[Core][Optimization] remove vllm-nccl (#5091)
This commit is contained in:
7
setup.py
7
setup.py
@@ -358,11 +358,8 @@ def get_requirements() -> List[str]:
|
||||
cuda_major, cuda_minor = torch.version.cuda.split(".")
|
||||
modified_requirements = []
|
||||
for req in requirements:
|
||||
if "vllm-nccl-cu12" in req:
|
||||
req = req.replace("vllm-nccl-cu12",
|
||||
f"vllm-nccl-cu{cuda_major}")
|
||||
elif ("vllm-flash-attn" in req
|
||||
and not (cuda_major == "12" and cuda_minor == "1")):
|
||||
if ("vllm-flash-attn" in req
|
||||
and not (cuda_major == "12" and cuda_minor == "1")):
|
||||
# vllm-flash-attn is built only for CUDA 12.1.
|
||||
# Skip for other versions.
|
||||
continue
|
||||
|
||||
Reference in New Issue
Block a user