[Core] remove cupy dependency (#3625)

2024-03-27 00:33:26 -07:00
parent e66b629c04
commit 8f44facddd
17 changed files with 506 additions and 223 deletions
--- a/vllm/executor/ray_gpu_executor.py
+++ b/vllm/executor/ray_gpu_executor.py
@@ -188,11 +188,9 @@ class RayGPUExecutor(ExecutorBase):
            is_driver_worker=True,
        )

-        # FIXME(woosuk): We are not properly initializing cupy NCCL when
+        # FIXME(woosuk): We are not properly initializing pynccl when
        # we have multiple nodes.
-        self._run_workers("init_device",
-                          cupy_port=get_open_port()
-                          if not model_config.enforce_eager else None)
+        self._run_workers("init_device")
        self._run_workers(
            "load_model",
            max_concurrent_workers=self.parallel_config.