Fix https://github.com/vllm-project/vllm/issues/2540 (#2545)

2024-01-22 10:02:38 -08:00
parent 18bfcdd05c
commit ab7e6006d6
1 changed files with 1 additions and 1 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -209,7 +209,7 @@ class LLMEngine:
            worker.set_cuda_visible_devices.remote(node_gpus[node_id])

        distributed_init_method = get_distributed_init_method(
-            driver_ip, get_open_port)
+            driver_ip, get_open_port())

        # Lazy import the Worker to avoid importing torch.cuda/xformers
        # before CUDA_VISIBLE_DEVICES is set in the Worker