[core] set up data parallel communication (#13591)

Signed-off-by: youkaichao <youkaichao@gmail.com>
2025-02-22 19:28:59 +08:00
parent 7f6bae561c
commit 3e472d882a
17 changed files with 416 additions and 28 deletions
--- a/vllm/v1/executor/multiproc_executor.py
+++ b/vllm/v1/executor/multiproc_executor.py
@@ -239,7 +239,7 @@ class WorkerProc:
            ready_socket.send_string(WorkerProc.READY_STR)
            ready_socket.send(payload)

-        self.worker.init_device()
+        wrapper.init_device()
        self.worker.load_model()

    @staticmethod