Support torchrun and SPMD-style offline inference (#12071)

Signed-off-by: youkaichao <youkaichao@gmail.com>
2025-01-16 19:58:53 +08:00
parent dd7c9ad870
commit bf53e0c70b
14 changed files with 248 additions and 30 deletions
--- a/tests/engine/test_multiproc_workers.py
+++ b/tests/engine/test_multiproc_workers.py
@@ -22,7 +22,7 @@ class DummyWorkerWrapper(WorkerWrapperBase):
            # simulate error case
            raise worker_input

-        return self.rank, input
+        return self.rpc_rank, input


 def _start_workers() -> Tuple[List[ProcessWorkerWrapper], WorkerMonitor]: