[V1] [Feature] Collective RPC (#15444)

Signed-off-by: wwl2755 <wangwenlong2755@gmail.com>
2025-03-29 05:39:14 -05:00
parent 4965ec42d2
commit 94744ba41a
7 changed files with 86 additions and 10 deletions
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -492,8 +492,8 @@ class LLM:
            It is recommended to use this API to only pass control messages,
            and set up data-plane communication to pass data.
        """
-        executor = self.llm_engine.model_executor
-        return executor.collective_rpc(method, timeout, args, kwargs)
+
+        return self.llm_engine.collective_rpc(method, timeout, args, kwargs)

    def apply_model(self, func: Callable[[nn.Module], _R]) -> list[_R]:
        """