[V1] [4/N] API Server: ZMQ/MP Utilities (#11541)

2024-12-27 20:45:08 -05:00
parent a60731247f
commit df04dffade
12 changed files with 242 additions and 210 deletions
--- a/vllm/v1/engine/async_llm.py
+++ b/vllm/v1/engine/async_llm.py
@@ -75,11 +75,11 @@ class AsyncLLM(EngineClient):

        # EngineCore (starts the engine in background process).
        self.engine_core = EngineCoreClient.make_client(
-            vllm_config=vllm_config,
-            executor_class=executor_class,
-            usage_context=usage_context,
            multiprocess_mode=True,
            asyncio_mode=True,
+            vllm_config=vllm_config,
+            executor_class=executor_class,
+            log_stats=self.log_stats,
        )

        self.output_handler: Optional[asyncio.Task] = None