[V1] [4/N] API Server: ZMQ/MP Utilities (#11541)

2024-12-27 20:45:08 -05:00
parent a60731247f
commit df04dffade
12 changed files with 242 additions and 210 deletions
--- a/vllm/v1/engine/llm_engine.py
+++ b/vllm/v1/engine/llm_engine.py
@@ -72,11 +72,11 @@ class LLMEngine:

        # EngineCore (gets EngineCoreRequests and gives EngineCoreOutputs)
        self.engine_core = EngineCoreClient.make_client(
-            vllm_config,
-            executor_class,
-            usage_context,
            multiprocess_mode=multiprocess_mode,
            asyncio_mode=False,
+            vllm_config=vllm_config,
+            executor_class=executor_class,
+            log_stats=False,
        )

    @classmethod