[v1] EngineArgs for better config handling for v1 (#10382)

Signed-off-by: rickyx <rickyx@anyscale.com>
2024-11-25 21:09:43 -08:00
parent a6760f6456
commit 519e8e4182
13 changed files with 109 additions and 27 deletions
--- a/vllm/v1/engine/async_llm.py
+++ b/vllm/v1/engine/async_llm.py
@@ -94,7 +94,7 @@ class AsyncLLM(EngineClient):

        # Create the engine configs.
        if engine_config is None:
-            vllm_config = engine_args.create_engine_config()
+            vllm_config = engine_args.create_engine_config(usage_context)
        else:
            vllm_config = engine_config