[v1] EngineArgs for better config handling for v1 (#10382)
Signed-off-by: rickyx <rickyx@anyscale.com>
This commit is contained in:
@@ -680,7 +680,7 @@ class AsyncLLMEngine(EngineClient):
|
||||
"""Creates an async LLM engine from the engine arguments."""
|
||||
# Create the engine configs.
|
||||
if engine_config is None:
|
||||
engine_config = engine_args.create_engine_config()
|
||||
engine_config = engine_args.create_engine_config(usage_context)
|
||||
|
||||
executor_class = cls._get_executor_cls(engine_config)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user