[V1] Make AsyncLLMEngine v1-v0 opaque (#11383)

Signed-off-by: Ricky Xu <xuchen727@hotmail.com>
This commit is contained in:
Ricky Xu
2024-12-20 23:14:08 -08:00
committed by GitHub
parent 51ff216d85
commit 584f0ae40d
3 changed files with 9 additions and 10 deletions

View File

@@ -98,7 +98,7 @@ class AsyncLLM(EngineClient):
start_engine_loop: bool = True,
usage_context: UsageContext = UsageContext.ENGINE_CONTEXT,
stat_loggers: Optional[Dict[str, StatLoggerBase]] = None,
) -> "AsyncLLMEngine":
) -> "AsyncLLM":
"""Create an AsyncLLM from the EngineArgs."""
# Create the engine configs.
@@ -386,7 +386,3 @@ class AsyncLLM(EngineClient):
@property
def dead_error(self) -> BaseException:
return Exception() # TODO: implement
# Retain V0 name for backwards compatibility.
AsyncLLMEngine = AsyncLLM