[Doc] Specify async engine args in docs (#9726)

This commit is contained in:
Cyrus Leung
2024-10-29 13:07:57 +08:00
committed by GitHub
parent 7a4df5f200
commit e74f2d448c

View File

@@ -999,6 +999,7 @@ class AsyncLLMEngine(EngineClient):
>>> # the complete example.
>>>
>>> # initialize the engine and the example input
>>> # note that engine_args here is AsyncEngineArgs instance
>>> engine = AsyncLLMEngine.from_engine_args(engine_args)
>>> example_input = {
>>> "prompt": "What is LLM?",
@@ -1082,6 +1083,7 @@ class AsyncLLMEngine(EngineClient):
>>> # the complete example.
>>>
>>> # initialize the engine and the example input
>>> # note that engine_args here is AsyncEngineArgs instance
>>> engine = AsyncLLMEngine.from_engine_args(engine_args)
>>> example_input = {
>>> "input": "What is LLM?",