fix: typo (#948)

2023-09-05 14:22:30 +08:00
parent 1696725879
commit 22379d5513
1 changed files with 1 additions and 1 deletions
--- a/vllm/engine/async_llm_engine.py
+++ b/vllm/engine/async_llm_engine.py
@@ -81,7 +81,7 @@ class _AsyncLLMEngine(LLMEngine):
            blocks_to_copy=scheduler_outputs.blocks_to_copy,
        )

-        return self._process_worker_outputs(output, scheduler_outputs)
+        return self._process_model_outputs(output, scheduler_outputs)

    async def _run_workers_async(
        self,