[Bugfix] Fix a bug in RequestOutput.finished (#202)

2023-06-22 00:17:24 -07:00
parent 2e0d314384
commit 14f0b39cda
4 changed files with 10 additions and 8 deletions
--- a/vllm/engine/async_llm_engine.py
+++ b/vllm/engine/async_llm_engine.py
@@ -154,7 +154,7 @@ class AsyncLLMEngine:
            yield request_output

            # Once finished, release the resources of the sequence group.
-            if request_output.finished():
+            if request_output.finished:
                if self.log_requests:
                    logger.info(f"Finished request {request_id}.")