[Minor] Fix duplication of ignored seq group in engine step (#1666)

2023-11-16 13:11:41 -08:00
parent 2a2c135b41
commit cb08cd0d75
2 changed files with 28 additions and 1 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -567,7 +567,7 @@ class LLMEngine:
            blocks_to_copy=scheduler_outputs.blocks_to_copy,
        )

-        return self._process_model_outputs(output, scheduler_outputs) + ignored
+        return self._process_model_outputs(output, scheduler_outputs)

    def _log_system_stats(
        self,