[Fix] Fix the condition of max_seq_len (#477)

2023-07-17 00:33:48 -04:00
parent 58df2883cb
commit 2bdea7ac11
2 changed files with 2 additions and 2 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -300,7 +300,7 @@ class LLMEngine:
                    continue

                # Check if the sequence has reached max_seq_len.
-                if (seq.get_len() >=
+                if (seq.get_len() >
                        self.scheduler.scheduler_config.max_seq_len):
                    self.scheduler.free_seq(
                        seq, SequenceStatus.FINISHED_LENGTH_CAPPED)