fix max seq len (#489)

2023-07-17 23:20:20 -07:00
parent 20b0d88d16
commit b4b195b360
4 changed files with 8 additions and 8 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -300,8 +300,7 @@ class LLMEngine:
                    continue

                # Check if the sequence has reached max_seq_len.
-                if (seq.get_len() >
-                        self.scheduler.scheduler_config.max_seq_len):
+                if seq.get_len() > self.scheduler_config.max_model_len:
                    self.scheduler.free_seq(
                        seq, SequenceStatus.FINISHED_LENGTH_CAPPED)
                    continue