fix doc (#622)

2023-08-01 04:11:57 +08:00
parent 953f28cf9a
commit aa39e42c5a
2 changed files with 2 additions and 2 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -353,7 +353,7 @@ class LLMEngine:
                if stopped:
                    continue

-                # Check if the sequence has reached max_seq_len.
+                # Check if the sequence has reached max_model_len.
                if seq.get_len() > self.scheduler_config.max_model_len:
                    self.scheduler.free_seq(
                        seq, SequenceStatus.FINISHED_LENGTH_CAPPED)