Merge pull request #498 from MoeedDar/main

Fixed old name reference for max_seq_len
This commit is contained in:
Lily Liu
2023-07-18 09:22:56 -07:00
committed by GitHub

View File

@@ -196,7 +196,7 @@ class Scheduler:
logger.warning(
f"Input prompt ({num_prompt_tokens} tokens) is too long"
" and exceeds limit of "
f"{self.scheduler_config.max_seq_len}")
f"{self.scheduler_config.max_model_len}")
for seq in seq_group.get_seqs():
seq.status = SequenceStatus.FINISHED_IGNORED
ignored_seq_groups.append(seq_group)