[Bugfix] Fix a log error in chunked prefill (#6694)

2024-07-23 09:27:58 -07:00
parent 71950af726
commit 461089a21a
1 changed files with 1 additions and 1 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -814,7 +814,7 @@ class SchedulerConfig:
        if enable_chunked_prefill:
            logger.info(
                "Chunked prefill is enabled with max_num_batched_tokens=%d.",
-                max_num_batched_tokens)
+                self.max_num_batched_tokens)

        self.max_num_seqs = max_num_seqs
        self.max_model_len = max_model_len