[BugFix] Fix assert in build_for_cudagraph_capture (#29893)

Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
2025-12-02 19:56:54 -05:00
parent 5f67361fd1
commit 5cdd664509
1 changed files with 1 additions and 1 deletions
--- a/vllm/v1/worker/gpu_model_runner.py
+++ b/vllm/v1/worker/gpu_model_runner.py
@@ -4000,7 +4000,7 @@ class GPUModelRunner(
                num_reqs=num_reqs_padded,
                max_query_len=max_query_len,
                ubatch_slices=ubatch_slices,
-                for_cudagraph_capture=True,
+                for_cudagraph_capture=is_graph_capturing,
            )

        with self.maybe_dummy_run_with_lora(