[BugFix] Allow use_cudagraph to work with dynamic VLLM_USE_V1 (#19390)

Signed-off-by: rzou <zou3519@gmail.com>
2025-06-10 19:54:41 -04:00
parent 22c3c0aa4a
commit 77f0d465d0
2 changed files with 11 additions and 1 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -3931,7 +3931,7 @@ class CompilationConfig:
    constructor, e.g. `CompilationConfig(inductor_passes={"a": func})`."""

    # CudaGraph compilation
-    use_cudagraph: bool = envs.VLLM_USE_V1
+    use_cudagraph: bool = field(default_factory=lambda: envs.VLLM_USE_V1)
    """Whether to use cudagraph inside compilation.
    - False: cudagraph inside compilation is not used.
    - True: cudagraph inside compilation is used. It requires