[BugFix] Pass config_format via try_get_generation_config (#25912)

2025-09-29 22:09:50 -07:00
parent 23194d83e8
commit e47433b3c1
2 changed files with 4 additions and 0 deletions
--- a/vllm/config/model.py
+++ b/vllm/config/model.py
@@ -1334,11 +1334,13 @@ class ModelConfig:
                self.hf_config_path or self.model,
                trust_remote_code=self.trust_remote_code,
                revision=self.revision,
+                config_format=self.config_format,
            )
        else:
            config = try_get_generation_config(
                self.generation_config,
                trust_remote_code=self.trust_remote_code,
+                config_format=self.config_format,
            )

        if config is None: