Fix Gemma3 GGUF for Transformers v5 (#33683)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
2026-02-03 12:36:53 +00:00
parent f6af34626d
commit be8168ff88
1 changed files with 1 additions and 1 deletions
--- a/vllm/transformers_utils/gguf_utils.py
+++ b/vllm/transformers_utils/gguf_utils.py
@@ -250,7 +250,7 @@ def maybe_patch_hf_config_from_gguf(
        text_config = hf_config.get_text_config()
        is_gemma3 = hf_config.model_type in ("gemma3", "gemma3_text")
        if vision_config is not None and is_gemma3:
-            new_hf_config = Gemma3Config.from_text_vision_configs(
+            new_hf_config = Gemma3Config(
                text_config=text_config,
                vision_config=vision_config,
                architectures=["Gemma3ForConditionalGeneration"],