From be8168ff889aa8981d4e8a158fc1b4d0a4deb18b Mon Sep 17 00:00:00 2001 From: Harry Mellor <19981378+hmellor@users.noreply.github.com> Date: Tue, 3 Feb 2026 12:36:53 +0000 Subject: [PATCH] Fix Gemma3 GGUF for Transformers v5 (#33683) Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- vllm/transformers_utils/gguf_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/transformers_utils/gguf_utils.py b/vllm/transformers_utils/gguf_utils.py index 81d773316..3faa5ee60 100644 --- a/vllm/transformers_utils/gguf_utils.py +++ b/vllm/transformers_utils/gguf_utils.py @@ -250,7 +250,7 @@ def maybe_patch_hf_config_from_gguf( text_config = hf_config.get_text_config() is_gemma3 = hf_config.model_type in ("gemma3", "gemma3_text") if vision_config is not None and is_gemma3: - new_hf_config = Gemma3Config.from_text_vision_configs( + new_hf_config = Gemma3Config( text_config=text_config, vision_config=vision_config, architectures=["Gemma3ForConditionalGeneration"],