biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fix Gemma3 GGUF for Transformers v5 (#33683)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-02-03 12:36:53 +00:00
committed by GitHub
parent f6af34626d
commit be8168ff88
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/transformers_utils/gguf_utils.py
View File

@@ -250,7 +250,7 @@ def maybe_patch_hf_config_from_gguf(
text_config = hf_config.get_text_config() text_config = hf_config.get_text_config()
is_gemma3 = hf_config.model_type in ("gemma3", "gemma3_text") is_gemma3 = hf_config.model_type in ("gemma3", "gemma3_text")
if vision_config is not None and is_gemma3: if vision_config is not None and is_gemma3:
new_hf_config = Gemma3Config.from_text_vision_configs( new_hf_config = Gemma3Config(
text_config=text_config, text_config=text_config,
vision_config=vision_config, vision_config=vision_config,
architectures=["Gemma3ForConditionalGeneration"], architectures=["Gemma3ForConditionalGeneration"],