[Bugfix] Fix Mistral3 spatial merge error (#17270)

Signed-off-by: mgoin <mgoin64@gmail.com>
2025-04-27 20:40:05 -06:00
parent c12df53b60
commit cb3f2d8d10
2 changed files with 5 additions and 3 deletions
--- a/vllm/model_executor/models/mistral3.py
+++ b/vllm/model_executor/models/mistral3.py
@@ -272,6 +272,9 @@ class Mistral3MultiModalProcessor(

        vision_config = hf_config.vision_config
        assert isinstance(vision_config, PixtralVisionConfig)
+        # Need to sneak in spatial_merge_size for Mistral3
+        vision_config.spatial_merge_size = getattr(hf_config,
+                                                   "spatial_merge_size", 1)
        encoder_info = PixtralHFEncoderInfo(vision_config)

        def get_replacement(item_idx: int):