biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fix PixtralHF missing spatial_merge_size (#17571)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2025-05-01 23:14:09 -06:00
committed by GitHub
parent f89d0e11bf
commit f192ca90e6
4 changed files with 17 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/models/llava.py
View File

@@ -354,9 +354,8 @@ class PixtralHFMultiModalProcessor(
image_token_id = hf_config.image_token_index
image_end_id = vocab[processor.image_end_token]
vision_config = hf_config.vision_config
assert isinstance(vision_config, PixtralVisionConfig)
encoder_info = PixtralHFEncoderInfo(vision_config)
assert isinstance(hf_config.vision_config, PixtralVisionConfig)
encoder_info = PixtralHFEncoderInfo(hf_config)
def get_replacement(item_idx: int):
images = mm_items.get_items("image", ImageProcessorItems)