biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Quick fix to make Pixtral-HF load correctly again after 39e227c7ae. (#11024)

Browse Source
This commit is contained in:
Jeff Cook
2024-12-12 11:09:20 -07:00
committed by GitHub
parent d4d5291cc2
commit 5d712571af
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/models/llava.py
View File

@@ -218,12 +218,8 @@ class LlavaProcessor(BaseMultiModalProcessor):
image_processor = hf_processor.image_processor # type: ignore image_processor = hf_processor.image_processor # type: ignore
hf_inputs = image_processor.preprocess(data['image'], hf_inputs = image_processor.preprocess(data['image'],
return_tensors="pt") return_tensors="pt")
is_pixtral = isinstance(hf_processor, PixtralProcessor)
return MultiModalKwargs( return MultiModalKwargs(**hf_inputs)
**hf_inputs,
is_pixtral=torch.tensor(is_pixtral),
)
class LlavaLikeConfig(Protocol): class LlavaLikeConfig(Protocol):