biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[VLM] Update compatibility with transformers 4.49

Browse Source
This commit is contained in:
Cyrus Leung
2025-02-06 11:09:45 +08:00
committed by GitHub
parent bf3b79efb8
commit 75404d041b
9 changed files with 48 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/model_executor/models/llava_next.py
View File

@@ -73,7 +73,15 @@ class LlavaNextProcessingInfo(BaseLlavaProcessingInfo):
return self.ctx.get_hf_config(LlavaNextConfig)
def get_hf_processor(self):
return self.ctx.get_hf_processor(LlavaNextProcessor)
hf_processor = self.ctx.get_hf_processor(LlavaNextProcessor)
# In case patch_size is omitted from `processor_config.json`
# e.g. for E5-V: https://huggingface.co/royokong/e5-v
if hf_processor.patch_size is None:
patch_size = self.get_vision_encoder_info().get_patch_size()
hf_processor.patch_size = patch_size
return hf_processor
# Based on: https://github.com/huggingface/text-generation-inference/blob/v3.0.1/server/text_generation_server/models/vlm_causal_lm.py#L113
def get_num_image_tokens(