biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Standardize merging multimodal embeddings (#26771)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-10-14 17:36:21 +08:00
committed by GitHub
parent 577d498212
commit d2f816d6ff
19 changed files with 57 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/model_executor/models/qwen2_5_vl.py
View File

@@ -1586,19 +1586,19 @@ class Qwen2_5_VLForConditionalGeneration(
for modality in mm_input_by_modality:
multimodal_input = mm_input_by_modality[modality]
if modality == "image":
vision_embeddings = self._process_image_input(multimodal_input)
image_embeddings = self._process_image_input(multimodal_input)
if self.is_multimodal_pruning_enabled:
vision_embeddings = self._postprocess_image_embeds_evs(
vision_embeddings, multimodal_input
image_embeddings = self._postprocess_image_embeds_evs(
image_embeddings, multimodal_input
)
multimodal_embeddings += vision_embeddings
multimodal_embeddings += tuple(image_embeddings)
if modality == "video":
video_embeddings = self._process_video_input(multimodal_input)
if self.is_multimodal_pruning_enabled:
video_embeddings = self._postprocess_video_embeds_evs(
video_embeddings, multimodal_input
)
multimodal_embeddings += video_embeddings
multimodal_embeddings += tuple(video_embeddings)
return multimodal_embeddings
def forward(