biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Loosen type check to avoid errors in V1 (#15021)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-03-18 20:54:40 +08:00
committed by GitHub
parent 64fc2193dc
commit ab656f2c2f
9 changed files with 28 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
vllm/model_executor/models/llava_next_video.py
View File

@@ -349,21 +349,18 @@ class LlavaNextVideoForConditionalGeneration(nn.Module, SupportsMultiModal,
List[b, Tensor(nb_frames, nb_channels, height, width)]
}
"""
pixel_values = kwargs.pop("pixel_values_videos", None)
pixel_values_videos = kwargs.pop("pixel_values_videos", None)
if pixel_values is None:
if pixel_values_videos is None:
return None
if not (is_list_of(pixel_values,
(torch.Tensor)) # different shape videos
or isinstance(pixel_values,
torch.Tensor)): # same shape videos
raise ValueError("Incorrect type of pixel values. "
f"Got type: {type(pixel_values)}")
if not isinstance(pixel_values_videos, (torch.Tensor, list)):
raise ValueError("Incorrect type of pixel_values_videos. "
f"Got type: {type(pixel_values_videos)}")
return LlavaNextVideoPixelInputs(
type="pixel_values_videos",
data=pixel_values,
data=pixel_values_videos,
)
def _select_image_features(self, image_features: torch.Tensor, *,