biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[VLM] Clean up models (#16873)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-04-19 20:13:06 +08:00
committed by GitHub
parent 5124f5bf51
commit 205d84aaa9
4 changed files with 2 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
vllm/model_executor/models/qwen2_5_omni_thinker.py
View File

@@ -172,26 +172,9 @@ class Qwen2_5OmniThinkerProcessingInfo(Qwen2AudioProcessingInfo,
assert isinstance(feature_extractor, WhisperFeatureExtractor)
return feature_extractor
def get_max_audio_tokens(self) -> int:
hf_config = self.get_hf_config()
max_source_position = hf_config.audio_config.max_source_positions
output_lengths = (max_source_position - 2) // 2 + 1
return output_lengths
def get_supported_mm_limits(self) -> Mapping[str, Optional[int]]:
return {"audio": None, "image": None, "video": None}
def get_mm_max_tokens_per_item(
self,
seq_len: int,
mm_counts: Mapping[str, int],
) -> Mapping[str, int]:
return {
"audio": self.get_max_audio_tokens(),
"image": self.get_max_image_tokens(),
"video": self.get_max_video_tokens(seq_len, mm_counts),
}
class Qwen2_5OmniThinkerDummyInputsBuilder(
BaseDummyInputsBuilder[Qwen2_5OmniThinkerProcessingInfo]):
@@ -210,7 +193,6 @@ class Qwen2_5OmniThinkerDummyInputsBuilder(
return (audio_token * num_audios + image_token * num_images +
video_token * num_videos)
# TODO: @abstractmethod after transition
def get_dummy_mm_data(
self,
seq_len: int,