biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Model] Add Granite Speech Support (#16246)

Browse Source 
Signed-off-by: Alex-Brooks <Alex.brooks@ibm.com>
Signed-off-by: Alex-Brooks <Alex.Brooks@ibm.com>
This commit is contained in:
Alex Brooks
2025-04-28 04:05:00 -06:00
committed by GitHub
parent aec9674dbe
commit fa93cd9f60
11 changed files with 1025 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/entrypoints/chat_utils.py
View File

@@ -517,7 +517,7 @@ class BaseMultiModalItemTracker(ABC, Generic[_T]):
raise TypeError(f"Unknown {modality} model type: {model_type}")
elif modality == "audio":
if model_type == "ultravox":
if model_type in ("ultravox", "granite_speech"):
return "<|audio|>"
if model_type == "phi4mm":
return f"<|audio_{current_count}|>"