[Bugfix][VLM] Fix incompatibility between #7902 and #7230 (#7948)

2024-08-28 23:11:18 +08:00
parent 98c12cffe5
commit ef9baee3c5
10 changed files with 120 additions and 92 deletions
--- a/vllm/model_executor/models/ultravox.py
+++ b/vllm/model_executor/models/ultravox.py
@@ -49,7 +49,7 @@ logger = init_logger(__name__)
 class UltravoxAudioFeatureInputs(TypedDict):
    type: Literal["audio_features"]
    data: Union[torch.Tensor, List[torch.Tensor]]
-    """Shape: `(batch_size, 80, M)"""
+    """Shape: `(batch_size * num_audios, 80, M)"""


 class UltravoxAudioEmbeddingInputs(TypedDict):