[Bugfix] Enable dynamic_dims for different embeds shape (#31223)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2025-12-24 10:15:47 +08:00
parent ca6a95ba25
commit dd424571c8
3 changed files with 3 additions and 3 deletions
--- a/vllm/model_executor/models/qwen2_audio.py
+++ b/vllm/model_executor/models/qwen2_audio.py
@@ -101,7 +101,7 @@ class Qwen2AudioEmbeddingInputs(TensorSchema):

    audio_embeds: Annotated[
        list[torch.Tensor],
-        TensorShape("bn", "naf", "hs"),
+        TensorShape("bn", "naf", "hs", dynamic_dims={"naf"}),
    ]