[V1][Bugfix] Fix assertion when mm hashing is turned off (#12439)

Signed-off-by: Roger Wang <ywang@roblox.com>
2025-01-26 00:47:42 -08:00
parent fa63e710c7
commit 0ee349b553
1 changed files with 2 additions and 1 deletions
--- a/vllm/v1/request.py
+++ b/vllm/v1/request.py
@@ -58,7 +58,8 @@ class Request:

        # Sanity check
        assert len(self.mm_inputs) == len(self.mm_positions)
-        assert len(self.mm_inputs) == len(self.mm_hashes)
+        if self.mm_hashes:
+            assert len(self.mm_inputs) == len(self.mm_hashes)

        # Cache the computed kv block hashes of the request to avoid
        # recomputing.