[torch.compile] Stop assuming 32 bit indexing (#33113)

Signed-off-by: Richard Zou <zou3519@gmail.com>
2026-01-26 23:25:02 -05:00
parent c831911be2
commit 3b8f0fe59e
1 changed files with 2 additions and 1 deletions
--- a/vllm/config/compilation.py
+++ b/vllm/config/compilation.py
@@ -280,9 +280,10 @@ class DynamicShapesConfig:
    until this change picked up https://github.com/pytorch/pytorch/pull/169239.
    """

-    assume_32_bit_indexing: bool = True
+    assume_32_bit_indexing: bool = False
    """
    whether all tensor sizes can use 32 bit indexing.
+    `True` requires PyTorch 2.10+
    """

    def compute_hash(self) -> str: