[torch.compile] PyTorch 2.6 and nightly compatibility (#12393)

Signed-off-by: youkaichao <youkaichao@gmail.com>
2025-02-07 01:09:07 +08:00
parent 85ac82d228
commit 09b95e36ab
8 changed files with 489 additions and 316 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -3072,15 +3072,6 @@ class VllmConfig:
        the final hidden states.
        """
        factors: List[Any] = []
-        # summarize system state
-        from torch._inductor.codecache import CacheBase
-        system_factors = CacheBase.get_system()
-        factors.append(system_factors)
-
-        # summarize pytorch state
-        from torch._inductor.codecache import torch_key
-        torch_factors = torch_key()
-        factors.append(torch_factors)

        # summarize vllm config
        vllm_factors: List[Any] = []