[torch.compile] transparent compilation with more logging (#12246)

Signed-off-by: youkaichao <youkaichao@gmail.com>
2025-01-21 19:32:55 +08:00
parent a94eee4456
commit c81081fece
4 changed files with 50 additions and 7 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -2785,6 +2785,7 @@ class CompilationConfig(BaseModel):
    compile_sizes: List[int] = PrivateAttr
    capture_sizes: List[int] = PrivateAttr
    max_capture_size: int = PrivateAttr
+    local_cache_dir: str = PrivateAttr  # local cache dir for each rank
    # optimization:
    # Intuitively, bs_to_padded_graph_size should be Dict[int, int].
    # since we know all keys are in a range [0, max_capture_size],