[torch.compile] use depyf to dump torch.compile internals (#10972)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-12-11 10:43:05 -08:00
committed by GitHub
parent fd22220687
commit 91642db952
7 changed files with 66 additions and 42 deletions

View File

@@ -32,8 +32,8 @@ class TorchCompileWrapperWithCustomDispatcher:
# default compilation settings
# compiling the forward method
backend = get_current_vllm_config(
).compilation_config.init_backend()
vllm_config = get_current_vllm_config()
backend = vllm_config.compilation_config.init_backend(vllm_config)
compiled_callable = torch.compile(
self.forward,