biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Revert "[torch.compile] Significantly speed up cold start times" (#33820)

Browse Source 
Signed-off-by: Richard Zou <zou3519@gmail.com>
This commit is contained in:
Richard Zou
2026-02-04 13:59:59 -08:00
committed by GitHub
parent 535de06cb1
commit 9f14c9224d
3 changed files with 21 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/compilation/compiler_interface.py
View File

@@ -101,6 +101,7 @@ class CompilerInterface:
handle: Any,
graph: fx.GraphModule,
example_inputs: list[Any],
graph_index: int,
compile_range: Range,
) -> Callable[..., Any]:
"""
@@ -301,6 +302,7 @@ class InductorStandaloneAdaptor(CompilerInterface):
handle: Any,
graph: fx.GraphModule,
example_inputs: list[Any],
graph_index: int,
compile_range: Range,
) -> Callable[..., Any]:
assert isinstance(handle, tuple)
@@ -525,6 +527,7 @@ class InductorAdaptor(CompilerInterface):
handle: Any,
graph: fx.GraphModule,
example_inputs: list[Any],
graph_index: int,
compile_range: Range,
) -> Callable[..., Any]:
assert isinstance(handle, tuple)