biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Fix mock.patch resolution failure for standalone_compile.FakeTensorMode on Python <= 3.10 (#37158)

Browse Source 
Signed-off-by: Dimitrios Bariamis <12195802+dbari@users.noreply.github.com>
Co-authored-by: Dimitrios Bariamis <12195802+dbari@users.noreply.github.com>
(cherry picked from commit 1204cf0a9d)
This commit is contained in:
Dimitrios Bariamis
2026-03-17 21:13:06 +01:00
committed by khluu
parent bcf2be9612
commit ccbc5ac449
1 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/compilation/compiler_interface.py
View File

@@ -373,8 +373,15 @@ class InductorStandaloneAdaptor(CompilerInterface):
break break
if input_fake_mode is not None: if input_fake_mode is not None:
fake_mode_ctx: Any = patch( # Use patch.object on the actual module from sys.modules
"torch._inductor.standalone_compile.FakeTensorMode", # because in Python <=3.10 the string-based patch() resolves
# torch._inductor.standalone_compile to the wrapper function
# (defined in __init__.py) instead of the module.
import sys
fake_mode_ctx: Any = patch.object(
sys.modules["torch._inductor.standalone_compile"],
"FakeTensorMode",
lambda *a, **kw: input_fake_mode, lambda *a, **kw: input_fake_mode,
) )
else: else: