biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[BugFix] Fix order of compile logging (#38012)

Browse Source 
Signed-off-by: Richard Zou <zou3519@gmail.com>
This commit is contained in:
Richard Zou
2026-03-24 14:58:18 -04:00
committed by GitHub
parent 935c46dd9b
commit 71a4a2fbd0
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/compilation/decorators.py
View File

@@ -299,8 +299,10 @@ def _try_load_aot_compiled_fn(
# is populated by _verify_source_unchanged.
with maybe_use_cudagraph_partition_wrapper(model.vllm_config):
loaded_fn._artifacts.compiled_fn.finalize_loading(model.vllm_config)
compilation_counter.num_aot_artifacts_loaded += 1
logger.info("Directly load AOT compilation from path %s", aot_compilation_path)
compilation_counter.num_aot_artifacts_loaded += 1
logger.info(
"Directly load AOT compilation from path %s", aot_compilation_path
)
return loaded_fn
except Exception as e:
if os.path.exists(aot_compilation_path):