biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CPU] Upgrade CPU backend to torch-2.6 (#13381)

Browse Source 
Signed-off-by: jiang1.li <jiang1.li@intel.com>
Co-authored-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
Li, Jiang
2025-03-12 18:41:13 +08:00
committed by GitHub
parent debd6bbf09
commit ff47aab056
9 changed files with 23 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/executor/multiproc_worker_utils.py
View File

@@ -254,10 +254,11 @@ def _run_worker_process(
# online (in situ) tuning is enabled.
# Offline tuning API (record_untuned_is_enabled()) only
# available in PyTorch 2.6 or later.
import torch.cuda.tunable as tunable
if (tunable.is_enabled() and tunable.tuning_is_enabled()
and not tunable.record_untuned_is_enabled()):
tunable.write_file()
if torch.cuda.is_available():
import torch.cuda.tunable as tunable
if (tunable.is_enabled() and tunable.tuning_is_enabled()
and not tunable.record_untuned_is_enabled()):
tunable.write_file()
logger.info("Worker exiting")