[CPU] Disable async schedule on CPU (#31525)

Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
Li, Jiang
2025-12-30 20:34:08 +08:00
committed by GitHub
parent ab1af6aa3e
commit 7157596103

View File

@@ -193,6 +193,8 @@ class CpuPlatform(Platform):
)
scheduler_config = vllm_config.scheduler_config
# async scheduling is not required on CPU
scheduler_config.async_scheduling = False
if (
scheduler_config.enable_chunked_prefill
or cache_config.enable_prefix_caching