biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

scheduler.py: Update the name of the default scheduler. (#26758)

Browse Source 
Signed-off-by: Ryan Li <ryanli@ryanli.org>
This commit is contained in:
Ryan Li
2025-10-14 14:52:21 +08:00
committed by GitHub
parent d3cc8427c0
commit 481545b397
2 changed files with 6 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
vllm/config/scheduler.py
View File

@@ -131,12 +131,12 @@ class SchedulerConfig:
some image tokens can be scheduled (like TTTTIIIII, leaving IIIII), some image tokens can be scheduled (like TTTTIIIII, leaving IIIII),
it will be scheduled as TTTT in one step and IIIIIIIIII in the next.""" it will be scheduled as TTTT in one step and IIIIIIIIII in the next."""
# scheduler class or path. "vllm.core.scheduler.Scheduler" (default) # scheduler class or path. "vllm.v1.core.sched.scheduler.Scheduler"
# or "mod.custom_class". # (default) or "mod.custom_class".
scheduler_cls: str | type[object] = "vllm.core.scheduler.Scheduler" scheduler_cls: str | type[object] = "vllm.v1.core.sched.scheduler.Scheduler"
"""The scheduler class to use. "vllm.core.scheduler.Scheduler" is the """The scheduler class to use. "vllm.v1.core.sched.scheduler.Scheduler" is
default scheduler. Can be a class directly or the path to a class of form the default scheduler. Can be a class directly or the path to a class of
"mod.custom_class".""" form "mod.custom_class"."""
disable_hybrid_kv_cache_manager: bool = False disable_hybrid_kv_cache_manager: bool = False
"""If set to True, KV cache manager will allocate the same size of KV cache """If set to True, KV cache manager will allocate the same size of KV cache

5
vllm/engine/arg_utils.py
View File

@@ -1742,11 +1742,6 @@ class EngineArgs:
self.enable_prefix_caching = incremental_prefill_supported self.enable_prefix_caching = incremental_prefill_supported
logger.info("(%s) prefix caching by default", action) logger.info("(%s) prefix caching by default", action)
# V1 should use the new scheduler by default.
# Swap it only if this arg is set to the original V0 default
if self.scheduler_cls == EngineArgs.scheduler_cls:
self.scheduler_cls = "vllm.v1.core.sched.scheduler.Scheduler"
# When no user override, set the default values based on the usage # When no user override, set the default values based on the usage
# context. # context.
# Use different default values for different hardware. # Use different default values for different hardware.