[core][V1] pluggable scheduler (#14466)

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
This commit is contained in:
Joe Runde
2025-03-11 19:15:15 -06:00
committed by GitHub
parent 36e0c8f7da
commit 47532cd9f4
3 changed files with 58 additions and 11 deletions

View File

@@ -1437,6 +1437,11 @@ class EngineArgs:
# V1 always uses chunked prefills.
self.enable_chunked_prefill = True
# V1 should use the new scheduler by default.
# Swap it only if this arg is set to the original V0 default
if self.scheduler_cls == EngineArgs.scheduler_cls:
self.scheduler_cls = "vllm.v1.core.scheduler.Scheduler"
# When no user override, set the default values based on the usage
# context.
# Use different default values for different hardware.