Move missed SchedulerConfig args into scheduler config group in EngineArgs (#17131)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2025-04-25 06:48:53 +01:00
committed by GitHub
parent 649818995f
commit 6ca0234478
2 changed files with 9 additions and 17 deletions

View File

@@ -1778,6 +1778,7 @@ class ParallelConfig:
"worker_extension_cls must be a string (qualified class name).")
PreemptionMode = Literal["swap", "recompute"]
SchedulerPolicy = Literal["fcfs", "priority"]
@@ -1854,7 +1855,7 @@ class SchedulerConfig:
NOTE: This is not currently configurable. It will be overridden by
max_num_batched_tokens in case max multimodal embedding size is larger."""
preemption_mode: Optional[str] = None
preemption_mode: Optional[PreemptionMode] = None
"""Whether to perform preemption by swapping or
recomputation. If not specified, we determine the mode as follows:
We use recomputation by default since it incurs lower overhead than