[Feature] Pluggable platform-specific scheduler (#13161)

Signed-off-by: Yannick Schnider <yannick.schnider1@ibm.com> Signed-off-by: Yannick Schnider <Yannick.Schnider1@ibm.com>
2025-02-19 10:16:38 +01:00
parent caf7ff4456
commit 423330263b
5 changed files with 56 additions and 3 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -1495,6 +1495,10 @@ class SchedulerConfig:

    chunked_prefill_enabled: bool = field(init=False)

+    # scheduler class or path. "vllm.core.scheduler.Scheduler" (default)
+    # or "mod.custom_class".
+    scheduler_cls: Union[str, Type[object]] = "vllm.core.scheduler.Scheduler"
+
    def compute_hash(self) -> str:
        """
        WARNING: Whenever a new field is added to this config,