From 76df6072ff4829980ad71764191fc970a873275a Mon Sep 17 00:00:00 2001 From: Mark McLoughlin Date: Fri, 20 Feb 2026 01:21:46 +0000 Subject: [PATCH] [Core] Fix state names in pause_scheduler() (#34840) Signed-off-by: Mark McLoughlin --- vllm/v1/engine/core.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/vllm/v1/engine/core.py b/vllm/v1/engine/core.py index d7a52b090..b805abe8a 100644 --- a/vllm/v1/engine/core.py +++ b/vllm/v1/engine/core.py @@ -1370,15 +1370,15 @@ class EngineCoreProc(EngineCore): ) -> Future | None: """Pause generation; behavior depends on mode. - All pause states queue new adds. PAUSE_ABORT and PAUSE_KEEP skip step(); - PAUSE_WAIT allows step() so in-flight requests can drain. + All pause modes queue new adds -- "abort" and "keep" skip step(); + "wait" allows step() so in-flight requests can drain. - - ``abort``: Set PAUSE_ABORT, abort all requests, wait for abort - outputs to be sent (when running with output_queue), clear caches, - then complete the returned Future. - - ``wait``: Set PAUSE_WAIT (queue adds, keep stepping); when drained, - set PAUSE_KEEP, clear caches, complete the returned Future. - - ``keep``: Set PAUSE_KEEP; return a Future that completes when the + - ``abort``: Set PAUSED_NEW, abort all requests, wait for abort + outputs to be sent (when running with output_queue), optionally + clear caches, then complete the returned Future. + - ``wait``: Set PAUSED_NEW (queue adds, keep stepping); when drained, + optionally clear caches, then complete the returned Future. + - ``keep``: Set PAUSED_ALL; return a Future that completes when the output queue is empty. """ if mode not in ("keep", "abort", "wait"):