[Bugfix] V1 Fix the cursor leakage issue during request scheduling. (#21173)

Signed-off-by: CLFutureX <775523362@qq.com>
2025-08-05 09:34:10 +08:00
parent bdcb42e45d
commit 2dffac464c
2 changed files with 100 additions and 3 deletions
--- a/vllm/v1/core/sched/scheduler.py
+++ b/vllm/v1/core/sched/scheduler.py
@@ -257,7 +257,11 @@ class Scheduler(SchedulerInterface):
                            self.running,
                            key=lambda r: (r.priority, r.arrival_time),
                        )
-                        self.running.remove(preempted_req)
+                        preempted_index = self.running.index(preempted_req)
+                        if preempted_index <= req_index:
+                            req_index -= 1
+                            scheduled_running_reqs.remove(preempted_req)
+                        self.running.pop(preempted_index)
                    else:
                        preempted_req = self.running.pop()