[Perf] Optimize requests abort (#32211)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-01-12 23:11:37 -05:00
committed by GitHub
parent f243abc92d
commit 2a719e0865

View File

@@ -525,9 +525,10 @@ class AsyncLLM(EngineClient):
await asyncio.sleep(0)
# 3) Abort any reqs that finished due to stop strings.
await engine_core.abort_requests_async(
processed_outputs.reqs_to_abort
)
if processed_outputs.reqs_to_abort:
await engine_core.abort_requests_async(
processed_outputs.reqs_to_abort
)
output_processor.update_scheduler_stats(outputs.scheduler_stats)