[Perf] Optimize requests abort (#32211)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-01-12 23:11:37 -05:00
committed by GitHub
parent f243abc92d
commit 2a719e0865

View File

@@ -525,6 +525,7 @@ class AsyncLLM(EngineClient):
await asyncio.sleep(0) await asyncio.sleep(0)
# 3) Abort any reqs that finished due to stop strings. # 3) Abort any reqs that finished due to stop strings.
if processed_outputs.reqs_to_abort:
await engine_core.abort_requests_async( await engine_core.abort_requests_async(
processed_outputs.reqs_to_abort processed_outputs.reqs_to_abort
) )