[Perf] Optimize requests abort (#32211)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -525,6 +525,7 @@ class AsyncLLM(EngineClient):
|
|||||||
await asyncio.sleep(0)
|
await asyncio.sleep(0)
|
||||||
|
|
||||||
# 3) Abort any reqs that finished due to stop strings.
|
# 3) Abort any reqs that finished due to stop strings.
|
||||||
|
if processed_outputs.reqs_to_abort:
|
||||||
await engine_core.abort_requests_async(
|
await engine_core.abort_requests_async(
|
||||||
processed_outputs.reqs_to_abort
|
processed_outputs.reqs_to_abort
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user