[V1][DP] More robust DP/EP dummy request coordination (#16277)

Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill
2025-04-22 19:12:15 -07:00
committed by GitHub
parent bc7c4d206b
commit 1e013fa388
4 changed files with 94 additions and 57 deletions

View File

@@ -101,9 +101,9 @@ async def test_load(output_kind: RequestOutputKind):
# the engines only synchronize stopping every N steps so
# allow a small amount of time here.
for _ in range(10):
if core_client.num_engines_running == 0:
if not core_client.engines_running:
break
await asyncio.sleep(0.5)
assert core_client.num_engines_running == 0
assert not core_client.engines_running
assert not core_client.reqs_in_flight