[BugFix] Handle unscheduled requests properly when async scheduling (#27756)

Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill
2025-10-29 21:04:25 -07:00
committed by GitHub
parent b5bae42f91
commit 2ce5c5d3d6
9 changed files with 63 additions and 43 deletions

View File

@@ -259,10 +259,10 @@ def test_update_states_request_resumed(model_runner, dist_init):
# resume req
cached_req_data = CachedRequestData(
req_ids=[req_id],
resumed_from_preemption=[False],
resumed_req_ids=set(),
new_token_ids=[[]],
resumed_req_token_ids=[None],
new_block_ids=([[0]],),
all_token_ids={},
new_block_ids=[([0],)],
num_computed_tokens=[0],
num_output_tokens=[0],
)