[BugFix] Handle unscheduled requests properly when async scheduling (#27756)
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
@@ -259,10 +259,10 @@ def test_update_states_request_resumed(model_runner, dist_init):
|
||||
# resume req
|
||||
cached_req_data = CachedRequestData(
|
||||
req_ids=[req_id],
|
||||
resumed_from_preemption=[False],
|
||||
resumed_req_ids=set(),
|
||||
new_token_ids=[[]],
|
||||
resumed_req_token_ids=[None],
|
||||
new_block_ids=([[0]],),
|
||||
all_token_ids={},
|
||||
new_block_ids=[([0],)],
|
||||
num_computed_tokens=[0],
|
||||
num_output_tokens=[0],
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user