[Core][KVConnector] Propagate all tokens on resumed preemptions (#24926)

Signed-off-by: Qier Li <kevin44036@gmail.com> Co-authored-by: Qier Li <qier@fb.com>
2025-10-09 02:43:31 -04:00
parent 43ab8cfaa5
commit d17f0fbf30
4 changed files with 60 additions and 9 deletions
--- a/tests/v1/worker/test_gpu_model_runner.py
+++ b/tests/v1/worker/test_gpu_model_runner.py
@@ -257,6 +257,7 @@ def test_update_states_request_resumed(model_runner, dist_init):
        req_ids=[req_id],
        resumed_from_preemption=[False],
        new_token_ids=[[]],
+        resumed_req_token_ids=[None],
        new_block_ids=([[0]],),
        num_computed_tokens=[0],
        num_output_tokens=[0],