[V1] Get input tokens from scheduler (#13339)

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
2025-02-17 11:01:07 -08:00
parent ce77eb9410
commit 4c21ce9eba
4 changed files with 139 additions and 139 deletions
--- a/tests/v1/worker/test_gpu_model_runner.py
+++ b/tests/v1/worker/test_gpu_model_runner.py
@@ -154,6 +154,7 @@ def test_update_states_request_resumed(model_runner):
    cached_req_data = CachedRequestData(
        req_id=req_id,
        resumed_from_preemption=False,
+        new_token_ids=[],
        new_block_ids=[],
        num_computed_tokens=0,
    )