[V1][Spec Decode] Change Spec Decode Rejection Sampling API (#13729)

2025-02-25 18:14:48 -08:00
parent 9ba28043b5
commit 5629f26df7
8 changed files with 102 additions and 109 deletions
--- a/tests/v1/worker/test_gpu_input_batch.py
+++ b/tests/v1/worker/test_gpu_input_batch.py
@@ -123,7 +123,6 @@ def _construct_expected_sampling_metadata(
                                          dtype=torch.float,
                                          device=device),
        output_token_ids=output_token_ids,
-        spec_token_ids=None,
        min_tokens=min_tokens,
        no_penalties=(all(x == 0 for x in presence_penalties)
                      and all(x == 0 for x in frequency_penalties)