[Spec Decode] (1/2) Remove batch expansion (#8839)

2024-10-01 16:04:42 -07:00
parent 22f5851b80
commit 1570203864
29 changed files with 531 additions and 99 deletions
--- a/tests/spec_decode/test_multi_step_worker.py
+++ b/tests/spec_decode/test_multi_step_worker.py
@@ -173,7 +173,6 @@ def test_same_output_for_multi_step():
        block_size,
        num_gpu_blocks,
        seed,
-        model_runner_cls=TP1DraftModelRunner,
    )

    worker = create_worker(