Fix failing spec decode test (#9054)

2024-10-03 16:07:29 -07:00
parent 9aaf14c62e
commit 91add85ec4
1 changed files with 1 additions and 0 deletions
--- a/tests/spec_decode/e2e/test_compatibility.py
+++ b/tests/spec_decode/e2e/test_compatibility.py
@@ -100,6 +100,7 @@ def test_spec_decode_xfail_spec_max_model_len(test_llm_generator):
    "model": "JackFram/llama-68m",
    "speculative_model": "JackFram/llama-68m",
    "num_speculative_tokens": 5,
+    "use_v2_block_manager": False,
 }])
@pytest.mark.parametrize("per_test_common_llm_kwargs", [{}])
@pytest.mark.parametrize("test_llm_kwargs", [{}])