[V1][Spec Decode] Make eagle compatible with prefix caching. (#17137)

Signed-off-by: LiuXiaoxuanPKU <lilyliupku@gmail.com>
2025-04-27 09:29:43 -07:00
parent 4213475ec7
commit 20e489eaa1
4 changed files with 81 additions and 9 deletions
--- a/tests/v1/e2e/test_spec_decode.py
+++ b/tests/v1/e2e/test_spec_decode.py
@@ -44,7 +44,6 @@ def test_prompts():

@pytest.fixture
 def sampling_config():
-    # Only support greedy for now
    return SamplingParams(temperature=0, max_tokens=10, ignore_eos=False)