Add: Support for multiple hidden layers in Eagle3 (#26164)

Signed-off-by: Rahul Tuli <rtuli@redhat.com>
This commit is contained in:
Rahul Tuli
2025-10-09 13:00:50 +05:30
committed by GitHub
parent b960441812
commit cf4cd6c24f
2 changed files with 29 additions and 13 deletions

View File

@@ -22,6 +22,10 @@ from vllm.model_executor.models.interfaces import supports_eagle3
"nm-testing/Speculator-Qwen3-8B-Eagle3-converted-071-quantized-w4a16",
id="qwen3-eagle3-speculator-w4a16-verifier",
),
pytest.param(
"nm-testing/random-weights-llama3.1.8b-2layer-eagle3",
id="llama3-eagl3-multiple-layers",
),
],
)
def test_eagle3_speculators_model(