biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[BugFix]Fix eagle draft_model_config and add tests (#31753)

Browse Source 
Signed-off-by: Xingyu Liu <charlotteliu12x@gmail.com>
This commit is contained in:
Xingyu Liu
2026-01-12 23:09:36 -08:00
committed by GitHub
parent 5e714f7ff4
commit 80221e1884
4 changed files with 40 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/config/draft_model_arch_groundtruth.json
View File

@@ -38,7 +38,7 @@
"EagleDeepSeekMTPModel"
],
"model_type": "eagle",
"text_model_type": "deepseek_mtp",
"text_model_type": "eagle",
"hidden_size": 2560,
"total_num_hidden_layers": 1,
"total_num_attention_heads": 32,
@@ -55,7 +55,7 @@
"EagleLlamaForCausalLM"
],
"model_type": "eagle",
"text_model_type": "llama",
"text_model_type": "eagle",
"hidden_size": 4096,
"total_num_hidden_layers": 1,
"total_num_attention_heads": 32,
@@ -72,7 +72,7 @@
"Eagle3LlamaForCausalLM"
],
"model_type": "eagle",
"text_model_type": "llama",
"text_model_type": "eagle",
"hidden_size": 4096,
"total_num_hidden_layers": 1,
"total_num_attention_heads": 32,