Kimi k2.5 MLA based eagle3 (#36361)

Signed-off-by: Izzy Putterman <iputterman@nvidia.com> Signed-off-by: Jhao-Ting Chen <jhaotingc@nvidia.com> Co-authored-by: Izzy Putterman <iputterman@nvidia.com>
2026-03-11 08:36:11 -07:00
parent d5816c8c2f
commit 5573894737
8 changed files with 499 additions and 8 deletions
--- a/vllm/config/speculative.py
+++ b/vllm/config/speculative.py
@@ -779,6 +779,10 @@ class SpeculativeConfig:
            "hunyuan_v1_dense",
            "afmoe",
            "nemotron_h",
+            "deepseek_v2",
+            "deepseek_v3",
+            "kimi_k2",
+            "kimi_k25",
        ]
        if (
            self.method in ("eagle3", "extract_hidden_states")