[bugfix]fix MTP hidden states (#24056)

Signed-off-by: Lu Fang <fanglu@fb.com>
2025-09-01 14:09:37 -07:00
parent 5685370271
commit a344a5aa0a
1 changed files with 1 additions and 0 deletions
--- a/vllm/v1/spec_decode/eagle.py
+++ b/vllm/v1/spec_decode/eagle.py
@@ -220,6 +220,7 @@ class EagleProposer:
            )
            if self.method in ("deepseek_mtp", "ernie_mtp"):
                last_hidden_states = ret_hidden_states
+                hidden_states = last_hidden_states
            else:
                last_hidden_states, hidden_states = ret_hidden_states
        sample_hidden_states = last_hidden_states[last_token_indices]