[V1][Spec Decode] Make Eagle model arch config driven (#17323)

2025-04-28 22:22:02 -04:00
parent 86d9fc29cb
commit e136000595
3 changed files with 26 additions and 13 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -2401,7 +2401,8 @@ class SpeculativeConfig:
                        pass
                    else:
                        eagle_config = EAGLEConfig(
-                            self.draft_model_config.hf_config)
+                            self.draft_model_config.hf_config,
+                            method=self.method)
                        self.draft_model_config.hf_config = eagle_config

                if (self.num_speculative_tokens is not None