[Minor][Spec Decode] Add use_eagle to SpeculativeConfig (#17213)

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon
2025-04-25 21:08:15 -07:00
committed by GitHub
parent 537d5ee025
commit 1cf0719ebd
3 changed files with 6 additions and 5 deletions

View File

@@ -2566,6 +2566,9 @@ class SpeculativeConfig:
"""
return self.num_speculative_tokens
def use_eagle(self) -> bool:
return self.method in ("eagle", "eagle3")
def __repr__(self) -> str:
method = self.method
model = None if method == "ngram" else self.draft_model_config.model