[Neuron] Remove bypass on EAGLEConfig and add a test (#18514)

Signed-off-by: Elaine Zhao <elaineyz@amazon.com>
This commit is contained in:
aws-elaineyz
2025-05-22 21:26:32 -07:00
committed by GitHub
parent 583507d130
commit ed5d408255
4 changed files with 95 additions and 5 deletions

View File

@@ -2529,11 +2529,10 @@ class SpeculativeConfig:
"Chunked prefill and EAGLE are not compatible "
"when using V0.")
from vllm.platforms import current_platform
from vllm.transformers_utils.configs.eagle import (
EAGLEConfig)
if isinstance(self.draft_model_config.hf_config,
EAGLEConfig) or current_platform.is_neuron():
EAGLEConfig):
pass
else:
eagle_config = EAGLEConfig(