Fix EagleMistralLarge3Model initialization (#37232)

Signed-off-by: juliendenize <julien.denize@mistral.ai>
This commit is contained in:
Julien Denize
2026-03-16 23:41:00 +01:00
committed by GitHub
parent 4f9b14c21c
commit 7961486a9b

View File

@@ -74,6 +74,7 @@ class EagleMistralLarge3Model(DeepseekV2Model):
prefix=maybe_prefix(prefix, "fc"),
)
self.norm = RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
self.aux_hidden_state_layers: tuple[int, ...] = ()
self.make_empty_intermediate_tensors = make_empty_intermediate_tensors_factory(
["hidden_states", "residual"], config.hidden_size
)