From b93a9e6f6d91baf59e39089ce8dbf2f2a3f0f6c9 Mon Sep 17 00:00:00 2001 From: Netanel Haber <58652339+netanel-haber@users.noreply.github.com> Date: Thu, 5 Mar 2026 19:29:30 +0200 Subject: [PATCH] ParakeetProjection.norm = RMSNorm instead of nn.LayerNorm (#36133) Signed-off-by: Netanel Haber <58652339+netanel-haber@users.noreply.github.com> --- vllm/model_executor/models/parakeet.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/parakeet.py b/vllm/model_executor/models/parakeet.py index 8c5539251..22d964e28 100644 --- a/vllm/model_executor/models/parakeet.py +++ b/vllm/model_executor/models/parakeet.py @@ -14,6 +14,7 @@ from transformers import ParakeetEncoder as HFParakeetEncoder from transformers import ParakeetFeatureExtractor, PretrainedConfig from vllm.model_executor.layers.activation import ReLUSquaredActivation +from vllm.model_executor.layers.layernorm import RMSNorm from vllm.model_executor.model_loader.weight_utils import default_weight_loader from vllm.transformers_utils.configs.parakeet import ExtractorConfig, ParakeetConfig @@ -26,7 +27,7 @@ class ParakeetProjection(nn.Module): llm_hidden_size = config.llm_hidden_size bias = config.projection_bias - self.norm = nn.LayerNorm(sound_hidden_size, eps=config.projection_eps) + self.norm = RMSNorm(sound_hidden_size, eps=config.projection_eps) self.linear1 = nn.Linear(sound_hidden_size, proj_hidden_size, bias=bias) self.activation = ReLUSquaredActivation() self.linear2 = nn.Linear(proj_hidden_size, llm_hidden_size, bias=bias)