From a88ce94bbbe2ccd3fb7d654c7ba551a55da7005b Mon Sep 17 00:00:00 2001 From: Linkun Date: Sat, 4 Apr 2026 08:02:30 -0700 Subject: [PATCH] [IR][RmsNorm] pass None if not has_weight (#38961) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Linkun Chen Signed-off-by: Luka Govedič Co-authored-by: Luka Govedič --- vllm/model_executor/layers/layernorm.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/layernorm.py b/vllm/model_executor/layers/layernorm.py index 766bc46ce..7b222f9c4 100644 --- a/vllm/model_executor/layers/layernorm.py +++ b/vllm/model_executor/layers/layernorm.py @@ -241,8 +241,12 @@ class RMSNorm(CustomOp): ) -> torch.Tensor | tuple[torch.Tensor, torch.Tensor]: """PyTorch-native implementation equivalent to forward().""" if residual is None: + # TODO(luka): address the weight=None passing issue more generally return ir.ops.rms_norm( - x, self.weight.data, self.variance_epsilon, self.variance_size_override + x, + self.weight.data if self.has_weight else None, + self.variance_epsilon, + self.variance_size_override, ) return self.forward_static(