[Model] FalconMamba Support (#9325)

2024-10-21 20:50:16 +04:00
parent 496e991da8
commit f6b97293aa
5 changed files with 35 additions and 12 deletions
--- a/vllm/model_executor/layers/layernorm.py
+++ b/vllm/model_executor/layers/layernorm.py
@@ -27,7 +27,6 @@ class RMSNorm(CustomOp):
        self.variance_epsilon = eps
        self.variance_size_override = (None if var_hidden_size == hidden_size
                                       else var_hidden_size)
-
        self.weight = nn.Parameter(torch.ones(hidden_size))

    def forward_native(