Remove ScaledActivation for AWQ (#10057)

Signed-off-by: mgoin <michael@neuralmagic.com>
2024-11-06 09:27:06 -05:00
parent 406d4cc480
commit 399c798608
34 changed files with 19 additions and 124 deletions
--- a/vllm/model_executor/models/qwen.py
+++ b/vllm/model_executor/models/qwen.py
@@ -203,7 +203,7 @@ class QwenVMLP(nn.Module):
                                         intermediate_size,
                                         bias=True,
                                         quant_config=quant_config)
-        self.act_fn = get_act_fn("gelu", quant_config, intermediate_size)
+        self.act_fn = get_act_fn("gelu")
        self.c_proj = RowParallelLinear(
            intermediate_size,
            hidden_size,