[BugFix] Resolved Issues For LinearMethod --> QuantConfig (#4418)

2024-04-27 14:35:33 -04:00
parent ba4be44c32
commit 4ea1f9678d
10 changed files with 0 additions and 10 deletions
--- a/vllm/model_executor/models/falcon.py
+++ b/vllm/model_executor/models/falcon.py
@@ -203,7 +203,6 @@ class FalconMLP(nn.Module):
                                                  bias=config.bias,
                                                  skip_bias_add=True,
                                                  quant_config=quant_config)
-        quant_config = getattr(quant_config, "quant_config", None)
        self.act = get_act_fn("gelu", quant_config, 4 * hidden_size)
        self.reduce_row_parallel_results = not (config.new_decoder_architecture
                                                or config.parallel_attn)