[BugFix] Resolved Issues For LinearMethod --> QuantConfig (#4418)

2024-04-27 14:35:33 -04:00
parent ba4be44c32
commit 4ea1f9678d
10 changed files with 0 additions and 10 deletions
--- a/vllm/model_executor/models/opt.py
+++ b/vllm/model_executor/models/opt.py
@@ -130,7 +130,6 @@ class OPTDecoderLayer(nn.Module):
            bias=config.enable_bias,
            quant_config=quant_config,
        )
-        quant_config = getattr(quant_config, "quant_config", None)
        self.activation_fn = get_act_fn(config.activation_function,
                                        quant_config, config.ffn_dim)
        self.fc2 = RowParallelLinear(