[Misc]Further reduce BNB static variable (#10597)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
2024-11-27 14:54:12 +08:00
parent e85250b1d1
commit 15cc2a9f1a
14 changed files with 131 additions and 219 deletions
--- a/vllm/model_executor/models/opt.py
+++ b/vllm/model_executor/models/opt.py
@@ -337,9 +337,6 @@ class OPTForCausalLM(nn.Module, SupportsPP):
        "k_proj": ("qkv_proj", 1),
        "v_proj": ("qkv_proj", 2),
    }
-    default_bitsandbytes_target_modules = [
-        ".q_proj.", ".k_proj.", ".v_proj.", ".out_proj.", ".fc1.", ".fc2."
-    ]

    def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
        super().__init__()