[Misc]Further reduce BNB static variable (#10597)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
2024-11-27 14:54:12 +08:00
parent e85250b1d1
commit 15cc2a9f1a
14 changed files with 131 additions and 219 deletions
--- a/vllm/model_executor/models/phi.py
+++ b/vllm/model_executor/models/phi.py
@@ -286,9 +286,6 @@ class PhiForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
        "k_proj": ("qkv_proj", 1),
        "v_proj": ("qkv_proj", 2),
    }
-    default_bitsandbytes_target_modules = [
-        ".q_proj.", ".k_proj.", ".v_proj.", ".fc1.", ".fc2.", ".dense."
-    ]

    embedding_modules = {}
    embedding_padding_modules = []