[Misc] Reduce LoRA-related static variable (#13166)

2025-02-22 16:21:30 +08:00
parent 2cb8c1540e
commit 105b8ce4c0
41 changed files with 120 additions and 395 deletions
--- a/vllm/model_executor/models/commandr.py
+++ b/vllm/model_executor/models/commandr.py
@@ -357,11 +357,7 @@ class CohereForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
        ],
    }
    # LoRA specific attributes
-    supported_lora_modules = [
-        "qkv_proj", "o_proj", "gate_up_proj", "down_proj", "embed_tokens"
-    ]
    embedding_modules = {"embed_tokens": "input_embeddings"}
-    embedding_padding_modules = []

    def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
        super().__init__()