[Model] add a lora module for granite 3.0 MoE models (#9673)

2024-10-25 01:00:17 -04:00
parent 9f7b4ba865
commit a6f3721861
1 changed files with 1 additions and 0 deletions
--- a/vllm/model_executor/models/granitemoe.py
+++ b/vllm/model_executor/models/granitemoe.py
@@ -324,6 +324,7 @@ class GraniteMoeForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
        "o_proj",
        "embed_tokens",
        "lm_head",
+        "layer",
    ]
    embedding_modules = {
        "embed_tokens": "input_embeddings",