Fix Qwen3_5MTP packed_modules_mapping for gate_up_proj (#35581)

2026-02-28 22:50:55 +08:00
parent c68e69f144
commit 63d7972f13
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/qwen3_5_mtp.py
+++ b/vllm/model_executor/models/qwen3_5_mtp.py
@@ -339,7 +339,7 @@ class Qwen3_5MTP(nn.Module, SupportsMultiModal):
            "k_proj",
            "v_proj",
        ],
-        "gate_up_proj": ["up_proj", "down_proj"],
+        "gate_up_proj": ["gate_proj", "up_proj"],
    }

    def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):