[Model] Add packed_modules_mapping for Qwen3-MOE (#18118)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
2025-05-14 17:13:19 +08:00
parent 8f5dc41481
commit 63dc3426e0
1 changed files with 11 additions and 0 deletions
--- a/vllm/model_executor/models/qwen3_moe.py
+++ b/vllm/model_executor/models/qwen3_moe.py
@@ -475,6 +475,17 @@ class Qwen3MoeModel(nn.Module):


 class Qwen3MoeForCausalLM(nn.Module, SupportsPP):
+    packed_modules_mapping = {
+        "qkv_proj": [
+            "q_proj",
+            "k_proj",
+            "v_proj",
+        ],
+        "gate_up_proj": [
+            "gate_proj",
+            "up_proj",
+        ],
+    }

    fall_back_to_pt_during_load = False