[Misc] Update Fused MoE weight loading (#7334)

2024-08-13 14:57:45 -04:00
parent fb377d7e74
commit d3bdfd3ab9
6 changed files with 269 additions and 206 deletions
--- a/vllm/model_executor/models/qwen2_moe.py
+++ b/vllm/model_executor/models/qwen2_moe.py
@@ -492,7 +492,7 @@ class Qwen2MoeForCausalLM(nn.Module):
                    weight_loader = param.weight_loader
                    weight_loader(param,
                                  loaded_weight,
-                                  weight_name,
+                                  name,
                                  shard_id=shard_id,
                                  expert_id=expert_id)
                    break