[Bugfix] Fix weight loading issue by rename variable. (#8293)

2024-09-13 07:25:00 +08:00
parent d31174a4e1
commit a480939e8e
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/phimoe.py
+++ b/vllm/model_executor/models/phimoe.py
@@ -600,7 +600,7 @@ class PhiMoEForCausalLM(nn.Module, SupportsLoRA):
                    weight_loader(
                        param,
                        loaded_weight,
-                        weight_name,
+                        name,
                        shard_id=shard_id,
                        expert_id=expert_id,
                    )