Revert "[Kernel] Expand MoE weight loading + Add Fused Marlin MoE Kernel (#7527)" (#7764)

2024-08-21 23:42:14 -04:00
parent cde9183b40
commit aae74ef95c
15 changed files with 84 additions and 2374 deletions
--- a/vllm/model_executor/models/jamba.py
+++ b/vllm/model_executor/models/jamba.py
@@ -920,7 +920,7 @@ class JambaForCausalLM(nn.Module, HasInnerState):
                    weight_loader = param.weight_loader
                    weight_loader(param,
                                  loaded_weight,
-                                  name,
+                                  weight_name,
                                  shard_id=shard_id,
                                  expert_id=expert_id)
                    break