[EPLB] Add EPLB support for hunyuan_v1 (#23078)

2025-09-17 21:51:35 -07:00
parent 3bc18127ff
commit 9d8a2d86d2
2 changed files with 123 additions and 16 deletions
--- a/vllm/model_executor/layers/fused_moe/layer.py
+++ b/vllm/model_executor/layers/fused_moe/layer.py
@@ -1508,8 +1508,8 @@ class FusedMoE(CustomOp):

        return [
            weight.view(self.local_num_experts, -1) for name, weight in weights
-            if name not in NON_EXPERT_WEIGHTS
-            and not name.startswith("_shared_experts.")
+            if name not in NON_EXPERT_WEIGHTS and weight.shape != torch.Size(
+                []) and not name.startswith("_shared_experts.")
        ]

    def set_eplb_state(