From 174ad70dca3bbe56f838e480f728854831276177 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sat, 16 May 2026 04:04:53 +0000 Subject: [PATCH] fix: same gate/up split fix in moe_pipeline.py --- cutedsl/moe_pipeline.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/cutedsl/moe_pipeline.py b/cutedsl/moe_pipeline.py index 52bbf6a8..49717d39 100644 --- a/cutedsl/moe_pipeline.py +++ b/cutedsl/moe_pipeline.py @@ -200,9 +200,8 @@ def run_nvfp4_moe( # SiLU(gate) * up (BF16 — nonlinear requires BF16) # ════════════════════════════════════════════════════════════════ intermediate = l1_out.shape[1] - half = intermediate // 2 # 3072 - gate = l1_out[:, :half] - up = l1_out[:, half:] + gate = l1_out[:, :intermediate] + up = l1_out[:, intermediate:] activated = torch.nn.functional.silu(gate) * up # (num_slots, half) BF16 # ════════════════════════════════════════════════════════════════