From 84589fe9847d5f474903a1ea065940b9747ecf2f Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sat, 16 May 2026 19:31:54 +0000 Subject: [PATCH] debug: more prints --- cutedsl/moe_pipeline.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/cutedsl/moe_pipeline.py b/cutedsl/moe_pipeline.py index e90b36c2..63a9dfec 100644 --- a/cutedsl/moe_pipeline.py +++ b/cutedsl/moe_pipeline.py @@ -204,6 +204,8 @@ def run_nvfp4_moe( intermediate_size = l1_out.shape[1] // 2 gate = l1_out[:, :intermediate_size] up = l1_out[:, intermediate_size:] + print(f" gate: shape={gate.shape}, amax={gate.abs().amax().item():.4f}", flush=True) + print(f" up: shape={up.shape}, amax={up.abs().amax().item():.4f}", flush=True) activated = torch.nn.functional.silu(gate) * up # (num_slots, intermediate) BF16 print(f" After SiLU(gate)*up: shape={activated.shape}, amax={activated.abs().amax().item():.4f}", flush=True)