From 0890e578f4f0f34ede8d0d1629e7f71936a22ef5 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Thu, 4 Jun 2026 01:49:12 +0000 Subject: [PATCH] DEBUG: print l1_out shape before gate/up split --- dsv4/layers/shared_expert.py | 1 + 1 file changed, 1 insertion(+) diff --git a/dsv4/layers/shared_expert.py b/dsv4/layers/shared_expert.py index 72ca19ba..af3951fa 100644 --- a/dsv4/layers/shared_expert.py +++ b/dsv4/layers/shared_expert.py @@ -433,6 +433,7 @@ class Nvfp4SharedExpert: intermediate = self._run_l1_fused(hidden_states) else: l1_out = self._run_l1(hidden_states) + print(f" SE L1 out: shape={tuple(l1_out.shape)} |max|={l1_out.abs().max().item() if l1_out.numel() > 0 else 'EMPTY'} nan={torch.isnan(l1_out).any().item() if l1_out.numel() > 0 else 'N/A'}", flush=True) if l1_out.shape[1] < 2 * self.intermediate_size: print(f" WARNING: l1_out shape {l1_out.shape} < expected (N, {2*self.intermediate_size})", flush=True)