From 72c139a59fe5324c0c7f230f1366e0958886eb72 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sun, 31 May 2026 11:07:23 +0000 Subject: [PATCH] Enable MHC_DIAG for diagnostic run --- single_shot_inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/single_shot_inference.py b/single_shot_inference.py index 5fbfd9dc..535673d3 100644 --- a/single_shot_inference.py +++ b/single_shot_inference.py @@ -61,7 +61,7 @@ PROMPT = _args.prompt or "The capital of France is" NUM_GPUS = 8 SKIP_ROUTED_MOE = _args.skip_moe # If True, only use shared expert (debug) INVERSE_ROPE = not _args.no_inverse_rope # If False, skip inverse RoPE on attention output (diagnostic) -MHC_DIAG = False # If True, print per-layer mHC diagnostics (B_l row/col sums, C_l values) +MHC_DIAG = True # If True, print per-layer mHC diagnostics (B_l row/col sums, C_l values) # When True: applies inverse RoPE at query position → converts absolute→relative # When False: leaves relative position encoding intact for output projection # DSV4 partial RoPE only affects last 64/512 dims; first 448 are always un-RoPE'd