From 9d204d953f31613a00d59c47c3079dfa9030fa5e Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sun, 24 May 2026 03:37:00 +0000 Subject: [PATCH] D1: Add SMEM-P debug prints --- dsv4/kernels/attention/fmha.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/dsv4/kernels/attention/fmha.py b/dsv4/kernels/attention/fmha.py index 0585724a..86829eed 100644 --- a/dsv4/kernels/attention/fmha.py +++ b/dsv4/kernels/attention/fmha.py @@ -288,6 +288,8 @@ class FmhaKernel: # sP_addr = 64*m + (k%16) + 16*((k//16)%4) + 8192*(k//64) # This is representable as a CuTe layout: (128, (16, 4, 2)) -> (64, (1, 16, 8192)) _sP_nostage = sP[(None, None, None, 0)] # remove stage dim + print(f"SMEM-P DEBUG: sP_nostage shape={cute.shape(_sP_nostage)}, sP outer={cute.shape(sP)}") + print(f"SMEM-P DEBUG: pv_n_tile={self.pv_n_tile}, p_cols_fp32={p_cols_fp32}") row_max = -Float32.inf row_sum = Float32(0.0)