biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

debug: print sPvBuf[32] value

Browse Source
This commit is contained in:
biondizzle
2026-05-28 07:47:37 +00:00
parent 146e4f0282
commit c989dc78d9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
dsv4/kernels/attention/fmha_epilogue_sm100.cuh
View File

@@ -207,7 +207,7 @@ fmha_decode_tmem(
sRowSums[0] = row_sum;
}
__syncthreads();
if (tid == 0) printf("[tmem] attention computed, row_sum=%f, max=%f\n", sRowSums[0], sPvBuf[0]);
if (tid == 0) printf("[tmem] attention computed, row_sum=%f, sPvBuf[0]=%f, sPvBuf[32]=%f\n", sRowSums[0], sPvBuf[0], HD>32?sPvBuf[32]:0.0f);
// ================================================================
// One-way Correction Epilogue: SMEM → TMEM → regs → normalize → GMEM