biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add cute.printf shape diagnostics to example9

Browse Source
This commit is contained in:
biondizzle
2026-05-22 21:56:22 +00:00
parent a476324682
commit 4c1dbfd0f3
1 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
tests/fmha_v3_stage_c_example9.py
View File

@@ -179,6 +179,17 @@ class FmhaV3StageCMulti:
b_lay = cute.make_layout(cute.slice_(cl_vmnk,(0,None,0,0)).shape)
tBsK,tBgK = cpasync.tma_partition(tma_k,0,b_lay,cute.group_modes(sK,0,3),cute.group_modes(tCgK,0,3))
tVsV,tVgV = cpasync.tma_partition(tma_v,0,b_lay,cute.group_modes(sV,0,3),cute.group_modes(tCgV,0,3))
# DIAG: print shapes before pre-slice
cute.printf("tAgQ shape: {} rank: {}\n", cute.shape(tAgQ), tAgQ.rank)
cute.printf("tBgK shape: {} rank: {}\n", cute.shape(tBgK), tBgK.rank)
cute.printf("tVgV shape: {} rank: {}\n", cute.shape(tVgV), tVgV.rank)
cute.printf("tAsQ shape: {} rank: {}\n", cute.shape(tAsQ), tAsQ.rank)
cute.printf("tBsK shape: {} rank: {}\n", cute.shape(tBsK), tBsK.rank)
cute.printf("tVsV shape: {} rank: {}\n", cute.shape(tVsV), tVsV.rank)
for i in range(tBgK.rank):
cute.printf(" tBgK mode {} size: {}\n", i, cute.size(tBgK, mode=[i]))
for i in range(tVgV.rank):
cute.printf(" tVgV mode {} size: {}\n", i, cute.size(tVgV, mode=[i]))
tAgQ = tAgQ[(None,0,None,0)]; tBgK = tBgK[(None,None,0,0)]; tVgV = tVgV[(None,0,None,0)]
tCrQ = qk_mma.make_fragment_A(sQ); tCrK = qk_mma.make_fragment_B(sK)