biondizzle/DeepGEMM
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

debug: print SF shape/strides before interleave

Browse Source
This commit is contained in:
biondizzle
2026-05-12 14:31:41 +00:00
parent e498a2c729
commit d8ae7a3225
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
deep_gemm/mega/__init__.py
View File

@@ -286,6 +286,8 @@ def transform_nvfp4_weights_for_mega_moe(
l1_sf_mn, l1_n, l1_k, (1, 16), num_experts)
l2_sf_transformed = transform_sf_into_required_layout(
l2_sf_mn, l2_n, l2_k, (1, 16), num_experts)
print(f"[debug-pre-interleave] l1_sf_transformed: shape={tuple(l1_sf_transformed.shape)} strides={l1_sf_transformed.stride()}", flush=True)
print(f"[debug-pre-interleave] l2_sf_transformed: shape={tuple(l2_sf_transformed.shape)} strides={l2_sf_transformed.stride()}", flush=True)
# L1: interleave gate/up
l1_interleaved = _interleave_l1_weights((l1_weights[0], l1_sf_transformed))