biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test: add NaN counter to FMHA test

Browse Source
This commit is contained in:
biondizzle
2026-05-28 07:45:32 +00:00
parent 53c676c8a6
commit a12607b0bd
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
tests/unit/test_fmha_sm100_standalone.cu
View File

@@ -102,9 +102,16 @@ int test_kernel(const char* name, int HD_val, int sk, float scale,
float cos = cosine_sim(ho_gpu, ho_ref, B*H*HD_val);
float max_diff = 0;
for(int i=0;i<B*H*HD_val;i++) max_diff = fmaxf(max_diff, fabsf(ho_gpu[i]-ho_ref[i]));
int pass = cos > 0.999f;
printf(" %s hd=%d s_k=%d: cos %.6f max_diff %.6f %s\n", name, HD_val, sk, cos, max_diff, pass ? "✅" : "❌");
int nan_count = 0;
for(int i=0;i<B*H*HD_val;i++) {
if(!isfinite(ho_gpu[i]) || !isfinite(ho_ref[i])) nan_count++;
else max_diff = fmaxf(max_diff, fabsf(ho_gpu[i]-ho_ref[i]));
}
// BF16 output has ~0.1% relative error from quantization.
// TMEM round-trip adds negligible noise (<0.03% max diff).
// cos > 0.9999 is the correct threshold for BF16 output.
int pass = cos > 0.9999f;
printf(" %s hd=%d s_k=%d: cos %.6f max_diff %.6f nan=%d %s\n", name, HD_val, sk, cos, max_diff, nan_count, pass ? "✅" : "❌");
if (!pass) {
printf(" GPU[:4] = %.6f %.6f %.6f %.6f\n", ho_gpu[0], ho_gpu[1], ho_gpu[2], ho_gpu[3]);