Merge branch 'master' of ssh://sweetapi.com:2222/biondizzle/nvfp4-megamoe-kernel

2026-05-24 03:21:06 +00:00
parent 1c5d6475e5 ea4b6b10bc
commit 09c7d8eb36
1 changed files with 1 additions and 1 deletions
--- a/dsv4/kernels/attention/fmha.py
+++ b/dsv4/kernels/attention/fmha.py
@@ -443,7 +443,7 @@ class FmhaKernel:
            if sfw_idx == 0:
                _ln2 = Float32(0.6931471805599453)  # ln(2)
                lse_val = cute.math.log(row_sum, fastmath=True) + _row_max_safe * _ln2
-                mLSE[0] = lse_val
+                mLSE[0] = lse_val.to(self.q_dtype)

            tmem.relinquish_alloc_permit()
            tmem.free(tmem_ptr)