biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix remaining mHC API references: layer_compare.py, layer.py comment

Browse Source
This commit is contained in:
biondizzle
2026-05-31 18:38:34 +00:00
parent 7b123d159f
commit 7d9e70c5d5
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
tests/layer_compare.py
View File

@@ -89,14 +89,14 @@ def main():
n = n_hc
attn_mhc.load_weights(
W_pre=fn[0:n].to(device, dtype=torch.float32),
W_res=fn[n:n+n*n].to(device, dtype=torch.float32),
W_post=fn[n+n*n:].to(device, dtype=torch.float32),
W_post=fn[n:2*n].to(device, dtype=torch.float32),
W_comb=fn[2*n:].to(device, dtype=torch.float32),
S_pre=base[0:n].reshape(1, n).to(device, dtype=torch.bfloat16),
S_res=base[n:n+n*n].reshape(n, n).to(device, dtype=torch.bfloat16),
S_post=base[n+n*n:].reshape(n, 1).to(device, dtype=torch.bfloat16),
S_post=base[n:2*n].reshape(n, 1).to(device, dtype=torch.bfloat16),
S_comb=base[2*n:].reshape(n, n).to(device, dtype=torch.bfloat16),
alpha_pre=scale[0].item(),
alpha_res=scale[1].item(),
alpha_post=scale[2].item(),
alpha_post=scale[1].item(),
alpha_comb=scale[2].item(),
)
# === OUR IMPLEMENTATION (single_shot_inference) ===