fix: test L2 weight N dim should be hidden_size, not hidden_size//2

This commit is contained in:
2026-05-16 19:07:36 +00:00
parent 28788c6f55
commit d15c43294b

View File

@@ -116,7 +116,7 @@ def make_dummy_runner(num_experts=32, hidden_size=7168, intermediate_size=3072,
l1_fp4 = [rand_fp4(3584, intermediate_size * 2, device=device) for _ in range(num_experts)]
l1_sf = [rand_sf(3584 // 16, intermediate_size * 2, device=device) for _ in range(num_experts)]
l1_gs = [0.1] * num_experts
l2_fp4 = [rand_fp4(1536, hidden_size // 2, device=device) for _ in range(num_experts)]
l2_fp4 = [rand_fp4(1536, hidden_size, device=device) for _ in range(num_experts)]
l2_sf = [rand_sf(1536 // 16, hidden_size, device=device) for _ in range(num_experts)]
l2_gs = [0.1] * num_experts