From 6eade5e7f80d2fee1e4da7cb332c2fc6ece75ccf Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sun, 17 May 2026 21:19:47 +0000 Subject: [PATCH] Fix: gs values are floats not tensors --- tests/test_pipeline_real_weights.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/test_pipeline_real_weights.py b/tests/test_pipeline_real_weights.py index 570c6ac0..4815fe3e 100644 --- a/tests/test_pipeline_real_weights.py +++ b/tests/test_pipeline_real_weights.py @@ -180,7 +180,7 @@ def test_stage2_l1_gemm(slot_hidden, expert_offsets, nvfp4_tensors, layer_idx, e # Stack weights for GEMM l1_mat_b = torch.stack(weights['l1_fp4']) l1_scale_b = torch.stack(weights['l1_sf']) - l1_gsb = torch.stack(weights['l1_gs']) + l1_gsb = torch.tensor(weights['l1_gs'], dtype=torch.float32, device=DEVICE) # Make B-K major l1_mat_b = make_b_k_major(l1_mat_b) @@ -283,7 +283,7 @@ def test_stage4_l2_gemm(activated, expert_offsets, nvfp4_tensors, layer_idx, exp l2_mat_b = torch.stack(weights['l2_fp4']) l2_scale_b = torch.stack(weights['l2_sf']) - l2_gsb = torch.stack(weights['l2_gs']) + l2_gsb = torch.tensor(weights['l2_gs'], dtype=torch.float32, device=DEVICE) l2_mat_b = make_b_k_major(l2_mat_b) l2_scale_b = assemble_scales_3d_side(l2_scale_b)