diff --git a/tests/cudagraph_test.py b/tests/cudagraph_test.py
index ff929fdd..3d3fc55c 100644
--- a/tests/cudagraph_test.py
+++ b/tests/cudagraph_test.py
@@ -116,7 +116,7 @@ def make_dummy_runner(num_experts=32, hidden_size=7168, intermediate_size=3072,
     l1_fp4 = [rand_fp4(3584, intermediate_size * 2, device=device) for _ in range(num_experts)]
     l1_sf = [rand_sf(3584 // 16, intermediate_size * 2, device=device) for _ in range(num_experts)]
     l1_gs = [0.1] * num_experts
-    l2_fp4 = [rand_fp4(1536, hidden_size // 2, device=device) for _ in range(num_experts)]
+    l2_fp4 = [rand_fp4(1536, hidden_size, device=device) for _ in range(num_experts)]
     l2_sf = [rand_sf(1536 // 16, hidden_size, device=device) for _ in range(num_experts)]
     l2_gs = [0.1] * num_experts