From 9308634e6594a0156041ec6fbbc99fc45fc56772 Mon Sep 17 00:00:00 2001
From: biondizzle <biondizzle@gmail.com>
Date: Tue, 19 May 2026 18:34:12 +0000
Subject: [PATCH] Fix intermediate size: 3072 not 18432

---
 tests/test_moe_nan_b200.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/test_moe_nan_b200.py b/tests/test_moe_nan_b200.py
index 385bfb51..d25431a1 100644
--- a/tests/test_moe_nan_b200.py
+++ b/tests/test_moe_nan_b200.py
@@ -27,7 +27,7 @@ MODEL = "/root/nvidia-meeting/DeepSeek-V4-Pro-NVFP4"
 DEV = "cuda:0"
 
 H = 7168
-INTERMEDIATE = 18432  # DeepSeek-V4 MoE intermediate
+INTERMEDIATE = 3072  # DeepSeek-V4 MoE intermediate
 NUM_EXPERTS = 384
 TOPK = 6
 EPS = 1e-6