diff --git a/vllm/nvfp4_cutedsl.py b/vllm/nvfp4_cutedsl.py index f2ce0299..5b29c07f 100644 --- a/vllm/nvfp4_cutedsl.py +++ b/vllm/nvfp4_cutedsl.py @@ -165,9 +165,8 @@ class CuTeDSLMoERunner: # ════════════════════════════════════════════════════════════ # SiLU(gate) * up (BF16) # ════════════════════════════════════════════════════════════ - half = self.intermediate_size // 2 - gate = l1_out[:, :half] - up = l1_out[:, half:] + gate = l1_out[:, :self.intermediate_size] + up = l1_out[:, self.intermediate_size:] activated = torch.nn.functional.silu(gate) * up # ════════════════════════════════════════════════════════════