diff --git a/vllm/patches/deepseek_v4.py b/vllm/patches/deepseek_v4.py index 466d8674..3a75f712 100644 --- a/vllm/patches/deepseek_v4.py +++ b/vllm/patches/deepseek_v4.py @@ -251,6 +251,7 @@ class DeepseekV4MegaMoEExperts(nn.Module): self.hidden_size = hidden_size self.intermediate_size = intermediate_size self.max_num_tokens = vllm_config.scheduler_config.max_num_batched_tokens + self.swiglu_limit = vllm_config.model_config.hf_config.swiglu_limit weight_attrs = {"weight_loader": self.weight_loader}