Fix AttributeError: DeepseekV4MegaMoEExperts has no swiglu_limit
Get swiglu_limit from vllm_config.model_config.hf_config instead of self (it was only set on the parent DeepseekV4MoE class).
This commit is contained in:
@@ -251,6 +251,7 @@ class DeepseekV4MegaMoEExperts(nn.Module):
|
||||
self.hidden_size = hidden_size
|
||||
self.intermediate_size = intermediate_size
|
||||
self.max_num_tokens = vllm_config.scheduler_config.max_num_batched_tokens
|
||||
self.swiglu_limit = vllm_config.model_config.hf_config.swiglu_limit
|
||||
|
||||
weight_attrs = {"weight_loader": self.weight_loader}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user