diff --git a/vllm/patches/deepseek_v4.py b/vllm/patches/deepseek_v4.py index 9de3ef6b..2d76d299 100644 --- a/vllm/patches/deepseek_v4.py +++ b/vllm/patches/deepseek_v4.py @@ -2213,3 +2213,8 @@ class DeepseekV4ForCausalLM(nn.Module): def get_expert_mapping(self) -> list[tuple[str, str, int, str]]: return self.model.get_expert_mapping() + + +# Register model architecture with vLLM +from vllm.model_executor.models import ModelRegistry +ModelRegistry.register_model("DeepseekV4ForCausalLM", DeepseekV4ForCausalLM)