fix

2026-05-14 19:29:47 +00:00
parent 57512d5f0d
commit 3be051e140
1 changed files with 5 additions and 0 deletions
--- a/vllm/patches/deepseek_v4.py
+++ b/vllm/patches/deepseek_v4.py
@@ -2213,3 +2213,8 @@ class DeepseekV4ForCausalLM(nn.Module):

    def get_expert_mapping(self) -> list[tuple[str, str, int, str]]:
        return self.model.get_expert_mapping()
+
+
+# Register model architecture with vLLM
+from vllm.model_executor.models import ModelRegistry
+ModelRegistry.register_model("DeepseekV4ForCausalLM", DeepseekV4ForCausalLM)