diff --git a/vllm/patches/deepseek_v4.py b/vllm/patches/deepseek_v4.py index 9b2b9ce1..1854f922 100644 --- a/vllm/patches/deepseek_v4.py +++ b/vllm/patches/deepseek_v4.py @@ -1290,6 +1290,14 @@ class DeepseekV4Model(nn.Module): ".mlp.shared_experts.gate_proj.": ".ffn.shared_experts.w1.", ".mlp.shared_experts.up_proj.": ".ffn.shared_experts.w3.", ".mlp.shared_experts.down_proj.": ".ffn.shared_experts.down_proj.", + # Hadamard coding params + ".attn_hc.": ".hc_attn.", + ".ffn_hc.": ".hc_ffn.", + "hc_head.hc_base": "hc_head_base", + "hc_head.hc_fn": "hc_head_fn", + "hc_head.hc_scale": "hc_head_scale", + # compressor.position_bias → compressor.ape + ".compressor.position_bias": ".compressor.ape", # modelopt uses mlp, vllm uses ffn internally ".mlp.": ".ffn.", }