biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: hc param renames missing leading dot

Browse Source 
.attn_hc.base -> hc_attn_base produced layers.0hc_attn_base (no dot).
Need .hc_attn_base to preserve the dot separator.
This commit is contained in:
biondizzle
2026-05-15 01:54:53 +00:00
parent 086f3fa5c5
commit 46536e5ccf
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
vllm/patches/deepseek_v4.py
View File

@@ -1294,12 +1294,12 @@ class DeepseekV4Model(nn.Module):
# Hadamard coding params: checkpoint has .attn_hc.base/fn/scale
# and .ffn_hc.base/fn/scale; model has hc_attn_base/fn/scale
# and hc_ffn_base/fn/scale (underscore not dot before base/fn/scale)
".attn_hc.base": "hc_attn_base",
".attn_hc.fn": "hc_attn_fn",
".attn_hc.scale": "hc_attn_scale",
".ffn_hc.base": "hc_ffn_base",
".ffn_hc.fn": "hc_ffn_fn",
".ffn_hc.scale": "hc_ffn_scale",
".attn_hc.base": ".hc_attn_base",
".attn_hc.fn": ".hc_attn_fn",
".attn_hc.scale": ".hc_attn_scale",
".ffn_hc.base": ".hc_ffn_base",
".ffn_hc.fn": ".hc_ffn_fn",
".ffn_hc.scale": ".hc_ffn_scale",
"hc_head.hc_base": "hc_head_base",
"hc_head.hc_fn": "hc_head_fn",
"hc_head.hc_scale": "hc_head_scale",