Fix NVFP4 mapper: keep model. prefix (model params use it)

2026-05-18 22:49:40 +00:00
parent 1528d4e182
commit ea648a9bc2
1 changed files with 1 additions and 2 deletions
--- a/vllm/patches/deepseek_v4.py
+++ b/vllm/patches/deepseek_v4.py
@@ -1667,8 +1667,7 @@ def _make_deepseek_v4_nvfp4_weights_mapper() -> WeightsMapper:

    return WeightsMapper(
        orig_to_new_prefix={
-            # Strip model. prefix (checkpoint has it, model params don't)
-            "model.": "",
+            # Keep model. prefix — model params use it (e.g. model.embed_tokens.weight)
        },
        orig_to_new_regex=expert_rename_regex,
        orig_to_new_suffix=suffix_renames,