From bf17bd3fc4d14a91f989d6df537e6ebb44fbac8f Mon Sep 17 00:00:00 2001 From: biondizzle Date: Thu, 14 May 2026 19:47:02 +0000 Subject: [PATCH] more fixes3 --- vllm/patches/deepseek_v4.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/patches/deepseek_v4.py b/vllm/patches/deepseek_v4.py index b71d93be..c7b08389 100644 --- a/vllm/patches/deepseek_v4.py +++ b/vllm/patches/deepseek_v4.py @@ -1418,6 +1418,8 @@ class DeepseekV4Model(nn.Module): continue continue elif "attn_sink" in name: + if name not in params_dict: + continue narrow_weight = loaded_weight[head_rank_start:head_rank_end] n = narrow_weight.shape[0] params_dict[name][:n].copy_(narrow_weight)