From c7991269dd8fe86096a3eee5040e855801ae9665 Mon Sep 17 00:00:00 2001 From: Fanli Lin Date: Tue, 11 Nov 2025 16:45:38 +0800 Subject: [PATCH] [BugFix] 'DeepseekV2Config' object has no attribute 'use_mla'` (#28387) Signed-off-by: Lin, Fanli --- vllm/model_executor/models/kimi_vl.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/kimi_vl.py b/vllm/model_executor/models/kimi_vl.py index b54f53931..b79bdf859 100644 --- a/vllm/model_executor/models/kimi_vl.py +++ b/vllm/model_executor/models/kimi_vl.py @@ -456,7 +456,11 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsPP): (".gate_up_proj", ".gate_proj", 0), (".gate_up_proj", ".up_proj", 1), ] - if not config.use_mla: + use_mha = ( + config.model_type == "deepseek" + or config.qk_nope_head_dim + config.qk_rope_head_dim == 0 + ) + if use_mha: stacked_params_mapping += [ (".qkv_proj", ".q_proj", "q"), (".qkv_proj", ".k_proj", "k"),