diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index ab4f498b9..e62af24a8 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -836,7 +836,7 @@ class DeepseekV2MLAAttention(nn.Module): qk_rope_head_dim, max_position=max_position_embeddings, rope_parameters=config.rope_parameters, - is_neox_style=not getattr(config, "indexer_rope_interleave", True), + is_neox_style=not getattr(config, "indexer_rope_interleave", False), ) self.indexer = Indexer( vllm_config,