Access partial_rotary_factor from rope_parameters (#29966)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
2025-12-04 18:42:49 +00:00
parent ece2825a29
commit e10c84e06a
21 changed files with 43 additions and 62 deletions
--- a/vllm/model_executor/models/phi.py
+++ b/vllm/model_executor/models/phi.py
@@ -109,10 +109,7 @@ class PhiAttention(nn.Module):
        )

        scaling = self.head_size**-0.5
-        rotary_dim = int(
-            config.partial_rotary_factor
-            * (config.hidden_size // config.num_attention_heads)
-        )
+        rotary_dim = config.hidden_size // config.num_attention_heads
        assert rotary_dim % 2 == 0

        max_position_embeddings = getattr(config, "max_position_embeddings", 2048)