[Misc] Standardize RoPE handling for Qwen2-VL (#9250)

2024-10-16 13:56:17 +08:00
parent ed920135c8
commit 7e7eae338d
16 changed files with 102 additions and 200 deletions
--- a/tests/lora/test_layers.py
+++ b/tests/lora/test_layers.py
@@ -951,7 +951,7 @@ def test_rotary_embedding_long_context(dist_init, num_loras, device,
    lora_rope.create_lora_weights(max_loras, lora_config)
    linear_rope = get_rope(head_size, rotary_dim, max_position, base,
                           is_neox_style, {
-                               "type": "linear",
+                               "rope_type": "linear",
                               "factor": scaling_factors
                           })
    linear_rope = linear_rope.to(dtype=dtype)