diff --git a/tests/test_rope_kv_b200.py b/tests/test_rope_kv_b200.py index 6293050e..a2e5a73d 100644 --- a/tests/test_rope_kv_b200.py +++ b/tests/test_rope_kv_b200.py @@ -96,7 +96,7 @@ anorm = G(f"{p}.input_layernorm.weight") qn = G(f"{a}.q_a_norm.weight"); kvn = G(f"{a}.kv_norm.weight") woa = G(f"{a}.o_a_proj.weight") qa_w = G(f"{a}.q_a_proj.weight"); qa_sf = G(f"{a}.q_a_proj.weight_scale"); qa_gs = G(f"{a}.q_a_proj.weight_scale_2") -qb_w = G(f"{a}.q_b_proj.weight"); qb_sf = G(f"{a}.q_b_proj.weight_scale"); qb_gs = G"{a}.q_b_proj.weight_scale_2") +qb_w = G(f"{a}.q_b_proj.weight"); qb_sf = G(f"{a}.q_b_proj.weight_scale"); qb_gs = G(f"{a}.q_b_proj.weight_scale_2") kv_w = G(f"{a}.kv_proj.weight"); kv_sf = G(f"{a}.kv_proj.weight_scale"); kv_gs = G(f"{a}.kv_proj.weight_scale_2") wob_w = G(f"{a}.o_b_proj.weight"); wob_sf = G(f"{a}.o_b_proj.weight_scale"); wob_gs = G(f"{a}.o_b_proj.weight_scale_2")