[Bugfix] Fix Lora Name Parsing (#17196)

Signed-off-by: Alex-Brooks <Alex.Brooks@ibm.com> Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
2025-04-27 06:33:09 -06:00
parent 18445edd0f
commit 756848e79e
2 changed files with 21 additions and 4 deletions
--- a/tests/lora/test_utils.py
+++ b/tests/lora/test_utils.py
@@ -39,6 +39,18 @@ def test_parse_fine_tuned_lora_name_valid():
            False,
            False,
        ),
+        (
+            "language_model.layers.9.mlp.down_proj.lora_A.weight",
+            "language_model.layers.9.mlp.down_proj",
+            True,
+            False,
+        ),
+        (
+            "language_model.layers.9.mlp.down_proj.lora_B.weight",
+            "language_model.layers.9.mlp.down_proj",
+            False,
+            False,
+        ),
    }
    for name, module_name, is_lora_a, is_bias in fixture:
        assert (module_name, is_lora_a,