[Model] New model support for Phi-4-multimodal-instruct (#14119)

This commit is contained in:
Congcong Chen
2025-03-04 20:57:01 -08:00
committed by GitHub
parent ade3f7d988
commit 0a995d5434
10 changed files with 7159 additions and 3 deletions

View File

@@ -2284,9 +2284,9 @@ class LoRAConfig:
return hash_str
def __post_init__(self):
# Setting the maximum rank to 256 should be able to satisfy the vast
# Setting the maximum rank to 512 should be able to satisfy the vast
# majority of applications.
possible_max_ranks = (8, 16, 32, 64, 128, 256)
possible_max_ranks = (8, 16, 32, 64, 128, 256, 320, 512)
possible_lora_extra_vocab_size = (0, 256, 512)
if self.max_lora_rank not in possible_max_ranks:
raise ValueError(