[Model]: Add support for Aria model (#10514)

Signed-off-by: xffxff <1247714429@qq.com>
Co-authored-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
zhou fan
2024-11-26 02:10:55 +08:00
committed by GitHub
parent 452a4e80c3
commit b1d920531f
8 changed files with 791 additions and 0 deletions

View File

@@ -412,6 +412,8 @@ class BaseMultiModalItemTracker(ABC, Generic[_T]):
return ""
if model_type == "idefics3":
return "<image>"
if model_type == "aria":
return "<|fim_prefix|><|img|><|fim_suffix|>"
raise TypeError(f"Unknown {modality} model type: {model_type}")
elif modality == "audio":