[Model] Initialize support for InternVL2 series models (#6514)

Co-authored-by: Roger Wang <ywang@roblox.com>
This commit is contained in:
Isotr0py
2024-07-29 18:16:30 +08:00
committed by GitHub
parent 3eeb148f46
commit 7cbd9ec7a9
14 changed files with 1042 additions and 6 deletions

View File

@@ -107,7 +107,7 @@ def _image_token_str(model_config: ModelConfig,
return None
if model_type.startswith("llava"):
return tokenizer.decode(model_config.hf_config.image_token_index)
if model_type == "chameleon":
if model_type in ("chameleon", "internvl_chat"):
return "<image>"
raise TypeError(f"Unknown model type: {model_type}")