biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[VLM][Model] Support image input for Chameleon (#6633)

Browse Source
This commit is contained in:
Roger Wang
2024-07-22 23:50:48 -07:00
committed by GitHub
parent c5201240a4
commit 22fa2e35cb
7 changed files with 696 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/model_executor/models/__init__.py
View File

@@ -16,9 +16,10 @@ _GENERATION_MODELS = {
"BaiChuanForCausalLM": ("baichuan", "BaiChuanForCausalLM"), # baichuan-7b
"BaichuanForCausalLM": ("baichuan", "BaichuanForCausalLM"), # baichuan-13b
"BloomForCausalLM": ("bloom", "BloomForCausalLM"),
"ChameleonForCausalLM":
("chameleon", "ChameleonForConditionalGeneration"
), #TODO(ywang96): fix model name when huggingface fixes it
#TODO(ywang96): remove this when huggingface fixes the model repo
"ChameleonForCausalLM": ("chameleon", "ChameleonForConditionalGeneration"),
"ChameleonForConditionalGeneration":
("chameleon", "ChameleonForConditionalGeneration"),
"ChatGLMModel": ("chatglm", "ChatGLMForCausalLM"),
"ChatGLMForConditionalGeneration": ("chatglm", "ChatGLMForCausalLM"),
"CohereForCausalLM": ("commandr", "CohereForCausalLM"),