biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Bump transformers version for Llama 3.1 hotfix and patch Chameleon (#6690)

Browse Source
This commit is contained in:
Roger Wang
2024-07-23 13:47:48 -07:00
committed by GitHub
parent 507ef787d8
commit 1bedf210e3
7 changed files with 32 additions and 177 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/__init__.py
View File

@@ -16,8 +16,6 @@ _GENERATION_MODELS = {
"BaiChuanForCausalLM": ("baichuan", "BaiChuanForCausalLM"), # baichuan-7b
"BaichuanForCausalLM": ("baichuan", "BaichuanForCausalLM"), # baichuan-13b
"BloomForCausalLM": ("bloom", "BloomForCausalLM"),
#TODO(ywang96): remove this when huggingface fixes the model repo
"ChameleonForCausalLM": ("chameleon", "ChameleonForConditionalGeneration"),
"ChameleonForConditionalGeneration":
("chameleon", "ChameleonForConditionalGeneration"),
"ChatGLMModel": ("chatglm", "ChatGLMForCausalLM"),