biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Model] Add OLMoE (#7922)

Browse Source
This commit is contained in:
Niklas Muennighoff
2024-09-20 09:31:41 -07:00
committed by GitHub
parent 260d40b5ea
commit 3b63de9353
3 changed files with 414 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/models/__init__.py
View File

@@ -46,6 +46,7 @@ _GENERATION_MODELS = {
"MiniCPM3ForCausalLM": ("minicpm3", "MiniCPM3ForCausalLM"),
"NemotronForCausalLM": ("nemotron", "NemotronForCausalLM"),
"OlmoForCausalLM": ("olmo", "OlmoForCausalLM"),
"OlmoeForCausalLM": ("olmoe", "OlmoeForCausalLM"),
"OPTForCausalLM": ("opt", "OPTForCausalLM"),
"OrionForCausalLM": ("orion", "OrionForCausalLM"),
"PersimmonForCausalLM": ("persimmon", "PersimmonForCausalLM"),