biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[MODEL] add Exaone model support (#7819)

Browse Source
This commit is contained in:
Yohan Na
2024-08-30 15:34:20 +09:00
committed by GitHub
parent 34a0e96d46
commit dc13e99348
6 changed files with 820 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/transformers_utils/configs/__init__.py
View File

@@ -1,6 +1,7 @@
from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
from vllm.transformers_utils.configs.dbrx import DbrxConfig
from vllm.transformers_utils.configs.eagle import EAGLEConfig
from vllm.transformers_utils.configs.exaone import ExaoneConfig
# RWConfig is for the original tiiuae/falcon-40b(-instruct) and
# tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
# `FalconConfig` class from the official HuggingFace transformers library.
@@ -22,6 +23,7 @@ __all__ = [
"JAISConfig",
"MedusaConfig",
"EAGLEConfig",
"ExaoneConfig",
"MLPSpeculatorConfig",
"NemotronConfig",
"UltravoxConfig",