[Model] Add support for DBRX (#3660)

2024-03-27 13:01:46 -07:00
parent d18f4e73f3
commit e24336b5a7
9 changed files with 713 additions and 0 deletions
--- a/vllm/transformers_utils/configs/init.py
+++ b/vllm/transformers_utils/configs/init.py
@@ -1,4 +1,5 @@
 from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
+from vllm.transformers_utils.configs.dbrx import DbrxConfig
 # RWConfig is for the original tiiuae/falcon-40b(-instruct) and
 # tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
 # `FalconConfig` class from the official HuggingFace transformers library.
@@ -8,6 +9,7 @@ from vllm.transformers_utils.configs.mpt import MPTConfig

 __all__ = [
    "ChatGLMConfig",
+    "DbrxConfig",
    "MPTConfig",
    "RWConfig",
    "JAISConfig",