[Model] Add support for DBRX (#3660)

2024-03-27 13:01:46 -07:00
parent d18f4e73f3
commit e24336b5a7
9 changed files with 713 additions and 0 deletions
--- a/vllm/transformers_utils/config.py
+++ b/vllm/transformers_utils/config.py
@@ -6,6 +6,7 @@ from vllm.transformers_utils.configs import *

 _CONFIG_REGISTRY = {
    "chatglm": ChatGLMConfig,
+    "dbrx": DbrxConfig,
    "mpt": MPTConfig,
    "RefinedWeb": RWConfig,  # For tiiuae/falcon-40b(-instruct)
    "RefinedWebModel": RWConfig,  # For tiiuae/falcon-7b(-instruct)