ChatGLM Support (#1261)

2023-11-07 08:09:33 +08:00
parent e7f579eb97
commit 1a2bbc9301
7 changed files with 490 additions and 4 deletions
--- a/vllm/transformers_utils/config.py
+++ b/vllm/transformers_utils/config.py
@@ -5,9 +5,10 @@ from transformers import AutoConfig, MptConfig, PretrainedConfig
 from vllm.transformers_utils.configs import *  # pylint: disable=wildcard-import

 _CONFIG_REGISTRY = {
-    "mpt": MptConfig,
-    "baichuan": BaiChuanConfig,
    "aquila": AquilaConfig,
+    "baichuan": BaiChuanConfig,
+    "chatglm": ChatGLMConfig,
+    "mpt": MptConfig,
    "qwen": QWenConfig,
    "RefinedWeb": RWConfig,  # For tiiuae/falcon-40b(-instruct)
    "RefinedWebModel": RWConfig,  # For tiiuae/falcon-7b(-instruct)