Add support for baichuan (#365)

2023-07-17 21:50:55 +01:00
parent 2bdea7ac11
commit 20b0d88d16
6 changed files with 361 additions and 0 deletions
--- a/vllm/transformers_utils/config.py
+++ b/vllm/transformers_utils/config.py
@@ -4,6 +4,7 @@ from vllm.transformers_utils.configs import *  # pylint: disable=wildcard-import

 _CONFIG_REGISTRY = {
    "mpt": MPTConfig,
+    "baichuan": BaiChuanConfig,
 }