Support Yi model (#1567)

2023-11-07 07:26:03 +08:00
parent 8516999495
commit e7f579eb97
6 changed files with 496 additions and 0 deletions
--- a/vllm/transformers_utils/config.py
+++ b/vllm/transformers_utils/config.py
@@ -11,6 +11,7 @@ _CONFIG_REGISTRY = {
    "qwen": QWenConfig,
    "RefinedWeb": RWConfig,  # For tiiuae/falcon-40b(-instruct)
    "RefinedWebModel": RWConfig,  # For tiiuae/falcon-7b(-instruct)
+    "yi": YiConfig,
 }