add QWen-7b (#685)

Co-authored-by: wq.chu <wq.chu@tianrang-inc.com>
2023-08-09 04:50:38 +08:00
parent 79af7e96a0
commit a57d13cc96
6 changed files with 396 additions and 11 deletions
--- a/vllm/transformers_utils/config.py
+++ b/vllm/transformers_utils/config.py
@@ -5,6 +5,7 @@ from vllm.transformers_utils.configs import *  # pylint: disable=wildcard-import
 _CONFIG_REGISTRY = {
    "mpt": MPTConfig,
    "baichuan": BaiChuanConfig,
+    "qwen": QWenConfig,
    "RefinedWeb": RWConfig,  # For tiiuae/falcon-40b(-instruct)
    "RefinedWebModel": RWConfig,  # For tiiuae/falcon-7b(-instruct)
 }