[🚀 Ready to be merged] Added support for Jais models (#3183)

2024-03-21 13:45:24 +04:00
parent 3bbff9e5ab
commit 4c07dd28c0
8 changed files with 596 additions and 3 deletions
--- a/vllm/transformers_utils/config.py
+++ b/vllm/transformers_utils/config.py
@@ -10,6 +10,7 @@ _CONFIG_REGISTRY = {
    "RefinedWeb": RWConfig,  # For tiiuae/falcon-40b(-instruct)
    "RefinedWebModel": RWConfig,  # For tiiuae/falcon-7b(-instruct)
    "starcoder2": Starcoder2Config,
+    "jais": JAISConfig,
 }