[🚀 Ready to be merged] Added support for Jais models (#3183)

2024-03-21 13:45:24 +04:00
parent 3bbff9e5ab
commit 4c07dd28c0
8 changed files with 596 additions and 3 deletions
--- a/vllm/transformers_utils/configs/init.py
+++ b/vllm/transformers_utils/configs/init.py
@@ -5,10 +5,12 @@ from vllm.transformers_utils.configs.mpt import MPTConfig
 # `FalconConfig` class from the official HuggingFace transformers library.
 from vllm.transformers_utils.configs.falcon import RWConfig
 from vllm.transformers_utils.configs.starcoder2 import Starcoder2Config
+from vllm.transformers_utils.configs.jais import JAISConfig

 __all__ = [
    "ChatGLMConfig",
    "MPTConfig",
    "RWConfig",
    "Starcoder2Config",
+    "JAISConfig",
 ]