Support starcoder2 architecture (#3089)

2024-02-29 17:51:48 +09:00
parent 9289e577ec
commit bfdcfa6a05
7 changed files with 452 additions and 0 deletions
--- a/vllm/transformers_utils/configs/init.py
+++ b/vllm/transformers_utils/configs/init.py
@@ -4,9 +4,11 @@ from vllm.transformers_utils.configs.mpt import MPTConfig
 # tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
 # `FalconConfig` class from the official HuggingFace transformers library.
 from vllm.transformers_utils.configs.falcon import RWConfig
+from vllm.transformers_utils.configs.starcoder2 import Starcoder2Config

 __all__ = [
    "ChatGLMConfig",
    "MPTConfig",
    "RWConfig",
+    "Starcoder2Config",
 ]