Fix Mistral model (#1220)

2023-09-28 10:44:05 -07:00
parent bb1ba58f06
commit a8e98aee0c
4 changed files with 27 additions and 14 deletions
--- a/vllm/transformers_utils/configs/init.py
+++ b/vllm/transformers_utils/configs/init.py
@@ -6,6 +6,7 @@ from vllm.transformers_utils.configs.qwen import QWenConfig
 # tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
 # `FalconConfig` class from the official HuggingFace transformers library.
 from vllm.transformers_utils.configs.falcon import RWConfig
+from vllm.transformers_utils.configs.mistral import MistralConfig

 __all__ = [
    "MPTConfig",
@@ -13,4 +14,5 @@ __all__ = [
    "AquilaConfig",
    "QWenConfig",
    "RWConfig",
+    "MistralConfig",
 ]