biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[BugFix] Fix Granite model configuration (#8216)

Browse Source
This commit is contained in:
Nick Hill
2024-09-05 20:39:29 -07:00
committed by GitHub
parent db3bf7c991
commit baa5467547
2 changed files with 42 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/transformers_utils/configs/__init__.py
View File

@@ -6,6 +6,7 @@ from vllm.transformers_utils.configs.exaone import ExaoneConfig
# tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
# `FalconConfig` class from the official HuggingFace transformers library.
from vllm.transformers_utils.configs.falcon import RWConfig
from vllm.transformers_utils.configs.granite import GraniteConfig
from vllm.transformers_utils.configs.internvl import InternVLChatConfig
from vllm.transformers_utils.configs.jais import JAISConfig
from vllm.transformers_utils.configs.medusa import MedusaConfig
@@ -27,4 +28,7 @@ __all__ = [
"MLPSpeculatorConfig",
"NemotronConfig",
"UltravoxConfig",
# Granite can be removed from here once we have upgraded to
# transformers 4.45+
"GraniteConfig",
]