biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Model] Support Solar Model (#8386)

Browse Source 
Co-authored-by: Michael Goin <michael@neuralmagic.com>
This commit is contained in:
Geun, Lim
2024-09-19 02:04:00 +09:00
committed by GitHub
parent d65798f78c
commit e18749ff09
6 changed files with 834 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/transformers_utils/configs/__init__.py
View File

@@ -13,6 +13,7 @@ from vllm.transformers_utils.configs.medusa import MedusaConfig
from vllm.transformers_utils.configs.mlp_speculator import MLPSpeculatorConfig
from vllm.transformers_utils.configs.mpt import MPTConfig
from vllm.transformers_utils.configs.nemotron import NemotronConfig
from vllm.transformers_utils.configs.solar import SolarConfig
from vllm.transformers_utils.configs.ultravox import UltravoxConfig
__all__ = [
@@ -27,6 +28,7 @@ __all__ = [
"ExaoneConfig",
"MLPSpeculatorConfig",
"NemotronConfig",
"SolarConfig",
"UltravoxConfig",
# Granite can be removed from here once we have upgraded to
# transformers 4.45+