biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Model] Support Nemotron models (Nemotron-3, Nemotron-4, Minitron) (#6611)

Browse Source
This commit is contained in:
Michael Goin
2024-07-26 14:33:42 -04:00
committed by GitHub
parent 85ad7e2d01
commit 07278c37dd
9 changed files with 776 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/transformers_utils/configs/__init__.py
View File

@@ -8,6 +8,7 @@ from vllm.transformers_utils.configs.jais import JAISConfig
from vllm.transformers_utils.configs.medusa import MedusaConfig
from vllm.transformers_utils.configs.mlp_speculator import MLPSpeculatorConfig
from vllm.transformers_utils.configs.mpt import MPTConfig
from vllm.transformers_utils.configs.nemotron import NemotronConfig
__all__ = [
"ChatGLMConfig",
@@ -17,4 +18,5 @@ __all__ = [
"JAISConfig",
"MedusaConfig",
"MLPSpeculatorConfig",
"NemotronConfig",
]