2025-02-02 14:58:18 -05:00
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
2025-06-03 11:20:17 -07:00
|
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
2025-07-30 14:54:18 +08:00
|
|
|
"""
|
|
|
|
|
Model configs may be defined in this directory for the following reasons:
|
|
|
|
|
|
|
|
|
|
- There is no configuration file defined by HF Hub or Transformers library.
|
|
|
|
|
- There is a need to override the existing config to support vLLM.
|
|
|
|
|
"""
|
2025-02-02 14:58:18 -05:00
|
|
|
|
2023-11-07 08:09:33 +08:00
|
|
|
from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
|
2025-09-30 05:14:41 -04:00
|
|
|
from vllm.transformers_utils.configs.deepseek_v3 import DeepseekV3Config
|
2025-01-12 16:17:24 +08:00
|
|
|
from vllm.transformers_utils.configs.deepseek_vl2 import DeepseekVLV2Config
|
2025-09-21 19:24:40 -07:00
|
|
|
from vllm.transformers_utils.configs.dotsocr import DotsOCRConfig
|
2024-08-22 15:12:24 +05:30
|
|
|
from vllm.transformers_utils.configs.eagle import EAGLEConfig
|
2023-08-02 14:04:39 -07:00
|
|
|
# RWConfig is for the original tiiuae/falcon-40b(-instruct) and
|
|
|
|
|
# tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
|
|
|
|
|
# `FalconConfig` class from the official HuggingFace transformers library.
|
|
|
|
|
from vllm.transformers_utils.configs.falcon import RWConfig
|
2024-03-21 13:45:24 +04:00
|
|
|
from vllm.transformers_utils.configs.jais import JAISConfig
|
2025-04-15 05:41:48 +08:00
|
|
|
from vllm.transformers_utils.configs.kimi_vl import KimiVLConfig
|
2024-07-10 07:04:02 +05:30
|
|
|
from vllm.transformers_utils.configs.medusa import MedusaConfig
|
2025-09-04 15:08:09 +08:00
|
|
|
from vllm.transformers_utils.configs.midashenglm import MiDashengLMConfig
|
2024-06-20 20:23:12 -04:00
|
|
|
from vllm.transformers_utils.configs.mlp_speculator import MLPSpeculatorConfig
|
2025-04-15 05:41:48 +08:00
|
|
|
from vllm.transformers_utils.configs.moonvit import MoonViTConfig
|
2024-07-26 14:33:42 -04:00
|
|
|
from vllm.transformers_utils.configs.nemotron import NemotronConfig
|
2025-06-05 14:29:28 -07:00
|
|
|
from vllm.transformers_utils.configs.nemotron_h import NemotronHConfig
|
2025-07-23 15:01:01 +08:00
|
|
|
from vllm.transformers_utils.configs.nemotron_vl import Nemotron_Nano_VL_Config
|
2025-09-12 20:26:21 -07:00
|
|
|
from vllm.transformers_utils.configs.olmo3 import Olmo3Config
|
2025-08-06 06:56:14 +01:00
|
|
|
from vllm.transformers_utils.configs.ovis import OvisConfig
|
2025-09-11 15:32:09 +08:00
|
|
|
from vllm.transformers_utils.configs.qwen3_next import Qwen3NextConfig
|
2025-09-17 15:53:30 +03:00
|
|
|
from vllm.transformers_utils.configs.radio import RadioConfig
|
2025-08-01 08:25:18 -04:00
|
|
|
from vllm.transformers_utils.configs.speculators.base import SpeculatorsConfig
|
2025-07-31 23:19:06 +08:00
|
|
|
from vllm.transformers_utils.configs.step3_vl import (Step3TextConfig,
|
|
|
|
|
Step3VisionEncoderConfig,
|
|
|
|
|
Step3VLConfig)
|
2024-08-21 15:49:39 -07:00
|
|
|
from vllm.transformers_utils.configs.ultravox import UltravoxConfig
|
2023-07-03 16:47:53 -07:00
|
|
|
|
|
|
|
|
__all__ = [
|
2023-11-07 08:09:33 +08:00
|
|
|
"ChatGLMConfig",
|
2025-01-12 16:17:24 +08:00
|
|
|
"DeepseekVLV2Config",
|
2025-09-30 05:14:41 -04:00
|
|
|
"DeepseekV3Config",
|
2025-09-21 19:24:40 -07:00
|
|
|
"DotsOCRConfig",
|
2025-08-12 00:22:25 +08:00
|
|
|
"EAGLEConfig",
|
2023-08-02 14:04:39 -07:00
|
|
|
"RWConfig",
|
2024-03-21 13:45:24 +04:00
|
|
|
"JAISConfig",
|
2024-07-10 07:04:02 +05:30
|
|
|
"MedusaConfig",
|
2025-09-04 15:08:09 +08:00
|
|
|
"MiDashengLMConfig",
|
2024-06-20 20:23:12 -04:00
|
|
|
"MLPSpeculatorConfig",
|
2025-04-15 05:41:48 +08:00
|
|
|
"MoonViTConfig",
|
|
|
|
|
"KimiVLConfig",
|
2024-07-26 14:33:42 -04:00
|
|
|
"NemotronConfig",
|
2025-06-05 14:29:28 -07:00
|
|
|
"NemotronHConfig",
|
2025-07-23 15:01:01 +08:00
|
|
|
"Nemotron_Nano_VL_Config",
|
2025-09-12 20:26:21 -07:00
|
|
|
"Olmo3Config",
|
2025-08-06 06:56:14 +01:00
|
|
|
"OvisConfig",
|
2025-09-17 15:53:30 +03:00
|
|
|
"RadioConfig",
|
2025-08-01 08:25:18 -04:00
|
|
|
"SpeculatorsConfig",
|
2024-08-21 15:49:39 -07:00
|
|
|
"UltravoxConfig",
|
2025-07-31 23:19:06 +08:00
|
|
|
"Step3VLConfig",
|
|
|
|
|
"Step3VisionEncoderConfig",
|
|
|
|
|
"Step3TextConfig",
|
2025-09-11 15:32:09 +08:00
|
|
|
"Qwen3NextConfig",
|
2025-02-12 02:36:10 -08:00
|
|
|
]
|