2025-02-02 14:58:18 -05:00
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
2025-06-03 11:20:17 -07:00
|
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
2025-02-02 14:58:18 -05:00
|
|
|
|
2025-09-18 21:18:56 +02:00
|
|
|
from .interfaces import (
|
|
|
|
|
HasInnerState,
|
|
|
|
|
SupportsLoRA,
|
|
|
|
|
SupportsMRoPE,
|
|
|
|
|
SupportsMultiModal,
|
|
|
|
|
SupportsPP,
|
|
|
|
|
SupportsTranscription,
|
|
|
|
|
has_inner_state,
|
|
|
|
|
supports_lora,
|
|
|
|
|
supports_mrope,
|
|
|
|
|
supports_multimodal,
|
|
|
|
|
supports_pp,
|
|
|
|
|
supports_transcription,
|
|
|
|
|
)
|
2024-12-01 14:36:51 +08:00
|
|
|
from .interfaces_base import (
|
|
|
|
|
VllmModelForPooling,
|
|
|
|
|
VllmModelForTextGeneration,
|
|
|
|
|
is_pooling_model,
|
|
|
|
|
is_text_generation_model,
|
|
|
|
|
)
|
2024-10-04 18:01:37 +08:00
|
|
|
from .registry import ModelRegistry
|
2023-06-17 03:07:40 -07:00
|
|
|
|
|
|
|
|
__all__ = [
|
2023-12-12 22:21:45 -08:00
|
|
|
"ModelRegistry",
|
2024-12-01 14:36:51 +08:00
|
|
|
"VllmModelForPooling",
|
|
|
|
|
"is_pooling_model",
|
2024-10-07 14:10:35 +08:00
|
|
|
"VllmModelForTextGeneration",
|
|
|
|
|
"is_text_generation_model",
|
2024-10-04 18:01:37 +08:00
|
|
|
"HasInnerState",
|
|
|
|
|
"has_inner_state",
|
|
|
|
|
"SupportsLoRA",
|
|
|
|
|
"supports_lora",
|
|
|
|
|
"SupportsMultiModal",
|
|
|
|
|
"supports_multimodal",
|
2025-09-18 21:18:56 +02:00
|
|
|
"SupportsMRoPE",
|
|
|
|
|
"supports_mrope",
|
2024-10-04 18:01:37 +08:00
|
|
|
"SupportsPP",
|
|
|
|
|
"supports_pp",
|
2025-07-03 16:18:30 +08:00
|
|
|
"SupportsTranscription",
|
|
|
|
|
"supports_transcription",
|
2024-12-01 14:36:51 +08:00
|
|
|
]
|