biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Rename fallback model and refactor supported models section (#15829)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2025-04-01 06:49:41 +01:00
committed by GitHub
parent b7b7676d67
commit a76f547e11
6 changed files with 80 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/model_executor/model_loader/utils.py
View File

@@ -39,8 +39,8 @@ def is_transformers_impl_compatible(
return mod.is_backend_compatible()
def resolve_transformers_fallback(model_config: ModelConfig,
architectures: list[str]):
def resolve_transformers_arch(model_config: ModelConfig,
architectures: list[str]):
for i, arch in enumerate(architectures):
if arch == "TransformersForCausalLM":
continue
@@ -101,8 +101,7 @@ def get_model_architecture(
for arch in architectures)
if (not is_vllm_supported
or model_config.model_impl == ModelImpl.TRANSFORMERS):
architectures = resolve_transformers_fallback(model_config,
architectures)
architectures = resolve_transformers_arch(model_config, architectures)
model_cls, arch = ModelRegistry.resolve_model_cls(architectures)
if model_config.task == "embed":