biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CI] Fix MHA attention test failure (AttributeError when model_config is None in ViT attention backend) (#33033)

Browse Source 
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
This commit is contained in:
Lucas Wilkinson
2026-01-25 20:49:53 -07:00
committed by GitHub
parent 2f0d3ba745
commit 566cdb6cfb
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/models/vision.py
View File

@@ -104,8 +104,9 @@ def get_vit_attn_backend(
"""
try:
vllm_config: VllmConfig = get_current_vllm_config()
model_config = vllm_config.model_config
multimodal_config: MultiModalConfig | None = (
vllm_config.model_config.multimodal_config
model_config.multimodal_config if model_config is not None else None
)
except AssertionError:
multimodal_config = None
@@ -129,8 +130,9 @@ def is_vit_use_data_parallel():
"""
try:
vllm_config: VllmConfig = get_current_vllm_config()
model_config = vllm_config.model_config
multimodal_config: MultiModalConfig | None = (
vllm_config.model_config.multimodal_config
model_config.multimodal_config if model_config is not None else None
)
except AssertionError:
multimodal_config = None