[MM Encoder] Add Triton ViT attention backend (#32183)

Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
Isotr0py
2026-02-15 22:32:47 +08:00
committed by GitHub
parent 19fab44152
commit 71cd89264f
14 changed files with 178 additions and 51 deletions

View File

@@ -108,7 +108,7 @@ def get_vit_attn_backend(
multimodal_config: MultiModalConfig | None = (
model_config.multimodal_config if model_config is not None else None
)
except AssertionError:
except (AssertionError, AttributeError):
multimodal_config = None
attn_backend_override = (
@@ -134,7 +134,7 @@ def is_vit_use_data_parallel():
multimodal_config: MultiModalConfig | None = (
model_config.multimodal_config if model_config is not None else None
)
except AssertionError:
except (AssertionError, AttributeError):
multimodal_config = None
mm_encoder_tp_mode = (