[1/N] Initialize MM components in context managers (A-D) (#32632)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2026-01-20 14:12:42 +08:00
parent 4753f3bf69
commit b75e85dede
11 changed files with 240 additions and 268 deletions
--- a/vllm/model_executor/models/interfaces.py
+++ b/vllm/model_executor/models/interfaces.py
@@ -83,7 +83,10 @@ class LMMissingLayer(nn.Module):
 class TowerMissingLayer(nn.Module):
    packed_modules_mapping: dict[str, list[str]] = {}

-    def __init__(self, modalities: set[str]) -> None:
+    def __init__(self, modalities: set[str] | str) -> None:
+        if isinstance(modalities, str):
+            modalities = {modalities}
+
        super().__init__()

        self.modalities = modalities