[Model] CLIP Embedding Support (#26010)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2025-10-04 21:21:42 +08:00
parent 2a6dc67eb5
commit 4570535ec4
11 changed files with 851 additions and 79 deletions
--- a/vllm/model_executor/models/bert.py
+++ b/vllm/model_executor/models/bert.py
@@ -351,7 +351,7 @@ class BertModel(nn.Module, SupportsQuant):
                                   prefix=f"{prefix}.encoder")

    def get_input_embeddings(self, input_ids: torch.Tensor) -> torch.Tensor:
-        return self.embeddings(input_ids)
+        return self.embeddings.word_embeddings(input_ids)

    def forward(
        self,