[Model] VLM2Vec, the first multimodal embedding model in vLLM (#9303)

2024-10-16 14:31:00 +08:00
parent 7e7eae338d
commit 7abba39ee6
16 changed files with 465 additions and 261 deletions
--- a/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py
+++ b/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py
@@ -3,7 +3,7 @@ from typing import List, Optional, Union
 import torch

 from vllm.attention import AttentionMetadata
-from vllm.model_executor.models.gemma2_embedding import Gemma2EmbeddingModel
+from vllm.model_executor.models.gemma2 import Gemma2EmbeddingModel
 from vllm.sequence import IntermediateTensors