[Bugfix] support tie_word_embeddings for all models (#5724)

2024-08-19 20:00:04 -07:00
parent 0df7ec0b2d
commit f4fc7337bf
30 changed files with 90 additions and 16 deletions
--- a/vllm/model_executor/models/blip2.py
+++ b/vllm/model_executor/models/blip2.py
@@ -494,6 +494,9 @@ class Blip2ForConditionalGeneration(nn.Module, SupportsMultiModal):

        super().__init__()

+        # currently all existing BLIP-2 models have `tie_word_embeddings`
+        # enabled
+        assert config.tie_word_embeddings
        self.config = config
        self.multimodal_config = multimodal_config