[Bugfix] Fix BLIP-2 processing (#12412)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2025-01-25 11:42:42 +08:00
parent 221d388cc5
commit fb30ee92ee
1 changed files with 2 additions and 2 deletions
--- a/vllm/model_executor/models/blip2.py
+++ b/vllm/model_executor/models/blip2.py
@@ -481,14 +481,14 @@ class Blip2MultiModalProcessor(BaseMultiModalProcessor[Blip2ProcessingInfo]):
        bos_token_id = tokenizer.bos_token_id
        assert isinstance(bos_token_id, int)

-        image_token_id = vocab["image"]
+        image_token_id = vocab["<image>"]
        num_image_tokens = self.info.get_num_image_tokens()
        image_tokens = [image_token_id] * num_image_tokens

        return [
            PromptReplacement(
                modality="image",
-                target="</s>",
+                target=[bos_token_id],
                replacement=PromptReplacementDetails(
                    full=image_tokens + [bos_token_id],
                    features=image_tokens,