[Model] Support E5-V (#9576)

2024-10-23 11:35:29 +08:00
parent 29061ed9df
commit 831540cf04
12 changed files with 528 additions and 86 deletions
--- a/vllm/model_executor/models/phi3v.py
+++ b/vllm/model_executor/models/phi3v.py
@@ -467,8 +467,6 @@ def input_processor_for_phi3v(ctx: InputContext,

    prompt_token_ids = inputs["prompt_token_ids"].copy()

-    print("prompt_token_ids (old)", prompt_token_ids)
-
    # masked placeholder with image token id
    for idx in image_idx:
        candidates = _get_image_placeholder_token_id_candidates(model_config,