[Model] merged input processor for Phi-3-Vision models (#10977)

Signed-off-by: Isotr0py <2037008807@qq.com> Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
2024-12-10 04:55:10 +08:00
parent ca871491ed
commit a811dd6608
7 changed files with 234 additions and 408 deletions
--- a/tests/entrypoints/openai/test_vision_embedding.py
+++ b/tests/entrypoints/openai/test_vision_embedding.py
@@ -95,5 +95,5 @@ async def test_image_embedding(server: RemoteOpenAIServer, model_name: str,
    assert len(embeddings["data"]) == 1
    assert len(embeddings["data"][0]["embedding"]) == 3072
    assert embeddings["usage"]["completion_tokens"] == 0
-    assert embeddings["usage"]["prompt_tokens"] == 762
-    assert embeddings["usage"]["total_tokens"] == 762
+    assert embeddings["usage"]["prompt_tokens"] == 765
+    assert embeddings["usage"]["total_tokens"] == 765