biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Misc] Clean up multi-modal processor (#11207)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2024-12-15 14:30:28 +08:00
committed by GitHub
parent a1c02058ba
commit b10609e6a1
3 changed files with 32 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
tests/multimodal/test_processing.py
View File

@@ -2,10 +2,9 @@ from typing import cast
import pytest
from vllm.multimodal.processing import (MultiModalDataItems, PromptReplacement,
_PlaceholderInfo, find_text_matches,
find_token_matches, iter_placeholders,
iter_token_matches,
from vllm.multimodal.processing import (PromptReplacement, _PlaceholderInfo,
find_text_matches, find_token_matches,
iter_placeholders, iter_token_matches,
replace_text_matches,
replace_token_matches)
from vllm.transformers_utils.tokenizer import AnyTokenizer
@@ -314,8 +313,8 @@ def test_find_replace_text(
result = replace_text_matches(
prompt,
matches,
MultiModalDataItems({key: [None] * mm_count
for key in repl_by_key}),
{key: mm_count
for key in repl_by_key},
)
# Only displayed on error
@@ -380,8 +379,8 @@ def test_find_replace_tokens(
result = replace_token_matches(
prompt,
matches,
MultiModalDataItems({key: [None] * mm_count
for key in repl_by_key}),
{key: mm_count
for key in repl_by_key},
)
# Only displayed on error
@@ -476,7 +475,7 @@ def test_iter_placeholders(
prompt_repls,
prompt,
# Effectively match all occurrences in the prompt
MultiModalDataItems({key: [None] * 3 for key in repl_by_key}),
{key: 3 for key in repl_by_key},
))
# Only displayed on error