biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Frontend] Multi-Modality Support for Loading Local Image Files (#9915)

Browse Source 
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
Chauncey
2024-11-04 23:34:57 +08:00
committed by GitHub
parent ccb5376a9a
commit ac6b8f19b9
6 changed files with 132 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/entrypoints/chat_utils.py
View File

@@ -307,7 +307,9 @@ class MultiModalContentParser(BaseMultiModalContentParser):
self._tracker = tracker
def parse_image(self, image_url: str) -> None:
image = get_and_parse_image(image_url)
image = get_and_parse_image(image_url,
allowed_local_media_path=self._tracker.
_model_config.allowed_local_media_path)
placeholder = self._tracker.add("image", image)
self._add_placeholder(placeholder)
@@ -327,7 +329,10 @@ class AsyncMultiModalContentParser(BaseMultiModalContentParser):
self._tracker = tracker
def parse_image(self, image_url: str) -> None:
image_coro = async_get_and_parse_image(image_url)
image_coro = async_get_and_parse_image(
image_url,
allowed_local_media_path=self._tracker._model_config.
allowed_local_media_path)
placeholder = self._tracker.add("image", image_coro)
self._add_placeholder(placeholder)