biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Do not skip "empty" parts of chats that are parsable (#16219)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2025-04-07 23:14:15 -06:00
committed by GitHub
parent 05a015d6a5
commit b99733d092
2 changed files with 98 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
vllm/entrypoints/chat_utils.py
View File

@@ -872,19 +872,19 @@ MM_PARSER_MAP: dict[
Callable[[ChatCompletionContentPartParam], _ContentPart],
] = {
"text":
lambda part: _TextParser(part).get("text", ""),
lambda part: _TextParser(part).get("text", None),
"image_url":
lambda part: _ImageParser(part).get("image_url", {}).get("url", ""),
lambda part: _ImageParser(part).get("image_url", {}).get("url", None),
"image_embeds":
lambda part: _ImageEmbedsParser(part).get("image_embeds", {}),
lambda part: _ImageEmbedsParser(part).get("image_embeds", None),
"audio_url":
lambda part: _AudioParser(part).get("audio_url", {}).get("url", ""),
lambda part: _AudioParser(part).get("audio_url", {}).get("url", None),
"input_audio":
lambda part: _InputAudioParser(part).get("input_audio", {}),
lambda part: _InputAudioParser(part).get("input_audio", None),
"refusal":
lambda part: _RefusalParser(part).get("refusal", ""),
lambda part: _RefusalParser(part).get("refusal", None),
"video_url":
lambda part: _VideoParser(part).get("video_url", {}).get("url", ""),
lambda part: _VideoParser(part).get("video_url", {}).get("url", None),
}
@@ -1003,11 +1003,11 @@ def _parse_chat_message_content_part(
part_type, content = _parse_chat_message_content_mm_part(part)
# if part_type is text/refusal/image_url/audio_url/video_url/input_audio but
# content is empty, log a warning and skip
if part_type in VALID_MESSAGE_CONTENT_MM_PART_TYPES and not content:
# content is None, log a warning and skip
if part_type in VALID_MESSAGE_CONTENT_MM_PART_TYPES and content is None:
logger.warning(
"Skipping multimodal part (type: '%s') "
"with empty / unparsable content.", part_type)
"Skipping multimodal part '%s' (type: '%s') "
"with empty / unparsable content.", part, part_type)
return None
if part_type in ("text", "refusal"):