biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Minor] Fix type (#22347)

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon
2025-08-06 02:22:03 -07:00
committed by GitHub
parent f263a4b53f
commit 9edd1db02b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/harmony_utils.py
View File

@@ -1,7 +1,7 @@
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import datetime import datetime
from collections.abc import Iterable from collections.abc import Iterable, Sequence
from typing import Literal, Optional from typing import Literal, Optional
from openai.types.responses.tool import Tool from openai.types.responses.tool import Tool
@@ -120,7 +120,7 @@ def parse_output_into_messages(token_ids: Iterable[int]) -> StreamableParser:
def parse_chat_output( def parse_chat_output(
token_ids: list[int]) -> tuple[Optional[str], Optional[str], bool]: token_ids: Sequence[int]) -> tuple[Optional[str], Optional[str], bool]:
parser = parse_output_into_messages(token_ids) parser = parse_output_into_messages(token_ids)
output_msgs = parser.messages output_msgs = parser.messages
if len(output_msgs) == 0: if len(output_msgs) == 0: