[Refactor] Consolidate Tool type alias in tool_parsers/utils.py (#38265)

Signed-off-by: sfeng33 <4florafeng@gmail.com>
This commit is contained in:
Flora Feng
2026-03-30 20:55:51 -04:00
committed by GitHub
parent 4ac227222f
commit 29e48707e8
2 changed files with 12 additions and 13 deletions

View File

@@ -5,17 +5,14 @@ import importlib
import os
from collections.abc import Callable, Sequence
from functools import cached_property
from typing import TypeAlias
from openai.types.responses import (
ResponseFormatTextJSONSchemaConfig,
ResponseTextConfig,
)
from openai.types.responses.tool import Tool as ResponsesTool
from vllm.entrypoints.openai.chat_completion.protocol import (
ChatCompletionRequest,
ChatCompletionToolsParam,
)
from vllm.entrypoints.openai.engine.protocol import (
DeltaMessage,
@@ -29,13 +26,13 @@ from vllm.sampling_params import (
StructuredOutputsParams,
)
from vllm.tokenizers import TokenizerLike
from vllm.tool_parsers.utils import get_json_schema_from_tools
from vllm.tool_parsers.utils import Tool, get_json_schema_from_tools
from vllm.utils.collection_utils import is_list_of
from vllm.utils.import_utils import import_from_path
logger = init_logger(__name__)
__all__ = ["Tool"]
Tool: TypeAlias = ChatCompletionToolsParam | ResponsesTool
logger = init_logger(__name__)
class ToolParser:

View File

@@ -4,14 +4,14 @@
import ast
import json
from json import JSONDecodeError, JSONDecoder
from typing import Any
from typing import Any, TypeAlias
import partial_json_parser
from openai.types.responses import (
FunctionTool,
ToolChoiceFunction,
)
from openai.types.responses.tool import Tool
from openai.types.responses.tool import Tool as ResponsesTool
from partial_json_parser.core.options import Allow
from vllm.entrypoints.openai.chat_completion.protocol import (
@@ -26,6 +26,8 @@ from vllm.entrypoints.openai.engine.protocol import (
)
from vllm.logger import init_logger
Tool: TypeAlias = ChatCompletionToolsParam | ResponsesTool
logger = init_logger(__name__)
@@ -130,7 +132,7 @@ def consume_space(i: int, s: str) -> int:
def _extract_tool_info(
tool: Tool | ChatCompletionToolsParam,
tool: Tool,
) -> tuple[str, dict[str, Any] | None]:
if isinstance(tool, FunctionTool):
return tool.name, tool.parameters
@@ -140,7 +142,7 @@ def _extract_tool_info(
raise TypeError(f"Unsupported tool type: {type(tool)}")
def _get_tool_schema_from_tool(tool: Tool | ChatCompletionToolsParam) -> dict:
def _get_tool_schema_from_tool(tool: Tool) -> dict:
name, params = _extract_tool_info(tool)
params = params if params else {"type": "object", "properties": {}}
return {
@@ -153,7 +155,7 @@ def _get_tool_schema_from_tool(tool: Tool | ChatCompletionToolsParam) -> dict:
def _get_tool_schema_defs(
tools: list[Tool | ChatCompletionToolsParam],
tools: list[Tool],
) -> dict:
all_defs: dict[str, dict[str, Any]] = {}
for tool in tools:
@@ -172,7 +174,7 @@ def _get_tool_schema_defs(
def _get_json_schema_from_tools(
tools: list[Tool | ChatCompletionToolsParam],
tools: list[Tool],
) -> dict:
json_schema = {
"type": "array",
@@ -190,7 +192,7 @@ def _get_json_schema_from_tools(
def get_json_schema_from_tools(
tool_choice: str | ToolChoiceFunction | ChatCompletionNamedToolChoiceParam,
tools: list[FunctionTool | ChatCompletionToolsParam] | None,
tools: list[Tool] | None,
) -> str | dict | None:
# tool_choice: "none"
if tool_choice in ("none", None) or tools is None: