[Bugfix] Fix crash when tool_choice=required exceeds max_tokens (#36841)

Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
Chauncey
2026-03-12 18:28:45 +08:00
committed by GitHub
parent f0d3658c0f
commit 5a71cdd76e
3 changed files with 36 additions and 9 deletions

View File

@@ -1507,7 +1507,7 @@ class OpenAIServingChat(OpenAIServing):
elif request.tool_choice and request.tool_choice == "required":
tool_call_class_items = []
assert tool_calls is not None and len(tool_calls) > 0
tool_calls = tool_calls or []
for idx, tool_call in enumerate(tool_calls):
# Use native ID if available,
# otherwise generate ID with correct id_type