Responses harmony system message structured (#34268)

Signed-off-by: Adam Binford <adamq43@gmail.com>
This commit is contained in:
Adam Binford
2026-02-11 08:14:28 -05:00
committed by GitHub
parent 275e0d2a99
commit 1b8756562e
2 changed files with 43 additions and 6 deletions

View File

@@ -980,7 +980,9 @@ class OpenAIServingResponses(OpenAIServing):
output_items.extend(last_items)
return output_items
def _extract_system_message_from_request(self, request) -> str | None:
def _extract_system_message_from_request(
self, request: ResponsesRequest
) -> str | None:
system_msg = None
if not isinstance(request.input, str):
for response_msg in request.input:
@@ -988,7 +990,17 @@ class OpenAIServingResponses(OpenAIServing):
isinstance(response_msg, dict)
and response_msg.get("role") == "system"
):
system_msg = response_msg.get("content")
content = response_msg.get("content")
if isinstance(content, str):
system_msg = content
elif isinstance(content, list):
for param in content:
if (
isinstance(param, dict)
and param.get("type") == "input_text"
):
system_msg = param.get("text")
break
break
return system_msg