[responsesAPI] allow tuning include_stop_str_in_output (#32383)

Signed-off-by: Andrew Xia <axia@fb.com>
Co-authored-by: Andrew Xia <axia@fb.com>
This commit is contained in:
Andrew Xia
2026-01-16 16:14:40 -05:00
committed by GitHub
parent a884bc62d6
commit 4c82b6fac7

View File

@@ -172,6 +172,7 @@ class ResponsesRequest(OpenAIBaseModel):
truncation: Literal["auto", "disabled"] | None = "disabled"
user: str | None = None
skip_special_tokens: bool = True
include_stop_str_in_output: bool = False
# --8<-- [start:responses-extra-params]
request_id: str = Field(
@@ -281,6 +282,7 @@ class ResponsesRequest(OpenAIBaseModel):
logit_bias=self.logit_bias,
skip_clone=True, # Created fresh per request, safe to skip clone
skip_special_tokens=self.skip_special_tokens,
include_stop_str_in_output=self.include_stop_str_in_output,
)
def is_include_output_logprobs(self) -> bool: