Support configure skip_special_tokens in openai response api (#32345)

Signed-off-by: Shiyan Deng <dsy842974287@meta.com>
This commit is contained in:
Shiyan Deng
2026-01-14 20:07:26 -08:00
committed by GitHub
parent 19b251fe3d
commit 375e5984fe

View File

@@ -171,6 +171,7 @@ class ResponsesRequest(OpenAIBaseModel):
top_k: int | None = None
truncation: Literal["auto", "disabled"] | None = "disabled"
user: str | None = None
skip_special_tokens: bool = True
# --8<-- [start:responses-extra-params]
request_id: str = Field(
@@ -279,6 +280,7 @@ class ResponsesRequest(OpenAIBaseModel):
structured_outputs=structured_outputs,
logit_bias=self.logit_bias,
skip_clone=True, # Created fresh per request, safe to skip clone
skip_special_tokens=self.skip_special_tokens,
)
def is_include_output_logprobs(self) -> bool: