diff --git a/vllm/config/structured_outputs.py b/vllm/config/structured_outputs.py index c4db15989..e7afbb65b 100644 --- a/vllm/config/structured_outputs.py +++ b/vllm/config/structured_outputs.py @@ -23,8 +23,6 @@ class StructuredOutputsConfig: regex, etc) by default. With "auto", we will make opinionated choices based on request contents and what the backend libraries currently support, so the behavior is subject to change in each release.""" - disable_fallback: bool = False - """If `True`, vLLM will not fallback to a different backend on error.""" disable_any_whitespace: bool = False """If `True`, json output will always be compact without any whitespace. If `False`, the model may generate whitespace between JSON fields, diff --git a/vllm/sampling_params.py b/vllm/sampling_params.py index a46e2afff..580dbb6ec 100644 --- a/vllm/sampling_params.py +++ b/vllm/sampling_params.py @@ -41,7 +41,6 @@ class StructuredOutputsParams: grammar: str | None = None json_object: bool | None = None # These are other options that can be set. - disable_fallback: bool = False disable_any_whitespace: bool = False disable_additional_properties: bool = False whitespace_pattern: str | None = None