biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Properly reject requests with empty list guided_choice (#20195)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2025-06-28 14:50:52 +09:00
committed by GitHub
parent d45417b804
commit f719772281
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/engine/processor.py
View File

@@ -173,6 +173,12 @@ class Processor:
params.guided_decoding.backend = engine_level_backend params.guided_decoding.backend = engine_level_backend
# Request content validation # Request content validation
if (isinstance(params.guided_decoding.choice, list)
and not params.guided_decoding.choice):
# It is invalid for choice to be an empty list
raise ValueError(f"Choice '{params.guided_decoding.choice}' "
"cannot be an empty list")
if engine_level_backend.startswith("xgrammar"): if engine_level_backend.startswith("xgrammar"):
# xgrammar with no fallback # xgrammar with no fallback
validate_xgrammar_grammar(params) validate_xgrammar_grammar(params)