strip guided_json, guided_regex too; fix parameters.properties array

2026-04-12 20:27:44 +00:00
parent ccedd3ecee
commit a9911386e0
1 changed files with 1 additions and 1 deletions
--- a/vllm_middleware.py
+++ b/vllm_middleware.py
@@ -29,7 +29,7 @@ LISTEN_PORT = int(os.environ.get("MIDDLEWARE_PORT", "8002"))

 # Params that vLLM accepts but SGLang rejects.
 # Extend this set as more incompatibilities are discovered.
-STRIP_PARAMS = {"logprobs", "top_logprobs", "chat_template_kwargs"}
+STRIP_PARAMS = {"logprobs", "top_logprobs", "chat_template_kwargs", "guided_json", "guided_regex"}

 client: httpx.AsyncClient | None = None
 _sglang_ready = False