From a9911386e0d4c1051d30d8a9c11fa3ca3d520b0e Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sun, 12 Apr 2026 20:27:44 +0000 Subject: [PATCH] strip guided_json, guided_regex too; fix parameters.properties array --- vllm_middleware.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm_middleware.py b/vllm_middleware.py index 7c2c170..96a2a38 100644 --- a/vllm_middleware.py +++ b/vllm_middleware.py @@ -29,7 +29,7 @@ LISTEN_PORT = int(os.environ.get("MIDDLEWARE_PORT", "8002")) # Params that vLLM accepts but SGLang rejects. # Extend this set as more incompatibilities are discovered. -STRIP_PARAMS = {"logprobs", "top_logprobs", "chat_template_kwargs"} +STRIP_PARAMS = {"logprobs", "top_logprobs", "chat_template_kwargs", "guided_json", "guided_regex"} client: httpx.AsyncClient | None = None _sglang_ready = False