fix: add chat_template_kwargs to STRIP_PARAMS, fix parameters.properties array

2026-04-12 20:23:10 +00:00
parent c66511e16f
commit ccedd3ecee
1 changed files with 1 additions and 1 deletions
--- a/vllm_middleware.py
+++ b/vllm_middleware.py
@@ -29,7 +29,7 @@ LISTEN_PORT = int(os.environ.get("MIDDLEWARE_PORT", "8002"))

 # Params that vLLM accepts but SGLang rejects.
 # Extend this set as more incompatibilities are discovered.
-STRIP_PARAMS = {"logprobs", "top_logprobs"}
+STRIP_PARAMS = {"logprobs", "top_logprobs", "chat_template_kwargs"}

 client: httpx.AsyncClient | None = None
 _sglang_ready = False