biondizzle/vllm-to-sglang
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

strip guided_json, guided_regex too; fix parameters.properties array

Browse Source
This commit is contained in:
biondizzle
2026-04-12 20:27:44 +00:00
parent ccedd3ecee
commit a9911386e0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm_middleware.py
View File

@@ -29,7 +29,7 @@ LISTEN_PORT = int(os.environ.get("MIDDLEWARE_PORT", "8002"))
# Params that vLLM accepts but SGLang rejects. # Params that vLLM accepts but SGLang rejects.
# Extend this set as more incompatibilities are discovered. # Extend this set as more incompatibilities are discovered.
STRIP_PARAMS = {"logprobs", "top_logprobs", "chat_template_kwargs"} STRIP_PARAMS = {"logprobs", "top_logprobs", "chat_template_kwargs", "guided_json", "guided_regex"}
client: httpx.AsyncClient | None = None client: httpx.AsyncClient | None = None
_sglang_ready = False _sglang_ready = False