2026-04-15 11:27:07 +00:00
|
|
|
#FROM vllm/vllm-openai:v0.19.0-cu130
|
|
|
|
|
FROM atl.vultrcr.com/vllm/vllm-with-lmcache:v0.19.0-cu130-mla-multi-group-kv-cache
|
2026-04-13 23:42:31 +00:00
|
|
|
|
|
|
|
|
# Patch tool parser for GLM regex fix
|
|
|
|
|
COPY deepseekv32_tool_parser.py /usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/deepseekv32_tool_parser.py
|
