22 lines
999 B
Docker
22 lines
999 B
Docker
ARG BASE_IMAGE=vllm/vllm-openai:glm51-cu130
|
|
FROM ${BASE_IMAGE}
|
|
|
|
# Patch tool parser for GLM regex fix
|
|
COPY glm4_moe_tool_parser.py /usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/glm4_moe_tool_parser.py
|
|
COPY utils.py /usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/utils.py
|
|
|
|
# Patch hf renderer to force string content format for GLM models
|
|
# This fixes the issue where tool response content is dropped
|
|
COPY vllm_patches/hf.py /usr/local/lib/python3.12/dist-packages/vllm/renderers/hf.py
|
|
|
|
# Install LMCache for KV cache offloading / sharing across nodes
|
|
# Build from source to match CUDA 13 (pip wheel is CUDA 12)
|
|
RUN apt-get update && apt-get install -y --no-install-recommends git && \
|
|
git clone --depth 1 https://github.com/LMCache/LMCache.git /tmp/lmcache && \
|
|
cd /tmp/lmcache && \
|
|
pip install --no-cache-dir --no-build-isolation -e . && \
|
|
rm -rf /tmp/lmcache && \
|
|
apt-get remove -y git && \
|
|
apt-get autoremove -y && \
|
|
rm -rf /var/lib/apt/lists/*
|