biondizzle/vllm-glm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

and another one

Browse Source
This commit is contained in:
biondizzle
2026-04-15 07:32:54 +00:00
parent 0b81a87f71
commit fec79d93e5
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@@ -10,9 +10,9 @@ COPY utils.py /usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/utils.py
COPY vllm_patches/hf.py /usr/local/lib/python3.12/dist-packages/vllm/renderers/hf.py
# Install LMCache for KV cache offloading / sharing across nodes
# Build from source to match CUDA 13 (pip wheel is CUDA 12)
# NO_CUDA_EXT=1 skips CUDA extension build (not needed for Redis backend)
RUN apt-get update && apt-get install -y git && \
git clone --depth 1 https://github.com/LMCache/LMCache.git /tmp/lmcache && \
cd /tmp/lmcache && \
pip install --no-cache-dir -e . && \
NO_CUDA_EXT=1 pip install --no-cache-dir . && \
rm -rf /tmp/lmcache