This commit is contained in:
2026-04-17 02:33:04 +00:00
parent eee7513de5
commit b7141f5f4c

View File

@@ -1,6 +1,9 @@
#FROM vllm/vllm-openai:v0.19.0-cu130
FROM vllm/vllm-openai:cu130-nightly-x86_64
# Fix the broken ass nightly build that forgot to include pandas
RUN pip install --no-cache-dir pandas
# Install LMCache for KV cache offloading / sharing across nodes
# Build with system CUDA 13.0 for Blackwell (B200)
RUN apt-get update && apt-get install -y git \
@@ -15,7 +18,6 @@ RUN apt-get update && apt-get install -y git \
git checkout feat/redis-ttl && \
CUDA_HOME=/usr/local/cuda \
TORCH_CUDA_ARCH_LIST="10.0" \
pip install --no-cache-dir pandas && \
pip install --no-cache-dir --no-build-isolation . && \
rm -rf /tmp/lmcache