biondizzle/vllm-glm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

moar cuda

Browse Source
This commit is contained in:
biondizzle
2026-04-15 08:07:14 +00:00
parent b5d39f2d1a
commit b7eb473977
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile
View File

@@ -12,6 +12,7 @@ COPY vllm_patches/hf.py /usr/local/lib/python3.12/dist-packages/vllm/renderers/h
# Install LMCache for KV cache offloading / sharing across nodes # Install LMCache for KV cache offloading / sharing across nodes
# Build with system CUDA 13.0 for Blackwell (B200) # Build with system CUDA 13.0 for Blackwell (B200)
RUN apt-get update && apt-get install -y git \ RUN apt-get update && apt-get install -y git \
libcusolver-dev-13-0 \
libcusparse-dev-13-0 \ libcusparse-dev-13-0 \
libcublas-dev-13-0 \ libcublas-dev-13-0 \
libcurand-dev-13-0 \ libcurand-dev-13-0 \