biondizzle/deepseek-v4-quant
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: add CUDA/NVRTC lib paths to Dockerfile

Browse Source
This commit is contained in:
biondizzle
2026-05-11 06:02:13 +00:00
parent f0471ed1c2
commit 983ba02c5b
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
Dockerfile
View File

@@ -1,6 +1,5 @@
# DeepSeek V4 NVFP4 vLLM + DeepGEMM Mega MoE
# Extends the vLLM dream-build container with our custom DeepGEMM kernel
# and DeepSeek V4 patch.
FROM atl.vultrcr.com/vllm/vllm-with-lmcache:dream-build
@@ -11,12 +10,13 @@ RUN apt-get update && apt-get install -y git screen cmake && rm -rf /var/lib/apt
# CACHE_BUSTER: increment to force fresh clone
RUN git clone -b nvfp4-mega-moe https://sweetapi.com/biondizzle/DeepGEMM.git /root/DeepGEMM && CACHE_BUSTER=1
# Build DeepGEMM (CUTLASS/CuTe headers come from flashinfer/vllm deps)
ENV CPATH="/usr/local/lib/python3.12/dist-packages/flashinfer/data/cutlass/include:/usr/local/lib/python3.12/dist-packages/nvidia/cu13/include:${CPATH}"
# Build DeepGEMM with proper CUDA/NVRTC paths
ENV CPATH="/usr/local/lib/python3.12/dist-packages/flashinfer/data/cutlass/include:/usr/local/lib/python3.12/dist-packages/nvidia/cu13/include:/usr/local/cuda-13.0/include:${CPATH}"
ENV LIBRARY_PATH="/usr/local/lib/python3.12/dist-packages/nvidia/cu13/lib:/usr/local/cuda-13.0/targets/x86_64-linux/lib:${LIBRARY_PATH}"
ENV LD_LIBRARY_PATH="/usr/local/lib/python3.12/dist-packages/nvidia/cu13/lib:/usr/local/cuda-13.0/targets/x86_64-linux/lib:${LD_LIBRARY_PATH}"
RUN cd /root/DeepGEMM && python3 setup.py build_ext --inplace
# Copy our DeepSeek V4 patch into the image (will be applied at entrypoint)
# The actual patch file is mounted at runtime, but we stage a default
# Copy our DeepSeek V4 patch into the image
COPY patches/deepseek_v4.py /defaults/deepseek_v4.py
# Verify everything imports