From cffb3737593f15590370e160870a2e9de43c26f0 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Mon, 11 May 2026 06:04:24 +0000 Subject: [PATCH] fix: symlink NVRTC lib into cuda/lib64 for linker --- Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index cc2fd95..6f5e25a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -12,8 +12,9 @@ RUN git clone -b nvfp4-mega-moe https://sweetapi.com/biondizzle/DeepGEMM.git /ro # Build DeepGEMM with proper CUDA/NVRTC paths ENV CPATH="/usr/local/lib/python3.12/dist-packages/flashinfer/data/cutlass/include:/usr/local/lib/python3.12/dist-packages/nvidia/cu13/include:/usr/local/cuda-13.0/include:${CPATH}" -ENV LIBRARY_PATH="/usr/local/lib/python3.12/dist-packages/nvidia/cu13/lib:/usr/local/cuda-13.0/targets/x86_64-linux/lib:${LIBRARY_PATH}" -ENV LD_LIBRARY_PATH="/usr/local/lib/python3.12/dist-packages/nvidia/cu13/lib:/usr/local/cuda-13.0/targets/x86_64-linux/lib:${LD_LIBRARY_PATH}" +# NVRTC lives in the pip nvidia/cu13 package, but the linker expects it in cuda/lib64 +# Create a symlink so -lnvrtc resolves +RUN ln -sf /usr/local/lib/python3.12/dist-packages/nvidia/cu13/lib/libnvrtc.so.13 /usr/local/cuda/lib64/libnvrtc.so RUN cd /root/DeepGEMM && python3 setup.py build_ext --inplace # Copy our DeepSeek V4 patch into the image