From 52c3aefe7321ca811130dfc23702a28df9615007 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Tue, 12 May 2026 13:10:37 +0000 Subject: [PATCH] bump cache busters to 33 for debug build --- .env | 23 +++++++++++++++++------ Dockerfile | 4 ++-- 2 files changed, 19 insertions(+), 8 deletions(-) diff --git a/.env b/.env index 70129c0..2d1100d 100644 --- a/.env +++ b/.env @@ -1,7 +1,18 @@ -B200 Node -IP: `45.76.247.107` -user: `root` -password: `6)Jr)B@dcX[mN?dx` -folder with the weights: `/root/nvidia-meeting` +# B200 Node +IP=45.76.247.107 +USER=root +PASSWORD=6)Jr)B@dcX[mN?dx -This repo: `https://sweetapi.com/biondizzle/deepseek-v4-quant.git` (always use this http to pull since its a public repo) \ No newline at end of file +# B200 Paths +DOCKER_COMPOSE=/root/nvidia-meeting/docker-compose.yml +WEIGHTS=/root/nvidia-meeting/DeepSeek-V4-Pro-NVFP4 +PATCHES=/root/nvidia-meeting/patches +REPO=/root/nvidia-meeting/deepseek-v4-quant + +# Docker +IMAGE=atl.vultrcr.com/vllm/vllm-dsv4-nvfp4:latest +CONTAINER_NAME=nvidia-meeting-vllm-1 + +# Remotes +REPO_URL=https://sweetapi.com/biondizzle/deepseek-v4-quant.git +DEEPGEMM_URL=https://sweetapi.com/biondizzle/DeepGEMM.git diff --git a/Dockerfile b/Dockerfile index add3482..848fd0f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -8,7 +8,7 @@ RUN apt-get update && apt-get install -y git screen cmake && rm -rf /var/lib/apt # Clone and build DeepGEMM with NVFP4 mega_moe kernel # CACHE_BUSTER: increment to force fresh clone -RUN git clone -b nvfp4-mega-moe https://sweetapi.com/biondizzle/DeepGEMM.git /root/DeepGEMM && CACHE_BUSTER=32 +RUN git clone -b nvfp4-mega-moe https://sweetapi.com/biondizzle/DeepGEMM.git /root/DeepGEMM && CACHE_BUSTER=33 # Build DeepGEMM with proper CUDA/NVRTC paths ENV CPATH="/usr/local/lib/python3.12/dist-packages/flashinfer/data/cutlass/include:/usr/local/lib/python3.12/dist-packages/nvidia/cu13/include:/usr/local/cuda-13.0/include:${CPATH}" @@ -19,7 +19,7 @@ RUN ln -sf /usr/local/lib/python3.12/dist-packages/nvidia/cu13/lib/libnvrtc.so.1 RUN cd /root/DeepGEMM && python3 setup.py build_ext --inplace # Bust cache for patch changes — ARG before COPY ensures layer invalidation -ARG PATCH_CACHE_BUSTER=32 +ARG PATCH_CACHE_BUSTER=33 # Copy our DeepSeek V4 patch over vLLM's model file COPY patches/deepseek_v4.py /usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/deepseek_v4.py