patch to fix MLA multi-group KV cache

Dockerfile

@@ -1,26 +1,35 @@
-FROM vllm/vllm-openai-rocm:nightly
+#FROM vllm/vllm-openai:v0.19.0-cu130
+FROM vllm/vllm-openai:cu130-nightly-x86_64
 
-ENV MAX_JOBS=2
+# Fix the broken ass nightly build that forgot to include pandas
+RUN pip install --no-cache-dir pandas
 
-# LMCache for KV cache offloading / sharing across nodes
-# Build HIP extensions for MI300X (gfx942)
-RUN apt-get update && apt-get install -y git && \
+# Install LMCache for KV cache offloading / sharing across nodes
+# Build with system CUDA 13.0 for Blackwell (B200)
+RUN apt-get update && apt-get install -y git \
+    libcusolver-dev-13-0 \
+    libcusparse-dev-13-0 \
+    libcublas-dev-13-0 \
+    libcurand-dev-13-0 \
+    libcufft-dev-13-0 \
+    libnvjitlink-dev-13-0 && \
     git clone https://github.com/Byteflux/LMCache.git /tmp/lmcache && \
     cd /tmp/lmcache && \
-    git checkout mla-multi-group-kv-cache && \
-    pip install --no-cache-dir -r requirements/build.txt && \
-    BUILD_WITH_HIP=1 \
-    CXX=hipcc \
-    PYTORCH_ROCM_ARCH="gfx942" \
-    pip install --no-cache-dir --no-build-isolation . --verbose && \
+    git checkout mla-multi-group-kv-cache-with-redis && \
+    CUDA_HOME=/usr/local/cuda \
+    TORCH_CUDA_ARCH_LIST="10.0" \
+    pip install --no-cache-dir --no-build-isolation . && \
     rm -rf /tmp/lmcache && export CACHE_BUSTER=1
 
-# Nemotron reasoning parser
+# Copy over nemotron reasonong parser
 COPY ./super_v3_reasoning_parser.py /opt/super_v3_reasoning_parser.py
 
-# DeepSeek tool call parser with MTP fixes
+# Copy over deepseek tool call parser with MTP fixes
 COPY deepseekv32_tool_parser.py /usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/deepseekv32_tool_parser.py
 
-# MiniMax tool call parser with kwargs fixes
+# Copy over minimax tool call parser with kwargs fixes
 COPY minimax_tool_parser.py /usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/minimax_tool_parser.py
-COPY minimax_m2_parser.py /usr/local/lib/python3.12/dist-packages/vllm/parser/minimax_m2_parser.py
+
+# Copy over minimax parsers with kwargs fixes
+COPY minimax_tool_parser.py /usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/minimax_tool_parser.py
+COPY minimax_m2_parser.py /usr/local/lib/python3.12/dist-packages/vllm/parser/minimax_m2_parser.py

Jenkinsfile

@@ -7,10 +7,10 @@ pipeline {
     }
 
     parameters {
-        string(name: 'IMAGE_TAG', defaultValue: 'rocm-mla-multi-group-kv-cache', description: 'Docker image tag')
+        string(name: 'IMAGE_TAG', defaultValue: 'v0.19.0-cu130', description: 'Docker image tag')
         string(name: 'GIT_REPO', defaultValue: 'https://sweetapi.com/biondizzle/vllm-with-lmcache.git', description: 'Git repository URL (optional, uses workspace if empty)')
-        string(name: 'GIT_BRANCH', defaultValue: 'rocm-mla-multi-group-kv-cache', description: 'Git branch to build')
-        string(name: 'BASE_IMAGE', defaultValue: 'vllm/vllm-openai-rocm:nightly', description: 'Base Docker image')
+        string(name: 'GIT_BRANCH', defaultValue: 'master', description: 'Git branch to build')
+        string(name: 'BASE_IMAGE', defaultValue: 'vllm/vllm-openai:v0.19.0-cu130', description: 'Base Docker image')
     }
 
     stages {