build with cuda 13

2026-04-15 10:15:23 +00:00
commit 787fec3a27
2 changed files with 79 additions and 0 deletions
--- a/17
+++ b/17
@@ -0,0 +1,17 @@
+FROM vllm/vllm-openai:v0.19.0-cu130
+
+# Install LMCache for KV cache offloading / sharing across nodes
+# Build with system CUDA 13.0 for Blackwell (B200)
+RUN apt-get update && apt-get install -y git \
+    libcusolver-dev-13-0 \
+    libcusparse-dev-13-0 \
+    libcublas-dev-13-0 \
+    libcurand-dev-13-0 \
+    libcufft-dev-13-0 \
+    libnvjitlink-dev-13-0 && \
+    git clone --depth 1 https://github.com/LMCache/LMCache.git /tmp/lmcache && \
+    cd /tmp/lmcache && \
+    CUDA_HOME=/usr/local/cuda \
+    TORCH_CUDA_ARCH_LIST="10.0" \
+    pip install --no-cache-dir --no-build-isolation . && \
+    rm -rf /tmp/lmcache
--- a/62
+++ b/62
@@ -0,0 +1,62 @@
+pipeline {
+    agent any
+
+    environment {
+        REGISTRY = 'atl.vultrcr.com/vllm'
+        IMAGE_NAME = 'vllm-with-lmcache'
+    }
+
+    parameters {
+        string(name: 'IMAGE_TAG', defaultValue: 'v0.19.0', description: 'Docker image tag')
+        string(name: 'GIT_REPO', defaultValue: 'https://sweetapi.com/biondizzle/vllm-with-lmcache.git', description: 'Git repository URL (optional, uses workspace if empty)')
+        string(name: 'GIT_BRANCH', defaultValue: 'master', description: 'Git branch to build')
+        string(name: 'BASE_IMAGE', defaultValue: 'vllm/vllm-openai:v0.19.0', description: 'Base Docker image')
+    }
+
+    stages {
+        stage('Checkout') {
+            steps {
+                script {
+                    if (params.GIT_REPO) {
+                        git url: params.GIT_REPO, branch: params.GIT_BRANCH
+                    }
+                    // Otherwise use workspace already checked out
+                }
+            }
+        }
+
+        stage('Build') {
+            steps {
+                script {
+                    docker.withRegistry("https://${REGISTRY}", 'ATL_VCR_VLLM') {
+                        sh """
+                            docker build \
+                                --build-arg BASE_IMAGE=${params.BASE_IMAGE} \
+                                -t ${REGISTRY}/${IMAGE_NAME}:${params.IMAGE_TAG} \
+                                .
+                        """
+                    }
+                }
+            }
+        }
+
+        stage('Push') {
+            steps {
+                script {
+                    docker.withRegistry("https://${REGISTRY}", 'ATL_VCR_VLLM') {
+                        docker.image("${REGISTRY}/${IMAGE_NAME}:${params.IMAGE_TAG}").push()
+                    }
+                }
+            }
+        }
+    }
+
+    post {
+        success {
+            echo "✅ Image pushed: ${REGISTRY}/${IMAGE_NAME}:${params.IMAGE_TAG}"
+        }
+        failure {
+            echo "❌ Build failed"
+        }
+    }
+}