Byteflux/vllm-image
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Try building with cu129-nightly

Browse Source
This commit is contained in:
Matthew Harris
2026-06-01 20:20:48 -04:00
parent 68a275ee38
commit 56598542a5
2 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Dockerfile
View File

@@ -1,4 +1,3 @@
FROM vllm/vllm-openai:nightly
FROM vllm/vllm-openai:cu129-nightly
RUN pip3 install --force-reinstall --no-deps nvidia-cutlass-dsl-libs-cu13==4.5.2 && \
sed -i 's/cute.arch.fmin/cutlass.min/g' /usr/local/lib/python3.12/dist-packages/vllm/models/deepseek_v4/nvidia/ops/sparse_attn_compress_cutedsl.py
RUN sed -i 's/cute.arch.fmin/cutlass.min/g' /usr/local/lib/python3.12/dist-packages/vllm/models/deepseek_v4/nvidia/ops/sparse_attn_compress_cutedsl.py

1
Jenkinsfile vendored
View File

@@ -4,7 +4,6 @@ pipeline {
environment {
REGISTRY = 'atl.vultrcr.com/vllm'
IMAGE_NAME = 'vllm'
IMAGE = "${REGISTRY}/${IMAGE_NAME}:latest"
PLATFORMS = 'linux/amd64,linux/arm64'
}