From 750906e649319c20b049db16d3d7b1e462d927e5 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Fri, 3 Apr 2026 03:14:01 +0000 Subject: [PATCH] Bleeding edge build: LMCache main, vLLM main, latest transformers --- vllm/Dockerfile | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/vllm/Dockerfile b/vllm/Dockerfile index 0f825af..50981a0 100644 --- a/vllm/Dockerfile +++ b/vllm/Dockerfile @@ -126,7 +126,8 @@ RUN apt-get update && apt-get install -y build-essential cmake gcc && \ # the PyPI download section. # ============================================================================== FROM build-base AS build-vllm -ARG VLLM_REF=v0.18.1 +# Bleeding edge: build from main branch +ARG VLLM_REF=main # Install ccache for faster compilation RUN apt-get update && apt-get install -y ccache RUN git clone https://github.com/vllm-project/vllm.git @@ -185,7 +186,8 @@ RUN rm -r wheels RUN uv pip install pynvml pandas # Add additional packages for vLLM OpenAI -RUN uv pip install accelerate hf_transfer modelscope bitsandbytes timm boto3 runai-model-streamer runai-model-streamer[s3] tensorizer +# Bleeding edge: latest transformers +RUN uv pip install accelerate hf_transfer modelscope bitsandbytes timm boto3 runai-model-streamer runai-model-streamer[s3] tensorizer transformers --upgrade # Clean uv cache RUN uv clean