From 643d5589a38f1af60850482053839e0c2f2567cb Mon Sep 17 00:00:00 2001 From: biondizzle Date: Fri, 3 Apr 2026 13:15:56 +0000 Subject: [PATCH] Switch flashinfer to v0.6.6 for vLLM v0.19.0 (v0.6.7 works with v0.18.2rc0) --- vllm/Dockerfile | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/Dockerfile b/vllm/Dockerfile index dd9bdbf..3c34d8b 100644 --- a/vllm/Dockerfile +++ b/vllm/Dockerfile @@ -90,7 +90,11 @@ RUN mkdir -p /wheels && \ FROM build-base AS build-flashinfer ARG FLASHINFER_ENABLE_AOT=1 -ARG FLASHINFER_REF=v0.6.7 +# flashinfer version compatibility: +# - v0.6.7 works with vLLM v0.18.2rc0 (Build #43) +# - v0.6.6 works with vLLM v0.19.0 (for Gemma 4 support) +# ARG FLASHINFER_REF=v0.6.7 # For vLLM v0.18.2rc0 +ARG FLASHINFER_REF=v0.6.6 ARG FLASHINFER_BUILD_SUFFIX=cu132 ENV FLASHINFER_LOCAL_VERSION=${FLASHINFER_BUILD_SUFFIX:-} RUN git clone https://github.com/flashinfer-ai/flashinfer.git