diff --git a/vllm/Dockerfile b/vllm/Dockerfile index bdce9fa..6e103a8 100644 --- a/vllm/Dockerfile +++ b/vllm/Dockerfile @@ -73,6 +73,7 @@ ARG FLASHINFER_REF=v0.6.6 ARG FLASHINFER_BUILD_SUFFIX=cu132 ENV FLASHINFER_LOCAL_VERSION=${FLASHINFER_BUILD_SUFFIX:-} RUN git clone https://github.com/flashinfer-ai/flashinfer.git +RUN pip install "apache-tvm-ffi>=0.1.6,<0.2,!=0.1.8,!=0.1.8.post0" RUN cd flashinfer && \ git checkout ${FLASHINFER_REF} && \ git submodule sync && \