120 lines
4.4 KiB
Docker
120 lines
4.4 KiB
Docker
FROM intel/deep-learning-essentials:2025.3.2-0-devel-ubuntu24.04 AS vllm-base
|
|
|
|
WORKDIR /workspace/
|
|
|
|
ARG PYTHON_VERSION=3.12
|
|
ARG PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/xpu"
|
|
|
|
RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null && \
|
|
echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | tee /etc/apt/sources.list.d/oneAPI.list && \
|
|
add-apt-repository -y ppa:kobuk-team/intel-graphics
|
|
|
|
RUN apt clean && apt-get update -y && \
|
|
apt-get install -y --no-install-recommends --fix-missing \
|
|
curl \
|
|
ffmpeg \
|
|
git \
|
|
libsndfile1 \
|
|
libsm6 \
|
|
libxext6 \
|
|
libgl1 \
|
|
lsb-release \
|
|
libaio-dev \
|
|
numactl \
|
|
wget \
|
|
vim \
|
|
python3.12 \
|
|
python3.12-dev \
|
|
python3-pip
|
|
|
|
RUN apt update && apt upgrade -y && \
|
|
apt install -y libze1 libze-dev libze-intel-gpu1 intel-opencl-icd libze-intel-gpu-raytracing intel-ocloc && \
|
|
apt install -y intel-oneapi-compiler-dpcpp-cpp-2025.3
|
|
|
|
ENV PATH="/root/.local/bin:$PATH"
|
|
ENV VIRTUAL_ENV="/opt/venv"
|
|
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
|
|
RUN curl -LsSf https://astral.sh/uv/install.sh | sh
|
|
RUN uv venv --python ${PYTHON_VERSION} --seed ${VIRTUAL_ENV}
|
|
ENV PATH="$VIRTUAL_ENV/bin:$PATH"
|
|
|
|
# This oneccl contains the BMG support which is not the case for default version of oneapi 2025.2.
|
|
ARG ONECCL_INSTALLER="intel-oneccl-2021.15.7.8_offline.sh"
|
|
RUN wget "https://github.com/uxlfoundation/oneCCL/releases/download/2021.15.7/${ONECCL_INSTALLER}" && \
|
|
bash "${ONECCL_INSTALLER}" -a --silent --eula accept && \
|
|
rm "${ONECCL_INSTALLER}" && \
|
|
echo "source /opt/intel/oneapi/setvars.sh --force" >> /root/.bashrc && \
|
|
echo "source /opt/intel/oneapi/ccl/2021.15/env/vars.sh --force" >> /root/.bashrc
|
|
RUN rm -f /opt/intel/oneapi/ccl/latest && \
|
|
ln -s /opt/intel/oneapi/ccl/2021.15 /opt/intel/oneapi/ccl/latest
|
|
|
|
SHELL ["bash", "-c"]
|
|
CMD ["bash", "-c", "source /root/.bashrc && exec bash"]
|
|
|
|
WORKDIR /workspace/vllm
|
|
|
|
ENV UV_HTTP_TIMEOUT=500
|
|
|
|
# Configure package index for XPU
|
|
ENV PIP_EXTRA_INDEX_URL=${PIP_EXTRA_INDEX_URL}
|
|
ENV UV_EXTRA_INDEX_URL=${PIP_EXTRA_INDEX_URL}
|
|
ENV UV_INDEX_STRATEGY="unsafe-best-match"
|
|
ENV UV_LINK_MODE="copy"
|
|
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
--mount=type=bind,src=requirements/common.txt,target=/workspace/vllm/requirements/common.txt \
|
|
--mount=type=bind,src=requirements/xpu.txt,target=/workspace/vllm/requirements/xpu.txt \
|
|
uv pip install --upgrade pip && \
|
|
uv pip install -r requirements/xpu.txt
|
|
|
|
# used for suffix method speculative decoding
|
|
# build deps for proto + nanobind-based extensions to set up the build environment
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
uv pip install grpcio-tools protobuf nanobind
|
|
# arctic-inference is built from source which needs torch-xpu properly installed first
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
source /opt/intel/oneapi/setvars.sh --force && \
|
|
source /opt/intel/oneapi/ccl/2021.15/env/vars.sh --force && \
|
|
export CMAKE_PREFIX_PATH="$(python -c 'import site; print(site.getsitepackages()[0])'):${CMAKE_PREFIX_PATH}" && \
|
|
uv pip install --no-build-isolation arctic-inference==0.1.1
|
|
|
|
ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/"
|
|
|
|
COPY . .
|
|
ARG GIT_REPO_CHECK=0
|
|
RUN --mount=type=bind,source=.git,target=.git \
|
|
if [ "$GIT_REPO_CHECK" != 0 ]; then bash tools/check_repo.sh; fi
|
|
|
|
ENV VLLM_TARGET_DEVICE=xpu
|
|
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
|
|
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
--mount=type=bind,source=.git,target=.git \
|
|
uv pip install --no-build-isolation .
|
|
|
|
CMD ["/bin/bash"]
|
|
|
|
FROM vllm-base AS vllm-openai
|
|
|
|
# install additional dependencies for openai api server
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
uv pip install accelerate hf_transfer pytest pytest_asyncio lm_eval[api] modelscope
|
|
|
|
# install development dependencies (for testing)
|
|
RUN uv pip install -e tests/vllm_test_utils
|
|
|
|
# install nixl from source code
|
|
ENV NIXL_VERSION=0.7.0
|
|
RUN python /workspace/vllm/tools/install_nixl_from_source_ubuntu.py
|
|
|
|
# FIX triton
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
uv pip uninstall triton triton-xpu && \
|
|
uv pip install triton-xpu==3.6.0
|
|
|
|
# remove torch bundled oneccl to avoid conflicts
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
uv pip uninstall oneccl oneccl-devel
|
|
|
|
ENTRYPOINT ["vllm", "serve"]
|