dcf8862fd4
Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io> Signed-off-by: wang.yuqi <noooop@126.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
89 lines
3.6 KiB
Bash
89 lines
3.6 KiB
Bash
#!/bin/bash
|
|
|
|
# This script builds the HPU docker image and runs the offline inference inside the container.
|
|
# It serves a sanity check for compilation and basic model usage.
|
|
#
|
|
# vllm-gaudi compatibility pinning:
|
|
# The vllm-gaudi plugin is installed on top of the vllm upstream checkout used by this CI job.
|
|
# When upstream vllm changes its API, the plugin may break before it has been updated.
|
|
# To handle this, the vllm-gaudi repository maintains a file:
|
|
# vllm/last-good-commit-for-vllm-gaudi/VLLM_COMMUNITY_COMMIT
|
|
# The first line of that file controls what version of vllm is used inside the Docker image:
|
|
# - "latest" : no checkout override; the current Buildkite CI commit is used as-is.
|
|
# - "<commit SHA>" : vllm is checked out to that specific commit before building, pinning
|
|
# the test to a known-compatible baseline.
|
|
# To unpin (resume testing against the live vllm tip), set the file content back to "latest".
|
|
set -exuo pipefail
|
|
|
|
# Fetch the vllm community commit reference from vllm-gaudi (first line only).
|
|
VLLM_COMMUNITY_COMMIT=$(curl -s \
|
|
https://raw.githubusercontent.com/vllm-project/vllm-gaudi/vllm/last-good-commit-for-vllm-gaudi/VLLM_COMMUNITY_COMMIT \
|
|
| head -1 | tr -d '\n')
|
|
|
|
echo "Using vllm community commit: ${VLLM_COMMUNITY_COMMIT}"
|
|
|
|
# Try building the docker image
|
|
image_name="hpu/upstream-vllm-ci:${BUILDKITE_COMMIT}"
|
|
container_name="hpu-upstream-vllm-ci-${BUILDKITE_COMMIT}-container"
|
|
cat <<EOF | docker build -t "${image_name}" -f - .
|
|
FROM gaudi-base-image:latest
|
|
|
|
COPY ./ /workspace/vllm
|
|
|
|
# If VLLM_COMMUNITY_COMMIT is a specific commit (not "latest"), check it out to pin vllm
|
|
# to the version known to be compatible with vllm-gaudi. When the value is "latest",
|
|
# the current checkout (the Buildkite CI commit) is used unchanged.
|
|
RUN if [ "${VLLM_COMMUNITY_COMMIT}" != "latest" ]; then \
|
|
cd /workspace/vllm && git fetch --unshallow 2>/dev/null || true && git checkout ${VLLM_COMMUNITY_COMMIT}; \
|
|
fi
|
|
|
|
WORKDIR /workspace/vllm
|
|
|
|
ENV no_proxy=localhost,127.0.0.1
|
|
ENV PT_HPU_ENABLE_LAZY_COLLECTIVES=true
|
|
|
|
RUN bash -c 'pip install -r <(sed "/^torch/d" requirements/build.txt)'
|
|
RUN VLLM_TARGET_DEVICE=empty pip install --no-build-isolation -e .
|
|
RUN pip install git+https://github.com/vllm-project/vllm-gaudi.git
|
|
|
|
# install development dependencies (for testing)
|
|
RUN python3 -m pip install -e tests/vllm_test_utils
|
|
|
|
WORKDIR /workspace/
|
|
|
|
RUN git clone https://github.com/vllm-project/vllm-gaudi.git
|
|
|
|
RUN ln -s /workspace/vllm/tests && ln -s /workspace/vllm/examples && ln -s /workspace/vllm/benchmarks
|
|
|
|
EOF
|
|
|
|
# Setup cleanup
|
|
# certain versions of HPU software stack have a bug that can
|
|
# override the exit code of the script, so we need to use
|
|
# separate remove_docker_containers and remove_docker_containers_and_exit
|
|
# functions, while other platforms only need one remove_docker_container
|
|
# function.
|
|
EXITCODE=1
|
|
remove_docker_containers() { docker rm -f "${container_name}" || true; }
|
|
trap 'remove_docker_containers; exit $EXITCODE;' EXIT
|
|
remove_docker_containers
|
|
|
|
echo "Running HPU plugin v1 test"
|
|
docker run --rm --runtime=habana --name="${container_name}" --network=host \
|
|
-e HABANA_VISIBLE_DEVICES=all \
|
|
-e VLLM_SKIP_WARMUP=true \
|
|
-e PT_HPU_ENABLE_LAZY_COLLECTIVES=true \
|
|
-e PT_HPU_LAZY_MODE=1 \
|
|
"${image_name}" \
|
|
/bin/bash -c '
|
|
cd vllm; timeout 120s python -u examples/basic/offline_inference/generate.py --model facebook/opt-125m
|
|
'
|
|
|
|
EXITCODE=$?
|
|
if [ $EXITCODE -eq 0 ]; then
|
|
echo "Test with basic model passed"
|
|
else
|
|
echo "Test with basic model FAILED with exit code: $EXITCODE" >&2
|
|
fi
|
|
|
|
# The trap will handle the container removal and final exit. |