biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[HPU][Bugfix] set_forward_context and CI test execution (#12014)

Browse Source 
Signed-off-by: Konrad Zawora <kzawora@habana.ai>
This commit is contained in:
Konrad Zawora
2025-01-14 04:04:18 +01:00
committed by GitHub
parent 1a401252b5
commit 078da31903
3 changed files with 23 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
.buildkite/run-hpu-test.sh
View File

@@ -8,9 +8,12 @@ set -ex
docker build -t hpu-test-env -f Dockerfile.hpu .
# Setup cleanup
EXITCODE=1
remove_docker_container() { docker rm -f hpu-test || true; }
trap remove_docker_container EXIT
remove_docker_container_and_exit() { remove_docker_container; exit $EXITCODE; }
trap remove_docker_container_and_exit EXIT
remove_docker_container
# Run the image and launch offline inference
docker run --runtime=habana --name=hpu-test --network=host -e HABANA_VISIBLE_DEVICES=all -e VLLM_SKIP_WARMUP=true --entrypoint="" hpu-test-env python3 examples/offline_inference/basic.py
docker run --runtime=habana --name=hpu-test --network=host -e HABANA_VISIBLE_DEVICES=all -e VLLM_SKIP_WARMUP=true --entrypoint="" hpu-test-env python3 examples/offline_inference/basic.py
EXITCODE=$?