519cc6ca12
Signed-off-by: yan ma <yan.ma@intel.com> Co-authored-by: youkaichao <youkaichao@gmail.com>
19 lines
711 B
Bash
19 lines
711 B
Bash
#!/bin/bash
|
|
|
|
# This script build the CPU docker image and run the offline inference inside the container.
|
|
# It serves a sanity check for compilation and basic model usage.
|
|
set -ex
|
|
|
|
# Try building the docker image
|
|
docker build -t xpu-test -f Dockerfile.xpu .
|
|
|
|
# Setup cleanup
|
|
remove_docker_container() { docker rm -f xpu-test || true; }
|
|
trap remove_docker_container EXIT
|
|
remove_docker_container
|
|
|
|
# Run the image and test offline inference/tensor parallel
|
|
docker run -it -d --name xpu-test --device /dev/dri -v /dev/dri/by-path:/dev/dri/by-path xpu-test /bin/bash
|
|
docker exec xpu-test bash -c "python3 examples/offline_inference.py"
|
|
docker exec xpu-test bash -c "python3 examples/offline_inference_cli.py -tp 2"
|