[Bugfix][Hardware][CPU] Fix broken encoder-decoder CPU runner (#10218)

Signed-off-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
Isotr0py
2024-11-11 20:37:58 +08:00
committed by GitHub
parent 5fb1f935b0
commit 2cebda42bb
4 changed files with 16 additions and 0 deletions

View File

@@ -20,6 +20,8 @@ docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/hugg
--cpuset-mems=1 --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test-avx2 cpu-test-avx2
function cpu_tests() {
set -e
# offline inference
docker exec cpu-test-avx2 bash -c "
set -e