[ROCm] [Bugfix] [Release] Fix nightly rocm release pipeline (#38263)
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
@@ -402,38 +402,7 @@ steps:
|
|||||||
# Save ECR tag for downstream jobs
|
# Save ECR tag for downstream jobs
|
||||||
buildkite-agent meta-data set "rocm-base-image-tag" "$${ECR_CACHE_TAG}"
|
buildkite-agent meta-data set "rocm-base-image-tag" "$${ECR_CACHE_TAG}"
|
||||||
|
|
||||||
# Scenario 2: Image cached but wheels missing
|
# Scenario 2: Full rebuild needed
|
||||||
elif [ "$${IMAGE_EXISTS}" = "true" ] && [ "$${WHEELS_EXIST}" = "false" ]; then
|
|
||||||
echo ""
|
|
||||||
echo "PARTIAL CACHE - Image exists, extracting wheels..."
|
|
||||||
echo ""
|
|
||||||
|
|
||||||
docker pull "$${ECR_CACHE_TAG}"
|
|
||||||
|
|
||||||
# Rebuild wheel extraction stage
|
|
||||||
DOCKER_BUILDKIT=1 docker buildx build \
|
|
||||||
--file docker/Dockerfile.rocm_base \
|
|
||||||
--tag rocm-base-debs:$${BUILDKITE_BUILD_NUMBER} \
|
|
||||||
--build-arg BASE_IMAGE="$${ECR_IMAGE_TAG}" \
|
|
||||||
--target debs_wheel_release \
|
|
||||||
--build-arg USE_SCCACHE=1 \
|
|
||||||
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
|
|
||||||
--build-arg SCCACHE_REGION_NAME=us-west-2 \
|
|
||||||
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
|
|
||||||
--load \
|
|
||||||
.
|
|
||||||
|
|
||||||
# Extract and upload wheels
|
|
||||||
mkdir -p artifacts/rocm-base-wheels
|
|
||||||
cid=$(docker create rocm-base-debs:$${BUILDKITE_BUILD_NUMBER})
|
|
||||||
docker cp $${cid}:/app/debs/. artifacts/rocm-base-wheels/
|
|
||||||
docker rm $${cid}
|
|
||||||
|
|
||||||
.buildkite/scripts/cache-rocm-base-wheels.sh upload
|
|
||||||
|
|
||||||
buildkite-agent meta-data set "rocm-base-image-tag" "$${ECR_CACHE_TAG}"
|
|
||||||
|
|
||||||
# Scenario 3: Full rebuild needed
|
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo " CACHE MISS - Building from scratch..."
|
echo " CACHE MISS - Building from scratch..."
|
||||||
@@ -453,7 +422,7 @@ steps:
|
|||||||
# Build wheel extraction stage
|
# Build wheel extraction stage
|
||||||
DOCKER_BUILDKIT=1 docker buildx build \
|
DOCKER_BUILDKIT=1 docker buildx build \
|
||||||
--file docker/Dockerfile.rocm_base \
|
--file docker/Dockerfile.rocm_base \
|
||||||
--tag rocm-base-debs:${BUILDKITE_BUILD_NUMBER} \
|
--tag rocm-base-debs:$${BUILDKITE_BUILD_NUMBER} \
|
||||||
--target debs_wheel_release \
|
--target debs_wheel_release \
|
||||||
--build-arg USE_SCCACHE=1 \
|
--build-arg USE_SCCACHE=1 \
|
||||||
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
|
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
|
||||||
|
|||||||
Reference in New Issue
Block a user