[CI/Build][Misc] Add CI that benchmarks vllm performance on those PRs with perf-benchmarks label (#5073)

Co-authored-by: simon-mo <simon.mo@hey.com>
This commit is contained in:
Kuntai Du
2024-06-13 22:36:20 -07:00
committed by GitHub
parent 0f0d8bc065
commit 319ad7f1d3
13 changed files with 880 additions and 41 deletions

View File

@@ -1,5 +1,6 @@
#!/usr/bin/env bash
# NOTE(simon): this script runs inside a buildkite agent with CPU only access.
set -euo pipefail
# Install system packages
@@ -23,4 +24,4 @@ if [ "$BUILDKITE_PULL_REQUEST" != "false" ]; then
fi
# Upload sample.yaml
buildkite-agent pipeline upload .buildkite/nightly-benchmarks/sample.yaml
buildkite-agent pipeline upload .buildkite/nightly-benchmarks/benchmark-pipeline.yaml