From 46c2ca8f94028c708e5fbd51fb0e49c08fded248 Mon Sep 17 00:00:00 2001 From: "Kevin H. Luu" Date: Mon, 10 Jun 2024 09:22:34 -0700 Subject: [PATCH] [ci] Mount buildkite agent on Docker container to upload benchmark results (#5330) Signed-off-by: kevin --- .buildkite/run-benchmarks.sh | 6 +++--- .buildkite/test-template-aws.j2 | 3 +++ 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/.buildkite/run-benchmarks.sh b/.buildkite/run-benchmarks.sh index 6283cd1064017..75e9cf6a6579a 100644 --- a/.buildkite/run-benchmarks.sh +++ b/.buildkite/run-benchmarks.sh @@ -54,12 +54,12 @@ tail -n 24 benchmark_serving.txt >> benchmark_results.md # last 24 lines echo '```' >> benchmark_results.md # if the agent binary is not found, skip uploading the results, exit 0 -if [ ! -f /workspace/buildkite-agent ]; then +if [ ! -f buildkite-agent ]; then exit 0 fi # upload the results to buildkite -/workspace/buildkite-agent annotate --style "info" --context "benchmark-results" < benchmark_results.md +buildkite-agent annotate --style "info" --context "benchmark-results" < benchmark_results.md # exit with the exit code of the benchmarks if [ $bench_latency_exit_code -ne 0 ]; then @@ -75,4 +75,4 @@ if [ $bench_serving_exit_code -ne 0 ]; then fi rm ShareGPT_V3_unfiltered_cleaned_split.json -/workspace/buildkite-agent artifact upload "*.json" +buildkite-agent artifact upload "*.json" diff --git a/.buildkite/test-template-aws.j2 b/.buildkite/test-template-aws.j2 index 4967583055ec7..3b5d36b246673 100644 --- a/.buildkite/test-template-aws.j2 +++ b/.buildkite/test-template-aws.j2 @@ -49,6 +49,9 @@ steps: {% if not step.no_gpu %} gpus: all {% endif %} + {% if step.label == "Benchmarks" %} + mount-buildkite-agent: true + {% endif %} command: ["bash", "-c", "cd {{ (step.working_dir or default_working_dir) | safe }} && {{ step.command or (step.commands | join(' && ')) | safe }}"] environment: - VLLM_USAGE_SOURCE=ci-test