Merge #77681

77681: ci: add bazel-based script for roachtest release qualification r=rail a=rickystewart This is essentially a copy of the content we have in TC for this build configuration, but with the `make`-specific logic replaced with Bazel logic. The build configuration will be updated to check for the existence of this script and run it if it's present, otherwise run the old logic. Closes #67337. Release justification: Update release qualification roachtests Release note: None Co-authored-by: Ricky Stewart <[email protected]>
cockroachdb · Mar 11, 2022 · d68a48a · d68a48a
2 parents cbea42d + cd8c27a
commit d68a48a
Showing 1 changed file with 61 additions and 0 deletions.
diff --git a/build/teamcity/internal/release/process/roachtest-release-qualification.sh b/build/teamcity/internal/release/process/roachtest-release-qualification.sh
@@ -0,0 +1,61 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+dir="$(dirname $(dirname $(dirname $(dirname $(dirname "${0}")))))"
+source "$dir/release/teamcity-support.sh"
+source "$dir/teamcity-bazel-support.sh"  # for run_bazel
+
+if [[ "$GOOGLE_EPHEMERAL_CREDENTIALS" ]]; then
+  echo "$GOOGLE_EPHEMERAL_CREDENTIALS" > creds.json
+  gcloud auth activate-service-account --key-file=creds.json
+  export ROACHPROD_USER=teamcity
+else
+  echo 'error: GOOGLE_EPHEMERAL_CREDENTIALS not set' >&2
+  exit 1
+fi
+
+set -x
+
+if [[ ! -f ~/.ssh/id_rsa.pub ]]; then
+  ssh-keygen -q -N "" -f ~/.ssh/id_rsa
+fi
+
+artifacts=$PWD/artifacts/$(date +"%%Y%%m%%d")-${TC_BUILD_ID}
+mkdir -p "$artifacts"
+
+bucket="${BUCKET-cockroach-builds}"
+
+release_version=$(echo $TC_BUILD_BRANCH | sed -e 's/provisional_[[:digit:]]*_//')
+curl -f -s -S -o- "https://${bucket}.s3.amazonaws.com/cockroach-${release_version}.linux-amd64.tgz" | tar ixfz - --strip-components 1
+chmod +x cockroach
+
+run_bazel <<'EOF'
+bazel build --config ci --config crosslinux //pkg/cmd/workload //pkg/cmd/roachtest //pkg/cmd/roachprod
+BAZEL_BIN=$(bazel info bazel-bin --config crosslinux --config ci --config with_ui -c opt)
+cp $BAZEL_BIN/pkg/cmd/roachprod/roachprod_/roachprod bin
+cp $BAZEL_BIN/pkg/cmd/roachtest/roachtest_/roachtest bin
+cp $BAZEL_BIN/pkg/cmd/workload/workload_/workload    bin
+chmod a+w bin/roachprod bin/roachtest bin/workload
+EOF
+
+# NB: Teamcity has a 7920 minute timeout that, when reached,
+# kills the process without a stack trace (probably SIGKILL).
+# We'd love to see a stack trace though, so after 7800 minutes,
+# kill with SIGINT which will allow roachtest to fail tests and
+# cleanup.
+#
+# NB(2): We specify --zones below so that nodes are created in us-central1-b
+# by default. This reserves us-east1-b (the roachprod default zone) for use
+# by manually created clusters.
+timeout -s INT $((7800*60)) bin/roachtest run \
+  tag:release_qualification \
+  --build-tag "${release_version}" \
+  --cluster-id "${TC_BUILD_ID}" \
+  --zones "us-central1-b,us-west1-b,europe-west2-b" \
+  --cockroach "$PWD/cockroach" \
+  --roachprod "$PWD/bin/roachprod" \
+  --workload "$PWD/bin/workload" \
+  --artifacts "$artifacts" \
+  --parallelism 5 \
+  --teamcity