From 0907f023b8ef5ff54809f458da4d8e0c4166d369 Mon Sep 17 00:00:00 2001 From: Dilum Aluthge Date: Mon, 1 Nov 2021 00:18:39 -0400 Subject: [PATCH] CI (Buildkite): add Pkg, Artifacts, and LazyArtifacts to the list of "network-related stdlibs" that we test in a separate Buildkite job --- .../main/platforms/package_linux.arches | 6 ++-- .../main/platforms/tester_linux.arches | 22 +++++++++------ .../pipelines/main/platforms/tester_linux.yml | 28 ++++++++++++++----- .../scheduled/no_bb/no_bb_tester_linux.arches | 5 ++-- 4 files changed, 40 insertions(+), 21 deletions(-) diff --git a/.buildkite/pipelines/main/platforms/package_linux.arches b/.buildkite/pipelines/main/platforms/package_linux.arches index ebf57471d59fd4..48a17c61e4f516 100644 --- a/.buildkite/pipelines/main/platforms/package_linux.arches +++ b/.buildkite/pipelines/main/platforms/package_linux.arches @@ -1,7 +1,7 @@ # PLATFORM LABEL ALLOW_FAIL ARCH ARCH_ROOTFS GROUP MAKE_FLAGS TIMEOUT_BK TIMEOUT_RR RETRIES IS_RR IS_ST IS_MT ROOTFS_TAG ROOTFS_HASH linux 32 . 32 i686 . . . . . . . . v4.8 b6dffc772ab4c2cd7fd4f83459308f6f0d89b957 linux 64 . 64 x86_64 . . . . . . . . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a -# linux _aarch64 . _aarch64 aarch64 . . . . . . . . .... ........................................ -# linux _armv7l . _armv7l armv7l . . . . . . . . .... ........................................ -# linux _ppc64le . _ppc64le powerpc64le . . . . . . . . .... ........................................ +# linux aarch64 . aarch64 aarch64 . . . . . . . . .... ........................................ +# linux armv7l . armv7l armv7l . . . . . . . . .... ........................................ +# linux ppc64le . ppc64le powerpc64le . . . . . . . . .... ........................................ musl 64 . 64 x86_64 . . . . . . . . v4.8 d13a47c87c38005bd5d97132e51789cafd852f90 diff --git a/.buildkite/pipelines/main/platforms/tester_linux.arches b/.buildkite/pipelines/main/platforms/tester_linux.arches index 9c55266e563078..fc5ed594a6a1fb 100644 --- a/.buildkite/pipelines/main/platforms/tester_linux.arches +++ b/.buildkite/pipelines/main/platforms/tester_linux.arches @@ -1,14 +1,18 @@ # PLATFORM LABEL ALLOW_FAIL ARCH ARCH_ROOTFS GROUP MAKE_FLAGS TIMEOUT_BK TIMEOUT_RR RETRIES IS_RR IS_ST IS_MT ROOTFS_TAG ROOTFS_HASH -linux 32 . 32 i686 no-net . . . . . . . v4.8 b6dffc772ab4c2cd7fd4f83459308f6f0d89b957 -linux 32_net . 32 i686 net . . . 3 . yes . v4.8 b6dffc772ab4c2cd7fd4f83459308f6f0d89b957 +linux 32_g1 . 32 i686 g1 . . . . . . . v4.8 b6dffc772ab4c2cd7fd4f83459308f6f0d89b957 +linux 32_g2 . 32 i686 g2 . . . 3 . yes . v4.8 b6dffc772ab4c2cd7fd4f83459308f6f0d89b957 +linux 32_g3 . 32 i686 g3 . . . 3 . yes . v4.8 b6dffc772ab4c2cd7fd4f83459308f6f0d89b957 -linux 64_rr . 64 x86_64 no-net . 180 120 . yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a -linux 64_net . 64 x86_64 net . 120 60 3 yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a -linux 64_st . 64 x86_64 no-net . . . . . yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a -linux 64_mt . 64 x86_64 no-net . . . . . . yes v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a +linux 64_mt_g1 . 64 x86_64 g1 . . . . . . yes v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a +linux 64_st_g1 . 64 x86_64 g1 . . . . . yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a + +linux 64_rr_g1 . 64 x86_64 g1 . 180 120 . yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a +linux 64_rr_g2 . 64 x86_64 g2 . 120 60 3 yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a +linux 64_rr_g3 . 64 x86_64 g3 . 120 60 3 yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a + +# linux aarch64 true aarch64 aarch64 . . . . . . . . .... ........................................ +# linux armv7l true armv7l armv7l . . . . . . . . .... ........................................ +# linux ppc64le true ppc64le powerpc64le . . . . . . . . .... ........................................ -# linux _aarch64 . _aarch64 aarch64 . . . . . . . . .... ........................................ -# linux _armv7l . _armv7l armv7l . . . . . . . . .... ........................................ -# linux _ppc64le . _ppc64le powerpc64le . . . . . . . . .... ........................................ musl 64 true 64 x86_64 . . . . . . . . v4.8 d13a47c87c38005bd5d97132e51789cafd852f90 diff --git a/.buildkite/pipelines/main/platforms/tester_linux.yml b/.buildkite/pipelines/main/platforms/tester_linux.yml index 5b9b5ff475da19..ebead23f4e7629 100644 --- a/.buildkite/pipelines/main/platforms/tester_linux.yml +++ b/.buildkite/pipelines/main/platforms/tester_linux.yml @@ -56,16 +56,29 @@ steps: echo "JULIA_CPU_THREADS is: $${JULIA_CPU_THREADS:?}" $${JULIA_BINARY:?} -e '@info "" Sys.CPU_THREADS' - echo "--- Set some environment variables in preparation for running the Julia test suite" - unset JULIA_DEPOT_PATH + echo "--- Set some environment variables" export OPENBLAS_NUM_THREADS=8 + unset JULIA_DEPOT_PATH + unset JULIA_PKG_SERVER + + export NETWORK_RELATED_TESTS="Artifacts Downloads download LazyArtifacts LibGit2/online Pkg" if [[ "${GROUP?}" == "all" ]]; then - export TESTS="all" - elif [[ "${GROUP?}" == "net" ]]; then - export TESTS="Downloads LibGit2 LibGit2/online download" - elif [[ "${GROUP?}" == "no-net" ]]; then - export TESTS="all --skip Downloads LibGit2/online download" + # export TESTS="all --force-net" # TODO: uncomment this line + export TESTS="all LibGit2/online --force-net" # TODO: delete this line + elif [[ "${GROUP?}" == "g1" ]]; then + # Group 1: ALL tests EXCEPT the network-related tests. + export TESTS="all --force-net --skip $${NETWORK_RELATED_TESTS:?}" + elif [[ "${GROUP?}" == "g2" ]]; then + # Group 2: ONLY the network-related tests. + # In Group 2, we use whatever the default setting is with regards to the Pkg server. + export TESTS="$${NETWORK_RELATED_TESTS:?} --force-net" + elif [[ "${GROUP?}" == "g3" ]]; then + # Group 3: only Pkg. + # In Group 3, we explicitly opt-out of the Pkg server. + # The purpose of group 3 is to test the non-Pkg-server codepaths of Pkg. + export TESTS="Pkg --force-net" + export JULIA_PKG_SERVER="" else echo "Invalid value for GROUP: ${GROUP?}" exit 1 @@ -89,6 +102,7 @@ steps: export JULIA_NUM_THREADS=16 fi + echo "--- Print the test group, list of test sets, and other useful environment variables" echo "JULIA_CMD_FOR_TESTS is: $${JULIA_CMD_FOR_TESTS:?}" echo "JULIA_NUM_THREADS is: $${JULIA_NUM_THREADS}" # Note: this environment variable might not be set echo "NCORES_FOR_TESTS is: $${NCORES_FOR_TESTS:?}" diff --git a/.buildkite/pipelines/scheduled/no_bb/no_bb_tester_linux.arches b/.buildkite/pipelines/scheduled/no_bb/no_bb_tester_linux.arches index 4309db01e10505..c692612273b116 100644 --- a/.buildkite/pipelines/scheduled/no_bb/no_bb_tester_linux.arches +++ b/.buildkite/pipelines/scheduled/no_bb/no_bb_tester_linux.arches @@ -1,3 +1,4 @@ # PLATFORM LABEL ALLOW_FAIL ARCH ARCH_ROOTFS GROUP MAKE_FLAGS TIMEOUT_BK TIMEOUT_RR RETRIES IS_RR IS_ST IS_MT ROOTFS_TAG ROOTFS_HASH -linux 64_no_bb . 64_no_bb x86_64 no-net . 180 120 . yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a -linux 64_no_bb_net . 64_no_bb x86_64 net . 180 120 3 yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a +linux 64_no_bb_g1 . 64_no_bb x86_64 g1 . 180 120 . yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a +linux 64_no_bb_g2 . 64_no_bb x86_64 g2 . 180 120 3 yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a +linux 64_no_bb_g3 . 64_no_bb x86_64 g3 . 180 120 3 yes yes . v4.8 2a058481b567f0e91b9aa3ce4ad4f09e6419355a