CI: Use new CI infrastructure

Improve CPU/GPU load balancing by restricting CI jobs that don't
need a GPU on CI runners that don't provide a GPU. Use 4 cores
instead of 2 cores when the runner allows it. Execute slow jobs
on NUMA runners.

.github/workflows/push_pull.yml

@@ -16,7 +16,7 @@ jobs:
       - name: Setup Python environment
         uses: actions/setup-python@v2
         with:
-          python-version: '3.7'
+          python-version: '3.8'
       - name: Check without sanitizer
         uses: ./.github/actions/build_and_check
         with:
@@ -33,7 +33,7 @@ jobs:
       - name: Setup Python environment
         uses: actions/setup-python@v2
         with:
-          python-version: '3.7'
+          python-version: '3.8'
       - name: Check with sanitizer
         uses: ./.github/actions/build_and_check
         with:

.gitlab-ci.yml

@@ -21,7 +21,9 @@ stages:
   timeout: 40m
   interruptible: false
   tags:
-    - linux
+    - docker
+    - espresso
+    - no-cuda
 
 variables:
   GIT_SUBMODULE_STRATEGY: recursive
@@ -44,7 +46,8 @@ style:
     - sh maintainer/CI/fix_style.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
   variables:
     GIT_SUBMODULE_STRATEGY: none
   artifacts:
@@ -65,7 +68,8 @@ style_doxygen:
     - sh ../maintainer/CI/dox_warnings.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
 
 ### Builds without CUDA
 
@@ -85,7 +89,8 @@ default:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
 
 maxset:
   <<: *global_job_definition
@@ -105,7 +110,9 @@ maxset:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
+    - numa
 
 no_rotation:
   <<: *global_job_definition
@@ -122,7 +129,9 @@ no_rotation:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
+    - numa
 
 ubuntu:wo-dependencies:
   <<: *global_job_definition
@@ -138,7 +147,8 @@ ubuntu:wo-dependencies:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
 
 ### Builds with different distributions
 
@@ -155,7 +165,8 @@ debian:10:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
 
 fedora:34:
   <<: *global_job_definition
@@ -170,7 +181,8 @@ fedora:34:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
 
 ### Builds with CUDA
 
@@ -195,8 +207,9 @@ clang-sanitizer:
   timeout: 2h
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
+    - numa
 
 fast_math:
   <<: *global_job_definition
@@ -215,7 +228,7 @@ fast_math:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
   when: manual
 
@@ -238,8 +251,9 @@ cuda11-maxset:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
+    - numa
 
 cuda10-maxset:
   <<: *global_job_definition
@@ -263,8 +277,9 @@ cuda10-maxset:
     expire_in: 1 week
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
+    - numa
 
 tutorials-samples-maxset:
   <<: *global_job_definition
@@ -287,7 +302,7 @@ tutorials-samples-maxset:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
 
 tutorials-samples-default:
@@ -310,7 +325,7 @@ tutorials-samples-default:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
   only:
     - schedules
@@ -336,7 +351,7 @@ tutorials-samples-empty:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
   only:
     - schedules
@@ -362,7 +377,8 @@ tutorials-samples-no-gpu:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
   only:
     - schedules
 
@@ -397,7 +413,7 @@ installation:
     - make -j2 check_tutorials
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
   when: manual
 
@@ -417,8 +433,9 @@ empty:
     - bash maintainer/CI/build_cmake.sh
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
+    - numa
 
 check_sphinx:
   <<: *global_job_definition
@@ -440,8 +457,9 @@ check_sphinx:
     expire_in: 1 week
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
+    - numa
 
 run_tutorials:
   <<: *global_job_definition
@@ -464,8 +482,9 @@ run_tutorials:
     expire_in: 1 week
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
+    - numa
   only:
     - schedules
 
@@ -486,7 +505,9 @@ run_doxygen:
     expire_in: 1 week
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
+    - numa
 
 maxset_no_gpu:
   <<: *global_job_definition
@@ -500,7 +521,9 @@ maxset_no_gpu:
     - make -t && make check
   tags:
     - docker
-    - linux
+    - espresso
+    - no-cuda
+    - numa
 
 maxset_3_cores:
   <<: *global_job_definition
@@ -514,8 +537,9 @@ maxset_3_cores:
     - make -t && make check_unit_tests && make check_python_parallel_odd
   tags:
     - docker
-    - linux
+    - espresso
     - cuda
+    - numa
 
 status_success:
   <<: *notification_job_definition

maintainer/CI/build_cmake.sh

@@ -72,6 +72,12 @@ set_default_value() {
     fi
 }
 
+# the number of available processors depends on the CI runner
+if grep -q "i7-3820" /proc/cpuinfo; then
+   ci_procs=2
+else
+   ci_procs=4
+fi
 
 # handle environment variables
 set_default_value srcdir "$(pwd)"
@@ -82,7 +88,7 @@ set_default_value with_ubsan false
 set_default_value with_asan false
 set_default_value with_static_analysis false
 set_default_value myconfig "default"
-set_default_value build_procs 2
+set_default_value build_procs ${ci_procs}
 set_default_value check_procs ${build_procs}
 set_default_value check_odd_only false
 set_default_value check_gpu_only false