Update the feature_wekafs branch

.gitignore

@@ -1,6 +1,7 @@
 ### General ###
 *.cache
 *.log
+*.zip
 
 ### Ansible ###
 *.retry

.gitlab-ci.yml

@@ -0,0 +1,259 @@
+---
+workflow:
+  rules:
+    # skip pipeline if the source is a tag
+  - if: $CI_COMMIT_TAG
+    when: never
+      # Skip pipeline on merge request event
+      # TODO this should be possible, but I'm not sure how it works yet
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - when: always
+
+stages:
+- build-images
+- test-clusters
+
+variables:
+  GOOGLE_APPLICATION_CREDENTIALS: $CI_PROJECT_DIR/sa.json
+  SLURM_VERSION: 23.02.4
+  BRANCH: $CI_COMMIT_BRANCH
+
+default:
+  image:
+    name: registry.gitlab.com/schedmd/slurm-gcp/ci-image:0.0.7
+
+  before_script:
+  - set +o pipefail
+  - packer --version
+  - echo $SERVICE_ACCOUNT > $GOOGLE_APPLICATION_CREDENTIALS
+  - GCP_PROJECT_ID=$(jq -r .project_id < $GOOGLE_APPLICATION_CREDENTIALS)
+  - GCP_SA_EMAIL=$(jq -r .client_email < $GOOGLE_APPLICATION_CREDENTIALS)
+  - GCP_SA_ID=$(jq -r .client_id < $GOOGLE_APPLICATION_CREDENTIALS)
+
+  - 'echo Slurm version to build: $SLURM_VERSION'
+  - SLURM_VERSION_ALT=$(tr \. - <<< $SLURM_VERSION)
+  - IMAGE_FAMILY_ROOT=slurm-gcp-$BRANCH
+
+  - gcloud auth activate-service-account --key-file $GOOGLE_APPLICATION_CREDENTIALS
+  - gcloud config set project $GCP_PROJECT_ID
+
+.build-image:
+  stage: build-images
+  retry: 2
+  artifacts:
+    name: image-manifest-$BRANCH-$IMAGE_OS
+    paths:
+    - packer/manifest.json
+  script:
+  - echo "Building $IMAGE_OS image for $BRANCH"
+  - cd packer
+  - packer init .
+  - >
+    packer build -var-file builds/$IMAGE_OS.hcl
+    -var "project_id=$GCP_PROJECT_ID"
+    -var "slurm_version=$SLURM_VERSION"
+    -var "slurmgcp_version=$BRANCH"
+    $EXTRA_VARS
+    .
+  - echo "packer build $IMAGE_OS completed"
+
+.build-core-image:
+  extends: .build-image
+  rules:
+  - changes:
+      paths:
+      - .gitlab-ci.yml
+      - scripts/*.{py,sh}
+      - scripts/Pipfile
+      - scripts/requirements.txt
+      - ansible/**/*
+      - packer/**/*
+
+# skip image build and test for all except a couple images on push
+# build and test all on manual/scheduled pipelines
+.build-extra-image:
+  extends: .build-image
+  rules:
+  - if: $CI_PIPELINE_SOURCE == "push"
+    when: never
+  - if: $ONLY_CORE
+    when: never
+  - changes:
+      paths:
+      - .gitlab-ci.yml
+      - scripts/*.{py,sh}
+      - scripts/Pipfile
+      - scripts/requirements.txt
+      - ansible/**/*
+      - packer/**/*
+
+build-hpc-centos-7:
+  extends: .build-extra-image
+  variables:
+    IMAGE_OS: hpc-centos-7
+
+build-hpc-centos-7-k80:
+  extends: .build-extra-image
+  variables:
+    IMAGE_OS: hpc-centos-7-k80
+
+build-hpc-rocky-linux-8:
+  extends: .build-core-image
+  variables:
+    IMAGE_OS: hpc-rocky-linux-8
+
+build-debian-11:
+  extends: .build-extra-image
+  variables:
+    IMAGE_OS: debian-11
+
+# build-debian-11-arm64:
+#   extends: .build-extra-image
+#   variables:
+#     IMAGE_OS: debian-11-arm64
+
+build-ubuntu-2004-lts:
+  extends: .build-core-image
+  variables:
+    IMAGE_OS: ubuntu-2004-lts
+
+# build-ubuntu-2004-lts-arm64:
+#   extends: .build-extra-image
+#   variables:
+#     IMAGE_OS: ubuntu-2004-lts-arm64
+
+# build-ubuntu-2204-lts:
+#   extends: .build-extra-image
+#   variables:
+#     IMAGE_OS: ubuntu-2204-lts
+
+build-ubuntu-2204-lts-arm64:
+  extends: .build-extra-image
+  variables:
+    IMAGE_OS: ubuntu-2204-lts-arm64
+
+.test-image:
+  stage: test-clusters
+  retry: 1
+  artifacts:
+    name: $CI_COMMIT_REF_NAME-$CI_JOB_NAME-logs
+    when: always
+    paths:
+    - test/cluster_logs/
+  script:
+  - IMAGE_FAMILY=$IMAGE_FAMILY_ROOT-$IMAGE_OS
+  - echo "Image family $IMAGE_FAMILY"
+  - >
+    IMAGE_NAME=$(
+    jq -r '.last_run_uuid as $uuid | .builds | map(select(.packer_run_uuid == $uuid))
+    | .[].artifact_id' < packer/manifest.json || true
+    )
+  - echo "Testing ${IMAGE_NAME:-$IMAGE_FAMILY}"
+  - cd test
+  - CLUSTER_NAME="test$(tr -dc a-z </dev/urandom | head -c2)"
+  - echo $CLUSTER_NAME | tee cluster_name
+  - export PATH=/venv/bin:$PATH
+  - pip3 install -r requirements.txt
+  - >
+    pytest -vs
+    --project-id=$GCP_PROJECT_ID
+    --cluster-name=$CLUSTER_NAME
+    --image-project=$GCP_PROJECT_ID
+    --image-family=$IMAGE_FAMILY
+    --image=${IMAGE_NAME:-null}
+    -m "${ARCH}"
+  # after_script:
+  # - cd test
+  # - pipenv install
+  # - pipenv run ./cleanup.py $(cat cluster_name)
+
+.test-extra-image:
+  extends: .test-image
+  rules:
+  - if: $CI_PIPELINE_SOURCE == "push"
+    when: never
+  - if: $ONLY_CORE
+    when: never
+  - when: always
+
+test-hpc-centos-7:
+  extends: .test-extra-image
+  needs:
+  - job: build-hpc-centos-7
+    optional: true
+  variables:
+    IMAGE_OS: hpc-centos-7
+    ARCH: x86_64
+
+test-hpc-centos-7-k80:
+  extends: .test-extra-image
+  needs:
+  - job: build-hpc-centos-7-k80
+    optional: true
+  variables:
+    IMAGE_OS: hpc-centos-7-k80
+    ARCH: x86_64
+
+test-hpc-rocky-linux-8:
+  extends: .test-image
+  needs:
+  - job: build-hpc-rocky-linux-8
+    optional: true
+  variables:
+    IMAGE_OS: hpc-rocky-linux-8
+    ARCH: x86_64
+
+test-debian-11:
+  extends: .test-extra-image
+  needs:
+  - job: build-debian-11
+    optional: true
+  variables:
+    IMAGE_OS: debian-11
+    ARCH: x86_64
+
+# test-debian-11-arm64:
+#   extends: .test-extra-image
+#   needs:
+#   - job: build-debian-11-arm64
+#     optional: true
+#   variables:
+#     IMAGE_OS: debian-11-arm64
+#     ARCH: arm64
+
+test-ubuntu-2004-lts:
+  extends: .test-image
+  needs:
+  - job: build-ubuntu-2004-lts
+    optional: true
+  variables:
+    IMAGE_OS: ubuntu-2004-lts
+    ARCH: x86_64
+
+# test-ubuntu-2004-lts-arm64:
+#   extends: .test-extra-image
+#   needs:
+#   - job: build-ubuntu-2004-lts-arm64
+#     optional: true
+#   variables:
+#     IMAGE_OS: ubuntu-2004-lts-arm64
+#     ARCH: arm64
+
+# test-ubuntu-2204-lts:
+#   extends: .test-extra-image
+#   needs:
+#   - job: build-ubuntu-2204-lts
+#     optional: true
+#   variables:
+#     IMAGE_OS: ubuntu-2204-lts
+#     ARCH: x86_64
+
+test-ubuntu-2204-lts-arm64:
+  extends: .test-extra-image
+  needs:
+  - job: build-ubuntu-2204-lts-arm64
+    optional: true
+  variables:
+    IMAGE_OS: ubuntu-2204-lts-arm64
+    ARCH: arm64

.pre-commit-config.yaml

@@ -1,7 +1,7 @@
 ---
 repos:
 - repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v4.3.0
+  rev: v4.4.0
   hooks:
   - id: check-merge-conflict
   - id: check-executables-have-shebangs
@@ -26,7 +26,7 @@ repos:
     - mdformat-toc
     - mdformat-tables
 - repo: https://github.com/jumanjihouse/pre-commit-hook-yamlfmt
-  rev: 0.2.2
+  rev: 0.2.3
   hooks:
   - id: yamlfmt
     args:
@@ -44,23 +44,24 @@ repos:
     types: [file, text]
     pass_filenames: false
 - repo: https://github.com/antonbabenko/pre-commit-terraform
-  rev: v1.76.0
+  rev: v1.81.0
   hooks:
   - id: terraform_fmt
   - id: terraform_validate
   - id: terraform_tflint
   - id: terraform_docs
     args:
+    - --args=--config=.terraform-docs.yaml
     - --hook-config=--create-file-if-not-exist=true
     - --hook-config=--path-to-file=README_TF.md
 - repo: https://github.com/psf/black
-  rev: 22.10.0
+  rev: 23.7.0
   hooks:
   - id: black
     exclude: ^dm/
     language_version: python3
 - repo: https://github.com/pycqa/flake8
-  rev: 5.0.4
+  rev: 6.0.0
   hooks:
   - id: flake8
     exclude: ^dm/

.terraform-docs.yaml

@@ -0,0 +1,10 @@
+---
+formatter: markdown
+output:
+  mode: inject
+  template: |-
+    <!-- BEGINNING OF PRE-COMMIT-TERRAFORM DOCS HOOK -->
+    {{ .Content }}
+    <!-- END OF PRE-COMMIT-TERRAFORM DOCS HOOK -->
+settings:
+  lockfile: false