puppet-test.yml

name: puppet-test

# Only run tests if there are relevant changes
on:
  push:
    branches:
      - main
    paths:
      - '.github/workflows/puppet-test.yml'
      - 'deployments/puppet/**'
      - 'internal/buildscripts/packaging/tests/deployments/puppet/**'
      - 'internal/buildscripts/packaging/tests/helpers/**'
      - 'internal/buildscripts/packaging/tests/requirements.txt'
      - '!**.md'
  pull_request:
    paths:
      - '.github/workflows/puppet-test.yml'
      - 'deployments/puppet/**'
      - 'internal/buildscripts/packaging/tests/deployments/puppet/**'
      - 'internal/buildscripts/packaging/tests/helpers/**'
      - 'internal/buildscripts/packaging/tests/requirements.txt'
      - '!**.md'

concurrency:
  group: puppet-test-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

env:
  PYTHON_VERSION: "3.11"
  REQUIREMENTS_PATH: "internal/buildscripts/packaging/tests/requirements.txt"

jobs:
  puppet-lint:
    name: puppet-lint
    # Use 20.04.5 until https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/16450 is resolved
    runs-on: ubuntu-20.04
    steps:
      - name: Check out the codebase.
        uses: actions/checkout@v4

      - name: Lint
        run: |
          make -C deployments/puppet lint

  puppet-rake-spec:
    name: puppet-rake-spec
    # Use 20.04.5 until https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/16450 is resolved
    runs-on: ubuntu-20.04
    steps:
      - name: Check out the codebase.
        uses: actions/checkout@v4

      - name: Lint
        run: |
          make -C deployments/puppet rake-spec

  puppet-test-matrix:
    runs-on: ubuntu-20.04
    steps:
      - name: Check out code
        uses: actions/checkout@v4

      - name: Get matrix
        id: get-matrix
        run: |
          # create test matrix for distro and arch
          dockerfiles=$(find internal/buildscripts/packaging/tests/deployments/puppet/images/ -name "Dockerfile.*" | cut -d '.' -f2- | sort -u)
          if [ -z "$dockerfiles" ]; then
            echo "Failed to get dockerfiles from internal/buildscripts/packaging/tests/deployments/puppet/images/!" >&2
            exit 1
          fi
          distro=$(for d in $dockerfiles; do echo -n "\"$d\","; done)
          matrix="{\"DISTRO\": [${distro%,}], \"PUPPET_RELEASE\": [\"6\",\"7\"]}"
          echo "$matrix" | jq
          echo "matrix=${matrix}" >> $GITHUB_OUTPUT
    outputs:
      matrix: ${{ steps.get-matrix.outputs.matrix }}

  puppet-test:
    name: puppet-test
    # Use 20.04.5 until https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/16450 is resolved
    runs-on: ${{ fromJSON('["ubuntu-20.04", "ubuntu-22.04"]')[matrix.DISTRO == 'amazonlinux-2023'] }}
    timeout-minutes: 60
    needs:
      - puppet-lint
      - puppet-rake-spec
      - puppet-test-matrix
    strategy:
      matrix: ${{ fromJSON(needs.puppet-test-matrix.outputs.matrix) }}
      fail-fast: false
    steps:
      - name: Check out the codebase.
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: ${{ env.PYTHON_VERSION }}
          cache: pip
          cache-dependency-path: ${{ env.REQUIREMENTS_PATH }}

      - name: Install pytest
        run: pip install -r "${{ env.REQUIREMENTS_PATH }}"

      - name: Test puppet deployment
        id: pytest
        continue-on-error: true
        run: |
          distro="${{ matrix.DISTRO }}"
          if [[ "$distro" = "amazonlinux-2" ]]; then
            # workaround for pytest substring matching
            distro="amazonlinux-2 and not amazonlinux-2023"
          fi
          python3 -u -m pytest -s --verbose -k "$distro" \
            internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py
        env:
          PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}"

      # qemu, networking, running systemd in containers, etc., can be flaky
      - name: Re-run failed tests
        if: ${{ steps.pytest.outcome == 'failure' }}
        run: |
          distro="${{ matrix.DISTRO }}"
          if [[ "$distro" = "amazonlinux-2" ]]; then
            # workaround for pytest substring matching
            distro="amazonlinux-2 and not amazonlinux-2023"
          fi
          python3 -u -m pytest -s --verbose -k "$distro" \
            --last-failed \
            internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py
          exit 1
        env:
          PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}"

  puppet-test-windows:
    name: puppet-test-windows
    runs-on: ${{ matrix.OS }}
    timeout-minutes: 60
    needs:
      - puppet-lint
      - puppet-rake-spec
    strategy:
      matrix:
        OS: [ "windows-2019", "windows-2022" ]
        PUPPET_RELEASE: [ "6.0.2", "7.21.0" ]
        TEST_CASE: [ "default", "custom_vars" ]
      fail-fast: false
    steps:
      - name: Check out the codebase.
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: ${{ env.PYTHON_VERSION }}
          cache: pip
          cache-dependency-path: ${{ env.REQUIREMENTS_PATH }}

      - name: Install pytest
        run: pip install -r "${{ env.REQUIREMENTS_PATH }}"

      - name: Test puppet deployment
        id: pytest
        continue-on-error: true
        run: |
          pytest -s --verbose -m windows `
            -k ${{ matrix.TEST_CASE }} `
            internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py
        env:
          PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}"

      - name: Re-run failed tests
        if: ${{ steps.pytest.outcome == 'failure' }}
        run: |
          pytest -s --verbose -m windows `
            --last-failed `
            -k ${{ matrix.TEST_CASE }} `
            internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py
        env:
          PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}"