puppet-test #57
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: puppet-test | |
| # Only run tests if there are relevant changes | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - '.github/workflows/puppet-test.yml' | |
| - 'deployments/puppet/**' | |
| - 'internal/buildscripts/packaging/tests/deployments/puppet/**' | |
| - 'internal/buildscripts/packaging/tests/helpers/**' | |
| - 'internal/buildscripts/packaging/tests/requirements.txt' | |
| - '!**.md' | |
| pull_request: | |
| paths: | |
| - '.github/workflows/puppet-test.yml' | |
| - 'deployments/puppet/**' | |
| - 'internal/buildscripts/packaging/tests/deployments/puppet/**' | |
| - 'internal/buildscripts/packaging/tests/helpers/**' | |
| - 'internal/buildscripts/packaging/tests/requirements.txt' | |
| - '!**.md' | |
| schedule: | |
| - cron: '0 0 * * 3,6' # Every Wednesday and Saturday at midnight UTC | |
| concurrency: | |
| group: puppet-test-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| PYTHON_VERSION: "3.11" | |
| REQUIREMENTS_PATH: "internal/buildscripts/packaging/tests/requirements.txt" | |
| jobs: | |
| puppet-lint: | |
| name: puppet-lint | |
| # Use 20.04.5 until https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/16450 is resolved | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Check out the codebase. | |
| uses: actions/checkout@v4 | |
| - name: Lint | |
| run: | | |
| make -C deployments/puppet lint | |
| puppet-rake-spec: | |
| name: puppet-rake-spec | |
| # Use 20.04.5 until https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/16450 is resolved | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Check out the codebase. | |
| uses: actions/checkout@v4 | |
| - name: Lint | |
| run: | | |
| make -C deployments/puppet rake-spec | |
| puppet-test-matrix: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Check out code | |
| uses: actions/checkout@v4 | |
| - name: Get matrix | |
| id: get-matrix | |
| run: | | |
| # create test matrix for distro and arch | |
| dockerfiles=$(find internal/buildscripts/packaging/tests/deployments/puppet/images/ -name "Dockerfile.*" | cut -d '.' -f2- | sort -u) | |
| if [ -z "$dockerfiles" ]; then | |
| echo "Failed to get dockerfiles from internal/buildscripts/packaging/tests/deployments/puppet/images/!" >&2 | |
| exit 1 | |
| fi | |
| distro=$(for d in $dockerfiles; do echo -n "\"$d\","; done) | |
| puppet_release='"6","7","8"' | |
| with_instrumentation='"true","false"' | |
| exclude='{"DISTRO": "debian-stretch", "PUPPET_RELEASE": "8"}, {"DISTRO": "ubuntu-xenial", "PUPPET_RELEASE": "8"}' # puppet 8 not supported for these distros | |
| matrix="{\"DISTRO\": [${distro%,}], \"PUPPET_RELEASE\": [${puppet_release}], \"WITH_INSTRUMENTATION\": [${with_instrumentation}], \"exclude\": [${exclude}]}" | |
| echo "$matrix" | jq | |
| echo "matrix=${matrix}" >> $GITHUB_OUTPUT | |
| outputs: | |
| matrix: ${{ steps.get-matrix.outputs.matrix }} | |
| puppet-test: | |
| name: puppet-test | |
| # Use 20.04.5 until https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/16450 is resolved | |
| runs-on: ${{ fromJSON('["ubuntu-20.04", "ubuntu-22.04"]')[matrix.DISTRO == 'amazonlinux-2023'] }} | |
| timeout-minutes: 60 | |
| needs: | |
| - puppet-lint | |
| - puppet-rake-spec | |
| - puppet-test-matrix | |
| strategy: | |
| matrix: ${{ fromJSON(needs.puppet-test-matrix.outputs.matrix) }} | |
| fail-fast: false | |
| steps: | |
| - name: Check out the codebase. | |
| uses: actions/checkout@v4 | |
| - name: Setup python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| cache: pip | |
| cache-dependency-path: ${{ env.REQUIREMENTS_PATH }} | |
| - name: Install pytest | |
| run: pip install -r "${{ env.REQUIREMENTS_PATH }}" | |
| - name: Test puppet deployment | |
| id: pytest | |
| continue-on-error: true | |
| env: | |
| PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}" | |
| run: | | |
| distro="${{ matrix.DISTRO }}" | |
| if [[ "$distro" = "amazonlinux-2" ]]; then | |
| # workaround for pytest substring matching | |
| distro="amazonlinux-2 and not amazonlinux-2023" | |
| fi | |
| if [[ "${{ matrix.WITH_INSTRUMENTATION }}" = "true" ]]; then | |
| tests="$distro and instrumentation" | |
| else | |
| tests="$distro and not instrumentation" | |
| fi | |
| python3 -u -m pytest -s --verbose -k "$tests" \ | |
| internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py | |
| # qemu, networking, running systemd in containers, etc., can be flaky | |
| - name: Re-run failed tests | |
| if: ${{ steps.pytest.outcome == 'failure' }} | |
| env: | |
| PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}" | |
| run: | | |
| distro="${{ matrix.DISTRO }}" | |
| if [[ "$distro" = "amazonlinux-2" ]]; then | |
| # workaround for pytest substring matching | |
| distro="amazonlinux-2 and not amazonlinux-2023" | |
| fi | |
| if [[ "${{ matrix.WITH_INSTRUMENTATION }}" = "true" ]]; then | |
| tests="$distro and instrumentation" | |
| else | |
| tests="$distro and not instrumentation" | |
| fi | |
| python3 -u -m pytest -s --verbose -k "$tests" \ | |
| --last-failed \ | |
| internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py | |
| puppet-test-windows: | |
| name: puppet-test-windows | |
| runs-on: ${{ matrix.OS }} | |
| timeout-minutes: 60 | |
| needs: | |
| - puppet-lint | |
| - puppet-rake-spec | |
| strategy: | |
| matrix: | |
| OS: [ "windows-2022" ] | |
| PUPPET_RELEASE: [ "6.0.2", "7.21.0", "8.1.0" ] | |
| TEST_CASE: [ "default", "custom_vars" ] | |
| WIN_COLLECTOR_VERSION: [ "0.86.0", "latest" ] | |
| fail-fast: false | |
| steps: | |
| - name: Check out the codebase. | |
| uses: actions/checkout@v4 | |
| - name: Setup python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| cache: pip | |
| cache-dependency-path: ${{ env.REQUIREMENTS_PATH }} | |
| - name: Install pytest | |
| run: pip install -r "${{ env.REQUIREMENTS_PATH }}" | |
| - name: Test puppet deployment | |
| id: pytest | |
| continue-on-error: true | |
| env: | |
| PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}" | |
| WIN_COLLECTOR_VERSION: "${{ matrix.WIN_COLLECTOR_VERSION }}" | |
| run: | | |
| if ($Env:WIN_COLLECTOR_VERSION -eq 'latest') { $Env:WIN_COLLECTOR_VERSION="$(curl -sS https://dl.signalfx.com/splunk-otel-collector/msi/release/latest.txt)" } | |
| pytest -s --verbose -m windows ` | |
| -k ${{ matrix.TEST_CASE }} ` | |
| internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py | |
| - name: Re-run failed tests | |
| if: ${{ steps.pytest.outcome == 'failure' }} | |
| env: | |
| PUPPET_RELEASE: "${{ matrix.PUPPET_RELEASE }}" | |
| WIN_COLLECTOR_VERSION: "${{ matrix.WIN_COLLECTOR_VERSION }}" | |
| run: | | |
| if ($Env:WIN_COLLECTOR_VERSION -eq 'latest') { $Env:WIN_COLLECTOR_VERSION="$(curl -sS https://dl.signalfx.com/splunk-otel-collector/msi/release/latest.txt)" } | |
| pytest -s --verbose -m windows ` | |
| --last-failed ` | |
| -k ${{ matrix.TEST_CASE }} ` | |
| internal/buildscripts/packaging/tests/deployments/puppet/puppet_test.py |