test: run plugins on all configs, expect failures #156
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: [push, pull_request, workflow_dispatch] | |
| name: Test | |
| env: | |
| PACT_BROKER_BASE_URL: https://testdemo.pactflow.io | |
| PACT_BROKER_TOKEN: ${{ secrets.PACT_BROKER_TOKEN }} | |
| PACT_DO_NOT_TRACK: true | |
| APP_SHA: ${{ github.sha }} | |
| APP_REF: ${{ github.ref }} | |
| PACT_LD_LIBRARY_PATH: /tmp | |
| # PACT_GO_LIB_DOWNLOAD_PATH: /tmp | |
| LOG_LEVEL: DEBUG | |
| COVERALLS_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| RUN_PLUGIN_TESTS: true | |
| jobs: | |
| test: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go-version: [ # https://endoflife.date/go | |
| # 1.17.x, # Ended 02 Aug 2022 | |
| # 1.18.x, # Ended 01 Feb 2023 | |
| # 1.19.x, # Ended 06 Sep 2023 | |
| 1.20.x, # Ended 06 Feb 2024 | |
| 1.21.x, | |
| 1.22.x, | |
| ] | |
| os: [ubuntu-latest, macos-12, macos-14, windows-latest] | |
| cgo: [0,1] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Install Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: ${{ matrix.go-version }} | |
| - uses: actions/setup-java@v4 # Needed for the Avro example | |
| with: | |
| distribution: 'zulu' | |
| java-version: '17' | |
| - name: "Set RUN_PLUGIN_TESTS if we can install signal handlers (cgo + linux/macos - non musl)" | |
| if: matrix.os != 'windows-latest' | |
| run: | | |
| if [[ "${{ matrix.cgo }}" == 1 ]]; then | |
| echo "RUN_PLUGIN_TESTS=true" >> $GITHUB_ENV | |
| fi | |
| - name: "Set CGO_ENABLED: ${{ matrix.cgo }}" | |
| if: matrix.os == 'windows-latest' | |
| run: | | |
| "CGO_ENABLED=${{ matrix.cgo }}" >> $env:GITHUB_ENV | |
| - name: "Set CGO_ENABLED: ${{ matrix.cgo }}" | |
| if: matrix.os != 'windows-latest' | |
| run: | | |
| echo "CGO_ENABLED=${{ matrix.cgo }}" >> $GITHUB_ENV | |
| - if: matrix.os == 'macos-14' | |
| run: brew install protobuf | |
| - name: Test | |
| if: matrix.os == 'ubuntu-latest' | |
| run: APP_BRANCH=${APP_REF:11} DOCKER_GATEWAY_HOST=172.17.0.1 DOCKER_HOST_HTTP="http://172.17.0.1" make | |
| # - name: Set CGO_LDFLAGS / pact_ffi lib on PATH, and skip Avro plugin download | |
| # if: matrix.os == 'windows-latest' | |
| # run: | | |
| # "CGO_LDFLAGS=-L$env:TMP" >> $env:GITHUB_ENV | |
| # "$env:TMP" >> $env:GITHUB_PATH | |
| # "SKIP_PLUGIN_AVRO=true" >> $env:GITHUB_ENV | |
| - name: Set CGO_LDFLAGS / pact_ffi lib on PATH, and skip Avro plugin download | |
| if: matrix.os == 'windows-latest' | |
| run: | | |
| "PACT_LD_LIBRARY_PATH=$env:TMP" >> $env:GITHUB_ENV | |
| "SKIP_PLUGIN_AVRO=true" >> $env:GITHUB_ENV | |
| - name: Test (unit) | |
| if: matrix.os != 'ubuntu-latest' | |
| run: make test | |
| - name: Test (pact) | |
| if: matrix.os != 'ubuntu-latest' | |
| run: make pact_local | |
| - name: Install goveralls | |
| if: matrix.os != 'windows-latest' | |
| run: go install github.com/mattn/goveralls@latest | |
| - name: Send coverage | |
| if: matrix.os != 'windows-latest' | |
| run: goveralls -coverprofile=coverage.txt -service=github -parallel | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-${{ github.job }}-${{ github.run_id }}-${{ github.run_attempt }}-${{ matrix.go-version }}-${{ matrix.os }}-cgo-${{ matrix.cgo }}.zip | |
| path: ~/.pact/plugins/**/plugin.log | |
| if: ${{ always() }} | |
| test-containers: | |
| runs-on: ubuntu-latest | |
| name: ${{ matrix.variant }}-${{ matrix.arch }}-${{ matrix.go-version }}-test-container | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: | |
| - amd64 | |
| # - arm64 | |
| go-version: ["1.20", "1.21", "1.22"] | |
| variant: | |
| - debian | |
| - alpine | |
| cgo: [0,1] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Docker Buildx | |
| if: matrix.arch != 'amd64' | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| platforms: ${{ matrix.arch }} | |
| - name: "Set RUN_PLUGIN_TESTS if we can install signal handlers (cgo + debian)" | |
| run: | | |
| if [[ "${{ matrix.cgo }}" == 1 && "${{ matrix.variant }}" == 'debian' ]]; then | |
| echo "RUN_PLUGIN_TESTS=true" >> $GITHUB_ENV | |
| fi | |
| - name: Test (unit) | |
| run: make docker_test | |
| env: | |
| DOCKER_ARCH: ${{ matrix.arch }} | |
| GO_VERSION: ${{ matrix.go-version }} | |
| IMAGE_VARIANT: ${{ matrix.variant }} | |
| CGO_ENABLED: ${{ matrix.cgo }} | |
| RUN_PLUGIN_TESTS: ${{ env.RUN_PLUGIN_TESTS }} | |
| - name: Test (pact) | |
| run: make docker_pact | |
| env: | |
| DOCKER_ARCH: ${{ matrix.arch }} | |
| GO_VERSION: ${{ matrix.go-version }} | |
| IMAGE_VARIANT: ${{ matrix.variant }} | |
| CGO_ENABLED: ${{ matrix.cgo }} | |
| RUN_PLUGIN_TESTS: ${{ env.RUN_PLUGIN_TESTS }} | |
| # - name: Build ${{ matrix.arch }} dockerfile | |
| # run: | | |
| # docker build \ | |
| # --platform ${{ matrix.arch }} \ | |
| # --build-arg VERSION=${{ matrix.go-version }} \ | |
| # -f Dockerfile.${{ matrix.variant }} \ | |
| # -t pactfoundation/pact-go-test-${{ matrix.go-version }} . | |
| # - name: Test - ${{ matrix.arch }} | |
| # if: matrix.arch == 'amd64' | |
| # run: | | |
| # docker run \ | |
| # --platform linux/${{ matrix.arch }} \ | |
| # -e LOG_LEVEL=${{ env.LOG_LEVEL }} \ | |
| # -e PACT_LD_LIBRARY_PATH=${{ env.PACT_LD_LIBRARY_PATH }} \ | |
| # --rm pactfoundation/pact-go-test-${{ matrix.go-version }} /bin/sh -c 'make test && make pact_local' | |
| # - name: Test - ${{ matrix.arch }} | |
| # if: matrix.arch == 'arm64' | |
| # run: | | |
| # docker run \ | |
| # --platform linux/${{ matrix.arch }} \ | |
| # -e LOG_LEVEL=${{ env.LOG_LEVEL }} \ | |
| # -e PACT_LD_LIBRARY_PATH=${{ env.PACT_LD_LIBRARY_PATH }} \ | |
| # -e SKIP_RACE=true \ | |
| # --rm pactfoundation/pact-go-test-${{ matrix.go-version }} /bin/sh -c 'make test && make pact_local' | |
| finish: | |
| needs: [test,test-containers] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Coveralls Finished | |
| uses: coverallsapp/github-action@main | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| parallel-finished: true | |
| # test-win: | |
| # strategy: | |
| # fail-fast: false | |
| # matrix: | |
| # go-version: [ # https://endoflife.date/go | |
| # 1.20.x, # Ended 06 Feb 2024 | |
| # 1.21.x, | |
| # 1.22.x, | |
| # ] | |
| # os: [windows-latest] | |
| # runs-on: ${{ matrix.os }} | |
| # steps: | |
| # - name: Checkout code | |
| # uses: actions/checkout@v4 | |
| # - name: Install Go | |
| # uses: actions/setup-go@v5 | |
| # with: | |
| # go-version: ${{ matrix.go-version }} | |
| # - name: Set CGO_LDFLAGS / pact_ffi lib on PATH, and skip Avro plugin download | |
| # run: | | |
| # "CGO_LDFLAGS=-L$env:TMP" >> $env:GITHUB_ENV | |
| # "$env:TMP" >> $env:GITHUB_PATH | |
| # "SKIP_PLUGIN_AVRO=true" >> $env:GITHUB_ENV | |
| # - name: Build | |
| # run: .\scripts\build.ps1 | |
| # - name: Test (unit) | |
| # run: .\scripts\unit.ps1 | |
| # - name: Test (consumer) | |
| # run: .\scripts\examples_consumer.ps1 | |
| # - name: Test (provider) | |
| # run: .\scripts\examples_provider.ps1 |