test_runner: add snapshot testing #50668
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build from tarball | |
| on: | |
| pull_request: | |
| types: [opened, synchronize, reopened, ready_for_review] | |
| paths-ignore: | |
| - .mailmap | |
| - '**.md' | |
| - AUTHORS | |
| - doc/** | |
| - .github/** | |
| - '!.github/workflows/build-tarball.yml' | |
| push: | |
| branches: | |
| - main | |
| - v[0-9]+.x-staging | |
| - v[0-9]+.x | |
| paths-ignore: | |
| - .mailmap | |
| - '**.md' | |
| - AUTHORS | |
| - doc/** | |
| - .github/** | |
| - '!.github/workflows/build-tarball.yml' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| env: | |
| PYTHON_VERSION: '3.12' | |
| FLAKY_TESTS: keep_retrying | |
| permissions: | |
| contents: read | |
| jobs: | |
| build-tarball: | |
| if: github.event.pull_request.draft == false | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| with: | |
| persist-credentials: false | |
| - name: Set up Python ${{ env.PYTHON_VERSION }} | |
| uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Environment Information | |
| run: npx envinfo | |
| - name: Make tarball | |
| run: | | |
| export DISTTYPE=nightly | |
| export DATESTRING=`date "+%Y-%m-%d"` | |
| export COMMIT=$(git rev-parse --short=10 "$GITHUB_SHA") | |
| ./configure && make tar -j8 SKIP_XZ=1 | |
| mkdir tarballs | |
| mv *.tar.gz tarballs | |
| - name: Upload tarball artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: tarballs | |
| path: tarballs | |
| test-tarball-linux: | |
| needs: build-tarball | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| with: | |
| persist-credentials: false | |
| - name: Set up Python ${{ env.PYTHON_VERSION }} | |
| uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Environment Information | |
| run: npx envinfo | |
| - name: Download tarball | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| name: tarballs | |
| path: tarballs | |
| - name: Extract tarball | |
| run: | | |
| tar xzf tarballs/*.tar.gz -C $RUNNER_TEMP | |
| echo "TAR_DIR=$RUNNER_TEMP/`basename tarballs/*.tar.gz .tar.gz`" >> $GITHUB_ENV | |
| - name: Copy directories needed for testing | |
| run: | | |
| cp -r tools/node_modules $TAR_DIR/tools | |
| cp -r tools/eslint-rules $TAR_DIR/tools | |
| - name: Build | |
| run: | | |
| cd $TAR_DIR | |
| make build-ci -j4 V=1 | |
| - name: Test | |
| run: | | |
| cd $TAR_DIR | |
| make run-ci -j4 V=1 TEST_CI_ARGS="-p dots --node-args='--test-reporter=spec' --measure-flakiness 9" |