This repository has been archived by the owner on Oct 22, 2024. It is now read-only.
Register origin #2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # GHA for build-* | |
| name: Build and push images | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| types: [opened, synchronize, reopened, ready_for_review, labeled] | |
| merge_group: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| COMMIT_SHA: ${{ github.event.pull_request.head.sha || github.sha }} | |
| jobs: | |
| # | |
| # | |
| # | |
| set-image: | |
| ## TODO: remove when ready | |
| if: contains(github.event.label.name, 'GHA-migration') || contains(github.event.pull_request.labels.*.name, 'GHA-migration') | |
| # GitHub Actions allows using 'env' in a container context. | |
| # However, env variables don't work for forks: https://github.com/orgs/community/discussions/44322 | |
| # This workaround sets the container image for each job using 'set-image' job output. | |
| runs-on: ubuntu-latest | |
| env: | |
| BRANCH_NAME: ${{ github.head_ref || github.ref_name }} | |
| outputs: | |
| IMAGE: ${{ steps.set_image.outputs.IMAGE }} | |
| RUNNER: ${{ steps.set_runner.outputs.RUNNER }} | |
| REF_NAME: ${{ steps.set_vars.outputs.REF_NAME }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - id: set_image | |
| run: cat .github/env >> $GITHUB_OUTPUT | |
| - id: log | |
| run: | | |
| echo ${BRANCH_NAME} | |
| echo ${COMMIT_SHA} | |
| - id: set_vars | |
| run: | | |
| echo "REF_NAME=${BRANCH_NAME//\//-}" >> $GITHUB_OUTPUT | |
| # By default we use spot machines that can be terminated at any time. | |
| # Merge queues use persistent runners to avoid kicking off from queue when the runner is terminated. | |
| - id: set_runner | |
| run: | | |
| # Run merge queues on persistent runners | |
| if [[ $GITHUB_REF_NAME == *"gh-readonly-queue"* ]]; then | |
| echo "RUNNER=arc-runners-polkadot-sdk-beefy-persistent" >> $GITHUB_OUTPUT | |
| else | |
| echo "RUNNER=arc-runners-polkadot-sdk-beefy" >> $GITHUB_OUTPUT | |
| fi | |
| ### Build ######################## | |
| # | |
| # | |
| # | |
| build-linux-stable: | |
| needs: [set-image] | |
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| RUST_TOOLCHAIN: stable | |
| # Enable debug assertions since we are running optimized builds for testing | |
| # but still want to have debug assertions. | |
| RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| forklift cargo build --locked --profile testnet --features pyroscope,fast-runtime --bin polkadot --bin polkadot-prepare-worker --bin polkadot-execute-worker | |
| ROCOCO_EPOCH_DURATION=10 ./polkadot/scripts/build-only-wasm.sh rococo-runtime $(pwd)/runtimes/rococo-runtime-10/ | |
| ROCOCO_EPOCH_DURATION=100 ./polkadot/scripts/build-only-wasm.sh rococo-runtime $(pwd)/runtimes/rococo-runtime-100/ | |
| ROCOCO_EPOCH_DURATION=600 ./polkadot/scripts/build-only-wasm.sh rococo-runtime $(pwd)/runtimes/rococo-runtime-600/ | |
| pwd | |
| ls -alR runtimes | |
| - name: pack artifacts | |
| run: | | |
| mkdir -p ./artifacts | |
| VERSION="${{ needs.set-image.outputs.REF_NAME }}" # will be tag or branch name | |
| mv ./target/testnet/polkadot ./artifacts/. | |
| mv ./target/testnet/polkadot-prepare-worker ./artifacts/. | |
| mv ./target/testnet/polkadot-execute-worker ./artifacts/. | |
| mv ./runtimes/ ./artifacts/. | |
| cd artifacts/ | |
| sha256sum polkadot | tee polkadot.sha256 | |
| shasum -c polkadot.sha256 | |
| cd ../ | |
| EXTRATAG="${{ needs.set-image.outputs.REF_NAME }}-${COMMIT_SHA}" | |
| echo "Polkadot version = ${VERSION} (EXTRATAG = ${EXTRATAG})" | |
| echo -n ${VERSION} > ./artifacts/VERSION | |
| echo -n ${EXTRATAG} > ./artifacts/EXTRATAG | |
| echo -n ${GITHUB_RUN_ID} > ./artifacts/BUILD_LINUX_JOB_ID | |
| RELEASE_VERSION=$(./artifacts/polkadot -V | awk '{print $2}'| awk -F "-" '{print $1}') | |
| echo -n "v${RELEASE_VERSION}" > ./artifacts/BUILD_RELEASE_VERSION | |
| cp -r docker/* ./artifacts | |
| - name: tar | |
| run: tar -cvf artifacts.tar artifacts | |
| - name: upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ needs.set-image.outputs.REF_NAME }} | |
| path: artifacts.tar | |
| retention-days: 1 | |
| # | |
| # | |
| # | |
| build-linux-stable-cumulus: | |
| needs: [set-image] | |
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| echo "___Building a binary, please refrain from using it in production since it goes with the debug assertions.___" | |
| forklift cargo build --release --locked -p polkadot-parachain-bin --bin polkadot-parachain | |
| echo "___Packing the artifacts___" | |
| mkdir -p ./artifacts | |
| mv ./target/release/polkadot-parachain ./artifacts/. | |
| echo "___The VERSION is either a tag name or the curent branch if triggered not by a tag___" | |
| echo ${{ needs.set-image.outputs.REF_NAME }} | tee ./artifacts/VERSION | |
| - name: tar | |
| run: tar -cvf artifacts.tar artifacts | |
| - name: upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ needs.set-image.outputs.REF_NAME }} | |
| path: artifacts.tar | |
| retention-days: 1 | |
| # | |
| # | |
| # | |
| build-test-parachain: | |
| needs: [set-image] | |
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| echo "___Building a binary, please refrain from using it in production since it goes with the debug assertions.___" | |
| forklift cargo build --release --locked -p cumulus-test-service --bin test-parachain | |
| - name: pack artifacts | |
| run: | | |
| echo "___Packing the artifacts___" | |
| mkdir -p ./artifacts | |
| mv ./target/release/test-parachain ./artifacts/. | |
| mkdir -p ./artifacts/zombienet | |
| mv ./target/release/wbuild/cumulus-test-runtime/wasm_binary_spec_version_incremented.rs.compact.compressed.wasm ./artifacts/zombienet/. | |
| - name: tar | |
| run: tar -cvf artifacts.tar artifacts | |
| - name: upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ needs.set-image.outputs.REF_NAME }} | |
| path: artifacts.tar | |
| retention-days: 1 | |
| # | |
| # | |
| # | |
| build-test-collators: | |
| needs: [set-image] | |
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| forklift cargo build --locked --profile testnet -p test-parachain-adder-collator | |
| forklift cargo build --locked --profile testnet -p test-parachain-undying-collator | |
| - name: pack artifacts | |
| run: | | |
| mkdir -p ./artifacts | |
| mv ./target/testnet/adder-collator ./artifacts/. | |
| mv ./target/testnet/undying-collator ./artifacts/. | |
| echo -n "${{ needs.set-image.outputs.REF_NAME }}" > ./artifacts/VERSION | |
| echo -n "${{ needs.set-image.outputs.REF_NAME }}-${COMMIT_SHA}" > ./artifacts/EXTRATAG | |
| echo "adder-collator version = $(cat ./artifacts/VERSION) (EXTRATAG = $(cat ./artifacts/EXTRATAG))" | |
| echo "undying-collator version = $(cat ./artifacts/VERSION) (EXTRATAG = $(cat ./artifacts/EXTRATAG))" | |
| cp -r ./docker/* ./artifacts | |
| - name: tar | |
| run: tar -cvf artifacts.tar artifacts | |
| - name: upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ needs.set-image.outputs.REF_NAME }} | |
| path: artifacts.tar | |
| retention-days: 1 | |
| # | |
| # | |
| # | |
| build-malus: | |
| needs: [set-image] | |
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| forklift cargo build --locked --profile testnet -p polkadot-test-malus --bin malus --bin polkadot-prepare-worker --bin polkadot-execute-worker | |
| - name: pack artifacts | |
| run: | | |
| mkdir -p ./artifacts | |
| mv ./target/testnet/malus ./artifacts/. | |
| mv ./target/testnet/polkadot-execute-worker ./artifacts/. | |
| mv ./target/testnet/polkadot-prepare-worker ./artifacts/. | |
| echo -n "${{ needs.set-image.outputs.REF_NAME }}" > ./artifacts/VERSION | |
| echo -n "${{ needs.set-image.outputs.REF_NAME }}-${COMMIT_SHA}" > ./artifacts/EXTRATAG | |
| echo "polkadot-test-malus = $(cat ./artifacts/VERSION) (EXTRATAG = $(cat ./artifacts/EXTRATAG))" | |
| cp -r ./docker/* ./artifacts | |
| - name: tar | |
| run: tar -cvf artifacts.tar artifacts | |
| - name: upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ needs.set-image.outputs.REF_NAME }} | |
| path: artifacts.tar | |
| retention-days: 1 | |
| # | |
| # | |
| # | |
| build-linux-substrate: | |
| needs: [set-image] | |
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| # tldr: we need to checkout the branch HEAD explicitly because of our dynamic versioning approach while building the substrate binary | |
| # see https://github.com/paritytech/ci_cd/issues/682#issuecomment-1340953589 | |
| ref: ${{ github.head_ref || github.ref_name }} | |
| - name: build | |
| run: | | |
| mkdir -p ./artifacts/substrate/ | |
| WASM_BUILD_NO_COLOR=1 forklift cargo build --locked --release -p staging-node-cli | |
| ls -la target/release/ | |
| - name: pack artifacts | |
| run: | | |
| mv target/release/substrate-node ./artifacts/substrate/substrate | |
| echo -n "Substrate version = " | |
| if [[ "${{ github.ref }}" == "refs/tags/"* ]]; then | |
| echo "${{ github.ref_name }}" | tee ./artifacts/substrate/VERSION; | |
| else | |
| ./artifacts/substrate/substrate --version | | |
| cut -d ' ' -f 2 | tee ./artifacts/substrate/VERSION; | |
| fi | |
| sha256sum ./artifacts/substrate/substrate | tee ./artifacts/substrate/substrate.sha256 | |
| cp -r ./docker/dockerfiles/substrate_injected.Dockerfile ./artifacts/substrate/ | |
| - name: tar | |
| run: tar -cvf artifacts.tar artifacts | |
| - name: upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ needs.set-image.outputs.REF_NAME }} | |
| path: artifacts.tar | |
| retention-days: 1 | |
| # | |
| # | |
| # | |
| prepare-bridges-zombienet-artifacts: | |
| needs: [set-image] | |
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| forklift cargo build --locked --profile testnet -p polkadot-test-malus --bin malus --bin polkadot-prepare-worker --bin polkadot-execute-worker | |
| - name: pack artifacts | |
| run: | | |
| mkdir -p ./artifacts/bridges-polkadot-sdk/bridges | |
| cp -r bridges/testing ./artifacts/bridges-polkadot-sdk/bridges/testing | |
| - name: tar | |
| run: tar -cvf artifacts.tar artifacts | |
| - name: upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ needs.set-image.outputs.REF_NAME }} | |
| path: artifacts.tar | |
| retention-days: 1 | |
| ### Publish ######################## | |
| # | |
| # | |
| # | |
| build-push-image-test-parachain: | |
| needs: [set-image, build-test-parachain] | |
| runs-on: arc-runners-polkadot-sdk | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-test-parachain-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: tar -xvf artifacts.tar | |
| - name: build and push image | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| image-name: "europe-docker.pkg.dev/parity-ci-2024/temp-images/test-parachain" | |
| dockerfile: "docker/dockerfiles/test-parachain_injected.Dockerfile" | |
| # | |
| # | |
| # | |
| build-push-image-polkadot-debug: | |
| needs: [set-image, build-linux-stable] | |
| runs-on: arc-runners-polkadot-sdk | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-linux-stable-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: tar -xvf artifacts.tar | |
| - name: build and push image | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| image-name: "europe-docker.pkg.dev/parity-ci-2024/temp-images/polkadot-debug" | |
| dockerfile: "docker/dockerfiles/polkadot/polkadot_injected_debug.Dockerfile" | |
| # | |
| # | |
| # | |
| build-push-image-colander: | |
| needs: [set-image, build-test-collators] | |
| runs-on: arc-runners-polkadot-sdk | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-test-collators-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: tar -xvf artifacts.tar | |
| - name: build and push image | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| image-name: "europe-docker.pkg.dev/parity-ci-2024/temp-images/colander" | |
| dockerfile: "docker/dockerfiles/collator_injected.Dockerfile" | |
| # | |
| # | |
| # | |
| build-push-image-malus: | |
| needs: [set-image, build-malus] | |
| runs-on: arc-runners-polkadot-sdk | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-malus-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: tar -xvf artifacts.tar | |
| - name: build and push image | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| image-name: "europe-docker.pkg.dev/parity-ci-2024/temp-images/malus" | |
| dockerfile: "docker/dockerfiles/malus_injected.Dockerfile" | |
| # | |
| # | |
| # | |
| build-push-image-substrate-pr: | |
| needs: [set-image, build-linux-substrate] | |
| runs-on: arc-runners-polkadot-sdk | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-linux-substrate-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: tar -xvf artifacts.tar | |
| - name: build and push image | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| image-name: "europe-docker.pkg.dev/parity-ci-2024/temp-images/substrate" | |
| dockerfile: "docker/dockerfiles/substrate_injected.Dockerfile" | |
| # | |
| # | |
| # | |
| # unlike other images, bridges+zombienet image is based on Zombienet image that pulls required binaries | |
| # from other fresh images (polkadot and cumulus) | |
| build-push-image-bridges-zombienet-tests: | |
| needs: [set-image, build-linux-stable, build-linux-stable-cumulus, prepare-bridges-zombienet-artifacts] | |
| runs-on: arc-runners-polkadot-sdk | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-linux-stable-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: | | |
| tar -xvf artifacts.tar | |
| rm artifacts.tar | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-linux-stable-cumulus-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: | | |
| tar -xvf artifacts.tar | |
| rm artifacts.tar | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: prepare-bridges-zombienet-artifacts-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: | | |
| tar -xvf artifacts.tar | |
| rm artifacts.tar | |
| - name: build and push image | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| image-name: "europe-docker.pkg.dev/parity-ci-2024/temp-images/bridges-zombienet-tests" | |
| dockerfile: "docker/dockerfiles/bridges_zombienet_tests_injected.Dockerfile" | |
| # | |
| # | |
| # | |
| build-push-image-polkadot-parachain-debug: | |
| needs: [set-image, build-linux-stable-cumulus] | |
| runs-on: arc-runners-polkadot-sdk | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: build-linux-stable-cumulus-${{ needs.set-image.outputs.REF_NAME }} | |
| - name: tar | |
| run: tar -xvf artifacts.tar | |
| - name: build and push image | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| image-name: "europe-docker.pkg.dev/parity-ci-2024/temp-images/polkadot-parachain-debug" | |
| dockerfile: "docker/dockerfiles/polkadot-parachain/polkadot-parachain-debug_unsigned_injected.Dockerfile" |