Bump debian from buster-20211011 to buster-20230904 in /docker/ci/github #1814
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: ci-test | |
on: | |
push: | |
branches: [auto, canary, gha-test-*] | |
pull_request: | |
branches: [main, release-*, gha-test-*] | |
defaults: | |
run: | |
shell: bash | |
env: | |
max_threads: 16 | |
pre_command: cd /opt/git/diem/ | |
jobs: | |
prepare: | |
runs-on: ubuntu-latest | |
outputs: | |
changes-target-branch: ${{ steps.changes.outputs.changes-target-branch }} | |
changes-base-git-rev: ${{ steps.changes.outputs.changes-base-git-rev }} | |
changes-base-githash: ${{ steps.changes.outputs.changes-base-githash }} | |
changes-pull-request-number: ${{ steps.changes.outputs.changes-pull-request-number }} | |
any-changes-founds: ${{ steps.any-changes-found.outputs.changes-found }} | |
test-rust: ${{ steps.rust-changes.outputs.changes-found }} | |
test-dev-setup: ${{ steps.dev-setup-sh-changes.outputs.changes-found }} | |
test-non-rust-lint: ${{ steps.non-rust-lint-changes.outputs.changes-found }} | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
# This ensures that the tip of the PR is checked out instead of the merge between the base ref and the tip | |
# On `push` this value will be empty and will "do-the-right-thing" | |
ref: ${{ github.event.pull_request.head.sha }} | |
fetch-depth: 0 #get all the history!!! | |
- name: Git Hooks and Checks | |
run: ./scripts/git-checks.sh | |
- id: changes | |
name: determine changes | |
uses: diem/actions/changes@faadd16607b77dfa2231a8f366883e01717b3225 | |
with: | |
workflow-file: ci-test.yml | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
- id: any-changes-found | |
name: determine if there are any files listed in the CHANGES_CHANGED_FILE_OUTPUTFILE. | |
run: | | |
res=true | |
if [[ ! -f "$CHANGES_CHANGED_FILE_OUTPUTFILE" ]] || [[ "$(cat "$CHANGES_CHANGED_FILE_OUTPUTFILE" | wc -l)" == 0 ]]; then | |
res=false; | |
fi | |
echo "::set-output name=changes-found::$(echo $res)"; | |
- id: rust-changes | |
name: find rust/cargo changes. | |
uses: diem/actions/matches@faadd16607b77dfa2231a8f366883e01717b3225 | |
with: | |
pattern: '^documentation\|^docker\|^scripts\|^developers.diem.com' | |
invert: "true" | |
- id: non-rust-lint-changes | |
name: find shell/dockerfile changes | |
uses: diem/actions/matches@faadd16607b77dfa2231a8f366883e01717b3225 | |
with: | |
pattern: 'Dockerfile$\|.*.sh$\|^developers.diem.com\|^shuffle' | |
- id: dev-setup-sh-changes | |
name: find dev-setup.sh/base docker image changes | |
uses: diem/actions/matches@faadd16607b77dfa2231a8f366883e01717b3225 | |
with: | |
pattern: 'docker/ci\|scripts/dev_setup.sh' | |
dev-setup-sh-test: | |
runs-on: ubuntu-latest | |
timeout-minutes: 30 | |
needs: prepare | |
if: ${{ needs.prepare.outputs.test-dev-setup == 'true' }} | |
strategy: | |
fail-fast: false | |
matrix: | |
target_os: [github] | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
- name: build image with dev-setup.sh | |
run: docker build -f docker/ci/${{ matrix.target_os }}/Dockerfile -t diem/build_environment:test . | |
- name: Early terminate workflow | |
if: ${{ failure() }} | |
uses: ./.github/actions/early-terminator | |
with: | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
lint: | |
runs-on: ubuntu-latest | |
timeout-minutes: 30 | |
needs: prepare | |
if: ${{ needs.prepare.outputs.any-changes-founds == 'true' }} | |
container: | |
image: ghcr.io/diem/diem_build_environment:${{ needs.prepare.outputs.changes-target-branch }} | |
volumes: | |
- "${{github.workspace}}:/opt/git/diem" | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
with: | |
key: ${{ needs.prepare.outputs.changes-target-branch }} | |
- name: cargo lint | |
run: $pre_command && cargo x lint | |
- name: cargo clippy | |
run: $pre_command && cargo xclippy --workspace --all-targets | |
- name: cargo fmt | |
run: $pre_command && cargo xfmt --check | |
- uses: ./.github/actions/build-teardown | |
- name: Early terminate workflow | |
if: ${{ failure() }} | |
uses: ./.github/actions/early-terminator | |
with: | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
unit-test: | |
runs-on: ubuntu-20.04-xl | |
timeout-minutes: 90 | |
needs: prepare | |
if: ${{ needs.prepare.outputs.test-rust == 'true' }} | |
container: | |
image: ghcr.io/diem/diem_build_environment:${{ needs.prepare.outputs.changes-target-branch }} | |
volumes: | |
- "${{github.workspace}}:/opt/git/diem" | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
fetch-depth: 0 #get all the history!!! | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
with: | |
key: ${{ needs.prepare.outputs.changes-target-branch }} | |
- name: run unit tests | |
run: | | |
$pre_command && cargo nextest --nextest-profile ci --jobs ${max_threads} --test-threads ${max_threads} --changed-since "origin/$TARGET_BRANCH" | |
env: | |
TARGET_BRANCH: ${{ needs.prepare.outputs.changes-target-branch }} | |
- name: run doctests | |
run: | | |
$pre_command && cargo xtest --doc --jobs ${max_threads} --changed-since "origin/$TARGET_BRANCH" | |
env: | |
TARGET_BRANCH: ${{ needs.prepare.outputs.changes-target-branch }} | |
- name: organize unit test results | |
if: always() | |
run: | | |
$pre_command && mkdir -p target/junit-reports && mv target/nextest/ci/junit.xml target/junit-reports/unit-test.xml | |
- name: upload unit test results | |
if: always() | |
uses: actions/upload-artifact@v2 | |
with: | |
name: unit-test-results | |
path: target/junit-reports/unit-test.xml | |
- uses: ./.github/actions/build-teardown | |
- name: Early terminate workflow | |
if: ${{ failure() }} | |
uses: ./.github/actions/early-terminator | |
with: | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
hardhat-tests: | |
runs-on: ubuntu-latest | |
timeout-minutes: 90 | |
needs: prepare | |
if: ${{ needs.prepare.outputs.test-rust == 'true' }} | |
container: | |
image: ghcr.io/diem/diem_build_environment:${{ needs.prepare.outputs.changes-target-branch }} | |
volumes: | |
- "${{github.workspace}}:/opt/git/diem" | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
- name: compile and install move-cli | |
run: "cargo install --features evm-backend --path language/tools/move-cli" | |
- name: set up hardhat-move | |
working-directory: language/evm/hardhat-move | |
run: "npm install" | |
- name: compile hardhat-move | |
working-directory: language/evm/hardhat-move | |
run: "npm run build" | |
- name: set up hardhat | |
working-directory: language/evm/hardhat-examples | |
run: "./setup.sh" | |
- name: run hardhat tests | |
working-directory: language/evm/hardhat-examples | |
run: "npx hardhat test" | |
# TODO: reenable this once we figure a way to keep package-lock.json stable. | |
# - uses: ./.github/actions/build-teardown | |
move-cli-tests-evm: | |
runs-on: ubuntu-20.04-xl | |
timeout-minutes: 90 | |
needs: prepare | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
- name: run EVM-based move cli tests | |
run: "cargo test --features evm-backend -p move-cli --test build_testsuite_evm --test move_unit_tests_evm" | |
move-unit-test-framework-tests-evm: | |
runs-on: ubuntu-20.04-xl | |
timeout-minutes: 90 | |
needs: prepare | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
- name: run EVM-based move unit test framework tests | |
run: "cargo test --features evm-backend -p move-unit-test --test move_unit_test_testsuite" | |
- name: Early terminate workflow | |
if: ${{ failure() }} | |
uses: ./.github/actions/early-terminator | |
with: | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
diem-framework-build-all-packages: | |
runs-on: ubuntu-20.04-xl | |
timeout-minutes: 90 | |
needs: prepare | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
- name: build Diem Framework Packages | |
run: "language/documentation/examples/diem-framework/build_all.sh" | |
diem-framework-test-all-packages: | |
runs-on: ubuntu-20.04-xl | |
timeout-minutes: 90 | |
needs: prepare | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
- name: test Diem Framework Packages | |
run: "language/documentation/examples/diem-framework/test_all.sh" | |
diem-framework-prove-all-packages: | |
runs-on: ubuntu-20.04-xl | |
timeout-minutes: 90 | |
needs: prepare | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
- uses: ./.github/actions/build-setup | |
- uses: Swatinem/rust-cache@c5ed9ba6b7e1bb8aff90d43acd2f0af4990fa57c | |
- name: prove Diem Framework Packages | |
run: "language/documentation/examples/diem-framework/prove_all.sh" | |
# Compile (but don't run) the benchmarks, to insulate against bit rot | |
build-benchmarks: | |
runs-on: ubuntu-20.04-xl | |
timeout-minutes: 90 | |
needs: prepare | |
if: ${{ needs.prepare.outputs.test-rust == 'true' }} | |
container: | |
image: ghcr.io/diem/diem_build_environment:${{ needs.prepare.outputs.changes-target-branch }} | |
volumes: | |
- "${{github.workspace}}:/opt/git/diem" | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: ./.github/actions/build-setup | |
- uses: actions/cache@v2.1.6 | |
with: | |
path: "/opt/cargo/git\n/opt/cargo/registry\n/opt/cargo/.package-cache" | |
key: crates-${{ runner.os }}-${{ hashFiles('Cargo.lock') }} | |
restore-keys: "crates-${{ runner.os }}" | |
- name: build benchmarks | |
run: cargo x bench --no-run | |
- uses: ./.github/actions/build-teardown | |
- name: Early terminate workflow | |
if: ${{ failure() }} | |
uses: ./.github/actions/early-terminator | |
with: | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
perf-benchmarks: | |
name: run-perf-benchmarks | |
runs-on: ubuntu-latest | |
timeout-minutes: 30 | |
needs: | |
- prepare | |
- build-benchmarks | |
env: | |
CRITERION_HOME: /tmp/benches | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: actions/cache@v2.1.6 | |
with: | |
path: "/opt/cargo/git\n/opt/cargo/registry\n/opt/cargo/.package-cache" | |
key: crates-${{ runner.os }}-${{ hashFiles('Cargo.lock') }} | |
restore-keys: "crates-${{ runner.os }}" | |
- name: Download the previous baseline | |
continue-on-error: true | |
uses: actions/download-artifact@v2 | |
with: | |
name: bench-baseline | |
- name: Run performance benchamrks | |
run: | | |
# Replace this with a cargo x bench | |
cargo bench --package language-benchmarks | |
- name: Archive criterion results | |
uses: actions/upload-artifact@v2 | |
with: | |
name: bench-baseline | |
retention-days: 5 | |
path: | | |
/tmp/benches | |
- name: Early terminate workflow | |
if: ${{ failure() }} | |
uses: ./.github/actions/early-terminator | |
with: | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
build-move-analyzer-vscode-extension: | |
name: Build VS Code extension for move-analyzer | |
runs-on: ubuntu-latest | |
needs: | |
- prepare | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
- name: Use Node.js 14 | |
uses: actions/setup-node@v2.4.0 | |
with: | |
node-version: "14" | |
- name: Install NPM dependencies | |
working-directory: language/move-analyzer/editors/code | |
run: npm install | |
- name: Build the extension | |
working-directory: language/move-analyzer/editors/code | |
run: npm run pretest | |
- name: Test the extension | |
# VS Code tests require display output. This action simulates such a | |
# display, using Xvfb. (It's roughly equivalent to prefixing the 'run' | |
# commands below with `xvfb-run <command>`.) Without a simulated display | |
# such as this one, the tests would fail with the error message: | |
# "Unable to open X display." | |
uses: GabrielBB/xvfb-action@v1.5 | |
with: | |
working-directory: language/move-analyzer/editors/code | |
run: npm run test | |
- name: Package the extension | |
working-directory: language/move-analyzer/editors/code | |
run: npm run package | |
- name: Upload VS Code extension | |
uses: actions/upload-artifact@v2 | |
with: | |
name: move-analyzer-vscode-extension | |
path: language/move-analyzer/editors/code/move-analyzer.vsix | |
- name: Early terminate workflow | |
if: ${{ failure() }} | |
uses: ./.github/actions/early-terminator | |
with: | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
# check-for-broken-links: | |
# name: Check for broken links in files | |
# runs-on: ubuntu-latest | |
# needs: | |
# - prepare | |
# steps: | |
# - uses: actions/checkout@v2 | |
# - name: Set up Ruby 2.6 | |
# uses: ruby/setup-ruby@v1 | |
# with: | |
# ruby-version: 2.7 | |
# - name: Run Checks | |
# run: | | |
# gem install awesome_bot | |
# # Don't look in git or target dirs. Don't check png, bib, tex, js, or shell files | |
# # We allow links to be redirects, allow duplicates, and we also allow Too Many Requests (429) errors | |
# find . -not \( -path "./.git*" -prune \) -not \( -path "./target" -prune \) -type f -not -name "*.png" -not -name "*.sh" -not -name "*.bib" -not -name "*.tex" -not -name "*.js" | while read arg; do awesome_bot --allow-redirect --allow-dupe --allow 429 --skip-save-results $arg; done | |
build-move-cli-docker-image: | |
name: Build Docker image for the Move CLI | |
runs-on: ubuntu-latest | |
needs: | |
- prepare | |
steps: | |
- uses: actions/checkout@v2.4.0 | |
- name: Build Dockerfile | |
run: "docker build -t move/cli -f docker/move-cli/Dockerfile ." | |
- name: Build BasicCoin Move module | |
run: | | |
cd ./language/documentation/tutorial/step_1/BasicCoin | |
docker run -v `pwd`:/project move/cli build |