Migrate to ubicloud for linux builds #270
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| release: | |
| types: | |
| - released | |
| - prereleased | |
| jobs: | |
| macos: | |
| runs-on: macos-13 | |
| strategy: | |
| matrix: | |
| python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12'] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| target/ | |
| key: ${{ runner.os }}-${{ matrix.python-version }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Rust toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| with: | |
| targets: aarch64-apple-darwin | |
| - name: Tests | |
| run: cargo test --no-default-features --release | |
| - name: Build wheels - x86_64 - cramjam-cli | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: x86_64 | |
| args: -i python --release --out dist --sdist --manifest-path cramjam-cli/Cargo.toml | |
| - name: Build wheels - x86_64 - cramjam-python | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: x86_64 | |
| args: -i python --release --out dist --sdist --manifest-path cramjam-python/Cargo.toml | |
| - name: Install built wheels - x86_64 | |
| run: | | |
| pip install cramjam --no-index --find-links dist --force-reinstall | |
| pip install cramjam-cli --no-index --find-links dist --force-reinstall | |
| - name: Build wheels - universal2 | |
| if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }} | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| args: -i python --release --target universal2-apple-darwin --out dist --manifest-path cramjam-cli/Cargo.toml | |
| - name: Build wheels - universal2 | |
| if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }} | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| args: -i python --release --target universal2-apple-darwin --out dist --manifest-path cramjam-python/Cargo.toml | |
| - name: Install built wheels - universal2 | |
| if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }} | |
| run: | | |
| pip install cramjam --no-index --find-links dist --force-reinstall | |
| pip install cramjam-cli --no-index --find-links dist --force-reinstall | |
| - name: Python UnitTest - cramjam-cli | |
| run: | | |
| pip install pytest numpy hypothesis | |
| python -m pytest cramjam-cli -vs --ignore **/benchmarks | |
| - name: Python UnitTest - cramjam-python | |
| run: | | |
| python -m pytest cramjam-python -vs --ignore **/benchmarks | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| windows: | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12'] | |
| target: [x64, x86] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| target/ | |
| key: ${{ runner.os }}-${{ matrix.target }}-${{ matrix.python-version }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: ${{ matrix.target }} | |
| - name: Install Rust toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Tests | |
| if: matrix.target == 'x64' | |
| run: cargo test --no-default-features --release | |
| - name: Build wheels - cramjam-python | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| args: -i python --release --out dist --manifest-path cramjam-python/Cargo.toml | |
| - name: Build wheels - cramjam-cli | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| args: -i python --release --out dist --manifest-path cramjam-cli/Cargo.toml | |
| - name: Install built wheel | |
| run: | | |
| pip install cramjam-cli --no-index --find-links dist --force-reinstall | |
| pip install cramjam[dev] --find-links dist --force-reinstall | |
| - name: Python UnitTest - cramjam-python | |
| run: | | |
| python -m pytest cramjam-python -vs --ignore cramjam-python\benchmarks | |
| - name: Python UnitTest - cramjam-cli | |
| run: | | |
| python -m pytest cramjam-cli -vs --ignore cramjam-cli\benchmarks | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| linux: | |
| runs-on: ubicloud-standard-4 | |
| strategy: | |
| matrix: | |
| platform: | |
| - os: ubicloud-standard-4 | |
| target: x86_64 | |
| - os: ubicloud-standard-4 | |
| target: i686 | |
| - os: ubicloud-standard-4-arm | |
| target: aarch64 | |
| python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12'] | |
| include: | |
| - os: ubicloud-standard-4-arm | |
| python-version: pypy3.9 | |
| target: aarch64 | |
| - os: ubicloud-standard-4-arm | |
| python-version: pypy3.10 | |
| target: aarch64 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| target/ | |
| key: ${{ runner.os }}-${{ matrix.target }}-${{ matrix.python-version }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - name: Install Rust toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Tests | |
| run: cargo test --no-default-features --release --features capi | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Audit | |
| run: cargo install cargo-audit && cargo audit | |
| - name: Build Wheels - cramjam-python | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| manylinux: auto | |
| args: -i ${{ matrix.python-version }} --release --out dist --manifest-path cramjam-python/Cargo.toml | |
| - name: Build Wheels - cramjam-cli | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| manylinux: auto | |
| args: -i ${{ matrix.python-version }} --release --out dist --manifest-path cramjam-cli/Cargo.toml | |
| - name: Python UnitTest - cramjam-python | |
| if: matrix.target == 'x86_64' | |
| run: | | |
| pip install cramjam[dev] --find-links dist --force-reinstall | |
| python -m pytest cramjam-python -vs --ignore **/benchmarks | |
| - name: Python UnitTest - cramjam-cli | |
| if: matrix.target == 'x86_64' | |
| run: | | |
| pip install cramjam-cli --no-index --find-links dist --force-reinstall | |
| python -m pytest cramjam-cli -vs --ignore **/benchmarks | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| linux-cross: | |
| runs-on: ubicloud-standard-4 | |
| strategy: | |
| matrix: | |
| python: | |
| - '3.7' | |
| - '3.8' | |
| - '3.9' | |
| - '3.10' | |
| - '3.11' | |
| - '3.12' | |
| target: [armv7, s390x, ppc64le] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| target/ | |
| key: ${{ runner.os }}-${{ matrix.target }}-${{ matrix.python }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - name: Build Wheels cramjam-python | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| manylinux: auto | |
| args: -i ${{ matrix.python }} --release --out dist --manifest-path cramjam-python/Cargo.toml | |
| - name: Build Wheels cramjam-cli | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| manylinux: auto | |
| args: -i ${{ matrix.python }} --release --out dist --manifest-path cramjam-cli/Cargo.toml | |
| - uses: uraimo/run-on-arch-action@v2.3.0 | |
| # skipped cross compiled pypy wheel tests for now | |
| if: ${{ !startsWith(matrix.python, 'pypy') }} | |
| name: Install built wheel | |
| with: | |
| arch: ${{ matrix.target }} | |
| distro: ubuntu20.04 | |
| githubToken: ${{ github.token }} | |
| # Mount the dist directory as /artifacts in the container | |
| dockerRunArgs: | | |
| --volume "${PWD}/dist:/artifacts" | |
| install: | | |
| apt-get update | |
| apt-get install -y --no-install-recommends python3 python3-venv software-properties-common | |
| add-apt-repository ppa:deadsnakes/ppa | |
| apt-get update | |
| apt-get install -y curl python3.7-venv python3.9-venv python3.10-venv python3.11-venv python3.12-venv | |
| run: | | |
| ls -lrth /artifacts | |
| PYTHON=python${{ matrix.python }} | |
| $PYTHON -m venv venv | |
| venv/bin/pip install -U pip | |
| venv/bin/pip install cramjam --no-index --find-links /artifacts --force-reinstall | |
| venv/bin/pip install cramjam-cli --no-index --find-links /artifacts --force-reinstall | |
| venv/bin/python -c 'import cramjam' | |
| venv/bin/cramjam-cli --help | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| pypy: | |
| runs-on: ${{ matrix.platform.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - os: ubicloud-standard-4 | |
| flags: '' | |
| - os: macos-13 | |
| flags: '' | |
| - os: windows-latest | |
| flags: '--features generate-import-lib' | |
| python: | |
| - pypy-3.9 | |
| - pypy-3.10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| target/ | |
| key: ${{ runner.os }}-${{ matrix.python }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Build Wheels - cramjam-python | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| manylinux: auto | |
| args: -i ${{ matrix.python }} --release ${{ matrix.platform.flags }} --out dist --manifest-path cramjam-python/Cargo.toml | |
| - name: Build Wheels - cramjam-cli | |
| if: ${{ matrix.platform.os != 'windows-latest' }} | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| manylinux: auto | |
| args: -i ${{ matrix.python }} --release ${{ matrix.platform.flags }} --out dist --manifest-path cramjam-cli/Cargo.toml | |
| - name: cramjam test | |
| # TODO: I'm not sure but the actual collection of tests on windows using pypy3.10 takes forever and/or fails | |
| if: ${{ matrix.python != 'pypy-3.10' && matrix.platform.os != 'windows-latest' }} | |
| run: | | |
| pip install cramjam[dev] --find-links dist --force-reinstall | |
| cd cramjam-python | |
| python -m pytest tests -v | |
| - name: cramjam-cli test | |
| if: ${{ matrix.platform.os != 'windows-latest' }} | |
| run: | | |
| pip install cramjam-cli --no-index --find-links dist --force-reinstall | |
| cd cramjam-cli | |
| cramjam-cli --help | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| pypi-publish-cramjam-python: | |
| name: Upload cramjam release to PyPI | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| needs: [ macos, windows, linux, linux-cross, pypy ] | |
| environment: | |
| name: pypi | |
| url: https://pypi.org/p/cramjam | |
| permissions: | |
| id-token: write | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheels | |
| - name: Only cramjam-python stuff | |
| run: rm cramjam_cli* | |
| - name: Publish package distributions to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| skip-existing: true | |
| packages-dir: ./ | |
| pypi-publish-cramjam-cli: | |
| name: Upload cramjam-cli release to PyPI | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| needs: [ macos, windows, linux, linux-cross, pypy ] | |
| environment: | |
| name: pypi | |
| url: https://pypi.org/p/cramjam-cli | |
| permissions: | |
| id-token: write | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheels | |
| - name: Only cramjam-cli stuff | |
| run: | | |
| ls -l | |
| mkdir cramjam-cli | |
| mv cramjam_cli* cramjam-cli/ | |
| - name: Publish package distributions to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| skip-existing: true | |
| packages-dir: cramjam-cli/ |