Skip to content
CI

Add experimental blosc2 support #296

Sign in to view logs

Add experimental blosc2 support

Add experimental blosc2 support #296

Workflow file for this run

.github/workflows/CI.yml at af07d30
name: CI
on:
pull_request:
release:
types:
- released
- prereleased
jobs:
# macos:
# runs-on: macos-13
# strategy:
# matrix:
# python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
# steps:
# - uses: actions/checkout@v3
# - uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python-version }}
# - name: Install Rust toolchain
# uses: dtolnay/rust-toolchain@stable
# with:
# targets: aarch64-apple-darwin
# - name: Tests
# run: cargo test --no-default-features --release
# - name: Build wheels - x86_64 - cramjam-cli
# uses: PyO3/maturin-action@v1
# with:
# target: x86_64
# sccache: true
# args: -i python --release --out dist --sdist --manifest-path cramjam-cli/Cargo.toml
# - name: Build wheels - x86_64 - cramjam-python
# uses: PyO3/maturin-action@v1
# with:
# target: x86_64
# sccache: true
# args: -i python --release --out dist --sdist --manifest-path cramjam-python/Cargo.toml
# - name: Install built wheels - x86_64
# run: |
# pip install cramjam --pre --no-index --find-links dist --force-reinstall
# pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
# - name: Build wheels - universal2
# if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }}
# uses: PyO3/maturin-action@v1
# with:
# sccache: true
# args: -i python --release --target universal2-apple-darwin --out dist --manifest-path cramjam-cli/Cargo.toml
# - name: Build wheels - universal2
# if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }}
# uses: PyO3/maturin-action@v1
# with:
# sccache: true
# args: -i python --release --target universal2-apple-darwin --out dist --manifest-path cramjam-python/Cargo.toml
# - name: Install built wheels - universal2
# if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }}
# run: |
# pip install cramjam --pre --no-index --find-links dist --force-reinstall
# pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
# - name: Python UnitTest - cramjam-cli
# run: |
# pip install pytest numpy hypothesis
# python -m pytest cramjam-cli -vs --ignore **/benchmarks
# - name: Python UnitTest - cramjam-python
# run: |
# python -m pytest cramjam-python -vs --ignore **/benchmarks
# - name: Upload wheels
# uses: actions/upload-artifact@v3
# with:
# name: wheels
# path: dist
# windows:
# runs-on: windows-latest
# strategy:
# matrix:
# python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
# target: [x64, x86]
# steps:
# - uses: actions/checkout@v3
# - uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python-version }}
# architecture: ${{ matrix.target }}
# - name: Install Rust toolchain
# uses: dtolnay/rust-toolchain@stable
# - name: Tests
# if: matrix.target == 'x64'
# run: cargo test --no-default-features --release
# - name: Build wheels - cramjam-python
# uses: PyO3/maturin-action@v1
# with:
# target: ${{ matrix.target }}
# sccache: true
# args: -i python --release --out dist --manifest-path cramjam-python/Cargo.toml
# - name: Build wheels - cramjam-cli
# uses: PyO3/maturin-action@v1
# with:
# target: ${{ matrix.target }}
# sccache: true
# args: -i python --release --out dist --manifest-path cramjam-cli/Cargo.toml
# - name: Install built wheel
# run: |
# pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
# pip install cramjam[dev] --pre --find-links dist --force-reinstall
# - name: Python UnitTest - cramjam-python
# run: |
# python -m pytest cramjam-python -vs --ignore cramjam-python\benchmarks
# - name: Python UnitTest - cramjam-cli
# run: |
# python -m pytest cramjam-cli -vs --ignore cramjam-cli\benchmarks
# - name: Upload wheels
# uses: actions/upload-artifact@v3
# with:
# name: wheels
# path: dist
linux:
runs-on: ubicloud-standard-2
strategy:
matrix:
python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
target: [x86_64, i686]
steps:
- uses: actions/checkout@v3
- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
- uses: mamba-org/setup-micromamba@v1
with:
environment-file: environment.yml
init-shell: >-
bash
powershell
cache-environment: true
post-cleanup: 'all'
- name: Tests
run: cargo test --no-default-features --release --features capi --features use-system-blosc2
shell: micromamba-shell {0}
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Audit
run: cargo install cargo-audit && cargo audit
- name: Build Wheels - cramjam-python
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
sccache: true
args: -i ${{ matrix.python-version }} --release --out dist --manifest-path cramjam-python/Cargo.toml --features use-system-blosc2
- name: Build Wheels - cramjam-cli
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
sccache: true
args: -i ${{ matrix.python-version }} --release --out dist --manifest-path cramjam-cli/Cargo.toml --features use-system-blosc2
- name: Python UnitTest - cramjam-python
if: matrix.target == 'x86_64'
run: |
pip install cramjam[dev] --pre --find-links dist --force-reinstall
python -m pytest cramjam-python -vs --ignore **/benchmarks
- name: Python UnitTest - cramjam-cli
if: matrix.target == 'x86_64'
run: |
pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
python -m pytest cramjam-cli -vs --ignore **/benchmarks
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: dist
# linux-cross:
# runs-on: ubicloud-standard-4
# strategy:
# matrix:
# python:
# - '3.7'
# - '3.8'
# - '3.9'
# - '3.10'
# - '3.11'
# - '3.12'
# target: [aarch64, armv7, s390x, ppc64le]
# include:
# - python: pypy3.9
# target: aarch64
# - python: pypy3.10
# target: aarch64
# steps:
# - uses: actions/checkout@v3
# - name: Build Wheels cramjam-python
# uses: PyO3/maturin-action@v1
# with:
# target: ${{ matrix.target }}
# sccache: true
# manylinux: auto
# args: -i ${{ matrix.python }} --release --out dist --manifest-path cramjam-python/Cargo.toml
# - name: Build Wheels cramjam-cli
# uses: PyO3/maturin-action@v1
# with:
# target: ${{ matrix.target }}
# sccache: true
# manylinux: auto
# args: -i ${{ matrix.python }} --release --out dist --manifest-path cramjam-cli/Cargo.toml
# - uses: uraimo/run-on-arch-action@v2.3.0
# # skipped cross compiled pypy wheel tests for now
# if: ${{ !startsWith(matrix.python, 'pypy') }}
# name: Install built wheel
# with:
# arch: ${{ matrix.target }}
# distro: ubuntu20.04
# githubToken: ${{ github.token }}
# # Mount the dist directory as /artifacts in the container
# dockerRunArgs: |
# --volume "${PWD}/dist:/artifacts"
# install: |
# apt-get update
# apt-get install -y --no-install-recommends python3 python3-venv software-properties-common
# add-apt-repository ppa:deadsnakes/ppa
# apt-get update
# apt-get install -y curl python3.7-venv python3.9-venv python3.10-venv python3.11-venv python3.12-venv
# run: |
# ls -lrth /artifacts
# PYTHON=python${{ matrix.python }}
# $PYTHON -m venv venv
# venv/bin/pip install -U pip
# venv/bin/pip install cramjam --pre --no-index --find-links /artifacts --force-reinstall
# venv/bin/pip install cramjam-cli --pre --no-index --find-links /artifacts --force-reinstall
# venv/bin/python -c 'import cramjam'
# venv/bin/cramjam-cli --help
# - name: Upload wheels
# uses: actions/upload-artifact@v3
# with:
# name: wheels
# path: dist
# pypy:
# runs-on: ${{ matrix.platform.os }}
# strategy:
# fail-fast: false
# matrix:
# platform:
# - os: ubicloud-standard-2
# flags: ''
# - os: macos-13
# flags: ''
# - os: windows-latest
# flags: '--features generate-import-lib'
# python:
# - pypy-3.9
# - pypy-3.10
# steps:
# - uses: actions/checkout@v3
# - uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python }}
# - name: Build Wheels - cramjam-python
# uses: PyO3/maturin-action@v1
# with:
# manylinux: auto
# sccache: true
# args: -i ${{ matrix.python }} --release ${{ matrix.platform.flags }} --out dist --manifest-path cramjam-python/Cargo.toml
# - name: Build Wheels - cramjam-cli
# if: ${{ matrix.platform.os != 'windows-latest' }}
# uses: PyO3/maturin-action@v1
# with:
# manylinux: auto
# sccache: true
# args: -i ${{ matrix.python }} --release ${{ matrix.platform.flags }} --out dist --manifest-path cramjam-cli/Cargo.toml
# - name: cramjam test
# # TODO: I'm not sure but the actual collection of tests on windows using pypy3.10 takes forever and/or fails
# if: ${{ matrix.python != 'pypy-3.10' && matrix.platform.os != 'windows-latest' }}
# run: |
# pip install cramjam[dev] --pre --find-links dist --force-reinstall
# python -m pytest cramjam-python -vs --ignore **/benchmarks
# - name: cramjam-cli test
# if: ${{ matrix.platform.os != 'windows-latest' }}
# run: |
# pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
# cd cramjam-cli
# cramjam-cli --help
# - name: Upload wheels
# uses: actions/upload-artifact@v3
# with:
# name: wheels
# path: dist
# pypi-publish-cramjam-python:
# name: Upload cramjam release to PyPI
# runs-on: ubuntu-latest
# if: "startsWith(github.ref, 'refs/tags/')"
# needs: [ macos, windows, linux, linux-cross, pypy ]
# environment:
# name: pypi
# url: https://pypi.org/p/cramjam
# permissions:
# id-token: write
# steps:
# - uses: actions/download-artifact@v3
# with:
# name: wheels
# - name: Only cramjam-python stuff
# run: rm cramjam_cli*
# - name: Publish package distributions to PyPI
# uses: pypa/gh-action-pypi-publish@release/v1
# with:
# skip-existing: true
# packages-dir: ./
# pypi-publish-cramjam-cli:
# name: Upload cramjam-cli release to PyPI
# runs-on: ubuntu-latest
# if: "startsWith(github.ref, 'refs/tags/')"
# needs: [ macos, windows, linux, linux-cross, pypy ]
# environment:
# name: pypi
# url: https://pypi.org/p/cramjam-cli
# permissions:
# id-token: write
# steps:
# - uses: actions/download-artifact@v3
# with:
# name: wheels
# - name: Only cramjam-cli stuff
# run: |
# ls -l
# mkdir cramjam-cli
# mv cramjam_cli* cramjam-cli/
# - name: Publish package distributions to PyPI
# uses: pypa/gh-action-pypi-publish@release/v1
# with:
# skip-existing: true
# packages-dir: cramjam-cli/