update CI to handle poetry2 #313
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build Wheels | |
on: | |
workflow_dispatch: | |
pull_request: | |
push: | |
tags: | |
- "v*.*.*" | |
jobs: | |
build_sdist: | |
name: "sdist" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ubuntu-latest] | |
env: | |
PYTHON: 3.12 | |
POETRY_HOME: "~/poetry" | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Cache Poetry Install | |
uses: actions/cache@v4 | |
id: cached-poetry | |
with: | |
path: ${{ env.POETRY_HOME }} | |
key: poetry-cache-${{ runner.os }}-${{ env.PYTHON }}-${{ hashFiles('.github/workflows/build_wheels.yaml') }} | |
- name: Install poetry | |
if: steps.cached-poetry.outputs.cache-hit != 'true' | |
uses: snok/install-poetry@v1 | |
with: | |
version: 1.8.5 | |
- name: Add Poetry to PATH # Needs to be separate from install-poetry because cache. | |
run: | | |
echo "$POETRY_HOME/bin" >> $GITHUB_PATH | |
- name: Configure Poetry # Needs to be separate from install-poetry because cache. | |
run: | | |
poetry self add poetry-dynamic-versioning[plugin] | |
poetry config virtualenvs.create true | |
poetry config virtualenvs.in-project true | |
- name: Build sdist | |
run: | | |
poetry self add "poetry-dynamic-versioning[plugin]" | |
poetry build --format=sdist | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-sdist | |
path: dist/*.tar.gz | |
build_wheels_windows: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [windows-latest] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["AMD64", "x86", "ARM64"] | |
exclude: | |
- os: windows-latest | |
cibw_build: "cp38-*" | |
cibw_archs: "ARM64" | |
env: | |
PYTHON: 3.12 | |
steps: | |
- name: "Set environment variables (Windows)" | |
shell: pwsh | |
run: | | |
(Get-ItemProperty "HKLM:System\CurrentControlSet\Control\FileSystem").LongPathsEnabled | |
- name: Sanitize matrix.cibw_build | |
id: sanitize_build | |
run: echo "CIBW_BUILD_SANITIZED=$(echo '${{ matrix.cibw_build }}' | sed 's/\*/_/g')" >> $GITHUB_ENV | |
shell: bash | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Build wheels | |
uses: pypa/cibuildwheel@v2.16.5 | |
env: | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_TEST_SKIP: "*-win_arm64" | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ env.CIBW_BUILD_SANITIZED }}-${{ matrix.cibw_archs }} | |
path: wheelhouse/*.whl | |
build_wheels_linux: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ubuntu-latest] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["x86_64", "i686", "aarch64"] # , "ppc64le"] # skip ppc64le; github actions struggles to build it with memory limitations. | |
env: | |
PYTHON: 3.12 | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Sanitize matrix.cibw_build | |
id: sanitize_build | |
run: echo "CIBW_BUILD_SANITIZED=$(echo '${{ matrix.cibw_build }}' | sed 's/\*/_/g')" >> $GITHUB_ENV | |
shell: bash | |
- name: Set up QEMU | |
if: matrix.cibw_archs != 'x86_64' | |
uses: docker/setup-qemu-action@v3 | |
with: | |
platforms: all | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Build wheels | |
uses: pypa/cibuildwheel@v2.16.5 | |
env: | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ env.CIBW_BUILD_SANITIZED }}-${{ matrix.cibw_archs }} | |
path: wheelhouse/*.whl | |
build_wheels_macos: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [macos-13] # x86_64 runner | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["x86_64"] | |
env: | |
PYTHON: 3.12 | |
SYSTEM_VERSION_COMPAT: 0 # https://github.com/actions/setup-python/issues/469#issuecomment-1192522949 | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Sanitize matrix.cibw_build | |
id: sanitize_build | |
run: echo "CIBW_BUILD_SANITIZED=$(echo '${{ matrix.cibw_build }}' | sed 's/\*/_/g')" >> $GITHUB_ENV | |
shell: bash | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Build wheels | |
uses: pypa/cibuildwheel@v2.16.5 | |
env: | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ env.CIBW_BUILD_SANITIZED }}-${{ matrix.cibw_archs }} | |
path: wheelhouse/*.whl | |
build_wheels_macos_arm64: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
matrix: | |
os: [macos-14] # ARM runner | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["arm64"] | |
env: | |
PYTHON: 3.12 | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Sanitize matrix.cibw_build | |
id: sanitize_build | |
run: echo "CIBW_BUILD_SANITIZED=$(echo '${{ matrix.cibw_build }}' | sed 's/\*/_/g')" >> $GITHUB_ENV | |
shell: bash | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Build wheels | |
uses: pypa/cibuildwheel@v2.16.5 | |
env: | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_TEST_SKIP: "*-macosx_arm64" | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
CIBW_REPAIR_WHEEL_COMMAND: | | |
echo "Target delocate archs: {delocate_archs}" | |
ORIGINAL_WHEEL={wheel} | |
echo "Running delocate-listdeps to list linked original wheel dependencies" | |
delocate-listdeps --all $ORIGINAL_WHEEL | |
echo "Renaming .whl file when architecture is 'macosx_arm64'" | |
RENAMED_WHEEL=${ORIGINAL_WHEEL//x86_64/arm64} | |
echo "Wheel will be renamed to $RENAMED_WHEEL" | |
mv $ORIGINAL_WHEEL $RENAMED_WHEEL | |
echo "Running delocate-wheel command on $RENAMED_WHEEL" | |
delocate-wheel --require-archs {delocate_archs} -w {dest_dir} -v $RENAMED_WHEEL | |
echo "Running delocate-listdeps to list linked wheel dependencies" | |
WHEEL_SIMPLE_FILENAME="${RENAMED_WHEEL##*/}" | |
delocate-listdeps --all {dest_dir}/$WHEEL_SIMPLE_FILENAME | |
echo "DONE." | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ env.CIBW_BUILD_SANITIZED }}-${{ matrix.cibw_archs }} | |
path: ./wheelhouse/*.whl | |
upload_to_pypi: | |
if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/v') | |
needs: | |
[ | |
"build_sdist", | |
"build_wheels_windows", | |
"build_wheels_linux", | |
"build_wheels_macos", | |
"build_wheels_macos_arm64", | |
] | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/download-artifact@v4 | |
with: | |
path: wheels | |
pattern: wheels-* | |
merge-multiple: true | |
- uses: pypa/gh-action-pypi-publish@release/v1 | |
with: | |
password: ${{ secrets.PYPI_TOKEN }} | |
packages_dir: wheels/ | |
skip_existing: true |