build-wheel.yaml

name: Build and upload to PyPI

on:
  schedule:
    # trigger build every day at 4:30 UTC
    - cron: '30 4 * * *'
  push:
    tags:
      - '*'

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  build_wheels:
    name: Build wheels on ${{ matrix.os }} for ${{ matrix.arch }}
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest, macos-latest, windows-latest]
        arch: [auto]
        requires-python: [">=3.9,<3.10", ">=3.10,<3.11", ">=3.11,<3.12", ">=3.12,<3.13"]
        include:
          - os: ubuntu-latest
            arch: aarch64
            requires-python: ">=3.9,<3.10"
          - os: ubuntu-latest
            arch: aarch64
            requires-python: ">=3.10,<3.11"
          - os: ubuntu-latest
            arch: aarch64
            requires-python: ">=3.11,<3.12"
          - os: ubuntu-latest
            arch: aarch64
            requires-python: ">=3.12,<3.13"
          - os: macos-12
            arch: x86_64
            requires-python: ">=3.9,<3.10"
          - os: macos-12
            arch: x86_64
            requires-python: ">=3.10,<3.11"
          - os: macos-12
            arch: x86_64
            requires-python: ">=3.11,<3.12"
          - os: macos-12
            arch: x86_64
            requires-python: ">=3.12,<3.13"
          - os: macos-12
            arch: universal2
            requires-python: ">=3.9,<3.10"
          - os: macos-12
            arch: universal2
            requires-python: ">=3.10,<3.11"
          - os: macos-12
            arch: universal2
            requires-python: ">=3.11,<3.12"
          - os: macos-12
            arch: universal2
            requires-python: ">=3.12,<3.13"

    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: recursive

      - name: Add msbuild to PATH
        if: ${{ matrix.os == 'windows-latest'}}
        uses: microsoft/setup-msbuild@v1.1

      - name: Set up QEMU
        if: ${{ matrix.arch == 'aarch64' }}
        uses: docker/setup-qemu-action@v2
        with:
          platforms: all

      - name: Build web
        if: ${{ matrix.os == 'ubuntu-latest' }}
        run: |
          pip install -r CI/requirements-wheel.txt
          cd python && python setup.py build_web && git reset --hard HEAD

      - name: Build wheels
        uses: pypa/cibuildwheel@v2.16.5
        env:
          CIBW_ENVIRONMENT_LINUX: NO_WEB_UI=1
          CIBW_ENVIRONMENT_PASS_LINUX: NO_WEB_UI
          CIBW_ARCHS: ${{ matrix.arch }}
          CIBW_PROJECT_REQUIRES_PYTHON: ${{ matrix.requires-python }}
          CIBW_BEFORE_BUILD_MACOS: pip install -r CI/requirements-wheel.txt && cd python && python setup.py build_web && git reset --hard HEAD
          CIBW_BEFORE_BUILD_WINDOWS: pip install -r CI/requirements-wheel.txt && cd python && python setup.py build_web && git reset --hard HEAD
          CIBW_TEST_COMMAND: pytest {project}/CI/test_basic_execution.py
          CIBW_TEST_REQUIRES: pytest requests
          CIBW_BUILD_VERBOSITY: 1
        with:
          package-dir: ./python/

      - uses: actions/upload-artifact@v3
        with:
          path: wheelhouse/*.whl

  build_sdist:
    name: Build source distribution
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: recursive

      - name: Build web
        run: |
          pip install -r CI/requirements-wheel.txt
          cd python && python setup.py build_web && git reset --hard HEAD

      - name: Build sdist
        run: cd python && pipx run build --sdist

      - uses: actions/upload-artifact@v3
        with:
          path: ./python/dist/*.tar.gz

  upload_pypi:
    needs: [build_wheels, build_sdist]
    runs-on: ubuntu-latest
    # upload to PyPI on every tag starting with 'v'
    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
    steps:
      - uses: actions/download-artifact@v3
        with:
          # unpacks default artifact into dist/
          # if `name: artifact` is omitted, the action will create extra parent dir
          name: artifact
          path: dist

      # if is xorbits repo, upload to pypi
      - uses: pypa/gh-action-pypi-publish@release/v1
        if: github.repository == 'xorbitsai/xorbits'
        with:
          user: __token__
          password: ${{ secrets.PYPI_PASSWORD }}
          skip-existing: true

      # if is not xorbits repo, upload to test
      - uses: pypa/gh-action-pypi-publish@release/v1
        if: github.repository != 'xorbitsai/xorbits'
        with:
          user: __token__
          password: ${{ secrets.TEST_PYPI_PASSWORD }}
          verbose: true
          repository-url: https://test.pypi.org/legacy/
          skip-existing: true