Refactoring/fixing zarr-pyhton v3 incompatibilities in xarray datatrees #16394
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - "main" | |
| pull_request: | |
| branches: | |
| - "main" | |
| workflow_dispatch: # allows you to trigger manually | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| FORCE_COLOR: 3 | |
| jobs: | |
| detect-ci-trigger: | |
| name: detect ci trigger | |
| runs-on: ubuntu-latest | |
| if: | | |
| github.repository == 'pydata/xarray' | |
| && (github.event_name == 'push' || github.event_name == 'pull_request') | |
| outputs: | |
| triggered: ${{ steps.detect-trigger.outputs.trigger-found }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 2 | |
| - uses: xarray-contrib/ci-trigger@v1 | |
| id: detect-trigger | |
| with: | |
| keyword: "[skip-ci]" | |
| test: | |
| name: ${{ matrix.os }} py${{ matrix.python-version }} ${{ matrix.env }} | |
| runs-on: ${{ matrix.os }} | |
| needs: detect-ci-trigger | |
| if: needs.detect-ci-trigger.outputs.triggered == 'false' | |
| env: | |
| ZARR_V3_EXPERIMENTAL_API: 1 | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: ["ubuntu-latest", "macos-latest", "windows-latest"] | |
| # Bookend python versions | |
| python-version: ["3.10", "3.13"] | |
| env: [""] | |
| include: | |
| # Minimum python version: | |
| - env: "bare-minimum" | |
| python-version: "3.10" | |
| os: ubuntu-latest | |
| - env: "min-all-deps" | |
| python-version: "3.10" | |
| os: ubuntu-latest | |
| # Latest python version: | |
| - env: "all-but-numba" | |
| python-version: "3.13" | |
| os: ubuntu-latest | |
| - env: "all-but-dask" | |
| python-version: "3.12" | |
| os: ubuntu-latest | |
| - env: "flaky" | |
| python-version: "3.13" | |
| os: ubuntu-latest | |
| # The mypy tests must be executed using only 1 process in order to guarantee | |
| # predictable mypy output messages for comparison to expectations. | |
| - env: "mypy" | |
| python-version: "3.10" | |
| numprocesses: 1 | |
| os: ubuntu-latest | |
| - env: "mypy" | |
| python-version: "3.13" | |
| numprocesses: 1 | |
| os: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # Fetch all history for all branches and tags. | |
| - name: Set environment variables | |
| run: | | |
| echo "TODAY=$(date +'%Y-%m-%d')" >> $GITHUB_ENV | |
| if [[ ${{ matrix.os }} == windows* ]] ; | |
| then | |
| if [[ ${{ matrix.python-version }} != "3.14" ]]; then | |
| echo "CONDA_ENV_FILE=ci/requirements/environment-windows.yml" >> $GITHUB_ENV | |
| else | |
| echo "CONDA_ENV_FILE=ci/requirements/environment-windows-3.14.yml" >> $GITHUB_ENV | |
| fi | |
| elif [[ "${{ matrix.env }}" != "" ]] ; | |
| then | |
| if [[ "${{ matrix.env }}" == "flaky" ]] ; | |
| then | |
| echo "CONDA_ENV_FILE=ci/requirements/environment.yml" >> $GITHUB_ENV | |
| echo "PYTEST_ADDOPTS=-m 'flaky or network' --run-flaky --run-network-tests -W default" >> $GITHUB_ENV | |
| elif [[ "${{ matrix.env }}" == "mypy" ]] ; | |
| then | |
| echo "CONDA_ENV_FILE=ci/requirements/environment.yml" >> $GITHUB_ENV | |
| echo "PYTEST_ADDOPTS=-n 1 -m 'mypy' --run-mypy -W default" >> $GITHUB_ENV | |
| else | |
| echo "CONDA_ENV_FILE=ci/requirements/${{ matrix.env }}.yml" >> $GITHUB_ENV | |
| fi | |
| if [[ "${{ matrix.env }}" == "min-all-deps" ]] ; | |
| then | |
| # Don't raise on warnings | |
| echo "PYTEST_ADDOPTS=-W default" >> $GITHUB_ENV | |
| fi | |
| else | |
| if [[ ${{ matrix.python-version }} != "3.14" ]]; then | |
| echo "CONDA_ENV_FILE=ci/requirements/environment.yml" >> $GITHUB_ENV | |
| else | |
| echo "CONDA_ENV_FILE=ci/requirements/environment-3.14.yml" >> $GITHUB_ENV | |
| fi | |
| fi | |
| echo "PYTHON_VERSION=${{ matrix.python-version }}" >> $GITHUB_ENV | |
| - name: Setup micromamba | |
| uses: mamba-org/setup-micromamba@v2 | |
| with: | |
| environment-file: ${{ env.CONDA_ENV_FILE }} | |
| environment-name: xarray-tests | |
| cache-environment: true | |
| cache-environment-key: "${{runner.os}}-${{runner.arch}}-py${{matrix.python-version}}-${{env.TODAY}}-${{hashFiles(env.CONDA_ENV_FILE)}}" | |
| create-args: >- | |
| python=${{matrix.python-version}} | |
| # We only want to install this on one run, because otherwise we'll have | |
| # duplicate annotations. | |
| - name: Install error reporter | |
| if: ${{ matrix.os }} == 'ubuntu-latest' and ${{ matrix.python-version }} == '3.12' | |
| run: | | |
| python -m pip install pytest-github-actions-annotate-failures | |
| - name: Install xarray | |
| run: | | |
| python -m pip install --no-deps -e . | |
| - name: Version info | |
| run: | | |
| python xarray/util/print_versions.py | |
| - name: Import xarray | |
| run: | | |
| python -c "import xarray" | |
| - name: Restore cached hypothesis directory | |
| uses: actions/cache@v4 | |
| with: | |
| path: .hypothesis/ | |
| key: cache-hypothesis | |
| enableCrossOsArchive: true | |
| save-always: true | |
| - name: Run tests | |
| run: python -m pytest -n ${{ matrix.numprocesses || 4 }} | |
| --timeout 180 | |
| --cov=xarray | |
| --cov-report=xml | |
| --junitxml=pytest.xml | |
| - name: Upload test results | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Test results for ${{ runner.os }}-${{ matrix.python-version }} ${{ matrix.env }} | |
| path: pytest.xml | |
| - name: Upload code coverage to Codecov | |
| uses: codecov/codecov-action@v5.3.1 | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} | |
| with: | |
| file: ./coverage.xml | |
| flags: unittests | |
| env_vars: RUNNER_OS,PYTHON_VERSION | |
| name: codecov-umbrella | |
| fail_ci_if_error: false | |
| event_file: | |
| name: "Event File" | |
| runs-on: ubuntu-latest | |
| if: github.repository == 'pydata/xarray' | |
| steps: | |
| - name: Upload | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Event File | |
| path: ${{ github.event_path }} |