tests.yml

name: Tests

on:
  push:
    branches: [main]
  pull_request:
  workflow_dispatch:

env:
  FORCE_COLOR: "1"

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up Python 3.9
        uses: actions/setup-python@v5
        with:
          python-version: '3.9'
          cache: 'pip'

      - name: Upgrade nox and uv
        run: |
          python -m pip install --upgrade 'nox[uv]'
          nox --version
          uv --version

      - name: Cache mypy
        uses: actions/cache@v4
        with:
          path: .mypy_cache
          key: mypy-${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('pyproject.toml') }}

      - name: Cache pre-commit hooks
        uses: actions/cache@v4
        with:
          path: ~/.cache/pre-commit
          key: pre-commit-3|${{ env.pythonLocation }}|${{ hashFiles('.pre-commit-config.yaml') }}

      - name: Lint code
        run: nox -s lint

  datachain:
    timeout-minutes: 40
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest-8-cores]
        pyv: ['3.9', '3.10', '3.11', '3.12']
        include:
          - os: macos-latest
            pyv: '3.9'
          - os: macos-latest
            pyv: '3.12'
          - os: windows-latest
            pyv: '3.9'
          - os: windows-latest
            pyv: '3.12'

    steps:
      - name: Check out the repository
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up Python ${{ matrix.pyv }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.pyv }}
          cache: 'pip'

      - name: Upgrade nox and uv
        run: |
          python -m pip install --upgrade 'nox[uv]'
          nox --version
          uv --version

      - name: Skip flaky azure, gs remotes on macOS
        if: runner.os == 'macOS'
        run: echo 'DISABLE_REMOTES_ARG=--disable-remotes=azure,gs' >> "$GITHUB_ENV"

      - name: Skip all remotes on Windows
        if: runner.os == 'Windows'
        run: echo 'DISABLE_REMOTES_ARG=--disable-remotes=azure,gs' >> $env:GITHUB_ENV

      - name: Run tests
        run: nox -s tests-${{ matrix.pyv }} -- $DISABLE_REMOTES_ARG
        shell: bash

      - name: Upload coverage report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          files: coverage.xml
          flags: datachain

      - name: Build package
        run: nox -s build

      - name: Build docs
        run: nox -s docs

  examples:
    runs-on: ${{ matrix.os }}
    timeout-minutes: 60
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest, macos-latest, windows-latest]
        pyv: ['3.9', '3.12']
        group: ['get_started', 'llm_and_nlp or computer_vision', 'multimodal']
        exclude:
          - {os: ubuntu-latest, pyv: '3.9', group: 'multimodal'}
          - {os: ubuntu-latest, pyv: '3.12', group: 'multimodal'}
        include:
          - {os: ubuntu-latest-4-cores, pyv: "3.9", group: multimodal}
          - {os: ubuntu-latest-4-cores, pyv: "3.12", group: multimodal}


    steps:
      - uses: actions/checkout@v4

      - name: Set up Python ${{ matrix.pyv }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.pyv }}
          cache: 'pip'

      - name: Upgrade nox and uv
        run: |
          python -m pip install --upgrade 'nox[uv]'
          nox --version
          uv --version

      - name: Run examples
        run: nox -s examples -p ${{ matrix.pyv }} -- -m "${{ matrix.group }}"