generate_jsonl.yml

name: Generate JSONL

on:
  push:
    branches: ['*']
  pull_request:
    branches: ['*']

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  generate-jsonl:
    strategy:
      matrix:
        os: [macos-13, windows-latest]
        python-version: ['3.10']
      fail-fast: false

    runs-on: ${{ matrix.os }}

    steps:
    - uses: actions/checkout@v4
      with:
        submodules: 'recursive'

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
        architecture: x64

    - name: Preinstall (Windows)
      shell: bash
      if: startsWith(matrix.os, 'windows')
      run: |
        choco install llvm
    - name: Install dependencies (macOS)
      if: runner.os == 'macOS'
      run: |
        brew install gettext
        brew link gettext --force
        brew install llvm

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip wheel setuptools
        pip install -r requirements.txt
    - name: Generate JSONL (Windows)
      if: startsWith(matrix.os, 'windows')
      run: |
        set "PATH=C:\Program Files\LLVM\bin;%PATH%"
        set "AR=llvm-ar"
        set "AS=llvm-as"
        set "CC=clang"
        set RANLIB=echo
        clang --version
        rm "blis/_src/make/windows-generic.jsonl"
        rm "blis/_src/make/windows-x86_64.jsonl"
        cd flame-blis
        bash -lc "./configure --disable-blas --disable-cblas --disable-shared --disable-threading --int-size=64 --enable-verbose-make --enable-arg-max-hack generic"
        echo "Compiling"
        mingw32-make
    - name: Generate JSONL (macOS)
      if: runner.os == 'macOS'
      run: |
        export PATH="/usr/local/opt/llvm/bin:$PATH"
        export PATH="/usr/local/opt/gettext/bin:$PATH"
        clang --version
        chmod +x bin/generate-make-jsonl
        bin/generate-make-jsonl darwin generic --export
        bin/generate-make-jsonl darwin x86_64 --export
        bin/generate-make-jsonl darwin x86_64_no_zen3 --export
        bin/generate-make-jsonl darwin x86_64_no_zen2 --export
        bin/generate-make-jsonl darwin x86_64_no_skx --export

    - name: Upload artifacts
      uses: actions/upload-artifact@v4
      with:
        name: jsonl-${{ runner.os }}
        path: artifacts/
        retention-days: 5

    # Optional: Automatically commit artifacts
    # - name: Download all artifacts
    #   if: github.ref == 'refs/heads/main' && github.event_name == 'push'
    #   uses: actions/download-artifact@v4
    #   with:
    #     path: downloaded-artifacts
    #
    # - name: Commit artifacts
    #   if: github.ref == 'refs/heads/main' && github.event_name == 'push'
    #   run: |
    #     git config --local user.email "github-actions[bot]@users.noreply.github.com"
    #     git config --local user.name "github-actions[bot]"
    #     cp -r downloaded-artifacts/* artifacts/
    #     git add artifacts/
    #     git commit -m "Update JSONL artifacts [skip ci]" || echo "No changes to commit"
    #     git push