Llama3.1-70b experiments #526
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "ci" | |
| on: # rebuild any PRs and main branch changes | |
| pull_request: | |
| push: | |
| branches: | |
| - main | |
| concurrency: | |
| group: ${{ github.repository_owner }}-${{ github.repository }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| FORCE_COLOR: "1" | |
| PYTHONUNBUFFERED: "1" | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| strategy: | |
| matrix: | |
| python-version: ["3.10", "3.11", "3.12"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup PDM | |
| uses: pdm-project/setup-pdm@v4 | |
| with: | |
| cache: true | |
| python-version: ${{ matrix.python-version }} | |
| - name: Cache Huggingface assets | |
| uses: actions/cache@v4 | |
| with: | |
| key: huggingface-${{ runner.os }}-${{ matrix.python-version }}-${{ hashFiles('**/pyproject.toml') }} | |
| path: ~/.cache/huggingface | |
| restore-keys: | | |
| huggingface-${{ runner.os }}-${{ matrix.python-version }}- | |
| - name: Install dependencies | |
| run: pdm install | |
| - name: check formatting | |
| run: pdm run ruff format --check | |
| - name: check linting | |
| run: pdm run ruff check | |
| - name: check types | |
| run: pdm run pyright | |
| - name: build | |
| run: pdm build | |
| - name: test | |
| env: | |
| HF_TOKEN: ${{ secrets.HF_TOKEN }} | |
| run: pdm run python -m pytest tests | |
| release: | |
| needs: build | |
| permissions: | |
| contents: write | |
| id-token: write | |
| # https://github.saobby.my.eu.orgmunity/t/how-do-i-specify-job-dependency-running-in-another-workflow/16482 | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/main' && !contains(github.event.head_commit.message, 'chore(release):') | |
| runs-on: ubuntu-latest | |
| concurrency: release | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.11" | |
| - name: Semantic Release | |
| id: release | |
| uses: python-semantic-release/python-semantic-release@v8.0.7 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| # TODO: publish to Pypi | |
| # - name: Publish package distributions to PyPI | |
| # uses: pypa/gh-action-pypi-publish@release/v1 | |
| # if: steps.release.outputs.released == 'true' | |
| - name: Publish package distributions to GitHub Releases | |
| uses: python-semantic-release/upload-to-gh-release@main | |
| if: steps.release.outputs.released == 'true' | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| # TODO: build and deploy docs to gh-pages | |
| # do this as part of the semantic release step to ensure version is bumped |