feat(examples): use QuantizedModelForCausalLM #327
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Linux CPU tests | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "optimum/quanto/**" | |
| - "test/**" | |
| - "pyproject.toml" | |
| pull_request: | |
| types: [assigned, opened, synchronize, reopened] | |
| paths: | |
| - "optimum/quanto/**" | |
| - "test/**" | |
| - "pyproject.toml" | |
| jobs: | |
| check-commits: | |
| uses: ./.github/workflows/check-commits.yml | |
| python-quality: | |
| uses: ./.github/workflows/python-quality.yml | |
| test-ubuntu-cpu: | |
| needs: [check-commits, python-quality] | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.9", "3.11"] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Build and install quanto | |
| run: | | |
| pip install --upgrade pip | |
| pip install -e .[dev] | |
| - name: Run base tests | |
| run: | | |
| python -m pytest test --ignore=test/models --ignore=test/cli | |
| - name: Run models tests | |
| run: | | |
| pip install accelerate transformers diffusers | |
| python -m pytest test/models | |
| - name: Run CLI tests | |
| run: | | |
| pip install optimum | |
| python -m pytest test/cli | |
| run_staging_tests: | |
| needs: [check-commits, python-quality] | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.9", "3.11"] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Build and install quanto | |
| run: | | |
| pip install --upgrade pip | |
| pip install -e .[dev] | |
| - name: Run models hub tests | |
| run: | | |
| pip install accelerate transformers diffusers | |
| HUGGINGFACE_CO_STAGING=true python -m pytest test/models -k "hub" |