Merge branch 'dev' of https://github.com/starkillerOG/home-assistant … #81
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| # yamllint disable-line rule:truthy | |
| on: | |
| push: | |
| branches: | |
| - dev | |
| - rc | |
| - master | |
| pull_request: ~ | |
| workflow_dispatch: | |
| inputs: | |
| full: | |
| description: "Full run (regardless of changes)" | |
| default: false | |
| type: boolean | |
| lint-only: | |
| description: "Skip pytest" | |
| default: false | |
| type: boolean | |
| env: | |
| CACHE_VERSION: 9 | |
| PIP_CACHE_VERSION: 3 | |
| HA_SHORT_VERSION: 2022.4 | |
| DEFAULT_PYTHON: 3.9 | |
| PRE_COMMIT_CACHE: ~/.cache/pre-commit | |
| PIP_CACHE: /tmp/pip-cache | |
| SQLALCHEMY_WARN_20: 1 | |
| PYTHONASYNCIODEBUG: 1 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| changes: | |
| name: Determine what has changed | |
| outputs: | |
| # In case of issues with the partial run, use the following line instead: | |
| # test_full_suite: 'true' | |
| test_full_suite: ${{ steps.info.outputs.test_full_suite }} | |
| core: ${{ steps.core.outputs.changes }} | |
| integrations: ${{ steps.integrations.outputs.changes }} | |
| integrations_glob: ${{ steps.info.outputs.integrations_glob }} | |
| tests: ${{ steps.info.outputs.tests }} | |
| tests_glob: ${{ steps.info.outputs.tests_glob }} | |
| test_groups: ${{ steps.info.outputs.test_groups }} | |
| test_group_count: ${{ steps.info.outputs.test_group_count }} | |
| requirements: ${{ steps.core.outputs.requirements }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Filter for core changes | |
| uses: dorny/paths-filter@v2.10.2 | |
| id: core | |
| with: | |
| filters: .core_files.yaml | |
| - name: Create a list of integrations to filter for changes | |
| run: | | |
| integrations=$(ls -Ad ./homeassistant/components/[!_]* | xargs -n 1 basename) | |
| touch .integration_paths.yaml | |
| for integration in $integrations; do | |
| echo "${integration}: [homeassistant/components/${integration}/**, tests/components/${integration}/**]" \ | |
| >> .integration_paths.yaml; | |
| done | |
| echo "Result:" | |
| cat .integration_paths.yaml | |
| - name: Filter for integration changes | |
| uses: dorny/paths-filter@v2.10.2 | |
| id: integrations | |
| with: | |
| filters: .integration_paths.yaml | |
| - name: Collect additional information | |
| id: info | |
| run: | | |
| # Defaults | |
| integrations_glob="" | |
| test_full_suite="true" | |
| test_groups="[1, 2, 3, 4, 5, 6]" | |
| test_group_count=6 | |
| tests="[]" | |
| tests_glob="" | |
| if [[ "${{ steps.integrations.outputs.changes }}" != "[]" ]]; | |
| then | |
| # Create a file glob for the integrations | |
| integrations_glob=$(echo '${{ steps.integrations.outputs.changes }}' | jq -cSr '. | join(",")') | |
| [[ "${integrations_glob}" == *","* ]] && integrations_glob="{${integrations_glob}}" | |
| # Create list of testable integrations | |
| possible_integrations=$(echo '${{ steps.integrations.outputs.changes }}' | jq -cSr '.[]') | |
| tests=$( | |
| for integration in ${possible_integrations}; | |
| do | |
| if [[ -d "tests/components/${integration}" ]]; then | |
| echo -n "\"${integration}\","; | |
| fi; | |
| done | |
| ) | |
| [[ ! -z "${tests}" ]] && tests="${tests::-1}" | |
| tests="[${tests}]" | |
| test_groups="${tests}" | |
| # Test group count should be 1, we don't split partial tests | |
| test_group_count=1 | |
| # Create a file glob for the integrations tests | |
| tests_glob=$(echo "${tests}" | jq -cSr '. | join(",")') | |
| [[ "${tests_glob}" == *","* ]] && tests_glob="{${tests_glob}}" | |
| test_full_suite="false" | |
| fi | |
| # We need to run the full suite on certain branches. | |
| # Or, in case core files are touched, for the full suite as well. | |
| if [[ "${{ github.ref }}" == "refs/heads/dev" ]] \ | |
| || [[ "${{ github.ref }}" == "refs/heads/master" ]] \ | |
| || [[ "${{ github.ref }}" == "refs/heads/rc" ]] \ | |
| || [[ "${{ steps.core.outputs.any }}" == "true" ]] \ | |
| || [[ "${{ github.event.inputs.full }}" == "true" ]] \ | |
| || [[ "${{ contains(github.event.pull_request.labels.*.name, 'ci-full-run') }}" == "true" ]]; | |
| then | |
| test_groups="[1, 2, 3, 4, 5, 6]" | |
| test_group_count=6 | |
| test_full_suite="true" | |
| fi | |
| # Output & sent to GitHub Actions | |
| echo "test_full_suite: ${test_full_suite}" | |
| echo "::set-output name=test_full_suite::${test_full_suite}" | |
| echo "integrations_glob: ${integrations_glob}" | |
| echo "::set-output name=integrations_glob::${integrations_glob}" | |
| echo "test_group_count: ${test_group_count}" | |
| echo "::set-output name=test_group_count::${test_group_count}" | |
| echo "test_groups: ${test_groups}" | |
| echo "::set-output name=test_groups::${test_groups}" | |
| echo "tests: ${tests}" | |
| echo "::set-output name=tests::${tests}" | |
| echo "tests_glob: ${tests_glob}" | |
| echo "::set-output name=tests_glob::${tests_glob}" | |
| # Separate job to pre-populate the base dependency cache | |
| # This prevent upcoming jobs to do the same individually | |
| prepare-base: | |
| name: Prepare base dependencies | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| outputs: | |
| python-key: ${{ steps.generate-python-key.outputs.key }} | |
| pre-commit-key: ${{ steps.generate-pre-commit-key.outputs.key }} | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
| id: python | |
| uses: actions/setup-python@v3.0.0 | |
| with: | |
| python-version: ${{ env.DEFAULT_PYTHON }} | |
| - name: Generate partial Python venv restore key | |
| id: generate-python-key | |
| run: >- | |
| echo "::set-output name=key::base-venv-${{ env.CACHE_VERSION }}-${{ | |
| hashFiles('requirements.txt') }}-${{ | |
| hashFiles('requirements_test.txt') }}-${{ | |
| hashFiles('homeassistant/package_constraints.txt') }}" | |
| - name: Generate partial pip restore key | |
| id: generate-pip-key | |
| run: >- | |
| echo "::set-output name=key::base-pip-${{ env.PIP_CACHE_VERSION }}-${{ | |
| env.HA_SHORT_VERSION }}-$(date -u '+%Y-%m-%dT%H:%M:%s')" | |
| - name: Restore base Python virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: >- | |
| ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ | |
| steps.generate-python-key.outputs.key }} | |
| # Temporary disabling the restore of environments when bumping | |
| # a dependency. It seems that we are experiencing issues with | |
| # restoring environments in GitHub Actions, although unclear why. | |
| # First attempt: https://github.com/home-assistant/core/pull/62383 | |
| # | |
| # restore-keys: | | |
| # ${{ runner.os }}-${{ steps.python.outputs.python-version }}-base-venv-${{ env.CACHE_VERSION }}-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements_test.txt') }}- | |
| # ${{ runner.os }}-${{ steps.python.outputs.python-version }}-base-venv-${{ env.CACHE_VERSION }}-${{ hashFiles('requirements.txt') }}- | |
| # ${{ runner.os }}-${{ steps.python.outputs.python-version }}-base-venv-${{ env.CACHE_VERSION }}- | |
| - name: Restore pip wheel cache | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: ${{ env.PIP_CACHE }} | |
| key: >- | |
| ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ | |
| steps.generate-pip-key.outputs.key }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ steps.python.outputs.python-version }}-base-pip-${{ env.PIP_CACHE_VERSION }}-${{ env.HA_SHORT_VERSION }}- | |
| - name: Create Python virtual environment | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| python -m venv venv | |
| . venv/bin/activate | |
| python --version | |
| pip install --cache-dir=$PIP_CACHE -U "pip>=21.0,<22.1" setuptools wheel | |
| pip install --cache-dir=$PIP_CACHE -r requirements.txt -r requirements_test.txt --use-deprecated=legacy-resolver | |
| - name: Generate partial pre-commit restore key | |
| id: generate-pre-commit-key | |
| run: >- | |
| echo "::set-output name=key::pre-commit-${{ env.CACHE_VERSION }}-${{ | |
| hashFiles('.pre-commit-config.yaml') }}" | |
| - name: Restore pre-commit environment from cache | |
| id: cache-precommit | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: ${{ env.PRE_COMMIT_CACHE }} | |
| key: >- | |
| ${{ runner.os }}-${{ steps.generate-pre-commit-key.outputs.key }} | |
| restore-keys: | | |
| ${{ runner.os }}-pre-commit-${{ env.CACHE_VERSION }}- | |
| - name: Install pre-commit dependencies | |
| if: steps.cache-precommit.outputs.cache-hit != 'true' | |
| run: | | |
| . venv/bin/activate | |
| pre-commit install-hooks | |
| lint-black: | |
| name: Check black | |
| runs-on: ubuntu-latest | |
| needs: | |
| - changes | |
| - prepare-base | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
| uses: actions/setup-python@v3.0.0 | |
| id: python | |
| with: | |
| python-version: ${{ env.DEFAULT_PYTHON }} | |
| - name: Restore base Python virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ | |
| needs.prepare-base.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Restore pre-commit environment from cache | |
| id: cache-precommit | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: ${{ env.PRE_COMMIT_CACHE }} | |
| key: ${{ runner.os }}-${{ needs.prepare-base.outputs.pre-commit-key }} | |
| - name: Fail job if pre-commit cache restore failed | |
| if: steps.cache-precommit.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore pre-commit environment from cache" | |
| exit 1 | |
| - name: Run black (fully) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual black --all-files --show-diff-on-failure | |
| - name: Run black (partially) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| shell: bash | |
| run: | | |
| . venv/bin/activate | |
| shopt -s globstar | |
| pre-commit run --hook-stage manual black --files {homeassistant,tests}/components/${{ needs.changes.outputs.integrations_glob }}/**/* --show-diff-on-failure | |
| lint-flake8: | |
| name: Check flake8 | |
| runs-on: ubuntu-latest | |
| needs: | |
| - changes | |
| - prepare-base | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
| uses: actions/setup-python@v3.0.0 | |
| id: python | |
| with: | |
| python-version: ${{ env.DEFAULT_PYTHON }} | |
| - name: Restore base Python virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ | |
| needs.prepare-base.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Restore pre-commit environment from cache | |
| id: cache-precommit | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: ${{ env.PRE_COMMIT_CACHE }} | |
| key: ${{ runner.os }}-${{ needs.prepare-base.outputs.pre-commit-key }} | |
| - name: Fail job if pre-commit cache restore failed | |
| if: steps.cache-precommit.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore pre-commit environment from cache" | |
| exit 1 | |
| - name: Register flake8 problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/flake8.json" | |
| - name: Run flake8 (fully) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual flake8 --all-files | |
| - name: Run flake8 (partially) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| shell: bash | |
| run: | | |
| . venv/bin/activate | |
| shopt -s globstar | |
| pre-commit run --hook-stage manual flake8 --files {homeassistant,tests}/components/${{ needs.changes.outputs.integrations_glob }}/**/* | |
| lint-isort: | |
| name: Check isort | |
| runs-on: ubuntu-latest | |
| needs: prepare-base | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
| uses: actions/setup-python@v3.0.0 | |
| id: python | |
| with: | |
| python-version: ${{ env.DEFAULT_PYTHON }} | |
| - name: Restore base Python virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ | |
| needs.prepare-base.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Restore pre-commit environment from cache | |
| id: cache-precommit | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: ${{ env.PRE_COMMIT_CACHE }} | |
| key: ${{ runner.os }}-${{ needs.prepare-base.outputs.pre-commit-key }} | |
| - name: Fail job if pre-commit cache restore failed | |
| if: steps.cache-precommit.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore pre-commit environment from cache" | |
| exit 1 | |
| - name: Run isort | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual isort --all-files --show-diff-on-failure | |
| lint-other: | |
| name: Check other linters | |
| runs-on: ubuntu-latest | |
| needs: | |
| - changes | |
| - prepare-base | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
| uses: actions/setup-python@v3.0.0 | |
| id: python | |
| with: | |
| python-version: ${{ env.DEFAULT_PYTHON }} | |
| - name: Restore base Python virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ | |
| needs.prepare-base.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Restore pre-commit environment from cache | |
| id: cache-precommit | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: ${{ env.PRE_COMMIT_CACHE }} | |
| key: ${{ runner.os }}-${{ needs.prepare-base.outputs.pre-commit-key }} | |
| - name: Fail job if pre-commit cache restore failed | |
| if: steps.cache-precommit.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore pre-commit environment from cache" | |
| exit 1 | |
| - name: Run pyupgrade (fully) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual pyupgrade --all-files --show-diff-on-failure | |
| - name: Run pyupgrade (partially) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| shell: bash | |
| run: | | |
| . venv/bin/activate | |
| shopt -s globstar | |
| pre-commit run --hook-stage manual pyupgrade --files {homeassistant,tests}/components/${{ needs.changes.outputs.integrations_glob }}/**/* --show-diff-on-failure | |
| - name: Register yamllint problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/yamllint.json" | |
| - name: Run yamllint | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual yamllint --all-files --show-diff-on-failure | |
| - name: Register check-json problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/check-json.json" | |
| - name: Run check-json | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual check-json --all-files | |
| - name: Run prettier | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual prettier --all-files | |
| - name: Register check executables problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/check-executables-have-shebangs.json" | |
| - name: Run executables check | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual check-executables-have-shebangs --all-files | |
| - name: Register codespell problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/codespell.json" | |
| - name: Run codespell | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --show-diff-on-failure --hook-stage manual codespell --all-files | |
| - name: Register hadolint problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/hadolint.json" | |
| - name: Check Dockerfile | |
| uses: docker://hadolint/hadolint:v1.18.2 | |
| with: | |
| args: hadolint Dockerfile | |
| - name: Check Dockerfile.dev | |
| uses: docker://hadolint/hadolint:v1.18.2 | |
| with: | |
| args: hadolint Dockerfile.dev | |
| - name: Run bandit (fully) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| run: | | |
| . venv/bin/activate | |
| pre-commit run --hook-stage manual bandit --all-files --show-diff-on-failure | |
| - name: Run bandit (partially) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| shell: bash | |
| run: | | |
| . venv/bin/activate | |
| shopt -s globstar | |
| pre-commit run --hook-stage manual bandit --files {homeassistant,tests}/components/${{ needs.changes.outputs.integrations_glob }}/**/* --show-diff-on-failure | |
| hassfest: | |
| name: Check hassfest | |
| runs-on: ubuntu-latest | |
| needs: prepare-tests | |
| strategy: | |
| matrix: | |
| python-version: [3.9] | |
| container: homeassistant/ci-azure:${{ matrix.python-version }} | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Restore full Python ${{ matrix.python-version }} virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ matrix.python-version }}-${{ | |
| needs.prepare-tests.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Run hassfest | |
| run: | | |
| . venv/bin/activate | |
| python -m script.hassfest --requirements --action validate | |
| gen-requirements-all: | |
| name: Check all requirements | |
| runs-on: ubuntu-latest | |
| needs: prepare-base | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
| uses: actions/setup-python@v3.0.0 | |
| id: python | |
| with: | |
| python-version: ${{ env.DEFAULT_PYTHON }} | |
| - name: Restore base Python virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ | |
| needs.prepare-base.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Run gen_requirements_all.py | |
| run: | | |
| . venv/bin/activate | |
| python -m script.gen_requirements_all validate | |
| prepare-tests: | |
| name: Prepare tests for Python ${{ matrix.python-version }} | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| matrix: | |
| python-version: ["3.9", "3.10"] | |
| outputs: | |
| python-key: ${{ steps.generate-python-key.outputs.key }} | |
| container: homeassistant/ci-azure:${{ matrix.python-version }} | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Generate partial Python venv restore key | |
| id: generate-python-key | |
| run: >- | |
| echo "::set-output name=key::venv-${{ env.CACHE_VERSION }}-${{ | |
| hashFiles('requirements_test.txt') }}-${{ | |
| hashFiles('requirements_all.txt') }}-${{ | |
| hashFiles('homeassistant/package_constraints.txt') }}" | |
| - name: Generate partial pip restore key | |
| id: generate-pip-key | |
| run: >- | |
| echo "::set-output name=key::pip-${{ env.PIP_CACHE_VERSION }}-${{ | |
| env.HA_SHORT_VERSION }}-$(date -u '+%Y-%m-%dT%H:%M:%s')" | |
| - name: Restore full Python ${{ matrix.python-version }} virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: >- | |
| ${{ runner.os }}-${{ matrix.python-version }}-${{ | |
| steps.generate-python-key.outputs.key }} | |
| # Temporary disabling the restore of environments when bumping | |
| # a dependency. It seems that we are experiencing issues with | |
| # restoring environments in GitHub Actions, although unclear why. | |
| # First attempt: https://github.com/home-assistant/core/pull/62383 | |
| # | |
| # restore-keys: | | |
| # ${{ runner.os }}-${{ matrix.python-version }}-venv-${{ env.CACHE_VERSION }}-${{ hashFiles('requirements_test.txt') }}-${{ hashFiles('requirements_all.txt') }}- | |
| # ${{ runner.os }}-${{ matrix.python-version }}-venv-${{ env.CACHE_VERSION }}-${{ hashFiles('requirements_test.txt') }}- | |
| # ${{ runner.os }}-${{ matrix.python-version }}-venv-${{ env.CACHE_VERSION }}- | |
| - name: Restore pip wheel cache | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: ${{ env.PIP_CACHE }} | |
| key: >- | |
| ${{ runner.os }}-${{ matrix.python-version }}-${{ | |
| steps.generate-pip-key.outputs.key }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ matrix.python-version }}-pip-${{ env.PIP_CACHE_VERSION }}-${{ env.HA_SHORT_VERSION }}- | |
| - name: Create full Python ${{ matrix.python-version }} virtual environment | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| # Temporary addition of cmake, needed to build some Python 3.9 packages | |
| apt-get update | |
| apt-get -y install cmake | |
| python -m venv venv | |
| . venv/bin/activate | |
| python --version | |
| pip install --cache-dir=$PIP_CACHE -U "pip>=21.0,<22.1" setuptools wheel | |
| pip install --cache-dir=$PIP_CACHE -r requirements_all.txt --use-deprecated=legacy-resolver | |
| pip install --cache-dir=$PIP_CACHE -r requirements_test.txt --use-deprecated=legacy-resolver | |
| pip install -e . | |
| pylint: | |
| name: Check pylint | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| needs: | |
| - changes | |
| - prepare-tests | |
| strategy: | |
| matrix: | |
| python-version: [3.9] | |
| container: homeassistant/ci-azure:${{ matrix.python-version }} | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Restore full Python ${{ matrix.python-version }} virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ matrix.python-version }}-${{ | |
| needs.prepare-tests.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Register pylint problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/pylint.json" | |
| - name: Run pylint (fully) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| run: | | |
| . venv/bin/activate | |
| python --version | |
| pylint homeassistant | |
| - name: Run pylint (partially) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| shell: bash | |
| run: | | |
| . venv/bin/activate | |
| python --version | |
| pylint homeassistant/components/${{ needs.changes.outputs.integrations_glob }} | |
| mypy: | |
| name: Check mypy | |
| runs-on: ubuntu-latest | |
| needs: | |
| - changes | |
| - prepare-tests | |
| strategy: | |
| matrix: | |
| python-version: [3.9] | |
| container: homeassistant/ci-azure:${{ matrix.python-version }} | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Restore full Python ${{ matrix.python-version }} virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ matrix.python-version }}-${{ | |
| needs.prepare-tests.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Register mypy problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/mypy.json" | |
| - name: Run mypy (fully) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| run: | | |
| . venv/bin/activate | |
| python --version | |
| mypy homeassistant | |
| - name: Run mypy (partially) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| shell: bash | |
| run: | | |
| . venv/bin/activate | |
| python --version | |
| mypy homeassistant/components/${{ needs.changes.outputs.integrations_glob }} | |
| pip-check: | |
| runs-on: ubuntu-latest | |
| if: needs.changes.outputs.requirements == 'true' || github.event.inputs.full == 'true' | |
| needs: | |
| - changes | |
| - prepare-tests | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: [3.9] | |
| name: Run pip check ${{ matrix.python-version }} | |
| container: homeassistant/ci-azure:${{ matrix.python-version }} | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Restore full Python ${{ matrix.python-version }} virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ matrix.python-version }}-${{ | |
| needs.prepare-tests.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Run pip check | |
| run: | | |
| . venv/bin/activate | |
| ./script/pip_check $PIP_CACHE | |
| pytest: | |
| runs-on: ubuntu-latest | |
| if: | | |
| (github.event_name != 'push' || github.event.repository.full_name == 'home-assistant/core') | |
| && github.event.inputs.lint-only != 'true' | |
| && (needs.changes.outputs.test_full_suite == 'true' || needs.changes.outputs.tests_glob) | |
| needs: | |
| - changes | |
| - gen-requirements-all | |
| - hassfest | |
| - lint-black | |
| - lint-other | |
| - lint-isort | |
| - mypy | |
| - prepare-tests | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| group: ${{ fromJson(needs.changes.outputs.test_groups) }} | |
| python-version: ["3.9", "3.10"] | |
| name: >- | |
| Run tests Python ${{ matrix.python-version }} (${{ matrix.group }}) | |
| container: homeassistant/ci-azure:${{ matrix.python-version }} | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Restore full Python ${{ matrix.python-version }} virtual environment | |
| id: cache-venv | |
| uses: actions/cache@v3.0.0 | |
| with: | |
| path: venv | |
| key: ${{ runner.os }}-${{ matrix.python-version }}-${{ | |
| needs.prepare-tests.outputs.python-key }} | |
| - name: Fail job if Python cache restore failed | |
| if: steps.cache-venv.outputs.cache-hit != 'true' | |
| run: | | |
| echo "Failed to restore Python virtual environment from cache" | |
| exit 1 | |
| - name: Register Python problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/python.json" | |
| - name: Install Pytest Annotation plugin | |
| run: | | |
| . venv/bin/activate | |
| # Ideally this should be part of our dependencies | |
| # However this plugin is fairly new and doesn't run correctly | |
| # on a non-GitHub environment. | |
| pip install pytest-github-actions-annotate-failures==0.1.3 | |
| - name: Register pytest slow test problem matcher | |
| run: | | |
| echo "::add-matcher::.github/workflows/matchers/pytest-slow.json" | |
| - name: Run pytest (fully) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| timeout-minutes: 45 | |
| run: | | |
| . venv/bin/activate | |
| python --version | |
| python3 -X dev -m pytest \ | |
| -qq \ | |
| --timeout=9 \ | |
| --durations=10 \ | |
| -n auto \ | |
| --dist=loadfile \ | |
| --test-group-count ${{ needs.changes.outputs.test_group_count }} \ | |
| --test-group=${{ matrix.group }} \ | |
| --cov homeassistant \ | |
| --cov-report=xml \ | |
| -o console_output_style=count \ | |
| -p no:sugar \ | |
| tests | |
| - name: Run pytest (partially) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| timeout-minutes: 10 | |
| shell: bash | |
| run: | | |
| . venv/bin/activate | |
| python --version | |
| if [[ ! -f "tests/components/${{ matrix.group }}/__init__.py" ]]; then | |
| echo "::error:: missing file tests/components/${{ matrix.group }}/__init__.py" | |
| exit 1 | |
| fi | |
| python3 -X dev -m pytest \ | |
| -qq \ | |
| --timeout=9 \ | |
| --durations=10 \ | |
| -n auto \ | |
| --cov homeassistant.components.${{ matrix.group }} \ | |
| --cov-report=xml \ | |
| --cov-report=term-missing \ | |
| -o console_output_style=count \ | |
| --durations=0 \ | |
| --durations-min=1 \ | |
| -p no:sugar \ | |
| tests/components/${{ matrix.group }} | |
| - name: Upload coverage artifact | |
| uses: actions/upload-artifact@v3.0.0 | |
| with: | |
| name: coverage-${{ matrix.python-version }}-${{ matrix.group }} | |
| path: coverage.xml | |
| - name: Check dirty | |
| run: | | |
| ./script/check_dirty | |
| coverage: | |
| name: Upload test coverage to Codecov | |
| runs-on: ubuntu-latest | |
| needs: | |
| - changes | |
| - pytest | |
| steps: | |
| - name: Check out code from GitHub | |
| uses: actions/checkout@v3.0.0 | |
| - name: Download all coverage artifacts | |
| uses: actions/download-artifact@v2 | |
| - name: Upload coverage to Codecov (full coverage) | |
| if: needs.changes.outputs.test_full_suite == 'true' | |
| uses: codecov/codecov-action@v2.1.0 | |
| with: | |
| flags: full-suite | |
| - name: Upload coverage to Codecov (partial coverage) | |
| if: needs.changes.outputs.test_full_suite == 'false' | |
| uses: codecov/codecov-action@v2.1.0 |