Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/basic-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ on: # yamllint disable-line rule:truthy
description: "Whether to run WWW tests (true/false)"
required: true
type: string
needs-api-codegen:
run-api-codegen:
description: "Whether to run API codegen (true/false)"
required: true
type: string
Expand Down
84 changes: 35 additions & 49 deletions .github/workflows/ci-amd.yml
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,8 @@ jobs:
outputs:
all-python-versions-list-as-string: >-
${{ steps.selective-checks.outputs.all-python-versions-list-as-string }}
amd-runners: ${{ steps.selective-checks.outputs.amd-runners }}
arm-runners: ${{ steps.selective-checks.outputs.arm-runners }}
basic-checks-only: ${{ steps.selective-checks.outputs.basic-checks-only }}
canary-run: ${{ steps.source-run-info.outputs.canary-run }}
ci-image-build: ${{ steps.selective-checks.outputs.ci-image-build }}
Expand Down Expand Up @@ -92,11 +94,6 @@ jobs:
mypy-checks: ${{ steps.selective-checks.outputs.mypy-checks }}
mysql-exclude: ${{ steps.selective-checks.outputs.mysql-exclude }}
mysql-versions: ${{ steps.selective-checks.outputs.mysql-versions }}
needs-api-codegen: ${{ steps.selective-checks.outputs.needs-api-codegen }}
needs-api-tests: ${{ steps.selective-checks.outputs.needs-api-tests }}
needs-helm-tests: ${{ steps.selective-checks.outputs.needs-helm-tests }}
needs-mypy: ${{ steps.selective-checks.outputs.needs-mypy }}
only-new-ui-files: ${{ steps.selective-checks.outputs.only-new-ui-files }}
postgres-exclude: ${{ steps.selective-checks.outputs.postgres-exclude }}
postgres-versions: ${{ steps.selective-checks.outputs.postgres-versions }}
prod-image-build: ${{ steps.selective-checks.outputs.prod-image-build }}
Expand All @@ -108,18 +105,20 @@ jobs:
pull-request-labels: ${{ steps.source-run-info.outputs.pr-labels }}
python-versions-list-as-string: ${{ steps.selective-checks.outputs.python-versions-list-as-string }}
python-versions: ${{ steps.selective-checks.outputs.python-versions }}
run-amazon-tests: ${{ steps.selective-checks.outputs.run-amazon-tests }}
run-airflow-ctl-tests: ${{ steps.selective-checks.outputs.run-airflow-ctl-tests }}
run-amazon-tests: ${{ steps.selective-checks.outputs.run-amazon-tests }}
run-api-codegen: ${{ steps.selective-checks.outputs.run-api-codegen }}
run-api-tests: ${{ steps.selective-checks.outputs.run-api-tests }}
run-coverage: ${{ steps.source-run-info.outputs.run-coverage }}
run-kubernetes-tests: ${{ steps.selective-checks.outputs.run-kubernetes-tests }}
run-task-sdk-tests: ${{ steps.selective-checks.outputs.run-task-sdk-tests }}
run-go-sdk-tests: ${{ steps.selective-checks.outputs.run-go-sdk-tests }}
run-helm-tests: ${{ steps.selective-checks.outputs.run-helm-tests }}
run-kubernetes-tests: ${{ steps.selective-checks.outputs.run-kubernetes-tests }}
run-mypy: ${{ steps.selective-checks.outputs.run-mypy }}
run-system-tests: ${{ steps.selective-checks.outputs.run-system-tests }}
run-tests: ${{ steps.selective-checks.outputs.run-tests }}
run-task-sdk-tests: ${{ steps.selective-checks.outputs.run-task-sdk-tests }}
run-ui-tests: ${{ steps.selective-checks.outputs.run-ui-tests }}
run-unit-tests: ${{ steps.selective-checks.outputs.run-unit-tests }}
run-www-tests: ${{ steps.selective-checks.outputs.run-www-tests }}
amd-runners: ${{ steps.selective-checks.outputs.amd-runners }}
arm-runners: ${{ steps.selective-checks.outputs.arm-runners }}
selected-providers-list-as-string: >-
${{ steps.selective-checks.outputs.selected-providers-list-as-string }}
skip-prek-hooks: ${{ steps.selective-checks.outputs.skip-prek-hooks }}
Expand Down Expand Up @@ -205,7 +204,7 @@ jobs:
runners: ${{ needs.build-info.outputs.amd-runners }}
run-ui-tests: ${{needs.build-info.outputs.run-ui-tests}}
run-www-tests: ${{needs.build-info.outputs.run-www-tests}}
needs-api-codegen: ${{needs.build-info.outputs.needs-api-codegen}}
run-api-codegen: ${{needs.build-info.outputs.run-api-codegen}}
default-python-version: "${{ needs.build-info.outputs.default-python-version }}"
basic-checks-only: ${{needs.build-info.outputs.basic-checks-only}}
skip-prek-hooks: ${{needs.build-info.outputs.skip-prek-hooks}}
Expand Down Expand Up @@ -290,7 +289,7 @@ jobs:
with:
runners: ${{ needs.build-info.outputs.amd-runners }}
platform: "linux/amd64"
needs-mypy: ${{ needs.build-info.outputs.needs-mypy }}
run-mypy: ${{ needs.build-info.outputs.run-mypy }}
mypy-checks: ${{ needs.build-info.outputs.mypy-checks }}
python-versions-list-as-string: ${{ needs.build-info.outputs.python-versions-list-as-string }}
branch: ${{ needs.build-info.outputs.default-branch }}
Expand All @@ -305,7 +304,7 @@ jobs:
include-success-outputs: ${{ needs.build-info.outputs.include-success-outputs }}
debug-resources: ${{ needs.build-info.outputs.debug-resources }}
docs-build: ${{ needs.build-info.outputs.docs-build }}
needs-api-codegen: ${{ needs.build-info.outputs.needs-api-codegen }}
run-api-codegen: ${{ needs.build-info.outputs.run-api-codegen }}
default-postgres-version: ${{ needs.build-info.outputs.default-postgres-version }}
run-coverage: ${{ needs.build-info.outputs.run-coverage }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
Expand All @@ -325,7 +324,7 @@ jobs:
if: >
needs.build-info.outputs.skip-providers-tests != 'true' &&
needs.build-info.outputs.latest-versions-only != 'true' &&
needs.build-info.outputs.run-tests == 'true'
needs.build-info.outputs.run-unit-tests == 'true'
with:
runners: ${{ needs.build-info.outputs.amd-runners }}
platform: "linux/amd64"
Expand Down Expand Up @@ -356,7 +355,7 @@ jobs:
default-python-version: "${{ needs.build-info.outputs.default-python-version }}"
use-uv: ${{ needs.build-info.outputs.use-uv }}
if: >
needs.build-info.outputs.needs-helm-tests == 'true' &&
needs.build-info.outputs.run-helm-tests == 'true' &&
needs.build-info.outputs.default-branch == 'main' &&
needs.build-info.outputs.latest-versions-only != 'true'

Expand Down Expand Up @@ -387,8 +386,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}

if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'

tests-postgres-providers:
name: "Postgres tests: providers"
Expand Down Expand Up @@ -417,7 +415,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'

tests-mysql-core:
name: "MySQL tests: core"
Expand Down Expand Up @@ -446,7 +444,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'

tests-mysql-providers:
name: "MySQL tests: providers"
Expand Down Expand Up @@ -475,7 +473,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'


tests-sqlite-core:
Expand Down Expand Up @@ -507,7 +505,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'

tests-sqlite-providers:
name: "Sqlite tests: providers"
Expand Down Expand Up @@ -538,7 +536,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'


tests-non-db-core:
Expand Down Expand Up @@ -569,7 +567,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'

tests-non-db-providers:
name: "Non-DB tests: providers"
Expand Down Expand Up @@ -599,7 +597,7 @@ jobs:
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
default-branch: ${{ needs.build-info.outputs.default-branch }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'

tests-special:
name: "Special tests"
Expand All @@ -609,7 +607,7 @@ jobs:
contents: read
packages: read
if: >
needs.build-info.outputs.run-tests == 'true' &&
needs.build-info.outputs.run-unit-tests == 'true' &&
(needs.build-info.outputs.canary-run == 'true' ||
needs.build-info.outputs.upgrade-to-newer-dependencies != 'false' ||
needs.build-info.outputs.full-tests-needed == 'true')
Expand Down Expand Up @@ -645,15 +643,15 @@ jobs:
platform: "linux/amd64"
testable-core-integrations: ${{ needs.build-info.outputs.testable-core-integrations }}
testable-providers-integrations: ${{ needs.build-info.outputs.testable-providers-integrations }}
run-system-tests: ${{ needs.build-info.outputs.run-tests }}
run-system-tests: ${{ needs.build-info.outputs.run-system-tests }}
default-python-version: "${{ needs.build-info.outputs.default-python-version }}"
default-postgres-version: ${{ needs.build-info.outputs.default-postgres-version }}
default-mysql-version: ${{ needs.build-info.outputs.default-mysql-version }}
run-coverage: ${{ needs.build-info.outputs.run-coverage }}
debug-resources: ${{ needs.build-info.outputs.debug-resources }}
skip-providers-tests: ${{ needs.build-info.outputs.skip-providers-tests }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'

tests-with-lowest-direct-resolution-core:
name: "Low dep tests:core"
Expand All @@ -663,7 +661,7 @@ jobs:
contents: read
packages: read
if: >
needs.build-info.outputs.run-tests == 'true'
needs.build-info.outputs.run-unit-tests == 'true'
with:
runners: ${{ needs.build-info.outputs.amd-runners }}
platform: "linux/amd64"
Expand Down Expand Up @@ -693,7 +691,7 @@ jobs:
permissions:
contents: read
packages: read
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'
with:
runners: ${{ needs.build-info.outputs.amd-runners }}
platform: "linux/amd64"
Expand Down Expand Up @@ -776,7 +774,7 @@ jobs:
kubernetes-combos: ${{ needs.build-info.outputs.kubernetes-combos }}
if: >
( needs.build-info.outputs.run-kubernetes-tests == 'true' ||
needs.build-info.outputs.needs-helm-tests == 'true')
needs.build-info.outputs.run-helm-tests == 'true')

tests-task-sdk:
name: "Task SDK tests"
Expand All @@ -797,23 +795,17 @@ jobs:
test-type: "task-sdk-tests"
use-local-venv: 'false'
test-timeout: 20
if: >
( needs.build-info.outputs.run-task-sdk-tests == 'true' ||
needs.build-info.outputs.run-tests == 'true' &&
needs.build-info.outputs.only-new-ui-files != 'true')
if: needs.build-info.outputs.run-task-sdk-tests == 'true'

tests-go-sdk:
name: "Go SDK tests"
needs: [build-info, build-ci-images]
needs: [build-info]
runs-on: ${{ fromJSON(needs.build-info.outputs.amd-runners) }}
timeout-minutes: 15
permissions:
contents: read
packages: read
if: >
( needs.build-info.outputs.run-go-sdk-tests == 'true' ||
needs.build-info.outputs.run-tests == 'true' &&
needs.build-info.outputs.only-new-ui-files != 'true')
if: needs.build-info.outputs.run-go-sdk-tests == 'true'
env:
GITHUB_REPOSITORY: ${{ github.repository }}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
Expand All @@ -824,24 +816,20 @@ jobs:
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
with:
persist-credentials: false

# keep this in sync with go.mod in go-sdk/
- name: Setup Go
uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0
with:
go-version: 1.24
cache-dependency-path: go-sdk/go.sum

# keep this in sync with go.mod in go-sdk/
- name: Setup Gotestsum
shell: bash
run: |
go install gotest.tools/gotestsum@ddd0b05a6878e2e8257a2abe6e7df66cebc53d0e # v1.12.3
gotestsum --version

- name: "Cleanup dist files"
run: rm -fv ./dist/*

- name: Run Go tests
working-directory: ./go-sdk
run: gotestsum --format testname ./...
Expand All @@ -865,10 +853,7 @@ jobs:
test-type: "airflow-ctl-tests"
use-local-venv: 'true'
test-timeout: 20
if: >
( needs.build-info.outputs.run-airflow-ctl-tests == 'true' ||
needs.build-info.outputs.run-tests == 'true' &&
needs.build-info.outputs.only-new-ui-files != 'true')
if: needs.build-info.outputs.run-airflow-ctl-tests == 'true'

finalize-tests:
name: Finalize tests
Expand Down Expand Up @@ -900,6 +885,7 @@ jobs:
- tests-sqlite-providers
- tests-task-sdk
- tests-airflow-ctl
- tests-go-sdk
- tests-with-lowest-direct-resolution-core
- tests-with-lowest-direct-resolution-providers
uses: ./.github/workflows/finalize-tests.yml
Expand Down Expand Up @@ -947,7 +933,7 @@ jobs:
timeout-minutes: 15
name: "Summarize warnings"
runs-on: ${{ fromJSON(needs.build-info.outputs.amd-runners) }}
if: needs.build-info.outputs.run-tests == 'true'
if: needs.build-info.outputs.run-unit-tests == 'true'
steps:
- name: "Cleanup repo"
shell: bash
Expand Down
Loading
Loading