Skip to content

Commit

Permalink
update the structure for the monorepo
Browse files Browse the repository at this point in the history
  • Loading branch information
mikealfare committed Nov 16, 2024
1 parent cb2d109 commit 23379d6
Show file tree
Hide file tree
Showing 18 changed files with 406 additions and 493 deletions.
23 changes: 23 additions & 0 deletions .github/workflows/_code-quality.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
name: "Code quality"

on:
workflow_dispatch:
inputs:
branch:
description: "Choose the branch to check"
type: string
default: "main"
repository:
description: "Choose the repository to check, when using a fork"
type: string
default: "dbt-labs/dbt-athena"

permissions:
contents: read

jobs:
code-quality:
uses: dbt-labs/dbt-adapters/.workflows/_code-quality.yml@monorepo-prep
with:
branch: ${{ inputs.branch }}
repository: ${{ inputs.repository }}
81 changes: 81 additions & 0 deletions .github/workflows/_integration-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
name: "Integration tests"

on:
workflow_call:
inputs:
package:
description: "Choose the package to test"
type: string
default: "dbt-athena"
branch:
description: "Choose the branch to test"
type: string
default: "main"
repository:
description: "Choose the repository to test, when using a fork"
type: string
default: "dbt-labs/dbt-athena"
os:
description: "Choose the OS to test against"
type: string
default: ${{ vars.DEFAULT_RUNNER }}
python-version:
description: "Choose the Python version to test against"
type: string
default: ${{ vars.DEFAULT_PYTHON_VERSION }}
workflow_dispatch:
inputs:
package:
description: "Choose the package to test"
type: choice
options: ["dbt-athena", "dbt-athena-community"]
branch:
description: "Choose the branch to test"
type: string
default: "main"
repository:
description: "Choose the repository to test, when using a fork"
type: string
default: "dbt-labs/dbt-athena"
os:
description: "Choose the OS to test against"
type: string
default: ${{ vars.DEFAULT_RUNNER }}
python-version:
description: "Choose the Python version to test against"
type: choice
options: ["3.9", "3.10", "3.11", "3.12"]

permissions:
id-token: write
contents: read

env:
DBT_TEST_ATHENA_S3_STAGING_DIR: ${{ vars.DBT_TEST_ATHENA_S3_BUCKET }}/staging/
DBT_TEST_ATHENA_S3_TMP_TABLE_DIR: ${{ vars.DBT_TEST_ATHENA_S3_BUCKET }}/tmp_tables/
DBT_TEST_ATHENA_REGION_NAME: ${{ vars.DBT_TEST_ATHENA_REGION_NAME }}
DBT_TEST_ATHENA_DATABASE: awsdatacatalog
DBT_TEST_ATHENA_SCHEMA: dbt-tests
DBT_TEST_ATHENA_WORK_GROUP: athena-dbt-tests
DBT_TEST_ATHENA_THREADS: 16
DBT_TEST_ATHENA_POLL_INTERVAL: 0.5
DBT_TEST_ATHENA_NUM_RETRIES: 3

jobs:
integration-tests:
runs-on: ${{ inputs.os }}
steps:
- uses: actions/checkout@v4
with:
ref: ${{ inputs.branch }}
repository: ${{ inputs.repository }}
- uses: actions/setup-python@v5
with:
python-version: ${{ inputs.python-version }}
- uses: pypa/hatch@install
- uses: aws-actions/configure-aws-credentials@v4
with:
role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID }}:role/${{ secrets.ASSUMABLE_ROLE_NAME }}
aws-region: ${{ vars.DBT_TEST_ATHENA_REGION_NAME }}
- run: hatch run integration-tests
working-directory: ./${{ inputs.package }}
29 changes: 29 additions & 0 deletions .github/workflows/_publish-internal.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
name: "Publish Internally"

on:
workflow_dispatch:
inputs:
package:
description: "Choose the package to publish"
type: string
default: "dbt-athena"
deploy-to:
description: "Choose whether to publish to test or prod"
type: string
default: "test"
branch:
description: "Choose the branch to publish"
type: string
default: "main"

defaults:
run:
shell: bash

jobs:
publish-internal:
uses: dbt-labs/dbt-adapters/.github/workflows/_publish-internal.yml
with:
package: ${{ inputs.package }}
deploy-to: ${{ inputs.deploy-to }}
branch: ${{ inputs.branch }}
32 changes: 32 additions & 0 deletions .github/workflows/_publish-pypi.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
name: "Publish to PyPI"

on:
workflow_dispatch:
inputs:
package:
description: "Choose the package to publish"
type: string
default: "dbt-athena"
deploy-to:
description: "Choose whether to publish to test or prod"
type: string
default: "test"
branch:
description: "Choose the branch to publish"
type: string
default: "main"

permissions:
contents: read

defaults:
run:
shell: bash

jobs:
publish-pypi:
uses: dbt-labs/dbt-adapters/.workflows/_publish-pypi.yml@monorepo-prep
with:
package: ${{ inputs.package }}
deploy-to: ${{ inputs.deploy-to }}
branch: ${{ inputs.branch }}
38 changes: 38 additions & 0 deletions .github/workflows/_unit-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
name: "Unit tests"

on:
workflow_dispatch:
inputs:
package:
description: "Choose the package to test"
type: choice
options: ["dbt-athena", "dbt-athena-community"]
branch:
description: "Choose the branch to test"
type: string
default: "main"
repository:
description: "Choose the repository to test, when using a fork"
type: string
default: "dbt-labs/dbt-athena"
os:
description: "Choose the OS to test against"
type: string
default: ${{ vars.DEFAULT_RUNNER }}
python-version:
description: "Choose the Python version to test against"
type: choice
options: ["3.9", "3.10", "3.11", "3.12"]

permissions:
contents: read

jobs:
unit-tests:
uses: dbt-labs/dbt-adapters/.github/workflows/_unit-tests.yml@monorepo-prep
with:
package: ${{ inputs.package }}
branch: ${{ inputs.branch }}
repository: ${{ inputs.repository }}
os: ${{ inputs.os }}
python-version: ${{ inputs.python-version }}
39 changes: 0 additions & 39 deletions .github/workflows/code-quality.yml

This file was deleted.

64 changes: 0 additions & 64 deletions .github/workflows/integration-tests.yml

This file was deleted.

Loading

0 comments on commit 23379d6

Please sign in to comment.