Add .circleci/config.yml

.circleci/config.yml

@@ -0,0 +1,73 @@
+version: 2.1
+
+jobs:
+
+  integration-tests:
+    docker:
+      - image: cimg/python:3.9.9
+      - image: cimg/postgres:14.0
+
+    resource_class: small
+
+    environment:
+      DBT_PROFILES_DIR: ./integration_tests/ci
+      DBT_PROJECT_DIR: ./integration_tests
+      BIGQUERY_SERVICE_KEY_PATH: "/home/circleci/bigquery-service-key.json"
+
+    steps:
+      - checkout
+      - run:
+          name: Install Python packages
+          command: |
+            python3 -m venv venv
+            . venv/bin/activate
+            pip install -U pip setuptools wheel
+            pip install dbt-core dbt-postgres dbt-bigquery dbt-snowflake
+
+      - run:
+          name: Install dbt dependencies
+          command: |
+            . venv/bin/activate
+              dbt deps --project-dir $DBT_PROJECT_DIR
+
+      - run:
+          name: "Run Tests - Postgres"
+          environment:
+            POSTGRES_HOST: localhost
+            POSTGRES_TEST_USER: postgres
+            POSTGRES_TEST_PASSWORD: ''
+            POSTGRES_TEST_PORT: 5432
+            POSTGRES_TEST_DATABASE: circle_test
+          command: |
+            . venv/bin/activate
+            dbt build -t postgres --project-dir $DBT_PROJECT_DIR
+
+      - run:
+          name: "Set up GCP credentials"
+          command: |
+            echo "Writing to $BIGQUERY_SERVICE_KEY_PATH"
+            echo $BIGQUERY_SERVICE_KEY > $BIGQUERY_SERVICE_KEY_PATH
+            FILESIZE=$(stat -c%s "$BIGQUERY_SERVICE_KEY_PATH")
+            echo "Size of $BIGQUERY_SERVICE_KEY_PATH = $FILESIZE bytes."
+            echo "BIGQUERY_TEST_DATABASE = $BIGQUERY_TEST_DATABASE"
+
+      - run:
+          name: "Run Tests - BigQuery"
+          command: |
+            . venv/bin/activate
+            dbt build -t bigquery --project-dir $DBT_PROJECT_DIR
+
+      - run:
+          name: "Run Tests - Snowflake"
+          command: |
+            . venv/bin/activate
+            dbt build -t snowflake --project-dir $DBT_PROJECT_DIR
+
+      - store_artifacts:
+          path: ./logs
+
+workflows:
+  version: 2
+  test-all:
+    jobs:
+      - integration-tests

integration_tests/ci/profiles.yml

@@ -0,0 +1,36 @@
+config:
+  send_anonymous_usage_stats: False
+  use_colors: True
+
+integration_tests:
+  outputs:
+    postgres:
+      type: postgres
+      host: "{{ env_var('POSTGRES_HOST') }}"
+      user: "{{ env_var('POSTGRES_TEST_USER') }}"
+      pass: "{{ env_var('POSTGRES_TEST_PASSWORD') }}"
+      port: "{{ env_var('POSTGRES_TEST_PORT') | as_number }}"
+      dbname: "{{ env_var('POSTGRES_TEST_DATABASE') }}"
+      schema: dbt_utils_integration_tests_postgres
+      threads: 5
+
+    bigquery:
+      type: bigquery
+      method: service-account
+      keyfile: "{{ env_var('BIGQUERY_SERVICE_KEY_PATH') }}"
+      project: "{{ env_var('BIGQUERY_TEST_DATABASE') }}"
+      schema: "{{ env_var('BIGQUERY_TEST_SCHEMA') }}"
+      threads: 10
+
+    snowflake:
+      type: snowflake
+      account: "{{ env_var('SNOWFLAKE_ACCOUNT') }}"
+      user: "{{ env_var('SNOWFLAKE_TEST_USER') }}"
+      password: "{{ env_var('SNOWFLAKE_TEST_PASSWORD') }}"
+      role: "{{ env_var('SNOWFLAKE_TEST_ROLE') }}"
+      database: "{{ env_var('SNOWFLAKE_TEST_DATABASE') }}"
+      warehouse: "{{ env_var('SNOWFLAKE_TEST_WAREHOUSE') }}"
+      schema: "{{ env_var('SNOWFLAKE_TEST_SCHEMA') }}"
+      threads: 10
+
+  target: postgres