From 05f7d86645047e29b2f180e01c2687fa575452f5 Mon Sep 17 00:00:00 2001 From: oleh Date: Thu, 6 Jan 2022 09:59:16 +0200 Subject: [PATCH 1/2] Add incremental sync mode to streams in `integration_tests/configured_catalog.json` --- .../connectors/source-delighted/Dockerfile | 2 +- .../integration_tests/configured_catalog.json | 48 ++++++++++++------- docs/integrations/sources/delighted.md | 1 + 3 files changed, 32 insertions(+), 19 deletions(-) diff --git a/airbyte-integrations/connectors/source-delighted/Dockerfile b/airbyte-integrations/connectors/source-delighted/Dockerfile index 1e1396f91cea8..41c613ad0ff75 100644 --- a/airbyte-integrations/connectors/source-delighted/Dockerfile +++ b/airbyte-integrations/connectors/source-delighted/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.1.1 +LABEL io.airbyte.version=0.1.2 LABEL io.airbyte.name=airbyte/source-delighted diff --git a/airbyte-integrations/connectors/source-delighted/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-delighted/integration_tests/configured_catalog.json index 85a9f5051bdeb..95d7427591401 100644 --- a/airbyte-integrations/connectors/source-delighted/integration_tests/configured_catalog.json +++ b/airbyte-integrations/connectors/source-delighted/integration_tests/configured_catalog.json @@ -2,43 +2,55 @@ "streams": [ { "stream": { - "name": "people", + "name": "bounces", "json_schema": {}, - "supported_sync_modes": ["full_refresh"], - "source_defined_primary_key": [["id"]] + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["bounced_at"], + "source_defined_primary_key": [["person_id"]] }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "sync_mode": "incremental", + "destination_sync_mode": "append", + "cursor_field": ["bounced_at"] }, { "stream": { - "name": "unsubscribes", + "name": "people", "json_schema": {}, - "supported_sync_modes": ["full_refresh"], + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["created_at"], "source_defined_primary_key": [["id"]] }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "sync_mode": "incremental", + "destination_sync_mode": "append", + "cursor_field": ["created_at"] }, { "stream": { - "name": "bounces", + "name": "survey_responses", "json_schema": {}, - "supported_sync_modes": ["full_refresh"], + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["updated_at"], "source_defined_primary_key": [["id"]] }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "sync_mode": "incremental", + "destination_sync_mode": "append", + "cursor_field": ["updated_at"] }, { "stream": { - "name": "survey_responses", + "name": "unsubscribes", "json_schema": {}, - "supported_sync_modes": ["full_refresh"], - "source_defined_primary_key": [["id"]] + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["unsubscribed_at"], + "source_defined_primary_key": [["person_id"]] }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "sync_mode": "incremental", + "destination_sync_mode": "append", + "cursor_field": ["unsubscribed_at"] } ] } diff --git a/docs/integrations/sources/delighted.md b/docs/integrations/sources/delighted.md index 9402469ee0d7b..89a6db716ed5c 100644 --- a/docs/integrations/sources/delighted.md +++ b/docs/integrations/sources/delighted.md @@ -37,5 +37,6 @@ This connector supports `API PASSWORD` as the authentication method. | Version | Date | Pull Request | Subject | | :--- | :--- | :--- | :--- | +| 0.1.2 | 2022-01-06 | [9333](https://github.com/airbytehq/airbyte/pull/9333) | Add incremental sync mode to streams in `integration_tests/configured_catalog.json` | | 0.1.1 | 2022-01-04 | [9275](https://github.com/airbytehq/airbyte/pull/9275) | Fix pagination handling for `survey_responses`, `bounces` and `unsubscribes` streams | | 0.1.0 | 2021-10-27 | [4551](https://github.com/airbytehq/airbyte/pull/4551) | Add Delighted source connector | From d9196ee76a70c0aecaa81945a50d2abe486a5c05 Mon Sep 17 00:00:00 2001 From: oleh Date: Thu, 6 Jan 2022 10:56:13 +0200 Subject: [PATCH 2/2] Bump connector's version --- .../init/src/main/resources/seed/source_definitions.yaml | 2 +- airbyte-config/init/src/main/resources/seed/source_specs.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index 0fb24d6aab430..dadadf52fc82d 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -147,7 +147,7 @@ - name: Delighted sourceDefinitionId: cc88c43f-6f53-4e8a-8c4d-b284baaf9635 dockerRepository: airbyte/source-delighted - dockerImageTag: 0.1.1 + dockerImageTag: 0.1.2 documentationUrl: https://docs.airbyte.io/integrations/sources/delighted icon: delighted.svg sourceType: api diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index b373fb83bbe9a..44629eb404bec 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -1280,7 +1280,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-delighted:0.1.1" +- dockerImage: "airbyte/source-delighted:0.1.2" spec: documentationUrl: "https://docsurl.com" connectionSpecification: