Source Outreach - Feature more data from more streams (#17385)

* [Feature] New Tables in Outreach connector Tables added: * mailboxes * accounts * maillings * opportunities * personas * stages * [Feature] Handle relationships in source code * [Feature] Handle relationships in schemas * [Feature] Use new outreach logo * [Fix] Bad class names didn't follow convention * [Fix] Errors in schemas and relationship data not being available * [Feature] Add Call Data * [Docs] Updated documentation with info on new streams * [Fix][Tests] Pass to 1000 records per page (max) + tests update * [Feature] Add page size variable * [Docs] Add change log * fix schemas * auto-bump connector version --------- Co-authored-by: Marcos Marx <marcosmarxm@users.noreply.github.com> Co-authored-by: marcosmarxm <marcosmarxm@gmail.com> Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
airbytehq · Mar 22, 2023 · 564a8fc · 564a8fc
1 parent f198289
commit 564a8fc
Show file tree

Hide file tree

Showing 23 changed files with 2,462 additions and 17 deletions.
diff --git a/airbyte-config/init/src/main/resources/icons/outreach.svg b/airbyte-config/init/src/main/resources/icons/outreach.svg
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -1406,7 +1406,7 @@
 - name: Outreach
   sourceDefinitionId: 3490c201-5d95-4783-b600-eaf07a4c7787
   dockerRepository: airbyte/source-outreach
-  dockerImageTag: 0.1.2
+  dockerImageTag: 0.2.0
   documentationUrl: https://docs.airbyte.com/integrations/sources/outreach
   icon: outreach.svg
   sourceType: api

diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml
@@ -11066,7 +11066,7 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-outreach:0.1.2"
+- dockerImage: "airbyte/source-outreach:0.2.0"
   spec:
     documentationUrl: "https://docs.airbyte.com/integrations/sources/outreach"
     connectionSpecification:
@@ -11079,7 +11079,7 @@
       - "refresh_token"
       - "redirect_uri"
       - "start_date"
-      additionalProperties: false
+      additionalProperties: true
       properties:
         client_id:
           type: "string"

diff --git a/airbyte-integrations/connectors/source-outreach/Dockerfile b/airbyte-integrations/connectors/source-outreach/Dockerfile
@@ -34,5 +34,5 @@ COPY source_outreach ./source_outreach
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.2
+LABEL io.airbyte.version=0.2.0
 LABEL io.airbyte.name=airbyte/source-outreach
diff --git a/airbyte-integrations/connectors/source-outreach/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-outreach/integration_tests/abnormal_state.json
@@ -1,5 +1,12 @@
 {
   "prospects": { "updatedAt": "2040-11-16T00:00:00Z" },
   "sequences": { "updatedAt": "2040-11-16T00:00:00Z" },
-  "sequence_states": { "updatedAt": "2040-11-16T00:00:00Z" }
+  "sequence_states": { "updatedAt": "2040-11-16T00:00:00Z" },
+  "accounts": { "updatedAt": "2040-11-16T00:00:00Z" },
+  "opportunities": { "updatedAt": "2040-11-16T00:00:00Z" },
+  "personas": { "updatedAt": "2040-11-16T00:00:00Z" },
+  "mailings": { "updatedAt": "2040-11-16T00:00:00Z" },
+  "mailboxes": { "updatedAt": "2040-11-16T00:00:00Z" },
+  "stages": { "updatedAt": "2040-11-16T00:00:00Z" },
+  "calls": { "updatedAt": "2040-11-16T00:00:00Z" }
 }
diff --git a/airbyte-integrations/connectors/source-outreach/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-outreach/integration_tests/configured_catalog.json
@@ -38,6 +38,97 @@
       "sync_mode": "incremental",
       "destination_sync_mode": "overwrite",
       "cursor_field": ["updatedAt"]
+    },
+    {
+      "stream": {
+        "name": "accounts",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updatedAt"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "overwrite",
+      "cursor_field": ["updatedAt"]
+    },
+    {
+      "stream": {
+        "name": "opportunities",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updatedAt"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "overwrite",
+      "cursor_field": ["updatedAt"]
+    },
+    {
+      "stream": {
+        "name": "personas",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updatedAt"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "overwrite",
+      "cursor_field": ["updatedAt"]
+    },
+    {
+      "stream": {
+        "name": "mailings",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updatedAt"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "overwrite",
+      "cursor_field": ["updatedAt"]
+    },
+    {
+      "stream": {
+        "name": "mailboxes",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updatedAt"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "overwrite",
+      "cursor_field": ["updatedAt"]
+    },
+    {
+      "stream": {
+        "name": "stages",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updatedAt"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "overwrite",
+      "cursor_field": ["updatedAt"]
+    },
+    {
+      "stream": {
+        "name": "calls",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updatedAt"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "overwrite",
+      "cursor_field": ["updatedAt"]
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-outreach/integration_tests/sample_state.json b/airbyte-integrations/connectors/source-outreach/integration_tests/sample_state.json
@@ -1,5 +1,12 @@
 {
   "prospects": { "updatedAt": "2020-11-16T00:00:00Z" },
   "sequences": { "updatedAt": "2021-02-16T00:00:00Z" },
-  "sequenceStates": { "updatedAt": "2021-04-16T00:00:00Z" }
+  "sequenceStates": { "updatedAt": "2021-04-16T00:00:00Z" },
+  "accounts": { "updatedAt": "2021-11-16T00:00:00Z" },
+  "opportunities": { "updatedAt": "2022-01-16T00:00:00Z" },
+  "personas": { "updatedAt": "2022-01-03T10:00:00Z" },
+  "mailings": { "updatedAt": "2021-11-01T11:22:00Z" },
+  "mailboxes": { "updatedAt": "2019-01-01T00:00:30Z" },
+  "stages": { "updatedAt": "2021-06-28T10:10:20Z" },
+  "calls": { "updatedAt": "2021-06-28T10:10:20Z" }
 }