Source google ads: add more logs

airbyte-integrations/connectors/source-google-ads/Dockerfile

@@ -13,5 +13,5 @@ COPY main.py ./
 
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.2.5
+LABEL io.airbyte.version=0.2.6
 LABEL io.airbyte.name=airbyte/source-google-ads

airbyte-integrations/connectors/source-google-ads/acceptance-test-config.yml

@@ -1,12 +1,11 @@
 # See [Source Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/source-acceptance-tests-reference)
 # for more information about how to configure these tests
 connector_image: airbyte/source-google-ads:dev
+test_strictness_level: high
 acceptance_tests:
   spec:
     tests:
       - spec_path: "source_google_ads/spec.json"
-        backward_compatibility_tests_config:
-          disable_for_version: "0.1.45"
   connection:
     tests:
       - config_path: "secrets/config.json"
@@ -16,24 +15,43 @@ acceptance_tests:
   discovery:
     tests:
       - config_path: "secrets/config.json"
-        backward_compatibility_tests_config:
-          disable_for_version: "0.2.4"
   basic_read:
     tests:
       - config_path: "secrets/config.json"
-        configured_catalog_path: "integration_tests/configured_catalog.json"
+        expect_records:
+          path: "integration_tests/expected_records.txt"
+        timeout_seconds: 600
         empty_streams:
-          - name: "geographic_report"
-          - name: "keyword_report"
-          - name: "display_keyword_performance_report"
           - name: "display_topics_performance_report"
-          - name: "shopping_performance_report"
-          - name: "unhappytable"
+            bypass_reason: "Stream not filled yet."
           - name: "click_view"
-        timeout_seconds: 600
-      - config_path: "secrets/config.json"
-        configured_catalog_path: "integration_tests/configured_catalog_protobuf_msg.json"
+            bypass_reason: "Stream not filled yet."
+          - name: "unhappytable"
+            bypass_reason: "Stream not filled yet."
+          - name: "shopping_performance_report"
+            bypass_reason: "Stream not filled yet."
   full_refresh:
     tests:
       - config_path: "secrets/config.json"
         configured_catalog_path: "integration_tests/configured_catalog.json"
+  incremental:
+    tests:
+      - config_path: "secrets/incremental_config.json"
+        configured_catalog_path: "integration_tests/incremental_catalog.json"
+        threshold_days: 14
+        future_state:
+          future_state_path: "integration_tests/abnormal_state.json"
+        cursor_paths:
+          account_performance_report: ["4651612872", "segments.date"]
+          click_view: ["4651612872", "segments.date"]
+          geographic_report: ["4651612872", "segments.date"]
+          keyword_report: ["4651612872", "segments.date"]
+          display_topics_performance_report: ["4651612872", "segments.date"]
+          shopping_performance_report: ["4651612872", "segments.date"]
+          ad_group_ads: ["4651612872", "segments.date"]
+          ad_groups: ["4651612872", "segments.date"]
+          accounts: ["4651612872", "segments.date"]
+          campaigns: ["4651612872", "segments.date"]
+          user_location_report: ["4651612872", "segments.date"]
+          ad_group_ad_report: ["4651612872", "segments.date"]
+          display_keyword_performance_report: ["4651612872", "segments.date"]

airbyte-integrations/connectors/source-google-ads/integration_tests/abnormal_state.json

@@ -0,0 +1,93 @@
+[
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "account_performance_report" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "click_view" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "geographic_report" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "keyword_report" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "display_topics_performance_report" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "shopping_performance_report" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "ad_group_ads" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "ad_groups" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "accounts" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "campaigns" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "user_location_report" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "ad_group_ad_report" }
+    }
+  },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "4651612872": { "segments.date": "2222-01-01" }},
+      "stream_descriptor": { "name": "display_keyword_performance_report" }
+    }
+  }
+]

airbyte-integrations/connectors/source-google-ads/integration_tests/configured_catalog.json

@@ -157,6 +157,39 @@
       "cursor_field": ["segments.date"],
       "primary_key": [["campaign.id"], ["segments.date"]]
     },
+    {
+      "stream": {
+        "name": "campaign_labels",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_primary_key": [["campaign_label.resource_name"]]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite",
+      "primary_key": [["campaign_label.resource_name"]]
+    },
+    {
+      "stream": {
+        "name": "ad_group_labels",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_primary_key": [["ad_group_label.resource_name"]]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite",
+      "primary_key": [["ad_group_label.resource_name"]]
+    },
+    {
+      "stream": {
+        "name": "ad_group_ad_labels",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_primary_key": [["ad_group_ad_label.resource_name"]]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite",
+      "primary_key": [["ad_group_ad_label.resource_name"]]
+    },
     {
       "stream": {
         "name": "user_location_report",
@@ -186,6 +219,15 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "ad_group_custom",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }