Connector Health: Fixed SAT for Amazon Ads, Faker, Hubspot, Instagram, Pinterest, Sentry, Zendesk Talk

airbyte-config/init/src/main/resources/seed/source_definitions.yaml

@@ -66,6 +66,12 @@
   icon: amazonads.svg
   sourceType: api
   releaseStage: generally_available
+  allowedHosts:
+    hosts:
+      - api.amazon.com
+      - advertising-api.amazon.com
+      - advertising-api-eu.amazon.com
+      - advertising-api-fe.amazon.com
 - name: Amazon Seller Partner
   sourceDefinitionId: e55879a8-0ef8-4557-abcf-ab34c53ec460
   dockerRepository: airbyte/source-amazon-seller-partner
@@ -865,6 +871,9 @@
   icon: instagram.svg
   sourceType: api
   releaseStage: generally_available
+  allowedHosts:
+    hosts:
+      - graph.facebook.com
 - name: Instatus
   sourceDefinitionId: 1901024c-0249-45d0-bcac-31a954652927
   dockerRepository: airbyte/source-instatus
@@ -1354,6 +1363,9 @@
   icon: pinterest.svg
   sourceType: api
   releaseStage: generally_available
+  allowedHosts:
+    hosts:
+      - api.pinterest.com
 - name: Pipedrive
   sourceDefinitionId: d8286229-c680-4063-8c59-23b9b391c700
   dockerRepository: airbyte/source-pipedrive
@@ -2146,6 +2158,10 @@
   icon: zendesk-talk.svg
   sourceType: api
   releaseStage: generally_available
+  allowedHosts:
+    hosts:
+      - "${subdomain}.zendesk.com"
+      - zendesk.com
 - name: Zenefits
   sourceDefinitionId: 8baba53d-2fe3-4e33-bc85-210d0eb62884
   dockerRepository: airbyte/source-zenefits
@@ -2170,6 +2186,9 @@
   icon: sentry.svg
   sourceType: api
   releaseStage: generally_available
+  allowedHosts:
+    hosts:
+      - "*"
 - name: Zuora
   sourceDefinitionId: 3dc3037c-5ce8-4661-adc2-f7a9e3c5ece5
   dockerRepository: airbyte/source-zuora

airbyte-integrations/connectors/source-amazon-ads/acceptance-test-config.yml

@@ -28,9 +28,6 @@ acceptance_tests:
       timeout_seconds: 2400
       expect_records:
         path: integration_tests/expected_records.jsonl
-        exact_order: no
-        extra_fields: no
-        extra_records: no
   connection:
     tests:
     - config_path: secrets/config.json

airbyte-integrations/connectors/source-amazon-ads/integration_tests/expected_records.jsonl

@@ -6,7 +6,7 @@
 {"stream": "profiles", "data": {"profileId": 2445745172318948, "countryCode": "US", "currencyCode": "USD", "timezone": "America/Los_Angeles", "accountInfo": {"marketplaceStringId": "ATVPDKIKX0DER", "id": "ENTITY3QRPN1GHC1Q0U", "type": "vendor", "name": "3PTestBrand-A3LUQZ2NBMFGO46750119612846", "validPaymentMethod": true}}, "emitted_at": 1674212646243}
 {"stream": "profiles", "data": {"profileId": 3039403378822505, "countryCode": "US", "currencyCode": "USD", "timezone": "America/Los_Angeles", "accountInfo": {"marketplaceStringId": "ATVPDKIKX0DER", "id": "ENTITY2ZP3PPFBG2043", "type": "vendor", "name": "3PTestBrand-A3LUQZ2NBMFGO4215634471126", "validPaymentMethod": true}}, "emitted_at": 1674212646243}
 {"stream":"sponsored_display_ad_groups","data":{"adGroupId": 239470166910761, "campaignId": 25934734632378, "defaultBid": 0.02, "name": "Ad group - 7/20/2022 15:45:46", "state": "enabled", "bidOptimization": "clicks", "tactic": "T00020", "creativeType": "IMAGE"},"emitted_at":1659020218593}
-{"stream":"sponsored_display_campaigns","data":{"campaignId":25934734632378,"name":"Campaign - 7/20/2022 15:45:46","tactic":"T00020","startDate":"20240510","state":"enabled","costType":"cpc","budget":1,"budgetType":"daily","deliveryProfile":"as_soon_as_possible"},"emitted_at":1659020217679}
+{"stream": "sponsored_display_campaigns", "data": {"campaignId": 25934734632378, "name": "Campaign - 7/20/2022 15:45:46", "tactic": "T00020", "startDate": "20230208", "endDate": "20230215", "state": "enabled", "costType": "cpc", "budget": 1.0, "budgetType": "daily", "deliveryProfile": "as_soon_as_possible"}, "emitted_at": 1677629105647}
 {"stream":"sponsored_display_product_ads","data":{"adId":125773733335504,"adGroupId":239470166910761,"campaignId":25934734632378,"asin":"B000BNT390","state":"enabled"},"emitted_at":1659020219604}
 {"stream":"sponsored_display_product_ads","data":{"adId":22923447445879,"adGroupId":239470166910761,"campaignId":25934734632378,"asin":"B000BNQBJK","state":"enabled"},"emitted_at":1659020219605}
 {"stream":"sponsored_display_product_ads","data":{"adId":174434781640143,"adGroupId":239470166910761,"campaignId":25934734632378,"asin":"B006K1JR0W","state":"enabled"},"emitted_at":1659020219605}
@@ -48,10 +48,10 @@
 {"stream":"sponsored_display_product_ads","data":{"adId":195948665185008,"adGroupId":239470166910761,"campaignId":25934734632378,"asin":"B000BNQBOA","state":"enabled"},"emitted_at":1659020219614}
 {"stream":"sponsored_display_product_ads","data":{"adId":130802512011075,"adGroupId":239470166910761,"campaignId":25934734632378,"asin":"B091G1HT4P","state":"enabled"},"emitted_at":1659020219614}
 {"stream":"sponsored_display_targetings","data":{"adGroupId":239470166910761,"bid":0.4,"expression":[{"type":"similarProduct"}],"expressionType":"auto","resolvedExpression":[{"type":"similarProduct"}],"state":"enabled","targetId":124150067548052},"emitted_at":1659020220625}
-{"stream":"sponsored_product_campaigns","data":{"campaignId":39413387973397,"name":"Test campaging for profileId 1861552880916640","campaignType":"sponsoredProducts","targetingType":"manual","premiumBidAdjustment":true,"dailyBudget":10,"ruleBasedBudget":{"isProcessing":false},"startDate":"20220705","endDate":"20220712","state":"paused","bidding":{"strategy":"legacyForSales","adjustments":[{"predicate":"placementTop","percentage":50}]},"tags":{"PONumber":"examplePONumber","accountManager":"exampleAccountManager"}},"emitted_at":1659020221212}
-{"stream":"sponsored_product_campaigns","data":{"campaignId":135264288913079,"name":"Campaign - 7/5/2022 18:14:02","campaignType":"sponsoredProducts","targetingType":"auto","premiumBidAdjustment":false,"dailyBudget":10,"startDate":"20220705","state":"enabled","bidding":{"strategy":"legacyForSales","adjustments":[]}},"emitted_at":1659020221384}
-{"stream":"sponsored_product_campaigns","data":{"campaignId":191249325250025,"name":"Campaign - 7/8/2022 13:57:48","campaignType":"sponsoredProducts","targetingType":"auto","premiumBidAdjustment":true,"dailyBudget":50,"startDate":"20220708","state":"enabled","bidding":{"strategy":"legacyForSales","adjustments":[{"predicate":"placementTop","percentage":100},{"predicate":"placementProductPage","percentage":100}]}},"emitted_at":1659020221384}
-{"stream":"sponsored_product_campaigns","data":{"campaignId":146003174711486,"name":"Test campaging for profileId 3039403378822505","campaignType":"sponsoredProducts","targetingType":"manual","premiumBidAdjustment":true,"dailyBudget":1,"startDate":"20220705","endDate":"20231111","state":"enabled","bidding":{"strategy":"legacyForSales","adjustments":[{"predicate":"placementTop","percentage":50}]},"tags":{"PONumber":"examplePONumber","accountManager":"exampleAccountManager"}},"emitted_at":1659020221553}
+{"stream": "sponsored_product_campaigns", "data": {"campaignId": 39413387973397, "name": "Test campaging for profileId 1861552880916640", "campaignType": "sponsoredProducts", "targetingType": "manual", "premiumBidAdjustment": true, "dailyBudget": 10.0, "ruleBasedBudget": {"isProcessing": false}, "startDate": "20220705", "endDate": "20220712", "state": "paused", "bidding": {"strategy": "legacyForSales", "adjustments": [{"predicate": "placementTop", "percentage": 50}]}, "tags": {"PONumber": "examplePONumber", "accountManager": "exampleAccountManager"}}, "emitted_at": 1677630109443}
+{"stream": "sponsored_product_campaigns", "data": {"campaignId": 135264288913079, "name": "Campaign - 7/5/2022 18:14:02", "campaignType": "sponsoredProducts", "targetingType": "auto", "premiumBidAdjustment": false, "dailyBudget": 10.0, "startDate": "20220705", "state": "enabled", "bidding": {"strategy": "legacyForSales", "adjustments": []}}, "emitted_at": 1677630109611}
+{"stream": "sponsored_product_campaigns", "data": {"campaignId": 191249325250025, "name": "Campaign - 7/8/2022 13:57:48", "campaignType": "sponsoredProducts", "targetingType": "auto", "premiumBidAdjustment": true, "dailyBudget": 50.0, "startDate": "20220708", "state": "enabled", "bidding": {"strategy": "legacyForSales", "adjustments": [{"predicate": "placementProductPage", "percentage": 100}, {"predicate": "placementTop", "percentage": 100}]}}, "emitted_at": 1677630109612}
+{"stream": "sponsored_product_campaigns", "data": {"campaignId": 146003174711486, "name": "Test campaging for profileId 3039403378822505", "campaignType": "sponsoredProducts", "targetingType": "manual", "premiumBidAdjustment": true, "dailyBudget": 2.0, "startDate": "20220705", "endDate": "20231111", "state": "enabled", "bidding": {"strategy": "legacyForSales", "adjustments": [{"predicate": "placementTop", "percentage": 50}]}, "tags": {"PONumber": "examplePONumber", "accountManager": "exampleAccountManager"}}, "emitted_at": 1677630109776}
 {"stream":"sponsored_product_ad_groups","data":{"adGroupId":226404883721634,"name":"My AdGroup for Campaign 39413387973397","campaignId":39413387973397,"defaultBid":10,"state":"enabled"},"emitted_at":1659020222108}
 {"stream":"sponsored_product_ad_groups","data":{"adGroupId":183961953969922,"name":"Ad group - 7/5/2022 18:14:02","campaignId":135264288913079,"defaultBid":0.75,"state":"enabled"},"emitted_at":1659020222276}
 {"stream":"sponsored_product_ad_groups","data":{"adGroupId":108551155050351,"name":"Ad group - 7/8/2022 13:57:48","campaignId":191249325250025,"defaultBid":1,"state":"enabled"},"emitted_at":1659020222276}

airbyte-integrations/connectors/source-faker/acceptance-test-config.yml

@@ -21,17 +21,10 @@ acceptance_tests:
         empty_streams: []
         expect_records:
           path: integration_tests/expected_records.jsonl
-          exact_order: true
-          extra_fields: false
-          extra_records: false
   full_refresh:
     tests:
       - config_path: secrets/config.json
         configured_catalog_path: integration_tests/configured_catalog.json
-        ignored_fields:
-          users:
-            - created_at
-            - updated_at
   incremental:
     tests:
       - config_path: secrets/config.json

airbyte-integrations/connectors/source-faker/integration_tests/expected_records.jsonl

@@ -8,16 +8,16 @@
 {"stream": "users", "data": {"id": 8, "created_at": "2021-03-12T17:56:44+00:00", "updated_at": "2021-12-12T02:28:42+00:00", "name": "Terrell", "title": "Miss", "age": 55, "email": "stick1999+8@yahoo.com", "telephone": "023-973-2689", "gender": "Fluid", "language": "Tamil", "academic_degree": "PhD", "nationality": "Japanese", "occupation": "Trout Farmer", "height": "1.62", "blood_type": "O+", "weight": 43}, "emitted_at": 1675130742596}
 {"stream": "users", "data": {"id": 9, "created_at": "2000-08-02T09:45:54+00:00", "updated_at": "2003-03-17T12:23:31+00:00", "name": "Ira", "title": "M.A.", "age": 37, "email": "efforts2075+9@yandex.com", "telephone": "(286) 981-5100", "gender": "Female", "language": "Croatian", "academic_degree": "Master", "nationality": "Cameroonian", "occupation": "Purchase Clerk", "height": "1.54", "blood_type": "AB+", "weight": 74}, "emitted_at": 1675130742596}
 {"stream": "users", "data": {"id": 10, "created_at": "2007-01-25T06:34:58+00:00", "updated_at": "2018-10-13T20:10:10+00:00", "name": "Randall", "title": "Mrs.", "age": 34, "email": "intellectual1951+10@gmail.com", "telephone": "018-029-4112", "gender": "Male", "language": "Luxembourgish", "academic_degree": "Master", "nationality": "Mexican", "occupation": "Nursery Nurse", "height": "1.78", "blood_type": "AB\u2212", "weight": 58}, "emitted_at": 1675130742596}
-{"stream": "purchases", "data": {"id": 1, "product_id": 8, "user_id": 1, "added_to_cart_at": "2003-02-23T11:53:10+00:00", "purchased_at": "2011-03-30T11:53:10+00:00", "returned_at": null}, "emitted_at": 1675679836127}
-{"stream": "purchases", "data": {"id": 2, "product_id": 95, "user_id": 2, "added_to_cart_at": "2022-08-08T13:40:25+00:00", "purchased_at": "2022-10-11T13:40:25+00:00", "returned_at": null}, "emitted_at": 1675679836127}
-{"stream": "purchases", "data": {"id": 3, "product_id": 28, "user_id": 3, "added_to_cart_at": "2021-09-06T00:23:29+00:00", "purchased_at": "2022-02-15T00:23:29+00:00", "returned_at": null}, "emitted_at": 1675679836127}
-{"stream": "purchases", "data": {"id": 4, "product_id": 82, "user_id": 4, "added_to_cart_at": "2016-01-27T05:20:11+00:00", "purchased_at": null, "returned_at": null}, "emitted_at": 1675679836127}
-{"stream": "purchases", "data": {"id": 5, "product_id": 66, "user_id": 5, "added_to_cart_at": "2020-02-14T11:54:28+00:00", "purchased_at": "2022-08-13T11:54:28+00:00", "returned_at": null}, "emitted_at": 1675679836128}
-{"stream": "purchases", "data": {"id": 6, "product_id": 35, "user_id": 6, "added_to_cart_at": "2023-02-01T14:41:33+00:00", "purchased_at": "2023-02-01T14:41:33+00:00", "returned_at": null}, "emitted_at": 1675679836128}
-{"stream": "purchases", "data": {"id": 7, "product_id": 60, "user_id": 8, "added_to_cart_at": "2018-12-14T17:46:29+00:00", "purchased_at": "2021-04-29T17:46:29+00:00", "returned_at": null}, "emitted_at": 1675679836128}
-{"stream": "purchases", "data": {"id": 8, "product_id": 22, "user_id": 9, "added_to_cart_at": "2022-07-15T15:19:19+00:00", "purchased_at": "2022-09-13T15:19:19+00:00", "returned_at": null}, "emitted_at": 1675679836128}
-{"stream": "purchases", "data": {"id": 9, "product_id": 4, "user_id": 9, "added_to_cart_at": "2019-07-06T23:13:31+00:00", "purchased_at": "2020-06-25T23:13:31+00:00", "returned_at": null}, "emitted_at": 1675679836128}
-{"stream": "purchases", "data": {"id": 10, "product_id": 66, "user_id": 10, "added_to_cart_at": "2019-12-14T02:50:52+00:00", "purchased_at": "2023-02-02T02:50:52+00:00", "returned_at": null}, "emitted_at": 1675679836128}
+{"stream": "purchases", "data": {"id": 1, "product_id": 8, "user_id": 1, "added_to_cart_at": "2003-02-23T11:53:10+00:00", "purchased_at": "2011-03-30T11:53:10+00:00", "returned_at": null}, "emitted_at": 1677617526567}
+{"stream": "purchases", "data": {"id": 2, "product_id": 95, "user_id": 2, "added_to_cart_at": "2022-08-08T13:40:25+00:00", "purchased_at": "2022-10-11T13:40:25+00:00", "returned_at": null}, "emitted_at": 1677617526567}
+{"stream": "purchases", "data": {"id": 3, "product_id": 28,"user_id": 3,"added_to_cart_at": "2021-09-06T00:23:29+00:00","purchased_at": "2022-02-15T00:23:29+00:00","returned_at": null}, "emitted_at": 1677617526568}
+{"stream": "purchases", "data": {"id": 4,"product_id": 82,"user_id": 4,"added_to_cart_at": "2016-01-27T05:20:11+00:00","purchased_at": null,"returned_at": null}, "emitted_at": 1677617526568}
+{"stream": "purchases", "data":  {"id": 5,"product_id": 66,"user_id": 5,"added_to_cart_at": "2020-02-14T11:54:28+00:00","purchased_at": "2022-08-13T11:54:28+00:00","returned_at": null}, "emitted_at": 1677617526568}
+{"stream": "purchases", "data": {"id": 6,"product_id": 35,"user_id": 6,"added_to_cart_at": "2023-02-01T14:41:33+00:00","purchased_at": "2023-02-28T14:41:33+00:00","returned_at": "2023-03-01T14:41:33+00:00"}, "emitted_at": 1677617526569}
+{"stream": "purchases", "data": {"id": 7,"product_id": 60,"user_id": 8,"added_to_cart_at": "2018-12-14T17:46:29+00:00","purchased_at": "2021-04-29T17:46:29+00:00","returned_at": null}, "emitted_at": 1677617526569}
+{"stream": "purchases", "data": {"id": 8,"product_id": 22,"user_id": 9,"added_to_cart_at": "2022-07-15T15:19:19+00:00","purchased_at": "2022-09-13T15:19:19+00:00","returned_at": null}, "emitted_at": 1677617526569}
+{"stream": "purchases", "data": {"id": 9,"product_id": 4,"user_id": 9,"added_to_cart_at": "2019-07-06T23:13:31+00:00","purchased_at": "2020-06-25T23:13:31+00:00","returned_at": null}, "emitted_at": 1677617526569}
+{"stream": "purchases", "data": {"id": 10,"product_id": 66,"user_id": 10,"added_to_cart_at": "2019-12-14T02:50:52+00:00","purchased_at": "2023-02-02T02:50:52+00:00","returned_at": null}, "emitted_at": 1677617526569}
 {"stream": "products", "data": {"id": 1, "make": "Mazda", "model": "MX-5", "year": 2008, "price": 2869, "created_at": "2022-02-01T17:02:19+00:00"}, "emitted_at": 1675130742837}
 {"stream": "products", "data": {"id": 2, "make": "Mercedes-Benz", "model": "C-Class", "year": 2009, "price": 42397, "created_at": "2021-01-25T14:31:33+00:00"}, "emitted_at": 1675130742837}
 {"stream": "products", "data": {"id": 3, "make": "Honda", "model": "Accord Crosstour", "year": 2011, "price": 63293, "created_at": "2021-02-11T05:36:03+00:00"}, "emitted_at": 1675130742837}

airbyte-integrations/connectors/source-hubspot/acceptance-test-config.yml

@@ -20,47 +20,58 @@ acceptance_tests:
   basic_read:
     tests:
       - config_path: secrets/config_oauth.json
-        empty_streams:
-        - name: property_history
-          bypass_reason: has randomly calculated records
-        - name: form_submissions
-          bypass_reason: unable to populate
-        - name: ticket_pipelines
-          bypass_reason: unable to populate
-        - name: engagements_meetings
-          bypass_reason: unable to populate
-        - name: engagements_emails
-          bypass_reason: unable to populate
-        - name: engagements_calls
-          bypass_reason: unable to populate
-        - name: quotes
-          bypass_reason: unable to populate
-        timeout_seconds: 3600
         expect_records:
           path: integration_tests/expected_records.jsonl
-          exact_order: yes
-          extra_fields: yes
-          extra_records: no
+        timeout_seconds: 3600
+        empty_streams:
+          - name: form_submissions
+            bypass_reason: Unable to populate
+          - name: ticket_pipelines
+            bypass_reason: Unable to populate
+          - name: engagements_meetings
+            bypass_reason: Unable to populate
+          - name: engagements_emails
+            bypass_reason: Unable to populate
+          - name: engagements_calls
+            bypass_reason: Unable to populate
+          - name: quotes
+            bypass_reason: Unable to populate
+        ignored_fields:
+          contact_lists:
+          - name: ilsFilterBranch
+            bypass_reason: Floating fields order
+          companies:
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
+          contacts:
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
+          deals:
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
+          tickets:
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
   full_refresh:
     tests:
       - config_path: secrets/config_oauth.json
         configured_catalog_path: sample_files/full_refresh_oauth_catalog.json
         ignored_fields:
-          companies:
-          - properties
-          - hs_time_in_subscriber
           contact_lists:
-          - properties
-          - ilsFilterBranch
+          - name: ilsFilterBranch
+            bypass_reason: Floating fields order
+          companies:
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
           contacts:
-          - properties
-          - hs_time_in_subscriber
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
           deals:
-          - properties
-          - hs_time_in_qualifiedtobuy
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
           tickets:
-          - properties
-          - hs_time_in_4
+          - name: properties/hs_time_*
+            bypass_reason: Hubspot time depend on current time
   incremental:
     tests:
       - config_path: secrets/config_oauth.json