Skip to content

Commit

Permalink
Connector Health: Fixed SAT for Instagram, Facebook pages, Google Sea…
Browse files Browse the repository at this point in the history 
…rch Console, Stripe, Typeform, Hubspot, Sentry, Faker, Zendesk support, Slack, Jira (#23711)

* Fixed SAT

* Updated stripe and instagram

* Google search console add allowed hosts

* Fix hubspot, sentry, stripe

* Fix source faker and zendesk-support

* Fix google search console and hubspot

* Fix slack and jira acceptance tests

* Fix expected records for facebook marketing
  • Loading branch information
@lazebnyi
lazebnyi authored Mar 8, 2023
1 parent 3c23ec2 commit cfeabd3
Show file tree
Hide file tree
Showing 20 changed files with 176 additions and 151 deletions.
3 changes: 3 additions & 0 deletions airbyte-config/init/src/main/resources/seed/source_definitions.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -770,6 +770,9 @@
icon: googlesearchconsole.svg
sourceType: api
releaseStage: generally_available
allowedHosts:
hosts:
- "*.googleapis.com"
- name: Google Sheets
sourceDefinitionId: 71607ba1-c0ac-4799-8049-7f4b90dd50f7
dockerRepository: airbyte/source-google-sheets
Expand Down
13 changes: 3 additions & 10 deletions ...ntegrations/connectors/source-facebook-marketing/integration_tests/expected_records.jsonl
View file
Original file line number Diff line number Diff line change
Expand Up @@ -97,13 +97,6 @@
{"stream":"ads_insights_action_type","data":{"account_currency":"USD","account_id":"212551616838260","account_name":"Airbyte","ad_id":"23846784938030398","ad_name":"Stock photo ad 2","adset_id":"23846765228280398","adset_name":"Vanilla awareness ad set","buying_type":"AUCTION","campaign_id":"23846765228240398","campaign_name":"Airbyte Awareness Campaign 1 (sherif)","clicks":0,"conversion_rate_ranking":"UNKNOWN","cost_per_estimated_ad_recallers":0.0146,"cpm":1.533613,"cpp":1.593886,"created_time":"2021-02-11","ctr":0,"date_start":"2021-02-24","date_stop":"2021-02-24","engagement_rate_ranking":"UNKNOWN","estimated_ad_recall_rate":10.917031,"estimated_ad_recallers":50,"frequency":1.039301,"impressions":476,"objective":"BRAND_AWARENESS","optimization_goal":"AD_RECALL_LIFT","quality_ranking":"UNKNOWN","reach":458,"social_spend":0,"spend":0.73,"unique_clicks":0,"unique_ctr":0,"updated_time":"2021-08-27","wish_bid":0},"emitted_at":1674584322929}
{"stream":"ads_insights_action_type","data":{"account_currency":"USD","account_id":"212551616838260","account_name":"Airbyte","ad_id":"23846765228310398","ad_name":"Airbyte Ad","adset_id":"23846765228280398","adset_name":"Vanilla awareness ad set","buying_type":"AUCTION","campaign_id":"23846765228240398","campaign_name":"Airbyte Awareness Campaign 1 (sherif)","clicks":0,"conversion_rate_ranking":"UNKNOWN","cost_per_estimated_ad_recallers":0.013778,"cpm":1.715076,"cpp":1.789322,"created_time":"2021-02-09","ctr":0,"date_start":"2021-02-25","date_stop":"2021-02-25","engagement_rate_ranking":"UNKNOWN","estimated_ad_recall_rate":12.987013,"estimated_ad_recallers":90,"frequency":1.04329,"impressions":723,"objective":"BRAND_AWARENESS","optimization_goal":"AD_RECALL_LIFT","quality_ranking":"UNKNOWN","reach":693,"social_spend":0,"spend":1.24,"unique_clicks":0,"unique_ctr":0,"updated_time":"2021-08-27","wish_bid":0},"emitted_at":1674584323420}
{"stream":"ads_insights_action_type","data":{"account_currency":"USD","account_id":"212551616838260","account_name":"Airbyte","ad_id":"23846784938030398","ad_name":"Stock photo ad 2","adset_id":"23846765228280398","adset_name":"Vanilla awareness ad set","buying_type":"AUCTION","campaign_id":"23846765228240398","campaign_name":"Airbyte Awareness Campaign 1 (sherif)","clicks":0,"conversion_rate_ranking":"UNKNOWN","cost_per_estimated_ad_recallers":0.018,"cpm":1.930295,"cpp":2,"created_time":"2021-02-11","ctr":0,"date_start":"2021-02-25","date_stop":"2021-02-25","engagement_rate_ranking":"UNKNOWN","estimated_ad_recall_rate":11.111111,"estimated_ad_recallers":40,"frequency":1.036111,"impressions":373,"objective":"BRAND_AWARENESS","optimization_goal":"AD_RECALL_LIFT","quality_ranking":"UNKNOWN","reach":360,"social_spend":0,"spend":0.72,"unique_clicks":0,"unique_ctr":0,"updated_time":"2021-08-27","wish_bid":0},"emitted_at":1674584323423}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-02-09T15:04:11-0800","effective_status":"PAUSED","id":"23846765228240398","name":"Airbyte Awareness Campaign 1 (sherif)","objective":"BRAND_AWARENESS","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"2021-02-09T15:04:13-0800","stop_time":"2021-09-30T14:47:46-0700","updated_time":"2021-09-10T08:17:10-0700"},"emitted_at":1674584324205}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-02-08T23:56:04-0800","effective_status":"PAUSED","id":"23846756820270398","name":"integration-test-campaign1","objective":"LINK_CLICKS","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"2021-02-08T23:56:07-0800","stop_time":"2021-03-09T14:45:43-0800","updated_time":"2021-07-26T00:21:26-0700"},"emitted_at":1674584324206}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-01-18T22:16:36-0800","effective_status":"PAUSED","id":"23846542371880398","name":"Fake Campaign 0","objective":"MESSAGES","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"2021-01-18T22:16:36-0800","updated_time":"2021-02-18T00:59:48-0800"},"emitted_at":1674584324208}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-01-18T21:42:45-0800","effective_status":"PAUSED","id":"23846542151990398","name":"Fake Campaign 0","objective":"MESSAGES","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"1969-12-31T15:59:59-0800","updated_time":"2021-02-18T01:00:00-0800"},"emitted_at":1674584324209}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-01-18T21:42:21-0800","effective_status":"PAUSED","id":"23846542150540398","name":"Fake Campaign 0","objective":"MESSAGES","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"1969-12-31T15:59:59-0800","updated_time":"2021-02-18T00:59:52-0800"},"emitted_at":1674584324210}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-01-18T21:36:42-0800","effective_status":"PAUSED","id":"23846542053890398","name":"Fake Campaign 0","objective":"MESSAGES","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"1969-12-31T15:59:59-0800","updated_time":"2021-02-18T01:00:02-0800"},"emitted_at":1674584324211}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-01-18T21:36:16-0800","effective_status":"PAUSED","id":"23846542048150398","name":"Fake Campaign 0","objective":"MESSAGES","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"1969-12-31T15:59:59-0800","updated_time":"2021-02-18T01:00:04-0800"},"emitted_at":1674584324211}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-01-18T21:33:03-0800","effective_status":"PAUSED","id":"23846542041640398","name":"Fake Campaign 0","objective":"MESSAGES","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"1969-12-31T15:59:59-0800","updated_time":"2021-02-18T01:00:03-0800"},"emitted_at":1674584324212}
{"stream":"campaigns","data":{"account_id":"212551616838260","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2021-01-18T21:20:51-0800","effective_status":"PAUSED","id":"23846541931180398","name":"Fake Campaign 0","objective":"MESSAGES","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"1969-12-31T15:59:59-0800","updated_time":"2021-02-18T01:00:04-0800"},"emitted_at":1674584324213}
{"stream":"campaigns","data":{"account_id":"212551616838260","bid_strategy":"LOWEST_COST_WITHOUT_CAP","budget_rebalance_flag":false,"budget_remaining":0,"buying_type":"AUCTION","created_time":"2020-04-13T18:13:49-0700","effective_status":"PAUSED","id":"23844521599700398","lifetime_budget":3000,"name":"Dataline Test Unblock","objective":"CONVERSIONS","smart_promotion_type":"GUIDED_CREATION","source_campaign_id":0,"special_ad_category":"NONE","start_time":"2020-04-13T18:21:59-0700","stop_time":"2020-04-30T00:00:00-0700","updated_time":"2021-07-25T00:50:53-0700"},"emitted_at":1674584324213}
{"stream": "campaigns", "data": {"account_id": "212551616838260", "budget_rebalance_flag": false, "budget_remaining": 0.0, "buying_type": "AUCTION", "created_time": "2021-02-09T15:04:11-0800", "effective_status": "PAUSED", "id": "23846765228240398", "name": "Airbyte Awareness Campaign 1 (sherif)", "objective": "BRAND_AWARENESS", "smart_promotion_type": "GUIDED_CREATION", "source_campaign_id": 0.0, "special_ad_category": "NONE", "start_time": "2021-02-09T15:04:13-0800", "stop_time": "2021-09-30T14:47:46-0700", "updated_time": "2023-03-06T13:25:31-0800"}, "emitted_at": 1678284890714}
{"stream": "campaigns", "data": {"account_id": "212551616838260", "budget_rebalance_flag": false, "budget_remaining": 0.0, "buying_type": "AUCTION", "created_time": "2021-02-08T23:56:04-0800", "effective_status": "PAUSED", "id": "23846756820270398", "name": "integration-test-campaign1", "objective": "LINK_CLICKS", "smart_promotion_type": "GUIDED_CREATION", "source_campaign_id": 0.0, "special_ad_category": "NONE", "start_time": "2021-02-08T23:56:07-0800", "stop_time": "2021-03-09T14:45:43-0800", "updated_time": "2021-07-26T00:21:26-0700"}, "emitted_at": 1678284890715}
{"stream": "campaigns", "data": {"account_id": "212551616838260", "budget_rebalance_flag": false, "budget_remaining": 0.0, "buying_type": "AUCTION", "created_time": "2021-01-18T22:16:36-0800", "effective_status": "PAUSED", "id": "23846542371880398", "name": "Fake Campaign 0", "objective": "MESSAGES", "smart_promotion_type": "GUIDED_CREATION", "source_campaign_id": 0.0, "special_ad_category": "NONE", "start_time": "2021-01-18T22:16:36-0800", "updated_time": "2021-02-18T00:59:48-0800"}, "emitted_at": 1678284890716}
27 changes: 18 additions & 9 deletions airbyte-integrations/connectors/source-facebook-pages/acceptance-test-config.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -37,12 +37,21 @@ acceptance_tests:
# Since we generating new Page access token for each connector run this
# field would containt different values.
page:
- "albums/paging/cursors"
- "indexed_videos/paging/cursors"
- "live_videos/paging/cursors"
- "photos/paging/cursors"
- "posts/paging/next"
- "published_posts/paging/next"
- "feed/paging/next"
- "feed/paging/cursors"
- "feed/data/paging/cursors"
- name: "albums/paging/cursors"
bypass_reason: "Data is not permanent"
- name: "indexed_videos/paging/cursors"
bypass_reason: "Data is not permanent"
- name: "live_videos/paging/cursors"
bypass_reason: "Data is not permanent"
- name: "photos/paging/cursors"
bypass_reason: "Data is not permanent"
- name: "posts/paging/next"
bypass_reason: "Data is not permanent"
- name: "published_posts/paging/next"
bypass_reason: "Data is not permanent"
- name: "feed/paging/next"
bypass_reason: "Data is not permanent"
- name: "feed/paging/cursors"
bypass_reason: "Data is not permanent"
- name: "feed/data/paging/cursors"
bypass_reason: "Data is not permanent"
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-faker/integration_tests/expected_records.jsonl
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
{"stream": "purchases", "data": {"id": 3, "product_id": 28,"user_id": 3,"added_to_cart_at": "2021-09-06T00:23:29+00:00","purchased_at": "2022-02-15T00:23:29+00:00","returned_at": null}, "emitted_at": 1677617526568}
{"stream": "purchases", "data": {"id": 4,"product_id": 82,"user_id": 4,"added_to_cart_at": "2016-01-27T05:20:11+00:00","purchased_at": null,"returned_at": null}, "emitted_at": 1677617526568}
{"stream": "purchases", "data": {"id": 5,"product_id": 66,"user_id": 5,"added_to_cart_at": "2020-02-14T11:54:28+00:00","purchased_at": "2022-08-13T11:54:28+00:00","returned_at": null}, "emitted_at": 1677617526568}
{"stream": "purchases", "data": {"id": 6,"product_id": 35,"user_id": 6,"added_to_cart_at": "2023-02-01T14:41:33+00:00","purchased_at": "2023-02-28T14:41:33+00:00","returned_at": "2023-03-01T14:41:33+00:00"}, "emitted_at": 1677617526569}
{"stream": "purchases", "data": {"id": 6,"product_id": 35,"user_id": 6,"added_to_cart_at": "2023-02-01T14:41:33+00:00","purchased_at": "2023-02-02T14:41:33+00:00","returned_at": null}, "emitted_at": 1677617526569}
{"stream": "purchases", "data": {"id": 7,"product_id": 60,"user_id": 8,"added_to_cart_at": "2018-12-14T17:46:29+00:00","purchased_at": "2021-04-29T17:46:29+00:00","returned_at": null}, "emitted_at": 1677617526569}
{"stream": "purchases", "data": {"id": 8,"product_id": 22,"user_id": 9,"added_to_cart_at": "2022-07-15T15:19:19+00:00","purchased_at": "2022-09-13T15:19:19+00:00","returned_at": null}, "emitted_at": 1677617526569}
{"stream": "purchases", "data": {"id": 9,"product_id": 4,"user_id": 9,"added_to_cart_at": "2019-07-06T23:13:31+00:00","purchased_at": "2020-06-25T23:13:31+00:00","returned_at": null}, "emitted_at": 1677617526569}
Expand Down
91 changes: 83 additions & 8 deletions airbyte-integrations/connectors/source-google-search-console/acceptance-test-config.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,89 @@ acceptance_tests:
exact_order: yes
extra_records: no
timeout_seconds: 1800
ignored_fields:
sitemaps:
- name: lastDownloaded
bypass_reason: "URL changes upon each request for privacy/security"
- name: contents/0/submitted
bypass_reason: "URL changes upon each request for privacy/security"
search_analytics_by_date:
- name: clicks
bypass_reason: "Data changing frequently, because we use live account."
- name: impressions
bypass_reason: "Data changing frequently, because we use live account."
- name: ctr
bypass_reason: "Data changing frequently, because we use live account."
- name: position
bypass_reason: "Data changing frequently, because we use live account."
- name: date
bypass_reason: "Statistic shift each day."
search_analytics_by_country:
- name: clicks
bypass_reason: "Data changing frequently, because we use live account."
- name: impressions
bypass_reason: "Data changing frequently, because we use live account."
- name: ctr
bypass_reason: "Data changing frequently, because we use live account."
- name: position
bypass_reason: "Data changing frequently, because we use live account."
- name: date
bypass_reason: "Statistic shift each day."
search_analytics_by_device:
- name: clicks
bypass_reason: "Data changing frequently, because we use live account."
- name: impressions
bypass_reason: "Data changing frequently, because we use live account."
- name: ctr
bypass_reason: "Data changing frequently, because we use live account."
- name: position
bypass_reason: "Data changing frequently, because we use live account."
- name: date
bypass_reason: "Statistic shift each day."
search_analytics_by_page:
- name: clicks
bypass_reason: "Data changing frequently, because we use live account."
- name: impressions
bypass_reason: "Data changing frequently, because we use live account."
- name: ctr
bypass_reason: "Data changing frequently, because we use live account."
- name: position
bypass_reason: "Data changing frequently, because we use live account."
- name: date
bypass_reason: "Statistic shift each day."
search_analytics_by_query:
- name: clicks
bypass_reason: "Data changing frequently, because we use live account."
- name: impressions
bypass_reason: "Data changing frequently, because we use live account."
- name: ctr
bypass_reason: "Data changing frequently, because we use live account."
- name: position
bypass_reason: "Data changing frequently, because we use live account."
- name: date
bypass_reason: "Statistic shift each day."
search_analytics_all_fields:
- name: clicks
bypass_reason: "Data changing frequently, because we use live account."
- name: impressions
bypass_reason: "Data changing frequently, because we use live account."
- name: ctr
bypass_reason: "Data changing frequently, because we use live account."
- name: position
bypass_reason: "Data changing frequently, because we use live account."
- name: date
bypass_reason: "Statistic shift each day."
custom_dimensions:
- name: clicks
bypass_reason: "Data changing frequently, because we use live account."
- name: impressions
bypass_reason: "Data changing frequently, because we use live account."
- name: ctr
bypass_reason: "Data changing frequently, because we use live account."
- name: position
bypass_reason: "Data changing frequently, because we use live account."
- name: date
bypass_reason: "Statistic shift each day."
full_refresh:
tests:
- config_path: "secrets/config.json"
Expand All @@ -38,11 +121,3 @@ acceptance_tests:
timeout_seconds: 1800
future_state:
future_state_path: "integration_tests/abnormal_state.json"
cursor_paths:
search_analytics_by_country: [ "https://airbyte.io", "web", "date" ]
search_analytics_by_country: [ "https://airbyte.io", "web", "image" ]
search_analytics_by_device: [ "https://airbyte.io", "web", "date" ]
search_analytics_by_page: [ "https://airbyte.io", "web", "date" ]
search_analytics_by_query: [ "https://airbyte.io", "web", "date" ]
search_analytics_all_fields: [ "https://airbyte.io", "web", "date" ]
custom_dimensions: [ "https://airbyte.io", "web", "date" ]
Loading

0 comments on commit cfeabd3

Please sign in to comment.