Add CountDomainKeyword stream and updated to review

airbytehq · Oct 18, 2021 · ec86592 · ec86592
1 parent a6f06d0
commit ec86592
Show file tree

Hide file tree

Showing 4 changed files with 32 additions and 5 deletions.
diff --git a/...ain/resources/config/STANDARD_SOURCE_DEFINITION/8d7ef552-2c0f-11ec-8d3d-0242ac130003.json b/...ain/resources/config/STANDARD_SOURCE_DEFINITION/8d7ef552-2c0f-11ec-8d3d-0242ac130003.json
@@ -4,4 +4,4 @@
   "dockerRepository": "airbyte/source-search-metrics",
   "dockerImageTag": "0.1.0",
   "documentationUrl": "https://docs.airbyte.io/integrations/sources/search-metrics"
-}
+}
diff --git a/...e-integrations/connectors/source-search-metrics/integration_tests/configured_catalog.json b/...e-integrations/connectors/source-search-metrics/integration_tests/configured_catalog.json
@@ -9,6 +9,15 @@
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
+    {
+      "stream": {
+        "name": "count_domain_keyword",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
     {
       "stream": {
         "name": "list_market_share_s7",

diff --git a/.../connectors/source-search-metrics/source_search_metrics/schemas/count_domain_keyword.json b/.../connectors/source-search-metrics/source_search_metrics/schemas/count_domain_keyword.json
@@ -0,0 +1,12 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "type": "object",
+  "properties": {
+    "count": {
+      "type": ["null", "integer"]
+    },
+    "balance": {
+      "type": ["null", "integer"]
+    }
+  }
+}
diff --git a/airbyte-integrations/connectors/source-search-metrics/source_search_metrics/source.py b/airbyte-integrations/connectors/source-search-metrics/source_search_metrics/source.py
@@ -88,10 +88,10 @@ class Projects(SearchMetricsStream):
     primary_key = "project_id"
 
     def request_params(
-            self,
-            stream_state: Mapping[str, Any],
-            stream_slice: Mapping[str, Any] = None,
-            next_page_token: Mapping[str, Any] = None,
+        self,
+        stream_state: Mapping[str, Any],
+        stream_slice: Mapping[str, Any] = None,
+        next_page_token: Mapping[str, Any] = None,
     ) -> MutableMapping[str, Any]:
         return {}
 
@@ -170,6 +170,11 @@ def path(self, **kwargs) -> str:
         return "ProjectOrganicGetListBenchmarkRankingsS7.json"
 
 
+class CountDomainKeyword(ProjectsChildStream, SearchMetricsStream):
+    def path(self, **kwargs) -> str:
+        return "ResearchOrganicGetCountDomainKeyword.json"
+
+
 class CompetitorRankingsS7(ProjectsChildStream, SearchMetricsStream):
     def path(self, **kwargs) -> str:
         return "ProjectOrganicGetListCompetitorRankingsS7.json"
@@ -332,6 +337,7 @@ def streams(self, config: Mapping[str, Any]) -> List[Stream]:
         return [
             BenchmarkRankingsS7(config),
             CompetitorRankingsS7(config),
+            CountDomainKeyword(config),
             DistributionKeywordsS7(config),
             KeywordPotentialsS7(config),
             ListCompetitors(config),