Source Yandex Metrica: certify to beta (#24188)

* Source Yandex: http -> https

* Source Yandex: fix schema

* Source Yandex: bump to latest version

* Source Yandex: Ref Clean Job

* Source Yandex: Ref

* Source Yandex: update schemas; ref

* Source Yandex: refactor

* Source Yandex: refactor; add tests

* Source Yandex: bump version; update setup; update docs

* Source Yandex Metrica: fix tests

* Source Yandex Metrica: add allowed hosts; change releaseStage

* Source Yandex Metrica: fix docs

* Source Yandex Metrica: fix docs

* Automated Change

* Source Yandex Metrica: update docs

* Source Yandex Metrica: update docs

* Source Yandex Metrica: add expected_records for views stream

* auto-bump connector version

* Automated Commit - Formatting Changes

* Source Yandex Metrica: empty commit

---------

Co-authored-by: artem1205 <artem1205@users.noreply.github.com>
Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>

airbyte-config/init/src/main/resources/seed/source_definitions.yaml

@@ -2452,11 +2452,14 @@
 - name: Yandex Metrica
   sourceDefinitionId: 7865dce4-2211-4f6a-88e5-9d0fe161afe7
   dockerRepository: airbyte/source-yandex-metrica
-  dockerImageTag: 0.1.0
+  dockerImageTag: 1.0.0
   documentationUrl: https://docs.airbyte.com/integrations/sources/yandex-metrica
   icon: yandexmetrica.svg
   sourceType: api
-  releaseStage: alpha
+  releaseStage: beta
+  allowedHosts:
+    hosts:
+      - api-metrica.yandex.net
 - name: Younium
   sourceDefinitionId: 9c74c2d7-531a-4ebf-b6d8-6181f805ecdc
   dockerRepository: airbyte/source-younium

airbyte-config/init/src/main/resources/seed/source_specs.yaml

@@ -18089,18 +18089,17 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-yandex-metrica:0.1.0"
+- dockerImage: "airbyte/source-yandex-metrica:1.0.0"
   spec:
-    documentationUrl: "https://docsurl.com"
+    documentationUrl: "https://docs.airbyte.com/integrations/sources/yandex-metrica"
     connectionSpecification:
-      $schema: "http://json-schema.org/draft-07/schema#"
+      $schema: "https://json-schema.org/draft-07/schema#"
       title: "Yandex Metrica Spec"
       type: "object"
       required:
       - "auth_token"
       - "counter_id"
       - "start_date"
-      - "end_date"
       additionalProperties: true
       properties:
         auth_token:
@@ -18118,16 +18117,20 @@
         start_date:
           title: "Start Date"
           type: "string"
-          description: "UTC date and time in the format YYYY-MM-DD."
+          description: "Starting point for your data replication, in format of \"\
+            YYYY-MM-DD\"."
           pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}$"
+          format: "date"
           examples:
           - "2022-01-01"
           order: 2
         end_date:
           title: "End Date"
           type: "string"
-          description: "UTC date and time in the format YYYY-MM-DD."
+          description: "Starting point for your data replication, in format of \"\
+            YYYY-MM-DD\". If not provided will sync till most recent date."
           pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}$"
+          format: "date"
           examples:
           - "2022-01-01"
           order: 3

airbyte-integrations/connectors/source-yandex-metrica/Dockerfile

@@ -34,5 +34,5 @@ COPY source_yandex_metrica ./source_yandex_metrica
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.0
+LABEL io.airbyte.version=1.0.0
 LABEL io.airbyte.name=airbyte/source-yandex-metrica

airbyte-integrations/connectors/source-yandex-metrica/acceptance-test-config.yml

@@ -14,15 +14,15 @@ tests:
   basic_read:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
-      empty_streams: []
-      timeout_seconds: 3600
+      expect_records:
+        path: "integration_tests/expected_records.jsonl"
+        extra_fields: no
+        exact_order: no
+        extra_records: yes
   full_refresh:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
-      timeout_seconds: 3600
   incremental:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
-      future_state_path: "integration_tests/sample_state.json"
-      timeout_seconds: 3600
-      threshold_days: 1
+      future_state_path: "integration_tests/abnormal_state.json"

airbyte-integrations/connectors/source-yandex-metrica/integration_tests/abnormal_state.json

@@ -1,12 +1,16 @@
-{
-  "views": {
-    "end_date": "9999-01-01",
-    "start_date": "9999-01-01",
-    "dateTime": "9999-01-01 00:00:00"
+[
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "dateTime": "2100-01-01T00:00:00+00:00"},
+      "stream_descriptor": { "name": "sessions" }
+    }
   },
-  "sessions": {
-    "end_date": "9999-01-01",
-    "start_date": "9999-01-01",
-    "dateTime": "9999-01-01 00:00:00"
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "dateTime": "2100-01-01T00:00:00+00:00"},
+      "stream_descriptor": { "name": "views" }
+    }
   }
-}
+]

airbyte-integrations/connectors/source-yandex-metrica/integration_tests/sample_state.json

@@ -1,12 +1,16 @@
-{
-  "views": {
-    "end_date": "2022-07-20",
-    "start_date": "2022-07-20",
-    "dateTime": "2022-07-20 01:00:00"
+[
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "dateTime": "2022-11-03T03:22:50+00:00"},
+      "stream_descriptor": { "name": "sessions" }
+    }
   },
-  "sessions": {
-    "end_date": "2022-07-20",
-    "start_date": "2022-07-20",
-    "dateTime": "2022-07-20 01:0:00"
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "dateTime": "2022-11-03T03:22:50+00:00"},
+      "stream_descriptor": { "name": "views" }
+    }
   }
-}
+]

airbyte-integrations/connectors/source-yandex-metrica/sample_files/configured_catalog.json

@@ -4,7 +4,7 @@
       "stream": {
         "name": "views",
         "json_schema": {
-          "$schema": "http://json-schema.org/draft-04/schema#",
+          "$schema": "https://json-schema.org/draft-04/schema#",
           "type": "object",
           "properties": {
             "counter_id": {

airbyte-integrations/connectors/source-yandex-metrica/setup.py

@@ -5,16 +5,9 @@
 
 from setuptools import find_packages, setup
 
-MAIN_REQUIREMENTS = [
-    "airbyte-cdk~=0.1",
-    "pytest~=6.1",
-]
+MAIN_REQUIREMENTS = ["airbyte-cdk"]
 
-TEST_REQUIREMENTS = [
-    "pytest~=6.1",
-    "pytest-mock",
-    "connector-acceptance-test",
-]
+TEST_REQUIREMENTS = ["freezegun", "pytest~=6.1", "pytest-mock", "requests_mock", "connector-acceptance-test"]
 
 setup(
     name="source_yandex_metrica",