Revert "Source Marketo: set high test strictness level"

airbyte-integrations/connectors/source-marketo/Dockerfile

@@ -34,5 +34,5 @@ COPY source_marketo ./source_marketo
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=1.0.0
+LABEL io.airbyte.version=0.1.11
 LABEL io.airbyte.name=airbyte/source-marketo

airbyte-integrations/connectors/source-marketo/acceptance-test-config.yml

@@ -1,82 +1,29 @@
 # See [Source Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/source-acceptance-tests-reference)
 # for more information about how to configure these tests
 connector_image: airbyte/source-marketo:dev
-test_strictness_level: high
-acceptance_tests:
+tests:
   spec:
-    tests:
-      - spec_path: "source_marketo/spec.json"
+    - spec_path: "source_marketo/spec.json"
   connection:
-    tests:
-      - config_path: "secrets/config.json"
-        status: "succeed"
-      - config_path: "integration_tests/invalid_config.json"
-        status: "failed"
+    - config_path: "secrets/config.json"
+      status: "succeed"
+    - config_path: "integration_tests/invalid_config.json"
+      status: "failed"
   discovery:
-    tests:
-      - config_path: "secrets/config.json"
+    - config_path: "secrets/config.json"
   basic_read:
-    tests:
-      - config_path: "secrets/config.json"
-        expect_records:
-          path: "integration_tests/expected_records.jsonl"
-        empty_streams:
-          - name: "activities_update_opportunity"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_change_segment"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_document_interacted_with"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_call_webhook"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_push_leadto_marketo"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_change_revenue_stage"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_dialogue_goal_reached"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_removefrom_opportunity"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_received_forwardto_friend_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_open_sales_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_share_content"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_sales_email_bounced"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_dialogue_engaged"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_dialogue_appointment_scheduled"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_click_sales_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_sent_forwardto_friend_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_click_link"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_send_sales_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_change_revenue_stage_manually"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_receive_sales_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_replyto_sales_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_addto_opportunity"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-          - name: "activities_open_email"
-            bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
-        # 52 streams, most of them use BULK API therefore it takes much time to run a sync
-        timeout_seconds: 9000
+    - config_path: "secrets/config.json"
+      configured_catalog_path: "integration_tests/configured_catalog.json"
+      empty_streams: ["lists", "campaigns"]
+      timeout_seconds: 3600
+      expect_records:
+        path: "integration_tests/expected_records.jsonl"
   incremental:
-    tests:
-      - config_path: "secrets/config.json"
-        configured_catalog_path: "integration_tests/incremental_catalog.json"
-        future_state:
-          future_state_path: "integration_tests/abnormal_state.json"
-        timeout_seconds: 3600
+    - config_path: "secrets/config.json"
+      configured_catalog_path: "integration_tests/incremental_catalog.json"
+      future_state_path: "integration_tests/abnormal_state.json"
+      timeout_seconds: 3600
   full_refresh:
-    tests:
-      - config_path: "secrets/config.json"
-        configured_catalog_path: "integration_tests/configured_catalog.json"
+    - config_path: "secrets/config.json"
+      configured_catalog_path: "integration_tests/configured_catalog.json"
+      timeout_seconds: 3600

airbyte-integrations/connectors/source-marketo/integration_tests/catalog.json

@@ -0,0 +1,35 @@
+{
+  "streams": [
+    {
+      "stream": {
+        "name": "programs",
+        "json_schema": {},
+        "supported_sync_modes": ["incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": []
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
+    },
+    {
+      "stream": {
+        "name": "campaigns",
+        "json_schema": {},
+        "supported_sync_modes": ["incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": []
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
+    },
+    {
+      "stream": {
+        "name": "activity_types",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "append"
+    }
+  ]
+}

airbyte-integrations/connectors/source-marketo/integration_tests/configured_catalog.json

@@ -4,84 +4,65 @@
       "stream": {
         "name": "programs",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updatedAt"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": []
       },
-      "sync_mode": "full_refresh",
-      "destination_sync_mode": "append",
-      "cursor_field": ["updatedAt"],
-      "primary_key": [["id"]]
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
         "name": "campaigns",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["createdAt"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": []
       },
-      "sync_mode": "full_refresh",
-      "destination_sync_mode": "append",
-      "cursor_field": ["createdAt"],
-      "primary_key": [["id"]]
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
         "name": "lists",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["createdAt"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": []
       },
-      "sync_mode": "full_refresh",
-      "destination_sync_mode": "append",
-      "cursor_field": ["createdAt"],
-      "primary_key": [["id"]]
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
         "name": "leads",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "default_cursor_field": ["updatedAt"],
-        "source_defined_primary_key": [["id"]]
+        "supported_sync_modes": ["incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": []
       },
-      "sync_mode": "full_refresh",
-      "destination_sync_mode": "append",
-      "cursor_field": ["updatedAt"],
-      "primary_key": [["id"]]
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
         "name": "activity_types",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh"],
-        "source_defined_cursor": false,
-        "default_cursor_field": null,
-        "source_defined_primary_key": [["id"]]
+        "supported_sync_modes": ["full_refresh"]
       },
       "sync_mode": "full_refresh",
-      "destination_sync_mode": "append",
-      "cursor_field": null,
-      "primary_key": [["id"]]
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
         "name": "activities_visit_webpage",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["activityDate"],
-        "source_defined_primary_key": [["marketoGUID"]]
+        "default_cursor_field": []
       },
-      "sync_mode": "full_refresh",
-      "destination_sync_mode": "append",
-      "cursor_field": ["activityDate"],
-      "primary_key": [["marketoGUID"]]
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
     }
   ]
 }