Source Mailjet Mail: publish connector and additional format (#18586)

* init commit * add streams * add schemas * solve conflict * add docs * fix comments * restore vscode config * restore vscode config * clean * lint * lint * lint * lint * fix comments * run format * update acceptance test * update schema * update acceptance test * auto-bump connector version Co-authored-by: Haithem SOUALA <haithem.souala@woopit.fr> Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
airbytehq · Oct 28, 2022 · 1715acd · 1715acd
1 parent b5bd9b7
commit 1715acd
Show file tree

Hide file tree

Showing 9 changed files with 51 additions and 28 deletions.
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -689,6 +689,13 @@
   icon: mailchimp.svg
   sourceType: api
   releaseStage: generally_available
+- name: Mailjet Mail
+  sourceDefinitionId: 56582331-5de2-476b-b913-5798de77bbdf
+  dockerRepository: airbyte/source-mailjet-mail
+  dockerImageTag: 0.1.0
+  documentationUrl: https://docs.airbyte.com/integrations/sources/mailjet-mail
+  sourceType: api
+  releaseStage: alpha
 - name: MailerLite
   sourceDefinitionId: dc3b9003-2432-4e93-a7f4-4620b0f14674
   dockerRepository: airbyte/source-mailerlite

diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml
@@ -6512,6 +6512,32 @@
               path_in_connector_config:
               - "credentials"
               - "client_secret"
+- dockerImage: "airbyte/source-mailjet-mail:0.1.0"
+  spec:
+    documentationUrl: "https://docs.airbyte.com/integrations/sources/mailjet-mail"
+    connectionSpecification:
+      $schema: "http://json-schema.org/draft-07/schema#"
+      title: "Mailjet Mail Spec"
+      type: "object"
+      required:
+      - "api_key"
+      - "api_key_secret"
+      additionalProperties: true
+      properties:
+        api_key:
+          title: "API Key"
+          type: "string"
+          description: "Your API Key. See <a href=\"https://dev.mailjet.com/email/guides/#authentication\"\
+            >here</a>."
+        api_key_secret:
+          title: "API Secret Key"
+          type: "string"
+          description: "Your API Secret Key. See <a href=\"https://dev.mailjet.com/email/guides/#authentication\"\
+            >here</a>."
+          airbyte_secret: true
+    supportsNormalization: false
+    supportsDBT: false
+    supported_destination_sync_modes: []
 - dockerImage: "airbyte/source-mailerlite:0.1.0"
   spec:
     documentationUrl: "https://docs.airbyte.com/integrations/sources/mailerlite"

diff --git a/airbyte-integrations/connectors/source-mailjet-mail/acceptance-test-config.yml b/airbyte-integrations/connectors/source-mailjet-mail/acceptance-test-config.yml
@@ -14,7 +14,6 @@ tests:
   basic_read:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
-      empty_streams: ["contactslist", "contacts", "stats_api_lifetime_message", "campaign", "message"]
   # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file
   #      expect_records:
   #        path: "integration_tests/expected_records.txt"

diff --git a/...yte-integrations/connectors/source-mailjet-mail/integration_tests/configured_catalog.json b/...yte-integrations/connectors/source-mailjet-mail/integration_tests/configured_catalog.json
@@ -4,9 +4,7 @@
       "stream": {
         "name": "contactslist",
         "json_schema": {},
-        "supported_sync_modes": [
-          "full_refresh"
-        ]
+        "supported_sync_modes": ["full_refresh"]
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
@@ -15,9 +13,7 @@
       "stream": {
         "name": "stats_api_lifetime_message",
         "json_schema": {},
-        "supported_sync_modes": [
-          "full_refresh"
-        ]
+        "supported_sync_modes": ["full_refresh"]
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
@@ -26,9 +22,7 @@
       "stream": {
         "name": "contacts",
         "json_schema": {},
-        "supported_sync_modes": [
-          "full_refresh"
-        ]
+        "supported_sync_modes": ["full_refresh"]
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
@@ -37,9 +31,7 @@
       "stream": {
         "name": "campaign",
         "json_schema": {},
-        "supported_sync_modes": [
-          "full_refresh"
-        ]
+        "supported_sync_modes": ["full_refresh"]
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
@@ -48,9 +40,7 @@
       "stream": {
         "name": "message",
         "json_schema": {},
-        "supported_sync_modes": [
-          "full_refresh"
-        ]
+        "supported_sync_modes": ["full_refresh"]
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"

diff --git a/airbyte-integrations/connectors/source-mailjet-mail/integration_tests/sample_config.json b/airbyte-integrations/connectors/source-mailjet-mail/integration_tests/sample_config.json
@@ -1,4 +1,4 @@
 {
-    "api_key": "2e2eec3e6ab140cf8fb42181773d75da",
-    "api_key_secret": "0d6be348aaefb42181773d75da3c7608b"
+  "api_key": "2e2eec3e6ab140cf8fb42181773d75da",
+  "api_key_secret": "0d6be348aaefb42181773d75da3c7608b"
 }
diff --git a/...yte-integrations/connectors/source-mailjet-mail/source_mailjet_mail/schemas/campaign.json b/...yte-integrations/connectors/source-mailjet-mail/source_mailjet_mail/schemas/campaign.json
@@ -12,25 +12,25 @@
       "type": "string"
     },
     "CustomValue": {
-      "type": "integer"
+      "type": "string"
     },
     "FirstMessageID": {
       "type": "integer"
     },
     "FromEmail": {
-      "type": "boolean"
+      "type": "string"
     },
     "FromID": {
-      "type": "string"
+      "type": "number"
     },
     "FromName": {
       "type": "string"
     },
     "HasHtmlCount": {
-      "type": "string"
+      "type": "number"
     },
     "HasTxtCount": {
-      "type": "string"
+      "type": "number"
     },
     "ID": {
       "type": "integer"
@@ -48,13 +48,13 @@
       "type": "integer"
     },
     "OpenTracked": {
-      "type": "string"
+      "type": "number"
     },
     "SendEndAt": {
       "type": "string"
     },
     "SendStartAt": {
-      "type": "boolean"
+      "type": "string"
     },
     "SpamassScore": {
       "type": "integer"

diff --git a/airbyte-integrations/connectors/source-mailjet-mail/source_mailjet_mail/schemas/message.json b/airbyte-integrations/connectors/source-mailjet-mail/source_mailjet_mail/schemas/message.json
@@ -42,7 +42,7 @@
       "type": "boolean"
     },
     "IsUnsubTracked": {
-      "type": "string"
+      "type": "boolean"
     },
     "MessageSize": {
       "type": "integer"
@@ -57,7 +57,7 @@
       "type": "string"
     },
     "StatePermanent": {
-      "type": "string"
+      "type": "boolean"
     },
     "Status": {
       "type": "string"

diff --git a/airbyte-integrations/connectors/source-mailjet-mail/source_mailjet_mail/spec.yaml b/airbyte-integrations/connectors/source-mailjet-mail/source_mailjet_mail/spec.yaml
@@ -17,7 +17,7 @@ connectionSpecification:
     api_key_secret:
       title: API Secret Key
       type: string
-      description: >- 
+      description: >-
         Your API Secret Key. See <a
         href="https://dev.mailjet.com/email/guides/#authentication">here</a>.
       airbyte_secret: true
diff --git a/docs/integrations/README.md b/docs/integrations/README.md
@@ -107,6 +107,7 @@ For more information about the grading system, see [Product Release Stages](http
 | [Mailjet SMS](sources/mailjet-sms.md)                                                       | Alpha                | No                  |
 | [Mailjet Mail](sources/mailjet-mail.md)                                                     | Alpha                | No                  |
 | [Mailerlite](sources/mailerlite.md)                                                         | Alpha                | No                  |
+| [Mailjet Mail](sources/mailjet-mail.md)                                                     | Alpha                | No                  |
 | [Marketo](sources/marketo.md)                                                               | Generally Available  | Yes                 |
 | [Metabase](sources/metabase.md)                                                             | Alpha                | Yes                 |
 | [Microsoft Dynamics AX](sources/microsoft-dynamics-ax.md)                                   | Alpha                | No                  |