From 8edee1fd34941f4a15050d7f8cc48c9ce548b5ab Mon Sep 17 00:00:00 2001 From: Artem Inzhyyants <36314070+artem1205@users.noreply.github.com> Date: Fri, 30 Sep 2022 21:30:48 +0200 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20Source=20Salesforce:=20filter=20?= =?UTF-8?q?out=20objects=20not=20supported=20by=20the=20Bulk=20API=20(#174?= =?UTF-8?q?53)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * 🐛 Source Salesforce: filter out objects not supported by the Bulk API * 🐛 Source Salesforce: Docs update & Bump version * auto-bump connector version [ci skip] Co-authored-by: Octavia Squidington III --- .../main/resources/seed/source_definitions.yaml | 2 +- .../src/main/resources/seed/source_specs.yaml | 2 +- .../connectors/source-salesforce/Dockerfile | 2 +- .../source-salesforce/source_salesforce/api.py | 7 ++----- docs/integrations/sources/salesforce.md | 16 ++++++++++------ 5 files changed, 15 insertions(+), 14 deletions(-) diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index 8121af1faada..b997f704335c 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -931,7 +931,7 @@ - name: Salesforce sourceDefinitionId: b117307c-14b6-41aa-9422-947e34922962 dockerRepository: airbyte/source-salesforce - dockerImageTag: 1.0.19 + dockerImageTag: 1.0.20 documentationUrl: https://docs.airbyte.io/integrations/sources/salesforce icon: salesforce.svg sourceType: api diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index 5ad2e2412dff..b55889ef91ea 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -9763,7 +9763,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-salesforce:1.0.19" +- dockerImage: "airbyte/source-salesforce:1.0.20" spec: documentationUrl: "https://docs.airbyte.com/integrations/sources/salesforce" connectionSpecification: diff --git a/airbyte-integrations/connectors/source-salesforce/Dockerfile b/airbyte-integrations/connectors/source-salesforce/Dockerfile index 6eef8e2bcd35..0c49fbe795eb 100644 --- a/airbyte-integrations/connectors/source-salesforce/Dockerfile +++ b/airbyte-integrations/connectors/source-salesforce/Dockerfile @@ -13,6 +13,6 @@ RUN pip install . ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=1.0.19 +LABEL io.airbyte.version=1.0.20 LABEL io.airbyte.name=airbyte/source-salesforce diff --git a/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py b/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py index 7ddd709943bc..0232c804d6d1 100644 --- a/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py +++ b/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py @@ -127,15 +127,13 @@ "UserRecordAccess", ] +# The following objects are not supported by the Bulk API. Listed objects are version specific. UNSUPPORTED_BULK_API_SALESFORCE_OBJECTS = [ "AcceptedEventRelation", - "AssetTokenEvent", - "AttachedContentNote", "Attachment", "CaseStatus", "ContractStatus", "DeclinedEventRelation", - "EventWhoRelation", "FieldSecurityClassification", "KnowledgeArticle", "KnowledgeArticleVersion", @@ -144,13 +142,12 @@ "KnowledgeArticleVoteStat", "OrderStatus", "PartnerRole", - "QuoteTemplateRichTextData", "RecentlyViewed", "ServiceAppointmentStatus", + "ShiftStatus", "SolutionStatus", "TaskPriority", "TaskStatus", - "TaskWhoRelation", "UndecidedEventRelation", ] diff --git a/docs/integrations/sources/salesforce.md b/docs/integrations/sources/salesforce.md index 5ab3f6373ed1..872364ea7098 100644 --- a/docs/integrations/sources/salesforce.md +++ b/docs/integrations/sources/salesforce.md @@ -90,23 +90,25 @@ Airbyte fetches and handles all the possible and available streams dynamically b **Note:** [BULK API](https://developer.salesforce.com/docs/atlas.en-us.api_asynch.meta/api_asynch/asynch_api_intro.htm) cannot be used to receive data from the following streams due to Salesforce API limitations. The Salesforce connector syncs them using the REST API which will occasionally cost more of your API quota: * AcceptedEventRelation -* AssetTokenEvent -* AttachedContentNote * Attachment * CaseStatus * ContractStatus * DeclinedEventRelation -* EventWhoRelation * FieldSecurityClassification +* KnowledgeArticle +* KnowledgeArticleVersion +* KnowledgeArticleVersionHistory +* KnowledgeArticleViewStat +* KnowledgeArticleVoteStat * OrderStatus * PartnerRole -* QuoteTemplateRichTextData * RecentlyViewed * ServiceAppointmentStatus +* ShiftStatus * SolutionStatus * TaskPriority * TaskStatus -* TaskWhoRelation +* UndecidedEventRelation ## Salesforce tutorials @@ -118,7 +120,9 @@ Now that you have set up the Salesforce source connector, check out the followin ## Changelog | Version | Date | Pull Request | Subject | -| :------ | :--------- | :------------------------------------------------------- | :------------------------------------------------------------------------------------------------------------------------------- | +|:--------|:-----------|:---------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------| +| 1.0.20 | 2022-09-30 | [17453](https://github.com/airbytehq/airbyte/pull/17453) | Check objects that are not supported by the Bulk API (v52.0) | +| 1.0.19 | 2022-09-29 | [17314](https://github.com/airbytehq/airbyte/pull/17314) | Fixed bug with decoding response | | 1.0.18 | 2022-09-28 | [17304](https://github.com/airbytehq/airbyte/pull/17304) | Migrate to per-stream states. | | 1.0.17 | 2022-09-23 | [17094](https://github.com/airbytehq/airbyte/pull/17094) | Tune connection check: fetch a list of available streams | | 1.0.16 | 2022-09-21 | [17001](https://github.com/airbytehq/airbyte/pull/17001) | Improve writing file of decode |