Skip to content

Commit

Permalink
🎉 Source ZohoCRM - enable in cloud (#23906)
Browse files Browse the repository at this point in the history 
* Fixed authentication to support latest CDK, fixed SAT, updated expected record, enabled high strictness

* updated docs and connector version

* updated format of abnormal state

* updated version is seed

* merged

* updated connector version

* fixed SAT

* fixed SAT

* added empty streams

* auto-bump connector version

---------

Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
  • Loading branch information
@midavadim @octavia-squidington-iii @erohmensing
2 people authored and erohmensing committed Mar 22, 2023
1 parent f643ad1 commit 425185c
Show file tree
Hide file tree
Showing 12 changed files with 241 additions and 283 deletions.
2 changes: 1 addition & 1 deletion airbyte-config/init/src/main/resources/seed/source_definitions.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2377,7 +2377,7 @@
- name: ZohoCRM
sourceDefinitionId: 4942d392-c7b5-4271-91f9-3b4f4e51eb3e
dockerRepository: airbyte/source-zoho-crm
dockerImageTag: 0.1.1
dockerImageTag: 0.1.2
documentationUrl: https://docs.airbyte.com/integrations/sources/zoho-crm
icon: zohocrm.svg
sourceType: api
Expand Down
6 changes: 4 additions & 2 deletions airbyte-config/init/src/main/resources/seed/source_specs.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17500,7 +17500,7 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-zoho-crm:0.1.1"
- dockerImage: "airbyte/source-zoho-crm:0.1.2"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/zoho-crm"
connectionSpecification:
Expand Down Expand Up @@ -17554,7 +17554,9 @@
- "Sandbox"
start_datetime:
title: "Start Date"
type: "string"
type:
- "string"
- "null"
examples:
- "2000-01-01"
- "2000-01-01 13:00"
Expand Down
38 changes: 8 additions & 30 deletions airbyte-integrations/connectors/source-zoho-crm/Dockerfile
View file
Original file line number Diff line number Diff line change
@@ -1,38 +1,16 @@
FROM python:3.9.11-alpine3.15 as base

# build and load all requirements
FROM base as builder
WORKDIR /airbyte/integration_code

# upgrade pip to the latest version
RUN apk --no-cache upgrade \
&& pip install --upgrade pip \
&& apk --no-cache add tzdata build-base
FROM python:3.9-slim

# Bash is installed for more convenient debugging.
RUN apt-get update && apt-get install -y bash && rm -rf /var/lib/apt/lists/*

COPY setup.py ./
# install necessary packages to a temporary folder
RUN pip install --prefix=/install .

# build a clean environment
FROM base
WORKDIR /airbyte/integration_code

# copy all loaded and built libraries to a pure basic image
COPY --from=builder /install /usr/local
# add default timezone settings
COPY --from=builder /usr/share/zoneinfo/Etc/UTC /etc/localtime
RUN echo "Etc/UTC" > /etc/timezone

# bash is installed for more convenient debugging.
RUN apk --no-cache add bash

# copy payload code only
COPY main.py ./
COPY source_zoho_crm ./source_zoho_crm
COPY main.py ./
COPY setup.py ./
RUN pip install .

ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.1
LABEL io.airbyte.name=airbyte/source-zoho-crm
LABEL io.airbyte.version=0.1.2
LABEL io.airbyte.name=airbyte/source-zoho-crm
67 changes: 43 additions & 24 deletions airbyte-integrations/connectors/source-zoho-crm/acceptance-test-config.yml
View file
Original file line number Diff line number Diff line change
@@ -1,33 +1,52 @@
# See [Connector Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/connector-acceptance-tests-reference)
# for more information about how to configure these tests
connector_image: airbyte/source-zoho-crm:dev
tests:
test_strictness_level: "high"
acceptance_tests:
spec:
- spec_path: "source_zoho_crm/spec.json"
backward_compatibility_tests_config:
disable_for_version: "0.1.0"
tests:
- spec_path: "source_zoho_crm/spec.json"
connection:
- config_path: "secrets/config.json"
status: "succeed"
- config_path: "integration_tests/invalid_config.json"
status: "failed"
tests:
- config_path: "secrets/config.json"
status: "succeed"
- config_path: "integration_tests/invalid_config.json"
status: "failed"
discovery:
- config_path: "secrets/config.json"
backward_compatibility_tests_config:
disable_for_version: "0.1.0"
tests:
- config_path: "secrets/config.json"
basic_read:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
empty_streams: []
# expect_records:
# path: "integration_tests/expected_records.jsonl"
# extra_fields: yes
# exact_order: yes
# extra_records: no
tests:
- config_path: "secrets/config.json"
expect_records:
path: "integration_tests/expected_records.jsonl"
extra_fields: no
exact_order: no
extra_records: yes
ignored_fields:
incremental_contacts_zoho_crm_stream:
- name: Contact_Auto_Number
bypass_reason: "depend on changing data"
empty_streams:
- name: incremental_notes_zoho_crm_stream
bypass_reason: "no data"
- name: incremental_deals_zoho_crm_stream
bypass_reason: "no data"
- name: incremental_accounts_zoho_crm_stream
bypass_reason: "no data"
- name: incremental_calls_zoho_crm_stream
bypass_reason: "no data"
incremental:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
future_state_path: "integration_tests/abnormal_state.json"
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
future_state:
future_state_path: "integration_tests/abnormal_state.json"
full_refresh:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
ignored_fields:
incremental_contacts_zoho_crm_stream:
- name: Contact_Auto_Number
bypass_reason: "depend on changing data"
202 changes: 141 additions & 61 deletions airbyte-integrations/connectors/source-zoho-crm/integration_tests/abnormal_state.json
View file
Original file line number Diff line number Diff line change
@@ -1,62 +1,142 @@
{
"incremental_leads_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_notes_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_contacts_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_accounts_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_activities_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_tasks_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_calls_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_deals_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_events_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_vendors_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_products_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_quotes_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_sales__orders_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_purchase__orders_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_price__books_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_solutions_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_cases_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_invoices_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_attachments_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
},
"incremental_campaigns_zoho_crm_stream": {
"Modified_Time": "2220-03-07T11:30:00+00:00"
[
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_leads_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_notes_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_contacts_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_accounts_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_activities_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_tasks_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_calls_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_deals_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_events_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_vendors_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_products_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_quotes_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_sales__orders_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_purchase__orders_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_price__books_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_solutions_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_cases_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_invoices_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_attachments_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": { "name": "incremental_campaigns_zoho_crm_stream" },
"stream_state": { "Modified_Time": "2220-03-07T11:30:00+00:00"}
}
}
}
]
Loading

0 comments on commit 425185c

Please sign in to comment.