Skip to content

Commit

Permalink
Merge branch 'master' into ddavydov/#16519-source-metabase-disallow-u…
Browse files Browse the repository at this point in the history
…sing-http
  • Loading branch information
davydov-d authored Oct 28, 2022
2 parents dce6b84 + 3275832 commit ac34e17
Show file tree
Hide file tree
Showing 138 changed files with 4,263 additions and 79 deletions.
20 changes: 17 additions & 3 deletions .github/workflows/deploy-docs-site.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,25 +13,39 @@ on:
jobs:
dummy-job:
name: Deploy Docs Assets
if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
runs-on: ubuntu-latest
steps:
- name: Check out the repository
if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
uses: actions/checkout@v3
with:
fetch-depth: 0

# Node.js is needed for Yarn
- name: Setup Yarn
if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
uses: actions/setup-node@v2
with:
node-version: '16.14.0'
cache: 'yarn'
cache-dependency-path: docusaurus

- name: Run Docusaurus
if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: ./tools/bin/deploy_docusaurus

- name: Notify Slack channel on failure
uses: abinoda/slack-action@master
if: failure()
env:
SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN_AIRBYTE_TEAM }}
with:
# 'C03BEADRPNY' channel => '#oss-master-build-failure'
args: >-
{\"channel\":\"C03BEADRPNY\", \"blocks\":[
{\"type\":\"divider\"},
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"OSS Docs build fails on the latest master :bangbang: \n\n\"}},
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"_merged by_: *${{ github.actor }}* \n\"}},
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\" :octavia-shocked: <https://github.com/${{github.repository}}/actions/runs/${{github.run_id}}|View Action Run> :octavia-shocked: \n\"}},
{\"type\":\"divider\"}]}
Original file line number Diff line number Diff line change
Expand Up @@ -329,6 +329,12 @@
documentationUrl: https://docs.airbyte.com/integrations/destinations/tidb
icon: tidb.svg
releaseStage: alpha
- name: Typesense
destinationDefinitionId: 36be8dc6-9851-49af-b776-9d4c30e4ab6a
dockerRepository: airbyte/destination-typesense
dockerImageTag: 0.1.0
documentationUrl: https://docs.airbyte.com/integrations/destinations/typesense
releaseStage: alpha
- name: YugabyteDB
destinationDefinitionId: 2300fdcf-a532-419f-9f24-a014336e7966
dockerRepository: airbyte/destination-yugabytedb
Expand Down
45 changes: 45 additions & 0 deletions airbyte-config/init/src/main/resources/seed/destination_specs.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6145,6 +6145,51 @@
supported_destination_sync_modes:
- "overwrite"
- "append"
- dockerImage: "airbyte/destination-typesense:0.1.0"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/destinations/typesense"
connectionSpecification:
$schema: "http://json-schema.org/draft-07/schema#"
title: "Destination Typesense"
type: "object"
required:
- "api_key"
- "host"
additionalProperties: false
properties:
api_key:
title: "API Key"
type: "string"
description: "Typesense API Key"
order: 0
host:
title: "Host"
type: "string"
description: "Hostname of the Typesense instance without protocol."
order: 1
port:
title: "Port"
type: "string"
description: "Port of the Typesense instance. Ex: 8108, 80, 443. Default\
\ is 443"
order: 2
protocol:
title: "Protocol"
type: "string"
description: "Protocol of the Typesense instance. Ex: http or https. Default\
\ is https"
order: 3
batch_size:
title: "Batch size"
type: "string"
description: "How many documents should be imported together. Default 1000"
order: 4
supportsIncremental: true
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes:
- "overwrite"
- "append"
- dockerImage: "airbyte/destination-yugabytedb:0.1.0"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/destinations/yugabytedb"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -241,6 +241,13 @@
icon: confluence.svg
sourceType: api
releaseStage: alpha
- name: ConvertKit
sourceDefinitionId: be9ee02f-6efe-4970-979b-95f797a37188
dockerRepository: airbyte/source-convertkit
dockerImageTag: 0.1.0
documentationUrl: https://docs.airbyte.com/integrations/sources/convertkit
sourceType: api
releaseStage: alpha
- name: Courier
sourceDefinitionId: 0541b2cd-2367-4986-b5f1-b79ff55439e4
dockerRepository: airbyte/source-courier
Expand Down Expand Up @@ -473,6 +480,14 @@
icon: google-sheets.svg
sourceType: file
releaseStage: generally_available
- name: Google Webfonts
sourceDefinitionId: a68fbcde-b465-4ab3-b2a6-b0590a875835
dockerRepository: airbyte/source-google-webfonts
dockerImageTag: 0.1.0
documentationUrl: https://docs.airbyte.com/integrations/sources/google-webfonts
icon: googleworkpace.svg
sourceType: api
releaseStage: alpha
- name: Google Workspace Admin Reports
sourceDefinitionId: ed9dfefa-1bbc-419d-8c5e-4d78f0ef6734
dockerRepository: airbyte/source-google-workspace-admin-reports
Expand Down Expand Up @@ -1011,6 +1026,13 @@
icon: retently.svg
sourceType: api
releaseStage: alpha
- name: RD Station Marketing
sourceDefinitionId: fb141f29-be2a-450b-a4f2-2cd203a00f84
dockerRepository: airbyte/source-rd-station-marketing
dockerImageTag: 0.1.0
documentationUrl: https://docs.airbyte.com/integrations/sources/rd-station-marketing
sourceType: api
releaseStage: alpha
- name: RKI Covid
sourceDefinitionId: d78e5de0-aa44-4744-aa4f-74c818ccfe19
dockerRepository: airbyte/source-rki-covid
Expand Down Expand Up @@ -1391,6 +1413,13 @@
documentationUrl: https://docs.airbyte.com/integrations/sources/elasticsearch
sourceType: api
releaseStage: alpha
- name: Waiteraid
sourceDefinitionId: 03a53b13-794a-4d6b-8544-3b36ed8f3ce4
dockerRepository: airbyte/source-waiteraid
dockerImageTag: 0.1.0
documentationUrl: https://docs.airbyte.com/integrations/sources/waiteraid
sourceType: api
releaseStage: alpha
- name: Yandex Metrica
sourceDefinitionId: 7865dce4-2211-4f6a-88e5-9d0fe161afe7
dockerRepository: airbyte/source-yandex-metrica
Expand Down
144 changes: 144 additions & 0 deletions airbyte-config/init/src/main/resources/seed/source_specs.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2365,6 +2365,24 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-convertkit:0.1.0"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/convertkit"
connectionSpecification:
$schema: "http://json-schema.org/draft-07/schema#"
title: "Convertkit Spec"
type: "object"
required:
- "api_secret"
additionalProperties: true
properties:
api_secret:
type: "string"
description: "API Secret"
airbyte_secret: true
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-courier:0.1.0"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/sources/courier"
Expand Down Expand Up @@ -4745,6 +4763,34 @@
- - "client_secret"
oauthFlowOutputParameters:
- - "refresh_token"
- dockerImage: "airbyte/source-google-webfonts:0.1.0"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/google-webfonts"
connectionSpecification:
$schema: "http://json-schema.org/draft-07/schema#"
title: "Google Webfonts Spec"
type: "object"
required:
- "api_key"
additionalProperties: true
properties:
api_key:
type: "string"
description: "API key is required to access google apis, For getting your's\
\ goto google console and generate api key for Webfonts"
airbyte_secret: true
sort:
type: "string"
description: "Optional, to find how to sort"
prettyPrint:
type: "string"
description: "Optional, boolean type"
alt:
type: "string"
description: "Optional, Available params- json, media, proto"
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-google-workspace-admin-reports:0.1.8"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/google-workspace-admin-reports"
Expand Down Expand Up @@ -10180,6 +10226,70 @@
path_in_connector_config:
- "credentials"
- "client_secret"
- dockerImage: "airbyte/source-rd-station-marketing:0.1.0"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/sources/rd-station-marketing"
connectionSpecification:
$schema: "http://json-schema.org/draft-07/schema#"
title: "RD Station Marketing Spec"
type: "object"
required:
- "start_date"
additionalProperties: true
properties:
authorization:
type: "object"
title: "Authentication Type"
description: "Choose one of the possible authorization method"
oneOf:
- title: "Sign in via RD Station (OAuth)"
type: "object"
required:
- "auth_type"
properties:
auth_type:
type: "string"
const: "Client"
order: 0
client_id:
title: "Client ID"
type: "string"
description: "The Client ID of your RD Station developer application."
airbyte_secret: true
client_secret:
title: "Client Secret"
type: "string"
description: "The Client Secret of your RD Station developer application"
airbyte_secret: true
refresh_token:
title: "Refresh Token"
type: "string"
description: "The token for obtaining the new access token."
airbyte_secret: true
start_date:
title: "Start Date"
description: "UTC date and time in the format 2017-01-25T00:00:00Z. Any\
\ data before this date will not be replicated. When specified and not\
\ None, then stream will behave as incremental"
pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$"
examples:
- "2017-01-25T00:00:00Z"
type: "string"
supportsIncremental: true
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
authSpecification:
auth_type: "oauth2.0"
oauth2Specification:
rootObject:
- "authorization"
- "0"
oauthFlowInitParameters:
- - "client_id"
- - "client_secret"
oauthFlowOutputParameters:
- - "refresh_token"
- dockerImage: "airbyte/source-rki-covid:0.1.1"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/rki-covid"
Expand Down Expand Up @@ -13751,6 +13861,40 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-waiteraid:0.1.0"
spec:
documentationUrl: "https://docsurl.com"
connectionSpecification:
$schema: "http://json-schema.org/draft-07/schema#"
title: "Waiteraid Spec"
type: "object"
required:
- "start_date"
- "auth_hash"
- "restid"
additionalProperties: true
properties:
start_date:
title: "Start Date"
type: "string"
description: "Start getting data from that date."
pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}$"
examples:
- "YYYY-MM-DD"
auth_hash:
title: "Authentication Hash"
type: "string"
description: "Your WaiterAid API key, obtained from API request with Username\
\ and Password"
airbyte_secret: true
restid:
title: "Restaurant ID"
type: "string"
description: "Your WaiterAid restaurant id from API request to getRestaurants"
airbyte_secret: true
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-yandex-metrica:0.1.0"
spec:
documentationUrl: "https://docsurl.com"
Expand Down
2 changes: 2 additions & 0 deletions airbyte-integrations/builds.md
Original file line number Diff line number Diff line change
Expand Up @@ -97,6 +97,7 @@
| Confluence | [![source-confluence](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-confluence%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-confluence) |
| Qualaroo | [![source-qualaroo](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-qualaroo%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-qualaroo) |
| QuickBooks | [![source-quickbooks-singer](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-quickbooks-singer%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-quickbooks-singer) |
| RD Station Marketing | [![source-rd-station-marketing](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-rd-station-marketing%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-rd-station-marketing) |
| Recharge | [![source-recharge](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-recharge%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-recharge) |
| Recurly | [![source-recurly](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-recurly%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-recurly) |
| Redshift | [![source-redshift](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-redshift%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-redshift) |
Expand All @@ -120,6 +121,7 @@
| Twilio | [![source-twilio](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-twilio%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-twilio) |
| Typeform | [![source-typeform](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-typeform%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-typeform) |
| US Census | [![source-us-census](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-us-census%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-us-census) |
| Waiteraid | [![source-waiteraid]()](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-waiteraid%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-waiteraid) |
| Whisky Hunter | [![source-whisky-hunter](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-whisky-hunter%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-whisky-hunter) |
| Wrike | [![source-wrike](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-wrike%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-wrike) |
| YouTube Analytics | [![source-youtube-analytics](https://img.shields.io/endpoint?url=https%3A%2F%2Fdnsgjos7lj2fu.cloudfront.net%2Ftests%2Fsummary%2Fsource-youtube-analytics%2Fbadge.json)](https://dnsgjos7lj2fu.cloudfront.net/tests/summary/source-youtube-analytics) |
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
*
!Dockerfile
!main.py
!destination_typesense
!setup.py
38 changes: 38 additions & 0 deletions airbyte-integrations/connectors/destination-typesense/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
FROM python:3.9.11-alpine3.15 as base

# build and load all requirements
FROM base as builder
WORKDIR /airbyte/integration_code

# upgrade pip to the latest version
RUN apk --no-cache upgrade \
&& pip install --upgrade pip \
&& apk --no-cache add tzdata build-base


COPY setup.py ./
# install necessary packages to a temporary folder
RUN pip install --prefix=/install .

# build a clean environment
FROM base
WORKDIR /airbyte/integration_code

# copy all loaded and built libraries to a pure basic image
COPY --from=builder /install /usr/local
# add default timezone settings
COPY --from=builder /usr/share/zoneinfo/Etc/UTC /etc/localtime
RUN echo "Etc/UTC" > /etc/timezone

# bash is installed for more convenient debugging.
RUN apk --no-cache add bash

# copy payload code only
COPY main.py ./
COPY destination_typesense ./destination_typesense

ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.0
LABEL io.airbyte.name=airbyte/destination-typesense
Loading

0 comments on commit ac34e17

Please sign in to comment.