From 951a2538aa9efbf215d4d5bfc51a28dce1b41aae Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Sat, 1 Jun 2024 21:39:07 +0530 Subject: [PATCH 1/8] embed schemas and spec --- .../connectors/source-shortio/metadata.yaml | 2 +- .../connectors/source-shortio/pyproject.toml | 2 +- .../source_shortio/manifest.yaml | 343 +++++++++++++++++- .../source_shortio/schemas/clicks.json | 81 ----- .../source_shortio/schemas/links.json | 164 --------- .../source-shortio/source_shortio/spec.yaml | 30 -- docs/integrations/sources/shortio.md | 1 + 7 files changed, 344 insertions(+), 279 deletions(-) delete mode 100644 airbyte-integrations/connectors/source-shortio/source_shortio/schemas/clicks.json delete mode 100644 airbyte-integrations/connectors/source-shortio/source_shortio/schemas/links.json delete mode 100644 airbyte-integrations/connectors/source-shortio/source_shortio/spec.yaml diff --git a/airbyte-integrations/connectors/source-shortio/metadata.yaml b/airbyte-integrations/connectors/source-shortio/metadata.yaml index 2b7c16706f73..d64867c49b82 100644 --- a/airbyte-integrations/connectors/source-shortio/metadata.yaml +++ b/airbyte-integrations/connectors/source-shortio/metadata.yaml @@ -17,7 +17,7 @@ data: connectorSubtype: api connectorType: source definitionId: 2fed2292-5586-480c-af92-9944e39fe12d - dockerImageTag: 0.2.1 + dockerImageTag: 0.2.2 dockerRepository: airbyte/source-shortio githubIssueLabel: source-shortio icon: shortio.svg diff --git a/airbyte-integrations/connectors/source-shortio/pyproject.toml b/airbyte-integrations/connectors/source-shortio/pyproject.toml index 73f7442ae6df..a9f5d68fa090 100644 --- a/airbyte-integrations/connectors/source-shortio/pyproject.toml +++ b/airbyte-integrations/connectors/source-shortio/pyproject.toml @@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",] build-backend = "poetry.core.masonry.api" [tool.poetry] -version = "0.2.1" +version = "0.2.2" name = "source-shortio" description = "Source implementation for Shortio." authors = [ "Airbyte ",] diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml index fd5092b6e14a..4675a41417d2 100644 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml +++ b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml @@ -88,19 +88,358 @@ definitions: $parameters: extractor_path: "links" path: "links" + schema_loader: + type: InlineSchemaLoader + schema: + $ref: "#/schemas/links" clicks_stream: $ref: "#/definitions/v2_base_stream" name: "clicks" $parameters: path: "domain/{{ config['domain_id'] }}/link_clicks" + schema_loader: + type: InlineSchemaLoader + schema: + $ref: "#/schemas/clicks" + +schemas: + links: + $schema: "http://json-schema.org/draft-04/schema#" + type: "object" + additionalProperties: "true" + properties: + lcpath: + type: + - "null" + - "string" + passwordContact: + type: + - "null" + - "boolean" + hasPassword: + type: + - "null" + - "boolean" + OwnerId: + type: + - "null" + - "integer" + id: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + title: + type: + - "null" + - "string" + icon: + type: + - "null" + - "string" + archived: + type: + - "null" + - "boolean" + originalURL: + type: "string" + iphoneURL: + type: + - "null" + - "string" + androidURL: + type: + - "null" + - "string" + password: + type: + - "null" + - "string" + utmSource: + type: + - "null" + - "string" + utmMedium: + type: + - "null" + - "string" + utmCampaign: + type: + - "null" + - "string" + utmCampaignId: + type: + - "null" + - "string" + utmTerm: + type: + - "null" + - "string" + utmContent: + type: + - "null" + - "string" + splitURL: + type: + - "null" + - "string" + splitPercent: + type: + - "null" + - "string" + expiresAt: + type: + - "null" + - "string" + expiredURL: + type: + - "null" + - "string" + redirectType: + type: + - "null" + - "string" + clicksLimit: + type: + - "null" + - "string" + cloaking: + type: + - "null" + - "boolean" + source: + type: + - "null" + - "string" + integrationGA: + type: + - "null" + - "string" + integrationFB: + type: + - "null" + - "string" + integrationAdroll: + type: + - "null" + - "string" + integrationGTM: + type: + - "null" + - "string" + AutodeletedAt: + type: + - "null" + - "string" + format: "date-time" + createdAt: + type: "string" + format: "date-time" + updatedAt: + type: "string" + format: "date-time" + DomainId: + type: "integer" + Owner: + type: + - "null" + - "object" + properties: + id: + type: "integer" + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" + tags: + type: + - "null" + - "array" + items: + type: "string" + secureShortURL: + type: + - "null" + - "string" + idString: + type: "string" + shortURL: + type: "string" + User: + type: + - "null" + - "object" + properties: + id: + type: "integer" + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" + clicks: + $schema: "http://json-schema.org/draft-04/schema#" + type: "object" + default_cursor_field: + - "dt" + additionalProperties: "true" + properties: + host: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + method: + type: + - "null" + - "string" + url: + type: + - "null" + - "string" + dt: + type: + - "null" + - "string" + format: "date-time" + st: + type: + - "null" + - "integer" + ip: + type: + - "null" + - "string" + proto: + type: + - "null" + - "string" + ref: + type: + - "null" + - "string" + ua: + type: + - "null" + - "string" + human: + type: + - "null" + - "boolean" + browser: + type: + - "null" + - "string" + browser_version: + type: + - "null" + - "string" + country: + type: + - "null" + - "string" + city: + type: + - "null" + - "string" + social: + type: + - "null" + - "string" + refhost: + type: + - "null" + - "string" + os: + type: + - "null" + - "string" + utm_source: + type: + - "null" + - "string" + utm_medium: + type: + - "null" + - "string" + utm_campaign: + type: + - "null" + - "string" + goal_completed: + type: + - "null" + - "string" + ab_path: + type: + - "null" + - "string" + lcpath: + type: + - "null" + - "string" streams: - - "#/definitions/links_stream" - - "#/definitions/clicks_stream" + - $ref: "#/definitions/links_stream" + - $ref: "#/definitions/clicks_stream" check: type: CheckStream stream_names: - "links" - "clicks" + +spec: + type: Spec + documentation_url: https://docs.airbyte.com/integrations/sources/shortio/ + connection_specification: + $schema: http://json-schema.org/draft-07/schema# + title: Shortio Spec + type: object + additionalProperties: true + required: + - domain_id + - secret_key + - start_date + properties: + domain_id: + type: string + desciprtion: Short.io Domain ID + title: Domain ID + airbyte_secret: false + secret_key: + type: string + title: Secret Key + description: Short.io Secret Key + airbyte_secret: true + start_date: + type: string + title: Start Date + description: + UTC date and time in the format 2017-01-25T00:00:00Z. Any data + before this date will not be replicated. + examples: + - "2023-07-30T03:43:59.244Z" + airbyte_secret: false diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/schemas/clicks.json b/airbyte-integrations/connectors/source-shortio/source_shortio/schemas/clicks.json deleted file mode 100644 index f1d34afa1540..000000000000 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/schemas/clicks.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "$schema": "http://json-schema.org/draft-04/schema#", - "type": "object", - "default_cursor_field": ["dt"], - "additionalProperties": true, - "properties": { - "host": { - "type": ["null", "string"] - }, - "path": { - "type": ["null", "string"] - }, - "method": { - "type": ["null", "string"] - }, - "url": { - "type": ["null", "string"] - }, - "dt": { - "type": ["null", "string"], - "format": "date-time" - }, - "st": { - "type": ["null", "integer"] - }, - "ip": { - "type": ["null", "string"] - }, - "proto": { - "type": ["null", "string"] - }, - "ref": { - "type": ["null", "string"] - }, - "ua": { - "type": ["null", "string"] - }, - "human": { - "type": ["null", "boolean"] - }, - "browser": { - "type": ["null", "string"] - }, - "browser_version": { - "type": ["null", "string"] - }, - "country": { - "type": ["null", "string"] - }, - "city": { - "type": ["null", "string"] - }, - "social": { - "type": ["null", "string"] - }, - "refhost": { - "type": ["null", "string"] - }, - "os": { - "type": ["null", "string"] - }, - "utm_source": { - "type": ["null", "string"] - }, - "utm_medium": { - "type": ["null", "string"] - }, - "utm_campaign": { - "type": ["null", "string"] - }, - "goal_completed": { - "type": ["null", "string"] - }, - "ab_path": { - "type": ["null", "string"] - }, - "lcpath": { - "type": ["null", "string"] - } - } -} diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/schemas/links.json b/airbyte-integrations/connectors/source-shortio/source_shortio/schemas/links.json deleted file mode 100644 index 7a760d599524..000000000000 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/schemas/links.json +++ /dev/null @@ -1,164 +0,0 @@ -{ - "$schema": "http://json-schema.org/draft-04/schema#", - "type": "object", - "additionalProperties": true, - "properties": { - "lcpath": { - "type": ["null", "string"] - }, - "passwordContact": { - "type": ["null", "boolean"] - }, - "hasPassword": { - "type": ["null", "boolean"] - }, - "OwnerId": { - "type": ["null", "integer"] - }, - "id": { - "type": ["null", "string"] - }, - "path": { - "type": ["null", "string"] - }, - "title": { - "type": ["null", "string"] - }, - "icon": { - "type": ["null", "string"] - }, - "archived": { - "type": ["null", "boolean"] - }, - "originalURL": { - "type": "string" - }, - "iphoneURL": { - "type": ["null", "string"] - }, - "androidURL": { - "type": ["null", "string"] - }, - "password": { - "type": ["null", "string"] - }, - "utmSource": { - "type": ["null", "string"] - }, - "utmMedium": { - "type": ["null", "string"] - }, - "utmCampaign": { - "type": ["null", "string"] - }, - "utmCampaignId": { - "type": ["null", "string"] - }, - "utmTerm": { - "type": ["null", "string"] - }, - "utmContent": { - "type": ["null", "string"] - }, - "splitURL": { - "type": ["null", "string"] - }, - "splitPercent": { - "type": ["null", "string"] - }, - "expiresAt": { - "type": ["null", "string"] - }, - "expiredURL": { - "type": ["null", "string"] - }, - "redirectType": { - "type": ["null", "string"] - }, - "clicksLimit": { - "type": ["null", "string"] - }, - "cloaking": { - "type": ["null", "boolean"] - }, - "source": { - "type": ["null", "string"] - }, - "integrationGA": { - "type": ["null", "string"] - }, - "integrationFB": { - "type": ["null", "string"] - }, - "integrationAdroll": { - "type": ["null", "string"] - }, - "integrationGTM": { - "type": ["null", "string"] - }, - "AutodeletedAt": { - "type": ["null", "string"], - "format": "date-time" - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "DomainId": { - "type": "integer" - }, - "Owner": { - "type": ["null", "object"], - "properties": { - "id": { - "type": "integer" - }, - "name": { - "type": ["null", "string"] - }, - "email": { - "type": ["null", "string"] - }, - "photoURL": { - "type": ["null", "string"] - } - } - }, - "tags": { - "type": ["null", "array"], - "items": { - "type": "string" - } - }, - "secureShortURL": { - "type": ["null", "string"] - }, - "idString": { - "type": "string" - }, - "shortURL": { - "type": "string" - }, - "User": { - "type": ["null", "object"], - "properties": { - "id": { - "type": "integer" - }, - "name": { - "type": ["null", "string"] - }, - "email": { - "type": ["null", "string"] - }, - "photoURL": { - "type": ["null", "string"] - } - } - } - } -} diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/spec.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/spec.yaml deleted file mode 100644 index 09596cd87c36..000000000000 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/spec.yaml +++ /dev/null @@ -1,30 +0,0 @@ -documentationUrl: https://docs.airbyte.com/integrations/sources/shortio/ -connectionSpecification: - $schema: http://json-schema.org/draft-07/schema# - title: Shortio Spec - type: object - additionalProperties: true - required: - - domain_id - - secret_key - - start_date - properties: - domain_id: - type: string - desciprtion: Short.io Domain ID - title: Domain ID - airbyte_secret: false - secret_key: - type: string - title: Secret Key - description: Short.io Secret Key - airbyte_secret: true - start_date: - type: string - title: Start Date - description: - UTC date and time in the format 2017-01-25T00:00:00Z. Any data - before this date will not be replicated. - examples: - - "2023-07-30T03:43:59.244Z" - airbyte_secret: false diff --git a/docs/integrations/sources/shortio.md b/docs/integrations/sources/shortio.md index 2bebe991510a..e8fd802afbbd 100644 --- a/docs/integrations/sources/shortio.md +++ b/docs/integrations/sources/shortio.md @@ -41,6 +41,7 @@ This Source is capable of syncing the following Streams: | Version | Date | Pull Request | Subject | | :------ | :--------- | :------------------------------------------------------- | :------------------------------------------------ | +| 0.2.2 | 2024-06-05 | [00000](https://github.com/airbytehq/airbyte/pull/00000) | Embed schemas and spec | | 0.2.1 | 2024-05-02 | [37597](https://github.com/airbytehq/airbyte/pull/37597) | Change `last_records` to `last_record` | | 0.2.0 | 2023-08-02 | [28950](https://github.com/airbytehq/airbyte/pull/28950) | Migrate to Low-Code CDK | | 0.1.3 | 2022-08-01 | [15066](https://github.com/airbytehq/airbyte/pull/15066) | Update primary key to `idString` | From 94dc6f97364486ff05c46ee8bbef3f111780c935 Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Sat, 1 Jun 2024 21:40:59 +0530 Subject: [PATCH 2/8] chore: format --- .../source_shortio/manifest.yaml | 550 +++++++++--------- 1 file changed, 275 insertions(+), 275 deletions(-) diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml index 4675a41417d2..e0e8fbb730e2 100644 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml +++ b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml @@ -108,298 +108,298 @@ schemas: $schema: "http://json-schema.org/draft-04/schema#" type: "object" additionalProperties: "true" - properties: - lcpath: - type: - - "null" - - "string" - passwordContact: - type: - - "null" - - "boolean" - hasPassword: - type: - - "null" - - "boolean" - OwnerId: - type: - - "null" - - "integer" - id: - type: - - "null" - - "string" - path: - type: - - "null" - - "string" - title: - type: - - "null" - - "string" - icon: - type: - - "null" - - "string" - archived: - type: - - "null" - - "boolean" - originalURL: + properties: + lcpath: + type: + - "null" + - "string" + passwordContact: + type: + - "null" + - "boolean" + hasPassword: + type: + - "null" + - "boolean" + OwnerId: + type: + - "null" + - "integer" + id: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + title: + type: + - "null" + - "string" + icon: + type: + - "null" + - "string" + archived: + type: + - "null" + - "boolean" + originalURL: type: "string" - iphoneURL: - type: - - "null" - - "string" - androidURL: - type: - - "null" - - "string" - password: - type: - - "null" - - "string" - utmSource: - type: - - "null" - - "string" - utmMedium: - type: - - "null" - - "string" - utmCampaign: - type: - - "null" - - "string" - utmCampaignId: - type: - - "null" - - "string" - utmTerm: - type: - - "null" - - "string" - utmContent: - type: - - "null" - - "string" - splitURL: - type: - - "null" - - "string" - splitPercent: - type: - - "null" - - "string" - expiresAt: - type: - - "null" - - "string" - expiredURL: - type: - - "null" - - "string" - redirectType: - type: - - "null" - - "string" - clicksLimit: - type: - - "null" - - "string" - cloaking: - type: - - "null" - - "boolean" - source: - type: - - "null" - - "string" - integrationGA: - type: - - "null" - - "string" - integrationFB: - type: - - "null" - - "string" - integrationAdroll: - type: - - "null" - - "string" - integrationGTM: - type: - - "null" - - "string" - AutodeletedAt: - type: - - "null" - - "string" + iphoneURL: + type: + - "null" + - "string" + androidURL: + type: + - "null" + - "string" + password: + type: + - "null" + - "string" + utmSource: + type: + - "null" + - "string" + utmMedium: + type: + - "null" + - "string" + utmCampaign: + type: + - "null" + - "string" + utmCampaignId: + type: + - "null" + - "string" + utmTerm: + type: + - "null" + - "string" + utmContent: + type: + - "null" + - "string" + splitURL: + type: + - "null" + - "string" + splitPercent: + type: + - "null" + - "string" + expiresAt: + type: + - "null" + - "string" + expiredURL: + type: + - "null" + - "string" + redirectType: + type: + - "null" + - "string" + clicksLimit: + type: + - "null" + - "string" + cloaking: + type: + - "null" + - "boolean" + source: + type: + - "null" + - "string" + integrationGA: + type: + - "null" + - "string" + integrationFB: + type: + - "null" + - "string" + integrationAdroll: + type: + - "null" + - "string" + integrationGTM: + type: + - "null" + - "string" + AutodeletedAt: + type: + - "null" + - "string" format: "date-time" - createdAt: + createdAt: type: "string" format: "date-time" - updatedAt: + updatedAt: type: "string" format: "date-time" - DomainId: + DomainId: type: "integer" - Owner: - type: - - "null" - - "object" - properties: - id: + Owner: + type: + - "null" + - "object" + properties: + id: type: "integer" - name: - type: - - "null" - - "string" - email: - type: - - "null" - - "string" - photoURL: - type: - - "null" - - "string" - tags: - type: - - "null" - - "array" - items: + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" + tags: + type: + - "null" + - "array" + items: type: "string" - secureShortURL: - type: - - "null" - - "string" - idString: + secureShortURL: + type: + - "null" + - "string" + idString: type: "string" - shortURL: + shortURL: type: "string" - User: - type: - - "null" - - "object" - properties: - id: + User: + type: + - "null" + - "object" + properties: + id: type: "integer" - name: - type: - - "null" - - "string" - email: - type: - - "null" - - "string" - photoURL: - type: - - "null" - - "string" + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" clicks: $schema: "http://json-schema.org/draft-04/schema#" type: "object" - default_cursor_field: - - "dt" + default_cursor_field: + - "dt" additionalProperties: "true" - properties: - host: - type: - - "null" - - "string" - path: - type: - - "null" - - "string" - method: - type: - - "null" - - "string" - url: - type: - - "null" - - "string" - dt: - type: - - "null" - - "string" + properties: + host: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + method: + type: + - "null" + - "string" + url: + type: + - "null" + - "string" + dt: + type: + - "null" + - "string" format: "date-time" - st: - type: - - "null" - - "integer" - ip: - type: - - "null" - - "string" - proto: - type: - - "null" - - "string" - ref: - type: - - "null" - - "string" - ua: - type: - - "null" - - "string" - human: - type: - - "null" - - "boolean" - browser: - type: - - "null" - - "string" - browser_version: - type: - - "null" - - "string" - country: - type: - - "null" - - "string" - city: - type: - - "null" - - "string" - social: - type: - - "null" - - "string" - refhost: - type: - - "null" - - "string" - os: - type: - - "null" - - "string" - utm_source: - type: - - "null" - - "string" - utm_medium: - type: - - "null" - - "string" - utm_campaign: - type: - - "null" - - "string" - goal_completed: - type: - - "null" - - "string" - ab_path: - type: - - "null" - - "string" - lcpath: - type: - - "null" - - "string" + st: + type: + - "null" + - "integer" + ip: + type: + - "null" + - "string" + proto: + type: + - "null" + - "string" + ref: + type: + - "null" + - "string" + ua: + type: + - "null" + - "string" + human: + type: + - "null" + - "boolean" + browser: + type: + - "null" + - "string" + browser_version: + type: + - "null" + - "string" + country: + type: + - "null" + - "string" + city: + type: + - "null" + - "string" + social: + type: + - "null" + - "string" + refhost: + type: + - "null" + - "string" + os: + type: + - "null" + - "string" + utm_source: + type: + - "null" + - "string" + utm_medium: + type: + - "null" + - "string" + utm_campaign: + type: + - "null" + - "string" + goal_completed: + type: + - "null" + - "string" + ab_path: + type: + - "null" + - "string" + lcpath: + type: + - "null" + - "string" streams: - $ref: "#/definitions/links_stream" From 9ea71d6ca7cc2721306aee8f5c536009a74d65b5 Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Sat, 1 Jun 2024 21:53:05 +0530 Subject: [PATCH 3/8] update docs, remove parameters macro --- .../source_shortio/manifest.yaml | 698 +++++++++--------- docs/integrations/sources/shortio.md | 2 +- 2 files changed, 343 insertions(+), 357 deletions(-) diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml index e0e8fbb730e2..ffd76bce9dc3 100644 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml +++ b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml @@ -1,103 +1,89 @@ version: "0.86.0" definitions: - selector: - type: RecordSelector - extractor: - type: DpathExtractor - field_path: ["{{ parameters.extractor_path }}"] - - v1_api_requester: - type: HttpRequester - url_base: "https://api.short.io/api/" - http_method: "GET" - authenticator: - type: "ApiKeyAuthenticator" - header: "Authorization" - api_token: "{{ config['secret_key'] }}" - request_parameters: - domain_id: "{{ config['domain_id'] }}" - - v2_api_requester: - type: HttpRequester - url_base: "https://api-v2.short.cm/statistics/" - http_method: "GET" - authenticator: - type: "ApiKeyAuthenticator" - header: "Authorization" - api_token: "{{ config['secret_key'] }}" - - base_paginator: - type: "DefaultPaginator" - pagination_strategy: - type: "CursorPagination" - cursor_value: "{{ response['nextPageToken'] }}" - page_token_option: - type: "RequestPath" - field_name: "pageToken" - inject_into: "request_parameter" - - v1_base_stream: - type: DeclarativeStream - retriever: - type: SimpleRetriever - record_selector: - $ref: "#/definitions/selector" - paginator: - $ref: "#/definitions/base_paginator" - requester: - $ref: "#/definitions/v1_api_requester" - - v2_base_stream: + links_stream: type: DeclarativeStream retriever: type: SimpleRetriever record_selector: - $ref: "#/definitions/selector" + type: RecordSelector + extractor: + type: DpathExtractor + field_path: ["links"] paginator: - $ref: "#/definitions/base_paginator" + type: "DefaultPaginator" + pagination_strategy: + type: "CursorPagination" + cursor_value: "{{ response['nextPageToken'] }}" + page_token_option: + type: "RequestPath" + field_name: "pageToken" + inject_into: "request_parameter" requester: - $ref: "#/definitions/v2_api_requester" - - incremental_base: - type: DatetimeBasedCursor - cursor_field: "updatedAt" - datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" - cursor_granularity: "PT0.001S" - lookback_window: "P31D" - start_datetime: - datetime: "{{ config['start_date'] }}" - datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" - end_datetime: - datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}" - datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" - step: "P1M" - end_time_option: - field_name: "beforeDate" - inject_into: "request_parameter" - start_time_option: - field_name: "afterDate" - inject_into: "request_parameter" - - links_stream: - $ref: "#/definitions/v1_base_stream" + type: HttpRequester + url_base: "https://api.short.io/api/" + http_method: "GET" + path: "links" + authenticator: + type: "ApiKeyAuthenticator" + header: "Authorization" + api_token: "{{ config['secret_key'] }}" + request_parameters: + domain_id: "{{ config['domain_id'] }}" name: "links" incremental_sync: - $ref: "#/definitions/incremental_base" + type: DatetimeBasedCursor + cursor_field: "updatedAt" + datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" + cursor_granularity: "PT0.001S" + lookback_window: "P31D" + start_datetime: + datetime: "{{ config['start_date'] }}" + datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" + end_datetime: + datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}" + datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" + step: "P1M" + end_time_option: + field_name: "beforeDate" + inject_into: "request_parameter" + start_time_option: + field_name: "afterDate" + inject_into: "request_parameter" primary_key: "id" - $parameters: - extractor_path: "links" - path: "links" schema_loader: type: InlineSchemaLoader schema: $ref: "#/schemas/links" clicks_stream: - $ref: "#/definitions/v2_base_stream" + type: DeclarativeStream + retriever: + type: SimpleRetriever + record_selector: + type: RecordSelector + extractor: + type: DpathExtractor + field_path: [] + paginator: + type: "DefaultPaginator" + pagination_strategy: + type: "CursorPagination" + cursor_value: "{{ response['nextPageToken'] }}" + page_token_option: + type: "RequestPath" + field_name: "pageToken" + inject_into: "request_parameter" + requester: + type: HttpRequester + url_base: "https://api-v2.short.cm/statistics/" + http_method: "GET" + path: "domain/{{ config['domain_id'] }}/link_clicks" + authenticator: + type: "ApiKeyAuthenticator" + header: "Authorization" + api_token: "{{ config['secret_key'] }}" name: "clicks" - $parameters: - path: "domain/{{ config['domain_id'] }}/link_clicks" schema_loader: type: InlineSchemaLoader schema: @@ -108,298 +94,298 @@ schemas: $schema: "http://json-schema.org/draft-04/schema#" type: "object" additionalProperties: "true" - properties: - lcpath: - type: - - "null" - - "string" - passwordContact: - type: - - "null" - - "boolean" - hasPassword: - type: - - "null" - - "boolean" - OwnerId: - type: - - "null" - - "integer" - id: - type: - - "null" - - "string" - path: - type: - - "null" - - "string" - title: - type: - - "null" - - "string" - icon: - type: - - "null" - - "string" - archived: - type: - - "null" - - "boolean" - originalURL: + properties: + lcpath: + type: + - "null" + - "string" + passwordContact: + type: + - "null" + - "boolean" + hasPassword: + type: + - "null" + - "boolean" + OwnerId: + type: + - "null" + - "integer" + id: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + title: + type: + - "null" + - "string" + icon: + type: + - "null" + - "string" + archived: + type: + - "null" + - "boolean" + originalURL: type: "string" - iphoneURL: - type: - - "null" - - "string" - androidURL: - type: - - "null" - - "string" - password: - type: - - "null" - - "string" - utmSource: - type: - - "null" - - "string" - utmMedium: - type: - - "null" - - "string" - utmCampaign: - type: - - "null" - - "string" - utmCampaignId: - type: - - "null" - - "string" - utmTerm: - type: - - "null" - - "string" - utmContent: - type: - - "null" - - "string" - splitURL: - type: - - "null" - - "string" - splitPercent: - type: - - "null" - - "string" - expiresAt: - type: - - "null" - - "string" - expiredURL: - type: - - "null" - - "string" - redirectType: - type: - - "null" - - "string" - clicksLimit: - type: - - "null" - - "string" - cloaking: - type: - - "null" - - "boolean" - source: - type: - - "null" - - "string" - integrationGA: - type: - - "null" - - "string" - integrationFB: - type: - - "null" - - "string" - integrationAdroll: - type: - - "null" - - "string" - integrationGTM: - type: - - "null" - - "string" - AutodeletedAt: - type: - - "null" - - "string" + iphoneURL: + type: + - "null" + - "string" + androidURL: + type: + - "null" + - "string" + password: + type: + - "null" + - "string" + utmSource: + type: + - "null" + - "string" + utmMedium: + type: + - "null" + - "string" + utmCampaign: + type: + - "null" + - "string" + utmCampaignId: + type: + - "null" + - "string" + utmTerm: + type: + - "null" + - "string" + utmContent: + type: + - "null" + - "string" + splitURL: + type: + - "null" + - "string" + splitPercent: + type: + - "null" + - "string" + expiresAt: + type: + - "null" + - "string" + expiredURL: + type: + - "null" + - "string" + redirectType: + type: + - "null" + - "string" + clicksLimit: + type: + - "null" + - "string" + cloaking: + type: + - "null" + - "boolean" + source: + type: + - "null" + - "string" + integrationGA: + type: + - "null" + - "string" + integrationFB: + type: + - "null" + - "string" + integrationAdroll: + type: + - "null" + - "string" + integrationGTM: + type: + - "null" + - "string" + AutodeletedAt: + type: + - "null" + - "string" format: "date-time" - createdAt: + createdAt: type: "string" format: "date-time" - updatedAt: + updatedAt: type: "string" format: "date-time" - DomainId: + DomainId: type: "integer" - Owner: - type: - - "null" - - "object" - properties: - id: + Owner: + type: + - "null" + - "object" + properties: + id: type: "integer" - name: - type: - - "null" - - "string" - email: - type: - - "null" - - "string" - photoURL: - type: - - "null" - - "string" - tags: - type: - - "null" - - "array" - items: + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" + tags: + type: + - "null" + - "array" + items: type: "string" - secureShortURL: - type: - - "null" - - "string" - idString: + secureShortURL: + type: + - "null" + - "string" + idString: type: "string" - shortURL: + shortURL: type: "string" - User: - type: - - "null" - - "object" - properties: - id: + User: + type: + - "null" + - "object" + properties: + id: type: "integer" - name: - type: - - "null" - - "string" - email: - type: - - "null" - - "string" - photoURL: - type: - - "null" - - "string" + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" clicks: $schema: "http://json-schema.org/draft-04/schema#" type: "object" - default_cursor_field: - - "dt" + default_cursor_field: + - "dt" additionalProperties: "true" - properties: - host: - type: - - "null" - - "string" - path: - type: - - "null" - - "string" - method: - type: - - "null" - - "string" - url: - type: - - "null" - - "string" - dt: - type: - - "null" - - "string" + properties: + host: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + method: + type: + - "null" + - "string" + url: + type: + - "null" + - "string" + dt: + type: + - "null" + - "string" format: "date-time" - st: - type: - - "null" - - "integer" - ip: - type: - - "null" - - "string" - proto: - type: - - "null" - - "string" - ref: - type: - - "null" - - "string" - ua: - type: - - "null" - - "string" - human: - type: - - "null" - - "boolean" - browser: - type: - - "null" - - "string" - browser_version: - type: - - "null" - - "string" - country: - type: - - "null" - - "string" - city: - type: - - "null" - - "string" - social: - type: - - "null" - - "string" - refhost: - type: - - "null" - - "string" - os: - type: - - "null" - - "string" - utm_source: - type: - - "null" - - "string" - utm_medium: - type: - - "null" - - "string" - utm_campaign: - type: - - "null" - - "string" - goal_completed: - type: - - "null" - - "string" - ab_path: - type: - - "null" - - "string" - lcpath: - type: - - "null" - - "string" + st: + type: + - "null" + - "integer" + ip: + type: + - "null" + - "string" + proto: + type: + - "null" + - "string" + ref: + type: + - "null" + - "string" + ua: + type: + - "null" + - "string" + human: + type: + - "null" + - "boolean" + browser: + type: + - "null" + - "string" + browser_version: + type: + - "null" + - "string" + country: + type: + - "null" + - "string" + city: + type: + - "null" + - "string" + social: + type: + - "null" + - "string" + refhost: + type: + - "null" + - "string" + os: + type: + - "null" + - "string" + utm_source: + type: + - "null" + - "string" + utm_medium: + type: + - "null" + - "string" + utm_campaign: + type: + - "null" + - "string" + goal_completed: + type: + - "null" + - "string" + ab_path: + type: + - "null" + - "string" + lcpath: + type: + - "null" + - "string" streams: - $ref: "#/definitions/links_stream" diff --git a/docs/integrations/sources/shortio.md b/docs/integrations/sources/shortio.md index e8fd802afbbd..658de19f4c7b 100644 --- a/docs/integrations/sources/shortio.md +++ b/docs/integrations/sources/shortio.md @@ -41,7 +41,7 @@ This Source is capable of syncing the following Streams: | Version | Date | Pull Request | Subject | | :------ | :--------- | :------------------------------------------------------- | :------------------------------------------------ | -| 0.2.2 | 2024-06-05 | [00000](https://github.com/airbytehq/airbyte/pull/00000) | Embed schemas and spec | +| 0.2.2 | 2024-06-05 | [38842](https://github.com/airbytehq/airbyte/pull/38842) | Embed schemas and spec | | 0.2.1 | 2024-05-02 | [37597](https://github.com/airbytehq/airbyte/pull/37597) | Change `last_records` to `last_record` | | 0.2.0 | 2023-08-02 | [28950](https://github.com/airbytehq/airbyte/pull/28950) | Migrate to Low-Code CDK | | 0.1.3 | 2022-08-01 | [15066](https://github.com/airbytehq/airbyte/pull/15066) | Update primary key to `idString` | From 47d40cc4a2fb1d56dea2b652101b7a32819294dc Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Sat, 1 Jun 2024 21:54:38 +0530 Subject: [PATCH 4/8] chore: format --- .../source_shortio/manifest.yaml | 550 +++++++++--------- 1 file changed, 275 insertions(+), 275 deletions(-) diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml index ffd76bce9dc3..2408f24bce9c 100644 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml +++ b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml @@ -94,298 +94,298 @@ schemas: $schema: "http://json-schema.org/draft-04/schema#" type: "object" additionalProperties: "true" - properties: - lcpath: - type: - - "null" - - "string" - passwordContact: - type: - - "null" - - "boolean" - hasPassword: - type: - - "null" - - "boolean" - OwnerId: - type: - - "null" - - "integer" - id: - type: - - "null" - - "string" - path: - type: - - "null" - - "string" - title: - type: - - "null" - - "string" - icon: - type: - - "null" - - "string" - archived: - type: - - "null" - - "boolean" - originalURL: + properties: + lcpath: + type: + - "null" + - "string" + passwordContact: + type: + - "null" + - "boolean" + hasPassword: + type: + - "null" + - "boolean" + OwnerId: + type: + - "null" + - "integer" + id: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + title: + type: + - "null" + - "string" + icon: + type: + - "null" + - "string" + archived: + type: + - "null" + - "boolean" + originalURL: type: "string" - iphoneURL: - type: - - "null" - - "string" - androidURL: - type: - - "null" - - "string" - password: - type: - - "null" - - "string" - utmSource: - type: - - "null" - - "string" - utmMedium: - type: - - "null" - - "string" - utmCampaign: - type: - - "null" - - "string" - utmCampaignId: - type: - - "null" - - "string" - utmTerm: - type: - - "null" - - "string" - utmContent: - type: - - "null" - - "string" - splitURL: - type: - - "null" - - "string" - splitPercent: - type: - - "null" - - "string" - expiresAt: - type: - - "null" - - "string" - expiredURL: - type: - - "null" - - "string" - redirectType: - type: - - "null" - - "string" - clicksLimit: - type: - - "null" - - "string" - cloaking: - type: - - "null" - - "boolean" - source: - type: - - "null" - - "string" - integrationGA: - type: - - "null" - - "string" - integrationFB: - type: - - "null" - - "string" - integrationAdroll: - type: - - "null" - - "string" - integrationGTM: - type: - - "null" - - "string" - AutodeletedAt: - type: - - "null" - - "string" + iphoneURL: + type: + - "null" + - "string" + androidURL: + type: + - "null" + - "string" + password: + type: + - "null" + - "string" + utmSource: + type: + - "null" + - "string" + utmMedium: + type: + - "null" + - "string" + utmCampaign: + type: + - "null" + - "string" + utmCampaignId: + type: + - "null" + - "string" + utmTerm: + type: + - "null" + - "string" + utmContent: + type: + - "null" + - "string" + splitURL: + type: + - "null" + - "string" + splitPercent: + type: + - "null" + - "string" + expiresAt: + type: + - "null" + - "string" + expiredURL: + type: + - "null" + - "string" + redirectType: + type: + - "null" + - "string" + clicksLimit: + type: + - "null" + - "string" + cloaking: + type: + - "null" + - "boolean" + source: + type: + - "null" + - "string" + integrationGA: + type: + - "null" + - "string" + integrationFB: + type: + - "null" + - "string" + integrationAdroll: + type: + - "null" + - "string" + integrationGTM: + type: + - "null" + - "string" + AutodeletedAt: + type: + - "null" + - "string" format: "date-time" - createdAt: + createdAt: type: "string" format: "date-time" - updatedAt: + updatedAt: type: "string" format: "date-time" - DomainId: + DomainId: type: "integer" - Owner: - type: - - "null" - - "object" - properties: - id: + Owner: + type: + - "null" + - "object" + properties: + id: type: "integer" - name: - type: - - "null" - - "string" - email: - type: - - "null" - - "string" - photoURL: - type: - - "null" - - "string" - tags: - type: - - "null" - - "array" - items: + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" + tags: + type: + - "null" + - "array" + items: type: "string" - secureShortURL: - type: - - "null" - - "string" - idString: + secureShortURL: + type: + - "null" + - "string" + idString: type: "string" - shortURL: + shortURL: type: "string" - User: - type: - - "null" - - "object" - properties: - id: + User: + type: + - "null" + - "object" + properties: + id: type: "integer" - name: - type: - - "null" - - "string" - email: - type: - - "null" - - "string" - photoURL: - type: - - "null" - - "string" + name: + type: + - "null" + - "string" + email: + type: + - "null" + - "string" + photoURL: + type: + - "null" + - "string" clicks: $schema: "http://json-schema.org/draft-04/schema#" type: "object" - default_cursor_field: - - "dt" + default_cursor_field: + - "dt" additionalProperties: "true" - properties: - host: - type: - - "null" - - "string" - path: - type: - - "null" - - "string" - method: - type: - - "null" - - "string" - url: - type: - - "null" - - "string" - dt: - type: - - "null" - - "string" + properties: + host: + type: + - "null" + - "string" + path: + type: + - "null" + - "string" + method: + type: + - "null" + - "string" + url: + type: + - "null" + - "string" + dt: + type: + - "null" + - "string" format: "date-time" - st: - type: - - "null" - - "integer" - ip: - type: - - "null" - - "string" - proto: - type: - - "null" - - "string" - ref: - type: - - "null" - - "string" - ua: - type: - - "null" - - "string" - human: - type: - - "null" - - "boolean" - browser: - type: - - "null" - - "string" - browser_version: - type: - - "null" - - "string" - country: - type: - - "null" - - "string" - city: - type: - - "null" - - "string" - social: - type: - - "null" - - "string" - refhost: - type: - - "null" - - "string" - os: - type: - - "null" - - "string" - utm_source: - type: - - "null" - - "string" - utm_medium: - type: - - "null" - - "string" - utm_campaign: - type: - - "null" - - "string" - goal_completed: - type: - - "null" - - "string" - ab_path: - type: - - "null" - - "string" - lcpath: - type: - - "null" - - "string" + st: + type: + - "null" + - "integer" + ip: + type: + - "null" + - "string" + proto: + type: + - "null" + - "string" + ref: + type: + - "null" + - "string" + ua: + type: + - "null" + - "string" + human: + type: + - "null" + - "boolean" + browser: + type: + - "null" + - "string" + browser_version: + type: + - "null" + - "string" + country: + type: + - "null" + - "string" + city: + type: + - "null" + - "string" + social: + type: + - "null" + - "string" + refhost: + type: + - "null" + - "string" + os: + type: + - "null" + - "string" + utm_source: + type: + - "null" + - "string" + utm_medium: + type: + - "null" + - "string" + utm_campaign: + type: + - "null" + - "string" + goal_completed: + type: + - "null" + - "string" + ab_path: + type: + - "null" + - "string" + lcpath: + type: + - "null" + - "string" streams: - $ref: "#/definitions/links_stream" From bb0f18d097d7a8d38ffb59c48466d569296d8fad Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Sat, 1 Jun 2024 22:27:34 +0530 Subject: [PATCH 5/8] fix manifest --- .../connectors/source-shortio/source_shortio/manifest.yaml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml index 2408f24bce9c..e16ee4b8703e 100644 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml +++ b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml @@ -91,7 +91,6 @@ definitions: schemas: links: - $schema: "http://json-schema.org/draft-04/schema#" type: "object" additionalProperties: "true" properties: @@ -283,10 +282,7 @@ schemas: - "null" - "string" clicks: - $schema: "http://json-schema.org/draft-04/schema#" type: "object" - default_cursor_field: - - "dt" additionalProperties: "true" properties: host: From bc8e6b7f77487e552ddbdddd1b047595f0ee9c05 Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Sat, 1 Jun 2024 22:52:54 +0530 Subject: [PATCH 6/8] fix draft 4 to draft 7 schemas --- .../source_shortio/manifest.yaml | 301 +++++++++--------- 1 file changed, 154 insertions(+), 147 deletions(-) diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml index e16ee4b8703e..3298651122cd 100644 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml +++ b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml @@ -91,297 +91,304 @@ definitions: schemas: links: - type: "object" - additionalProperties: "true" + "$schema": http://json-schema.org/draft-07/schema# + type: object + additionalProperties: true properties: lcpath: type: - - "null" - - "string" + - 'null' + - string passwordContact: type: - - "null" - - "boolean" + - 'null' + - boolean hasPassword: type: - - "null" - - "boolean" + - 'null' + - boolean OwnerId: type: - - "null" - - "integer" + - 'null' + - integer id: type: - - "null" - - "string" + - 'null' + - string path: type: - - "null" - - "string" + - 'null' + - string title: type: - - "null" - - "string" + - 'null' + - string icon: type: - - "null" - - "string" + - 'null' + - string archived: type: - - "null" - - "boolean" + - 'null' + - boolean originalURL: - type: "string" + type: string iphoneURL: type: - - "null" - - "string" + - 'null' + - string androidURL: type: - - "null" - - "string" + - 'null' + - string password: type: - - "null" - - "string" + - 'null' + - string utmSource: type: - - "null" - - "string" + - 'null' + - string utmMedium: type: - - "null" - - "string" + - 'null' + - string utmCampaign: type: - - "null" - - "string" + - 'null' + - string utmCampaignId: type: - - "null" - - "string" + - 'null' + - string utmTerm: type: - - "null" - - "string" + - 'null' + - string utmContent: type: - - "null" - - "string" + - 'null' + - string splitURL: type: - - "null" - - "string" + - 'null' + - string splitPercent: type: - - "null" - - "string" + - 'null' + - string expiresAt: type: - - "null" - - "string" + - 'null' + - string expiredURL: type: - - "null" - - "string" + - 'null' + - string redirectType: type: - - "null" - - "string" + - 'null' + - string clicksLimit: type: - - "null" - - "string" + - 'null' + - string cloaking: type: - - "null" - - "boolean" + - 'null' + - boolean source: type: - - "null" - - "string" + - 'null' + - string integrationGA: type: - - "null" - - "string" + - 'null' + - string integrationFB: type: - - "null" - - "string" + - 'null' + - string integrationAdroll: type: - - "null" - - "string" + - 'null' + - string integrationGTM: type: - - "null" - - "string" + - 'null' + - string AutodeletedAt: type: - - "null" - - "string" - format: "date-time" + - 'null' + - string + format: date-time createdAt: - type: "string" - format: "date-time" + type: string + format: date-time updatedAt: - type: "string" - format: "date-time" + type: string + format: date-time DomainId: - type: "integer" + type: integer Owner: type: - - "null" - - "object" + - 'null' + - object properties: id: - type: "integer" + type: integer name: type: - - "null" - - "string" + - 'null' + - string email: type: - - "null" - - "string" + - 'null' + - string photoURL: type: - - "null" - - "string" + - 'null' + - string tags: type: - - "null" - - "array" + - 'null' + - array items: - type: "string" + type: string secureShortURL: type: - - "null" - - "string" + - 'null' + - string idString: - type: "string" + type: string shortURL: - type: "string" + type: string User: type: - - "null" - - "object" + - 'null' + - object properties: id: - type: "integer" + type: integer name: type: - - "null" - - "string" + - 'null' + - string email: type: - - "null" - - "string" + - 'null' + - string photoURL: type: - - "null" - - "string" + - 'null' + - string + + clicks: - type: "object" - additionalProperties: "true" + "$schema": http://json-schema.org/draft-07/schema# + type: object + default_cursor_field: + - dt + additionalProperties: true properties: host: type: - - "null" - - "string" + - 'null' + - string path: type: - - "null" - - "string" + - 'null' + - string method: type: - - "null" - - "string" + - 'null' + - string url: type: - - "null" - - "string" + - 'null' + - string dt: type: - - "null" - - "string" - format: "date-time" + - 'null' + - string + format: date-time st: type: - - "null" - - "integer" + - 'null' + - integer ip: type: - - "null" - - "string" + - 'null' + - string proto: type: - - "null" - - "string" + - 'null' + - string ref: type: - - "null" - - "string" + - 'null' + - string ua: type: - - "null" - - "string" + - 'null' + - string human: type: - - "null" - - "boolean" + - 'null' + - boolean browser: type: - - "null" - - "string" + - 'null' + - string browser_version: type: - - "null" - - "string" + - 'null' + - string country: type: - - "null" - - "string" + - 'null' + - string city: type: - - "null" - - "string" + - 'null' + - string social: type: - - "null" - - "string" + - 'null' + - string refhost: type: - - "null" - - "string" + - 'null' + - string os: type: - - "null" - - "string" + - 'null' + - string utm_source: type: - - "null" - - "string" + - 'null' + - string utm_medium: type: - - "null" - - "string" + - 'null' + - string utm_campaign: type: - - "null" - - "string" + - 'null' + - string goal_completed: type: - - "null" - - "string" + - 'null' + - string ab_path: type: - - "null" - - "string" + - 'null' + - string lcpath: type: - - "null" - - "string" + - 'null' + - string + streams: - $ref: "#/definitions/links_stream" From e8681f4c8a501d6606002dc599e120b5773712f9 Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Sat, 1 Jun 2024 22:54:11 +0530 Subject: [PATCH 7/8] chore: format --- .../source_shortio/manifest.yaml | 264 +++++++++--------- 1 file changed, 131 insertions(+), 133 deletions(-) diff --git a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml index 3298651122cd..9bf8e9585828 100644 --- a/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml +++ b/airbyte-integrations/connectors/source-shortio/source_shortio/manifest.yaml @@ -97,130 +97,130 @@ schemas: properties: lcpath: type: - - 'null' - - string + - "null" + - string passwordContact: type: - - 'null' - - boolean + - "null" + - boolean hasPassword: type: - - 'null' - - boolean + - "null" + - boolean OwnerId: type: - - 'null' - - integer + - "null" + - integer id: type: - - 'null' - - string + - "null" + - string path: type: - - 'null' - - string + - "null" + - string title: type: - - 'null' - - string + - "null" + - string icon: type: - - 'null' - - string + - "null" + - string archived: type: - - 'null' - - boolean + - "null" + - boolean originalURL: type: string iphoneURL: type: - - 'null' - - string + - "null" + - string androidURL: type: - - 'null' - - string + - "null" + - string password: type: - - 'null' - - string + - "null" + - string utmSource: type: - - 'null' - - string + - "null" + - string utmMedium: type: - - 'null' - - string + - "null" + - string utmCampaign: type: - - 'null' - - string + - "null" + - string utmCampaignId: type: - - 'null' - - string + - "null" + - string utmTerm: type: - - 'null' - - string + - "null" + - string utmContent: type: - - 'null' - - string + - "null" + - string splitURL: type: - - 'null' - - string + - "null" + - string splitPercent: type: - - 'null' - - string + - "null" + - string expiresAt: type: - - 'null' - - string + - "null" + - string expiredURL: type: - - 'null' - - string + - "null" + - string redirectType: type: - - 'null' - - string + - "null" + - string clicksLimit: type: - - 'null' - - string + - "null" + - string cloaking: type: - - 'null' - - boolean + - "null" + - boolean source: type: - - 'null' - - string + - "null" + - string integrationGA: type: - - 'null' - - string + - "null" + - string integrationFB: type: - - 'null' - - string + - "null" + - string integrationAdroll: type: - - 'null' - - string + - "null" + - string integrationGTM: type: - - 'null' - - string + - "null" + - string AutodeletedAt: type: - - 'null' - - string + - "null" + - string format: date-time createdAt: type: string @@ -232,163 +232,161 @@ schemas: type: integer Owner: type: - - 'null' - - object + - "null" + - object properties: id: type: integer name: type: - - 'null' - - string + - "null" + - string email: type: - - 'null' - - string + - "null" + - string photoURL: type: - - 'null' - - string + - "null" + - string tags: type: - - 'null' - - array + - "null" + - array items: type: string secureShortURL: type: - - 'null' - - string + - "null" + - string idString: type: string shortURL: type: string User: type: - - 'null' - - object + - "null" + - object properties: id: type: integer name: type: - - 'null' - - string + - "null" + - string email: type: - - 'null' - - string + - "null" + - string photoURL: type: - - 'null' - - string - + - "null" + - string clicks: "$schema": http://json-schema.org/draft-07/schema# type: object default_cursor_field: - - dt + - dt additionalProperties: true properties: host: type: - - 'null' - - string + - "null" + - string path: type: - - 'null' - - string + - "null" + - string method: type: - - 'null' - - string + - "null" + - string url: type: - - 'null' - - string + - "null" + - string dt: type: - - 'null' - - string + - "null" + - string format: date-time st: type: - - 'null' - - integer + - "null" + - integer ip: type: - - 'null' - - string + - "null" + - string proto: type: - - 'null' - - string + - "null" + - string ref: type: - - 'null' - - string + - "null" + - string ua: type: - - 'null' - - string + - "null" + - string human: type: - - 'null' - - boolean + - "null" + - boolean browser: type: - - 'null' - - string + - "null" + - string browser_version: type: - - 'null' - - string + - "null" + - string country: type: - - 'null' - - string + - "null" + - string city: type: - - 'null' - - string + - "null" + - string social: type: - - 'null' - - string + - "null" + - string refhost: type: - - 'null' - - string + - "null" + - string os: type: - - 'null' - - string + - "null" + - string utm_source: type: - - 'null' - - string + - "null" + - string utm_medium: type: - - 'null' - - string + - "null" + - string utm_campaign: type: - - 'null' - - string + - "null" + - string goal_completed: type: - - 'null' - - string + - "null" + - string ab_path: type: - - 'null' - - string + - "null" + - string lcpath: type: - - 'null' - - string - + - "null" + - string streams: - $ref: "#/definitions/links_stream" From eeb09fb6c204d886b32bcb9b389cc621cc2b4cae Mon Sep 17 00:00:00 2001 From: btkcodedev Date: Wed, 5 Jun 2024 16:14:36 +0530 Subject: [PATCH 8/8] update version --- airbyte-integrations/connectors/source-shortio/metadata.yaml | 2 +- airbyte-integrations/connectors/source-shortio/pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/airbyte-integrations/connectors/source-shortio/metadata.yaml b/airbyte-integrations/connectors/source-shortio/metadata.yaml index a9cc33b3c49c..67e5a75e3a87 100644 --- a/airbyte-integrations/connectors/source-shortio/metadata.yaml +++ b/airbyte-integrations/connectors/source-shortio/metadata.yaml @@ -17,7 +17,7 @@ data: connectorSubtype: api connectorType: source definitionId: 2fed2292-5586-480c-af92-9944e39fe12d - dockerImageTag: 0.2.2 + dockerImageTag: 0.2.3 dockerRepository: airbyte/source-shortio githubIssueLabel: source-shortio icon: shortio.svg diff --git a/airbyte-integrations/connectors/source-shortio/pyproject.toml b/airbyte-integrations/connectors/source-shortio/pyproject.toml index a9f5d68fa090..d6ec38f1b1d0 100644 --- a/airbyte-integrations/connectors/source-shortio/pyproject.toml +++ b/airbyte-integrations/connectors/source-shortio/pyproject.toml @@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",] build-backend = "poetry.core.masonry.api" [tool.poetry] -version = "0.2.2" +version = "0.2.3" name = "source-shortio" description = "Source implementation for Shortio." authors = [ "Airbyte ",]