Connector Levels: Add new internal metadata fields

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/generated/AirbyteInternal.py

@@ -0,0 +1,15 @@
+# generated by datamodel-codegen:
+#   filename:  AirbyteInternal.yaml
+
+from __future__ import annotations
+
+from pydantic import BaseModel, Extra, Field
+from typing_extensions import Literal
+
+
+class AirbyteInternal(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    field_sl: Literal[100, 200, 300] = Field(..., alias="_sl")
+    field_ql: Literal[100, 200, 300, 400, 500, 600] = Field(..., alias="_ql")

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/generated/ConnectorMetadataDefinitionV0.py

@@ -11,6 +11,22 @@
 from typing_extensions import Literal
 
 
+class ReleaseStage(BaseModel):
+    __root__: Literal["alpha", "beta", "generally_available", "custom"] = Field(
+        ...,
+        description="enum that describes a connector's release stage",
+        title="ReleaseStage",
+    )
+
+
+class SupportLevel(BaseModel):
+    __root__: Literal["community", "certified"] = Field(
+        ...,
+        description="enum that describes a connector's release stage",
+        title="SupportLevel",
+    )
+
+
 class AllowedHosts(BaseModel):
     class Config:
         extra = Extra.allow
@@ -92,6 +108,14 @@ class Config:
     )
 
 
+class AirbyteInternal(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    field_sl: Literal[100, 200, 300] = Field(..., alias="_sl")
+    field_ql: Literal[100, 200, 300, 400, 500, 600] = Field(..., alias="_ql")
+
+
 class JobTypeResourceLimit(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -188,7 +212,8 @@ class Config:
     connectorSubtype: Literal[
         "api", "database", "file", "custom", "message_queue", "unknown"
     ]
-    releaseStage: Literal["alpha", "beta", "generally_available", "source"]
+    releaseStage: ReleaseStage
+    supportLevel: Optional[SupportLevel] = None
     tags: Optional[List[str]] = Field(
         [],
         description="An array of tags that describe the connector. E.g: language:python, keyword:rds, etc.",
@@ -199,6 +224,7 @@ class Config:
     normalizationConfig: Optional[NormalizationDestinationDefinitionConfig] = None
     suggestedStreams: Optional[SuggestedStreams] = None
     resourceRequirements: Optional[ActorDefinitionResourceRequirements] = None
+    field_ab_internal: Optional[AirbyteInternal] = Field(None, alias="_ab_internal")
 
 
 class ConnectorMetadataDefinitionV0(BaseModel):

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/generated/ConnectorRegistryDestinationDefinition.py

@@ -19,6 +19,14 @@ class ReleaseStage(BaseModel):
     )
 
 
+class SupportLevel(BaseModel):
+    __root__: Literal["community", "certified"] = Field(
+        ...,
+        description="enum that describes a connector's release stage",
+        title="SupportLevel",
+    )
+
+
 class ResourceRequirements(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -90,6 +98,14 @@ class Config:
     )
 
 
+class AirbyteInternal(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    field_sl: Literal[100, 200, 300] = Field(..., alias="_sl")
+    field_ql: Literal[100, 200, 300, 400, 500, 600] = Field(..., alias="_ql")
+
+
 class JobTypeResourceLimit(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -154,6 +170,7 @@ class Config:
         False, description="whether this is a custom connector definition"
     )
     releaseStage: Optional[ReleaseStage] = None
+    supportLevel: Optional[SupportLevel] = None
     releaseDate: Optional[date] = Field(
         None,
         description="The date when this connector was first released, in yyyy-mm-dd format.",
@@ -173,3 +190,4 @@ class Config:
     )
     allowedHosts: Optional[AllowedHosts] = None
     releases: Optional[ConnectorReleases] = None
+    field_ab_internal: Optional[AirbyteInternal] = Field(None, alias="_ab_internal")

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/generated/ConnectorRegistrySourceDefinition.py

@@ -19,6 +19,14 @@ class ReleaseStage(BaseModel):
     )
 
 
+class SupportLevel(BaseModel):
+    __root__: Literal["community", "certified"] = Field(
+        ...,
+        description="enum that describes a connector's release stage",
+        title="SupportLevel",
+    )
+
+
 class ResourceRequirements(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -82,6 +90,14 @@ class Config:
     )
 
 
+class AirbyteInternal(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    field_sl: Literal[100, 200, 300] = Field(..., alias="_sl")
+    field_ql: Literal[100, 200, 300, 400, 500, 600] = Field(..., alias="_ql")
+
+
 class JobTypeResourceLimit(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -147,6 +163,7 @@ class Config:
         False, description="whether this is a custom connector definition"
     )
     releaseStage: Optional[ReleaseStage] = None
+    supportLevel: Optional[SupportLevel] = None
     releaseDate: Optional[date] = Field(
         None,
         description="The date when this connector was first released, in yyyy-mm-dd format.",
@@ -162,3 +179,4 @@ class Config:
         description="Number of seconds allowed between 2 airbyte protocol messages. The source will timeout if this delay is reach",
     )
     releases: Optional[ConnectorReleases] = None
+    field_ab_internal: Optional[AirbyteInternal] = Field(None, alias="_ab_internal")

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/generated/ConnectorRegistryV0.py

@@ -19,6 +19,14 @@ class ReleaseStage(BaseModel):
     )
 
 
+class SupportLevel(BaseModel):
+    __root__: Literal["community", "certified"] = Field(
+        ...,
+        description="enum that describes a connector's release stage",
+        title="SupportLevel",
+    )
+
+
 class ResourceRequirements(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -90,6 +98,14 @@ class Config:
     )
 
 
+class AirbyteInternal(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    field_sl: Literal[100, 200, 300] = Field(..., alias="_sl")
+    field_ql: Literal[100, 200, 300, 400, 500, 600] = Field(..., alias="_ql")
+
+
 class SuggestedStreams(BaseModel):
     class Config:
         extra = Extra.allow
@@ -165,6 +181,7 @@ class Config:
         False, description="whether this is a custom connector definition"
     )
     releaseStage: Optional[ReleaseStage] = None
+    supportLevel: Optional[SupportLevel] = None
     releaseDate: Optional[date] = Field(
         None,
         description="The date when this connector was first released, in yyyy-mm-dd format.",
@@ -180,6 +197,7 @@ class Config:
         description="Number of seconds allowed between 2 airbyte protocol messages. The source will timeout if this delay is reach",
     )
     releases: Optional[ConnectorReleases] = None
+    field_ab_internal: Optional[AirbyteInternal] = Field(None, alias="_ab_internal")
 
 
 class ConnectorRegistryDestinationDefinition(BaseModel):
@@ -206,6 +224,7 @@ class Config:
         False, description="whether this is a custom connector definition"
     )
     releaseStage: Optional[ReleaseStage] = None
+    supportLevel: Optional[SupportLevel] = None
     releaseDate: Optional[date] = Field(
         None,
         description="The date when this connector was first released, in yyyy-mm-dd format.",
@@ -225,6 +244,7 @@ class Config:
     )
     allowedHosts: Optional[AllowedHosts] = None
     releases: Optional[ConnectorReleases] = None
+    field_ab_internal: Optional[AirbyteInternal] = Field(None, alias="_ab_internal")
 
 
 class ConnectorRegistryV0(BaseModel):

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/generated/SupportLevel.py

@@ -0,0 +1,15 @@
+# generated by datamodel-codegen:
+#   filename:  SupportLevel.yaml
+
+from __future__ import annotations
+
+from pydantic import BaseModel, Field
+from typing_extensions import Literal
+
+
+class SupportLevel(BaseModel):
+    __root__: Literal["community", "certified"] = Field(
+        ...,
+        description="enum that describes a connector's release stage",
+        title="SupportLevel",
+    )

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/generated/__init__.py

@@ -1,5 +1,6 @@
 # generated by generate-python-classes
 from .ActorDefinitionResourceRequirements import *
+from .AirbyteInternal import *
 from .AllowedHosts import *
 from .ConnectorMetadataDefinitionV0 import *
 from .ConnectorRegistryDestinationDefinition import *
@@ -12,3 +13,4 @@
 from .ReleaseStage import *
 from .ResourceRequirements import *
 from .SuggestedStreams import *
+from .SupportLevel import *

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/src/AirbyteInternal.yaml

@@ -0,0 +1,26 @@
+---
+"$schema": http://json-schema.org/draft-07/schema#
+"$id": https://github.com/airbytehq/airbyte/airbyte-ci/connectors_ci/metadata_service/lib/models/src/AirbyteInternal.yml
+title: AirbyteInternal
+description: Fields for internal use only
+type: object
+additionalProperties: false
+required:
+  - _sl
+  - _ql
+properties:
+  _sl:
+    type: integer
+    enum:
+      - 100
+      - 200
+      - 300
+  _ql:
+    type: integer
+    enum:
+      - 100
+      - 200
+      - 300
+      - 400
+      - 500
+      - 600

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/src/ConnectorMetadataDefinitionV0.yaml

@@ -74,12 +74,9 @@ properties:
           - message_queue
           - unknown
       releaseStage:
-        type: string
-        enum:
-          - alpha
-          - beta
-          - generally_available
-          - source
+        "$ref": ReleaseStage.yaml
+      supportLevel:
+        "$ref": SupportLevel.yaml
       tags:
         type: array
         description: "An array of tags that describe the connector. E.g: language:python, keyword:rds, etc."
@@ -108,3 +105,5 @@ properties:
         "$ref": SuggestedStreams.yaml
       resourceRequirements:
         "$ref": ActorDefinitionResourceRequirements.yaml
+      _ab_internal:
+        "$ref": AirbyteInternal.yaml

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/src/ConnectorRegistryDestinationDefinition.yaml

@@ -45,6 +45,8 @@ properties:
     default: false
   releaseStage:
     "$ref": ReleaseStage.yaml
+  supportLevel:
+    "$ref": SupportLevel.yaml
   releaseDate:
     description: The date when this connector was first released, in yyyy-mm-dd format.
     type: string
@@ -68,3 +70,5 @@ properties:
     "$ref": AllowedHosts.yaml
   releases:
     "$ref": ConnectorReleases.yaml
+  _ab_internal:
+    "$ref": AirbyteInternal.yaml

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/src/ConnectorRegistrySourceDefinition.yaml

@@ -52,6 +52,8 @@ properties:
     default: false
   releaseStage:
     "$ref": ReleaseStage.yaml
+  supportLevel:
+    "$ref": SupportLevel.yaml
   releaseDate:
     description: The date when this connector was first released, in yyyy-mm-dd format.
     type: string
@@ -70,3 +72,5 @@ properties:
     type: integer
   releases:
     "$ref": ConnectorReleases.yaml
+  _ab_internal:
+    "$ref": AirbyteInternal.yaml

airbyte-ci/connectors/metadata_service/lib/metadata_service/models/src/SupportLevel.yaml

@@ -0,0 +1,9 @@
+---
+"$schema": http://json-schema.org/draft-07/schema#
+"$id": https://github.com/airbytehq/airbyte/airbyte-ci/connectors_ci/metadata_service/lib/models/src/SupportLevel.yaml
+title: SupportLevel
+description: enum that describes a connector's release stage
+type: string
+enum:
+  - community
+  - certified

airbyte-ci/connectors/metadata_service/lib/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "metadata-service"
-version = "0.1.0"
+version = "0.1.1"
 description = ""
 authors = ["Ben Church <ben@airbyte.io>"]
 readme = "README.md"

airbyte-ci/connectors/metadata_service/lib/tests/fixtures/metadata_validate/invalid/metadata_invalid_internal_fields.yaml

@@ -0,0 +1,17 @@
+metadataSpecVersion: 1.0
+data:
+  name: AlloyDB for PostgreSQL
+  definitionId: 1fa90628-2b9e-11ed-a261-0242ac120002
+  connectorType: source
+  dockerRepository: airbyte/image-exists-1
+  githubIssueLabel: source-alloydb-strict-encrypt
+  dockerImageTag: 0.0.1
+  documentationUrl: https://docs.airbyte.com/integrations/sources/alloydb
+  connectorSubtype: database
+  releaseStage: generally_available
+  license: MIT
+  _ab_internal:
+    _sl: 299
+    _ql: 699
+  tags:
+    - language:java

airbyte-ci/connectors/metadata_service/lib/tests/fixtures/metadata_validate/invalid/metadata_missing_internal_field.yaml

@@ -0,0 +1,16 @@
+metadataSpecVersion: 1.0
+data:
+  name: AlloyDB for PostgreSQL
+  definitionId: 1fa90628-2b9e-11ed-a261-0242ac120002
+  connectorType: source
+  dockerRepository: airbyte/image-exists-1
+  githubIssueLabel: source-alloydb-strict-encrypt
+  dockerImageTag: 0.0.1
+  documentationUrl: https://docs.airbyte.com/integrations/sources/alloydb
+  connectorSubtype: database
+  releaseStage: generally_available
+  license: MIT
+  _ab_internal:
+    _sl: 200
+  tags:
+    - language:java

airbyte-ci/connectors/metadata_service/lib/tests/fixtures/metadata_validate/invalid/metadata_unknown_support_level.yaml

@@ -0,0 +1,15 @@
+metadataSpecVersion: 1.0
+data:
+  name: AlloyDB for PostgreSQL
+  definitionId: 1fa90628-2b9e-11ed-a261-0242ac120002
+  connectorType: source
+  dockerRepository: airbyte/image-exists-1
+  githubIssueLabel: source-alloydb-strict-encrypt
+  dockerImageTag: 0.0.1
+  documentationUrl: https://docs.airbyte.com/integrations/sources/alloydb
+  connectorSubtype: database
+  releaseStage: generally_available
+  supportLevel: dne
+  license: MIT
+  tags:
+    - language:java