Update to 1.2.0

Author: jochenchrist

README.md

@@ -8,6 +8,7 @@ The version number of the pip module corresponds to the version of the Data Cont
 
 | Data Contract Specification Version | Pip Module Version |
 |-------------------------------------|--------------------|
+| 1.2.0                               | >=1.2.0            |
 | 1.1.0                               | >=1.1.0            |
 
 **Note**: We mirror major and minor version from the Data Contract Specification to the pip module, but not the patch version!
@@ -34,7 +35,7 @@ from datacontract_specification.model import DataContractSpecification
 
 # Load a data contract specification from a string
 data_contract_str = """
-dataContractSpecification: 1.1.0
+dataContractSpecification: 1.2.0
 id: urn:datacontract:checkout:orders-latest
 info:
   title: Orders Latest

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "datacontract-specification"
-version = "1.1.1" # in sync with spec
+version = "1.2.0" # in sync with spec
 description = "The Pydantic Model of the Data Contract Specification"
 readme = "README.md"
 authors = [

src/datacontract_specification/model.py

@@ -23,11 +23,15 @@
     "timestamp_tz",
     "timestamp_ntz",
     "date",
+    "time",
     "array",
-    "bytes",
+    "map",
     "object",
     "record",
     "struct",
+    "bytes",
+    "variant",
+    "json",
     "null",
 ]
 
@@ -42,6 +46,48 @@ class Contact(pyd.BaseModel):
     )
 
 
+class Policy(pyd.BaseModel):
+    type: str | None = None
+    description: str | None = None
+    url: str | None = None
+
+    model_config = pyd.ConfigDict(
+        extra="allow",
+    )
+
+
+class Transformation(pyd.BaseModel):
+    type: str | None = None
+    subtype: str | None = None
+    description: str | None = None
+    masking: bool | None = None
+
+    model_config = pyd.ConfigDict(
+        extra="allow",
+    )
+
+
+class InputField(pyd.BaseModel):
+    namespace: str | None = None
+    name: str | None = None
+    field: str | None = None
+    transformations: List[Transformation] | None = None
+
+    model_config = pyd.ConfigDict(
+        extra="allow",
+    )
+
+
+class Lineage(pyd.BaseModel):
+    inputFields: List[InputField] | None = None
+    transformationDescription: str | None = None
+    transformationType: str | None = None
+
+    model_config = pyd.ConfigDict(
+        extra="allow",
+    )
+
+
 class ServerRole(pyd.BaseModel):
     name: str | None = None
     description: str | None = None
@@ -84,6 +130,7 @@ class Server(pyd.BaseModel):
 class Terms(pyd.BaseModel):
     usage: str | None = None
     limitations: str | None = None
+    policies: List[Policy] | None = None
     billing: str | None = None
     noticePeriod: str | None = None
     description: str | None = None
@@ -181,6 +228,7 @@ class Field(pyd.BaseModel):
     )
     examples: List[Any] | None = None
     quality: List[Quality] | None = []
+    lineage: Lineage | None = None
     config: Dict[str, Any] | None = None
 
     model_config = pyd.ConfigDict(
@@ -197,6 +245,7 @@ class Model(pyd.BaseModel):
     quality: List[Quality] | None = []
     primaryKey: List[str] | None = []
     examples: List[Any] | None = None
+    additionalFields: bool | None = None
     config: Dict[str, Any] = None
     tags: List[str] | None = None
 

src/datacontract_specification/schema.json

@@ -7,6 +7,7 @@
       "type": "string",
       "title": "DataContractSpecificationVersion",
       "enum": [
+        "1.2.0",
         "1.1.0",
         "0.9.3",
         "0.9.2",
@@ -336,6 +337,21 @@
               "$ref": "#/$defs/TrinoServer"
             }
           },
+          {
+            "if": {
+              "properties": {
+                "type": {
+                  "const": "clickhouse"
+                }
+              },
+              "required": [
+                "type"
+              ]
+            },
+            "then": {
+              "$ref": "#/$defs/ClickhouseServer"
+            }
+          },
           {
             "if": {
               "properties": {
@@ -689,6 +705,11 @@
           "examples": {
             "type": "array"
           },
+          "additionalFields": {
+            "type": "boolean",
+            "description": " Specify, if the model can have additional fields that are not defined in the contract.                            ",
+            "default": false
+          },
           "config": {
             "type": "object",
             "description": "Additional metadata for model configuration.",
@@ -1092,12 +1113,15 @@
         "timestamp_tz",
         "timestamp_ntz",
         "date",
+        "time",
         "array",
         "map",
         "object",
         "record",
         "struct",
         "bytes",
+        "variant",
+        "json",
         "null"
       ]
     },
@@ -1115,25 +1139,26 @@
         "type": {
           "type": "string",
           "description": "The type of the data product technology that implements the data contract.",
-          "enum": [
+          "examples": [
+            "azure",
             "bigquery",
             "BigQuery",
-            "s3",
-            "sftp",
-            "redshift",
-            "azure",
-            "sqlserver",
-            "snowflake",
+            "clickhouse",
             "databricks",
             "dataframe",
             "glue",
-            "postgres",
-            "oracle",
             "kafka",
-            "pubsub",
             "kinesis",
-            "trino",
-            "local"
+            "local",
+            "oracle",
+            "postgres",
+            "pubsub",
+            "redshift",
+            "sftp",
+            "sqlserver",
+            "snowflake",
+            "s3",
+            "trino"
           ]
         },
         "roles": {
@@ -1663,6 +1688,35 @@
         "schema"
       ]
     },
+    "ClickhouseServer": {
+      "type": "object",
+      "title": "ClickhouseServer",
+      "properties": {
+        "host": {
+          "type": "string",
+          "description": "The host to the database server",
+          "examples": [
+            "localhost"
+          ]
+        },
+        "port": {
+          "type": "integer",
+          "description": "The port to the database server."
+        },
+        "database": {
+          "type": "string",
+          "description": "The name of the database.",
+          "examples": [
+            "postgres"
+          ]
+        }
+      },
+      "required": [
+        "host",
+        "port",
+        "database"
+      ]
+    },
     "LocalServer": {
       "type": "object",
       "title": "LocalServer",