Skip to content

Commit

Permalink
chore: add type in json schema (#12780)
Browse files Browse the repository at this point in the history
  • Loading branch information
Sachin-chaurasiya authored Aug 8, 2023
1 parent 59f5fc0 commit 23b127a
Show file tree
Hide file tree
Showing 17 changed files with 50 additions and 37 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
"$id": "https://open-metadata.org/schema/metadataIngestion/dashboardServiceMetadataPipeline.json",
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DashboardServiceMetadataPipeline",
"type": "object",
"description": "DashboardService Metadata Pipeline Configuration.",
"definitions": {
"dashboardMetadataConfigType": {
Expand Down
Original file line number Diff line number Diff line change
@@ -1,23 +1,24 @@
{
"$id": "https://open-metadata.org/schema/metadataIngestion/dataInsightPipeline.json",
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DataInsightPipeline",
"description": "Data Insight Pipeline Configuration.",
"definitions": {
"dataInsightConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type",
"type": "string",
"enum": ["dataInsight"],
"default": "dataInsight"
}
},
"properties": {
"type": {
"description": "Pipeline type",
"$ref": "#/definitions/dataInsightConfigType",
"default": "dataInsight"
}
},
"required": ["type"],
"additionalProperties": false
}
"$id": "https://open-metadata.org/schema/metadataIngestion/dataInsightPipeline.json",
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DataInsightPipeline",
"description": "Data Insight Pipeline Configuration.",
"type": "object",
"definitions": {
"dataInsightConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type",
"type": "string",
"enum": ["dataInsight"],
"default": "dataInsight"
}
},
"properties": {
"type": {
"description": "Pipeline type",
"$ref": "#/definitions/dataInsightConfigType",
"default": "dataInsight"
}
},
"required": ["type"],
"additionalProperties": false
}
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceMetadataPipeline",
"description": "DatabaseService Metadata Pipeline Configuration.",
"type": "object",
"javaType": "org.openmetadata.schema.metadataIngestion.DatabaseServiceMetadataPipeline",
"definitions": {
"databaseMetadataConfigType": {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,13 +3,12 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceProfilerPipeline",
"description": "DatabaseService Profiler Pipeline Configuration.",
"type": "object",
"definitions": {
"profilerConfigType": {
"description": "Profiler Source Config Pipeline type",
"type": "string",
"enum": [
"Profiler"
],
"enum": ["Profiler"],
"default": "Profiler"
}
},
Expand Down Expand Up @@ -37,9 +36,9 @@
"default": false
},
"confidence": {
"description": "Set the Confidence value for which you want the column to be marked",
"type": "number",
"default": 80
"description": "Set the Confidence value for which you want the column to be marked",
"type": "number",
"default": 80
},
"generateSampleData": {
"description": "Option to turn on/off generating sample data.",
Expand Down Expand Up @@ -67,4 +66,4 @@
}
},
"additionalProperties": false
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceQueryLineagePipeline",
"description": "DatabaseService Query Lineage Pipeline Configuration.",
"type": "object",
"definitions": {
"databaseLineageConfigType": {
"description": "Database Source Config Usage Pipeline type",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceQueryUsagePipeline",
"description": "DatabaseService Query Usage Pipeline Configuration.",
"type": "object",
"definitions": {
"databaseUsageConfigType": {
"description": "Database Source Config Usage Pipeline type",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "dbtPipeline",
"description": "DBT Pipeline Configuration.",
"type": "object",
"definitions": {
"dbtConfigType": {
"description": "DBT Config Pipeline type",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
"$id": "https://open-metadata.org/schema/metadataIngestion/dbtconfig/dbtAzureConfig.json",
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DBT Azure Config",
"type": "object",
"description": "DBT Catalog, Manifest and Run Results files in Azure bucket. We will search for catalog.json, manifest.json and run_results.json.",
"javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtAzureConfig",
"properties": {
Expand All @@ -14,4 +15,4 @@
"$ref": "./dbtBucketDetails.json"
}
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
"$id": "https://open-metadata.org/schema/metadataIngestion/dbtconfig/dbtGCSConfig.json",
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DBT GCS Config",
"type": "object",
"description": "DBT Catalog, Manifest and Run Results files in GCS storage. We will search for catalog.json, manifest.json and run_results.json.",
"javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtGCSConfig",
"properties": {
Expand All @@ -14,4 +15,4 @@
"$ref": "./dbtBucketDetails.json"
}
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
"title": "DBT S3 Config",
"description": "DBT Catalog, Manifest and Run Results files in S3 bucket. We will search for catalog.json, manifest.json and run_results.json.",
"javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtS3Config",
"type": "object",
"properties": {
"dbtSecurityConfig": {
"title": "DBT S3 Security Config",
Expand All @@ -14,4 +15,4 @@
"$ref": "./dbtBucketDetails.json"
}
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "MessagingServiceMetadataPipeline",
"description": "MessagingService Metadata Pipeline Configuration.",
"type": "object",
"definitions": {
"messagingMetadataConfigType": {
"description": "Messaging Source Config Metadata Pipeline type",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "MetadataToElasticSearchPipeline",
"description": "Data Insight Pipeline Configuration.",
"type": "object",
"definitions": {
"metadataToESConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type",
Expand Down Expand Up @@ -70,4 +71,4 @@
},
"required": ["type"],
"additionalProperties": false
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "MlModelServiceMetadataPipeline",
"description": "MlModelService Metadata Pipeline Configuration.",
"type": "object",
"definitions": {
"mlModelMetadataConfigType": {
"description": "MlModel Source Config Metadata Pipeline type",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "PipelineServiceMetadataPipeline",
"description": "PipelineService Metadata Pipeline Configuration.",
"type": "object",
"definitions": {
"pipelineMetadataConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
"title": "StorageContainerConfig",
"description": "Definition of the properties contained by an object store container template config file",
"javaType": "org.openmetadata.schema.metadataIngestion.storage.ContainerMetadataConfig",
"type": "object",
"definitions": {
"metadataEntry": {
"description": "Config properties for a container found in a user-supplied metadata config",
Expand Down Expand Up @@ -37,9 +38,7 @@
"default": null
}
},
"required": [
"dataPath"
]
"required": ["dataPath"]
}
},
"properties": {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "StorageServiceMetadataPipeline",
"description": "StorageService Metadata Pipeline Configuration.",
"type": "object",
"definitions": {
"storageMetadataConfigType": {
"description": "Object Store Source Config Metadata Pipeline type",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "TestSuitePipeline",
"description": "TestSuite Pipeline Configuration.",
"type": "object",
"definitions": {
"testSuiteConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type",
Expand Down Expand Up @@ -32,4 +33,4 @@
},
"required": ["type", "entityFullyQualifiedName"],
"additionalProperties": false
}
}

0 comments on commit 23b127a

Please sign in to comment.