Skip to content

Commit 1ed0871

Browse files
author
awstools
committed
feat(client-glue): Added support for preprocessing queries in Data Quality operations through new DataQualityGlueTable structure.
1 parent 1d689d7 commit 1ed0871

16 files changed

+298
-93
lines changed

‎clients/client-glue/src/commands/BatchGetDataQualityResultCommand.ts‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,16 @@ export interface BatchGetDataQualityResultCommandOutput extends BatchGetDataQual
6262
* // "<keys>": "STRING_VALUE",
6363
* // },
6464
* // },
65+
* // DataQualityGlueTable: { // DataQualityGlueTable
66+
* // DatabaseName: "STRING_VALUE", // required
67+
* // TableName: "STRING_VALUE", // required
68+
* // CatalogId: "STRING_VALUE",
69+
* // ConnectionName: "STRING_VALUE",
70+
* // AdditionalOptions: {
71+
* // "<keys>": "STRING_VALUE",
72+
* // },
73+
* // PreProcessingQuery: "STRING_VALUE",
74+
* // },
6575
* // },
6676
* // RulesetName: "STRING_VALUE",
6777
* // EvaluationContext: "STRING_VALUE",

‎clients/client-glue/src/commands/BatchPutDataQualityStatisticAnnotationCommand.ts‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,9 @@ export interface BatchPutDataQualityStatisticAnnotationCommandOutput
3737
__MetadataBearer {}
3838

3939
/**
40-
* <p>Annotate datapoints over time for a specific data quality statistic.</p>
40+
* <p>Annotate datapoints over time for a specific data quality statistic.
41+
* The API requires both profileID and statisticID as part of the InclusionAnnotation input.
42+
* The API only works for a single statisticId across multiple profiles.</p>
4143
* @example
4244
* Use a bare-bones client and the command you need to make an API call.
4345
* ```javascript

‎clients/client-glue/src/commands/GetDataQualityResultCommand.ts‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,16 @@ export interface GetDataQualityResultCommandOutput extends GetDataQualityResultR
5858
* // "<keys>": "STRING_VALUE",
5959
* // },
6060
* // },
61+
* // DataQualityGlueTable: { // DataQualityGlueTable
62+
* // DatabaseName: "STRING_VALUE", // required
63+
* // TableName: "STRING_VALUE", // required
64+
* // CatalogId: "STRING_VALUE",
65+
* // ConnectionName: "STRING_VALUE",
66+
* // AdditionalOptions: {
67+
* // "<keys>": "STRING_VALUE",
68+
* // },
69+
* // PreProcessingQuery: "STRING_VALUE",
70+
* // },
6171
* // },
6272
* // RulesetName: "STRING_VALUE",
6373
* // EvaluationContext: "STRING_VALUE",

‎clients/client-glue/src/commands/GetDataQualityRuleRecommendationRunCommand.ts‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,16 @@ export interface GetDataQualityRuleRecommendationRunCommandOutput
6060
* // "<keys>": "STRING_VALUE",
6161
* // },
6262
* // },
63+
* // DataQualityGlueTable: { // DataQualityGlueTable
64+
* // DatabaseName: "STRING_VALUE", // required
65+
* // TableName: "STRING_VALUE", // required
66+
* // CatalogId: "STRING_VALUE",
67+
* // ConnectionName: "STRING_VALUE",
68+
* // AdditionalOptions: {
69+
* // "<keys>": "STRING_VALUE",
70+
* // },
71+
* // PreProcessingQuery: "STRING_VALUE",
72+
* // },
6373
* // },
6474
* // Role: "STRING_VALUE",
6575
* // NumberOfWorkers: Number("int"),

‎clients/client-glue/src/commands/GetDataQualityRulesetEvaluationRunCommand.ts‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,16 @@ export interface GetDataQualityRulesetEvaluationRunCommandOutput
6060
* // "<keys>": "STRING_VALUE",
6161
* // },
6262
* // },
63+
* // DataQualityGlueTable: { // DataQualityGlueTable
64+
* // DatabaseName: "STRING_VALUE", // required
65+
* // TableName: "STRING_VALUE", // required
66+
* // CatalogId: "STRING_VALUE",
67+
* // ConnectionName: "STRING_VALUE",
68+
* // AdditionalOptions: {
69+
* // "<keys>": "STRING_VALUE",
70+
* // },
71+
* // PreProcessingQuery: "STRING_VALUE",
72+
* // },
6373
* // },
6474
* // Role: "STRING_VALUE",
6575
* // NumberOfWorkers: Number("int"),
@@ -92,6 +102,16 @@ export interface GetDataQualityRulesetEvaluationRunCommandOutput
92102
* // "<keys>": "STRING_VALUE",
93103
* // },
94104
* // },
105+
* // DataQualityGlueTable: {
106+
* // DatabaseName: "STRING_VALUE", // required
107+
* // TableName: "STRING_VALUE", // required
108+
* // CatalogId: "STRING_VALUE",
109+
* // ConnectionName: "STRING_VALUE",
110+
* // AdditionalOptions: {
111+
* // "<keys>": "STRING_VALUE",
112+
* // },
113+
* // PreProcessingQuery: "STRING_VALUE",
114+
* // },
95115
* // },
96116
* // },
97117
* // };

‎clients/client-glue/src/commands/ListDataQualityResultsCommand.ts‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,16 @@ export interface ListDataQualityResultsCommandOutput extends ListDataQualityResu
4747
* "<keys>": "STRING_VALUE",
4848
* },
4949
* },
50+
* DataQualityGlueTable: { // DataQualityGlueTable
51+
* DatabaseName: "STRING_VALUE", // required
52+
* TableName: "STRING_VALUE", // required
53+
* CatalogId: "STRING_VALUE",
54+
* ConnectionName: "STRING_VALUE",
55+
* AdditionalOptions: {
56+
* "<keys>": "STRING_VALUE",
57+
* },
58+
* PreProcessingQuery: "STRING_VALUE",
59+
* },
5060
* },
5161
* JobName: "STRING_VALUE",
5262
* JobRunId: "STRING_VALUE",
@@ -72,6 +82,16 @@ export interface ListDataQualityResultsCommandOutput extends ListDataQualityResu
7282
* // "<keys>": "STRING_VALUE",
7383
* // },
7484
* // },
85+
* // DataQualityGlueTable: { // DataQualityGlueTable
86+
* // DatabaseName: "STRING_VALUE", // required
87+
* // TableName: "STRING_VALUE", // required
88+
* // CatalogId: "STRING_VALUE",
89+
* // ConnectionName: "STRING_VALUE",
90+
* // AdditionalOptions: {
91+
* // "<keys>": "STRING_VALUE",
92+
* // },
93+
* // PreProcessingQuery: "STRING_VALUE",
94+
* // },
7595
* // },
7696
* // JobName: "STRING_VALUE",
7797
* // JobRunId: "STRING_VALUE",

‎clients/client-glue/src/commands/ListDataQualityRuleRecommendationRunsCommand.ts‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,16 @@ export interface ListDataQualityRuleRecommendationRunsCommandOutput
5656
* "<keys>": "STRING_VALUE",
5757
* },
5858
* },
59+
* DataQualityGlueTable: { // DataQualityGlueTable
60+
* DatabaseName: "STRING_VALUE", // required
61+
* TableName: "STRING_VALUE", // required
62+
* CatalogId: "STRING_VALUE",
63+
* ConnectionName: "STRING_VALUE",
64+
* AdditionalOptions: {
65+
* "<keys>": "STRING_VALUE",
66+
* },
67+
* PreProcessingQuery: "STRING_VALUE",
68+
* },
5969
* },
6070
* StartedBefore: new Date("TIMESTAMP"),
6171
* StartedAfter: new Date("TIMESTAMP"),
@@ -81,6 +91,16 @@ export interface ListDataQualityRuleRecommendationRunsCommandOutput
8191
* // "<keys>": "STRING_VALUE",
8292
* // },
8393
* // },
94+
* // DataQualityGlueTable: { // DataQualityGlueTable
95+
* // DatabaseName: "STRING_VALUE", // required
96+
* // TableName: "STRING_VALUE", // required
97+
* // CatalogId: "STRING_VALUE",
98+
* // ConnectionName: "STRING_VALUE",
99+
* // AdditionalOptions: {
100+
* // "<keys>": "STRING_VALUE",
101+
* // },
102+
* // PreProcessingQuery: "STRING_VALUE",
103+
* // },
84104
* // },
85105
* // },
86106
* // ],

‎clients/client-glue/src/commands/ListDataQualityRulesetEvaluationRunsCommand.ts‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,16 @@ export interface ListDataQualityRulesetEvaluationRunsCommandOutput
5555
* "<keys>": "STRING_VALUE",
5656
* },
5757
* },
58+
* DataQualityGlueTable: { // DataQualityGlueTable
59+
* DatabaseName: "STRING_VALUE", // required
60+
* TableName: "STRING_VALUE", // required
61+
* CatalogId: "STRING_VALUE",
62+
* ConnectionName: "STRING_VALUE",
63+
* AdditionalOptions: {
64+
* "<keys>": "STRING_VALUE",
65+
* },
66+
* PreProcessingQuery: "STRING_VALUE",
67+
* },
5868
* },
5969
* StartedBefore: new Date("TIMESTAMP"),
6070
* StartedAfter: new Date("TIMESTAMP"),
@@ -80,6 +90,16 @@ export interface ListDataQualityRulesetEvaluationRunsCommandOutput
8090
* // "<keys>": "STRING_VALUE",
8191
* // },
8292
* // },
93+
* // DataQualityGlueTable: { // DataQualityGlueTable
94+
* // DatabaseName: "STRING_VALUE", // required
95+
* // TableName: "STRING_VALUE", // required
96+
* // CatalogId: "STRING_VALUE",
97+
* // ConnectionName: "STRING_VALUE",
98+
* // AdditionalOptions: {
99+
* // "<keys>": "STRING_VALUE",
100+
* // },
101+
* // PreProcessingQuery: "STRING_VALUE",
102+
* // },
83103
* // },
84104
* // },
85105
* // ],

‎clients/client-glue/src/commands/ListTableOptimizerRunsCommand.ts‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { ListTableOptimizerRunsRequest } from "../models/models_2";
10-
import { ListTableOptimizerRunsResponse } from "../models/models_3";
9+
import { ListTableOptimizerRunsRequest, ListTableOptimizerRunsResponse } from "../models/models_3";
1110
import { de_ListTableOptimizerRunsCommand, se_ListTableOptimizerRunsCommand } from "../protocols/Aws_json1_1";
1211

1312
/**

‎clients/client-glue/src/commands/StartDataQualityRuleRecommendationRunCommand.ts‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,16 @@ export interface StartDataQualityRuleRecommendationRunCommandOutput
5656
* "<keys>": "STRING_VALUE",
5757
* },
5858
* },
59+
* DataQualityGlueTable: { // DataQualityGlueTable
60+
* DatabaseName: "STRING_VALUE", // required
61+
* TableName: "STRING_VALUE", // required
62+
* CatalogId: "STRING_VALUE",
63+
* ConnectionName: "STRING_VALUE",
64+
* AdditionalOptions: {
65+
* "<keys>": "STRING_VALUE",
66+
* },
67+
* PreProcessingQuery: "STRING_VALUE",
68+
* },
5969
* },
6070
* Role: "STRING_VALUE", // required
6171
* NumberOfWorkers: Number("int"),

0 commit comments

Comments
 (0)