Skip to content

Commit

Permalink
feat(client-glue): Add recipe step support for recipe node
Browse files Browse the repository at this point in the history
  • Loading branch information
awstools committed Jul 10, 2024
1 parent 37f7494 commit c9d85d8
Show file tree
Hide file tree
Showing 13 changed files with 658 additions and 321 deletions.
17 changes: 17 additions & 0 deletions clients/client-glue/src/commands/BatchGetJobsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1034,6 +1034,23 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
* // RecipeArn: "STRING_VALUE", // required
* // RecipeVersion: "STRING_VALUE", // required
* // },
* // RecipeSteps: [ // RecipeSteps
* // { // RecipeStep
* // Action: { // RecipeAction
* // Operation: "STRING_VALUE", // required
* // Parameters: { // ParameterMap
* // "<keys>": "STRING_VALUE",
* // },
* // },
* // ConditionExpressions: [ // ConditionExpressionList
* // { // ConditionExpression
* // Condition: "STRING_VALUE", // required
* // Value: "STRING_VALUE",
* // TargetColumn: "STRING_VALUE", // required
* // },
* // ],
* // },
* // ],
* // },
* // SnowflakeSource: { // SnowflakeSource
* // Name: "STRING_VALUE", // required
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
import { CreateClassifierRequest, CreateClassifierResponse } from "../models/models_0";
import { CreateClassifierRequest, CreateClassifierResponse } from "../models/models_1";
import { de_CreateClassifierCommand, se_CreateClassifierCommand } from "../protocols/Aws_json1_1";

/**
Expand Down
17 changes: 17 additions & 0 deletions clients/client-glue/src/commands/CreateJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1025,6 +1025,23 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
* RecipeArn: "STRING_VALUE", // required
* RecipeVersion: "STRING_VALUE", // required
* },
* RecipeSteps: [ // RecipeSteps
* { // RecipeStep
* Action: { // RecipeAction
* Operation: "STRING_VALUE", // required
* Parameters: { // ParameterMap
* "<keys>": "STRING_VALUE",
* },
* },
* ConditionExpressions: [ // ConditionExpressionList
* { // ConditionExpression
* Condition: "STRING_VALUE", // required
* Value: "STRING_VALUE",
* TargetColumn: "STRING_VALUE", // required
* },
* ],
* },
* ],
* },
* SnowflakeSource: { // SnowflakeSource
* Name: "STRING_VALUE", // required
Expand Down
17 changes: 17 additions & 0 deletions clients/client-glue/src/commands/GetJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1030,6 +1030,23 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {}
* // RecipeArn: "STRING_VALUE", // required
* // RecipeVersion: "STRING_VALUE", // required
* // },
* // RecipeSteps: [ // RecipeSteps
* // { // RecipeStep
* // Action: { // RecipeAction
* // Operation: "STRING_VALUE", // required
* // Parameters: { // ParameterMap
* // "<keys>": "STRING_VALUE",
* // },
* // },
* // ConditionExpressions: [ // ConditionExpressionList
* // { // ConditionExpression
* // Condition: "STRING_VALUE", // required
* // Value: "STRING_VALUE",
* // TargetColumn: "STRING_VALUE", // required
* // },
* // ],
* // },
* // ],
* // },
* // SnowflakeSource: { // SnowflakeSource
* // Name: "STRING_VALUE", // required
Expand Down
17 changes: 17 additions & 0 deletions clients/client-glue/src/commands/GetJobsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1032,6 +1032,23 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
* // RecipeArn: "STRING_VALUE", // required
* // RecipeVersion: "STRING_VALUE", // required
* // },
* // RecipeSteps: [ // RecipeSteps
* // { // RecipeStep
* // Action: { // RecipeAction
* // Operation: "STRING_VALUE", // required
* // Parameters: { // ParameterMap
* // "<keys>": "STRING_VALUE",
* // },
* // },
* // ConditionExpressions: [ // ConditionExpressionList
* // { // ConditionExpression
* // Condition: "STRING_VALUE", // required
* // Value: "STRING_VALUE",
* // TargetColumn: "STRING_VALUE", // required
* // },
* // ],
* // },
* // ],
* // },
* // SnowflakeSource: { // SnowflakeSource
* // Name: "STRING_VALUE", // required
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetPartitionsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
import { GetPartitionsRequest, GetPartitionsResponse } from "../models/models_1";
import { GetPartitionsRequest, GetPartitionsResponse } from "../models/models_2";
import { de_GetPartitionsCommand, se_GetPartitionsCommand } from "../protocols/Aws_json1_1";

/**
Expand Down
3 changes: 1 addition & 2 deletions clients/client-glue/src/commands/GetPlanCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
import { GetPlanRequest } from "../models/models_1";
import { GetPlanResponse } from "../models/models_2";
import { GetPlanRequest, GetPlanResponse } from "../models/models_2";
import { de_GetPlanCommand, se_GetPlanCommand } from "../protocols/Aws_json1_1";

/**
Expand Down
17 changes: 17 additions & 0 deletions clients/client-glue/src/commands/UpdateJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1022,6 +1022,23 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
* RecipeArn: "STRING_VALUE", // required
* RecipeVersion: "STRING_VALUE", // required
* },
* RecipeSteps: [ // RecipeSteps
* { // RecipeStep
* Action: { // RecipeAction
* Operation: "STRING_VALUE", // required
* Parameters: { // ParameterMap
* "<keys>": "STRING_VALUE",
* },
* },
* ConditionExpressions: [ // ConditionExpressionList
* { // ConditionExpression
* Condition: "STRING_VALUE", // required
* Value: "STRING_VALUE",
* TargetColumn: "STRING_VALUE", // required
* },
* ],
* },
* ],
* },
* SnowflakeSource: { // SnowflakeSource
* Name: "STRING_VALUE", // required
Expand Down
134 changes: 67 additions & 67 deletions clients/client-glue/src/models/models_0.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5246,6 +5246,66 @@ export interface RecipeReference {
RecipeVersion: string | undefined;
}

/**
* <p>Actions defined in the Glue Studio data preparation recipe node.</p>
* @public
*/
export interface RecipeAction {
/**
* <p>The operation of the recipe action.</p>
* @public
*/
Operation: string | undefined;

/**
* <p>The parameters of the recipe action.</p>
* @public
*/
Parameters?: Record<string, string>;
}

/**
* <p>Condition expression defined in the Glue Studio data preparation recipe node.</p>
* @public
*/
export interface ConditionExpression {
/**
* <p>The condition of the condition expression.</p>
* @public
*/
Condition: string | undefined;

/**
* <p>The value of the condition expression.</p>
* @public
*/
Value?: string;

/**
* <p>The target column of the condition expressions.</p>
* @public
*/
TargetColumn: string | undefined;
}

/**
* <p>A recipe step used in a Glue Studio data preparation recipe node.</p>
* @public
*/
export interface RecipeStep {
/**
* <p>The transformation action of the recipe step.</p>
* @public
*/
Action: RecipeAction | undefined;

/**
* <p>The condition expressions for the recipe step.</p>
* @public
*/
ConditionExpressions?: ConditionExpression[];
}

/**
* <p>A Glue Studio node that uses a Glue DataBrew recipe in Glue jobs.</p>
* @public
Expand All @@ -5267,7 +5327,13 @@ export interface Recipe {
* <p>A reference to the DataBrew recipe used by the node.</p>
* @public
*/
RecipeReference: RecipeReference | undefined;
RecipeReference?: RecipeReference;

/**
* <p>Transform steps used in the recipe node.</p>
* @public
*/
RecipeSteps?: RecipeStep[];
}

/**
Expand Down Expand Up @@ -9097,69 +9163,3 @@ export interface CreateJsonClassifierRequest {
*/
JsonPath: string | undefined;
}

/**
* <p>Specifies an XML classifier for <code>CreateClassifier</code> to create.</p>
* @public
*/
export interface CreateXMLClassifierRequest {
/**
* <p>An identifier of the data format that the classifier matches.</p>
* @public
*/
Classification: string | undefined;

/**
* <p>The name of the classifier.</p>
* @public
*/
Name: string | undefined;

/**
* <p>The XML tag designating the element that contains each record in an XML document being
* parsed. This can't identify a self-closing element (closed by <code>/></code>). An empty
* row element that contains only attributes can be parsed as long as it ends with a closing tag
* (for example, <code><row item_a="A" item_b="B"></row></code> is okay, but
* <code><row item_a="A" item_b="B" /></code> is not).</p>
* @public
*/
RowTag?: string;
}

/**
* @public
*/
export interface CreateClassifierRequest {
/**
* <p>A <code>GrokClassifier</code> object specifying the classifier
* to create.</p>
* @public
*/
GrokClassifier?: CreateGrokClassifierRequest;

/**
* <p>An <code>XMLClassifier</code> object specifying the classifier
* to create.</p>
* @public
*/
XMLClassifier?: CreateXMLClassifierRequest;

/**
* <p>A <code>JsonClassifier</code> object specifying the classifier
* to create.</p>
* @public
*/
JsonClassifier?: CreateJsonClassifierRequest;

/**
* <p>A <code>CsvClassifier</code> object specifying the classifier
* to create.</p>
* @public
*/
CsvClassifier?: CreateCsvClassifierRequest;
}

/**
* @public
*/
export interface CreateClassifierResponse {}
Loading

0 comments on commit c9d85d8

Please sign in to comment.