diff --git a/aws/data_source_aws_glue_script.go b/aws/data_source_aws_glue_script.go new file mode 100644 index 00000000000..ec59b882cca --- /dev/null +++ b/aws/data_source_aws_glue_script.go @@ -0,0 +1,184 @@ +package aws + +import ( + "errors" + "fmt" + "log" + "time" + + "github.com/aws/aws-sdk-go/aws" + "github.com/aws/aws-sdk-go/service/glue" + "github.com/hashicorp/terraform/helper/schema" + "github.com/hashicorp/terraform/helper/validation" +) + +func dataSourceAwsGlueScript() *schema.Resource { + return &schema.Resource{ + Read: dataSourceAwsGlueScriptRead, + Schema: map[string]*schema.Schema{ + "dag_edge": { + Type: schema.TypeList, + Required: true, + Elem: &schema.Resource{ + Schema: map[string]*schema.Schema{ + "source": { + Type: schema.TypeString, + Required: true, + }, + "target": { + Type: schema.TypeString, + Required: true, + }, + "target_parameter": { + Type: schema.TypeString, + Optional: true, + }, + }, + }, + }, + "dag_node": { + Type: schema.TypeList, + Required: true, + Elem: &schema.Resource{ + Schema: map[string]*schema.Schema{ + "args": { + Type: schema.TypeList, + Required: true, + MinItems: 1, + Elem: &schema.Resource{ + Schema: map[string]*schema.Schema{ + "name": { + Type: schema.TypeString, + Required: true, + }, + "param": { + Type: schema.TypeBool, + Optional: true, + }, + "value": { + Type: schema.TypeString, + Required: true, + }, + }, + }, + }, + "id": { + Type: schema.TypeString, + Required: true, + }, + "line_number": { + Type: schema.TypeInt, + Optional: true, + }, + "node_type": { + Type: schema.TypeString, + Required: true, + }, + }, + }, + }, + "language": { + Type: schema.TypeString, + Optional: true, + Default: glue.LanguagePython, + ValidateFunc: validation.StringInSlice([]string{ + glue.LanguagePython, + glue.LanguageScala, + }, false), + }, + "python_script": { + Type: schema.TypeString, + Computed: true, + }, + "scala_code": { + Type: schema.TypeString, + Computed: true, + }, + }, + } +} + +func dataSourceAwsGlueScriptRead(d *schema.ResourceData, meta interface{}) error { + conn := meta.(*AWSClient).glueconn + + dagEdge := d.Get("dag_edge").([]interface{}) + dagNode := d.Get("dag_node").([]interface{}) + + input := &glue.CreateScriptInput{ + DagEdges: expandGlueCodeGenEdges(dagEdge), + DagNodes: expandGlueCodeGenNodes(dagNode), + } + + if v, ok := d.GetOk("language"); ok && v.(string) != "" { + input.Language = aws.String(v.(string)) + } + + log.Printf("[DEBUG] Creating Glue Script: %s", input) + output, err := conn.CreateScript(input) + if err != nil { + return fmt.Errorf("error creating Glue script: %s", err) + } + + if output == nil { + return errors.New("script not created") + } + + d.SetId(time.Now().UTC().String()) + d.Set("python_script", output.PythonScript) + d.Set("scala_code", output.ScalaCode) + + return nil +} + +func expandGlueCodeGenNodeArgs(l []interface{}) []*glue.CodeGenNodeArg { + args := []*glue.CodeGenNodeArg{} + + for _, mRaw := range l { + m := mRaw.(map[string]interface{}) + arg := &glue.CodeGenNodeArg{ + Name: aws.String(m["name"].(string)), + Param: aws.Bool(m["param"].(bool)), + Value: aws.String(m["value"].(string)), + } + args = append(args, arg) + } + + return args +} + +func expandGlueCodeGenEdges(l []interface{}) []*glue.CodeGenEdge { + edges := []*glue.CodeGenEdge{} + + for _, mRaw := range l { + m := mRaw.(map[string]interface{}) + edge := &glue.CodeGenEdge{ + Source: aws.String(m["source"].(string)), + Target: aws.String(m["target"].(string)), + } + if v, ok := m["target_parameter"]; ok && v.(string) != "" { + edge.TargetParameter = aws.String(v.(string)) + } + edges = append(edges, edge) + } + + return edges +} + +func expandGlueCodeGenNodes(l []interface{}) []*glue.CodeGenNode { + nodes := []*glue.CodeGenNode{} + + for _, mRaw := range l { + m := mRaw.(map[string]interface{}) + node := &glue.CodeGenNode{ + Args: expandGlueCodeGenNodeArgs(m["args"].([]interface{})), + Id: aws.String(m["id"].(string)), + NodeType: aws.String(m["node_type"].(string)), + } + if v, ok := m["line_number"]; ok && v.(int) != 0 { + node.LineNumber = aws.Int64(int64(v.(int))) + } + nodes = append(nodes, node) + } + + return nodes +} diff --git a/aws/data_source_aws_glue_script_test.go b/aws/data_source_aws_glue_script_test.go new file mode 100644 index 00000000000..05dd26da7b1 --- /dev/null +++ b/aws/data_source_aws_glue_script_test.go @@ -0,0 +1,52 @@ +package aws + +import ( + "fmt" + "testing" + + "github.com/hashicorp/terraform/helper/resource" +) + +func TestAccDataSourceAWSGlueScript_Language_Python(t *testing.T) { + dataSourceName := "data.aws_glue_script.test" + + resource.Test(t, resource.TestCase{ + PreCheck: func() { testAccPreCheck(t) }, + Providers: testAccProviders, + Steps: []resource.TestStep{ + { + Config: testAccDataSourceAWSGlueScriptConfig_Language("PYTHON"), + Check: resource.ComposeAggregateTestCheckFunc( + resource.TestCheckResourceAttrSet(dataSourceName, "python_script"), + ), + }, + }, + }) +} + +func TestAccDataSourceAWSGlueScript_Language_Scala(t *testing.T) { + dataSourceName := "data.aws_glue_script.test" + + resource.Test(t, resource.TestCase{ + PreCheck: func() { testAccPreCheck(t) }, + Providers: testAccProviders, + Steps: []resource.TestStep{ + { + Config: testAccDataSourceAWSGlueScriptConfig_Language("SCALA"), + Check: resource.ComposeAggregateTestCheckFunc( + resource.TestCheckResourceAttrSet(dataSourceName, "scala_code"), + ), + }, + }, + }) +} + +func testAccDataSourceAWSGlueScriptConfig_Language(language string) string { + return fmt.Sprintf(` +data "aws_glue_script" "test" { + dag_edge = [] + dag_node = [] + language = "%s" +} +`, language) +} diff --git a/aws/provider.go b/aws/provider.go index fb05bde6dec..fc1394f1275 100644 --- a/aws/provider.go +++ b/aws/provider.go @@ -198,6 +198,7 @@ func Provider() terraform.ResourceProvider { "aws_elasticache_replication_group": dataSourceAwsElasticacheReplicationGroup(), "aws_elb_hosted_zone_id": dataSourceAwsElbHostedZoneId(), "aws_elb_service_account": dataSourceAwsElbServiceAccount(), + "aws_glue_script": dataSourceAwsGlueScript(), "aws_iam_account_alias": dataSourceAwsIamAccountAlias(), "aws_iam_group": dataSourceAwsIAMGroup(), "aws_iam_instance_profile": dataSourceAwsIAMInstanceProfile(), diff --git a/website/aws.erb b/website/aws.erb index b9b86c5a62e..679a41eb992 100644 --- a/website/aws.erb +++ b/website/aws.erb @@ -148,6 +148,9 @@ > aws_elb_service_account + > + aws_glue_script + > aws_iam_account_alias diff --git a/website/docs/d/glue_script.html.markdown b/website/docs/d/glue_script.html.markdown new file mode 100644 index 00000000000..b276b30a164 --- /dev/null +++ b/website/docs/d/glue_script.html.markdown @@ -0,0 +1,83 @@ +--- +layout: "aws" +page_title: "AWS: aws_glue_script" +sidebar_current: "docs-aws-datasource-glue-script" +description: |- + Generate Glue script from Directed Acyclic Graph +--- + +# Data Source: aws_glue_script + +Use this data source to generate a Glue script from a Directed Acyclic Graph (DAG). + +## Example Usage + +### Generate Python Script + +```hcl +data "aws_glue_script" "example" { + language = "PYTHON" + + dag_edge = [ + # ... + ] + + dag_node = [ + # ... + ] +} + +output "python_script" { + value = "${data.aws_glue_script.example.python_script}" +} +``` + +### Generate Scala Code + +```hcl +data "aws_glue_script" "example" { + language = "SCALA" + + dag_edge = [ + # ... + ] + + dag_node = [ + # ... + ] +} + +output "scala_code" { + value = "${data.aws_glue_script.example.scala_code}" +} +``` + +## Argument Reference + +* `dag_edge` - (Required) A list of the edges in the DAG. Defined below. +* `dag_node` - (Required) A list of the nodes in the DAG. Defined below. +* `language` - (Optional) The programming language of the resulting code from the DAG. Defaults to `PYTHON`. Valid values are `PYTHON` and `SCALA`. + +### dag_edge Argument Reference + +* `source` - (Required) The ID of the node at which the edge starts. +* `target` - (Required) The ID of the node at which the edge ends. +* `target_parameter` - (Optional) The target of the edge. + +### dag_node Argument Reference + +* `args` - (Required) Nested configuration an argument or property of a node. Defined below. +* `id` - (Required) A node identifier that is unique within the node's graph. +* `node_type` - (Required) The type of node this is. +* `line_number` - (Optional) The line number of the node. + +#### args Argument Reference + +* `name` - (Required) The name of the argument or property. +* `value` - (Required) The value of the argument or property. +* `param` - (Optional) Boolean if the value is used as a parameter. Defaults to `false`. + +## Attributes Reference + +* `python_script` - The Python script generated from the DAG when the `language` argument is set to `PYTHON`. +* `scala_code` - The Scala code generated from the DAG when the `language` argument is set to `SCALA`.