Feature databricks #6

yessawab · 2022-08-18T14:59:29Z

No description provided.

github-actions · 2022-08-19T09:09:22Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform
Acquiring state lock. This may take a few moments...

Terraform used the selected providers to generate the following execution
plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # module.azure_databricks_demo.databricks_cluster.team_cluster will be created
  + resource "databricks_cluster" "team_cluster" {
      + autotermination_minutes      = 20
      + cluster_id                   = (known after apply)
      + cluster_name                 = "Data Engineering-Shared Cluster"
      + custom_tags                  = {
          + "Project" = "New project"
          + "Team"    = "Data Engineering"
        }
      + default_tags                 = (known after apply)
      + driver_instance_pool_id      = (known after apply)
      + driver_node_type_id          = (known after apply)
      + enable_elastic_disk          = (known after apply)
      + enable_local_disk_encryption = (known after apply)
      + id                           = (known after apply)
      + node_type_id                 = "Standard_DS3_v2"
      + num_workers                  = 0
      + spark_version                = "10.4.x-scala2.12"
      + state                        = (known after apply)
      + url                          = (known after apply)

      + autoscale {
          + max_workers = 10
          + min_workers = 1
        }
    }

  # module.azure_databricks_demo.databricks_cluster_policy.fair_use will be created
  + resource "databricks_cluster_policy" "fair_use" {
      + definition = jsonencode(
            {
              + autoscale.min_workers = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = 1
                }
              + custom_tags.Team      = {
                  + type  = "fixed"
                  + value = "Data Engineering"
                }
              + dbus_per_hour         = {
                  + maxValue = 10
                  + type     = "range"
                }
              + driver_node_type_id   = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = "Standard_L8as_v3"
                }
              + instance_pool_id      = {
                  + hidden = true
                  + type   = "forbidden"
                }
            }
        )
      + id         = (known after apply)
      + name       = "Data Engineering Cluster Policy"
      + policy_id  = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group.data_eng will be created
  + resource "databricks_group" "data_eng" {
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = "Data engineering"
      + id                         = (known after apply)
      + url                        = (known after apply)
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user1@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user2@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user3@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_permissions.can_manage_team_cluster will be created
  + resource "databricks_permissions" "can_manage_team_cluster" {
      + cluster_id  = (known after apply)
      + id          = (known after apply)
      + object_type = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_MANAGE"
        }
    }

  # module.azure_databricks_demo.databricks_permissions.can_use_cluster_policy will be created
  + resource "databricks_permissions" "can_use_cluster_policy" {
      + cluster_policy_id = (known after apply)
      + id                = (known after apply)
      + object_type       = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_USE"
        }
    }

  # module.azure_databricks_demo.databricks_user.de["user1@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user1@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user2@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user2@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user3@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user3@example.com"
      + workspace_access           = false
    }

Plan: 11 to add, 0 to change, 0 to destroy.

Changes to Outputs:
  + cluster_name = "Data Engineering-Shared Cluster"

─────────────────────────────────────────────────────────────────────────────

Note: You didn't use the -out option to save this plan, so Terraform can't
guarantee to take exactly these actions if you run "terraform apply" now.
Releasing state lock. This may take a few moments...

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T09:19:38Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform
Acquiring state lock. This may take a few moments...

Terraform used the selected providers to generate the following execution
plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # module.azure_databricks_demo.databricks_cluster.team_cluster will be created
  + resource "databricks_cluster" "team_cluster" {
      + autotermination_minutes      = 20
      + cluster_id                   = (known after apply)
      + cluster_name                 = "Data Engineering-Shared Cluster"
      + custom_tags                  = {
          + "Project" = "New project"
          + "Team"    = "Data Engineering"
        }
      + default_tags                 = (known after apply)
      + driver_instance_pool_id      = (known after apply)
      + driver_node_type_id          = (known after apply)
      + enable_elastic_disk          = (known after apply)
      + enable_local_disk_encryption = (known after apply)
      + id                           = (known after apply)
      + node_type_id                 = "Standard_DS3_v2"
      + num_workers                  = 0
      + spark_version                = "10.4.x-scala2.12"
      + state                        = (known after apply)
      + url                          = (known after apply)

      + autoscale {
          + max_workers = 10
          + min_workers = 1
        }
    }

  # module.azure_databricks_demo.databricks_cluster_policy.fair_use will be created
  + resource "databricks_cluster_policy" "fair_use" {
      + definition = jsonencode(
            {
              + autoscale.min_workers = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = 1
                }
              + custom_tags.Team      = {
                  + type  = "fixed"
                  + value = "Data Engineering"
                }
              + dbus_per_hour         = {
                  + maxValue = 10
                  + type     = "range"
                }
              + driver_node_type_id   = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = "Standard_L8as_v3"
                }
              + instance_pool_id      = {
                  + hidden = true
                  + type   = "forbidden"
                }
            }
        )
      + id         = (known after apply)
      + name       = "Data Engineering Cluster Policy"
      + policy_id  = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group.data_eng will be created
  + resource "databricks_group" "data_eng" {
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = "Data engineering"
      + id                         = (known after apply)
      + url                        = (known after apply)
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user1@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user2@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user3@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_permissions.can_manage_team_cluster will be created
  + resource "databricks_permissions" "can_manage_team_cluster" {
      + cluster_id  = (known after apply)
      + id          = (known after apply)
      + object_type = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_MANAGE"
        }
    }

  # module.azure_databricks_demo.databricks_permissions.can_use_cluster_policy will be created
  + resource "databricks_permissions" "can_use_cluster_policy" {
      + cluster_policy_id = (known after apply)
      + id                = (known after apply)
      + object_type       = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_USE"
        }
    }

  # module.azure_databricks_demo.databricks_user.de["user1@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user1@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user2@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user2@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user3@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user3@example.com"
      + workspace_access           = false
    }

Plan: 11 to add, 0 to change, 0 to destroy.

Changes to Outputs:
  + cluster_name = "Data Engineering-Shared Cluster"

─────────────────────────────────────────────────────────────────────────────

Note: You didn't use the -out option to save this plan, so Terraform can't
guarantee to take exactly these actions if you run "terraform apply" now.
Releasing state lock. This may take a few moments...

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T09:36:16Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform
Acquiring state lock. This may take a few moments...

Terraform used the selected providers to generate the following execution
plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # module.azure_databricks_demo.databricks_cluster.team_cluster will be created
  + resource "databricks_cluster" "team_cluster" {
      + autotermination_minutes      = 20
      + cluster_id                   = (known after apply)
      + cluster_name                 = "Data Engineering-Shared Cluster"
      + custom_tags                  = {
          + "Project" = "New project"
          + "Team"    = "Data Engineering"
        }
      + default_tags                 = (known after apply)
      + driver_instance_pool_id      = (known after apply)
      + driver_node_type_id          = (known after apply)
      + enable_elastic_disk          = (known after apply)
      + enable_local_disk_encryption = (known after apply)
      + id                           = (known after apply)
      + node_type_id                 = "Standard_DS3_v2"
      + num_workers                  = 0
      + spark_version                = "10.4.x-scala2.12"
      + state                        = (known after apply)
      + url                          = (known after apply)

      + autoscale {
          + max_workers = 10
          + min_workers = 1
        }
    }

  # module.azure_databricks_demo.databricks_cluster_policy.fair_use will be created
  + resource "databricks_cluster_policy" "fair_use" {
      + definition = jsonencode(
            {
              + autoscale.min_workers = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = 1
                }
              + custom_tags.Team      = {
                  + type  = "fixed"
                  + value = "Data Engineering"
                }
              + dbus_per_hour         = {
                  + maxValue = 10
                  + type     = "range"
                }
              + driver_node_type_id   = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = "Standard_L8as_v3"
                }
              + instance_pool_id      = {
                  + hidden = true
                  + type   = "forbidden"
                }
            }
        )
      + id         = (known after apply)
      + name       = "Data Engineering Cluster Policy"
      + policy_id  = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group.data_eng will be created
  + resource "databricks_group" "data_eng" {
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = "Data engineering"
      + id                         = (known after apply)
      + url                        = (known after apply)
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user1@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user2@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user3@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_permissions.can_manage_team_cluster will be created
  + resource "databricks_permissions" "can_manage_team_cluster" {
      + cluster_id  = (known after apply)
      + id          = (known after apply)
      + object_type = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_MANAGE"
        }
    }

  # module.azure_databricks_demo.databricks_permissions.can_use_cluster_policy will be created
  + resource "databricks_permissions" "can_use_cluster_policy" {
      + cluster_policy_id = (known after apply)
      + id                = (known after apply)
      + object_type       = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_USE"
        }
    }

  # module.azure_databricks_demo.databricks_user.de["user1@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user1@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user2@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user2@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user3@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user3@example.com"
      + workspace_access           = false
    }

Plan: 11 to add, 0 to change, 0 to destroy.

Changes to Outputs:
  + cluster_name = "Data Engineering-Shared Cluster"

─────────────────────────────────────────────────────────────────────────────

Note: You didn't use the -out option to save this plan, so Terraform can't
guarantee to take exactly these actions if you run "terraform apply" now.
Releasing state lock. This may take a few moments...

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T10:12:28Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform
Acquiring state lock. This may take a few moments...

Terraform used the selected providers to generate the following execution
plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # module.azure_databricks_demo.databricks_cluster.team_cluster will be created
  + resource "databricks_cluster" "team_cluster" {
      + autotermination_minutes      = 20
      + cluster_id                   = (known after apply)
      + cluster_name                 = "Data Engineering-Shared Cluster"
      + custom_tags                  = {
          + "Project" = "New project"
          + "Team"    = "Data Engineering"
        }
      + default_tags                 = (known after apply)
      + driver_instance_pool_id      = (known after apply)
      + driver_node_type_id          = (known after apply)
      + enable_elastic_disk          = (known after apply)
      + enable_local_disk_encryption = (known after apply)
      + id                           = (known after apply)
      + node_type_id                 = "Standard_DS3_v2"
      + num_workers                  = 0
      + spark_version                = "10.4.x-scala2.12"
      + state                        = (known after apply)
      + url                          = (known after apply)

      + autoscale {
          + max_workers = 10
          + min_workers = 1
        }
    }

  # module.azure_databricks_demo.databricks_cluster_policy.fair_use will be created
  + resource "databricks_cluster_policy" "fair_use" {
      + definition = jsonencode(
            {
              + autoscale.min_workers = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = 1
                }
              + custom_tags.Team      = {
                  + type  = "fixed"
                  + value = "Data Engineering"
                }
              + dbus_per_hour         = {
                  + maxValue = 10
                  + type     = "range"
                }
              + driver_node_type_id   = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = "Standard_L8as_v3"
                }
              + instance_pool_id      = {
                  + hidden = true
                  + type   = "forbidden"
                }
            }
        )
      + id         = (known after apply)
      + name       = "Data Engineering Cluster Policy"
      + policy_id  = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group.data_eng will be created
  + resource "databricks_group" "data_eng" {
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = "Data engineering"
      + id                         = (known after apply)
      + url                        = (known after apply)
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user1@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user2@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user3@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_permissions.can_manage_team_cluster will be created
  + resource "databricks_permissions" "can_manage_team_cluster" {
      + cluster_id  = (known after apply)
      + id          = (known after apply)
      + object_type = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_MANAGE"
        }
    }

  # module.azure_databricks_demo.databricks_permissions.can_use_cluster_policy will be created
  + resource "databricks_permissions" "can_use_cluster_policy" {
      + cluster_policy_id = (known after apply)
      + id                = (known after apply)
      + object_type       = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_USE"
        }
    }

  # module.azure_databricks_demo.databricks_user.de["user1@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user1@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user2@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user2@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user3@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user3@example.com"
      + workspace_access           = false
    }

Plan: 11 to add, 0 to change, 0 to destroy.

Changes to Outputs:
  + cluster_name = "Data Engineering-Shared Cluster"

─────────────────────────────────────────────────────────────────────────────

Note: You didn't use the -out option to save this plan, so Terraform can't
guarantee to take exactly these actions if you run "terraform apply" now.
Releasing state lock. This may take a few moments...

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T10:28:00Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform
Acquiring state lock. This may take a few moments...

Terraform used the selected providers to generate the following execution
plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # module.azure_databricks_demo.databricks_cluster.team_cluster will be created
  + resource "databricks_cluster" "team_cluster" {
      + autotermination_minutes      = 20
      + cluster_id                   = (known after apply)
      + cluster_name                 = "Data Engineering-Shared Cluster"
      + custom_tags                  = {
          + "Project" = "New project"
          + "Team"    = "Data Engineering"
        }
      + default_tags                 = (known after apply)
      + driver_instance_pool_id      = (known after apply)
      + driver_node_type_id          = (known after apply)
      + enable_elastic_disk          = (known after apply)
      + enable_local_disk_encryption = (known after apply)
      + id                           = (known after apply)
      + node_type_id                 = "Standard_DS3_v2"
      + num_workers                  = 0
      + spark_version                = "10.4.x-scala2.12"
      + state                        = (known after apply)
      + url                          = (known after apply)

      + autoscale {
          + max_workers = 10
          + min_workers = 1
        }
    }

  # module.azure_databricks_demo.databricks_cluster_policy.fair_use will be created
  + resource "databricks_cluster_policy" "fair_use" {
      + definition = jsonencode(
            {
              + autoscale.min_workers = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = 1
                }
              + custom_tags.Team      = {
                  + type  = "fixed"
                  + value = "Data Engineering"
                }
              + dbus_per_hour         = {
                  + maxValue = 10
                  + type     = "range"
                }
              + driver_node_type_id   = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = "Standard_L8as_v3"
                }
              + instance_pool_id      = {
                  + hidden = true
                  + type   = "forbidden"
                }
            }
        )
      + id         = (known after apply)
      + name       = "Data Engineering Cluster Policy"
      + policy_id  = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group.data_eng will be created
  + resource "databricks_group" "data_eng" {
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = "Data engineering"
      + id                         = (known after apply)
      + url                        = (known after apply)
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user1@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user2@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user3@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_permissions.can_manage_team_cluster will be created
  + resource "databricks_permissions" "can_manage_team_cluster" {
      + cluster_id  = (known after apply)
      + id          = (known after apply)
      + object_type = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_MANAGE"
        }
    }

  # module.azure_databricks_demo.databricks_permissions.can_use_cluster_policy will be created
  + resource "databricks_permissions" "can_use_cluster_policy" {
      + cluster_policy_id = (known after apply)
      + id                = (known after apply)
      + object_type       = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_USE"
        }
    }

  # module.azure_databricks_demo.databricks_user.de["user1@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user1@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user2@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user2@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user3@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user3@example.com"
      + workspace_access           = false
    }

Plan: 11 to add, 0 to change, 0 to destroy.

Changes to Outputs:
  + cluster_name = "Data Engineering-Shared Cluster"

─────────────────────────────────────────────────────────────────────────────

Saved the plan to: plan.out

To perform exactly these actions, run the following command to apply:
    terraform apply "plan.out"
Releasing state lock. This may take a few moments...

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T12:36:43Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform
Acquiring state lock. This may take a few moments...

Terraform used the selected providers to generate the following execution
plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # module.azure_databricks_demo.databricks_cluster.team_cluster will be created
  + resource "databricks_cluster" "team_cluster" {
      + autotermination_minutes      = 20
      + cluster_id                   = (known after apply)
      + cluster_name                 = "Data Engineering-Shared Cluster"
      + custom_tags                  = {
          + "Project" = "New project"
          + "Team"    = "Data Engineering"
        }
      + default_tags                 = (known after apply)
      + driver_instance_pool_id      = (known after apply)
      + driver_node_type_id          = (known after apply)
      + enable_elastic_disk          = (known after apply)
      + enable_local_disk_encryption = (known after apply)
      + id                           = (known after apply)
      + node_type_id                 = "Standard_DS3_v2"
      + num_workers                  = 0
      + spark_version                = "10.4.x-scala2.12"
      + state                        = (known after apply)
      + url                          = (known after apply)

      + autoscale {
          + max_workers = 10
          + min_workers = 1
        }
    }

  # module.azure_databricks_demo.databricks_cluster_policy.fair_use will be created
  + resource "databricks_cluster_policy" "fair_use" {
      + definition = jsonencode(
            {
              + autoscale.min_workers = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = 1
                }
              + custom_tags.Team      = {
                  + type  = "fixed"
                  + value = "Data Engineering"
                }
              + dbus_per_hour         = {
                  + maxValue = 10
                  + type     = "range"
                }
              + driver_node_type_id   = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = "Standard_L8as_v3"
                }
              + instance_pool_id      = {
                  + hidden = true
                  + type   = "forbidden"
                }
            }
        )
      + id         = (known after apply)
      + name       = "Data Engineering Cluster Policy"
      + policy_id  = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group.data_eng will be created
  + resource "databricks_group" "data_eng" {
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = "Data engineering"
      + id                         = (known after apply)
      + url                        = (known after apply)
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user1@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user2@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user3@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_permissions.can_manage_team_cluster will be created
  + resource "databricks_permissions" "can_manage_team_cluster" {
      + cluster_id  = (known after apply)
      + id          = (known after apply)
      + object_type = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_MANAGE"
        }
    }

  # module.azure_databricks_demo.databricks_permissions.can_use_cluster_policy will be created
  + resource "databricks_permissions" "can_use_cluster_policy" {
      + cluster_policy_id = (known after apply)
      + id                = (known after apply)
      + object_type       = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_USE"
        }
    }

  # module.azure_databricks_demo.databricks_user.de["user1@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user1@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user2@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user2@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user3@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user3@example.com"
      + workspace_access           = false
    }

Plan: 11 to add, 0 to change, 0 to destroy.

Changes to Outputs:
  + cluster_name = "Data Engineering-Shared Cluster"

─────────────────────────────────────────────────────────────────────────────

Saved the plan to: plan.out

To perform exactly these actions, run the following command to apply:
    terraform apply "plan.out"
Releasing state lock. This may take a few moments...

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T12:50:15Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform
Acquiring state lock. This may take a few moments...

Terraform used the selected providers to generate the following execution
plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # module.azure_databricks_demo.databricks_cluster.team_cluster will be created
  + resource "databricks_cluster" "team_cluster" {
      + autotermination_minutes      = 20
      + cluster_id                   = (known after apply)
      + cluster_name                 = "Data Engineering-Shared Cluster"
      + custom_tags                  = {
          + "Project" = "New project"
          + "Team"    = "Data Engineering"
        }
      + default_tags                 = (known after apply)
      + driver_instance_pool_id      = (known after apply)
      + driver_node_type_id          = (known after apply)
      + enable_elastic_disk          = (known after apply)
      + enable_local_disk_encryption = (known after apply)
      + id                           = (known after apply)
      + node_type_id                 = "Standard_DS3_v2"
      + num_workers                  = 0
      + spark_version                = "10.4.x-scala2.12"
      + state                        = (known after apply)
      + url                          = (known after apply)

      + autoscale {
          + max_workers = 10
          + min_workers = 1
        }
    }

  # module.azure_databricks_demo.databricks_cluster_policy.fair_use will be created
  + resource "databricks_cluster_policy" "fair_use" {
      + definition = jsonencode(
            {
              + autoscale.min_workers = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = 1
                }
              + custom_tags.Team      = {
                  + type  = "fixed"
                  + value = "Data Engineering"
                }
              + dbus_per_hour         = {
                  + maxValue = 10
                  + type     = "range"
                }
              + driver_node_type_id   = {
                  + hidden = true
                  + type   = "fixed"
                  + value  = "Standard_L8as_v3"
                }
              + instance_pool_id      = {
                  + hidden = true
                  + type   = "forbidden"
                }
            }
        )
      + id         = (known after apply)
      + name       = "Data Engineering Cluster Policy"
      + policy_id  = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group.data_eng will be created
  + resource "databricks_group" "data_eng" {
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = "Data engineering"
      + id                         = (known after apply)
      + url                        = (known after apply)
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user1@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user2@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_group_member.data_eng_member["user3@example.com"] will be created
  + resource "databricks_group_member" "data_eng_member" {
      + group_id  = (known after apply)
      + id        = (known after apply)
      + member_id = (known after apply)
    }

  # module.azure_databricks_demo.databricks_permissions.can_manage_team_cluster will be created
  + resource "databricks_permissions" "can_manage_team_cluster" {
      + cluster_id  = (known after apply)
      + id          = (known after apply)
      + object_type = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_MANAGE"
        }
    }

  # module.azure_databricks_demo.databricks_permissions.can_use_cluster_policy will be created
  + resource "databricks_permissions" "can_use_cluster_policy" {
      + cluster_policy_id = (known after apply)
      + id                = (known after apply)
      + object_type       = (known after apply)

      + access_control {
          + group_name       = "Data engineering"
          + permission_level = "CAN_USE"
        }
    }

  # module.azure_databricks_demo.databricks_user.de["user1@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user1@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user2@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user2@example.com"
      + workspace_access           = false
    }

  # module.azure_databricks_demo.databricks_user.de["user3@example.com"] will be created
  + resource "databricks_user" "de" {
      + active                     = true
      + allow_cluster_create       = false
      + allow_instance_pool_create = false
      + databricks_sql_access      = false
      + display_name               = (known after apply)
      + id                         = (known after apply)
      + user_name                  = "user3@example.com"
      + workspace_access           = false
    }

Plan: 11 to add, 0 to change, 0 to destroy.

Changes to Outputs:
  + cluster_name = "Data Engineering-Shared Cluster"

─────────────────────────────────────────────────────────────────────────────

Saved the plan to: plan.out

To perform exactly these actions, run the following command to apply:
    terraform apply "plan.out"
Releasing state lock. This may take a few moments...

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T13:48:35Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T15:09:26Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-19T15:34:36Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-22T10:52:00Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-22T14:40:16Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-22T15:09:28Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-22T15:16:46Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-22T15:20:10Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

github-actions · 2022-08-22T15:20:40Z

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Show Plan


terraform

Pushed by: @yessawab, Action: pull_request

yessawab added 8 commits August 18, 2022 16:51

Configured cicd pipeline

11051d6

pipeline review and upgrade

36ce7f2

pipeline review and upgrade

85d3fd3

Configured cicd pipeline

24fb996

Configured cicd pipeline

cee1aa2

pipeline review and upgrade

25a2dcc

Configured cicd pipeline

d348b88

Configured cicd pipeline

79d0735

yessawab added 3 commits August 19, 2022 11:12

Configured cicd pipeline

5a246d6

Configured cicd pipeline

9934c0f

Configured cicd pipeline

d95ea3d

yessawab added 2 commits August 19, 2022 11:25

Configured cicd pipeline

a1cf438

Configured cicd pipeline

7cf36f7

Configured cicd pipeline

fd64920

yessawab added 6 commits August 19, 2022 12:13

Configured cicd pipeline

dd2b479

Configured cicd pipeline

6b1c845

Configured cicd pipeline

735fede

Configured cicd pipeline

3b7614a

Configured cicd pipeline

80de717

Configured cicd pipeline

5773c72

yessawab added 3 commits August 19, 2022 14:32

Configured cicd pipeline

4f9942a

Configured cicd pipeline

df8e998

Configured cicd pipeline

f2d17fe

Configured cicd pipeline

a2c62a5

yessawab added 5 commits August 19, 2022 14:58

Configured cicd pipeline

711b361

pipeline review and upgrade

f4bddfc

Configured cicd pipeline

f5b5aef

Configured cicd pipeline

332c338

Configured cicd pipeline

26bdc07

yessawab added 2 commits August 19, 2022 17:04

Configured cicd pipeline

6ab1957

Configured cicd pipeline

f9acca7

yessawab added 2 commits August 19, 2022 17:11

Configured cicd pipeline

9786c1f

Configured cicd pipeline

735f479

yessawab added 3 commits August 22, 2022 12:44

Configured cicd pipeline

53e3649

Configured cicd pipeline

f172390

Configured cicd pipeline

47ea148

yessawab added 2 commits August 22, 2022 16:31

Configured cicd pipeline

7ce247e

Configured cicd pipeline

d6ac5e8

Configured cicd pipeline

d7f7728

yessawab added 2 commits August 22, 2022 17:13

Configured cicd pipeline

635fd9d

Configured cicd pipeline

4f63096

Configured cicd pipeline

630be19

Feature databricks #6

Are you sure you want to change the base?

Feature databricks #6

Uh oh!

Conversation

yessawab commented Aug 18, 2022

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 19, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 22, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 22, 2022

Terraform Format and Style 🖌success

Terraform Initialization ⚙️success

Terraform Plan 📖success

Terraform Validation 🤖success

Uh oh!

github-actions bot commented Aug 22, 2022

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`

Terraform Format and Style 🖌`success`

Terraform Initialization ⚙️`success`

Terraform Plan 📖`success`

Terraform Validation 🤖`success`