Add a data & scratch GCS bucket

- Data bucket for storing per-hub data products
- Scratch bucket for *per-user* data stuff

config/hubs/meom-ige.cluster.yaml

@@ -43,6 +43,9 @@ hubs:
                   name: SWOT Ocean Pangeo Team
                   url: https://meom-group.github.io/
           singleuser:
+            extraEnv:
+              DATA_BUCKET: gcs://meom-ige-data
+              SCRATCH_BUCKET: 'gcs://meom-ige-scratch/$(JUPYTERHUB_USER)'
             profileList:
               # The mem-guarantees are here so k8s doesn't schedule other pods
               # on these nodes. They need to be just under total allocatable

terraform/buckets.tf

@@ -0,0 +1,18 @@
+/**
+* GCS buckets for use by hub users
+*/
+
+resource "google_storage_bucket" "user_buckets" {
+  for_each = var.user_buckets
+  name     = "${var.prefix}-${each.key}"
+  location = var.region
+  project  = var.project_id
+}
+
+resource "google_storage_bucket_iam_member" "member" {
+
+  for_each = var.user_buckets
+  bucket   = google_storage_bucket.user_buckets[each.key].name
+  role     = "roles/storage.admin"
+  member   = "serviceAccount:${google_service_account.cluster_sa.email}"
+}

terraform/projects/meom-ige.tfvars

@@ -37,3 +37,8 @@ notebook_nodes = {
     machine_type : "e2-standard-32"
   }
 }
+
+user_buckets = [
+  "scratch",
+  "data"
+]

terraform/variables.tf

@@ -84,3 +84,9 @@ variable "enable_network_policy" {
   default     = true
   description = "Enable kubernetes network policy for access to fine-grained firewall rules"
 }
+
+variable "user_buckets" {
+  type        = set(any)
+  default     = []
+  description = "Buckets to create for the project, they will be prefixed with {var.prefix}-"
+}