Merge pull request #3129 from GeorgianaElena/hhmi-hub-cluster

Add hhmi cluster

terraform/gcp/projects/daskhub-template.tfvars

@@ -25,26 +25,18 @@ enable_filestore      = true
 filestore_capacity_gb = 1024
 
 user_buckets = {
-  "scratch-staging" : {
-    "delete_after" : 7
-  },
-  "scratch" : {
+  "scratch-{{ hub_name }}" : {
     "delete_after" : 7
   },
   # Tip: add more scratch buckets below, if this cluster will be multi-tenant
 }
 
 hub_cloud_permissions = {
-  "staging" : {
+  "{{ hub_name }}" : {
     requestor_pays : true,
-    bucket_admin_access : ["scratch-staging", "persistent-staging"],
-    hub_namespace : "staging"
+    bucket_admin_access : ["scratch-{{ hub_name }}"],
+    hub_namespace : "{{ hub_name }}"
   },
-  "prod" : {
-    requestor_pays : true,
-    bucket_admin_access : ["scratch", "persistent"],
-    hub_namespace : "prod"
-  }
   # Tip: add more namespaces below, if this cluster will be multi-tenant
 }
 

terraform/gcp/projects/hhmi.tfvars

@@ -0,0 +1,53 @@
+prefix     = "hhmi"
+project_id = "hhmi"
+
+zone   = "us-west2"
+region = "us-west2"
+
+# Default to a HA cluster for reliability
+regional_cluster = true
+
+core_node_machine_type = "n2-highmem-4"
+
+# Network policy is required to enforce separation between hubs on multi-tenant clusters
+# Tip: uncomment the line below if this cluster will be multi-tenant
+# enable_network_policy  = true
+
+# Setup a filestore for in-cluster NFS
+enable_filestore      = true
+filestore_capacity_gb = 1024
+
+user_buckets          = {}
+hub_cloud_permissions = {}
+
+# Setup notebook node pools
+notebook_nodes = {
+  "small" : {
+    min : 0,
+    max : 100,
+    machine_type : "n2-highmem-4",
+  },
+  "medium" : {
+    min : 0,
+    max : 100,
+    machine_type : "n2-highmem-16",
+  },
+  "large" : {
+    min : 0,
+    max : 100,
+    machine_type : "n2-highmem-64",
+  },
+}
+
+# Setup a single node pool for dask workers.
+#
+# A not yet fully established policy is being developed about using a single
+# node pool, see https://github.com/2i2c-org/infrastructure/issues/2687.
+#
+dask_nodes = {
+  "worker" : {
+    min : 0,
+    max : 200,
+    machine_type : "n2-highmem-16",
+  },
+}