separate configmaps create

uc-cdis · Jun 3, 2024 · 1bbe2b4 · 1bbe2b4
1 parent 70bdc73
commit 1bbe2b4
Show file tree

Hide file tree

Showing 3 changed files with 16 additions and 17 deletions.
diff --git a/gen3/bin/kube-setup-spark.sh b/gen3/bin/kube-setup-spark.sh
@@ -9,6 +9,7 @@ source "${GEN3_HOME}/gen3/lib/utils.sh"
 gen3_load "gen3/lib/kube-setup-init"
 
 [[ -z "$GEN3_ROLL_ALL" ]] && gen3 kube-setup-secrets
+g3kubectl create configmap hadoop-spark-config --from-file="${GEN3_HOME}/kube/services/spark/config-map.yaml"
 gen3 roll spark $@
 g3kubectl apply -f "${GEN3_HOME}/kube/services/spark/spark-service.yaml"
 

diff --git a/kube/services/spark/config-map.yaml b/kube/services/spark/config-map.yaml
@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: hadoop-spark-config
+data:
+  NAMENODE_URI: "hdfs://namenode:9000"
+  DATANODE_URI: "hdfs://datanode:50010"
+  RESOURCEMANAGER_URI: "http://resourcemanager:8088"
+  NODEMANAGER_URI: "http://nodemanager:8042"
+  HISTORYSERVER_URI: "http://historyserver:8181"
+  CORE_CONF_fs_defaultFS: "hdfs://namenode:9000"
+  YARN_CONF_yarn_resourcemanager_hostname: "resourcemanager"
+  YARN_CONF_yarn_nodemanager_aux_services: "mapreduce_shuffle"
+  YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: "org.apache.hadoop.mapred.ShuffleHandler"
+  MAPRED_CONF_mapreduce_framework_name: "yarn"
diff --git a/kube/services/spark/spark-deploy.yaml b/kube/services/spark/spark-deploy.yaml
@@ -1,20 +1,3 @@
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: hadoop-spark-config
-data:
-  NAMENODE_URI: "hdfs://namenode:9000"
-  DATANODE_URI: "hdfs://datanode:50010"
-  RESOURCEMANAGER_URI: "http://resourcemanager:8088"
-  NODEMANAGER_URI: "http://nodemanager:8042"
-  HISTORYSERVER_URI: "http://historyserver:8181"
-  CORE_CONF_fs_defaultFS: "hdfs://namenode:9000"
-  YARN_CONF_yarn_resourcemanager_hostname: "resourcemanager"
-  YARN_CONF_yarn_nodemanager_aux_services: "mapreduce_shuffle"
-  YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: "org.apache.hadoop.mapred.ShuffleHandler"
-  MAPRED_CONF_mapreduce_framework_name: "yarn"
-
----
 apiVersion: apps/v1
 kind: StatefulSet
 metadata: