separate configmaps create

uc-cdis · Jun 3, 2024 · 6004868 · 6004868
1 parent 70bdc73
commit 6004868
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 17 deletions.
diff --git a/kube/services/spark/config-map.yaml b/kube/services/spark/config-map.yaml
@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: hadoop-spark-config
+data:
+  NAMENODE_URI: "hdfs://namenode:9000"
+  DATANODE_URI: "hdfs://datanode:50010"
+  RESOURCEMANAGER_URI: "http://resourcemanager:8088"
+  NODEMANAGER_URI: "http://nodemanager:8042"
+  HISTORYSERVER_URI: "http://historyserver:8181"
+  CORE_CONF_fs_defaultFS: "hdfs://namenode:9000"
+  YARN_CONF_yarn_resourcemanager_hostname: "resourcemanager"
+  YARN_CONF_yarn_nodemanager_aux_services: "mapreduce_shuffle"
+  YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: "org.apache.hadoop.mapred.ShuffleHandler"
+  MAPRED_CONF_mapreduce_framework_name: "yarn"
diff --git a/kube/services/spark/spark-deploy.yaml b/kube/services/spark/spark-deploy.yaml
@@ -1,20 +1,3 @@
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: hadoop-spark-config
-data:
-  NAMENODE_URI: "hdfs://namenode:9000"
-  DATANODE_URI: "hdfs://datanode:50010"
-  RESOURCEMANAGER_URI: "http://resourcemanager:8088"
-  NODEMANAGER_URI: "http://nodemanager:8042"
-  HISTORYSERVER_URI: "http://historyserver:8181"
-  CORE_CONF_fs_defaultFS: "hdfs://namenode:9000"
-  YARN_CONF_yarn_resourcemanager_hostname: "resourcemanager"
-  YARN_CONF_yarn_nodemanager_aux_services: "mapreduce_shuffle"
-  YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: "org.apache.hadoop.mapred.ShuffleHandler"
-  MAPRED_CONF_mapreduce_framework_name: "yarn"
-
----
 apiVersion: apps/v1
 kind: StatefulSet
 metadata: