From 6004868f3d23e9bab813e37f4ec51e1927e41ee8 Mon Sep 17 00:00:00 2001 From: Thanh Nguyen Date: Mon, 3 Jun 2024 05:02:37 -0500 Subject: [PATCH] separate configmaps create --- kube/services/spark/config-map.yaml | 15 +++++++++++++++ kube/services/spark/spark-deploy.yaml | 17 ----------------- 2 files changed, 15 insertions(+), 17 deletions(-) create mode 100644 kube/services/spark/config-map.yaml diff --git a/kube/services/spark/config-map.yaml b/kube/services/spark/config-map.yaml new file mode 100644 index 0000000000..2ba5e11a98 --- /dev/null +++ b/kube/services/spark/config-map.yaml @@ -0,0 +1,15 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: hadoop-spark-config +data: + NAMENODE_URI: "hdfs://namenode:9000" + DATANODE_URI: "hdfs://datanode:50010" + RESOURCEMANAGER_URI: "http://resourcemanager:8088" + NODEMANAGER_URI: "http://nodemanager:8042" + HISTORYSERVER_URI: "http://historyserver:8181" + CORE_CONF_fs_defaultFS: "hdfs://namenode:9000" + YARN_CONF_yarn_resourcemanager_hostname: "resourcemanager" + YARN_CONF_yarn_nodemanager_aux_services: "mapreduce_shuffle" + YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: "org.apache.hadoop.mapred.ShuffleHandler" + MAPRED_CONF_mapreduce_framework_name: "yarn" diff --git a/kube/services/spark/spark-deploy.yaml b/kube/services/spark/spark-deploy.yaml index 0df4393e76..d609efbccc 100644 --- a/kube/services/spark/spark-deploy.yaml +++ b/kube/services/spark/spark-deploy.yaml @@ -1,20 +1,3 @@ -apiVersion: v1 -kind: ConfigMap -metadata: - name: hadoop-spark-config -data: - NAMENODE_URI: "hdfs://namenode:9000" - DATANODE_URI: "hdfs://datanode:50010" - RESOURCEMANAGER_URI: "http://resourcemanager:8088" - NODEMANAGER_URI: "http://nodemanager:8042" - HISTORYSERVER_URI: "http://historyserver:8181" - CORE_CONF_fs_defaultFS: "hdfs://namenode:9000" - YARN_CONF_yarn_resourcemanager_hostname: "resourcemanager" - YARN_CONF_yarn_nodemanager_aux_services: "mapreduce_shuffle" - YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: "org.apache.hadoop.mapred.ShuffleHandler" - MAPRED_CONF_mapreduce_framework_name: "yarn" - ---- apiVersion: apps/v1 kind: StatefulSet metadata: