From 1c7c8769b1afd3261b1ab9b538c5f3ff1accecfc Mon Sep 17 00:00:00 2001 From: Thanh Nguyen Date: Tue, 4 Jun 2024 09:27:02 -0500 Subject: [PATCH] fix configmap --- kube/services/spark/config-map.yaml | 22 ++++++++++++---------- 1 file changed, 12 insertions(+), 10 deletions(-) diff --git a/kube/services/spark/config-map.yaml b/kube/services/spark/config-map.yaml index ac4a449188..add08dabe8 100644 --- a/kube/services/spark/config-map.yaml +++ b/kube/services/spark/config-map.yaml @@ -3,14 +3,16 @@ kind: ConfigMap metadata: name: hadoop-spark-config data: - NAMENODE_URI: "hdfs://namenode:9000" - DATANODE_URI: "hdfs://datanode:50010" - RESOURCEMANAGER_URI: "http://resourcemanager:8088" - NODEMANAGER_URI: "http://nodemanager:8042" - HISTORYSERVER_URI: "http://historyserver:8181" + NAMENODE_URI: hdfs://namenode:9000 + DATANODE_URI: hdfs://datanode:50010 + RESOURCEMANAGER_URI: http://resourcemanager:8088 + NODEMANAGER_URI: http://nodemanager:8042 + HISTORYSERVER_URI: http://historyserver:8181 CLUSTER_NAME: gen3 - CORE_CONF_fs_defaultFS: "hdfs://namenode:9000" - YARN_CONF_yarn_resourcemanager_hostname: "resourcemanager" - YARN_CONF_yarn_nodemanager_aux_services: "mapreduce_shuffle" - YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: "org.apache.hadoop.mapred.ShuffleHandler" - MAPRED_CONF_mapreduce_framework_name: "yarn" + CORE_CONF_fs_defaultFS: hdfs://namenode:9000 + YARN_CONF_yarn_resourcemanager_hostname: resourcemanager + YARN_CONF_yarn_nodemanager_aux_services: mapreduce_shuffle + YARN_CONF_yarn_nodemanager_aux_services_mapreduce_shuffle_class: org.apache.hadoop.mapred.ShuffleHandler + MAPRED_CONF_mapreduce_framework_name: yarn + HADOOP_HOME: /hadoop + SPARK_HOME: /spark