fix environment variables and ports

uc-cdis · Jun 5, 2024 · f75269f · f75269f
1 parent ff7e3c9
commit f75269f
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 6 deletions.
diff --git a/kube/services/spark/config-map.yaml b/kube/services/spark/config-map.yaml
@@ -16,3 +16,4 @@ data:
   MAPRED_CONF_mapreduce_framework_name: yarn
   HADOOP_HOME: /hadoop
   SPARK_HOME: /spark
+
diff --git a/kube/services/spark/spark-deploy.yaml b/kube/services/spark/spark-deploy.yaml
@@ -235,6 +235,11 @@ spec:
         envFrom:
         - configMapRef:
             name: hadoop-spark-config
+        env:
+        - name: SPARK_MASTER
+          value: spark-master
+        - name: SPARK_MASTER_PORT
+          value: 7077
         imagePullPolicy: Always
 
 ---
@@ -290,3 +295,9 @@ spec:
         - configMapRef:
             name: hadoop-spark-config
         imagePullPolicy: Always
+        env:
+        - name: SPARK_MASTER
+          value: spark://spark-master:7077
+        - name: SPARK_MASTER_PORT
+          value: 8081
+
diff --git a/kube/services/spark/spark-service.yaml b/kube/services/spark/spark-service.yaml
@@ -8,7 +8,7 @@ spec:
       port: 9000
       targetPort: 9000
       name: hdfs
-  type: ClusterIP
+  clusterIP: None
   selector:
     app: namenode
 
@@ -24,7 +24,7 @@ spec:
       port: 50010
       targetPort: 50010
       name: data
-  type: ClusterIP
+  clusterIP: None
   selector:
     app: datanode
 
@@ -40,7 +40,7 @@ spec:
       port: 8088
       targetPort: 8088
       name: resource
-  type: ClusterIP
+  clusterIP: None
   selector:
     app: resourcemanager
 
@@ -56,7 +56,7 @@ spec:
       port: 8042
       targetPort: 8042
       name: node
-  type: ClusterIP
+  clusterIP: None
   selector:
     app: nodemanager
 
@@ -80,7 +80,7 @@ spec:
     protocol: TCP
     port: 6066
     targetPort: 6066
-  type: ClusterIP
+  clusterIP: None
   selector:
     app: spark-master
 
@@ -96,6 +96,6 @@ spec:
       protocol: TCP
       port: 8081
       targetPort: 8081
-  type: ClusterIP
+  clusterIP: None
   selector:
     app: spark-worker
Original file line number	Diff line number	Diff line change
Expand Up		@@ -16,3 +16,4 @@ data:
		MAPRED_CONF_mapreduce_framework_name: yarn
		HADOOP_HOME: /hadoop
		SPARK_HOME: /spark