From f58684a72d822b6c6d5bde267faad5648f01da0f Mon Sep 17 00:00:00 2001 From: Thanh Nguyen Date: Mon, 3 Jun 2024 13:34:01 -0500 Subject: [PATCH] fix entrypoint --- kube/services/spark/spark-deploy.yaml | 28 -------------------------- kube/services/spark/spark-service.yaml | 4 ++-- 2 files changed, 2 insertions(+), 30 deletions(-) diff --git a/kube/services/spark/spark-deploy.yaml b/kube/services/spark/spark-deploy.yaml index 9c7063f488..cd2806b977 100644 --- a/kube/services/spark/spark-deploy.yaml +++ b/kube/services/spark/spark-deploy.yaml @@ -24,17 +24,6 @@ spec: volumeMounts: - name: namenode-pv-storage mountPath: /hadoop/dfs/name - command: ["/bin/bash" ] - args: - - "-c" - - | - ssh server sudo /etc/init.d/ssh start - update-ca-certificates - hdfs namenode -format - hdfs dfsadmin -safemode leave - hdfs dfs -mkdir /result - hdfs dfs -mkdir /jars - hdfs dfs -mkdir /archive volumeClaimTemplates: - metadata: name: namenode-pv-storage @@ -72,17 +61,6 @@ spec: volumeMounts: - name: datanode-pv-storage mountPath: /hadoop/dfs/data - command: ["/bin/bash" ] - args: - - "-c" - - | - ssh server sudo /etc/init.d/ssh start - update-ca-certificates - hdfs namenode -format - hdfs dfsadmin -safemode leave - hdfs dfs -mkdir /result - hdfs dfs -mkdir /jars - hdfs dfs -mkdir /archive volumeClaimTemplates: - metadata: name: datanode-pv-storage @@ -314,9 +292,3 @@ spec: envFrom: - configMapRef: name: hadoop-spark-config - command: ["/bin/bash" ] - args: - - "-c" - - | - ssh server sudo /etc/init.d/ssh start - update-ca-certificates diff --git a/kube/services/spark/spark-service.yaml b/kube/services/spark/spark-service.yaml index 7e2c5797ad..3fc45e331e 100644 --- a/kube/services/spark/spark-service.yaml +++ b/kube/services/spark/spark-service.yaml @@ -57,7 +57,7 @@ spec: apiVersion: v1 kind: Service metadata: - name: spark-master + name: sparkmaster spec: ports: - port: 7077 @@ -73,7 +73,7 @@ spec: apiVersion: v1 kind: Service metadata: - name: spark-worker + name: sparkworker spec: ports: - port: 8081