From ada84bdea451e2be6549af2c16e329d5ce217d3a Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Mon, 6 May 2024 18:06:44 +0200 Subject: [PATCH 01/20] testing the new configurations --- kafka/kafka/charts/zookeeper/values.yaml | 7 +++++++ kafka/kafka/values.yaml | 8 +++++++- metric-server/metric-server.yaml | 7 +++++-- scheduled-client/deployment.yaml | 7 +++++++ 4 files changed, 26 insertions(+), 3 deletions(-) diff --git a/kafka/kafka/charts/zookeeper/values.yaml b/kafka/kafka/charts/zookeeper/values.yaml index c2763e3..bfd7411 100644 --- a/kafka/kafka/charts/zookeeper/values.yaml +++ b/kafka/kafka/charts/zookeeper/values.yaml @@ -366,6 +366,13 @@ podSecurityContext: containerSecurityContext: enabled: true seLinuxOptions: {} + resources: + limits: + cpu: 10 + memory: 16Gi + requests: + cpu: 10 + memory: 16Gi runAsUser: 1001 runAsGroup: 1001 runAsNonRoot: true diff --git a/kafka/kafka/values.yaml b/kafka/kafka/values.yaml index 2251222..7719769 100644 --- a/kafka/kafka/values.yaml +++ b/kafka/kafka/values.yaml @@ -1021,7 +1021,13 @@ broker: ## cpu: 3 ## memory: 1024Mi ## - resources: {} + resources: + requests: + cpu: 10 + memory: 16Gi + limits: + cpu: 10 + memory: 16Gi ## Kafka pods' Security Context ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-pod ## @param broker.podSecurityContext.enabled Enable security context for the pods diff --git a/metric-server/metric-server.yaml b/metric-server/metric-server.yaml index 786018e..dc37955 100644 --- a/metric-server/metric-server.yaml +++ b/metric-server/metric-server.yaml @@ -162,8 +162,11 @@ spec: periodSeconds: 10 resources: requests: - cpu: 100m - memory: 200Mi + cpu: 10 + memory: "10Gi" + limits: + cpu: 10 + memory: "10Gi" securityContext: allowPrivilegeEscalation: false capabilities: diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index bd901af..cf2f393 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -51,6 +51,13 @@ spec: containers: - name: scheduled-client image: scheduled-client:latest + resources: + requests: + memory: "10Gi" + cpu: 10 + limits: + memory: "10Gi" + cpu: 10 imagePullPolicy: Never ports: - containerPort: 8080 From 76019602d4772d78572e5b55f5d76da8c9684eac Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Mon, 6 May 2024 23:16:49 +0200 Subject: [PATCH 02/20] wip, zookeeper cap change --- kafka/kafka/charts/zookeeper/values.yaml | 15 +++++++-------- 1 file changed, 7 insertions(+), 8 deletions(-) diff --git a/kafka/kafka/charts/zookeeper/values.yaml b/kafka/kafka/charts/zookeeper/values.yaml index bfd7411..ef9cbfc 100644 --- a/kafka/kafka/charts/zookeeper/values.yaml +++ b/kafka/kafka/charts/zookeeper/values.yaml @@ -366,13 +366,6 @@ podSecurityContext: containerSecurityContext: enabled: true seLinuxOptions: {} - resources: - limits: - cpu: 10 - memory: 16Gi - requests: - cpu: 10 - memory: 16Gi runAsUser: 1001 runAsGroup: 1001 runAsNonRoot: true @@ -797,7 +790,13 @@ volumePermissions: ## cpu: 3 ## memory: 1024Mi ## - resources: {} + resources: + limits: + cpu: 10 + memory: 16Gi + requests: + cpu: 10 + memory: 16Gi ## Init container' Security Context ## Note: the chown of the data folder is done to containerSecurityContext.runAsUser ## and not the below volumePermissions.containerSecurityContext.runAsUser From 0a8f395f5e2d1744e837444d054d3c9aa1d4784e Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Mon, 6 May 2024 23:28:49 +0200 Subject: [PATCH 03/20] lowering resource cap to test on DELL cluster --- kafka/kafka/charts/zookeeper/values.yaml | 8 ++++---- kafka/kafka/values.yaml | 8 ++++---- metric-server/metric-server.yaml | 4 ++-- scheduled-client/deployment.yaml | 4 ++-- 4 files changed, 12 insertions(+), 12 deletions(-) diff --git a/kafka/kafka/charts/zookeeper/values.yaml b/kafka/kafka/charts/zookeeper/values.yaml index ef9cbfc..e37ea16 100644 --- a/kafka/kafka/charts/zookeeper/values.yaml +++ b/kafka/kafka/charts/zookeeper/values.yaml @@ -792,11 +792,11 @@ volumePermissions: ## resources: limits: - cpu: 10 - memory: 16Gi + cpu: 2 + memory: 6Gi requests: - cpu: 10 - memory: 16Gi + cpu: 2 + memory: 6Gi ## Init container' Security Context ## Note: the chown of the data folder is done to containerSecurityContext.runAsUser ## and not the below volumePermissions.containerSecurityContext.runAsUser diff --git a/kafka/kafka/values.yaml b/kafka/kafka/values.yaml index 7719769..865a473 100644 --- a/kafka/kafka/values.yaml +++ b/kafka/kafka/values.yaml @@ -1023,11 +1023,11 @@ broker: ## resources: requests: - cpu: 10 - memory: 16Gi + cpu: 2 + memory: 6Gi limits: - cpu: 10 - memory: 16Gi + cpu: 2 + memory: 6Gi ## Kafka pods' Security Context ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-pod ## @param broker.podSecurityContext.enabled Enable security context for the pods diff --git a/metric-server/metric-server.yaml b/metric-server/metric-server.yaml index dc37955..70a6eb1 100644 --- a/metric-server/metric-server.yaml +++ b/metric-server/metric-server.yaml @@ -162,10 +162,10 @@ spec: periodSeconds: 10 resources: requests: - cpu: 10 + cpu: 2 memory: "10Gi" limits: - cpu: 10 + cpu: 2 memory: "10Gi" securityContext: allowPrivilegeEscalation: false diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index cf2f393..862fab9 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -54,10 +54,10 @@ spec: resources: requests: memory: "10Gi" - cpu: 10 + cpu: 2 limits: memory: "10Gi" - cpu: 10 + cpu: 2 imagePullPolicy: Never ports: - containerPort: 8080 From fb3380f9af5818ebf7dd75f6747a58ae9337ee61 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Mon, 6 May 2024 23:41:25 +0200 Subject: [PATCH 04/20] memory cap change to fit the cluster --- kafka/kafka/charts/zookeeper/values.yaml | 8 ++++---- kafka/kafka/values.yaml | 8 ++++---- metric-server/metric-server.yaml | 8 ++++---- scheduled-client/deployment.yaml | 8 ++++---- 4 files changed, 16 insertions(+), 16 deletions(-) diff --git a/kafka/kafka/charts/zookeeper/values.yaml b/kafka/kafka/charts/zookeeper/values.yaml index e37ea16..53e5d5b 100644 --- a/kafka/kafka/charts/zookeeper/values.yaml +++ b/kafka/kafka/charts/zookeeper/values.yaml @@ -792,11 +792,11 @@ volumePermissions: ## resources: limits: - cpu: 2 - memory: 6Gi + cpu: 1 + memory: 2Gi requests: - cpu: 2 - memory: 6Gi + cpu: 1 + memory: 2Gi ## Init container' Security Context ## Note: the chown of the data folder is done to containerSecurityContext.runAsUser ## and not the below volumePermissions.containerSecurityContext.runAsUser diff --git a/kafka/kafka/values.yaml b/kafka/kafka/values.yaml index 865a473..3de6c0c 100644 --- a/kafka/kafka/values.yaml +++ b/kafka/kafka/values.yaml @@ -1023,11 +1023,11 @@ broker: ## resources: requests: - cpu: 2 - memory: 6Gi + cpu: 1 + memory: 2Gi limits: - cpu: 2 - memory: 6Gi + cpu: 1 + memory: 2Gi ## Kafka pods' Security Context ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-pod ## @param broker.podSecurityContext.enabled Enable security context for the pods diff --git a/metric-server/metric-server.yaml b/metric-server/metric-server.yaml index 70a6eb1..9e0edbf 100644 --- a/metric-server/metric-server.yaml +++ b/metric-server/metric-server.yaml @@ -162,11 +162,11 @@ spec: periodSeconds: 10 resources: requests: - cpu: 2 - memory: "10Gi" + cpu: 1 + memory: "2Gi" limits: - cpu: 2 - memory: "10Gi" + cpu: 1 + memory: "2Gi" securityContext: allowPrivilegeEscalation: false capabilities: diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index 862fab9..0fd833e 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -53,11 +53,11 @@ spec: image: scheduled-client:latest resources: requests: - memory: "10Gi" - cpu: 2 + memory: "2Gi" + cpu: 1 limits: - memory: "10Gi" - cpu: 2 + memory: "2Gi" + cpu: 1 imagePullPolicy: Never ports: - containerPort: 8080 From 5f0a52a7d454b95792ba72da26677fda834299dc Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Tue, 7 May 2024 08:06:39 +0200 Subject: [PATCH 05/20] marked the node affinity to change --- kafka/config/pv.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index 3a3158d..82b5350 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -12,6 +12,7 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-0 + #TODO nodeAffinity: required: nodeSelectorTerms: @@ -34,6 +35,7 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-0 + #TODO nodeAffinity: required: nodeSelectorTerms: @@ -56,6 +58,7 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-1 + #TODO: nodeAffinity: required: nodeSelectorTerms: @@ -78,6 +81,7 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-1 + #TODO nodeAffinity: required: nodeSelectorTerms: @@ -100,6 +104,7 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-2 + #TODO nodeAffinity: required: nodeSelectorTerms: @@ -122,6 +127,7 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-2 + #TODO nodeAffinity: required: nodeSelectorTerms: From e880a6b24f0c263203baa4c9886c794d8806f8fe Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Tue, 7 May 2024 08:12:32 +0200 Subject: [PATCH 06/20] removing node affinity to check the effect --- kafka/config/pv.yaml | 54 -------------------------------------------- 1 file changed, 54 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index 82b5350..4e0eaa1 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -12,15 +12,6 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-0 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - glaciation-sogei-worker101 --- apiVersion: v1 kind: PersistentVolume @@ -35,15 +26,6 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-0 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - glaciation-sogei-worker101 --- apiVersion: v1 kind: PersistentVolume @@ -58,15 +40,6 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-1 - #TODO: - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - glaciation-sogei-worker102 --- apiVersion: v1 kind: PersistentVolume @@ -81,15 +54,6 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-1 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - glaciation-sogei-worker102 --- apiVersion: v1 kind: PersistentVolume @@ -104,15 +68,6 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-2 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - glaciation-sogei-worker103 --- apiVersion: v1 kind: PersistentVolume @@ -127,15 +82,6 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-2 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - glaciation-sogei-worker103 --- apiVersion: v1 kind: PersistentVolumeClaim From 93a5b3135a4ab4c4138fa410a2784ab3831e36c9 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Tue, 7 May 2024 08:46:01 +0200 Subject: [PATCH 07/20] testing soft affinity --- kafka/values-prod.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/kafka/values-prod.yaml b/kafka/values-prod.yaml index c204f30..e16a124 100644 --- a/kafka/values-prod.yaml +++ b/kafka/values-prod.yaml @@ -12,7 +12,7 @@ auth: broker: replicaCount: 3 - podAntiAffinityPreset: hard + podAntiAffinityPreset: soft # customConfig: # offsetsTopicReplicationFactor: 1 # transactionStateLogReplicationFactor: 1 @@ -24,7 +24,7 @@ controller: zookeeper: enabled: true replicaCount: 3 - podAntiAffinityPreset: hard + podAntiAffinityPreset: soft listeners: client: From 02e98cc28ae94a9f0b251c84904ca15a85bb72c3 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Tue, 7 May 2024 08:54:24 +0200 Subject: [PATCH 08/20] changed the node names to our cluster's --- kafka/config/pv.yaml | 54 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 54 insertions(+) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index 4e0eaa1..d14a5cc 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -12,6 +12,15 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-0 + #TODO + nodeAffinity: + required: + nodeSelectorTerms: + - matchExpressions: + - key: kubernetes.io/hostname + operator: In + values: + - fun-krill --- apiVersion: v1 kind: PersistentVolume @@ -26,6 +35,15 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-0 + #TODO + nodeAffinity: + required: + nodeSelectorTerms: + - matchExpressions: + - key: kubernetes.io/hostname + operator: In + values: + - exotic-weevil --- apiVersion: v1 kind: PersistentVolume @@ -40,6 +58,15 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-1 + #TODO: + nodeAffinity: + required: + nodeSelectorTerms: + - matchExpressions: + - key: kubernetes.io/hostname + operator: In + values: + - crisp-leech --- apiVersion: v1 kind: PersistentVolume @@ -54,6 +81,15 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-1 + #TODO + nodeAffinity: + required: + nodeSelectorTerms: + - matchExpressions: + - key: kubernetes.io/hostname + operator: In + values: + - cosmic-bull --- apiVersion: v1 kind: PersistentVolume @@ -68,6 +104,15 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-2 + #TODO + nodeAffinity: + required: + nodeSelectorTerms: + - matchExpressions: + - key: kubernetes.io/hostname + operator: In + values: + - braine-head-node --- apiVersion: v1 kind: PersistentVolume @@ -82,6 +127,15 @@ spec: - ReadWriteOnce local: path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-2 + #TODO + nodeAffinity: + required: + nodeSelectorTerms: + - matchExpressions: + - key: kubernetes.io/hostname + operator: In + values: + - alert-boxer --- apiVersion: v1 kind: PersistentVolumeClaim From c3af1234f8c12fa869e99dcb2e57fb0759a02524 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 04:22:51 +0200 Subject: [PATCH 09/20] dynamised the xVomulex --- kafka/config/pv.yaml | 90 +++++--------------------------- scheduled-client/deployment.yaml | 14 +---- 2 files changed, 14 insertions(+), 90 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index d14a5cc..6dc379c 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -7,20 +7,9 @@ spec: capacity: storage: 10Gi volumeMode: Filesystem - storageClassName: local-path + storageClassName: standard accessModes: - ReadWriteOnce - local: - path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-0 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - fun-krill --- apiVersion: v1 kind: PersistentVolume @@ -30,20 +19,9 @@ spec: capacity: storage: 8Gi volumeMode: Filesystem - storageClassName: local-path + storageClassName: standard accessModes: - ReadWriteOnce - local: - path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-0 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - exotic-weevil --- apiVersion: v1 kind: PersistentVolume @@ -53,20 +31,9 @@ spec: capacity: storage: 10Gi volumeMode: Filesystem - storageClassName: local-path + storageClassName: standard accessModes: - ReadWriteOnce - local: - path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-1 - #TODO: - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - crisp-leech --- apiVersion: v1 kind: PersistentVolume @@ -76,20 +43,9 @@ spec: capacity: storage: 8Gi volumeMode: Filesystem - storageClassName: local-path + storageClassName: standard accessModes: - ReadWriteOnce - local: - path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-1 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - cosmic-bull --- apiVersion: v1 kind: PersistentVolume @@ -99,20 +55,9 @@ spec: capacity: storage: 10Gi volumeMode: Filesystem - storageClassName: local-path + storageClassName: standard accessModes: - ReadWriteOnce - local: - path: /home/ubuntu/volume/tm-gla/kafka/kafka-zk-2 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - braine-head-node --- apiVersion: v1 kind: PersistentVolume @@ -122,20 +67,9 @@ spec: capacity: storage: 8Gi volumeMode: Filesystem - storageClassName: local-path + storageClassName: standard accessModes: - ReadWriteOnce - local: - path: /home/ubuntu/volume/tm-gla/kafka/kafka-broker-2 - #TODO - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - alert-boxer --- apiVersion: v1 kind: PersistentVolumeClaim @@ -148,7 +82,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: local-path + storageClassName: standard volumeName: data-kafka-broker-0 --- apiVersion: v1 @@ -162,7 +96,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: local-path + storageClassName: standard volumeName: data-kafka-broker-1 --- apiVersion: v1 @@ -176,7 +110,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: local-path + storageClassName: standard volumeName: data-kafka-broker-2 --- apiVersion: v1 @@ -190,7 +124,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: local-path + storageClassName: standard volumeName: data-kafka-zookeeper-0 --- apiVersion: v1 @@ -204,7 +138,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: local-path + storageClassName: standard volumeName: data-kafka-zookeeper-1 --- apiVersion: v1 @@ -218,5 +152,5 @@ spec: resources: requests: storage: 10Gi - storageClassName: local-path + storageClassName: standard volumeName: data-kafka-zookeeper-2 diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index 0fd833e..dcd7acd 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -6,19 +6,9 @@ spec: capacity: storage: 10Gi volumeMode: Filesystem - storageClassName: local-path + storageClassName: standard accessModes: - ReadWriteOnce - local: - path: /home/ubuntu/volume/tm-gla/mef - nodeAffinity: - required: - nodeSelectorTerms: - - matchExpressions: - - key: kubernetes.io/hostname - operator: In - values: - - glaciation-sogei-worker101 --- apiVersion: v1 kind: PersistentVolumeClaim @@ -30,7 +20,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: local-path + storageClassName: standard volumeName: data-mef-pv --- apiVersion: apps/v1 From 5f4faaf8f3dab71ca60941a20cba73e67a2b520d Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 04:55:46 +0200 Subject: [PATCH 10/20] PVs will be created auto. --- kafka/config/pv.yaml | 144 +++++++++++++++++++++---------------------- 1 file changed, 72 insertions(+), 72 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index 6dc379c..8b24b79 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -1,75 +1,75 @@ ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-zookeeper-0 -spec: - capacity: - storage: 10Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-broker-0 -spec: - capacity: - storage: 8Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-zookeeper-1 -spec: - capacity: - storage: 10Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-broker-1 -spec: - capacity: - storage: 8Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-zookeeper-2 -spec: - capacity: - storage: 10Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-broker-2 -spec: - capacity: - storage: 8Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-zookeeper-0 +# spec: +# capacity: +# storage: 10Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-broker-0 +# spec: +# capacity: +# storage: 8Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-zookeeper-1 +# spec: +# capacity: +# storage: 10Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-broker-1 +# spec: +# capacity: +# storage: 8Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-zookeeper-2 +# spec: +# capacity: +# storage: 10Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-broker-2 +# spec: +# capacity: +# storage: 8Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce --- apiVersion: v1 kind: PersistentVolumeClaim From 5e3a518de0ec0751ac4d0e57e36cd3a3048c1370 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 05:07:35 +0200 Subject: [PATCH 11/20] affinity change to hard --- kafka/values-prod.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/kafka/values-prod.yaml b/kafka/values-prod.yaml index e16a124..c204f30 100644 --- a/kafka/values-prod.yaml +++ b/kafka/values-prod.yaml @@ -12,7 +12,7 @@ auth: broker: replicaCount: 3 - podAntiAffinityPreset: soft + podAntiAffinityPreset: hard # customConfig: # offsetsTopicReplicationFactor: 1 # transactionStateLogReplicationFactor: 1 @@ -24,7 +24,7 @@ controller: zookeeper: enabled: true replicaCount: 3 - podAntiAffinityPreset: soft + podAntiAffinityPreset: hard listeners: client: From cbda81f9b4b55ee51bc6c22d4b9a626b11b1b267 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 05:11:55 +0200 Subject: [PATCH 12/20] adding pvs again --- kafka/config/pv.yaml | 144 +++++++++++++++++++++---------------------- 1 file changed, 72 insertions(+), 72 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index 8b24b79..6dc379c 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -1,75 +1,75 @@ -# --- -# apiVersion: v1 -# kind: PersistentVolume -# metadata: -# name: data-kafka-zookeeper-0 -# spec: -# capacity: -# storage: 10Gi -# volumeMode: Filesystem -# storageClassName: standard -# accessModes: -# - ReadWriteOnce -# --- -# apiVersion: v1 -# kind: PersistentVolume -# metadata: -# name: data-kafka-broker-0 -# spec: -# capacity: -# storage: 8Gi -# volumeMode: Filesystem -# storageClassName: standard -# accessModes: -# - ReadWriteOnce -# --- -# apiVersion: v1 -# kind: PersistentVolume -# metadata: -# name: data-kafka-zookeeper-1 -# spec: -# capacity: -# storage: 10Gi -# volumeMode: Filesystem -# storageClassName: standard -# accessModes: -# - ReadWriteOnce -# --- -# apiVersion: v1 -# kind: PersistentVolume -# metadata: -# name: data-kafka-broker-1 -# spec: -# capacity: -# storage: 8Gi -# volumeMode: Filesystem -# storageClassName: standard -# accessModes: -# - ReadWriteOnce -# --- -# apiVersion: v1 -# kind: PersistentVolume -# metadata: -# name: data-kafka-zookeeper-2 -# spec: -# capacity: -# storage: 10Gi -# volumeMode: Filesystem -# storageClassName: standard -# accessModes: -# - ReadWriteOnce -# --- -# apiVersion: v1 -# kind: PersistentVolume -# metadata: -# name: data-kafka-broker-2 -# spec: -# capacity: -# storage: 8Gi -# volumeMode: Filesystem -# storageClassName: standard -# accessModes: -# - ReadWriteOnce +--- +apiVersion: v1 +kind: PersistentVolume +metadata: + name: data-kafka-zookeeper-0 +spec: + capacity: + storage: 10Gi + volumeMode: Filesystem + storageClassName: standard + accessModes: + - ReadWriteOnce +--- +apiVersion: v1 +kind: PersistentVolume +metadata: + name: data-kafka-broker-0 +spec: + capacity: + storage: 8Gi + volumeMode: Filesystem + storageClassName: standard + accessModes: + - ReadWriteOnce +--- +apiVersion: v1 +kind: PersistentVolume +metadata: + name: data-kafka-zookeeper-1 +spec: + capacity: + storage: 10Gi + volumeMode: Filesystem + storageClassName: standard + accessModes: + - ReadWriteOnce +--- +apiVersion: v1 +kind: PersistentVolume +metadata: + name: data-kafka-broker-1 +spec: + capacity: + storage: 8Gi + volumeMode: Filesystem + storageClassName: standard + accessModes: + - ReadWriteOnce +--- +apiVersion: v1 +kind: PersistentVolume +metadata: + name: data-kafka-zookeeper-2 +spec: + capacity: + storage: 10Gi + volumeMode: Filesystem + storageClassName: standard + accessModes: + - ReadWriteOnce +--- +apiVersion: v1 +kind: PersistentVolume +metadata: + name: data-kafka-broker-2 +spec: + capacity: + storage: 8Gi + volumeMode: Filesystem + storageClassName: standard + accessModes: + - ReadWriteOnce --- apiVersion: v1 kind: PersistentVolumeClaim From 3659b0d113957b15fbe73039e639430791c161c0 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 05:22:34 +0200 Subject: [PATCH 13/20] =?UTF-8?q?changing=20to=20auto.=20PV=20using=20'fas?= =?UTF-8?q?t=E2=80=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- kafka/config/pv.yaml | 163 +++++++++++++++++++++---------------------- 1 file changed, 79 insertions(+), 84 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index 6dc379c..ccabbea 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -1,75 +1,75 @@ ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-zookeeper-0 -spec: - capacity: - storage: 10Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-broker-0 -spec: - capacity: - storage: 8Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-zookeeper-1 -spec: - capacity: - storage: 10Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-broker-1 -spec: - capacity: - storage: 8Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-zookeeper-2 -spec: - capacity: - storage: 10Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce ---- -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-kafka-broker-2 -spec: - capacity: - storage: 8Gi - volumeMode: Filesystem - storageClassName: standard - accessModes: - - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-zookeeper-0 +# spec: +# capacity: +# storage: 10Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-broker-0 +# spec: +# capacity: +# storage: 8Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-zookeeper-1 +# spec: +# capacity: +# storage: 10Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-broker-1 +# spec: +# capacity: +# storage: 8Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-zookeeper-2 +# spec: +# capacity: +# storage: 10Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce +# --- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-kafka-broker-2 +# spec: +# capacity: +# storage: 8Gi +# volumeMode: Filesystem +# storageClassName: standard +# accessModes: +# - ReadWriteOnce --- apiVersion: v1 kind: PersistentVolumeClaim @@ -82,8 +82,8 @@ spec: resources: requests: storage: 8Gi - storageClassName: standard - volumeName: data-kafka-broker-0 + storageClassName: fast + # volumeName: data-kafka-broker-0 --- apiVersion: v1 kind: PersistentVolumeClaim @@ -96,8 +96,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: standard - volumeName: data-kafka-broker-1 + storageClassName: fast --- apiVersion: v1 kind: PersistentVolumeClaim @@ -110,8 +109,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: standard - volumeName: data-kafka-broker-2 + storageClassName: fast --- apiVersion: v1 kind: PersistentVolumeClaim @@ -124,8 +122,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: standard - volumeName: data-kafka-zookeeper-0 + storageClassName: fast --- apiVersion: v1 kind: PersistentVolumeClaim @@ -138,8 +135,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: standard - volumeName: data-kafka-zookeeper-1 + storageClassName: fast --- apiVersion: v1 kind: PersistentVolumeClaim @@ -152,5 +148,4 @@ spec: resources: requests: storage: 10Gi - storageClassName: standard - volumeName: data-kafka-zookeeper-2 + storageClassName: fast From c6b69525e0a471f784b3c1503f38b789fe881f8d Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 05:38:45 +0200 Subject: [PATCH 14/20] testing standard-rwo --- kafka/config/pv.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index ccabbea..bc57948 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -82,7 +82,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: fast + storageClassName: standard-rwo # volumeName: data-kafka-broker-0 --- apiVersion: v1 @@ -96,7 +96,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: fast + storageClassName: standard-rwo --- apiVersion: v1 kind: PersistentVolumeClaim @@ -109,7 +109,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: fast + storageClassName: standard-rwo --- apiVersion: v1 kind: PersistentVolumeClaim @@ -122,7 +122,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: fast + storageClassName: standard-rwo --- apiVersion: v1 kind: PersistentVolumeClaim @@ -135,7 +135,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: fast + storageClassName: standard-rwo --- apiVersion: v1 kind: PersistentVolumeClaim @@ -148,4 +148,4 @@ spec: resources: requests: storage: 10Gi - storageClassName: fast + storageClassName: standard-rwo From f31448a5906c75726e878fe8f1c4f6921516dd16 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 08:59:14 +0200 Subject: [PATCH 15/20] changed to gp2 --- kafka/config/pv.yaml | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index bc57948..58cae47 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -82,8 +82,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: standard-rwo - # volumeName: data-kafka-broker-0 + storageClassName: gp2 --- apiVersion: v1 kind: PersistentVolumeClaim @@ -96,7 +95,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: standard-rwo + storageClassName: gp2 --- apiVersion: v1 kind: PersistentVolumeClaim @@ -109,7 +108,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: standard-rwo + storageClassName: gp2 --- apiVersion: v1 kind: PersistentVolumeClaim @@ -122,7 +121,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: standard-rwo + storageClassName: gp2 --- apiVersion: v1 kind: PersistentVolumeClaim @@ -135,7 +134,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: standard-rwo + storageClassName: gp2 --- apiVersion: v1 kind: PersistentVolumeClaim @@ -148,4 +147,4 @@ spec: resources: requests: storage: 10Gi - storageClassName: standard-rwo + storageClassName: gp2 From 9757972c97c964de6be07593bc21ad7d003b0d4e Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 09:14:42 +0200 Subject: [PATCH 16/20] changing the sc to our cluster's --- kafka/config/pv.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/kafka/config/pv.yaml b/kafka/config/pv.yaml index 58cae47..2bee44d 100644 --- a/kafka/config/pv.yaml +++ b/kafka/config/pv.yaml @@ -82,7 +82,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: gp2 + storageClassName: longhorn --- apiVersion: v1 kind: PersistentVolumeClaim @@ -95,7 +95,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: gp2 + storageClassName: longhorn --- apiVersion: v1 kind: PersistentVolumeClaim @@ -108,7 +108,7 @@ spec: resources: requests: storage: 8Gi - storageClassName: gp2 + storageClassName: longhorn --- apiVersion: v1 kind: PersistentVolumeClaim @@ -121,7 +121,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: gp2 + storageClassName: longhorn --- apiVersion: v1 kind: PersistentVolumeClaim @@ -134,7 +134,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: gp2 + storageClassName: longhorn --- apiVersion: v1 kind: PersistentVolumeClaim @@ -147,4 +147,4 @@ spec: resources: requests: storage: 10Gi - storageClassName: gp2 + storageClassName: longhorn From 2ae2e969b1c1cecc93a4bbe47e8288d79a106d31 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 09:24:46 +0200 Subject: [PATCH 17/20] upgdated tyoe on data-mef-pv --- scheduled-client/deployment.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index dcd7acd..78559de 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -3,10 +3,11 @@ kind: PersistentVolume metadata: name: data-mef-pv spec: + type: ext4 capacity: storage: 10Gi volumeMode: Filesystem - storageClassName: standard + storageClassName: longhorn accessModes: - ReadWriteOnce --- @@ -20,7 +21,7 @@ spec: resources: requests: storage: 10Gi - storageClassName: standard + storageClassName: longhorn volumeName: data-mef-pv --- apiVersion: apps/v1 From 00fa3c865bf8e097099ab682de3bee5210a9659f Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 09:27:40 +0200 Subject: [PATCH 18/20] wip --- scheduled-client/deployment.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index 78559de..898efc2 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -3,7 +3,6 @@ kind: PersistentVolume metadata: name: data-mef-pv spec: - type: ext4 capacity: storage: 10Gi volumeMode: Filesystem From da6c26c611ecb1a330714c87a35cb6b076376921 Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 09:30:12 +0200 Subject: [PATCH 19/20] wip --- scheduled-client/deployment.yaml | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index 898efc2..f9f5ebc 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -1,15 +1,15 @@ -apiVersion: v1 -kind: PersistentVolume -metadata: - name: data-mef-pv -spec: - capacity: - storage: 10Gi - volumeMode: Filesystem - storageClassName: longhorn - accessModes: - - ReadWriteOnce ---- +# apiVersion: v1 +# kind: PersistentVolume +# metadata: +# name: data-mef-pv +# spec: +# capacity: +# storage: 10Gi +# volumeMode: Filesystem +# storageClassName: longhorn +# accessModes: +# - ReadWriteOnce +# --- apiVersion: v1 kind: PersistentVolumeClaim metadata: From 0b330448c7cd4cddc0c78f396810c29a23f2570a Mon Sep 17 00:00:00 2001 From: armantorkzaban Date: Thu, 9 May 2024 09:44:18 +0200 Subject: [PATCH 20/20] removed mv from scheduled client --- scheduled-client/deployment.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/scheduled-client/deployment.yaml b/scheduled-client/deployment.yaml index f9f5ebc..be648e0 100644 --- a/scheduled-client/deployment.yaml +++ b/scheduled-client/deployment.yaml @@ -21,7 +21,6 @@ spec: requests: storage: 10Gi storageClassName: longhorn - volumeName: data-mef-pv --- apiVersion: apps/v1 kind: Deployment