feat: add rook-ceph

prehor · Apr 25, 2024 · 77dc141 · 77dc141
1 parent 6598ad1
commit 77dc141
Show file tree

Hide file tree

Showing 11 changed files with 445 additions and 5 deletions.
diff --git a/kubernetes/main/apps/storage/kustomization.yaml b/kubernetes/main/apps/storage/kustomization.yaml
@@ -3,5 +3,6 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
   - ./namespace.yaml
-  - ./openebs/ks.yaml
   - ./snapshot-controller/ks.yaml
+  - ./openebs/ks.yaml
+  - ./rook-ceph/ks.yaml
diff --git a/kubernetes/main/apps/storage/openebs/ks.yaml b/kubernetes/main/apps/storage/openebs/ks.yaml
@@ -12,11 +12,11 @@ spec:
   dependsOn:
     - name: snapshot-controller
   path: ./kubernetes/main/apps/storage/openebs/app
-  prune: true
+  prune: false # never should be deleted
   sourceRef:
     kind: GitRepository
     name: home-ops
-  wait: false
+  wait: true
   interval: 30m
   retryInterval: 1m
   timeout: 5m
diff --git a/kubernetes/main/apps/storage/rook-ceph/app/helmrelease.yaml b/kubernetes/main/apps/storage/rook-ceph/app/helmrelease.yaml
@@ -0,0 +1,133 @@
+---
+# yaml-language-server: $schema=https://raw.githubusercontent.com/fluxcd-community/flux2-schemas/main/helmrelease-helm-v2beta2.json
+apiVersion: helm.toolkit.fluxcd.io/v2beta2
+kind: HelmRelease
+metadata:
+  name: rook-ceph-operator
+spec:
+  interval: 30m
+  chart:
+    spec:
+      chart: rook-ceph
+      version: v1.14.2
+      sourceRef:
+        kind: HelmRepository
+        name: rook-ceph
+        namespace: flux-system
+  install:
+    remediation:
+      retries: 3
+  upgrade:
+    cleanupOnFail: true
+    remediation:
+      retries: 3
+  dependsOn:
+    - name: snapshot-controller
+  values:
+    csi:
+      enableLiveness: true
+      serviceMonitor:
+        enabled: true
+    csiRBDProvisionerResource: |
+      - name : csi-provisioner
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-resizer
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-attacher
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-snapshotter
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-rbdplugin
+        resource:
+          requests:
+            memory: 512Mi
+            cpu: 50m
+          limits:
+            memory: 1Gi
+      - name : csi-omap-generator
+        resource:
+          requests:
+            memory: 512Mi
+            cpu: 50m
+          limits:
+            memory: 1Gi
+      - name : liveness-prometheus
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+
+    csiCephFSProvisionerResource: |
+      - name : csi-provisioner
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-resizer
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-attacher
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-snapshotter
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+      - name : csi-cephfsplugin
+        resource:
+          requests:
+            memory: 512Mi
+            cpu: 50m
+          limits:
+            memory: 1Gi
+      - name : liveness-prometheus
+        resource:
+          requests:
+            memory: 128Mi
+            cpu: 25m
+          limits:
+            memory: 256Mi
+    monitoring:
+      enabled: true
+    resources:
+      limits:
+        memory: 512Mi
+      requests:
+        memory: 128Mi
+        cpu: 100m
+
diff --git a/kubernetes/main/apps/storage/rook-ceph/app/kustomization.yaml b/kubernetes/main/apps/storage/rook-ceph/app/kustomization.yaml
@@ -0,0 +1,6 @@
+---
+# yaml-language-server: $schema=https://json.schemastore.org/kustomization
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - ./helmrelease.yaml
diff --git a/kubernetes/main/apps/storage/rook-ceph/cluster/cephobjectstoreuser.yaml b/kubernetes/main/apps/storage/rook-ceph/cluster/cephobjectstoreuser.yaml
@@ -0,0 +1,10 @@
+---
+# yaml-language-server: $schema=https://kubernetes-schemas.pages.dev/ceph.rook.io/cephobjectstoreuser_v1.json
+apiVersion: ceph.rook.io/v1
+kind: CephObjectStoreUser
+metadata:
+  name: rook-ceph-cluster-admin
+spec:
+  # Ref: https://rook.io/docs/rook/v1.13/Storage-Configuration/Object-Storage-RGW/object-storage/
+  store: ceph-objectstore
+  displayName: Cluster Admin