Reorganized ceph

infra/rook-ceph-cluster/helm-release.yaml

@@ -0,0 +1,65 @@
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: rook-ceph-cluster
+  namespace: rook-ceph
+spec:
+  chart:
+    spec:
+      chart: rook-ceph-cluster
+      reconcileStrategy: ChartVersion
+      sourceRef:
+        kind: HelmRepository
+        name: rook-release
+      version: 1.16.3
+  interval: 1m0s
+  timeout: 10m
+  values:
+    toolbox:
+      enabled: true
+    # TODO: Not sure we really need this is we have prometheus + grafana set up
+    ingress:
+      dashboard:
+        annotations:
+          traefik.ingress.kubernetes.io/router.entryPoints: "websecure"
+          traefik.ingress.kubernetes.io/router.middlewares: "authelia-forwardauth-authelia@kubernetescrd"
+          traefik.ingress.kubernetes.io/router.tls: "true"
+        host:
+          name: ceph.${domain}
+        tls:
+          - hosts:
+              - ceph.${domain}
+            secretName: ${domain//./-}-tls
+    # Uncomment once prometheus stack has been added
+    # monitoring:
+    #   enabled: true
+    #   createPrometheusRules: true
+    cephBlockPoolsVolumeSnapshotClass:
+      enabled: true
+    cephFileSystemVolumeSnapshotClass:
+      enabled: true
+    cephClusterSpec:
+      dashboard:
+        ssl: false
+      storage:
+        useAllDevices: false
+        deviceFilter: "^nvme."
+      resources:
+        mgr:
+          limits:
+            memory: "1Gi"
+          requests:
+            cpu: "50m"
+            memory: "512Mi"
+        mon:
+          limits:
+            memory: "2Gi"
+          requests:
+            cpu: "100m"
+            memory: "1Gi"
+        osd:
+          limits:
+            memory: "2Gi"
+          requests:
+            cpu: "100m"
+            memory: "1Gi"

infra/rook-ceph-cluster/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: rook-ceph
+resources:
+  - ./helm-release.yaml

infra/rook-ceph/helm-release.yaml

@@ -0,0 +1,14 @@
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: rook-ceph
+spec:
+  chart:
+    spec:
+      chart: rook-ceph
+      reconcileStrategy: ChartVersion
+      sourceRef:
+        kind: HelmRepository
+        name: rook-release
+      version: 1.16.3
+  interval: 1m0s

infra/rook-ceph/helm-repository.yaml

@@ -0,0 +1,7 @@
+apiVersion: source.toolkit.fluxcd.io/v1
+kind: HelmRepository
+metadata:
+  name: rook-release
+spec:
+  interval: 1m0s
+  url: https://charts.rook.io/release

infra/rook-ceph/kustomization.yaml

@@ -0,0 +1,7 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: rook-ceph
+resources:
+  - ./namespace.yaml
+  - ./helm-repository.yaml
+  - ./helm-release.yaml

infra/rook-ceph/namespace.yaml

@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: rook-ceph