Switch from piraeus to ceph

infrastructure/configs/kustomization.yaml

@@ -7,4 +7,3 @@ resources:
   - ./middleware.yaml
 
   - ./intel-devices
-  - ./piraeus

infrastructure/configs/piraeus/cluster.yaml

@@ -1,5 +0,0 @@
-apiVersion: piraeus.io/v1
-kind: LinstorCluster
-metadata:
-  name: linstorcluster
-spec: {}

infrastructure/configs/piraeus/kustomization.yaml

@@ -1,8 +0,0 @@
-apiVersion: kustomize.config.k8s.io/v1beta1
-kind: Kustomization
-resources:
-  - ./cluster.yaml
-  - ./pool.yaml
-  - ./storage.yaml
-  - ./storage-replicated.yaml
-  - ./volume_snapshot_class.yaml

infrastructure/configs/piraeus/pool.yaml

@@ -1,10 +0,0 @@
-apiVersion: piraeus.io/v1
-kind: LinstorSatelliteConfiguration
-metadata:
-  name: storage-pool
-spec:
-  storagePools:
-    - name: rl-pool
-      lvmThinPool:
-        volumeGroup: rl
-        thinPool: pool

infrastructure/configs/piraeus/storage-replicated.yaml

@@ -1,12 +0,0 @@
-apiVersion: storage.k8s.io/v1
-kind: StorageClass
-metadata:
-  name: piraeus-storage-replicated
-  annotations:
-    storageclass.kubernetes.io/is-default-class: true
-provisioner: linstor.csi.linbit.com
-allowVolumeExpansion: true
-volumeBindingMode: WaitForFirstConsumer
-parameters:
-  linstor.csi.linbit.com/storagePool: rl-pool
-  linstor.csi.linbit.com/placementCount: "2"

infrastructure/configs/piraeus/storage.yaml

@@ -1,10 +0,0 @@
-apiVersion: storage.k8s.io/v1
-kind: StorageClass
-metadata:
-  name: piraeus-storage
-provisioner: linstor.csi.linbit.com
-allowVolumeExpansion: true
-volumeBindingMode: WaitForFirstConsumer
-parameters:
-  linstor.csi.linbit.com/storagePool: rl-pool
-  linstor.csi.linbit.com/allowRemoteVolumeAccess: "false"

infrastructure/configs/piraeus/volume_snapshot_class.yaml

@@ -1,6 +0,0 @@
-apiVersion: snapshot.storage.k8s.io/v1
-kind: VolumeSnapshotClass
-metadata:
-  name: piraeus-snapshots
-driver: linstor.csi.linbit.com
-deletionPolicy: Delete

infrastructure/controllers/kustomization.yaml

@@ -5,11 +5,10 @@ resources:
   - cert-manager.yaml
   - traefik.yaml
   - cloudnative-pg.yaml
-  # - rook.yaml
+  - ./rook
   - ./node-feature-discovery
   - ./velero
   - https://raw.githubusercontent.com/dragonflydb/dragonfly-operator/refs/tags/v1.1.8/manifests/dragonfly-operator.yaml
-  - https://github.com/piraeusdatastore/piraeus-operator//config/default?ref=v2.7.1
   - https://github.com/kubernetes-csi/external-snapshotter//client/config/crd?ref=v8.2.0
   - https://github.com/kubernetes-csi/external-snapshotter//deploy/kubernetes/snapshot-controller?ref=v8.2.0
   - github.com/kubernetes-sigs/descheduler/kubernetes/cronjob?ref=release-1.32

infrastructure/controllers/rook/helm-release-cluster.yaml

@@ -1,33 +1,3 @@
-apiVersion: v1
-kind: Namespace
-metadata:
-  name: rook-ceph
----
-apiVersion: source.toolkit.fluxcd.io/v1
-kind: HelmRepository
-metadata:
-  name: rook-release
-  namespace: rook-ceph
-spec:
-  interval: 1m0s
-  url: https://charts.rook.io/release
----
-apiVersion: helm.toolkit.fluxcd.io/v2
-kind: HelmRelease
-metadata:
-  name: rook-ceph
-  namespace: rook-ceph
-spec:
-  chart:
-    spec:
-      chart: rook-ceph
-      reconcileStrategy: ChartVersion
-      sourceRef:
-        kind: HelmRepository
-        name: rook-release
-      version: 1.15.3
-  interval: 1m0s
----
 apiVersion: helm.toolkit.fluxcd.io/v2
 kind: HelmRelease
 metadata:
@@ -41,20 +11,20 @@ spec:
       sourceRef:
         kind: HelmRepository
         name: rook-release
-      version: 1.15.3
+      version: 1.16.3
   interval: 1m0s
+  timeout: 10m
   values:
     toolbox:
       enabled: true
+    # Uncomment once prometheus stack has been added
+    # monitoring:
+    #   enabled: true
+    #   createPrometheusRules: true
     cephClusterSpec:
       storage:
+        useAllDevices: false
         deviceFilter: "^nvme."
-      mon:
-        # For testing we only have one node
-        allowMultiplePerNode: true
-      mgr:
-        # For testing we only have one node
-        allowMultiplePerNode: true
       resources:
         mgr:
           limits:

infrastructure/controllers/rook/helm-release-operator.yaml

@@ -0,0 +1,14 @@
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: rook-ceph
+spec:
+  chart:
+    spec:
+      chart: rook-ceph
+      reconcileStrategy: ChartVersion
+      sourceRef:
+        kind: HelmRepository
+        name: rook-release
+      version: 1.16.3
+  interval: 1m0s

infrastructure/controllers/rook/helm-repository.yaml

@@ -0,0 +1,7 @@
+apiVersion: source.toolkit.fluxcd.io/v1
+kind: HelmRepository
+metadata:
+  name: rook-release
+spec:
+  interval: 1m0s
+  url: https://charts.rook.io/release

infrastructure/controllers/rook/kustomization.yaml

@@ -0,0 +1,8 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: rook-ceph
+resources:
+  - ./namespace.yaml
+  - ./helm-repository.yaml
+  - ./helm-release-operator.yaml
+  - ./helm-release-cluster.yaml

infrastructure/controllers/rook/namespace.yaml

@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: rook-ceph