switch to cephfs

apps/vaultwarden/base/vaultwarden-data-pvc.yaml

@@ -5,7 +5,7 @@ metadata:
     app: vaultwarden
   name: vaultwarden
 spec:
-  storageClassName: rook-ceph-block
+  storageClassName: rook-cephfs
   accessModes:
     - ReadWriteOnce
   resources:

infrastructure/04-rook-ceph/base/filesystem.yaml

@@ -0,0 +1,17 @@
+apiVersion: ceph.rook.io/v1
+kind: CephFilesystem
+metadata:
+  name: myfs
+  namespace: rook-ceph
+spec:
+  metadataPool:
+    replicated:
+      size: 3
+  dataPools:
+    - name: replicated
+      replicated:
+        size: 3
+  preserveFilesystemOnDelete: true
+  metadataServer:
+    activeCount: 1
+    activeStandby: true

infrastructure/04-rook-ceph/base/storageclass.yaml

@@ -1,57 +1,28 @@
-apiVersion: ceph.rook.io/v1
-kind: CephBlockPool
-metadata:
-  name: replicapool
-  namespace: rook-ceph
-spec:
-  failureDomain: host
-  replicated:
-    size: 3
----
 apiVersion: storage.k8s.io/v1
 kind: StorageClass
 metadata:
-   name: rook-ceph-block
+  name: rook-cephfs
 # Change "rook-ceph" provisioner prefix to match the operator namespace if needed
-provisioner: rook-ceph.rbd.csi.ceph.com
+provisioner: rook-ceph.cephfs.csi.ceph.com
 parameters:
-    # clusterID is the namespace where the rook cluster is running
-    clusterID: rook-ceph
-    # Ceph pool into which the RBD image shall be created
-    pool: replicapool
+  # clusterID is the namespace where the rook cluster is running
+  # If you change this namespace, also change the namespace below where the secret namespaces are defined
+  clusterID: rook-ceph
 
-    # RBD image format. Defaults to "2".
-    imageFormat: "2"
+  # CephFS filesystem name into which the volume shall be created
+  fsName: myfs
 
-    # RBD image features
-    # Available for imageFormat: "2". Older releases of CSI RBD
-    # support only the `layering` feature. The Linux kernel (KRBD) supports the
-    # full complement of features as of 5.4
-    # `layering` alone corresponds to Ceph's bitfield value of "2" ;
-    # `layering` + `fast-diff` + `object-map` + `deep-flatten` + `exclusive-lock` together
-    # correspond to Ceph's OR'd bitfield value of "63". Here we use
-    # a symbolic, comma-separated format:
-    # For 5.4 or later kernels:
-    imageFeatures: layering,fast-diff,object-map,deep-flatten,exclusive-lock
-    # For 5.3 or earlier kernels:
-    # imageFeatures: layering
+  # Ceph pool into which the volume shall be created
+  # Required for provisionVolume: "true"
+  pool: myfs-replicated
 
-    # The secrets contain Ceph admin credentials.
-    csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner
-    csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph
-    csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner
-    csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph
-    csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node
-    csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph
+  # The secrets contain Ceph admin credentials. These are generated automatically by the operator
+  # in the same namespace as the cluster.
+  csi.storage.k8s.io/provisioner-secret-name: rook-csi-cephfs-provisioner
+  csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph
+  csi.storage.k8s.io/controller-expand-secret-name: rook-csi-cephfs-provisioner
+  csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph
+  csi.storage.k8s.io/node-stage-secret-name: rook-csi-cephfs-node
+  csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph
 
-    # Specify the filesystem type of the volume. If not specified, csi-provisioner
-    # will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock
-    # in hyperconverged settings where the volume is mounted on the same node as the osds.
-    csi.storage.k8s.io/fstype: ext4
-
-# Delete the rbd volume when a PVC is deleted
-reclaimPolicy: Delete
-
-# Optional, if you want to add dynamic resize for PVC.
-# For now only ext3, ext4, xfs resize support provided, like in Kubernetes itself.
-allowVolumeExpansion: true
+reclaimPolicy: Retain