feat(rook-ceph): collect RBD per-image IO statistics

[buroa]

No description provided.

[bot-blake]

--- kubernetes/apps/rook-ceph/rook-ceph/cluster Kustomization: flux-system/rook-ceph-cluster HelmRelease: rook-ceph/rook-ceph-cluster

+++ kubernetes/apps/rook-ceph/rook-ceph/cluster Kustomization: flux-system/rook-ceph-cluster HelmRelease: rook-ceph/rook-ceph-cluster

@@ -28,28 +28,31 @@

       retries: 3
       strategy: rollback
   values:
     cephBlockPools:
     - name: ceph-blockpool
       spec:
+        enableRBDStats: true
         failureDomain: host
         replicated:
           size: 3
       storageClass:
         allowVolumeExpansion: true
         enabled: true
         isDefault: true
         name: ceph-block
         parameters:
           csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner
-          csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph
+          csi.storage.k8s.io/controller-expand-secret-namespace: '{{ .Release.Namespace
+            }}'
           csi.storage.k8s.io/fstype: ext4
           csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node
-          csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph
+          csi.storage.k8s.io/node-stage-secret-namespace: '{{ .Release.Namespace }}'
           csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner
-          csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph
+          csi.storage.k8s.io/provisioner-secret-namespace: '{{ .Release.Namespace
+            }}'
           imageFeatures: layering,exclusive-lock,object-map,fast-diff,deep-flatten
           imageFormat: '2'
         reclaimPolicy: Delete
     cephBlockPoolsVolumeSnapshotClass:
       deletionPolicy: Delete
       enabled: true
@@ -82,27 +85,12 @@

           - 169.254.255.0/24
           public:
           - 192.168.10.0/24
         connections:
           requireMsgr2: true
         provider: host
-      placement:
-        mgr:
-          nodeAffinity:
-            requiredDuringSchedulingIgnoredDuringExecution:
-              nodeSelectorTerms:
-              - matchExpressions:
-                - key: node-role.kubernetes.io/control-plane
-                  operator: Exists
-        mon:
-          nodeAffinity:
-            requiredDuringSchedulingIgnoredDuringExecution:
-              nodeSelectorTerms:
-              - matchExpressions:
-                - key: node-role.kubernetes.io/control-plane
-                  operator: Exists
       storage:
         devicePathFilter: /dev/disk/by-id/nvme-SAMSUNG_MZQL23T8HCLS-00A07_.*
         useAllDevices: false
         useAllNodes: true
     cephFileSystemVolumeSnapshotClass:
       deletionPolicy: Delete
@@ -143,18 +131,20 @@

         allowVolumeExpansion: true
         enabled: true
         isDefault: false
         name: ceph-filesystem
         parameters:
           csi.storage.k8s.io/controller-expand-secret-name: rook-csi-cephfs-provisioner
-          csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph
+          csi.storage.k8s.io/controller-expand-secret-namespace: '{{ .Release.Namespace
+            }}'
           csi.storage.k8s.io/fstype: ext4
           csi.storage.k8s.io/node-stage-secret-name: rook-csi-cephfs-node
-          csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph
+          csi.storage.k8s.io/node-stage-secret-namespace: '{{ .Release.Namespace }}'
           csi.storage.k8s.io/provisioner-secret-name: rook-csi-cephfs-provisioner
-          csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph
+          csi.storage.k8s.io/provisioner-secret-namespace: '{{ .Release.Namespace
+            }}'
         pool: data0
         reclaimPolicy: Delete
     cephObjectStores:
     - name: ceph-objectstore
       spec:
         dataPool:

[bot-blake]

--- HelmRelease: rook-ceph/rook-ceph-cluster CephBlockPool: rook-ceph/ceph-blockpool

+++ HelmRelease: rook-ceph/rook-ceph-cluster CephBlockPool: rook-ceph/ceph-blockpool

@@ -2,10 +2,11 @@

 apiVersion: ceph.rook.io/v1
 kind: CephBlockPool
 metadata:
   name: ceph-blockpool
   namespace: rook-ceph
 spec:
+  enableRBDStats: true
   failureDomain: host
   replicated:
     size: 3
 
--- HelmRelease: rook-ceph/rook-ceph-cluster CephCluster: rook-ceph/rook-ceph

+++ HelmRelease: rook-ceph/rook-ceph-cluster CephCluster: rook-ceph/rook-ceph

@@ -78,27 +78,12 @@

       compression:
         enabled: false
       encryption:
         enabled: false
       requireMsgr2: true
     provider: host
-  placement:
-    mgr:
-      nodeAffinity:
-        requiredDuringSchedulingIgnoredDuringExecution:
-          nodeSelectorTerms:
-          - matchExpressions:
-            - key: node-role.kubernetes.io/control-plane
-              operator: Exists
-    mon:
-      nodeAffinity:
-        requiredDuringSchedulingIgnoredDuringExecution:
-          nodeSelectorTerms:
-          - matchExpressions:
-            - key: node-role.kubernetes.io/control-plane
-              operator: Exists
   priorityClassNames:
     mgr: system-cluster-critical
     mon: system-node-critical
     osd: system-node-critical
   removeOSDsIfOutAndSafeToRemove: false
   resources: