From 664c474f85ba17444b99a199dbfbd9297abf3913 Mon Sep 17 00:00:00 2001 From: cftechwiz Date: Sun, 5 May 2024 12:55:52 -0500 Subject: [PATCH] Update CPU --- .../playbooks/templates/otel/hostmetrics.yaml | 6 +- .../templates/otel/hostmetrtics.yaml.bak | 6 +- .../playbooks/templates/otel/sumologic.yaml | 2 +- docs/src/notes/opnsense.md | 2 +- .../audiobookshelf/app/helmrelease.yaml | 2 +- .../default/authelia/app/helmrelease.yaml | 34 +- .../apps/default/bazarr/app/helmrelease.yaml | 2 +- .../changedetection/app/helmrelease.yaml | 2 +- .../default/excalidraw/app/helmrelease.yaml | 2 +- .../apps/default/frigate/app/helmrelease.yaml | 2 +- .../apps/default/glauth/app/helmrelease.yaml | 2 +- .../default/hajimari/app/helmrelease.yaml | 2 +- .../home-assistant/app/helmrelease.yaml | 2 +- .../app/machine-learning/helmrelease.yaml | 2 +- .../immich/app/microservices/helmrelease.yaml | 2 +- .../immich/app/server/helmrelease.yaml | 2 +- .../default/immich/app/web/helmrelease.yaml | 2 +- .../default/jellyfin/app/helmrelease.yaml | 2 +- .../kubernetes-schemas/app/helmrelease.yaml | 2 +- .../default/letsblockit/app/helmrelease.yaml | 2 +- .../apps/default/lidarr/app/helmrelease.yaml | 2 +- .../media-browser/app/helmrelease.yaml | 2 +- .../default/miniflux/app/helmrelease.yaml | 2 +- .../apps/default/minio/app/helmrelease.yaml | 2 +- .../apps/default/n8n/app/helmrelease.yaml | 2 +- .../default/navidrome/app/helmrelease.yaml | 2 +- .../default/overseerr/app/helmrelease.yaml | 2 +- .../apps/default/plex/app/helmrelease.yaml | 6 +- .../default/prowlarr/app/helmrelease.yaml | 2 +- .../default/qbittorrent/app/helmrelease.yaml | 4 +- .../apps/default/radarr/app/helmrelease.yaml | 2 +- .../apps/default/sabnzbd/app/helmrelease.yaml | 2 +- .../default/semaphore/app/helmrelease.yaml | 2 +- .../apps/default/shlink/api/helmrelease.yaml | 2 +- .../apps/default/shlink/web/helmrelease.yaml | 2 +- .../apps/default/sonarr/app/helmrelease.yaml | 2 +- .../default/tautulli/app/helmrelease.yaml | 2 +- .../default/theme-park/app/helmrelease.yaml | 2 +- .../default/unpackerr/app/helmrelease.yaml | 2 +- .../apps/default/wizarr/app/helmrelease.yaml | 2 +- .../default/zigbee2mqtt/app/helmrelease.yaml | 2 +- .../default/zwave-js-ui/app/helmrelease.yaml | 2 +- .../stores/onepassword/helmrelease.yaml | 2 +- .../exporter/helmrelease.yaml | 2 +- .../goldilocks/app/helmrelease.yaml | 4 +- .../app/helmrelease.yaml | 2 +- .../snmp-exporter/dell-idrac/dashboard.json | 65 +- .../monitoring/unpoller/app/helmrelease.yaml | 2 +- .../apps/monitoring/vpa/app/helmrelease.yaml | 4 +- .../ingress-nginx/app/helmrelease.yaml | 2 +- .../networking/multus/app/helmrelease.yaml | 2 +- .../rook-ceph/app/ceph-cluster-dashboard.json | 9660 ++++++++--------- .../rook-ceph/rook-ceph/app/helmrelease.yaml | 2 +- .../rook-ceph/cluster/helmrelease.yaml | 4 +- .../default/echo-server/app/helmrelease.yaml | 2 +- .../default/gonic/app/helmrelease.yaml | 6 +- .../guacamole/app/guacamole/helmrelease.yaml | 2 +- .../guacamole/app/guacd/helmrelease.yaml | 2 +- .../default/mailrise/app/helmrelease.yaml | 2 +- .../default/outline/app/helmrelease.yaml | 9 +- .../archive/default/redis/helmrelease.yaml | 2 +- .../rtorrent-flood/app/helm-release.yaml | 2 +- .../default/smtp-relay/app/helmrelease.yaml | 2 +- .../app/elasticsearch/helmrelease.yaml | 2 +- .../tubearchivist/app/redis/helmrelease.yaml | 2 +- .../tubearchivist/app/web/helmrelease.yaml | 2 +- .../qbittorrent-vpn/app/helmrelease.yaml | 2 +- .../kyverno/policies/delete-cpu-limits.yaml | 4 +- .../kyverno/policies/kustomization.yaml | 2 +- kubernetes/flux/config/flux.yaml | 2 +- terraform/storage/app_kopia.tf | 6 +- terraform/storage/app_nexus.tf | 4 +- 72 files changed, 4991 insertions(+), 4945 deletions(-) diff --git a/ansible/kubernetes/playbooks/templates/otel/hostmetrics.yaml b/ansible/kubernetes/playbooks/templates/otel/hostmetrics.yaml index a11d78f201..b467717d25 100644 --- a/ansible/kubernetes/playbooks/templates/otel/hostmetrics.yaml +++ b/ansible/kubernetes/playbooks/templates/otel/hostmetrics.yaml @@ -1,9 +1,9 @@ receivers: hostmetrics/linux/localhost: scrapers: - cpu: + # cpu: metrics: - system.cpu.utilization: + system.# cpu.utilization: enabled: true load: null memory: @@ -30,7 +30,7 @@ receivers: enabled: true process.paging.faults: enabled: true - process.cpu.utilization: + process.# cpu.utilization: enabled: true process.memory.utilization: enabled: true diff --git a/ansible/kubernetes/playbooks/templates/otel/hostmetrtics.yaml.bak b/ansible/kubernetes/playbooks/templates/otel/hostmetrtics.yaml.bak index ec520b2c51..7c2370f151 100644 --- a/ansible/kubernetes/playbooks/templates/otel/hostmetrtics.yaml.bak +++ b/ansible/kubernetes/playbooks/templates/otel/hostmetrtics.yaml.bak @@ -1,9 +1,9 @@ receivers: hostmetrics/linux/localhost: scrapers: - cpu: + # cpu: metrics: - system.cpu.utilization: + system.# cpu.utilization: enabled: true load: null memory: @@ -30,7 +30,7 @@ receivers: enabled: true process.paging.faults: enabled: true - process.cpu.utilization: + process.# cpu.utilization: enabled: true process.memory.utilization: enabled: true diff --git a/ansible/kubernetes/playbooks/templates/otel/sumologic.yaml b/ansible/kubernetes/playbooks/templates/otel/sumologic.yaml index 1e0269136a..d486469f27 100644 --- a/ansible/kubernetes/playbooks/templates/otel/sumologic.yaml +++ b/ansible/kubernetes/playbooks/templates/otel/sumologic.yaml @@ -59,7 +59,7 @@ processors: ## check_interval is the time between measurements of memory usage for the ## purposes of avoiding going over the limits. Defaults to zero, so no ## checks will be performed. Values below 1 second are not recommended since - ## it can result in unnecessary CPU consumption. + ## it can result in unnecessary # cpu consumption. check_interval: 5s ## Maximum amount of memory, in %, targeted to be allocated by the process heap. limit_percentage: 75 diff --git a/docs/src/notes/opnsense.md b/docs/src/notes/opnsense.md index f86d14067b..cab62268cb 100644 --- a/docs/src/notes/opnsense.md +++ b/docs/src/notes/opnsense.md @@ -82,7 +82,7 @@ While kube-vip is very nice for having a API server ready to go and running in y ## Receive Side Scaling (RSS) -RSS is used to distribute packets over CPU cores using a hashing function – either with support in the hardware which offloads the hashing for you, or in software. Click [here](https://forum.opnsense.org/index.php?topic=24409.0) to learn more about it. +RSS is used to distribute packets over # cpu cores using a hashing function – either with support in the hardware which offloads the hashing for you, or in software. Click [here](https://forum.opnsense.org/index.php?topic=24409.0) to learn more about it. 1. System > Settings > Tunables diff --git a/kubernetes/apps/default/audiobookshelf/app/helmrelease.yaml b/kubernetes/apps/default/audiobookshelf/app/helmrelease.yaml index e35a4f6d43..98e063b8fd 100644 --- a/kubernetes/apps/default/audiobookshelf/app/helmrelease.yaml +++ b/kubernetes/apps/default/audiobookshelf/app/helmrelease.yaml @@ -87,7 +87,7 @@ spec: type: emptyDir resources: requests: - cpu: 10m + # # cpu: 10m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/authelia/app/helmrelease.yaml b/kubernetes/apps/default/authelia/app/helmrelease.yaml index ab43db7575..c2c024518f 100644 --- a/kubernetes/apps/default/authelia/app/helmrelease.yaml +++ b/kubernetes/apps/default/authelia/app/helmrelease.yaml @@ -41,7 +41,13 @@ spec: image: repository: ghcr.io/authelia/authelia tag: 4.38.7 - args: ["--config", "/config/configuration.yml", "--config.experimental.filters", "expand-env"] + args: + [ + "--config", + "/config/configuration.yml", + "--config.experimental.filters", + "expand-env", + ] envFrom: - secretRef: name: authelia-secret @@ -54,18 +60,18 @@ spec: metrics: enabled: true port: 8080 - # probes: - # liveness: &probes - # enabled: true - # custom: true - # spec: - # httpGet: - # path: /api/health - # port: *port - # initialDelaySeconds: 0 - # periodSeconds: 10 - # timeoutSeconds: 1 - # failureThreshold: 3 + # probes: + # liveness: &probes + # enabled: true + # custom: true + # spec: + # httpGet: + # path: /api/health + # port: *port + # initialDelaySeconds: 0 + # periodSeconds: 10 + # timeoutSeconds: 1 + # failureThreshold: 3 # readiness: *probes startup: enabled: false @@ -120,7 +126,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 5m + # # cpu: 5m memory: 10Mi limits: memory: 100Mi diff --git a/kubernetes/apps/default/bazarr/app/helmrelease.yaml b/kubernetes/apps/default/bazarr/app/helmrelease.yaml index 668f45bfe8..982ccb1a2f 100644 --- a/kubernetes/apps/default/bazarr/app/helmrelease.yaml +++ b/kubernetes/apps/default/bazarr/app/helmrelease.yaml @@ -86,7 +86,7 @@ spec: mountPath: /add-ons resources: requests: - cpu: 1m + # # cpu: 1m memory: 250Mi limits: memory: 2000Mi diff --git a/kubernetes/apps/default/changedetection/app/helmrelease.yaml b/kubernetes/apps/default/changedetection/app/helmrelease.yaml index 04304646d2..22fde4529e 100644 --- a/kubernetes/apps/default/changedetection/app/helmrelease.yaml +++ b/kubernetes/apps/default/changedetection/app/helmrelease.yaml @@ -74,7 +74,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # # cpu: 1m memory: 100Mi limits: memory: 250Mi diff --git a/kubernetes/apps/default/excalidraw/app/helmrelease.yaml b/kubernetes/apps/default/excalidraw/app/helmrelease.yaml index 25a2113b61..5b03bf29dc 100644 --- a/kubernetes/apps/default/excalidraw/app/helmrelease.yaml +++ b/kubernetes/apps/default/excalidraw/app/helmrelease.yaml @@ -62,7 +62,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 5m + # # cpu: 5m memory: 10Mi limits: memory: 50Mi diff --git a/kubernetes/apps/default/frigate/app/helmrelease.yaml b/kubernetes/apps/default/frigate/app/helmrelease.yaml index c18e3802ca..1038770486 100644 --- a/kubernetes/apps/default/frigate/app/helmrelease.yaml +++ b/kubernetes/apps/default/frigate/app/helmrelease.yaml @@ -132,7 +132,7 @@ spec: topologyKey: kubernetes.io/hostname resources: requests: - cpu: 1m + # # cpu: 1m memory: 1000Mi gpu.intel.com/i915: "1" limits: diff --git a/kubernetes/apps/default/glauth/app/helmrelease.yaml b/kubernetes/apps/default/glauth/app/helmrelease.yaml index 32af226842..afb0286955 100644 --- a/kubernetes/apps/default/glauth/app/helmrelease.yaml +++ b/kubernetes/apps/default/glauth/app/helmrelease.yaml @@ -79,7 +79,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 5m + # # cpu: 5m memory: 10Mi limits: memory: 50Mi diff --git a/kubernetes/apps/default/hajimari/app/helmrelease.yaml b/kubernetes/apps/default/hajimari/app/helmrelease.yaml index ce5934afa8..1802422648 100644 --- a/kubernetes/apps/default/hajimari/app/helmrelease.yaml +++ b/kubernetes/apps/default/hajimari/app/helmrelease.yaml @@ -70,5 +70,5 @@ spec: type: emptyDir resources: requests: - cpu: 10m + # # cpu: 10m memory: 128M diff --git a/kubernetes/apps/default/home-assistant/app/helmrelease.yaml b/kubernetes/apps/default/home-assistant/app/helmrelease.yaml index bd248f1dc0..2a7f336aef 100644 --- a/kubernetes/apps/default/home-assistant/app/helmrelease.yaml +++ b/kubernetes/apps/default/home-assistant/app/helmrelease.yaml @@ -94,7 +94,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # # cpu: 1m memory: 100Mi limits: memory: 750Mi diff --git a/kubernetes/apps/default/immich/app/machine-learning/helmrelease.yaml b/kubernetes/apps/default/immich/app/machine-learning/helmrelease.yaml index 3c077e4e85..a61be608cb 100644 --- a/kubernetes/apps/default/immich/app/machine-learning/helmrelease.yaml +++ b/kubernetes/apps/default/immich/app/machine-learning/helmrelease.yaml @@ -64,7 +64,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 10m + # # cpu: 10m memory: 250Mi limits: memory: 1000Mi diff --git a/kubernetes/apps/default/immich/app/microservices/helmrelease.yaml b/kubernetes/apps/default/immich/app/microservices/helmrelease.yaml index cab9b10d51..119f09d76e 100644 --- a/kubernetes/apps/default/immich/app/microservices/helmrelease.yaml +++ b/kubernetes/apps/default/immich/app/microservices/helmrelease.yaml @@ -67,7 +67,7 @@ spec: - 100 resources: requests: - cpu: 1m + # # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/immich/app/server/helmrelease.yaml b/kubernetes/apps/default/immich/app/server/helmrelease.yaml index d9957fb6da..f256310b6c 100644 --- a/kubernetes/apps/default/immich/app/server/helmrelease.yaml +++ b/kubernetes/apps/default/immich/app/server/helmrelease.yaml @@ -68,7 +68,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/immich/app/web/helmrelease.yaml b/kubernetes/apps/default/immich/app/web/helmrelease.yaml index d24ce84f74..da9505a0ee 100644 --- a/kubernetes/apps/default/immich/app/web/helmrelease.yaml +++ b/kubernetes/apps/default/immich/app/web/helmrelease.yaml @@ -89,7 +89,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/jellyfin/app/helmrelease.yaml b/kubernetes/apps/default/jellyfin/app/helmrelease.yaml index 6ee4f45a95..f2aa552e0f 100644 --- a/kubernetes/apps/default/jellyfin/app/helmrelease.yaml +++ b/kubernetes/apps/default/jellyfin/app/helmrelease.yaml @@ -91,7 +91,7 @@ spec: resources: requests: gpu.intel.com/i915: 0 - cpu: 10m + # # cpu: 10m memory: 1000Mi limits: gpu.intel.com/i915: 0 diff --git a/kubernetes/apps/default/kubernetes-schemas/app/helmrelease.yaml b/kubernetes/apps/default/kubernetes-schemas/app/helmrelease.yaml index f92ee7baa4..1a2cf69336 100644 --- a/kubernetes/apps/default/kubernetes-schemas/app/helmrelease.yaml +++ b/kubernetes/apps/default/kubernetes-schemas/app/helmrelease.yaml @@ -62,7 +62,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # cpu: 1m memory: 50Mi limits: memory: 100Mi diff --git a/kubernetes/apps/default/letsblockit/app/helmrelease.yaml b/kubernetes/apps/default/letsblockit/app/helmrelease.yaml index c15a47800d..61a7a71305 100644 --- a/kubernetes/apps/default/letsblockit/app/helmrelease.yaml +++ b/kubernetes/apps/default/letsblockit/app/helmrelease.yaml @@ -69,7 +69,7 @@ spec: - *host resources: requests: - cpu: 1m + # cpu: 1m memory: 50Mi limits: memory: 250Mi diff --git a/kubernetes/apps/default/lidarr/app/helmrelease.yaml b/kubernetes/apps/default/lidarr/app/helmrelease.yaml index 4618975e7c..5e36b6fefe 100644 --- a/kubernetes/apps/default/lidarr/app/helmrelease.yaml +++ b/kubernetes/apps/default/lidarr/app/helmrelease.yaml @@ -90,7 +90,7 @@ spec: mountPath: /media resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 2000Mi diff --git a/kubernetes/apps/default/media-browser/app/helmrelease.yaml b/kubernetes/apps/default/media-browser/app/helmrelease.yaml index 6311e13a66..6a59e82f1f 100644 --- a/kubernetes/apps/default/media-browser/app/helmrelease.yaml +++ b/kubernetes/apps/default/media-browser/app/helmrelease.yaml @@ -88,7 +88,7 @@ spec: mountPath: /media resources: requests: - cpu: 1m + # cpu: 1m memory: 50Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/miniflux/app/helmrelease.yaml b/kubernetes/apps/default/miniflux/app/helmrelease.yaml index 9fb609bffa..29a912f1c2 100644 --- a/kubernetes/apps/default/miniflux/app/helmrelease.yaml +++ b/kubernetes/apps/default/miniflux/app/helmrelease.yaml @@ -112,7 +112,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 750Mi diff --git a/kubernetes/apps/default/minio/app/helmrelease.yaml b/kubernetes/apps/default/minio/app/helmrelease.yaml index b5a777678d..89083153b3 100644 --- a/kubernetes/apps/default/minio/app/helmrelease.yaml +++ b/kubernetes/apps/default/minio/app/helmrelease.yaml @@ -136,6 +136,6 @@ spec: resources: requests: memory: 100Mi - cpu: 10m + # cpu: 10m limits: memory: 750Mi diff --git a/kubernetes/apps/default/n8n/app/helmrelease.yaml b/kubernetes/apps/default/n8n/app/helmrelease.yaml index c6c063bd8c..04e9284467 100644 --- a/kubernetes/apps/default/n8n/app/helmrelease.yaml +++ b/kubernetes/apps/default/n8n/app/helmrelease.yaml @@ -82,7 +82,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 50Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/navidrome/app/helmrelease.yaml b/kubernetes/apps/default/navidrome/app/helmrelease.yaml index a69963295a..ce1d4736c3 100644 --- a/kubernetes/apps/default/navidrome/app/helmrelease.yaml +++ b/kubernetes/apps/default/navidrome/app/helmrelease.yaml @@ -97,7 +97,7 @@ spec: readOnly: true resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 750Mi diff --git a/kubernetes/apps/default/overseerr/app/helmrelease.yaml b/kubernetes/apps/default/overseerr/app/helmrelease.yaml index 3febd6e086..52982891b1 100644 --- a/kubernetes/apps/default/overseerr/app/helmrelease.yaml +++ b/kubernetes/apps/default/overseerr/app/helmrelease.yaml @@ -71,7 +71,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 1500Mi diff --git a/kubernetes/apps/default/plex/app/helmrelease.yaml b/kubernetes/apps/default/plex/app/helmrelease.yaml index 75f92d98a2..bad86bf969 100644 --- a/kubernetes/apps/default/plex/app/helmrelease.yaml +++ b/kubernetes/apps/default/plex/app/helmrelease.yaml @@ -120,8 +120,8 @@ spec: enabled: true type: emptyDir # nodeSelector: - # node-role.kubernetes.io/worker: "true" - # intel.feature.node.kubernetes.io/gpu: "false" + # node-role.kubernetes.io/worker: "true" + # intel.feature.node.kubernetes.io/gpu: "false" # affinity: # podAntiAffinity: # requiredDuringSchedulingIgnoredDuringExecution: @@ -134,7 +134,7 @@ spec: resources: requests: gpu.intel.com/i915: 0 - cpu: 10m + # cpu: 10m memory: 2000Mi limits: gpu.intel.com/i915: 0 diff --git a/kubernetes/apps/default/prowlarr/app/helmrelease.yaml b/kubernetes/apps/default/prowlarr/app/helmrelease.yaml index 71521b2318..147d9c10e4 100644 --- a/kubernetes/apps/default/prowlarr/app/helmrelease.yaml +++ b/kubernetes/apps/default/prowlarr/app/helmrelease.yaml @@ -82,7 +82,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/qbittorrent/app/helmrelease.yaml b/kubernetes/apps/default/qbittorrent/app/helmrelease.yaml index 02e0944b52..84f846cd1c 100644 --- a/kubernetes/apps/default/qbittorrent/app/helmrelease.yaml +++ b/kubernetes/apps/default/qbittorrent/app/helmrelease.yaml @@ -106,10 +106,10 @@ spec: enabled: true type: emptyDir # nodeSelector: - # node-role.kubernetes.io/worker: "true" + # node-role.kubernetes.io/worker: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 6000Mi diff --git a/kubernetes/apps/default/radarr/app/helmrelease.yaml b/kubernetes/apps/default/radarr/app/helmrelease.yaml index d41ed6ab89..9e50b11846 100644 --- a/kubernetes/apps/default/radarr/app/helmrelease.yaml +++ b/kubernetes/apps/default/radarr/app/helmrelease.yaml @@ -101,7 +101,7 @@ spec: readOnly: true resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 2000Mi diff --git a/kubernetes/apps/default/sabnzbd/app/helmrelease.yaml b/kubernetes/apps/default/sabnzbd/app/helmrelease.yaml index 1baf217737..9f10890b6b 100644 --- a/kubernetes/apps/default/sabnzbd/app/helmrelease.yaml +++ b/kubernetes/apps/default/sabnzbd/app/helmrelease.yaml @@ -104,7 +104,7 @@ spec: # node-role.kubernetes.io/worker: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 8000Mi diff --git a/kubernetes/apps/default/semaphore/app/helmrelease.yaml b/kubernetes/apps/default/semaphore/app/helmrelease.yaml index c3f6cd16ab..605729daf4 100644 --- a/kubernetes/apps/default/semaphore/app/helmrelease.yaml +++ b/kubernetes/apps/default/semaphore/app/helmrelease.yaml @@ -68,7 +68,7 @@ spec: - *host resources: requests: - cpu: 1m + # cpu: 1m memory: 50Mi limits: memory: 1000Mi diff --git a/kubernetes/apps/default/shlink/api/helmrelease.yaml b/kubernetes/apps/default/shlink/api/helmrelease.yaml index 4dd70e06e4..3cf79dd5d8 100644 --- a/kubernetes/apps/default/shlink/api/helmrelease.yaml +++ b/kubernetes/apps/default/shlink/api/helmrelease.yaml @@ -83,7 +83,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/shlink/web/helmrelease.yaml b/kubernetes/apps/default/shlink/web/helmrelease.yaml index 3a49fe45f6..008aa2391e 100644 --- a/kubernetes/apps/default/shlink/web/helmrelease.yaml +++ b/kubernetes/apps/default/shlink/web/helmrelease.yaml @@ -69,7 +69,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 250Mi diff --git a/kubernetes/apps/default/sonarr/app/helmrelease.yaml b/kubernetes/apps/default/sonarr/app/helmrelease.yaml index 49ace14f25..e0c5d09241 100644 --- a/kubernetes/apps/default/sonarr/app/helmrelease.yaml +++ b/kubernetes/apps/default/sonarr/app/helmrelease.yaml @@ -99,7 +99,7 @@ spec: readOnly: true resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 2000Mi diff --git a/kubernetes/apps/default/tautulli/app/helmrelease.yaml b/kubernetes/apps/default/tautulli/app/helmrelease.yaml index 50c53da16a..852041f815 100644 --- a/kubernetes/apps/default/tautulli/app/helmrelease.yaml +++ b/kubernetes/apps/default/tautulli/app/helmrelease.yaml @@ -74,7 +74,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/theme-park/app/helmrelease.yaml b/kubernetes/apps/default/theme-park/app/helmrelease.yaml index 5e0142d2f2..21ca6d4ce3 100644 --- a/kubernetes/apps/default/theme-park/app/helmrelease.yaml +++ b/kubernetes/apps/default/theme-park/app/helmrelease.yaml @@ -62,7 +62,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 5m + # cpu: 5m memory: 10Mi limits: memory: 50Mi diff --git a/kubernetes/apps/default/unpackerr/app/helmrelease.yaml b/kubernetes/apps/default/unpackerr/app/helmrelease.yaml index d26e4f92ca..cacd2fc7b1 100644 --- a/kubernetes/apps/default/unpackerr/app/helmrelease.yaml +++ b/kubernetes/apps/default/unpackerr/app/helmrelease.yaml @@ -82,7 +82,7 @@ spec: mountPath: /complete resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 1000Mi diff --git a/kubernetes/apps/default/wizarr/app/helmrelease.yaml b/kubernetes/apps/default/wizarr/app/helmrelease.yaml index 6800af46b5..3cdcfeaf0a 100644 --- a/kubernetes/apps/default/wizarr/app/helmrelease.yaml +++ b/kubernetes/apps/default/wizarr/app/helmrelease.yaml @@ -72,7 +72,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/zigbee2mqtt/app/helmrelease.yaml b/kubernetes/apps/default/zigbee2mqtt/app/helmrelease.yaml index 3e2959e99f..a70124db37 100644 --- a/kubernetes/apps/default/zigbee2mqtt/app/helmrelease.yaml +++ b/kubernetes/apps/default/zigbee2mqtt/app/helmrelease.yaml @@ -84,7 +84,7 @@ spec: snapshot.home.arpa/enabled: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/default/zwave-js-ui/app/helmrelease.yaml b/kubernetes/apps/default/zwave-js-ui/app/helmrelease.yaml index d66b983d18..3e75c04e66 100644 --- a/kubernetes/apps/default/zwave-js-ui/app/helmrelease.yaml +++ b/kubernetes/apps/default/zwave-js-ui/app/helmrelease.yaml @@ -95,7 +95,7 @@ spec: aeotec.feature.node.kubernetes.io/zwave: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/kube-system/external-secrets/stores/onepassword/helmrelease.yaml b/kubernetes/apps/kube-system/external-secrets/stores/onepassword/helmrelease.yaml index a92541a72c..a36e2296f9 100644 --- a/kubernetes/apps/kube-system/external-secrets/stores/onepassword/helmrelease.yaml +++ b/kubernetes/apps/kube-system/external-secrets/stores/onepassword/helmrelease.yaml @@ -92,7 +92,7 @@ spec: mountPath: /home/opuser/.op/data resources: requests: - cpu: 5m + # cpu: 5m memory: 10Mi limits: memory: 100Mi diff --git a/kubernetes/apps/kube-system/intel-device-plugin/exporter/helmrelease.yaml b/kubernetes/apps/kube-system/intel-device-plugin/exporter/helmrelease.yaml index 32c95e3cc6..b2a64ec9a7 100644 --- a/kubernetes/apps/kube-system/intel-device-plugin/exporter/helmrelease.yaml +++ b/kubernetes/apps/kube-system/intel-device-plugin/exporter/helmrelease.yaml @@ -56,7 +56,7 @@ spec: resources: requests: gpu.intel.com/i915: 1 - cpu: 10m + # cpu: 10m memory: 100Mi limits: gpu.intel.com/i915: 1 diff --git a/kubernetes/apps/monitoring/goldilocks/app/helmrelease.yaml b/kubernetes/apps/monitoring/goldilocks/app/helmrelease.yaml index 7acd7a96c9..aef363619c 100644 --- a/kubernetes/apps/monitoring/goldilocks/app/helmrelease.yaml +++ b/kubernetes/apps/monitoring/goldilocks/app/helmrelease.yaml @@ -30,7 +30,7 @@ spec: controller: resources: requests: - cpu: 15m + # cpu: 15m memory: 145M limits: memory: 174M @@ -52,7 +52,7 @@ spec: - *host resources: requests: - cpu: 15m + # cpu: 15m memory: 64M limits: memory: 64M diff --git a/kubernetes/apps/monitoring/kube-prometheus-stack/app/helmrelease.yaml b/kubernetes/apps/monitoring/kube-prometheus-stack/app/helmrelease.yaml index 96c8aa7d3f..6bfb314a4f 100644 --- a/kubernetes/apps/monitoring/kube-prometheus-stack/app/helmrelease.yaml +++ b/kubernetes/apps/monitoring/kube-prometheus-stack/app/helmrelease.yaml @@ -216,7 +216,7 @@ spec: storage: 20Gi resources: requests: - cpu: 15m + # cpu: 15m memory: 2000Mi limits: memory: 7000Mi diff --git a/kubernetes/apps/monitoring/snmp-exporter/dell-idrac/dashboard.json b/kubernetes/apps/monitoring/snmp-exporter/dell-idrac/dashboard.json index e212339705..1e9da9e3d4 100644 --- a/kubernetes/apps/monitoring/snmp-exporter/dell-idrac/dashboard.json +++ b/kubernetes/apps/monitoring/snmp-exporter/dell-idrac/dashboard.json @@ -27,7 +27,9 @@ "links": [ { "icon": "external link", - "tags": ["dashlinks"], + "tags": [ + "dashlinks" + ], "type": "dashboards" } ], @@ -99,7 +101,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["lastNotNull"], + "calcs": [ + "lastNotNull" + ], "fields": "", "values": false }, @@ -116,7 +120,7 @@ "refId": "A" } ], - "title": "CPU", + "title": "cpu", "type": "stat" }, { @@ -171,7 +175,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["lastNotNull"], + "calcs": [ + "lastNotNull" + ], "fields": "", "values": false }, @@ -258,7 +264,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["mean"], + "calcs": [ + "mean" + ], "fields": "", "values": false }, @@ -342,7 +350,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["mean"], + "calcs": [ + "mean" + ], "fields": "", "values": false }, @@ -427,7 +437,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["mean"], + "calcs": [ + "mean" + ], "fields": "", "values": false }, @@ -518,7 +530,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["mean"], + "calcs": [ + "mean" + ], "fields": "", "values": false }, @@ -594,7 +608,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["mean"], + "calcs": [ + "mean" + ], "fields": "/^Value$/", "values": false }, @@ -670,7 +686,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["lastNotNull"], + "calcs": [ + "lastNotNull" + ], "fields": "", "values": false }, @@ -742,7 +760,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["lastNotNull"], + "calcs": [ + "lastNotNull" + ], "fields": "", "values": false }, @@ -832,7 +852,9 @@ "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { - "calcs": ["mean"], + "calcs": [ + "mean" + ], "fields": "", "values": false }, @@ -1207,7 +1229,10 @@ "decimals": 0, "mappingType": 1, "pattern": "Value #B", - "thresholds": ["4", "6"], + "thresholds": [ + "4", + "6" + ], "type": "string", "unit": "short", "valueMaps": [ @@ -1371,10 +1396,20 @@ "2h", "1d" ], - "time_options": ["5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d"] + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] }, "timezone": "", "title": "Dell iDRAC 9", "uid": "__mlkoYikaa", "version": 3 -} +} \ No newline at end of file diff --git a/kubernetes/apps/monitoring/unpoller/app/helmrelease.yaml b/kubernetes/apps/monitoring/unpoller/app/helmrelease.yaml index c8f0f45a3b..5eeb32a117 100644 --- a/kubernetes/apps/monitoring/unpoller/app/helmrelease.yaml +++ b/kubernetes/apps/monitoring/unpoller/app/helmrelease.yaml @@ -58,7 +58,7 @@ spec: scrapeTimeout: 20s resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/apps/monitoring/vpa/app/helmrelease.yaml b/kubernetes/apps/monitoring/vpa/app/helmrelease.yaml index 7008e45a2f..111538ce65 100644 --- a/kubernetes/apps/monitoring/vpa/app/helmrelease.yaml +++ b/kubernetes/apps/monitoring/vpa/app/helmrelease.yaml @@ -34,12 +34,12 @@ spec: tag: 0.13.0 resources: requests: - cpu: 1m + # cpu: 1m memory: 100M limits: memory: 200M extraArgs: - pod-recommendation-min-cpu-millicores: 15 + pod-recommendation-min-# cpu-millicores: 15 pod-recommendation-min-memory-mb: 61 storage: prometheus prometheus-address: |- diff --git a/kubernetes/apps/networking/ingress-nginx/app/helmrelease.yaml b/kubernetes/apps/networking/ingress-nginx/app/helmrelease.yaml index 8eb2d0bf6e..15083061b9 100644 --- a/kubernetes/apps/networking/ingress-nginx/app/helmrelease.yaml +++ b/kubernetes/apps/networking/ingress-nginx/app/helmrelease.yaml @@ -85,7 +85,7 @@ spec: configmap.reloader.stakater.com/reload: "cloudflare-proxied-networks" resources: requests: - cpu: 1m + # cpu: 1m memory: 250Mi limits: memory: 500Mi diff --git a/kubernetes/apps/networking/multus/app/helmrelease.yaml b/kubernetes/apps/networking/multus/app/helmrelease.yaml index 4212f7ba78..507c82d36b 100644 --- a/kubernetes/apps/networking/multus/app/helmrelease.yaml +++ b/kubernetes/apps/networking/multus/app/helmrelease.yaml @@ -31,7 +31,7 @@ spec: resources: requests: - cpu: 5m + # cpu: 5m memory: 96Mi limits: memory: 96Mi diff --git a/kubernetes/apps/rook-ceph/rook-ceph/app/ceph-cluster-dashboard.json b/kubernetes/apps/rook-ceph/rook-ceph/app/ceph-cluster-dashboard.json index 47ca209bf6..77d2321505 100644 --- a/kubernetes/apps/rook-ceph/rook-ceph/app/ceph-cluster-dashboard.json +++ b/kubernetes/apps/rook-ceph/rook-ceph/app/ceph-cluster-dashboard.json @@ -1,4831 +1,4831 @@ { - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": "-- Grafana --", - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "description": "Ceph Cluster overview.\r\n", - "editable": true, - "fiscalYearStartMonth": 0, - "gnetId": 2842, - "graphTooltip": 0, - "id": 7, - "iteration": 1638881716217, - "links": [], - "liveNow": false, - "panels": [ - { - "collapsed": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 37, - "panels": [], - "title": "CLUSTER STATE", - "type": "row" - }, - { - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "0": { - "text": "HEALTHY" - }, - "1": { - "text": "WARNING" - }, - "2": { - "text": "ERROR" - } - }, - "type": "value" - }, - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#9ac48a", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 1 - }, - { - "color": "rgba(245, 54, 54, 0.9)", - "value": 2 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 0, - "y": 1 - }, - "id": 21, - "interval": "1m", - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "center", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "exemplar": false, - "expr": "sum without (instance) (ceph_health_status)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": " ", - "refId": "A", - "step": 300 - } - ], - "transparent": true, - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgb(255, 255, 255)", - "value": null - } - ] - }, - "unit": "Bps" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 3, - "y": 1 - }, - "id": 92, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_w_in_bytes[5m]))", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Write Throughput", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgb(255, 255, 255)", - "value": null - } - ] - }, - "unit": "Bps" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 6, - "y": 1 - }, - "id": 93, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (ceph_daemon, instance) (irate(ceph_osd_op_r_out_bytes[5m]))", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Read Throughput", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(255, 255, 255, 0.97)", - "value": null - } - ] - }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 9, - "y": 1 - }, - "id": 33, - "interval": "1m", - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance) (ceph_cluster_total_bytes)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "Cluster Capacity", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "max": 1, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(245, 54, 54, 0.9)", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 0.1 - }, - { - "color": "rgba(50, 172, 45, 0.97)", - "value": 0.3 - } - ] - }, - "unit": "percentunit" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 3, - "x": 12, - "y": 1 - }, - "id": 23, - "interval": "1m", - "links": [], - "maxDataPoints": 100, - "options": { - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance) ((ceph_cluster_total_bytes-ceph_cluster_total_used_bytes)/ceph_cluster_total_bytes)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "Available Capacity", - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "dark-yellow", - "value": 75000000 - }, - { - "color": "dark-red", - "value": 100000000 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 15, - "y": 1 - }, - "id": 48, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance, pool_id) (ceph_pool_objects)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Number of Objects", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgb(255, 255, 255)", - "value": null - } - ] - }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 18, - "y": 1 - }, - "id": 99, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "delta" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (ceph_osd_op_w_in_bytes)", - "format": "time_series", - "instant": false, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Bytes Written", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgb(255, 255, 255)", - "value": null - } - ] - }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 21, - "y": 1 - }, - "id": 100, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "delta" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (ceph_osd_op_r_out_bytes)", - "format": "time_series", - "instant": false, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Bytes Read", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#9ac48a", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 1 - }, - { - "color": "#e24d42", - "value": 1 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 0, - "y": 4 - }, - "id": 75, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "count(ALERTS{alertstate='firing',alertname=~'^CephCluster.*'}) OR vector(0)", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Alerts", - "transparent": true, - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "decimals": 2, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgb(255, 255, 255)", - "value": null - } - ] - }, - "unit": "ops" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 3, - "y": 4 - }, - "id": 97, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (ceph_daemon, instance) (irate(ceph_osd_op_w[5m]))", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Write IOPS", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "decimals": 2, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgb(255, 255, 255)", - "value": null - } - ] - }, - "unit": "ops" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 6, - "y": 4 - }, - "id": 96, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (ceph_daemon, instance) (irate(ceph_osd_op_r[5m]))", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Read IOPS", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(255, 255, 255, 0.97)", - "value": null - } - ] - }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 9, - "y": 4 - }, - "id": 34, - "interval": "1m", - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance) (ceph_cluster_total_used_bytes)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "Used Capacity", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 18, - "y": 4 - }, - "id": 102, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (ceph_mon_num_sessions)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Mon Session Num", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(245, 54, 54, 0.9)", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 2 - }, - { - "color": "green", - "value": 3 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 21, - "y": 4 - }, - "id": 14, - "interval": "1m", - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "count without (instance, ceph_daemon) (ceph_mon_quorum_status)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "Monitors In Quorum", - "type": "stat" - }, - { - "collapsed": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 7 - }, - "id": 38, - "panels": [], - "title": "OSD STATE", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#9ac48a", - "value": null - }, - { - "color": "rgba(237, 40, 40, 0.89)", - "value": 1 - }, - { - "color": "rgba(245, 54, 54, 0.9)", - "value": 1 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 0, - "y": 8 - }, - "id": 27, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "count without (instance, ceph_daemon) (ceph_osd_up) - count without (instance, ceph_daemon) (ceph_osd_in)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "OSDs OUT", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(50, 172, 45, 0.97)", - "value": null - }, - { - "color": "#eab839", - "value": 1 - }, - { - "color": "#ea6460", - "value": 1 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 2, - "y": 8 - }, - "id": 29, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "count(ceph_osd_up == 0.0) OR vector(0)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "OSDs DOWN", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 4, - "y": 8 - }, - "id": 28, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (ceph_osd_up)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "OSDs UP", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 6, - "y": 8 - }, - "id": 26, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (ceph_osd_in)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "OSDs IN", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(50, 172, 45, 0.97)", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 250 - }, - { - "color": "rgba(245, 54, 54, 0.9)", - "value": 300 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 8, - "y": 8 - }, - "id": 30, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "avg without (instance, ceph_daemon) (ceph_osd_numpg)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "Avg PGs", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(50, 172, 45, 0.97)", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 10 - }, - { - "color": "rgba(245, 54, 54, 0.9)", - "value": 50 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 10, - "y": 8 - }, - "id": 31, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "avg without (instance, ceph_daemon) (ceph_osd_apply_latency_ms)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "Avg Apply Latency", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(50, 172, 45, 0.97)", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 10 - }, - { - "color": "rgba(245, 54, 54, 0.9)", - "value": 50 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 13, - "y": 8 - }, - "id": 32, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "avg(ceph_osd_commit_latency_ms)", - "format": "time_series", - "instant": true, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A", - "step": 300 - } - ], - "title": "Avg Commit Latency", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "#299c46", - "text": "0" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 1 - }, - { - "color": "#d44a3a", - "value": 2 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 16, - "y": 8 - }, - "id": 51, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "avg without (instance, ceph_daemon) (rate(ceph_osd_op_w_latency_sum[5m]) / rate(ceph_osd_op_w_latency_count[5m]) >= 0)", - "format": "time_series", - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Avg Op Write Latency", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 1 - }, - { - "color": "#d44a3a", - "value": 2 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 19, - "y": 8 - }, - "id": 50, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "8.3.0", - "targets": [ - { - "expr": "avg without (instance, ceph_daemon) (rate(ceph_osd_op_r_latency_sum[5m])/rate(ceph_osd_op_r_latency_count[5m]) >= 0)", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Avg Op Read Latency", - "type": "stat" - }, - { - "collapsed": true, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 11 - }, - "id": 53, - "panels": [ - { - "columns": [], - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fontSize": "100%", - "gridPos": { - "h": 6, - "w": 8, - "x": 0, - "y": 12 - }, - "id": 70, - "links": [], - "scroll": true, - "showHeader": true, - "sort": { - "col": 0, - "desc": true - }, - "styles": [ - { - "alias": "Time", - "align": "auto", - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Time", - "type": "date" - }, - { - "alias": "", - "align": "auto", - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "decimals": 2, - "pattern": "/.*/", - "thresholds": [], - "type": "number", - "unit": "short" - } - ], - "targets": [ - { - "expr": "ALERTS{alertstate='firing'}", - "format": "table", - "instant": true, - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Alerts from CephThanos", - "transform": "table", - "type": "table-old" - }, - { - "columns": [], - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fontSize": "100%", - "gridPos": { - "h": 6, - "w": 8, - "x": 8, - "y": 12 - }, - "id": 105, - "links": [], - "scroll": true, - "showHeader": true, - "sort": { - "col": 5, - "desc": true - }, - "styles": [ - { - "alias": "Time", - "align": "auto", - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Time", - "type": "date" - }, - { - "alias": "", - "align": "auto", - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "decimals": 2, - "pattern": "/.*/", - "thresholds": [], - "type": "number", - "unit": "short" - } - ], - "targets": [ - { - "expr": "topk(5,sort_desc(ceph_osd_apply_latency_ms + ceph_osd_commit_latency_ms))", - "format": "table", - "instant": true, - "intervalFactor": 1, - "refId": "A", - "target": "" - } - ], - "title": "Top Sluggish OSD's", - "transform": "table", - "type": "table-old" - }, - { - "columns": [], - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fontSize": "100%", - "gridPos": { - "h": 6, - "w": 8, - "x": 16, - "y": 12 - }, - "id": 103, - "links": [], - "scroll": true, - "showHeader": true, - "sort": { - "col": 0, - "desc": true - }, - "styles": [ - { - "alias": "Time", - "align": "auto", - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Time", - "type": "date" - }, - { - "alias": "", - "align": "auto", - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "decimals": 2, - "pattern": "/.*/", - "thresholds": [], - "type": "number", - "unit": "short" - } - ], - "targets": [ - { - "expr": "ceph_osd_up == 0", - "format": "table", - "instant": true, - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Down OSD's", - "transform": "table", - "type": "table-old" - } - ], - "title": "Alerts", - "type": "row" - }, - { - "collapsed": true, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 12 - }, - "id": 108, - "panels": [ - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 6, - "x": 0, - "y": 13 - }, - "hiddenSeries": false, - "id": 110, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count by (ceph_version) (ceph_osd_metadata)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{ ceph_version }}", - "refId": "A", - "target": "" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Ceph OSD Versions", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "short", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 6, - "x": 6, - "y": 13 - }, - "hiddenSeries": false, - "id": 111, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count by (ceph_version)(ceph_mon_metadata)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{ ceph_version }}", - "refId": "A", - "target": "" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Ceph Mon Versions", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "short", - "label": "", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 6, - "x": 12, - "y": 13 - }, - "hiddenSeries": false, - "id": 112, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count by (ceph_version)(ceph_mds_metadata)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{ ceph_version }}", - "refId": "A", - "target": "" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Ceph MDS Versions", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "short", - "label": "", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 6, - "x": 18, - "y": 13 - }, - "hiddenSeries": false, - "id": 113, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count by (ceph_version)(ceph_rgw_metadata)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{ ceph_version }}", - "refId": "A", - "target": "" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Ceph RGW Versions", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "short", - "label": "", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - } - ], - "title": "Ceph Versions", - "type": "row" - }, - { - "collapsed": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 13 - }, - "id": 39, - "panels": [], - "title": "CLUSTER", - "type": "row" - }, - { - "aliasColors": { - "Available": "#EAB839", - "Total Capacity": "#447EBC", - "Used": "#BF1B00", - "total_avail": "#6ED0E0", - "total_space": "#7EB26D", - "total_used": "#890F02" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editable": true, - "error": false, - "fill": 4, - "fillGradient": 0, - "grid": {}, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 14 - }, - "height": "300", - "hiddenSeries": false, - "id": 1, - "interval": "$__interval", - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": true, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 0, - "links": [], - "nullPointMode": "connected", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "Total Capacity", - "fill": 0, - "linewidth": 3, - "stack": false - } - ], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance) (ceph_cluster_total_bytes)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Total Capacity", - "refId": "C", - "step": 300 - }, - { - "expr": "sum without (instance) (ceph_cluster_total_bytes-ceph_cluster_total_used_bytes)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Available", - "refId": "A", - "step": 300 - }, - { - "expr": "sum without (instance) (ceph_cluster_total_used_bytes)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Used", - "refId": "B", - "step": 300 - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Capacity", - "tooltip": { - "msResolution": false, - "shared": true, - "sort": 2, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:905", - "format": "bytes", - "logBase": 1, - "min": "0", - "show": true - }, - { - "$$hashKey": "object:906", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": { - "Total Capacity": "#7EB26D", - "Used": "#BF1B00", - "total_avail": "#6ED0E0", - "total_space": "#7EB26D", - "total_used": "#890F02" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "decimals": 0, - "editable": true, - "error": false, - "fill": 1, - "fillGradient": 0, - "grid": {}, - "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 14 - }, - "height": "300", - "hiddenSeries": false, - "id": 3, - "interval": "$__interval", - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_w[5m]))", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Write", - "refId": "A", - "step": 300 - }, - { - "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_r[5m]))", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Read", - "refId": "B", - "step": 300 - } - ], - "thresholds": [], - "timeRegions": [], - "title": "IOPS", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 2, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2411", - "format": "none", - "label": "", - "logBase": 1, - "min": 0, - "show": true - }, - { - "$$hashKey": "object:2412", - "format": "short", - "logBase": 1, - "min": 0, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editable": true, - "error": false, - "fill": 1, - "fillGradient": 0, - "grid": {}, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 14 - }, - "height": "300", - "hiddenSeries": false, - "id": 7, - "interval": "$__interval", - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_w_in_bytes[5m]))", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Write", - "refId": "A", - "step": 300 - }, - { - "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_r_out_bytes[5m]))", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Read", - "refId": "B", - "step": 300 - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Throughput", - "tooltip": { - "msResolution": false, - "shared": true, - "sort": 2, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2382", - "format": "decbytes", - "logBase": 1, - "min": 0, - "show": true - }, - { - "$$hashKey": "object:2383", - "format": "short", - "logBase": 1, - "min": 0, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "description": "", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 22 - }, - "hiddenSeries": false, - "id": 78, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum((ceph_pool_num_bytes_recovered) *on (instance, pool_id) group_left(name)(ceph_pool_metadata)) by (name)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Pool Bytes Recovered", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2148", - "format": "bytes", - "label": "", - "logBase": 1, - "min": "0", - "show": true - }, - { - "$$hashKey": "object:2149", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "description": "", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 7, - "x": 8, - "y": 22 - }, - "hiddenSeries": false, - "id": 114, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance, pool_id) ((ceph_pool_num_objects_recovered) *on (instance, pool_id) group_left(name)(ceph_pool_metadata))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Pool Objects Recovered", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2148", - "format": "short", - "label": "", - "logBase": 1, - "min": "0", - "show": true - }, - { - "$$hashKey": "object:2149", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 9, - "x": 15, - "y": 22 - }, - "hiddenSeries": false, - "id": 79, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": false, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance) ((ceph_pool_objects) *on (instance, pool_id) group_left(name)(ceph_pool_metadata))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Objects Per Pool", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:795", - "format": "short", - "logBase": 1, - "min": "0", - "show": true - }, - { - "$$hashKey": "object:796", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 8, - "x": 0, - "y": 30 - }, - "hiddenSeries": false, - "id": 80, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance) ((ceph_pool_quota_bytes) *on (instance, pool_id) group_left(name)(ceph_pool_metadata))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Pool Quota Bytes", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:685", - "format": "bytes", - "logBase": 1, - "min": "0", - "show": true - }, - { - "$$hashKey": "object:686", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 8, - "x": 8, - "y": 30 - }, - "hiddenSeries": false, - "id": 81, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance) (ceph_pool_quota_objects) *on (instance, pool_id) group_left(name)(ceph_pool_metadata)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Pool Objects Quota", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:656", - "format": "short", - "logBase": 1, - "min": "0", - "show": true - }, - { - "$$hashKey": "object:657", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 8, - "x": 16, - "y": 30 - }, - "hiddenSeries": false, - "id": 106, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count without (instance, ceph_daemon) (ceph_bluestore_commit_lat_count)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "BlueStore", - "refId": "A" - }, - { - "expr": "count without (instance, ceph_daemon) (ceph_filestore_journal_latency_count)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "FileStore", - "refId": "B" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "OSD Type Count", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "collapsed": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 37 - }, - "id": 41, - "panels": [], - "title": "OBJECTS", - "type": "row" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editable": true, - "error": false, - "fill": 1, - "fillGradient": 0, - "grid": {}, - "gridPos": { - "h": 12, - "w": 6, - "x": 0, - "y": 38 - }, - "hiddenSeries": false, - "id": 18, - "legend": { - "alignAsTable": true, - "avg": false, - "current": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "nullPointMode": "connected", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/^Total.*$/", - "stack": false - } - ], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance, pool_id) (ceph_pool_objects)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Total", - "refId": "A", - "step": 300 - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Objects in the Cluster", - "tooltip": { - "msResolution": false, - "shared": true, - "sort": 1, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editable": true, - "error": false, - "fill": 1, - "fillGradient": 0, - "grid": {}, - "gridPos": { - "h": 12, - "w": 8, - "x": 6, - "y": 38 - }, - "hiddenSeries": false, - "id": 19, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 2, - "links": [], - "nullPointMode": "connected", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/^Total.*$/", - "stack": false - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance, pool_id) (ceph_pg_active)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Active", - "refId": "M" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_clean)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Clean", - "refId": "U" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_peering)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Peering", - "refId": "I" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_degraded)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Degraded", - "refId": "B", - "step": 300 - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_stale)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Stale", - "refId": "C", - "step": 300 - }, - { - "expr": "sum without (instance, pool_id) (ceph_unclean_pgs)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Unclean", - "refId": "D", - "step": 300 - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_undersized)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Undersized", - "refId": "E", - "step": 300 - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_incomplete)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Incomplete", - "refId": "G" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_forced_backfill)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Forced Backfill", - "refId": "H" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_inconsistent)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Inconsistent", - "refId": "F" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_forced_recovery)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Forced Recovery", - "refId": "J" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_creating)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Creating", - "refId": "K" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_wait_backfill)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Wait Backfill", - "refId": "L" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_deep)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Deep", - "refId": "N" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_scrubbing)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Scrubbing", - "refId": "O" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_recovering)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Recovering", - "refId": "P" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_repair)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Repair", - "refId": "Q" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_down)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Down", - "refId": "R" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_peered)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Peered", - "refId": "S" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_backfill)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Backfill", - "refId": "T" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_remapped)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Remapped", - "refId": "V" - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_backfill_toofull)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Backfill Toofull", - "refId": "W" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "PGs State", - "tooltip": { - "msResolution": false, - "shared": true, - "sort": 1, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "logBase": 2, - "min": 0, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editable": true, - "error": false, - "fill": 1, - "fillGradient": 0, - "grid": {}, - "gridPos": { - "h": 6, - "w": 10, - "x": 14, - "y": 38 - }, - "hiddenSeries": false, - "id": 20, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": false, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 2, - "links": [], - "nullPointMode": "connected", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/^Total.*$/", - "stack": false - } - ], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance, pool_id) (ceph_pg_degraded)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Degraded", - "refId": "F", - "step": 300 - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_stale)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Stale", - "refId": "A", - "step": 300 - }, - { - "expr": "sum without (instance, pool_id) (ceph_pg_undersized)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "Undersized", - "refId": "B", - "step": 300 - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Stuck PGs", - "tooltip": { - "msResolution": false, - "shared": true, - "sort": 1, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "logBase": 1, - "min": 0, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editable": true, - "error": false, - "fill": 1, - "fillGradient": 0, - "grid": {}, - "gridPos": { - "h": 6, - "w": 10, - "x": 14, - "y": 44 - }, - "hiddenSeries": false, - "id": 15, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "nullPointMode": "connected", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_recovery_ops[$__rate_interval]))", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "OPS", - "refId": "A", - "step": 300 - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Recovery Operations", - "tooltip": { - "msResolution": false, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2458", - "format": "short", - "logBase": 1, - "min": 0, - "show": true - }, - { - "$$hashKey": "object:2459", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "collapsed": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 50 - }, - "id": 40, - "panels": [], - "title": "LATENCY", - "type": "row" - }, - { - "cards": {}, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateOranges", - "exponent": 0.5, - "mode": "opacity" - }, - "dataFormat": "timeseries", - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 51 - }, - "heatmap": {}, - "hideZeroBuckets": false, - "highlightCards": true, - "id": 83, - "legend": { - "show": true - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "ceph_osd_apply_latency_ms", - "format": "time_series", - "instant": false, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "OSD Apply Latency Distribution", - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketSize": "", - "yAxis": { - "format": "ms", - "logBase": 2, - "min": "0", - "show": true, - "splitFactor": 1 - }, - "yBucketBound": "auto", - "yBucketSize": 10 - }, - { - "cards": {}, - "color": { - "cardColor": "#65c5db", - "colorScale": "sqrt", - "colorScheme": "interpolateOranges", - "exponent": 0.5, - "mode": "opacity" - }, - "dataFormat": "timeseries", - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 51 - }, - "heatmap": {}, - "hideZeroBuckets": false, - "highlightCards": true, - "id": 84, - "legend": { - "show": true - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "ceph_osd_commit_latency_ms", - "format": "time_series", - "instant": false, - "interval": "$__interval", - "intervalFactor": 1, - "refId": "A" - } - ], - "title": "OSD Commit Latency Distribution", - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketSize": "", - "yAxis": { - "format": "ms", - "logBase": 2, - "min": "0", - "show": true - }, - "yBucketBound": "auto" - }, - { - "cards": {}, - "color": { - "cardColor": "#806eb7", - "colorScale": "sqrt", - "colorScheme": "interpolateOranges", - "exponent": 0.5, - "mode": "opacity" - }, - "dataFormat": "timeseries", - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 59 - }, - "heatmap": {}, - "hideZeroBuckets": false, - "highlightCards": true, - "id": 85, - "legend": { - "show": true - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "rate(ceph_osd_op_r_latency_sum[5m]) / rate(ceph_osd_op_r_latency_count[5m]) >= 0", - "format": "time_series", - "instant": false, - "interval": "$__interval", - "intervalFactor": 1, - "refId": "A" - } - ], - "title": "OSD Read Op Latency Distribution", - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketSize": "", - "yAxis": { - "decimals": 2, - "format": "ms", - "logBase": 2, - "min": "0", - "show": true - }, - "yBucketBound": "auto" - }, - { - "cards": {}, - "color": { - "cardColor": "#f9934e", - "colorScale": "sqrt", - "colorScheme": "interpolateOranges", - "exponent": 0.5, - "mode": "opacity" - }, - "dataFormat": "timeseries", - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 59 - }, - "heatmap": {}, - "hideZeroBuckets": false, - "highlightCards": true, - "id": 86, - "legend": { - "show": true - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "rate(ceph_osd_op_w_latency_sum[5m]) / rate(ceph_osd_op_w_latency_count[5m]) >= 0", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "OSD Write Op Latency Distribution", - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketSize": "", - "yAxis": { - "decimals": 2, - "format": "ms", - "logBase": 2, - "min": "0", - "show": true - }, - "yBucketBound": "auto" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 67 - }, - "hiddenSeries": false, - "id": 44, - "legend": { - "alignAsTable": true, - "avg": false, - "current": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "avg without (instance,ceph_daemon) (rate(ceph_osd_op_r_latency_sum[5m]) / rate(ceph_osd_op_r_latency_count[5m]) >= 0)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "read", - "refId": "A" - }, - { - "expr": "avg without (instance, ceph_daemon) (rate(ceph_osd_op_w_latency_sum[5m]) / rate(ceph_osd_op_w_latency_count[5m]) >= 0)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "write", - "refId": "B" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Avg OSD Op Latency", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "ms", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 67 - }, - "hiddenSeries": false, - "id": 35, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "hideEmpty": false, - "max": true, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 1, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "avg without (instance, ceph_daemon) (ceph_osd_apply_latency_ms)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "apply", - "metric": "ceph_osd_perf_apply_latency_seconds", - "refId": "A", - "step": 4 - }, - { - "expr": "avg without (instance, ceph_daemon) (ceph_osd_commit_latency_ms)", - "format": "time_series", - "interval": "$__interval", - "intervalFactor": 1, - "legendFormat": "commit", - "metric": "ceph_osd_perf_commit_latency_seconds", - "refId": "B", - "step": 4 - } - ], - "thresholds": [], - "timeRegions": [], - "title": "AVG OSD Apply + Commit Latency", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1258", - "format": "ms", - "logBase": 1, - "show": true - }, - { - "$$hashKey": "object:1259", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "collapsed": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 74 - }, - "id": 61, - "panels": [], - "title": "Node Statistics (NodeExporter)", - "type": "row" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 75 - }, - "hiddenSeries": false, - "id": 63, - "legend": { - "alignAsTable": true, - "avg": true, - "current": false, - "max": true, - "min": true, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "node_memory_Active_anon_bytes", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}", - "refId": "A" - }, - { - "expr": "sum without (instance) (node_memory_Active_anon_bytes)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Cluster Memory Usage", - "refId": "B" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Node Memory Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2713", - "format": "bytes", - "logBase": 2, - "show": true - }, - { - "$$hashKey": "object:2714", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 75 - }, - "hiddenSeries": false, - "id": 64, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "avg by (instance) (irate(node_cpu_seconds_total{mode!=\"idle\"}[$__interval])) * 100", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{instance}}", - "refId": "B" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Node CPU Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2684", - "format": "percent", - "logBase": 2, - "show": true - }, - { - "$$hashKey": "object:2685", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 84 - }, - "hiddenSeries": false, - "id": 65, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum by (instance)(irate(node_disk_read_bytes_total[$__interval]))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{instance}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Node Out", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2742", - "format": "decbytes", - "logBase": 1, - "show": true - }, - { - "$$hashKey": "object:2743", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 84 - }, - "hiddenSeries": false, - "id": 66, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum by (instance)(irate(node_disk_written_bytes_total[$__interval]))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Node In", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2771", - "format": "decbytes", - "logBase": 1, - "show": true - }, - { - "$$hashKey": "object:2772", - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 93 - }, - "hiddenSeries": false, - "id": 68, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.3.0", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "(node_filesystem_free_bytes{mountpoint='/', device != 'rootfs'})*100 / (node_filesystem_size_bytes{mountpoint='/', device != 'rootfs'})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}", - "refId": "A" - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Free Space in root filesystem", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percent", - "logBase": 1, - "show": true - }, - { - "format": "short", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } - } - ], - "refresh": "1m", - "schemaVersion": 33, - "style": "dark", - "tags": [ - "ceph", - "cluster" - ], - "templating": { - "list": [] - }, - "time": { - "from": "now-12h", - "to": "now" - }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "timezone": "browser", - "title": "Ceph - Cluster", - "uid": "r6lloPJmz", - "version": 1, - "weekStart": "" -} + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "Ceph Cluster overview.\r\n", + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": 2842, + "graphTooltip": 0, + "id": 7, + "iteration": 1638881716217, + "links": [], + "liveNow": false, + "panels": [ + { + "collapsed": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 37, + "panels": [], + "title": "CLUSTER STATE", + "type": "row" + }, + { + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "0": { + "text": "HEALTHY" + }, + "1": { + "text": "WARNING" + }, + "2": { + "text": "ERROR" + } + }, + "type": "value" + }, + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#9ac48a", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 1 + }, + { + "color": "rgba(245, 54, 54, 0.9)", + "value": 2 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 0, + "y": 1 + }, + "id": 21, + "interval": "1m", + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "center", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "exemplar": false, + "expr": "sum without (instance) (ceph_health_status)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": " ", + "refId": "A", + "step": 300 + } + ], + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgb(255, 255, 255)", + "value": null + } + ] + }, + "unit": "Bps" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 3, + "y": 1 + }, + "id": 92, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_w_in_bytes[5m]))", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Write Throughput", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgb(255, 255, 255)", + "value": null + } + ] + }, + "unit": "Bps" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 6, + "y": 1 + }, + "id": 93, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (ceph_daemon, instance) (irate(ceph_osd_op_r_out_bytes[5m]))", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Read Throughput", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(255, 255, 255, 0.97)", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 9, + "y": 1 + }, + "id": 33, + "interval": "1m", + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance) (ceph_cluster_total_bytes)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "Cluster Capacity", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "max": 1, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(245, 54, 54, 0.9)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 0.1 + }, + { + "color": "rgba(50, 172, 45, 0.97)", + "value": 0.3 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 3, + "x": 12, + "y": 1 + }, + "id": 23, + "interval": "1m", + "links": [], + "maxDataPoints": 100, + "options": { + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance) ((ceph_cluster_total_bytes-ceph_cluster_total_used_bytes)/ceph_cluster_total_bytes)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "Available Capacity", + "type": "gauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "dark-yellow", + "value": 75000000 + }, + { + "color": "dark-red", + "value": 100000000 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 15, + "y": 1 + }, + "id": 48, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance, pool_id) (ceph_pool_objects)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Number of Objects", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgb(255, 255, 255)", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 18, + "y": 1 + }, + "id": 99, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "delta" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (ceph_osd_op_w_in_bytes)", + "format": "time_series", + "instant": false, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Bytes Written", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgb(255, 255, 255)", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 21, + "y": 1 + }, + "id": 100, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "delta" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (ceph_osd_op_r_out_bytes)", + "format": "time_series", + "instant": false, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Bytes Read", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#9ac48a", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 1 + }, + { + "color": "#e24d42", + "value": 1 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 0, + "y": 4 + }, + "id": 75, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "count(ALERTS{alertstate='firing',alertname=~'^CephCluster.*'}) OR vector(0)", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Alerts", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "decimals": 2, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgb(255, 255, 255)", + "value": null + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 3, + "y": 4 + }, + "id": 97, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (ceph_daemon, instance) (irate(ceph_osd_op_w[5m]))", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Write IOPS", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "decimals": 2, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgb(255, 255, 255)", + "value": null + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 6, + "y": 4 + }, + "id": 96, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (ceph_daemon, instance) (irate(ceph_osd_op_r[5m]))", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Read IOPS", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(255, 255, 255, 0.97)", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 9, + "y": 4 + }, + "id": 34, + "interval": "1m", + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance) (ceph_cluster_total_used_bytes)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "Used Capacity", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 18, + "y": 4 + }, + "id": 102, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (ceph_mon_num_sessions)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Mon Session Num", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(245, 54, 54, 0.9)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 2 + }, + { + "color": "green", + "value": 3 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 21, + "y": 4 + }, + "id": 14, + "interval": "1m", + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "count without (instance, ceph_daemon) (ceph_mon_quorum_status)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "Monitors In Quorum", + "type": "stat" + }, + { + "collapsed": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 7 + }, + "id": 38, + "panels": [], + "title": "OSD STATE", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#9ac48a", + "value": null + }, + { + "color": "rgba(237, 40, 40, 0.89)", + "value": 1 + }, + { + "color": "rgba(245, 54, 54, 0.9)", + "value": 1 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 0, + "y": 8 + }, + "id": 27, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "count without (instance, ceph_daemon) (ceph_osd_up) - count without (instance, ceph_daemon) (ceph_osd_in)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "OSDs OUT", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(50, 172, 45, 0.97)", + "value": null + }, + { + "color": "#eab839", + "value": 1 + }, + { + "color": "#ea6460", + "value": 1 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 2, + "y": 8 + }, + "id": 29, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "count(ceph_osd_up == 0.0) OR vector(0)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "OSDs DOWN", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 4, + "y": 8 + }, + "id": 28, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (ceph_osd_up)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "OSDs UP", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 6, + "y": 8 + }, + "id": 26, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (ceph_osd_in)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "OSDs IN", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(50, 172, 45, 0.97)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 250 + }, + { + "color": "rgba(245, 54, 54, 0.9)", + "value": 300 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 8, + "y": 8 + }, + "id": 30, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "avg without (instance, ceph_daemon) (ceph_osd_numpg)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "Avg PGs", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(50, 172, 45, 0.97)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 10 + }, + { + "color": "rgba(245, 54, 54, 0.9)", + "value": 50 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 10, + "y": 8 + }, + "id": 31, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "avg without (instance, ceph_daemon) (ceph_osd_apply_latency_ms)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "Avg Apply Latency", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(50, 172, 45, 0.97)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 10 + }, + { + "color": "rgba(245, 54, 54, 0.9)", + "value": 50 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 13, + "y": 8 + }, + "id": 32, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "avg(ceph_osd_commit_latency_ms)", + "format": "time_series", + "instant": true, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 300 + } + ], + "title": "Avg Commit Latency", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "color": "#299c46", + "text": "0" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 1 + }, + { + "color": "#d44a3a", + "value": 2 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 16, + "y": 8 + }, + "id": 51, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "avg without (instance, ceph_daemon) (rate(ceph_osd_op_w_latency_sum[5m]) / rate(ceph_osd_op_w_latency_count[5m]) >= 0)", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Avg Op Write Latency", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 1 + }, + { + "color": "#d44a3a", + "value": 2 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 19, + "y": 8 + }, + "id": 50, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "8.3.0", + "targets": [ + { + "expr": "avg without (instance, ceph_daemon) (rate(ceph_osd_op_r_latency_sum[5m])/rate(ceph_osd_op_r_latency_count[5m]) >= 0)", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Avg Op Read Latency", + "type": "stat" + }, + { + "collapsed": true, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 11 + }, + "id": 53, + "panels": [ + { + "columns": [], + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fontSize": "100%", + "gridPos": { + "h": 6, + "w": 8, + "x": 0, + "y": 12 + }, + "id": 70, + "links": [], + "scroll": true, + "showHeader": true, + "sort": { + "col": 0, + "desc": true + }, + "styles": [ + { + "alias": "Time", + "align": "auto", + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "pattern": "Time", + "type": "date" + }, + { + "alias": "", + "align": "auto", + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], + "type": "number", + "unit": "short" + } + ], + "targets": [ + { + "expr": "ALERTS{alertstate='firing'}", + "format": "table", + "instant": true, + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Alerts from CephThanos", + "transform": "table", + "type": "table-old" + }, + { + "columns": [], + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fontSize": "100%", + "gridPos": { + "h": 6, + "w": 8, + "x": 8, + "y": 12 + }, + "id": 105, + "links": [], + "scroll": true, + "showHeader": true, + "sort": { + "col": 5, + "desc": true + }, + "styles": [ + { + "alias": "Time", + "align": "auto", + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "pattern": "Time", + "type": "date" + }, + { + "alias": "", + "align": "auto", + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], + "type": "number", + "unit": "short" + } + ], + "targets": [ + { + "expr": "topk(5,sort_desc(ceph_osd_apply_latency_ms + ceph_osd_commit_latency_ms))", + "format": "table", + "instant": true, + "intervalFactor": 1, + "refId": "A", + "target": "" + } + ], + "title": "Top Sluggish OSD's", + "transform": "table", + "type": "table-old" + }, + { + "columns": [], + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fontSize": "100%", + "gridPos": { + "h": 6, + "w": 8, + "x": 16, + "y": 12 + }, + "id": 103, + "links": [], + "scroll": true, + "showHeader": true, + "sort": { + "col": 0, + "desc": true + }, + "styles": [ + { + "alias": "Time", + "align": "auto", + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "pattern": "Time", + "type": "date" + }, + { + "alias": "", + "align": "auto", + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], + "type": "number", + "unit": "short" + } + ], + "targets": [ + { + "expr": "ceph_osd_up == 0", + "format": "table", + "instant": true, + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Down OSD's", + "transform": "table", + "type": "table-old" + } + ], + "title": "Alerts", + "type": "row" + }, + { + "collapsed": true, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 12 + }, + "id": 108, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 13 + }, + "hiddenSeries": false, + "id": 110, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "count by (ceph_version) (ceph_osd_metadata)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{ ceph_version }}", + "refId": "A", + "target": "" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Ceph OSD Versions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": 0, + "format": "short", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 13 + }, + "hiddenSeries": false, + "id": 111, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "count by (ceph_version)(ceph_mon_metadata)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{ ceph_version }}", + "refId": "A", + "target": "" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Ceph Mon Versions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": 0, + "format": "short", + "label": "", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 13 + }, + "hiddenSeries": false, + "id": 112, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "count by (ceph_version)(ceph_mds_metadata)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{ ceph_version }}", + "refId": "A", + "target": "" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Ceph MDS Versions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": 0, + "format": "short", + "label": "", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 13 + }, + "hiddenSeries": false, + "id": 113, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "count by (ceph_version)(ceph_rgw_metadata)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{ ceph_version }}", + "refId": "A", + "target": "" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Ceph RGW Versions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": 0, + "format": "short", + "label": "", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "title": "Ceph Versions", + "type": "row" + }, + { + "collapsed": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 13 + }, + "id": 39, + "panels": [], + "title": "CLUSTER", + "type": "row" + }, + { + "aliasColors": { + "Available": "#EAB839", + "Total Capacity": "#447EBC", + "Used": "#BF1B00", + "total_avail": "#6ED0E0", + "total_space": "#7EB26D", + "total_used": "#890F02" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "editable": true, + "error": false, + "fill": 4, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 14 + }, + "height": "300", + "hiddenSeries": false, + "id": 1, + "interval": "$__interval", + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 0, + "links": [], + "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "Total Capacity", + "fill": 0, + "linewidth": 3, + "stack": false + } + ], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance) (ceph_cluster_total_bytes)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Total Capacity", + "refId": "C", + "step": 300 + }, + { + "expr": "sum without (instance) (ceph_cluster_total_bytes-ceph_cluster_total_used_bytes)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Available", + "refId": "A", + "step": 300 + }, + { + "expr": "sum without (instance) (ceph_cluster_total_used_bytes)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Used", + "refId": "B", + "step": 300 + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Capacity", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:905", + "format": "bytes", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:906", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": { + "Total Capacity": "#7EB26D", + "Used": "#BF1B00", + "total_avail": "#6ED0E0", + "total_space": "#7EB26D", + "total_used": "#890F02" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "decimals": 0, + "editable": true, + "error": false, + "fill": 1, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 14 + }, + "height": "300", + "hiddenSeries": false, + "id": 3, + "interval": "$__interval", + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_w[5m]))", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Write", + "refId": "A", + "step": 300 + }, + { + "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_r[5m]))", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Read", + "refId": "B", + "step": 300 + } + ], + "thresholds": [], + "timeRegions": [], + "title": "IOPS", + "tooltip": { + "msResolution": true, + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2411", + "format": "none", + "label": "", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:2412", + "format": "short", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "editable": true, + "error": false, + "fill": 1, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 14 + }, + "height": "300", + "hiddenSeries": false, + "id": 7, + "interval": "$__interval", + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_w_in_bytes[5m]))", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Write", + "refId": "A", + "step": 300 + }, + { + "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_op_r_out_bytes[5m]))", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Read", + "refId": "B", + "step": 300 + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Throughput", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2382", + "format": "decbytes", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:2383", + "format": "short", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "description": "", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 22 + }, + "hiddenSeries": false, + "id": 78, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum((ceph_pool_num_bytes_recovered) *on (instance, pool_id) group_left(name)(ceph_pool_metadata)) by (name)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Pool Bytes Recovered", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2148", + "format": "bytes", + "label": "", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:2149", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "description": "", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 7, + "x": 8, + "y": 22 + }, + "hiddenSeries": false, + "id": 114, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance, pool_id) ((ceph_pool_num_objects_recovered) *on (instance, pool_id) group_left(name)(ceph_pool_metadata))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Pool Objects Recovered", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2148", + "format": "short", + "label": "", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:2149", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 9, + "x": 15, + "y": 22 + }, + "hiddenSeries": false, + "id": 79, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance) ((ceph_pool_objects) *on (instance, pool_id) group_left(name)(ceph_pool_metadata))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Objects Per Pool", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:795", + "format": "short", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:796", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 0, + "y": 30 + }, + "hiddenSeries": false, + "id": 80, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance) ((ceph_pool_quota_bytes) *on (instance, pool_id) group_left(name)(ceph_pool_metadata))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Pool Quota Bytes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:685", + "format": "bytes", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:686", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 8, + "y": 30 + }, + "hiddenSeries": false, + "id": 81, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance) (ceph_pool_quota_objects) *on (instance, pool_id) group_left(name)(ceph_pool_metadata)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Pool Objects Quota", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:656", + "format": "short", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:657", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 16, + "y": 30 + }, + "hiddenSeries": false, + "id": 106, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "count without (instance, ceph_daemon) (ceph_bluestore_commit_lat_count)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "BlueStore", + "refId": "A" + }, + { + "expr": "count without (instance, ceph_daemon) (ceph_filestore_journal_latency_count)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "FileStore", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "OSD Type Count", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "collapsed": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 37 + }, + "id": 41, + "panels": [], + "title": "OBJECTS", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "editable": true, + "error": false, + "fill": 1, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 12, + "w": 6, + "x": 0, + "y": 38 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "alignAsTable": true, + "avg": false, + "current": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/^Total.*$/", + "stack": false + } + ], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance, pool_id) (ceph_pool_objects)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "A", + "step": 300 + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Objects in the Cluster", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 1, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "editable": true, + "error": false, + "fill": 1, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 12, + "w": 8, + "x": 6, + "y": 38 + }, + "hiddenSeries": false, + "id": 19, + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/^Total.*$/", + "stack": false + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance, pool_id) (ceph_pg_active)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Active", + "refId": "M" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_clean)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Clean", + "refId": "U" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_peering)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Peering", + "refId": "I" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_degraded)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Degraded", + "refId": "B", + "step": 300 + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_stale)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Stale", + "refId": "C", + "step": 300 + }, + { + "expr": "sum without (instance, pool_id) (ceph_unclean_pgs)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Unclean", + "refId": "D", + "step": 300 + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_undersized)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Undersized", + "refId": "E", + "step": 300 + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_incomplete)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Incomplete", + "refId": "G" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_forced_backfill)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Forced Backfill", + "refId": "H" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_inconsistent)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Inconsistent", + "refId": "F" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_forced_recovery)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Forced Recovery", + "refId": "J" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_creating)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Creating", + "refId": "K" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_wait_backfill)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Wait Backfill", + "refId": "L" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_deep)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Deep", + "refId": "N" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_scrubbing)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Scrubbing", + "refId": "O" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_recovering)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Recovering", + "refId": "P" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_repair)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Repair", + "refId": "Q" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_down)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Down", + "refId": "R" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_peered)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Peered", + "refId": "S" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_backfill)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Backfill", + "refId": "T" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_remapped)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Remapped", + "refId": "V" + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_backfill_toofull)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Backfill Toofull", + "refId": "W" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "PGs State", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 1, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "logBase": 2, + "min": 0, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "editable": true, + "error": false, + "fill": 1, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 6, + "w": 10, + "x": 14, + "y": 38 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/^Total.*$/", + "stack": false + } + ], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance, pool_id) (ceph_pg_degraded)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Degraded", + "refId": "F", + "step": 300 + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_stale)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Stale", + "refId": "A", + "step": 300 + }, + { + "expr": "sum without (instance, pool_id) (ceph_pg_undersized)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "Undersized", + "refId": "B", + "step": 300 + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Stuck PGs", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 1, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "logBase": 1, + "min": 0, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "editable": true, + "error": false, + "fill": 1, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 6, + "w": 10, + "x": 14, + "y": 44 + }, + "hiddenSeries": false, + "id": 15, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum without (instance, ceph_daemon) (irate(ceph_osd_recovery_ops[$__rate_interval]))", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "OPS", + "refId": "A", + "step": 300 + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Recovery Operations", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2458", + "format": "short", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:2459", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "collapsed": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 50 + }, + "id": 40, + "panels": [], + "title": "LATENCY", + "type": "row" + }, + { + "cards": {}, + "color": { + "cardColor": "#b4ff00", + "colorScale": "sqrt", + "colorScheme": "interpolateOranges", + "exponent": 0.5, + "mode": "opacity" + }, + "dataFormat": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 51 + }, + "heatmap": {}, + "hideZeroBuckets": false, + "highlightCards": true, + "id": 83, + "legend": { + "show": true + }, + "links": [], + "reverseYBuckets": false, + "targets": [ + { + "expr": "ceph_osd_apply_latency_ms", + "format": "time_series", + "instant": false, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "OSD Apply Latency Distribution", + "tooltip": { + "show": true, + "showHistogram": false + }, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketSize": "", + "yAxis": { + "format": "ms", + "logBase": 2, + "min": "0", + "show": true, + "splitFactor": 1 + }, + "yBucketBound": "auto", + "yBucketSize": 10 + }, + { + "cards": {}, + "color": { + "cardColor": "#65c5db", + "colorScale": "sqrt", + "colorScheme": "interpolateOranges", + "exponent": 0.5, + "mode": "opacity" + }, + "dataFormat": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 51 + }, + "heatmap": {}, + "hideZeroBuckets": false, + "highlightCards": true, + "id": 84, + "legend": { + "show": true + }, + "links": [], + "reverseYBuckets": false, + "targets": [ + { + "expr": "ceph_osd_commit_latency_ms", + "format": "time_series", + "instant": false, + "interval": "$__interval", + "intervalFactor": 1, + "refId": "A" + } + ], + "title": "OSD Commit Latency Distribution", + "tooltip": { + "show": true, + "showHistogram": false + }, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketSize": "", + "yAxis": { + "format": "ms", + "logBase": 2, + "min": "0", + "show": true + }, + "yBucketBound": "auto" + }, + { + "cards": {}, + "color": { + "cardColor": "#806eb7", + "colorScale": "sqrt", + "colorScheme": "interpolateOranges", + "exponent": 0.5, + "mode": "opacity" + }, + "dataFormat": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 59 + }, + "heatmap": {}, + "hideZeroBuckets": false, + "highlightCards": true, + "id": 85, + "legend": { + "show": true + }, + "links": [], + "reverseYBuckets": false, + "targets": [ + { + "expr": "rate(ceph_osd_op_r_latency_sum[5m]) / rate(ceph_osd_op_r_latency_count[5m]) >= 0", + "format": "time_series", + "instant": false, + "interval": "$__interval", + "intervalFactor": 1, + "refId": "A" + } + ], + "title": "OSD Read Op Latency Distribution", + "tooltip": { + "show": true, + "showHistogram": false + }, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketSize": "", + "yAxis": { + "decimals": 2, + "format": "ms", + "logBase": 2, + "min": "0", + "show": true + }, + "yBucketBound": "auto" + }, + { + "cards": {}, + "color": { + "cardColor": "#f9934e", + "colorScale": "sqrt", + "colorScheme": "interpolateOranges", + "exponent": 0.5, + "mode": "opacity" + }, + "dataFormat": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 59 + }, + "heatmap": {}, + "hideZeroBuckets": false, + "highlightCards": true, + "id": 86, + "legend": { + "show": true + }, + "links": [], + "reverseYBuckets": false, + "targets": [ + { + "expr": "rate(ceph_osd_op_w_latency_sum[5m]) / rate(ceph_osd_op_w_latency_count[5m]) >= 0", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "OSD Write Op Latency Distribution", + "tooltip": { + "show": true, + "showHistogram": false + }, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketSize": "", + "yAxis": { + "decimals": 2, + "format": "ms", + "logBase": 2, + "min": "0", + "show": true + }, + "yBucketBound": "auto" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 67 + }, + "hiddenSeries": false, + "id": 44, + "legend": { + "alignAsTable": true, + "avg": false, + "current": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg without (instance,ceph_daemon) (rate(ceph_osd_op_r_latency_sum[5m]) / rate(ceph_osd_op_r_latency_count[5m]) >= 0)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "read", + "refId": "A" + }, + { + "expr": "avg without (instance, ceph_daemon) (rate(ceph_osd_op_w_latency_sum[5m]) / rate(ceph_osd_op_w_latency_count[5m]) >= 0)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "write", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Avg OSD Op Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 67 + }, + "hiddenSeries": false, + "id": 35, + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "hideEmpty": false, + "max": true, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg without (instance, ceph_daemon) (ceph_osd_apply_latency_ms)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "apply", + "metric": "ceph_osd_perf_apply_latency_seconds", + "refId": "A", + "step": 4 + }, + { + "expr": "avg without (instance, ceph_daemon) (ceph_osd_commit_latency_ms)", + "format": "time_series", + "interval": "$__interval", + "intervalFactor": 1, + "legendFormat": "commit", + "metric": "ceph_osd_perf_commit_latency_seconds", + "refId": "B", + "step": 4 + } + ], + "thresholds": [], + "timeRegions": [], + "title": "AVG OSD Apply + Commit Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1258", + "format": "ms", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:1259", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "collapsed": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 74 + }, + "id": 61, + "panels": [], + "title": "Node Statistics (NodeExporter)", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 75 + }, + "hiddenSeries": false, + "id": 63, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "node_memory_Active_anon_bytes", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + }, + { + "expr": "sum without (instance) (node_memory_Active_anon_bytes)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Cluster Memory Usage", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Node Memory Usage", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2713", + "format": "bytes", + "logBase": 2, + "show": true + }, + { + "$$hashKey": "object:2714", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 75 + }, + "hiddenSeries": false, + "id": 64, + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg by (instance) (irate(node_cpu_seconds_total{mode!=\"idle\"}[$__interval])) * 100", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Node cpu Usage", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2684", + "format": "percent", + "logBase": 2, + "show": true + }, + { + "$$hashKey": "object:2685", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 84 + }, + "hiddenSeries": false, + "id": 65, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum by (instance)(irate(node_disk_read_bytes_total[$__interval]))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Node Out", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2742", + "format": "decbytes", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:2743", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 84 + }, + "hiddenSeries": false, + "id": 66, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum by (instance)(irate(node_disk_written_bytes_total[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Node In", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:2771", + "format": "decbytes", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:2772", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 93 + }, + "hiddenSeries": false, + "id": 68, + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "(node_filesystem_free_bytes{mountpoint='/', device != 'rootfs'})*100 / (node_filesystem_size_bytes{mountpoint='/', device != 'rootfs'})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Free Space in root filesystem", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "percent", + "logBase": 1, + "show": true + }, + { + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "1m", + "schemaVersion": 33, + "style": "dark", + "tags": [ + "ceph", + "cluster" + ], + "templating": { + "list": [] + }, + "time": { + "from": "now-12h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "browser", + "title": "Ceph - Cluster", + "uid": "r6lloPJmz", + "version": 1, + "weekStart": "" +} \ No newline at end of file diff --git a/kubernetes/apps/rook-ceph/rook-ceph/app/helmrelease.yaml b/kubernetes/apps/rook-ceph/rook-ceph/app/helmrelease.yaml index 4d220c9ec5..1db380512f 100644 --- a/kubernetes/apps/rook-ceph/rook-ceph/app/helmrelease.yaml +++ b/kubernetes/apps/rook-ceph/rook-ceph/app/helmrelease.yaml @@ -34,7 +34,7 @@ spec: enabled: true resources: requests: - cpu: 20m + # cpu: 20m memory: 128Mi limits: memory: 512Mi diff --git a/kubernetes/apps/rook-ceph/rook-ceph/cluster/helmrelease.yaml b/kubernetes/apps/rook-ceph/rook-ceph/cluster/helmrelease.yaml index 114e5d7dd7..6b17002d66 100644 --- a/kubernetes/apps/rook-ceph/rook-ceph/cluster/helmrelease.yaml +++ b/kubernetes/apps/rook-ceph/rook-ceph/cluster/helmrelease.yaml @@ -123,7 +123,7 @@ spec: activeStandby: true resources: requests: - cpu: 10m + # cpu: 10m memory: 4Gi limits: memory: 4Gi @@ -159,7 +159,7 @@ spec: port: 80 resources: requests: - cpu: 10m + # cpu: 10m memory: 1Gi limits: memory: 4Gi diff --git a/kubernetes/archive/default/echo-server/app/helmrelease.yaml b/kubernetes/archive/default/echo-server/app/helmrelease.yaml index 8cac4251ee..26dec17d4a 100644 --- a/kubernetes/archive/default/echo-server/app/helmrelease.yaml +++ b/kubernetes/archive/default/echo-server/app/helmrelease.yaml @@ -77,7 +77,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 5m + # cpu: 5m memory: 10Mi limits: memory: 50Mi diff --git a/kubernetes/archive/default/gonic/app/helmrelease.yaml b/kubernetes/archive/default/gonic/app/helmrelease.yaml index aa3db830bb..ed08322448 100644 --- a/kubernetes/archive/default/gonic/app/helmrelease.yaml +++ b/kubernetes/archive/default/gonic/app/helmrelease.yaml @@ -32,8 +32,8 @@ spec: image: public.ecr.aws/docker/library/busybox:latest command: ["/bin/sh", "-c", "mkdir -p /data/cache"] volumeMounts: - - name: config - mountPath: /data + - name: config + mountPath: /data controller: type: statefulset image: @@ -89,7 +89,7 @@ spec: readOnly: true resources: requests: - cpu: 10m + # cpu: 10m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/archive/default/guacamole/app/guacamole/helmrelease.yaml b/kubernetes/archive/default/guacamole/app/guacamole/helmrelease.yaml index 39cec4ba2c..ebfe88355b 100644 --- a/kubernetes/archive/default/guacamole/app/guacamole/helmrelease.yaml +++ b/kubernetes/archive/default/guacamole/app/guacamole/helmrelease.yaml @@ -99,7 +99,7 @@ spec: mountPath: /schemas/002-create-admin-user.sql resources: requests: - cpu: 25m + # cpu: 25m memory: 100Mi limits: memory: 750Mi diff --git a/kubernetes/archive/default/guacamole/app/guacd/helmrelease.yaml b/kubernetes/archive/default/guacamole/app/guacd/helmrelease.yaml index 78246883d0..024ec8c6eb 100644 --- a/kubernetes/archive/default/guacamole/app/guacd/helmrelease.yaml +++ b/kubernetes/archive/default/guacamole/app/guacd/helmrelease.yaml @@ -40,7 +40,7 @@ spec: port: 4822 resources: requests: - cpu: 5m + # cpu: 5m memory: 10Mi limits: memory: 500Mi diff --git a/kubernetes/archive/default/mailrise/app/helmrelease.yaml b/kubernetes/archive/default/mailrise/app/helmrelease.yaml index f844143395..5cab09ada0 100644 --- a/kubernetes/archive/default/mailrise/app/helmrelease.yaml +++ b/kubernetes/archive/default/mailrise/app/helmrelease.yaml @@ -79,7 +79,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # cpu: 1m memory: 10Mi limits: memory: 200Mi diff --git a/kubernetes/archive/default/outline/app/helmrelease.yaml b/kubernetes/archive/default/outline/app/helmrelease.yaml index 2ccbbf8b63..837144064a 100644 --- a/kubernetes/archive/default/outline/app/helmrelease.yaml +++ b/kubernetes/archive/default/outline/app/helmrelease.yaml @@ -44,7 +44,12 @@ spec: envFrom: - secretRef: name: outline-secret - command: ["/bin/sh", "-c", "yarn db:migrate --env=production-ssl-disabled && yarn start --env=production-ssl-disabled"] + command: + [ + "/bin/sh", + "-c", + "yarn db:migrate --env=production-ssl-disabled && yarn start --env=production-ssl-disabled", + ] service: main: ports: @@ -74,7 +79,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # cpu: 1m memory: 50Mi limits: memory: 500Mi diff --git a/kubernetes/archive/default/redis/helmrelease.yaml b/kubernetes/archive/default/redis/helmrelease.yaml index 6f39f3e767..9ebbab6bc1 100644 --- a/kubernetes/archive/default/redis/helmrelease.yaml +++ b/kubernetes/archive/default/redis/helmrelease.yaml @@ -40,7 +40,7 @@ spec: port: 6379 resources: requests: - cpu: 1m + # cpu: 1m memory: 10Mi limits: memory: 100Mi diff --git a/kubernetes/archive/default/rtorrent-flood/app/helm-release.yaml b/kubernetes/archive/default/rtorrent-flood/app/helm-release.yaml index 0fc5e07fad..82a0710371 100644 --- a/kubernetes/archive/default/rtorrent-flood/app/helm-release.yaml +++ b/kubernetes/archive/default/rtorrent-flood/app/helm-release.yaml @@ -93,7 +93,7 @@ spec: mountPath: /media resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 1200Mi diff --git a/kubernetes/archive/default/smtp-relay/app/helmrelease.yaml b/kubernetes/archive/default/smtp-relay/app/helmrelease.yaml index 7edd2311cb..2e515b5984 100644 --- a/kubernetes/archive/default/smtp-relay/app/helmrelease.yaml +++ b/kubernetes/archive/default/smtp-relay/app/helmrelease.yaml @@ -84,7 +84,7 @@ spec: app.kubernetes.io/name: *app resources: requests: - cpu: 1m + # cpu: 1m memory: 10Mi limits: memory: 50Mi diff --git a/kubernetes/archive/default/tubearchivist/app/elasticsearch/helmrelease.yaml b/kubernetes/archive/default/tubearchivist/app/elasticsearch/helmrelease.yaml index 592be4019d..17dcbc5a1e 100644 --- a/kubernetes/archive/default/tubearchivist/app/elasticsearch/helmrelease.yaml +++ b/kubernetes/archive/default/tubearchivist/app/elasticsearch/helmrelease.yaml @@ -59,7 +59,7 @@ spec: storageClass: ceph-block resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 1000Mi diff --git a/kubernetes/archive/default/tubearchivist/app/redis/helmrelease.yaml b/kubernetes/archive/default/tubearchivist/app/redis/helmrelease.yaml index c60d482893..10a5124e80 100644 --- a/kubernetes/archive/default/tubearchivist/app/redis/helmrelease.yaml +++ b/kubernetes/archive/default/tubearchivist/app/redis/helmrelease.yaml @@ -49,7 +49,7 @@ spec: storageClass: ceph-block resources: requests: - cpu: 1m + # cpu: 1m memory: 10Mi limits: memory: 100Mi diff --git a/kubernetes/archive/default/tubearchivist/app/web/helmrelease.yaml b/kubernetes/archive/default/tubearchivist/app/web/helmrelease.yaml index 8a8ae70232..e3d99d46b5 100644 --- a/kubernetes/archive/default/tubearchivist/app/web/helmrelease.yaml +++ b/kubernetes/archive/default/tubearchivist/app/web/helmrelease.yaml @@ -87,7 +87,7 @@ spec: mountPath: /youtube resources: requests: - cpu: 10m + # cpu: 10m memory: 250Mi limits: memory: 2000Mi diff --git a/kubernetes/archive/downloads/qbittorrent-vpn/app/helmrelease.yaml b/kubernetes/archive/downloads/qbittorrent-vpn/app/helmrelease.yaml index b1150b880f..551e2515cc 100644 --- a/kubernetes/archive/downloads/qbittorrent-vpn/app/helmrelease.yaml +++ b/kubernetes/archive/downloads/qbittorrent-vpn/app/helmrelease.yaml @@ -88,7 +88,7 @@ spec: node-role.kubernetes.io/worker: "true" resources: requests: - cpu: 1m + # cpu: 1m memory: 100Mi limits: memory: 500Mi diff --git a/kubernetes/archive/kyverno/kyverno/policies/delete-cpu-limits.yaml b/kubernetes/archive/kyverno/kyverno/policies/delete-cpu-limits.yaml index 582832d743..c22516b8f3 100644 --- a/kubernetes/archive/kyverno/kyverno/policies/delete-cpu-limits.yaml +++ b/kubernetes/archive/kyverno/kyverno/policies/delete-cpu-limits.yaml @@ -5,10 +5,10 @@ kind: ClusterPolicy metadata: name: delete-cpu-limits annotations: - policies.kyverno.io/title: Delete CPU limits + policies.kyverno.io/title: Delete cpu limits policies.kyverno.io/subject: Pod policies.kyverno.io/description: >- - This policy deletes CPU limits from all Pods. + This policy deletes cpu limits from all Pods. spec: mutateExistingOnPolicyUpdate: true generateExistingOnPolicyUpdate: true diff --git a/kubernetes/archive/kyverno/kyverno/policies/kustomization.yaml b/kubernetes/archive/kyverno/kyverno/policies/kustomization.yaml index f037f35a38..d6e2d7b153 100644 --- a/kubernetes/archive/kyverno/kyverno/policies/kustomization.yaml +++ b/kubernetes/archive/kyverno/kyverno/policies/kustomization.yaml @@ -2,4 +2,4 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization resources: - - ./delete-cpu-limits.yaml + - ./delete-# cpu-limits.yaml diff --git a/kubernetes/flux/config/flux.yaml b/kubernetes/flux/config/flux.yaml index 37ebbcd3c0..de019f6f1f 100644 --- a/kubernetes/flux/config/flux.yaml +++ b/kubernetes/flux/config/flux.yaml @@ -66,7 +66,7 @@ spec: - name: manager resources: limits: - cpu: 100m + # cpu: 100m memory: 2Gi target: kind: Deployment diff --git a/terraform/storage/app_kopia.tf b/terraform/storage/app_kopia.tf index efda81b6cb..829181e2a8 100644 --- a/terraform/storage/app_kopia.tf +++ b/terraform/storage/app_kopia.tf @@ -40,7 +40,7 @@ resource "kubernetes_stateful_set_v1" "kopia" { } spec { init_container { - name = "config" + name = "config" image = "public.ecr.aws/docker/library/busybox:latest" command = [ "/bin/sh", @@ -128,11 +128,11 @@ resource "kubernetes_stateful_set_v1" "kopia" { } resources { requests = { - cpu = "4" + # cpu = "4" memory = "8Gi" } limits = { - cpu = "4" + # cpu = "4" memory = "8Gi" } } diff --git a/terraform/storage/app_nexus.tf b/terraform/storage/app_nexus.tf index 8b4cdfc94c..6cdfecdb65 100644 --- a/terraform/storage/app_nexus.tf +++ b/terraform/storage/app_nexus.tf @@ -73,11 +73,11 @@ resource "kubernetes_stateful_set_v1" "nexus" { } resources { requests = { - cpu = "4" + # cpu = "4" memory = "8Gi" } limits = { - cpu = "4" + # cpu = "4" memory = "8Gi" } }