diff --git a/assets/control-plane/prometheus-rule.yaml b/assets/control-plane/prometheus-rule.yaml index 7e4ebbe361..056cb83639 100644 --- a/assets/control-plane/prometheus-rule.yaml +++ b/assets/control-plane/prometheus-rule.yaml @@ -291,7 +291,7 @@ spec: rules: - alert: KubePersistentVolumeFillingUp annotations: - description: The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} is only {{ $value | humanizePercentage }} free. + description: The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} on Cluster {{ $labels.cluster }} is only {{ $value | humanizePercentage }} free. runbook_url: https://github.com/openshift/runbooks/blob/master/alerts/cluster-monitoring-operator/KubePersistentVolumeFillingUp.md summary: PersistentVolume is filling up. expr: | @@ -302,16 +302,16 @@ spec: ) < 0.03 and kubelet_volume_stats_used_bytes{namespace=~"(openshift-.*|kube-.*|default)",job="kubelet", metrics_path="/metrics"} > 0 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_access_mode{namespace=~"(openshift-.*|kube-.*|default)", access_mode="ReadOnlyMany"} == 1 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_labels{namespace=~"(openshift-.*|kube-.*|default)",label_alerts_k8s_io_kube_persistent_volume_filling_up="disabled"} == 1 for: 1m labels: severity: critical - alert: KubePersistentVolumeFillingUp annotations: - description: Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} is expected to fill up within four days. Currently {{ $value | humanizePercentage }} is available. + description: Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} on Cluster {{ $labels.cluster }} is expected to fill up within four days. Currently {{ $value | humanizePercentage }} is available. runbook_url: https://github.com/openshift/runbooks/blob/master/alerts/cluster-monitoring-operator/KubePersistentVolumeFillingUp.md summary: PersistentVolume is filling up. expr: | @@ -324,16 +324,16 @@ spec: kubelet_volume_stats_used_bytes{namespace=~"(openshift-.*|kube-.*|default)",job="kubelet", metrics_path="/metrics"} > 0 and predict_linear(kubelet_volume_stats_available_bytes{namespace=~"(openshift-.*|kube-.*|default)",job="kubelet", metrics_path="/metrics"}[6h], 4 * 24 * 3600) < 0 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_access_mode{namespace=~"(openshift-.*|kube-.*|default)", access_mode="ReadOnlyMany"} == 1 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_labels{namespace=~"(openshift-.*|kube-.*|default)",label_alerts_k8s_io_kube_persistent_volume_filling_up="disabled"} == 1 for: 1h labels: severity: warning - alert: KubePersistentVolumeInodesFillingUp annotations: - description: The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} only has {{ $value | humanizePercentage }} free inodes. + description: The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} on Cluster {{ $labels.cluster }} only has {{ $value | humanizePercentage }} free inodes. runbook_url: https://github.com/openshift/runbooks/blob/master/alerts/cluster-monitoring-operator/KubePersistentVolumeInodesFillingUp.md summary: PersistentVolumeInodes are filling up. expr: | @@ -344,16 +344,16 @@ spec: ) < 0.03 and kubelet_volume_stats_inodes_used{namespace=~"(openshift-.*|kube-.*|default)",job="kubelet", metrics_path="/metrics"} > 0 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_access_mode{namespace=~"(openshift-.*|kube-.*|default)", access_mode="ReadOnlyMany"} == 1 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_labels{namespace=~"(openshift-.*|kube-.*|default)",label_alerts_k8s_io_kube_persistent_volume_filling_up="disabled"} == 1 for: 1m labels: severity: critical - alert: KubePersistentVolumeInodesFillingUp annotations: - description: Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} is expected to run out of inodes within four days. Currently {{ $value | humanizePercentage }} of its inodes are free. + description: Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} on Cluster {{ $labels.cluster }} is expected to run out of inodes within four days. Currently {{ $value | humanizePercentage }} of its inodes are free. runbook_url: https://github.com/openshift/runbooks/blob/master/alerts/cluster-monitoring-operator/KubePersistentVolumeInodesFillingUp.md summary: PersistentVolumeInodes are filling up. expr: | @@ -366,16 +366,16 @@ spec: kubelet_volume_stats_inodes_used{namespace=~"(openshift-.*|kube-.*|default)",job="kubelet", metrics_path="/metrics"} > 0 and predict_linear(kubelet_volume_stats_inodes_free{namespace=~"(openshift-.*|kube-.*|default)",job="kubelet", metrics_path="/metrics"}[6h], 4 * 24 * 3600) < 0 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_access_mode{namespace=~"(openshift-.*|kube-.*|default)", access_mode="ReadOnlyMany"} == 1 - unless on(namespace, persistentvolumeclaim) + unless on(cluster, namespace, persistentvolumeclaim) kube_persistentvolumeclaim_labels{namespace=~"(openshift-.*|kube-.*|default)",label_alerts_k8s_io_kube_persistent_volume_filling_up="disabled"} == 1 for: 1h labels: severity: warning - alert: KubePersistentVolumeErrors annotations: - description: The persistent volume {{ $labels.persistentvolume }} has status {{ $labels.phase }}. + description: The persistent volume {{ $labels.persistentvolume }} on Cluster {{ $labels.cluster }} has status {{ $labels.phase }}. summary: PersistentVolume is having issues with provisioning. expr: | kube_persistentvolume_status_phase{phase=~"Failed|Pending",namespace=~"(openshift-.*|kube-.*|default)",job="kube-state-metrics"} > 0 diff --git a/jsonnet/jsonnetfile.lock.json b/jsonnet/jsonnetfile.lock.json index 98b039a67e..b90d4a398f 100644 --- a/jsonnet/jsonnetfile.lock.json +++ b/jsonnet/jsonnetfile.lock.json @@ -18,7 +18,7 @@ "subdir": "contrib/mixin" } }, - "version": "93ab2ef7b2b7221799b27c6f521348da744282fd", + "version": "f7be2dfa17a04bd1eb2ffc02489b7518e7eb68ad", "sum": "xuUBd2vqF7asyVDe5CE08uPT/RxAdy8O75EjFJoMXXU=" }, { @@ -58,7 +58,7 @@ "subdir": "gen/grafonnet-v10.0.0" } }, - "version": "bb2afaffbcefeae1035cd691ab06a486e0022002", + "version": "a1b14991306adebdb0107ea9aa74870bf86c346e", "sum": "gj/20VIGucG2vDGjG7YdHLC4yUUfrpuaneUYaRmymOM=" }, { @@ -68,7 +68,7 @@ "subdir": "grafana-builder" } }, - "version": "931f6b1139bb3694b06f2261279ba3dc01aca5b8", + "version": "713fd91d18800dd2d68670506bfc8b073d17612a", "sum": "VmOxvg9FuY9UYr3lN6ZJe2HhuIErJoWimPybQr3S3yQ=" }, { @@ -78,8 +78,8 @@ "subdir": "doc-util" } }, - "version": "503e5c8fe96d6b55775037713ac10b184709ad93", - "sum": "BY4u0kLF3Qf/4IB4HnX9S5kEQIpHb4MUrppp6WLDtlU=" + "version": "6ac6c69685b8c29c54515448eaca583da2d88150", + "sum": "BrAL/k23jq+xy9oA7TWIhUx07dsA/QLm3g7ktCwe//U=" }, { "source": { @@ -109,8 +109,8 @@ "subdir": "" } }, - "version": "2dbe4f9625a811b8b89f0495e74509c74779da82", - "sum": "Fe7bN9E6qeKNUdENjQvYttgf4S1DDqXRVB80wdmQgHQ=" + "version": "c72ac0392998343d53bd73343467f8bf2aa4e333", + "sum": "VWD9c9I1Q2252HgV/Ao/4mvdATy5GAyZASO30ituyJU=" }, { "source": { @@ -119,7 +119,7 @@ "subdir": "jsonnet/kube-state-metrics" } }, - "version": "98b38ba9bbfdff27b359c58adecab30cc1311a78", + "version": "39ffa0057673b8d0aa59dab19f9c6baf298588af", "sum": "+dOzAK+fwsFf97uZpjcjTcEJEC1H8hh/j8f5uIQK/5g=" }, { @@ -129,7 +129,7 @@ "subdir": "jsonnet/kube-state-metrics-mixin" } }, - "version": "98b38ba9bbfdff27b359c58adecab30cc1311a78", + "version": "39ffa0057673b8d0aa59dab19f9c6baf298588af", "sum": "qclI7LwucTjBef3PkGBkKxF0mfZPbHnn4rlNWKGtR4c=" }, { @@ -139,7 +139,7 @@ "subdir": "jsonnet" } }, - "version": "9b0d8ded185072100c9c2ec67ce3e21cbe205cca", + "version": "59b8a0ffc0a472e819e0c30911201c34c85a4684", "sum": "9/dHjMKxPKGTAPV1fMAV0RuBck0O+Xyj/FkZjlN7DMs=", "name": "openshift-state-metrics" }, @@ -161,8 +161,8 @@ "subdir": "jsonnet/kube-prometheus" } }, - "version": "035b09f42441d4630b3a3de4e4a490d19b1ba5e4", - "sum": "bp+cUUcoQjREBPigCP2S1xIvrh7HDQeYqCcrHCuDnUQ=" + "version": "de4c742c02f882722d57a849c8aedf4e85a7d940", + "sum": "w3Vg5uRGVByb2rRvweCEgdiyELu8HiMKaIIhHPUaH5c=" }, { "source": { @@ -171,7 +171,7 @@ "subdir": "jsonnet/mixin" } }, - "version": "88e86c5caf84dc85338c904e13b0656bf1b56a67", + "version": "3d59308c02d5d568732fa830b1a0dafa5ccbb4ce", "sum": "n3flMIzlADeyygb0uipZ4KPp2uNSjdtkrwgHjTC7Ca4=", "name": "prometheus-operator-mixin" }, @@ -192,7 +192,7 @@ "subdir": "doc/alertmanager-mixin" } }, - "version": "b82df1dc9b057520d6f558db5f19f8fc4d0659a4", + "version": "0f2b0c8286fdecb0af778d0a4f67e1ce7249fe1a", "sum": "IpF46ZXsm+0wJJAPtAre8+yxTNZA57mBqGpBP/r7/kw=", "name": "alertmanager" }, @@ -203,7 +203,7 @@ "subdir": "docs/node-mixin" } }, - "version": "332232c22cd6934d7941a905f271407ffa07101f", + "version": "16f7122d314658de889c64898f0bd0f6b467254e", "sum": "QZwFBpulndqo799gkR5rP2/WdcQKQkNnaBwhaOI8Jeg=" }, { @@ -213,7 +213,7 @@ "subdir": "documentation/prometheus-mixin" } }, - "version": "e4ec263bcc11493953c75d1b2e7bc78fd0463e05", + "version": "69abd6d9f65a6358025461510237366f1d939c70", "sum": "rNvddVTMNfaguOGzEGoeKjUsfhlXJBUImC+SIFNNCiM=", "name": "prometheus" }, @@ -245,7 +245,7 @@ "subdir": "mixin" } }, - "version": "2de1266eb100974a808de70c0eedfa5c5af975b7", + "version": "96b8dbaa12a8bb8a99af9bb9957695097c91f117", "sum": "HhSSbGGCNHCMy1ee5jElYDm0yS9Vesa7QB2/SHKdjsY=" } ],