1 # Generated from 'kubernetes-resources' group from https://raw.githubusercontent.com/coreos/prometheus-operator/master/contrib/kube-prometheus/manifests/prometheus-rules.yaml
2 # Do not change in-place! In order to change this file first read following link:
3 # https://github.com/helm/charts/tree/master/stable/prometheus-operator/hack
4 {{- if and .Values.defaultRules.create .Values.defaultRules.rules.kubernetesResources }}
5 apiVersion: {{ printf "%s/v1" (.Values.prometheusOperator.crdApiGroup | default "monitoring.coreos.com") }}
8 name: {{ printf "%s-%s" (include "prometheus-operator.fullname" .) "kubernetes-resources" | trunc 63 | trimSuffix "-" }}
10 app: {{ template "prometheus-operator.name" . }}
11 {{ include "prometheus-operator.labels" . | indent 4 }}
12 {{- if .Values.defaultRules.labels }}
13 {{ toYaml .Values.defaultRules.labels | indent 4 }}
15 {{- if .Values.defaultRules.annotations }}
17 {{ toYaml .Values.defaultRules.annotations | indent 4 }}
21 - name: kubernetes-resources
23 - alert: KubeCPUOvercommit
25 message: Cluster has overcommitted CPU resource requests for Pods and cannot tolerate node failure.
26 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecpuovercommit
28 sum(namespace_name:kube_pod_container_resource_requests_cpu_cores:sum)
30 sum(node:node_num_cpu:sum)
32 (count(node:node_num_cpu:sum)-1) / count(node:node_num_cpu:sum)
36 - alert: KubeMemOvercommit
38 message: Cluster has overcommitted memory resource requests for Pods and cannot tolerate node failure.
39 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubememovercommit
41 sum(namespace_name:kube_pod_container_resource_requests_memory_bytes:sum)
43 sum(node_memory_MemTotal_bytes)
45 (count(node:node_num_cpu:sum)-1)
47 count(node:node_num_cpu:sum)
51 - alert: KubeCPUOvercommit
53 message: Cluster has overcommitted CPU resource requests for Namespaces.
54 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecpuovercommit
56 sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="requests.cpu"})
58 sum(node:node_num_cpu:sum)
63 - alert: KubeMemOvercommit
65 message: Cluster has overcommitted memory resource requests for Namespaces.
66 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubememovercommit
68 sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="requests.memory"})
70 sum(node_memory_MemTotal_bytes{job="node-exporter"})
75 - alert: KubeQuotaExceeded
77 message: Namespace {{`{{ $labels.namespace }}`}} is using {{`{{ printf "%0.0f" $value }}`}}% of its {{`{{ $labels.resource }}`}} quota.
78 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubequotaexceeded
80 100 * kube_resourcequota{job="kube-state-metrics", type="used"}
81 / ignoring(instance, job, type)
82 (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0)
87 - alert: CPUThrottlingHigh
89 message: '{{`{{ printf "%0.0f" $value }}`}}% throttling of CPU in namespace {{`{{ $labels.namespace }}`}} for container {{`{{ $labels.container_name }}`}} in pod {{`{{ $labels.pod_name }}`}}.'
90 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-cputhrottlinghigh
92 100 * sum(increase(container_cpu_cfs_throttled_periods_total{container_name!="", }[5m])) by (container_name, pod_name, namespace)
94 sum(increase(container_cpu_cfs_periods_total{}[5m])) by (container_name, pod_name, namespace)