vnfs/DAaaS/prometheus-operator/templates/alertmanager/rules/kubernetes-resources.yaml

   1 # Generated from 'kubernetes-resources' group from https://raw.githubusercontent.com/coreos/prometheus-operator/master/contrib/kube-prometheus/manifests/prometheus-rules.yaml
   2 {{- if and .Values.defaultRules.create }}
   3 apiVersion: {{ printf "%s/v1" (.Values.prometheusOperator.crdApiGroup | default "monitoring.coreos.com") }}
   4 kind: PrometheusRule
   5 metadata:
   6   name: {{ printf "%s-%s" (include "prometheus-operator.fullname" .) "kubernetes-resources" | trunc 63 | trimSuffix "-" }}
   7   labels:
   8     app: {{ template "prometheus-operator.name" . }}
   9 {{ include "prometheus-operator.labels" . | indent 4 }}
  10 {{- if .Values.defaultRules.labels }}
  11 {{ toYaml .Values.defaultRules.labels | indent 4 }}
  12 {{- end }}
  13 {{- if .Values.defaultRules.annotations }}
  14   annotations:
  15 {{ toYaml .Values.defaultRules.annotations | indent 4 }}
  16 {{- end }}
  17 spec:
  18   groups:
  19   - name: kubernetes-resources
  20     rules:
  21     - alert: KubeCPUOvercommit
  22       annotations:
  23         message: Cluster has overcommitted CPU resource requests for Pods and cannot tolerate node failure.
  24         runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecpuovercommit
  25       expr: |-
  26         sum(namespace_name:kube_pod_container_resource_requests_cpu_cores:sum)
  27           /
  28         sum(node:node_num_cpu:sum)
  29           >
  30         (count(node:node_num_cpu:sum)-1) / count(node:node_num_cpu:sum)
  31       for: 5m
  32       labels:
  33         severity: warning
  34     - alert: KubeMemOvercommit
  35       annotations:
  36         message: Cluster has overcommitted memory resource requests for Pods and cannot tolerate node failure.
  37         runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubememovercommit
  38       expr: |-
  39         sum(namespace_name:kube_pod_container_resource_requests_memory_bytes:sum)
  40           /
  41         sum(node_memory_MemTotal_bytes)
  42           >
  43         (count(node:node_num_cpu:sum)-1)
  44           /
  45         count(node:node_num_cpu:sum)
  46       for: 5m
  47       labels:
  48         severity: warning
  49     - alert: KubeCPUOvercommit
  50       annotations:
  51         message: Cluster has overcommitted CPU resource requests for Namespaces.
  52         runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecpuovercommit
  53       expr: |-
  54         sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="requests.cpu"})
  55           /
  56         sum(node:node_num_cpu:sum)
  57           > 1.5
  58       for: 5m
  59       labels:
  60         severity: warning
  61     - alert: KubeMemOvercommit
  62       annotations:
  63         message: Cluster has overcommitted memory resource requests for Namespaces.
  64         runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubememovercommit
  65       expr: |-
  66         sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="requests.memory"})
  67           /
  68         sum(node_memory_MemTotal_bytes{job="node-exporter"})
  69           > 1.5
  70       for: 5m
  71       labels:
  72         severity: warning
  73     - alert: KubeQuotaExceeded
  74       annotations:
  75         message: Namespace {{`{{ $labels.namespace }}`}} is using {{`{{ printf "%0.0f" $value }}`}}% of its {{`{{ $labels.resource }}`}} quota.
  76         runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubequotaexceeded
  77       expr: |-
  78         100 * kube_resourcequota{job="kube-state-metrics", type="used"}
  79           / ignoring(instance, job, type)
  80         (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0)
  81           > 90
  82       for: 15m
  83       labels:
  84         severity: warning
  85     - alert: CPUThrottlingHigh
  86       annotations:
  87         message: '{{`{{ printf "%0.0f" $value }}`}}% throttling of CPU in namespace {{`{{ $labels.namespace }}`}} for container {{`{{ $labels.container_name }}`}} in pod {{`{{ $labels.pod_name }}`}}.'
  88         runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-cputhrottlinghigh
  89       expr: "100 * sum(increase(container_cpu_cfs_throttled_periods_total{}[5m])) by (container_name, pod_name, namespace) \n  / \nsum(increase(container_cpu_cfs_periods_total{}[5m])) by (container_name, pod_name, namespace)\n  > 25"
  90       for: 15m
  91       labels:
  92         severity: warning
  93 {{- end }}