2020-12-18 00:46:15 +00:00
{{- /*
2021-02-26 21:25:43 +00:00
Generated from 'kubernetes-resources' group from https://raw.githubusercontent.com/prometheus-operator/kube-prometheus/master/manifests/kubernetes-prometheusRule.yaml
2020-12-18 00:46:15 +00:00
Do not change in-place! In order to change this file first read following link :
https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack/hack
*/ -}}
{{- $kubeTargetVersion := default .Capabilities.KubeVersion.GitVersion .Values.kubeTargetVersionOverride }}
{{- if and (semverCompare ">=1.14.0-0" $kubeTargetVersion) (semverCompare "<9.9.9-9" $kubeTargetVersion) .Values.defaultRules.create .Values.defaultRules.rules.kubernetesResources }}
apiVersion : monitoring.coreos.com/v1
kind : PrometheusRule
metadata :
name : {{ printf "%s-%s" (include "kube-prometheus-stack.fullname" .) "kubernetes-resources" | trunc 63 | trimSuffix "-" }}
namespace : {{ template "kube-prometheus-stack.namespace" . }}
labels :
app : {{ template "kube-prometheus-stack.name" . }}
{{ include "kube-prometheus-stack.labels" . | indent 4 }}
{{- if .Values.defaultRules.labels }}
{{ toYaml .Values.defaultRules.labels | indent 4 }}
{{- end }}
{{- if .Values.defaultRules.annotations }}
annotations :
{{ toYaml .Values.defaultRules.annotations | indent 4 }}
{{- end }}
spec :
groups :
- name : kubernetes-resources
rules :
- alert : KubeCPUOvercommit
annotations :
description : Cluster has overcommitted CPU resource requests for Pods and cannot tolerate node failure.
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-kubecpuovercommit
summary : Cluster has overcommitted CPU resource requests.
expr : |-
2021-05-11 08:07:38 +00:00
sum(namespace_cpu:kube_pod_container_resource_requests:sum{})
2020-12-18 00:46:15 +00:00
/
2021-05-11 08:07:38 +00:00
sum(kube_node_status_allocatable{resource="cpu"})
2020-12-18 00:46:15 +00:00
>
2021-05-11 08:07:38 +00:00
((count(kube_node_status_allocatable{resource="cpu"}) > 1) - 1) / count(kube_node_status_allocatable{resource="cpu"})
2020-12-18 00:46:15 +00:00
for : 5m
labels :
severity : warning
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
- alert : KubeMemoryOvercommit
annotations :
description : Cluster has overcommitted memory resource requests for Pods and cannot tolerate node failure.
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-kubememoryovercommit
summary : Cluster has overcommitted memory resource requests.
expr : |-
2021-05-11 08:07:38 +00:00
sum(namespace_memory:kube_pod_container_resource_requests:sum{})
2020-12-18 00:46:15 +00:00
/
2021-05-11 08:07:38 +00:00
sum(kube_node_status_allocatable{resource="memory"})
2020-12-18 00:46:15 +00:00
>
2021-05-11 08:07:38 +00:00
((count(kube_node_status_allocatable{resource="memory"}) > 1) - 1)
2020-12-18 00:46:15 +00:00
/
2021-05-11 08:07:38 +00:00
count(kube_node_status_allocatable{resource="memory"})
2020-12-18 00:46:15 +00:00
for : 5m
labels :
severity : warning
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
- alert : KubeCPUQuotaOvercommit
annotations :
description : Cluster has overcommitted CPU resource requests for Namespaces.
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-kubecpuquotaovercommit
summary : Cluster has overcommitted CPU resource requests.
expr : |-
sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="cpu"})
/
2021-05-11 08:07:38 +00:00
sum(kube_node_status_allocatable{resource="cpu"})
2020-12-18 00:46:15 +00:00
> 1.5
for : 5m
labels :
severity : warning
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
- alert : KubeMemoryQuotaOvercommit
annotations :
description : Cluster has overcommitted memory resource requests for Namespaces.
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-kubememoryquotaovercommit
summary : Cluster has overcommitted memory resource requests.
expr : |-
sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="memory"})
/
2021-05-11 08:07:38 +00:00
sum(kube_node_status_allocatable{resource="memory",job="kube-state-metrics"})
2020-12-18 00:46:15 +00:00
> 1.5
for : 5m
labels :
severity : warning
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
- alert : KubeQuotaAlmostFull
annotations :
description : Namespace {{`{{`}} $labels.namespace {{`}}`}} is using {{`{{`}} $value | humanizePercentage {{`}}`}} of its {{`{{`}} $labels.resource {{`}}`}} quota.
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-kubequotaalmostfull
summary : Namespace quota is going to be full.
expr : |-
kube_resourcequota{job="kube-state-metrics", type="used"}
/ ignoring(instance, job, type)
(kube_resourcequota{job="kube-state-metrics", type="hard"} > 0)
> 0.9 < 1
for : 15m
labels :
severity : info
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
- alert : KubeQuotaFullyUsed
annotations :
description : Namespace {{`{{`}} $labels.namespace {{`}}`}} is using {{`{{`}} $value | humanizePercentage {{`}}`}} of its {{`{{`}} $labels.resource {{`}}`}} quota.
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-kubequotafullyused
summary : Namespace quota is fully used.
expr : |-
kube_resourcequota{job="kube-state-metrics", type="used"}
/ ignoring(instance, job, type)
(kube_resourcequota{job="kube-state-metrics", type="hard"} > 0)
== 1
for : 15m
labels :
severity : info
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
- alert : KubeQuotaExceeded
annotations :
description : Namespace {{`{{`}} $labels.namespace {{`}}`}} is using {{`{{`}} $value | humanizePercentage {{`}}`}} of its {{`{{`}} $labels.resource {{`}}`}} quota.
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-kubequotaexceeded
summary : Namespace quota has exceeded the limits.
expr : |-
kube_resourcequota{job="kube-state-metrics", type="used"}
/ ignoring(instance, job, type)
(kube_resourcequota{job="kube-state-metrics", type="hard"} > 0)
> 1
for : 15m
labels :
severity : warning
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
- alert : CPUThrottlingHigh
annotations :
description : '{{`{{`}} $value | humanizePercentage {{`}}`}} throttling of CPU in namespace {{`{{`}} $labels.namespace {{`}}`}} for container {{`{{`}} $labels.container {{`}}`}} in pod {{`{{`}} $labels.pod {{`}}`}}.'
runbook_url : {{ .Values.defaultRules.runbookUrl }}alert-name-cputhrottlinghigh
summary : Processes experience elevated CPU throttling.
expr : |-
sum(increase(container_cpu_cfs_throttled_periods_total{container!="", }[5m])) by (container, pod, namespace)
/
sum(increase(container_cpu_cfs_periods_total{}[5m])) by (container, pod, namespace)
> ( 25 / 100 )
for : 15m
labels :
severity : info
{{- if .Values.defaultRules.additionalRuleLabels }}
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
{{- end }}
{{- end }}