40 lines
2.1 KiB
Diff
40 lines
2.1 KiB
Diff
|
diff --git a/charts/kubezero-metrics/charts/kube-prometheus-stack/templates/prometheus/rules-1.14/etcd.yaml b/charts/kubezero-metrics/charts/kube-prometheus-stack/templates/prometheus/rules-1.14/etcd.yaml
|
||
|
|
index b430951..8358704 100644
|
||
|
|
--- a/charts/kubezero-metrics/charts/kube-prometheus-stack/templates/prometheus/rules-1.14/etcd.yaml
|
||
|
|
+++ b/charts/kubezero-metrics/charts/kube-prometheus-stack/templates/prometheus/rules-1.14/etcd.yaml
|
||
|
|
@@ -71,34 +71,6 @@ spec:
|
||
|
|
severity: warning
|
||
|
|
{{- if .Values.defaultRules.additionalRuleLabels }}
|
||
|
|
{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
|
||
|
|
-{{- end }}
|
||
|
|
- - alert: etcdHighNumberOfFailedGRPCRequests
|
||
|
|
- annotations:
|
||
|
|
- message: 'etcd cluster "{{`{{`}} $labels.job {{`}}`}}": {{`{{`}} $value {{`}}`}}% of requests for {{`{{`}} $labels.grpc_method {{`}}`}} failed on etcd instance {{`{{`}} $labels.instance {{`}}`}}.'
|
||
|
|
- expr: |-
|
||
|
|
- 100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method)
|
||
|
|
- /
|
||
|
|
- sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method)
|
||
|
|
- > 1
|
||
|
|
- for: 10m
|
||
|
|
- labels:
|
||
|
|
- severity: warning
|
||
|
|
-{{- if .Values.defaultRules.additionalRuleLabels }}
|
||
|
|
-{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
|
||
|
|
-{{- end }}
|
||
|
|
- - alert: etcdHighNumberOfFailedGRPCRequests
|
||
|
|
- annotations:
|
||
|
|
- message: 'etcd cluster "{{`{{`}} $labels.job {{`}}`}}": {{`{{`}} $value {{`}}`}}% of requests for {{`{{`}} $labels.grpc_method {{`}}`}} failed on etcd instance {{`{{`}} $labels.instance {{`}}`}}.'
|
||
|
|
- expr: |-
|
||
|
|
- 100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method)
|
||
|
|
- /
|
||
|
|
- sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method)
|
||
|
|
- > 5
|
||
|
|
- for: 5m
|
||
|
|
- labels:
|
||
|
|
- severity: critical
|
||
|
|
-{{- if .Values.defaultRules.additionalRuleLabels }}
|
||
|
|
-{{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }}
|
||
|
|
{{- end }}
|
||
|
|
- alert: etcdGRPCRequestsSlow
|
||
|
|
annotations:
|