2020-12-18 00:46:15 +00:00
{{- /*
Generated from 'prometheus-remote-write' from https://raw.githubusercontent.com/prometheus-operator/kube-prometheus/master/manifests/grafana-dashboardDefinitions.yaml
Do not change in-place! In order to change this file first read following link :
https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack/hack
*/ -}}
{{- $kubeTargetVersion := default .Capabilities.KubeVersion.GitVersion .Values.kubeTargetVersionOverride }}
{{- if and (semverCompare ">=1.14.0-0" $kubeTargetVersion) (semverCompare "<9.9.9-9" $kubeTargetVersion) .Values.grafana.enabled .Values.grafana.defaultDashboardsEnabled .Values.prometheus.prometheusSpec.remoteWriteDashboards }}
apiVersion : v1
kind : ConfigMap
metadata :
namespace : {{ template "kube-prometheus-stack.namespace" . }}
name : {{ printf "%s-%s" (include "kube-prometheus-stack.fullname" $) "prometheus-remote-write" | trunc 63 | trimSuffix "-" }}
annotations :
{{ toYaml .Values.grafana.sidecar.dashboards.annotations | indent 4 }}
labels :
{{- if $.Values.grafana.sidecar.dashboards.label }}
{{ $.Values.grafana.sidecar.dashboards.label }} : "1"
{{- end }}
app : {{ template "kube-prometheus-stack.name" $ }}-grafana
{{ include "kube-prometheus-stack.labels" $ | indent 4 }}
data :
prometheus-remote-write.json : |-
{
"__inputs": [
] ,
"__requires": [
] ,
"annotations": {
"list": [
]
},
"editable": true ,
"gnetId": null ,
"graphTooltip": 0 ,
"hideControls": false ,
"id": null ,
"links": [
] ,
2021-02-26 21:25:43 +00:00
"refresh": "60s" ,
2020-12-18 00:46:15 +00:00
"rows": [
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 2 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2021-02-26 21:25:43 +00:00
"expr": "(\n prometheus_remote_storage_highest_timestamp_in_seconds{cluster=~\"$cluster\", instance=~\"$instance\"} \n- \n ignoring(remote_name, url) group_right(instance) (prometheus_remote_storage_queue_highest_sent_timestamp_seconds{cluster=~\"$cluster\", instance=~\"$instance\"} != 0)\n)\n" ,
2020-12-18 00:46:15 +00:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Highest Timestamp In vs. Highest Timestamp Sent" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 3 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2021-02-26 21:25:43 +00:00
"expr": "clamp_min(\n rate(prometheus_remote_storage_highest_timestamp_in_seconds{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]) \n- \n ignoring (remote_name, url) group_right(instance) rate(prometheus_remote_storage_queue_highest_sent_timestamp_seconds{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])\n, 0)\n" ,
2020-12-18 00:46:15 +00:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Rate[5m]" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": true ,
"title": "Timestamps" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 4 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2021-02-26 21:25:43 +00:00
"expr": "rate(\n prometheus_remote_storage_samples_in_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])\n- \n ignoring(remote_name, url) group_right(instance) (rate(prometheus_remote_storage_succeeded_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]) or rate(prometheus_remote_storage_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]))\n- \n (rate(prometheus_remote_storage_dropped_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]) or rate(prometheus_remote_storage_samples_dropped_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]))\n" ,
2020-12-18 00:46:15 +00:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Rate, in vs. succeeded or dropped [5m]" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": true ,
"title": "Samples" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 5 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"minSpan": 6 ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "prometheus_remote_storage_shards{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Current Shards" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 6 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "prometheus_remote_storage_shards_max{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Max Shards" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 7 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "prometheus_remote_storage_shards_min{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Min Shards" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 8 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "prometheus_remote_storage_shards_desired{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Desired Shards" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": true ,
"title": "Shards" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 9 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "prometheus_remote_storage_shard_capacity{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Shard Capacity" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 10 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2021-02-26 21:25:43 +00:00
"expr": "prometheus_remote_storage_pending_samples{cluster=~\"$cluster\", instance=~\"$instance\"} or prometheus_remote_storage_samples_pending{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
2020-12-18 00:46:15 +00:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Pending Samples" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": true ,
"title": "Shard Details" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 11 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "prometheus_tsdb_wal_segment_current{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "TSDB Current Segment" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "none" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 12 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "prometheus_wal_watcher_current_segment{cluster=~\"$cluster\", instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}consumer{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Remote Write Current Segment" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "none" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": true ,
"title": "Segments" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 13 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 3 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2021-02-26 21:25:43 +00:00
"expr": "rate(prometheus_remote_storage_dropped_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]) or rate(prometheus_remote_storage_samples_dropped_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])" ,
2020-12-18 00:46:15 +00:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Dropped Samples" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 14 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 3 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2021-02-26 21:25:43 +00:00
"expr": "rate(prometheus_remote_storage_failed_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]) or rate(prometheus_remote_storage_samples_failed_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])" ,
2020-12-18 00:46:15 +00:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Failed Samples" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 15 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 3 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2021-02-26 21:25:43 +00:00
"expr": "rate(prometheus_remote_storage_retried_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]) or rate(prometheus_remote_storage_samples_retried_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])" ,
2020-12-18 00:46:15 +00:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Retried Samples" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
"fillGradient": 0 ,
"gridPos": {
},
"id": 16 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
"sideWidth": null ,
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 3 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "rate(prometheus_remote_storage_enqueue_retries_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{`{{`}}cluster{{`}}`}}:{{`{{`}}instance{{`}}`}} {{`{{`}}remote_name{{`}}`}}:{{`{{`}}url{{`}}`}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Enqueue Retries" ,
"tooltip": {
"shared": true ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": true ,
"title": "Misc. Rates" ,
"titleSize": "h6" ,
"type": "row"
}
] ,
"schemaVersion": 14 ,
"style": "dark" ,
"tags": [
2021-02-26 21:25:43 +00:00
"prometheus-mixin"
2020-12-18 00:46:15 +00:00
] ,
"templating": {
"list": [
{
"hide": 0 ,
"label": null ,
"name": "datasource" ,
"options": [
] ,
"query": "prometheus" ,
"refresh": 1 ,
"regex": "" ,
"type": "datasource"
},
{
"allValue": null ,
"current": {
"text": {
"selected": true ,
"text": "All" ,
"value": "$__all"
},
"value": {
"selected": true ,
"text": "All" ,
"value": "$__all"
}
},
"datasource": "$datasource" ,
"hide": 0 ,
"includeAll": true ,
"label": null ,
"multi": false ,
"name": "instance" ,
"options": [
] ,
"query": "label_values(prometheus_build_info, instance)" ,
"refresh": 2 ,
"regex": "" ,
"sort": 0 ,
"tagValuesQuery": "" ,
"tags": [
] ,
"tagsQuery": "" ,
"type": "query" ,
"useTags": false
},
{
"allValue": null ,
"current": {
"text": {
"selected": true ,
"text": "All" ,
"value": "$__all"
},
"value": {
"selected": true ,
"text": "All" ,
"value": "$__all"
}
},
"datasource": "$datasource" ,
"hide": {{ if .Values.grafana.sidecar.dashboards.multicluster }}0{{ else }}2{{ end }},
"includeAll": true ,
"label": null ,
"multi": false ,
"name": "cluster" ,
"options": [
] ,
"query": "label_values(kube_pod_container_info{image=~\".*prometheus.*\"}, cluster)" ,
"refresh": 2 ,
"regex": "" ,
"sort": 0 ,
"tagValuesQuery": "" ,
"tags": [
] ,
"tagsQuery": "" ,
"type": "query" ,
"useTags": false
},
{
"allValue": null ,
"current": {
},
"datasource": "$datasource" ,
"hide": 0 ,
"includeAll": true ,
"label": null ,
"multi": false ,
"name": "url" ,
"options": [
] ,
"query": "label_values(prometheus_remote_storage_shards{cluster=~\"$cluster\", instance=~\"$instance\"}, url)" ,
"refresh": 2 ,
"regex": "" ,
"sort": 0 ,
"tagValuesQuery": "" ,
"tags": [
] ,
"tagsQuery": "" ,
"type": "query" ,
"useTags": false
}
]
},
"time": {
"from": "now-6h" ,
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options": [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
},
"timezone": "browser" ,
2021-02-26 21:25:43 +00:00
"title": "Prometheus / Remote Write" ,
2020-12-18 00:46:15 +00:00
"version": 0
}
{{- end }}