ZeroDownTime/KubeZero
3
0
Fork 0
Code Issues 1 Pull Requests 29 Packages Projects Releases Wiki Activity

Prepare metrics module for renovate

Browse Source
This commit is contained in:
Stefan Reimer 2023-08-22 13:02:40 +00:00
parent 6c179fe978
commit 42ec11ab0a
24 changed files with 614 additions and 598 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
charts/kubezero-metrics/Chart.yaml
View File

@ -13,22 +13,20 @@ keywords:
maintainers:
- name: Stefan Reimer
email: stefan@zero-downtime.net
# https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack
dependencies:
- name: kubezero-lib
version: ">= 0.1.6"
repository: https://cdn.zero-downtime.net/charts/
# https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack
- name: kube-prometheus-stack
version: 45.27.2
# Switch back to upstream once all alerts are fixed eg. etcd gpcr
# repository: https://prometheus-community.github.io/helm-charts
repository: https://prometheus-community.github.io/helm-charts
- name: prometheus-adapter
version: 4.1.1
repository: https://prometheus-community.github.io/helm-charts
condition: prometheus-adapter.enabled
- name: prometheus-pushgateway
version: 2.1.3
# Switch back to upstream once namespaces are supported
repository: https://prometheus-community.github.io/helm-charts
condition: prometheus-pushgateway.enabled
kubeVersion: ">= 1.25.0"
kubeVersion: ">= 1.26.0"

114
charts/kubezero-metrics/jsonnet/dashboards/k8s-resources-cluster.json
View File

@ -538,8 +538,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -769,8 +768,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)",
@ -778,8 +776,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace)",
@ -787,8 +784,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)",
@ -796,8 +792,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)",
@ -805,8 +800,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)",
@ -814,8 +808,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)",
@ -823,8 +816,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "G",
"step": 10
"refId": "G"
}
],
"thresholds": [ ],
@ -915,8 +907,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1146,8 +1137,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)",
@ -1155,8 +1145,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(container_memory_rss{job=\"kubelet\", cluster=\"$cluster\", container!=\"\"}) by (namespace)",
@ -1164,8 +1153,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)",
@ -1173,8 +1161,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(container_memory_rss{job=\"kubelet\", cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)",
@ -1182,8 +1169,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)",
@ -1191,8 +1177,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
},
{
"expr": "sum(container_memory_rss{job=\"kubelet\", cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)",
@ -1200,8 +1185,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "G",
"step": 10
"refId": "G"
}
],
"thresholds": [ ],
@ -1417,8 +1401,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)",
@ -1426,8 +1409,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)",
@ -1435,8 +1417,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)",
@ -1444,8 +1425,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)",
@ -1453,8 +1433,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)",
@ -1462,8 +1441,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],
@ -1554,8 +1532,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1633,8 +1610,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1724,8 +1700,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1803,8 +1778,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1894,8 +1868,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1973,8 +1946,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -2064,8 +2036,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -2143,8 +2114,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -2235,8 +2205,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -2314,8 +2283,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{namespace}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -2534,8 +2502,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum by(namespace) (rate(container_fs_writes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))",
@ -2543,8 +2510,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum by(namespace) (rate(container_fs_reads_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))",
@ -2552,8 +2518,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))",
@ -2561,8 +2526,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum by(namespace) (rate(container_fs_writes_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))",
@ -2570,8 +2534,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))",
@ -2579,8 +2542,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],

117
charts/kubezero-metrics/jsonnet/dashboards/k8s-resources-namespace.json
View File

@ -403,24 +403,21 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - requests",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - limits",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -620,8 +617,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -629,8 +625,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -638,8 +633,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -647,8 +641,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -656,8 +649,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
}
],
"thresholds": [ ],
@ -771,24 +763,21 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - requests",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - limits",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1033,8 +1022,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -1042,8 +1030,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -1051,8 +1038,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -1060,8 +1046,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
@ -1069,8 +1054,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(container_memory_rss{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)",
@ -1078,8 +1062,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
},
{
"expr": "sum(container_memory_cache{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)",
@ -1087,8 +1070,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "G",
"step": 10
"refId": "G"
},
{
"expr": "sum(container_memory_swap{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)",
@ -1096,8 +1078,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "H",
"step": 10
"refId": "H"
}
],
"thresholds": [ ],
@ -1313,8 +1294,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)",
@ -1322,8 +1302,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)",
@ -1331,8 +1310,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)",
@ -1340,8 +1318,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)",
@ -1349,8 +1326,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)",
@ -1358,8 +1334,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],
@ -1450,8 +1425,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1529,8 +1503,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1620,8 +1593,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1699,8 +1671,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1790,8 +1761,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1869,8 +1839,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1961,8 +1930,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -2040,8 +2008,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -2260,8 +2227,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum by(pod) (rate(container_fs_writes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))",
@ -2269,8 +2235,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum by(pod) (rate(container_fs_reads_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))",
@ -2278,8 +2243,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum by(pod) (rate(container_fs_reads_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))",
@ -2287,8 +2251,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum by(pod) (rate(container_fs_writes_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))",
@ -2296,8 +2259,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum by(pod) (rate(container_fs_reads_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))",
@ -2305,8 +2267,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],

51
charts/kubezero-metrics/jsonnet/dashboards/k8s-resources-node.json
View File

@ -64,16 +64,14 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "max capacity",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -273,8 +271,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -282,8 +279,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -291,8 +287,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -300,8 +295,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -309,8 +303,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
}
],
"thresholds": [ ],
@ -413,16 +406,14 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "max capacity",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\", container!=\"\"}) by (pod)",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -667,8 +658,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -676,8 +666,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -685,8 +674,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -694,8 +682,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)",
@ -703,8 +690,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(node_namespace_pod_container:container_memory_rss{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)",
@ -712,8 +698,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
},
{
"expr": "sum(node_namespace_pod_container:container_memory_cache{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)",
@ -721,8 +706,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "G",
"step": 10
"refId": "G"
},
{
"expr": "sum(node_namespace_pod_container:container_memory_swap{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)",
@ -730,8 +714,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "H",
"step": 10
"refId": "H"
}
],
"thresholds": [ ],

114
charts/kubezero-metrics/jsonnet/dashboards/k8s-resources-pod.json
View File

@ -71,24 +71,21 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{container}}",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "requests",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "limits",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -178,8 +175,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{container}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [
@ -388,8 +384,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -397,8 +392,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -406,8 +400,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -415,8 +408,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -424,8 +416,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
}
],
"thresholds": [ ],
@ -537,24 +528,21 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{container}}",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "requests",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "limits",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -799,8 +787,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -808,8 +795,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -817,8 +803,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -826,8 +811,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
@ -835,8 +819,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(container_memory_rss{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)",
@ -844,8 +827,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
},
{
"expr": "sum(container_memory_cache{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)",
@ -853,8 +835,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "G",
"step": 10
"refId": "G"
},
{
"expr": "sum(container_memory_swap{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)",
@ -862,8 +843,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "H",
"step": 10
"refId": "H"
}
],
"thresholds": [ ],
@ -954,8 +934,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1033,8 +1012,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1124,8 +1102,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1203,8 +1180,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1294,8 +1270,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1373,8 +1348,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1465,16 +1439,14 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "Reads",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "ceil(sum by(pod) (rate(container_fs_writes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])))",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "Writes",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1552,16 +1524,14 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "Reads",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "sum by(pod) (rate(container_fs_writes_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "Writes",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1652,8 +1622,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{container}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1731,8 +1700,7 @@
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{container}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1951,8 +1919,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum by(container) (rate(container_fs_writes_total{job=\"kubelet\",device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))",
@ -1960,8 +1927,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum by(container) (rate(container_fs_reads_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))",
@ -1969,8 +1935,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum by(container) (rate(container_fs_reads_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))",
@ -1978,8 +1943,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum by(container) (rate(container_fs_writes_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))",
@ -1987,8 +1951,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum by(container) (rate(container_fs_reads_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", device=~\"(/dev.+)|mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))",
@ -1996,8 +1959,7 @@
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],

136
charts/kubezero-metrics/jsonnet/dashboards/k8s-resources-workload.json
View File

@ -48,12 +48,11 @@
"steppedLine": false,
"targets": [
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -248,49 +247,44 @@
],
"targets": [
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
}
],
"thresholds": [ ],
@ -377,12 +371,11 @@
"steppedLine": false,
"targets": [
{
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -577,49 +570,44 @@
],
"targets": [
{
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
"expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=~\"$type\"}\n) by (pod)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
}
],
"thresholds": [ ],
@ -830,58 +818,52 @@
],
"targets": [
{
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],
@ -968,12 +950,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1047,12 +1028,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1138,12 +1118,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1217,12 +1196,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1308,12 +1286,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1387,12 +1364,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1478,12 +1454,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1557,12 +1532,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{pod}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1685,7 +1659,7 @@
},
"datasource": "$datasource",
"hide": 0,
"includeAll": false,
"includeAll": true,
"label": null,
"multi": false,
"name": "type",
@ -1693,7 +1667,7 @@
"query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\"}, workload_type)",
"refresh": 2,
"regex": "",
"sort": 1,
"sort": 0,
"tagValuesQuery": "",
"tags": [ ],
"tagsQuery": "",
@ -1713,7 +1687,7 @@
"multi": false,
"name": "workload",
"options": [ ],
"query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}, workload)",
"query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}, workload)",
"refresh": 2,
"regex": "",
"sort": 1,

158
charts/kubezero-metrics/jsonnet/dashboards/k8s-resources-workloads-namespace.json
View File

@ -71,28 +71,25 @@
"steppedLine": false,
"targets": [
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}} - {{workload_type}}",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - requests",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - limits",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -317,58 +314,52 @@
],
"targets": [
{
"expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload, workload_type)",
"expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload, workload_type)",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],
@ -478,28 +469,25 @@
"steppedLine": false,
"targets": [
{
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}} - {{workload_type}}",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - requests",
"legendLink": null,
"step": 10
"legendLink": null
},
{
"expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "quota - limits",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -724,58 +712,52 @@
],
"targets": [
{
"expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload, workload_type)",
"expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload, workload_type)",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n",
"expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}\n) by (workload, workload_type)\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],
@ -1001,58 +983,52 @@
],
"targets": [
{
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 10
"refId": "A"
},
{
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "B",
"step": 10
"refId": "B"
},
{
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "C",
"step": 10
"refId": "C"
},
{
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "D",
"step": 10
"refId": "D"
},
{
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "E",
"step": 10
"refId": "E"
},
{
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
"legendFormat": "",
"refId": "F",
"step": 10
"refId": "F"
}
],
"thresholds": [ ],
@ -1139,12 +1115,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1218,12 +1193,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1309,12 +1283,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1388,12 +1361,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1479,12 +1451,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1558,12 +1529,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1649,12 +1619,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1728,12 +1697,11 @@
"steppedLine": false,
"targets": [
{
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{workload}}",
"legendLink": null,
"step": 10
"legendLink": null
}
],
"thresholds": [ ],
@ -1854,13 +1822,13 @@
"auto_count": 30,
"auto_min": "10s",
"current": {
"text": "deployment",
"value": "deployment"
"text": "",
"value": ""
},
"datasource": "$datasource",
"definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\"}, workload_type)",
"hide": 0,
"includeAll": false,
"includeAll": true,
"label": null,
"multi": false,
"name": "type",

42
charts/kubezero-metrics/jsonnet/dashboards/namespace-by-workload.json
View File

@ -89,7 +89,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ workload }}",
@ -184,7 +184,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ workload }}",
@ -441,7 +441,7 @@
],
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -450,7 +450,7 @@
"step": 10
},
{
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -459,7 +459,7 @@
"step": 10
},
{
"expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -468,7 +468,7 @@
"step": 10
},
{
"expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -477,7 +477,7 @@
"step": 10
},
{
"expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -486,7 +486,7 @@
"step": 10
},
{
"expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -495,7 +495,7 @@
"step": 10
},
{
"expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -504,7 +504,7 @@
"step": 10
},
{
"expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "table",
"instant": true,
"intervalFactor": 2,
@ -578,7 +578,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ workload }}",
@ -673,7 +673,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ workload }}",
@ -794,7 +794,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{workload}}",
@ -885,7 +885,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{workload}}",
@ -987,7 +987,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{workload}}",
@ -1078,7 +1078,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{workload}}",
@ -1189,7 +1189,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{workload}}",
@ -1280,7 +1280,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=~\"$type\"}) by (workload))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{workload}}",
@ -1411,13 +1411,13 @@
"auto_count": 30,
"auto_min": "10s",
"current": {
"text": "deployment",
"value": "deployment"
"text": "",
"value": ""
},
"datasource": "$datasource",
"definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\"}, workload_type)",
"hide": 0,
"includeAll": false,
"includeAll": true,
"label": null,
"multi": false,
"name": "type",

26
charts/kubezero-metrics/jsonnet/dashboards/workload-total.json
View File

@ -89,7 +89,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ pod }}",
@ -184,7 +184,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ pod }}",
@ -290,7 +290,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ pod }}",
@ -385,7 +385,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{ pod }}",
@ -506,7 +506,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{pod}}",
@ -597,7 +597,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{pod}}",
@ -699,7 +699,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_receive_packets_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{pod}}",
@ -790,7 +790,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{pod}}",
@ -901,7 +901,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{pod}}",
@ -992,7 +992,7 @@
"steppedLine": false,
"targets": [
{
"expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n",
"expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=~\"$type\"}) by (pod))\n",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{pod}}",
@ -1151,13 +1151,13 @@
"auto_count": 30,
"auto_min": "10s",
"current": {
"text": "deployment",
"value": "deployment"
"text": "",
"value": ""
},
"datasource": "$datasource",
"definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\"}, workload_type)",
"hide": 0,
"includeAll": false,
"includeAll": true,
"label": null,
"multi": false,
"name": "type",

54
charts/kubezero-metrics/jsonnet/jsonnetfile.lock.json
View File

@ -8,8 +8,8 @@
"subdir": "grafana"
}
},
"version": "d039275e4916aceae1c137120882e01d857787ac",
"sum": "515vMn4x4tP8vegL4HLW0nDO5+njGTgnDZB5OOhtsCI="
"version": "5698c8940b6dadca3f42107b7839557bc041761f",
"sum": "l6fPvh3tW6fWot308w71QY/amrYsFPeitvz1IgJxqQA="
},
{
"source": {
@ -18,8 +18,8 @@
"subdir": "contrib/mixin"
}
},
"version": "19ec574f45c12578ee801265fcf5ae17c8d6fe56",
"sum": "QTzBqwjnM6cGGVBhOiVJyA+ZVTkmCTuH6C6YW7XKRFw="
"version": "5a54fe6dd1740d32ac90cb0623970464fb582214",
"sum": "GdePvMDfLQcVhwzk/Ephi/jC27ywGObLB5t0eC0lXd4="
},
{
"source": {
@ -38,7 +38,7 @@
"subdir": "grafonnet"
}
},
"version": "f0b70307b8e5f12236b277883d998af129a8211f",
"version": "a1d61cce1da59c71409b99b5c7568511fec661ea",
"sum": "342u++/7rViR/zj2jeJOjshzglkZ1SY+hFNuyCBFMdc="
},
{
@ -48,7 +48,7 @@
"subdir": "grafonnet-7.0"
}
},
"version": "f0b70307b8e5f12236b277883d998af129a8211f",
"version": "a1d61cce1da59c71409b99b5c7568511fec661ea",
"sum": "gCtR9s/4D5fxU9aKXg0Bru+/njZhA0YjLjPiASc61FM="
},
{
@ -58,8 +58,8 @@
"subdir": "grafana-builder"
}
},
"version": "207b7e68d01e2f5dfb8dddf455479a676cdd4a9a",
"sum": "wp/L/9smcsHIiy24DH5WWMv2fcSckN2Lw/m7qDszaWU="
"version": "62aec8403a5c38d5dc97ba596703753289b1c33b",
"sum": "xEFMv4+ObwP5L1Wu0XK5agWci4AJzNApys6iKAQxLlQ="
},
{
"source": {
@ -68,8 +68,8 @@
"subdir": ""
}
},
"version": "d87b757edc73a5f5b78e9f6a9bbae9023131c946",
"sum": "fsAZNroGj9QOUt63dI78jcahPnCXlBhpfxuPJC3dTac="
"version": "a10227e04218679b5e0e1d50784a4251bf3bdaf3",
"sum": "bpHFTDHKyY6ESLCtRqpzEQTWDZw3AiYC8fyuZX+KDWE="
},
{
"source": {
@ -78,7 +78,7 @@
"subdir": "jsonnet/kube-state-metrics"
}
},
"version": "3b95dd1cf0822342d09408c444e6b1954352084b",
"version": "60d4c4e082bc8345c91fbf000eae9af2f67ed8de",
"sum": "+dOzAK+fwsFf97uZpjcjTcEJEC1H8hh/j8f5uIQK/5g="
},
{
@ -88,7 +88,7 @@
"subdir": "jsonnet/kube-state-metrics-mixin"
}
},
"version": "3b95dd1cf0822342d09408c444e6b1954352084b",
"version": "60d4c4e082bc8345c91fbf000eae9af2f67ed8de",
"sum": "qclI7LwucTjBef3PkGBkKxF0mfZPbHnn4rlNWKGtR4c="
},
{
@ -98,8 +98,8 @@
"subdir": "jsonnet/kube-prometheus"
}
},
"version": "76d9ce06042523352d94c23349967f5928069883",
"sum": "SBxH8BJxZ5gTl9+oS0es1SijbDPZY08eASaGP/JUsl0="
"version": "4b5b94347dd71b3649fef612ab3b8cf237ac48b9",
"sum": "8AeC579AWxP6VzLTxQ/ccIrwOY0G782ZceLlWmOL5/o="
},
{
"source": {
@ -108,7 +108,7 @@
"subdir": "jsonnet/mixin"
}
},
"version": "e699ef40c655425a65304d18b6f8f6b76a257ceb",
"version": "f7edae17a94c25be7ef70cee32d94d5a23f1c8b0",
"sum": "n3flMIzlADeyygb0uipZ4KPp2uNSjdtkrwgHjTC7Ca4=",
"name": "prometheus-operator-mixin"
},
@ -119,8 +119,8 @@
"subdir": "jsonnet/prometheus-operator"
}
},
"version": "e699ef40c655425a65304d18b6f8f6b76a257ceb",
"sum": "cNcVEO+LVAJK7fGxfL8RAIo/G/9ZU/ZUhCzUpdcgytc="
"version": "f7edae17a94c25be7ef70cee32d94d5a23f1c8b0",
"sum": "LLGbS2uangsA5enNpZKxwdCAPZnO1Bj+W+o8Esk0QLw="
},
{
"source": {
@ -129,8 +129,8 @@
"subdir": "doc/alertmanager-mixin"
}
},
"version": "5adc7369c838c31fcbaa7d413951a2dc01ae87ae",
"sum": "PsK+V7oETCPKu2gLoPfqY0wwPKH9TzhNj6o2xezjjXc=",
"version": "6fe1a24df07eed6f6818abd500708040beee7d7b",
"sum": "1d7ZKYArJKacAWXLUz0bRC1uOkozee/PPw97/W5zGhc=",
"name": "alertmanager"
},
{
@ -140,8 +140,8 @@
"subdir": "docs/node-mixin"
}
},
"version": "287414bc6538c56b40ad8a2620183d1317537987",
"sum": "aFUI56y6Y8EpniS4cfYqrSaHFnxeomIw4S4+Sz8yPtQ="
"version": "381f32b1c5943afb35940b88c45c3fa4bf5fc1de",
"sum": "By6n6U10hYDogUsyhsaKZehbhzxBZZobJloiKyKadgM="
},
{
"source": {
@ -150,8 +150,8 @@
"subdir": "documentation/prometheus-mixin"
}
},
"version": "80b7f73d267a812b3689321554aec637b75f468d",
"sum": "LRx0tbMnoE1p8KEn+i81j2YsA5Sgt3itE5Y6jBf5eOQ=",
"version": "c579144f66b73de12f06981c99288bf03538d3ce",
"sum": "8OngT76gVXOUROOOeP9yTe6E/dn+2D2J34Dn690QCG0=",
"name": "prometheus"
},
{
@ -161,8 +161,8 @@
"subdir": "config/crd/bases"
}
},
"version": "dfc8e4b819309fc0e132795cbf760d879063a1c3",
"sum": "MK8+uumteRncS0hkyjocvU2vdtlGbfBRPcU0/mJnU2M="
"version": "40a9909aba5daff05e36f7c7230c5b588773dcdf",
"sum": "L3lljFFoFB+nhXnyo8Yl1hKqe60nhHXY0IZCO3H2iVk="
},
{
"source": {
@ -171,8 +171,8 @@
"subdir": "mixin"
}
},
"version": "528944910da2402195841ba4b5b065432896ece4",
"sum": "zSLNV/0bN4DcVKojzCqjmhfjtzTY4pDKZXqbAUzw5R0=",
"version": "8fcd30ffcedf9e2728518dc2970d070d4c301302",
"sum": "WhheqsiX0maUXByZFsb9xhCEsGXK2955bPmPPf1x+Cs=",
"name": "thanos-mixin"
}
],

2
charts/kubezero-metrics/jsonnet/rules/kube-prometheus-prometheusRule
View File

@ -24,7 +24,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/general/targetdown",
"summary": "One or more targets are unreachable."
},
"expr": "100 * (count(up == 0) BY (job, namespace, service) / count(up) BY (job, namespace, service)) > 10",
"expr": "100 * (count(up == 0) BY (cluster, job, namespace, service) / count(up) BY (cluster, job, namespace, service)) > 10",
"for": "10m",
"labels": {
"severity": "warning"

2
charts/kubezero-metrics/jsonnet/rules/kube-state-metrics-prometheusRule
View File

@ -6,7 +6,7 @@
"app.kubernetes.io/component": "exporter",
"app.kubernetes.io/name": "kube-state-metrics",
"app.kubernetes.io/part-of": "kube-prometheus",
"app.kubernetes.io/version": "2.8.2",
"app.kubernetes.io/version": "2.9.2",
"prometheus": "k8s",
"role": "alert-rules"
},

37
charts/kubezero-metrics/jsonnet/rules/kubernetes-prometheusRule
View File

@ -68,12 +68,25 @@
"severity": "warning"
}
},
{
"alert": "KubeDeploymentRolloutStuck",
"annotations": {
"description": "Rollout of deployment {{ $labels.namespace }}/{{ $labels.deployment }} is not progressing for longer than 15 minutes.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubedeploymentrolloutstuck",
"summary": "Deployment rollout is not progressing."
},
"expr": "kube_deployment_status_condition{condition=\"Progressing\", status=\"false\",job=\"kube-state-metrics\"}\n!= 0\n",
"for": "15m",
"labels": {
"severity": "warning"
}
},
{
"alert": "KubeStatefulSetReplicasMismatch",
"annotations": {
"description": "StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has not matched the expected number of replicas for longer than 15 minutes.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubestatefulsetreplicasmismatch",
"summary": "Deployment has not matched the expected number of replicas."
"summary": "StatefulSet has not matched the expected number of replicas."
},
"expr": "(\n kube_statefulset_status_replicas_ready{job=\"kube-state-metrics\"}\n !=\n kube_statefulset_status_replicas{job=\"kube-state-metrics\"}\n) and (\n changes(kube_statefulset_status_replicas_updated{job=\"kube-state-metrics\"}[10m])\n ==\n 0\n)\n",
"for": "15m",
@ -218,11 +231,11 @@
{
"alert": "KubeCPUOvercommit",
"annotations": {
"description": "Cluster has overcommitted CPU resource requests for Pods by {{ $value }} CPU shares and cannot tolerate node failure.",
"description": "Cluster {{ $labels.cluster }} has overcommitted CPU resource requests for Pods by {{ $value }} CPU shares and cannot tolerate node failure.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecpuovercommit",
"summary": "Cluster has overcommitted CPU resource requests."
},
"expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{}) - (sum(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"}) - max(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"})) > 0\nand\n(sum(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"}) - max(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"})) > 0\n",
"expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{job=\"kube-state-metrics\",}) by (cluster) - (sum(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"cpu\"}) by (cluster) - max(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"cpu\"}) by (cluster)) > 0\nand\n(sum(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"cpu\"}) by (cluster) - max(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"cpu\"}) by (cluster)) > 0\n",
"for": "10m",
"labels": {
"severity": "warning"
@ -231,11 +244,11 @@
{
"alert": "KubeMemoryOvercommit",
"annotations": {
"description": "Cluster has overcommitted memory resource requests for Pods by {{ $value | humanize }} bytes and cannot tolerate node failure.",
"description": "Cluster {{ $labels.cluster }} has overcommitted memory resource requests for Pods by {{ $value | humanize }} bytes and cannot tolerate node failure.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubememoryovercommit",
"summary": "Cluster has overcommitted memory resource requests."
},
"expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{}) - (sum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) - max(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"})) > 0\nand\n(sum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) - max(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"})) > 0\n",
"expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{}) by (cluster) - (sum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) by (cluster) - max(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) by (cluster)) > 0\nand\n(sum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) by (cluster) - max(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) by (cluster)) > 0\n",
"for": "10m",
"labels": {
"severity": "warning"
@ -244,11 +257,11 @@
{
"alert": "KubeCPUQuotaOvercommit",
"annotations": {
"description": "Cluster has overcommitted CPU resource requests for Namespaces.",
"description": "Cluster {{ $labels.cluster }} has overcommitted CPU resource requests for Namespaces.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecpuquotaovercommit",
"summary": "Cluster has overcommitted CPU resource requests."
},
"expr": "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(cpu|requests.cpu)\"}))\n /\nsum(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"})\n > 1.5\n",
"expr": "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(cpu|requests.cpu)\"})) by (cluster)\n /\nsum(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"}) by (cluster)\n > 1.5\n",
"for": "5m",
"labels": {
"severity": "warning"
@ -257,11 +270,11 @@
{
"alert": "KubeMemoryQuotaOvercommit",
"annotations": {
"description": "Cluster has overcommitted memory resource requests for Namespaces.",
"description": "Cluster {{ $labels.cluster }} has overcommitted memory resource requests for Namespaces.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubememoryquotaovercommit",
"summary": "Cluster has overcommitted memory resource requests."
},
"expr": "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(memory|requests.memory)\"}))\n /\nsum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"})\n > 1.5\n",
"expr": "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(memory|requests.memory)\"})) by (cluster)\n /\nsum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) by (cluster)\n > 1.5\n",
"for": "5m",
"labels": {
"severity": "warning"
@ -523,7 +536,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeaggregatedapierrors",
"summary": "Kubernetes aggregated API has reported errors."
},
"expr": "sum by(name, namespace, cluster)(increase(aggregator_unavailable_apiservice_total[10m])) > 4\n",
"expr": "sum by(name, namespace, cluster)(increase(aggregator_unavailable_apiservice_total{job=\"apiserver\"}[10m])) > 4\n",
"labels": {
"severity": "warning"
}
@ -535,7 +548,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeaggregatedapidown",
"summary": "Kubernetes aggregated API is down."
},
"expr": "(1 - max by(name, namespace, cluster)(avg_over_time(aggregator_unavailable_apiservice[10m]))) * 100 < 85\n",
"expr": "(1 - max by(name, namespace, cluster)(avg_over_time(aggregator_unavailable_apiservice{job=\"apiserver\"}[10m]))) * 100 < 85\n",
"for": "5m",
"labels": {
"severity": "warning"
@ -922,7 +935,7 @@
"record": "code:apiserver_request_total:increase30d"
},
{
"expr": "sum by (cluster, verb, scope) (increase(apiserver_request_slo_duration_seconds_count[1h]))\n",
"expr": "sum by (cluster, verb, scope) (increase(apiserver_request_slo_duration_seconds_count{job=\"apiserver\"}[1h]))\n",
"record": "cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase1h"
},
{

116
charts/kubezero-metrics/jsonnet/rules/node-exporter-prometheusRule
View File

@ -6,7 +6,7 @@
"app.kubernetes.io/component": "exporter",
"app.kubernetes.io/name": "node-exporter",
"app.kubernetes.io/part-of": "kube-prometheus",
"app.kubernetes.io/version": "1.5.0",
"app.kubernetes.io/version": "1.6.1",
"prometheus": "k8s",
"role": "alert-rules"
},
@ -21,7 +21,7 @@
{
"alert": "NodeFilesystemSpaceFillingUp",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left and is filling up.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left and is filling up.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemspacefillingup",
"summary": "Filesystem is predicted to run out of space within the next 24 hours."
},
@ -34,7 +34,7 @@
{
"alert": "NodeFilesystemSpaceFillingUp",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left and is filling up fast.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left and is filling up fast.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemspacefillingup",
"summary": "Filesystem is predicted to run out of space within the next 4 hours."
},
@ -47,7 +47,7 @@
{
"alert": "NodeFilesystemAlmostOutOfSpace",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutofspace",
"summary": "Filesystem has less than 5% space left."
},
@ -60,7 +60,7 @@
{
"alert": "NodeFilesystemAlmostOutOfSpace",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available space left.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutofspace",
"summary": "Filesystem has less than 3% space left."
},
@ -73,7 +73,7 @@
{
"alert": "NodeFilesystemFilesFillingUp",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left and is filling up.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left and is filling up.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemfilesfillingup",
"summary": "Filesystem is predicted to run out of inodes within the next 24 hours."
},
@ -86,7 +86,7 @@
{
"alert": "NodeFilesystemFilesFillingUp",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left and is filling up fast.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left and is filling up fast.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemfilesfillingup",
"summary": "Filesystem is predicted to run out of inodes within the next 4 hours."
},
@ -99,7 +99,7 @@
{
"alert": "NodeFilesystemAlmostOutOfFiles",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutoffiles",
"summary": "Filesystem has less than 5% inodes left."
},
@ -112,7 +112,7 @@
{
"alert": "NodeFilesystemAlmostOutOfFiles",
"annotations": {
"description": "Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left.",
"description": "Filesystem on {{ $labels.device }}, mounted on {{ $labels.mountpoint }}, at {{ $labels.instance }} has only {{ printf \"%.2f\" $value }}% available inodes left.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutoffiles",
"summary": "Filesystem has less than 3% inodes left."
},
@ -129,7 +129,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodenetworkreceiveerrs",
"summary": "Network interface is reporting many receive errors."
},
"expr": "rate(node_network_receive_errs_total[2m]) / rate(node_network_receive_packets_total[2m]) > 0.01\n",
"expr": "rate(node_network_receive_errs_total{job=\"node-exporter\"}[2m]) / rate(node_network_receive_packets_total{job=\"node-exporter\"}[2m]) > 0.01\n",
"for": "1h",
"labels": {
"severity": "warning"
@ -142,7 +142,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodenetworktransmiterrs",
"summary": "Network interface is reporting many transmit errors."
},
"expr": "rate(node_network_transmit_errs_total[2m]) / rate(node_network_transmit_packets_total[2m]) > 0.01\n",
"expr": "rate(node_network_transmit_errs_total{job=\"node-exporter\"}[2m]) / rate(node_network_transmit_packets_total{job=\"node-exporter\"}[2m]) > 0.01\n",
"for": "1h",
"labels": {
"severity": "warning"
@ -155,7 +155,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodehighnumberconntrackentriesused",
"summary": "Number of conntrack are getting close to the limit."
},
"expr": "(node_nf_conntrack_entries / node_nf_conntrack_entries_limit) > 0.75\n",
"expr": "(node_nf_conntrack_entries{job=\"node-exporter\"} / node_nf_conntrack_entries_limit) > 0.75\n",
"labels": {
"severity": "warning"
}
@ -163,7 +163,7 @@
{
"alert": "NodeTextFileCollectorScrapeError",
"annotations": {
"description": "Node Exporter text file collector failed to scrape.",
"description": "Node Exporter text file collector on {{ $labels.instance }} failed to scrape.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodetextfilecollectorscrapeerror",
"summary": "Node Exporter text file collector failed to scrape."
},
@ -175,7 +175,7 @@
{
"alert": "NodeClockSkewDetected",
"annotations": {
"description": "Clock on {{ $labels.instance }} is out of sync by more than 0.05s. Ensure NTP is configured correctly on this host.",
"description": "Clock at {{ $labels.instance }} is out of sync by more than 0.05s. Ensure NTP is configured correctly on this host.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodeclockskewdetected",
"summary": "Clock skew detected."
},
@ -188,7 +188,7 @@
{
"alert": "NodeClockNotSynchronising",
"annotations": {
"description": "Clock on {{ $labels.instance }} is not synchronising. Ensure NTP is configured on this host.",
"description": "Clock at {{ $labels.instance }} is not synchronising. Ensure NTP is configured on this host.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodeclocknotsynchronising",
"summary": "Clock not synchronising."
},
@ -201,9 +201,9 @@
{
"alert": "NodeRAIDDegraded",
"annotations": {
"description": "RAID array '{{ $labels.device }}' on {{ $labels.instance }} is in degraded state due to one or more disks failures. Number of spare drives is insufficient to fix issue automatically.",
"description": "RAID array '{{ $labels.device }}' at {{ $labels.instance }} is in degraded state due to one or more disks failures. Number of spare drives is insufficient to fix issue automatically.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/noderaiddegraded",
"summary": "RAID Array is degraded"
"summary": "RAID Array is degraded."
},
"expr": "node_md_disks_required{job=\"node-exporter\",device=~\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\"} - ignoring (state) (node_md_disks{state=\"active\",job=\"node-exporter\",device=~\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\"}) > 0\n",
"for": "15m",
@ -214,9 +214,9 @@
{
"alert": "NodeRAIDDiskFailure",
"annotations": {
"description": "At least one device in RAID array on {{ $labels.instance }} failed. Array '{{ $labels.device }}' needs attention and possibly a disk swap.",
"description": "At least one device in RAID array at {{ $labels.instance }} failed. Array '{{ $labels.device }}' needs attention and possibly a disk swap.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/noderaiddiskfailure",
"summary": "Failed device in RAID array"
"summary": "Failed device in RAID array."
},
"expr": "node_md_disks{state=\"failed\",job=\"node-exporter\",device=~\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\"} > 0\n",
"labels": {
@ -248,6 +248,84 @@
"labels": {
"severity": "critical"
}
},
{
"alert": "NodeCPUHighUsage",
"annotations": {
"description": "CPU usage at {{ $labels.instance }} has been above 90% for the last 15 minutes, is currently at {{ printf \"%.2f\" $value }}%.\n",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodecpuhighusage",
"summary": "High CPU usage."
},
"expr": "sum without(mode) (avg without (cpu) (rate(node_cpu_seconds_total{job=\"node-exporter\", mode!=\"idle\"}[2m]))) * 100 > 90\n",
"for": "15m",
"labels": {
"severity": "info"
}
},
{
"alert": "NodeSystemSaturation",
"annotations": {
"description": "System load per core at {{ $labels.instance }} has been above 2 for the last 15 minutes, is currently at {{ printf \"%.2f\" $value }}.\nThis might indicate this instance resources saturation and can cause it becoming unresponsive.\n",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodesystemsaturation",
"summary": "System saturated, load per core is very high."
},
"expr": "node_load1{job=\"node-exporter\"}\n/ count without (cpu, mode) (node_cpu_seconds_total{job=\"node-exporter\", mode=\"idle\"}) > 2\n",
"for": "15m",
"labels": {
"severity": "warning"
}
},
{
"alert": "NodeMemoryMajorPagesFaults",
"annotations": {
"description": "Memory major pages are occurring at very high rate at {{ $labels.instance }}, 500 major page faults per second for the last 15 minutes, is currently at {{ printf \"%.2f\" $value }}.\nPlease check that there is enough memory available at this instance.\n",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodememorymajorpagesfaults",
"summary": "Memory major page faults are occurring at very high rate."
},
"expr": "rate(node_vmstat_pgmajfault{job=\"node-exporter\"}[5m]) > 500\n",
"for": "15m",
"labels": {
"severity": "warning"
}
},
{
"alert": "NodeMemoryHighUtilization",
"annotations": {
"description": "Memory is filling up at {{ $labels.instance }}, has been above 90% for the last 15 minutes, is currently at {{ printf \"%.2f\" $value }}%.\n",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodememoryhighutilization",
"summary": "Host is running out of memory."
},
"expr": "100 - (node_memory_MemAvailable_bytes{job=\"node-exporter\"} / node_memory_MemTotal_bytes{job=\"node-exporter\"} * 100) > 90\n",
"for": "15m",
"labels": {
"severity": "warning"
}
},
{
"alert": "NodeDiskIOSaturation",
"annotations": {
"description": "Disk IO queue (aqu-sq) is high on {{ $labels.device }} at {{ $labels.instance }}, has been above 10 for the last 15 minutes, is currently at {{ printf \"%.2f\" $value }}.\nThis symptom might indicate disk saturation.\n",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodediskiosaturation",
"summary": "Disk IO queue is high."
},
"expr": "rate(node_disk_io_time_weighted_seconds_total{job=\"node-exporter\", device=~\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\"}[5m]) > 10\n",
"for": "30m",
"labels": {
"severity": "warning"
}
},
{
"alert": "NodeSystemdServiceFailed",
"annotations": {
"description": "Systemd service {{ $labels.name }} has entered failed state at {{ $labels.instance }}",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/node/nodesystemdservicefailed",
"summary": "Systemd service has entered failed state."
},
"expr": "node_systemd_unit_state{job=\"node-exporter\", state=\"failed\"} == 1\n",
"for": "5m",
"labels": {
"severity": "warning"
}
}
]
},

10
charts/kubezero-metrics/jsonnet/rules/prometheus-operator-prometheusRule
View File

@ -6,7 +6,7 @@
"app.kubernetes.io/component": "controller",
"app.kubernetes.io/name": "prometheus-operator",
"app.kubernetes.io/part-of": "kube-prometheus",
"app.kubernetes.io/version": "0.65.1",
"app.kubernetes.io/version": "0.67.1",
"prometheus": "k8s",
"role": "alert-rules"
},
@ -25,7 +25,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorlisterrors",
"summary": "Errors while performing list operations in controller."
},
"expr": "(sum by (controller,namespace) (rate(prometheus_operator_list_operations_failed_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_list_operations_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[10m]))) > 0.4\n",
"expr": "(sum by (cluster,controller,namespace) (rate(prometheus_operator_list_operations_failed_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[10m])) / sum by (cluster,controller,namespace) (rate(prometheus_operator_list_operations_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[10m]))) > 0.4\n",
"for": "15m",
"labels": {
"severity": "warning"
@ -38,7 +38,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorwatcherrors",
"summary": "Errors while performing watch operations in controller."
},
"expr": "(sum by (controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m])) / sum by (controller,namespace) (rate(prometheus_operator_watch_operations_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]))) > 0.4\n",
"expr": "(sum by (cluster,controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m])) / sum by (cluster,controller,namespace) (rate(prometheus_operator_watch_operations_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]))) > 0.4\n",
"for": "15m",
"labels": {
"severity": "warning"
@ -64,7 +64,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorreconcileerrors",
"summary": "Errors while reconciling controller."
},
"expr": "(sum by (controller,namespace) (rate(prometheus_operator_reconcile_errors_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]))) / (sum by (controller,namespace) (rate(prometheus_operator_reconcile_operations_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]))) > 0.1\n",
"expr": "(sum by (cluster,controller,namespace) (rate(prometheus_operator_reconcile_errors_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]))) / (sum by (cluster,controller,namespace) (rate(prometheus_operator_reconcile_operations_total{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]))) > 0.1\n",
"for": "10m",
"labels": {
"severity": "warning"
@ -90,7 +90,7 @@
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatornotready",
"summary": "Prometheus operator not ready"
},
"expr": "min by (controller,namespace) (max_over_time(prometheus_operator_ready{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]) == 0)\n",
"expr": "min by (cluster,controller,namespace) (max_over_time(prometheus_operator_ready{job=\"prometheus-operator\",namespace=\"monitoring\"}[5m]) == 0)\n",
"for": "5m",
"labels": {
"severity": "warning"

15
charts/kubezero-metrics/jsonnet/rules/prometheus-prometheusRule
View File

@ -7,7 +7,7 @@
"app.kubernetes.io/instance": "k8s",
"app.kubernetes.io/name": "prometheus",
"app.kubernetes.io/part-of": "kube-prometheus",
"app.kubernetes.io/version": "2.44.0",
"app.kubernetes.io/version": "2.46.0",
"prometheus": "k8s",
"role": "alert-rules"
},
@ -32,6 +32,19 @@
"severity": "critical"
}
},
{
"alert": "PrometheusSDRefreshFailure",
"annotations": {
"description": "Prometheus {{$labels.namespace}}/{{$labels.pod}} has failed to refresh SD with mechanism {{$labels.mechanism}}.",
"runbook_url": "https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheussdrefreshfailure",
"summary": "Failed Prometheus SD refresh."
},
"expr": "increase(prometheus_sd_refresh_failures_total{job=\"prometheus-k8s\",namespace=\"monitoring\"}[10m]) > 0\n",
"for": "20m",
"labels": {
"severity": "warning"
}
},
{
"alert": "PrometheusNotificationQueueRunningFull",
"annotations": {

0
charts/kubezero-metrics/zdt.patch → charts/kubezero-metrics/kube-prometheus-stack.patch
View File

16
charts/kubezero-metrics/templates/grafana-dashboards-k8s.yaml
View File

@ -22,23 +22,23 @@ binaryData:
controller-manager.json.gz:
H4sIAAAAAAAC/+1dW2/bNhR+z68QtA1IALeTb208oA9puhbFmi1tvO1hKwxaomUtkqiSVOIs8H77DqkbJdGOk7aJ3fAliM/h5fBcP9K0dL1nWfZkEsRJypn9k/XXx05GofhTGlCs0FAcE454QGJBvAYSEMOAcdkEPi5lM+wFHE1DDNQZChmWRD/G/K0HpDgNw4xCUTIfExLyIAG6I4nzwMPHJOaUhKzWP6j1DYP4XBGM4hkIOgeC3XeYndHIpWwhpcxkBapLwhAlrCZbjeG1OAmKcVgNpQ6X9UTuHI+DCJOUKzJWfBIS+hK55z4ladwav2rzBwpTvJpdF0HSv+uNRu7gmd2pk6k/Rfu9/vOO1e2NOtbA6VjO08PRQbPdd95ggPrIVqgfa/N6iCNGUuoKsexTSiLM5zhltYHsGaEREku3YxLjOs9HqY9LZynJEVoUq+06TkOsKIgLZpPF5uRSpyFg8blwARJ679AU151H1+oE0XMsdcppipVGy7r8NPBOiXT3OkP6Y69OijmmFygUmuhGdT2E2MfS9g1FoDDw4yM2zuNFyNI0ZuDP+RmExU2i1mNCUXWSBLE/vkqktlfx2t5VlxRaxyiSfnAhjGNxYnG84A2fsnK2mKrGWHY2G5yi2N9g8F598JUeDI72Cpz4lIBxWNvbbBGtknlCpIYh1OIYuxzyQKvdWEikCfCEMD4LFqK3rWO8hnx2Fvwrhx86PzTaQO7S9pX0tV2lqk4gad1suhmErgxQkL2tVJ4tzP71xyMNk5QdN9Q5g4zZCg4g0nNwUU0ymAVheCwynLS/yF39LqSu7iH8ORyJ3NU9bOWumRBIH+NiFnW8bLgeZMHuqN8aSE0pK2NL1jMYM43itqk4oj7mG1gBLxIpE0uj/TS5dsOUQcZ48bf9ff7v33bH+odMgXKeTvETNyuEIaZPIhQjXzRYHrRNVCVgDmVowjANMGs3K/LTa+RyqZxeq0mWpl6X47UHAbeUZdw+2tQdypTLNKoLuMx79u9Jg1HiguumuRCtivRqg2XpzmaQ3kLMALXUx5d5RI2uw2Z0yRabRRcRctovbhlYRSq7VWzJTr/muRIKZdVPWX8NnkCFQey4ABCNKjZFVFspofKz+Tsc+3wuk2aLh1d12wgwBDJ2uy3iG4q8AMe8WflvKMP9eyjD6MJfkW7clNJMZk03qD8rugnj6TnNiq9PWDoO9Pkz8KTNmlVKxhRHq3Km9Cu2AcQoG7UYl/nM3U1QSavutiqTnWBwo5gjX4+JE9Fb+Esqhh+2eXoPBVN5mGKZh2chaaQFihOMtEU+S6q/XWAKrog1K4IC5+JVIZOXxCaVw65AKyUUgyTB3rusXrb5dyo5FHG8f0no+acUp3iCPI9NpE/crRJ1rCCGFcQufvEfdCw+QIn663vYPcJkkyIUPx4cWNMraz8fvOrZsQTuu9eSdl2sdrm0rq8LQeQHIcty+cVrXsNRxIJeZ3is5WWCdzYPZlzPzIvln2BD670wonXkedYHUPWdqmczfRDKNXsumRomRUENYi+4CLwU1UqWvvjKHX5dsgVaBKwt1zR1zzN/1uStKE8RQjlN9JZvGzS9VqfJMtfJMwv9Eq7QYpMtUeWmJNG4Zyi2olrxBJP4LxFrbcqUsqHtltUNLUtZ8q32XjuyCjXa9prUMsb0OTynvoW4lwdYevYHclk7oyrlGeehVz8ZKgPyFSCiKUEUYhFkr/MLgDl/pjDyAKHQek+x0Nc8pnoEOHBgcKDBgTuBA3tbhAM9nPC5gYA7CwFfCfsZ/PfA+A+mo/w+sZPzFeDfNi/CoD+D/taiv6FBfwb9GfS3Dv3NA8YJVOVo8ilFMQ9CvO88HY06lgYW5uAwzTImwC8AgB6bZJX6oeFixwrxgcGMd8aM70DXsXtlUONDo8Zv4MzQnBgazLirmPHZlmBGLTTcNdC4/kaGQY2fhxoHD35kCNiET9xQhJm8HAwfiy+Q7wr8Oi6YUNB6T5+ugIH3CfJ6i8UtYFxni/TX3wr99dfq7+UW62+wFfobrNXf8Rbrb7gV+huu1d+r7diG/QJato5O31ofMhuY+xvm/sYjvr/xeK+tPjebD7P52I3Nx+H2nlhrUM09nVp3LFCq6Hr629l43SG2aNaxUho+xLG1mFweU8P8u3BKDfmSl9AoP6e2RiM+t97nHmCw0mM6tXZ2/cja3HEw59VfCjIemjsO5o6DueOw84jxzc8GMH4pwPgGG7xo8KLBiwYvGrzYxIsjc8RojhjN/Ya1gDGhxMWMARQUTgKYMMIRoVeT6RXH7I4AcNU91/tFctUt1e1HcSdS6QaqPTBUk07/DXwRuuXrMF+F1nFKQz4DVAxQMUClCVTk4VWBVtwkLc+qPuchPrf4RY4BL6vAy/Hp71bKhJMb/GJ+hv0If4b9iJFL1yAXg1wMclmLXHwy8QklKRcGNEcq9/XFWKlyA0seGyz5Wr/13e51fMvfh+3lK7CZO8cR+gNTlknZHWRkfpVN5SF6nr0CA4pX5aUytdIYi3OxciyOoySE5cZ++4Uee01vUMBGDeUVT7n28Ayloe5B2ypXBxrlaz/qyaX0KVs8v986y4Cdwi9eGKDAPoVLkuI1JWpatT+lmF7lh/5teKi8R6Rbo/q4+YT+0kDK9HuNdSmaQ2FYvNKi7tGqTlWFbABmC6UpZQvyL1RUDx/pno1faTSvuupYEZgm0PQptKzpcpOK5XSTLJ2Kx93f9GD7jpVPcqA3Se8mk+QVSjUdRIDUO3tfSGXXuS3xBU3fODd4tj6FkTI8zgZS0et9e4GzygvqJW5Fqr7R/gXu+RwHuNv7DqrLVN+GX+wV1Sl7WZKELWXuLd/TQS6fdAtwVLyCIysFVbckAFhEq865SsoTOxWh2MPKaeyuo3zoqx+ULas9VP7vqh/6jsqpIJzdU/7velk+/FisQUBxxWNunEUd+Jk6sDpLb6B+qN7ZYj/3VHkLWWrq+5fE2asnxsd5uSyP80o/tE4yP8wapHLHbz/vYQc7wymeDZ3RCA9nzmA0dYYzzx30RtgbZI0vygLt7C3/B8u4cmNlawAA
k8s-resources-cluster.json.gz:
H4sIAAAAAAAC/+2daW/bOB7G3/dTaLWzi2QbN7YTJ2mAYtEkzbRAO5Np0xkspoVBS7Stja6hpByTyX72JanDlCw7jo9Ytp++SG1S5/+gfiYfkfcvNE0nruuFJLQ8N9CPtXtexAttKwj5t9+/868PO2Izaloh6diUl4YsorKs59Lwg8lL3Mi24xJG/P6l59mh5fPyuizsWyY99dyQebY4RZfYQby/bblXgTyN/Mpol9Ggzwv0vXqgx2XejdxCXlZ8cbzU8Gyb+AFVjyYr+tTq9cWV64163b/VswqfuNQeHEk9mqwntkWCU8/2mLTCw45a2SEsKJ5KVpgk6H+kbi8UF92oD9XRUbuFJPAiZogb0C+Y59CwT6NAz23VtWxbHDZf6DGHyBv0Kd/fDSPXCvP7WebQXpYbUnZNbGkYJ7+5TXvUNTPXqxbpuW+Dy4LT1S2ue2W3J/wTMcavbUStQ25H1VjuiBom/PqFB1L5pQR976a8JuTBbY84KLdINHCRUpd3Pw9TuVXx6LLixjJj7xdrlMjOikWeXHjcG588eSeyQCOB9idlXt4tiXtJj5aGkC+OwohpReI0reG68sjjXjEpo0ycu2t7hcgJKLNo8PM1ZYxbuuT6A58YdFTA80rhvWa+MCTGVemlBCH1fWp+5DYsrQ8J69Ewn7LFtJUb0ltf3o9hR/yY7Njltm0bfnTMRKvW5n9py7lPat98039IPn7TH/Sd4sEG+RVaDm3HFhnezHL5jckAHw45Jd/OiRF6rGiUxBNd2XTqb/Vc1YPyLW/8sC9aR882hU30w/rOUT3vPnHF57wxURrkXN2XvtUNyytDmeP66cVX7Wto8dZfPhAKh8+a9fti8hFGzRE5FngsHDZAnHrt8M6X57Vc07q2zIhn6sgsTLcNLLdnU27+QvDeklsrGL64TmRcxWFUvG3R3iRpKKxTcLLuEoeW7zW6sckaFPngLL+PO3JLJ4jqQSDy07FwOARt0qF26QWKSq93QuTzsTFUFze/pbvF7W99qFy543yw7lT2JkqrkvsoNveFrHtRcntrDQtNwAJgYbNgIYicLdHCy4uUtHAVdWjb98y2wX+qEH4i1ubPW5l4/MMf3PdhcMx3KyeJbW1XE8eUR5EEIp5QUdAmtu0ZRP50uv+v1+F7iU1qopbWeCozywi+6TvpqXg9vxheUH4WAMswsHxOnKOdeo5jhY5oSwAuABeAy9qDyx7ABeACcBkNLrbFn4jAlipiy0fpGkALoAXQslHQsg9oAbRsFrQ0tJrEjHhsxqGOx+7an6jz9ppYtojiducupBNwSmH/SxFB8b4JpYgNavy0vP0TO4JHJuKRT9KiGPoBjABGNgtGWoARwMgm96DEMFGd0Z/4ekAuTyMXjAGBYEAwG0kwByAYEAwIpirDQOCXafgFg0GgF9CLSi8vCgnJ09enpJhMSekHnvxxt2Vp9WfvJveaUnZBl0ka5l8iypLzPSVm/EjM132x/pT1/YM4ZxJfPOX1pGZrXV5Pqg8j2SGQ7HmRrA4ki5GsUc5kQ8ZbDJIJcBpwWY7FjgdUZvhROwq4bTnr8FIzaMswEXTWtsTbSqMYrXOnDbBvFpJ6FJXitDzPjnd/n533oeSlqXhzbsyrka0/t7d02jTkVYiDOb3mJDxQScqS79ACsABYawRYajzl8hBkNWF3mASrI4AV+rqqBFZP7+wKwjt7kmeEzEtxQ5fDz684k+iAT/7D/9U+faqdnWnv3x87znFQwj0+CXm+uKOPmT6A+5ZpUld/0tMgu9wLzyw5tyEamCQ8SltvI22B8r6Z9l5NalgOke3e8BPPjkGttB9N1F1K+D2xiXtVnmLpdhkv6WeMt1ma6d24WuhpfqkNxC5fmWytds3doxZpHTTrh0eG2T3k/15TQhrENPf3DIMaDbp7dRTU0n7FoJbx57+vCasN2tE3Pww+/1NUpeyckrMszPZ+80O7bVDbbjfGxsevognR/v62JEZGg2kuhtzI6fCEHKqXgxgZM0wXYr957Mr2COLsZrQh8sFGjg67nbr5uvGaGnVKWt2D1v5eo7lPGwfGfpO0CsGWHXc5YXdSzbAr/9W07LBrjgq7MfE0S9yNDbVJvHtaXe+mKgo4eBYHn1Xfwdo/4OJZXPxucS5WxQ7TOzoeT4STZ3HyeXXzOBkuRhbP5OAfq5zFP6XsuBo+3uQfk2NjzR3txyq0JhWPLsWQu6/+tTu9DYOQWW7vaTYcPTo1zehgps/icU3ZODWVNvv4n+zeXYCGqjgwqI9TWU06Crgz4fyOXuSGW+S6p2jf0l/qwrDHeQsfMypHYMaNpqa772gDu66anU/mbeeKDWVXwMSnCzHxXGcfWy2Dnq1+zKYvJG+wF98tNy0eFzWvljnPNzAp1s2HP+orIH36JeK+rZb0iRE3EJ4s92NG8SVVkEZBGrWe0qhCnkIgNYn0/DUUUpCeb570fIBWyeRILAiULiabhqP6lXhpuu/feAWE5vOkrXReJUHW2tbNrqcZxOgXTArd+fPDlZwyDHC1oXAVpyXI6inS8yJsgaygPYf2HNpzaM+hPYf2HNrzxYad+kMKoreKys/jH1UzORgK9Ior0OfoY8hX11iEnpvXCn6uqA59DtkMKTqk6JCiQ4oOKTqk6JCiQ4o+dwXj0oa21194Pqe1D6A9X2iQDolqN9Jt75aeCtCbr2AiQGD+zJKnrHeP27X8hyPE5hCbQw9VPT3U8OALhFGTCKMaEEZBGAVhVJWFUadxkvAWzqDWNdVOiGvG0YRRixlGLRaoUTrxgxl9fSkwj8M/nD0fZ59U0dmfuQ80r5smtqldkBjF4epqaoT8mV2d5nUIb1deLeTPPbG1M+YJlIHLqyodWkSCw+sVFxJN73WISyAugbhkjcQlcrogZRzIpaHQNrRZ/CRvS81hPL3QpANDg0j83zf91ctv+sPvPCTFedppd9v37Y0XpYwzfpg8U2H9RUpVHgt9P6YZmH8xwpZHgx/2X6gIZtLwN2OYhxsWI2qZOA3gh6dLYZY1bV/Sqf1T7Msqrl4KVQVUFVBVTJyz0FYMaStKpvMrjHBDXIH5/J5LXHGwxOn8VqIPBVP/jdfBjpOaYM6/56cxoTIAiy2BxXbWgkT2QCIgEZBIJQcUgCLjUOQRJSRYBCyCfqHn6xcazkL0BU1EYPsgMBDYRhGYmGEEfUErD2BvefSJFSBOUycOSCz3mvRxJncGoAHQ0Fm0uqjSAqoAVYAq6CxaY1ZR3tMBrgBX0J+0pP6kSTMW3U1PY7gDMBwYDgN+1XyHBRA3Vnw0ybQY4LTn5zQfnIZupemR5BBIAiQBklT0vU4wySRM8tj8TcASYAm6j56v+yjNy2IuopdoIiQ7ApIByYBk1Z7qAWQ2TW9R6ax7wDPgGXqNVgpRXgNRgChAlIpPgwRGmbL3CJgCTEEvUrV6kYZyEr1Jg60GEwHXGpNCXLMOiAPEbRTEGdSytzjJcYhSFwHdKnBdN2gzSszRo3/5VUV3NJNeWzG3be3yz69ebv/lOEbHvnrlv3r5l3vtUP4f65j8byD+XIs/t/Kv6dTEXyLKJ2DDZB3TEjLUXmrDt3HDrHHy+OJ9TH3ybYDo9CD64eeLL1ufRcC9/E36axvciWk20UG2wh1kTazgCbbauA6ySbFq/Dt7qwZXT7ub6RELhDX9dFV95kW9/kUUSs6KMQuUhVcM0bu3rN69L7wpEq8YfvgZHXpPWRu+ienLn5ksN2Nt+Pg5VogUnmu8cL9gXH4AY7jVfMBa84taa37QQbRdqUUHaw0sLz+XpSSlg8v6/uDhCq0pP7OHZQrzn5LwdMWXlJ/F08lvTT/5rbmNBaZncfICV5I/mXqBacXFJT0J8HF1lo6fi49FGqetNlw9k6vPq+hqrBeP9eKxXvz6rBc/o7pnnuNNzzT6s6Zrzz/uyPH6JnhyGk+eLMWTq5eSUwjuEJDTBOTpEgNy7OA+3DmNO8+W+aSAP+fuz3dIz+dQEiE4pwnOc73i0qR0SfcSPUQlZEni5Ujh0nKHZj/6SqogDodwaa2FS1pNO7NEb0cnkmd5RMf0IrluPTD61CG/UhbE1xavQherGMQeJmFX8mA8q3qDyJQPA+ZS/ozQs2OF1PFtfpNuL8s03eYXpcTzIAgU9U5OABXSWxkTJu2SyC5IR2QKqbVlUn2hb6D5SM1CST8jIdG+xJonpT7JZ1URpdR6vrBpscnV/4gou5NvBpcpp0S7LxrrfITy0h69LTwospZLOf2Lwn0pliO2/WtiiHwgP2bTEcYst+IE4rDU0krTzhty/tQ26Vu7RA41IqN1h7vSKtk89UrCAU9xiTxTO25ytyK/iDAPGWdsl7us+ZjLkqea6lqeIdIvwS/pVej52qHLFWXlGycBEd+PUhEF9DI+kNpOxW2RaJse4ky0pOGSHOzGUKC73k2tkep5+cM8KdNzu/kWfySywc6JSTLOUp9OekuZT69RV77sqV8ULaDeUj431C97dbVGWTy0qXxumHGsfk/vQUjNlVB49CzqgQ/UA6tnae6rX5SXvA9N9XrTa8mZ709P6sL0r5enSbOZwZXn+FFItc/peIS2q50qga1HUlOp85bt6KBrNsy60Wg2SPNgf3+/c7B3QPa6rfprchRvfJ212PUXD/8H8o5FSek6AQA=
H4sIAAAAAAAC/+2daXPaSBrH3/tTaLXZLXtjYsCAj6rUlo3jSaqSiSd2MrU1SVGN1IDWuqYlYTse72ffPiTROgABBgt48sKBbp3P0frR/Vf3446iqMi2HR/5hmN76qnySItooWl4Pv32xw/69WmfbYZ1w0ddE9NSnwSYl/Vt7H/QaYkdmKYoIcgd3DiO6RsuLa/ywoGh47Zj+8Qx2Sl6yPTE/qZh33r8NPwrwT2CvQEtUA+rnirKnDu+Bb8scXG0VHNME7kelo/GKwbY6A/Ylau1atW9V+MKF9nYHB1JPhqvR6aBvLZjOoRb4Wlfruwi4qVPxSt05A0+Yrvvs4uuVTN1eNxuPvKcgGjsBtQr4ljYH+DAUxNb9QzTZIdNFjrEQvwGXUz3t/3ANvzkfoae2cuwfUyGyOSGsZKbm7iPbT12vWyRvn3m3aScLm8x7OfdHvNPQAi9tjG1FrofV2PYY2oI8+s1DaT8S/EGzl1+jU+D2xxzUGqRYOQiqS7pfhqmfKv00XnFnaEL76drpMiOi1meXDnUG58cfie8QEGe8hMTJ+mW0L2oj3NDyGVHIUg3AnaaZrYuP/KoV3RMMGHn7plOKnI8TAzsfR5iQqilc67fc5GGxwU8rWTeqycLfaTd5l6K52PXxfpHasPceh+RPvaTKZtOW74hvnf5/WhmQI9JTm1q247mBqeEtWod+hc3rcew9u139VX48bv6pO6nDzbKL9+wcEdYJLuZYdMb4wGeDTkp3y6R5jskbZTQEz3edKpnaqLqSfqWNL4/YK2jY+rMJupRdf+4mnQfu+JL2phIDXKi7npg9Pz8Sp/nuNq++qp89Q3a+vMHQurwcbP+mE4+RLA+Jsc8h/hZA4jU6/gPLj+vYevG0NADmqljszDa1jPsvomp+VPBe4/uDS97cd1AuxVhlL5t1t6Eacisk3KyaiML5+81vrGJGxT+4My/jwd0jwtE9SgQ6emInw1BE3WxmXuBrNLpnyP+fKxl6kTzm7ubaH+rmXLpjpPBul/am8itCu8j3dynsm4n5/Y2GhbqAAsAC9sFC15g7bIWnl8kp4XboIs7rqN3NPpTBdETkQ593vLEox/+pL73vVO6Wz5J7CkHCjsmPwonEPaECrwOMk1HQ/yn0+N/nS7di21SYbW4QlOZGJr3Xd2PTkXr6cXQgvyzALBkgeVL6Byl7ViW4VusLQFwAXABcNl4cDkEcAFwAXAZDy6mQZ+IgC1lxJaP3DUALQAtAC1bBS0NgBaAlu2ClppS4ZghxmYsbDnkofMJW2dDZJgsijvdBx8X4JTU/jcsgsS+IaWwDSr0tLT9YzsCjxTikU/cojD0AzACMLJdMNIEGAEY2eYeFAET5Rn9EdcD5DIbucAYEBAMEMxWEkwLCAYIBgimLMNAwC/z8AsMBgG9AL3I9LKTSkiavi5G6WQKSz/Q5BfdlrnVX5y7xGtK8QXdhGmYfIkoTs73GOnikZisuzZ+8vpBS+RM6ItZXk+qNzfl9aRqFsmOAMlWi2RVQDKBZLV8JssYbzlIxsBpxGUJFjsdUZnmBp3Ao7alrENLda/Dw4TRWcdgbyuNY7TugzLCvkVIaioqibS8jI/3+Bif9ynnpSmxOTXmbdjIzsNXKW8/08tMzM6lZCn+pixgFGDUBmGUHE+JPAR+KtjpxfHpGPAJerTKhE+zd2l5/oNZ5BnB85Ld0E32+SUyCY8o5D/0X+XTp8rFhfL+/allnXo5dOMin+aLPf6Y0QN4YOg6ttWZngbx5V45es65NdbAhOGR23prUQuU9M2896pjzbAQb/eyTzxT4Fhubxmru+GIe24i+zY/xaLtYl5SLwhtsxTdubMV31HcXBuwXb4S3lod6AfHTdRs1atHx5reO6L/TjBCNaTrjUNNw1oNH9wee5Wo99CrxJT57yEilVE7+vbV6PM/WVVEyBEf88J477evOh0Nm2anNjE+vrEmRPn7WU6MjAfTRAzZgdWlCZmp50MVMTPMF2K/O+TWdBDE2d14QySDDR0f9bpV/aR2grUqRs1eq9k4rNUbuNbSGnXUTAVbfNyXCbvzcoZd/q+mlw67+riwmxBPi8TdxFAr4t12eb0baSXAwYs4+KL8Dlb+AS5exMXvludiWdIwv6PFqCE4eREnX5Y3j8NBYcjihRz8S5mz+NeIHdfDx9v8Y3JirNnj/ViG1qTk0SUZ8uDNvw7mt6HnE8Puz2bD8aNT84wBxiosGteYTNJMKYuP8vHu3SUopdLDf2pxLdV+wbkancD2d9GwL+nYot/jzHynSTueEszHWSaNjEa77ysj662bNc/ns2bJBp9LYMj2AoZ81lnB1stsF+sSf9HrwFvsq3erCPHpwuH1Mtrlxgb4pnnqF7U0IqLfAurBcomICLI95q98b8U8nFMFIiMQGW2myCiVpyA1KiLVPgGtEUi1t0+qPQKocDIh4nlSZ42J/XE9NLQ02vdvtAKE2fPPNsQoWdm9O3AUDWmDlOFAp716hOITaQFCbSlCibQEfppFqp1GKuAn0GqDVhu02qDVBq02aLVBq73csJN/SIFIrKRybfGjaiEHg2K75IrtZ/QxyD03WLSdmO0J/FxS3fYzZDNIt0G6DdJtkG6DdBuk2yDdBul2OQejN0Wo/Uxz+G+NVnuZAZcRrm6lc96tKKxBn13aoAZB9lLEQ3E/GbVe/k8wEGeDOBuUReVTFmWHMUBiVERiVAOJEUiMQGJUZolRWyQJbeE0bAyxco5sXUQT9P8v0P+/RLXPuest6OsbhnkU8cHZz+Ps8zI6+wv1geL0osTWlSskUBxcXU61jbuwq6O89sHbpdfduM+e2MoFcRjKgMvLKsJZRoKD10suyZnf6yDTAJkGyDQ2SKbBJ9GRRnts7DP9QIeIJ3mHq/fEpDtFh39Gkfi/7+qb19/Vpz9oSLLzdKLuth97WyLvmGRiP3xygo0XF31MC2NXkAkYeRGJyNRABis/g5ykaCjrArLB2IvIQwqHNFh7nKjkpaaSCzuOfxUeK+PalKBcAOUCKBcK5yzoFzL6hZwp5lKjyCBggDnmViVgaL3gFHNr0U8B09ExRekk0QbMQ7d65mLj9UBcL0Bc+xvBG4fAG8AbwBul7LQH4FDUKcpBIA4gDujjWV0fTzYLoV+nEGc1gLOAs7aKs9isF9CvsyaYdUZjjK0w0I5cNeKtxMvDp7EIGDAMMAw6ftYXSJoAJAAkACTQ8bP2RCK9owJQAlACfUMv1DdUNGOh62g2UmsBqQGpwRBdOd/5AFQrOPED0NjqacwFGoMuovnB4wjAA8ADwKOk70ECeRSfhwjgA+ADuoJW1xUU5WU6F6HHpxB4HQN4AXgBeJV7agTgrxlnBgQIAwiDHqC1ApETABEAEQCRkk8bBCQy+4S1ACMAI9Aj9GI9QpmchJ6h0VajyWkrtaKoVq8CqgGqbRWqadgwdymvUVSSl5/cTdFbz+sQjPTx43XJ9Sz3FR0PDUFnuwf085vXe39ZltY1b9+4b17/ZQ8tTP8jXZ3+9difIftzz//qVoX9Ray8AAGGK2jm8J/yWsnexh0xJonT0/cx98n3ADen4eaHz1fXu19YWL3+nXtlD+gSJp+Ezq417uyqw9qRQFBb19lVFJ4mvxe3bgg1293MD1LAUdOmdxoQJ+gPrgKf05SAKWApeI0PeupeqqfumjY47DW+D5+hc26WtcfrMHX3ivlxO9YeF8+xVKTQXKOFjZRx6QG0bKv5BGuZL2st81E30F6pFrWr1GD58mdZqpA7OK+HDzxcojXLF/YwT2H6gxE8XfIlyxfxdPhb0w1/a+7BAsaLOHmJK5Wfz72AseTinJ4E8HF5liZ/Fh+zNI5abXD1Qq6+LKOrYT1yWI8c1iPfnPXIF1TqPOeo0orGeNZ6bfPp7pqsSAJ/zeOv8yX6a/3Saw4hHITdPGHXXnrYTRx0B6fN47SL5bft4LUSrWi/uak2t1oHQnCeELxUSyH/iZYMz9EclEL6w14mZI7Ld1v8wyqnCmTWIA7aaHGQUlEuDNaj0A34WaZohXbC61Y9bYAt9A0TT1ybWBlNKAXYHjoit/xgNKv6o8jkTT6xMX0SqPGxfGy5Jr1Jux9nmmrSi5LieRQEkkImITLy8T2PCR33UGCm5Bk8heTaPNE70xDgZKTGoaReIB8p10JXJNWH+SyrjqRax2U2TTe56p8BJg/8Tdo8dRJr3VljnYxQWtrH96nHQdxySaffSd2XZDlkmt9CQyQDeZpNxxgz34oFBFiRpaWmnTbk9Nms4zMzR3I0JqNVi7rSyNk88kr4tJ/FJfxMHdHk7gZuGlSeYprYy3dZfZrLwqea7FqaIdwv3m/RVajJ2szlsrL8jcOAEPcjVQQevhEHktsp0RaxtulJZKLBDRfmYE9AgWo7d5VapJmlD/OwTE3s5hr0kUhGO4cmiWlKfjqpTWkuuVpV+nIof5H0dmpT+lyTvxxW5RppQcu69Lmmi1j9Ed0DE21LoTD1LPKBW/KB5bPUG/IX6aXoI12+3uhaEub76XDtlfr1ph02mzFcOZYb+Fj5EvX5KwdKWwpsNeC6RZW2bMetnl7Tq1qtXkP1VqPR6LYOW+iw16yeoGOx8TBusas7T/8H8u2Vow03AQA=
k8s-resources-namespace.json.gz:
H4sIAAAAAAAC/+1da2/bOBb9nl+h1XQXyTZubCdO0gCDRZs00wLtNJOkXSymhUFLtK2NXqWoPJrJ/vblQ5Kpl9+OZfv2Q2qRelD33Esekofi45am6ch1PYqo5bmBfqI9siSWaFsBZUd/fmeHT7v8NGxaFHVszFIpCbFI67mYfjBZihvatkwhyO9fe55NLZ+l10Vi3zLxqedS4tn8EV1kB/J623JvAvEYcUhwl+CgzxL0/XqgyzTvTpwhiiULx1INz7aRH2D1biKjj61en5dcb9Tr/r2eZPjIxfbgTurdRD6yLRScerZHhBWedtXMDiJB9lEiw0RB/yN2e5QXulHP5eGyyygKvJAY/AX0C+I5mPZxGOips7qWbfPbphM94iDxgj5m17s0dC2avs4yc1dZLsXkFtnCME76dBv3sGsm0KsW6blvgusM6OoZt72i1+P4hISwspXkOui+LMdyS3IIx/WKOVJxUYK+d1ecQ5lz2yU3ZRYJBxApeWn4mZuKs7J3Fxl3linRz+Yonp0k8zi58BganzzxJiJBQ4H2ExMvDUsEL+rhQhfy+V0IMq2QP6aVzyv2PIaKiQkm/Nld28t4ToCJhYPPt5gQZumC8gc+MnCZw7NMjt5+OpEi46awKAHFvo/Nj8yGhfkUkR6m6ZDNhq04Ed/74n2C0Nl2mV3bLnKwKGnb98y2wWoexB5CTpJfbcMP22HAbNsOMEs1g7ZwkxN2i7ZFEMWPhh2yApJfv+kvop/f9F0tuTNPTw6+6U872p7Gn38TdjJPbbMqTYQ6+/GDeRsNHv/rddj1/NQaMw/FNRb+xDIC/oTJnrurxXdnGeyleEn03ayBBnUGtRz+yhzl/GmWy0ojgjYfRkodco4M6nGDN3OnsApcNAf6Gz2V9aQcpR2K9nmN79kmx1k/qu8e19MuyUt8zipIpZFJ5V31rS4tzqSi3tJPL75oX6jFWjTRyGnbXXY7LQZjJ/O4pOl6zFYwiGCzpB4JPELzBpHVS5s++KIclmtat5YZstqotKaJzw0st2dj7hzp4t2jeyvIF64TGjcyVLJm4HVqVNVwa2VA17krFV9VXqEmlaYgB8Xv8YDu8RiRO3BM9jhC8y5pow62CwvIM73eWyQ4QCOXJ5uYwstkG1PPpStvnHbe3cq+RGFW9B7ZJi0ThVsFr7fWhKgJhAgIERCiKhEi23IsoEOVoEMSCiBDQIaADG0AGdoHMgRkaPPI0ICDONjxyEP7ziM3rHVhHIC2Ow8Uq2TExnQKBpI84m8sh59pOQwkeVCJUSL55sCM8szok7AMjBUBPQJ6tNn06ADoEdAjoEdVpEeLHTMCcjQxOYKRI6BGQI2S1CQwWRj7GGWDKkr9wCoBEUTF2ZfeXUpWlRToOgrHtOgpCdL3GJmyvU3nXVk/RX7/UMZMhMUkcqpma13kVPU832sB33tevldfT743vIYTMcHv9SNkZtZqybhCvq4zeOTwU385bx68bp3mz0jCoZBlRL6er537lmli90pyl5KLuVxzIOEsPCUJg+JcBek8vUmR2omaiJwBJfcYar7z18f79Q0xXyk/HKfn0WgWdj1yYbxms9SdB22bPW4Wvj+S0Eu4z5P7PT6yJz496SUnMtPelLISZn0B4USBk5jaQDYisn8V93pELD1O2mfiDJslMjZvskOlBxXXaa9mn36f2K6j69U1MLCs85Zp3rJad2rjjtevzbCDOSkheG1Syb6rWEkB3Vbotq5Rt1X1p2FxCL3W4fMYotN6CJ1WmKRYyiRFSVdh8lmKgD7YE/Wcr/OtmIwkPKAp/2H/ap8+1c7OtPfvTxznJCjgKj6iLF7c8nvGzbDs8enT9VOLGcagixr5SGFFbsTVUBqgaV/YxIblIFH5NYt6nDfFARRlXotO3VsbjTov4U76GWE1l2Z6d65eeOoXIuqqodB85dGr/fKmAJ5yZpiCzw2dDouFXL6Y+E0a7enRvRw+hAMAjwXw2+oDrP0dIJ4F4tPFQaxqOaYH+uOwsUQAeSyQz6obxxJeiOLZAH5X5Si+8MzVQLds1H+B4O6Ze4et4wY+OMQHuGUcddBBHdWPDg8O91+3cPeo09zfuzkOavFAY1DzPfNft4jUBt3UX18Mfv+DZ8VjmvGIpkgcDGkOBjRFBrvhry/abQOzDu0wV/OLYKxCNVJx51JMuPfqn3vT2zCgxHJ7k9mwfAh3DaeDxHjJAoRf2QF3fZg0bN4zF1z/J010kpjkRFjeD09Yma1bfDLWuoW1tfnbRdh8+a4eiS4B/KHgn1Yu4CIl7Npa/AzCbVOhf6evwNTxH3w6vFpTxwS5AUeyGMeE4BVkwdQyTC2v6dRyOk5hankcQfQRzC2DIBoE0SCIBkH0cgTRz7AUUxuxFhOU0QtSRs9lkSmIo4eIo5dr4XXRR8dLfvk4iLZ9t+dpBjL6eAfk0kvu04r6H/q0G9qnVcMSurWTKKaPoVcLimlQTFdZMV1YuYFUq1qiack/ZgIYdNMV103PEWMQXa6xdDrCGtTTlVZPzyGaQUC99gLq9IDP5dXVDoA9C9jnlQ7oCObT/JgeAD0h0L+tAtBXd8gHnGfC+X01cYaFL+WwwsIXWPiyOgtflv8FZlgAkxNlSyhgGcTC1sBUx+uHivPBD5ayHGZ8s8OKGAg+WBwzHy8gwdxxXyEbnz+LjYWcaoOt/NuzWDm4Q/4GG/m9vhoyQ1hOB8vpQHq4EtJDWFE3sfTwNUgPQXoI0sNKf6xVBol2iQ3M+pjaW+Sa0ptgzqyaOsS3fjAj1tec4jkWBbArL0icHuxLhoHmdePANrULJGk4QF1RVeLMUMdxTQHtymsT/bkHtnZGPE5lAPKqShUXEeCAesU1i9OjvuECJ416mu+ZAQidQOi0JkIn8RFFZa7GxZTPO7eJbMrlxLP86OKsczdPfzKf5I9rx8Nu33c2XOdUZn0atapg/oXqnUY5vy8JDdh/QTqjke4PACxWczRuAJiS0QMOC1L9jB0IAMQU0qBlfZs4Gtv+XYJZxS1uQVgBwgoQVowds6CwyCksCr5ZnE0DjQV8tPiZNBaHS/xS7CQjKc/G0yr/WdglcbPh2hL4lubz8y4uKwDWtQTWtbsWnKMBnAM4B3COYfMHQDqWTDpGiByBdQDrgLGe5xvryUchjO+MxbWawLWAawHXGioWALK17BGecRYbAOV6fsrlA+WCgZ7pycc+kA8gH0A+hivlgH1UhH2MWv8GBAQICIz5PN+YTxyX2ViEkZ+xyNcBkC8gX0C+xlLJAwer6AhQ4fpkIGJAxGAkaKXISAvICJARICPjLRUDNlLdESEgJEBIYGSoWiNDuZiEEaLBWYNvo9QaY9O1Q6BrQNc2iq4Z2LK3GWdjxEnuq7Kd4W7doE0wMpNZu+z2LCa+tRg3+983fXuP/X71cucvxzE69s0r/9XLv9xbB7P/SMdkfwP+55b/uRd/TafG/yKePp8vA2gvtXzx74ilCMwrXf4d4K3T8NYPny+uti+5l778twB7B2gqfKIARs5WeeTsCKgYULFNGzkbzcJSi+VWloutzlsAIZtqFWGfeGGvfxFSQcskKwNSBisJYexwWWOHV6wSYm2x9uEzDBdOshlX4xiI6PMS0c3YjUu2YxlPYbHGEg8yxmU3MPK15hPs7rWo3b0G40k7lfrKe60BG3rN5dv9AuCioUJAuEK7eM2MsAhh1g8FpCu+idcsSEd9TT/qa+7Alj6zgHxWxU35FIgLRhIA4+ps1jUXjHkYx7U2QD0T1OdVhBp26IIdumCHrjXaoWtc8VBuL5B5TvVkp5EWPfezpvt9DcMypaQCMKu/e9iaBuZomR84Z/W3VptM7ACIVn+vtjHaDoB0cZC+gyBdjEQJHHVDt8UrEE1UQrsEe+KB4BzUTYXqJq2mnVl8RKQTiqeMEDttReXWA6OPHfQVk0CWTX5HSkod+BUmIjfiZiyqegPPFK0CcTFrLPTkXhQ7vs1e0u0lkabbrFCKPw+cQJH4pFRSFN8LnzBxF4V2Rl8iQkjNLZL/cxEETntq4kr6GaJIu5LCKCU/imdVNqXkej63abbK1X+EmDyIocAieRWv93llnfZQltrD95mGIqm5lMdvZd5LsRyy7a+RIdKOPMqmJcYstuIYCrLY0krVzipy1nyb+I1doJkqiWjdYVBaBafHqESEYBJIxJPassrdDn2Fy9RYi09xjb0NsYyAUYmEe+wUo9cchV7UwKkos2AREAV/xAXS07m5kvO04pMj35CvpmSEAb6WN1KrrJVwmPqCHSZhilO7DPeUdnKbNveZMGj7fdbkDPGlYhr7pPDY9fCxrbgpfJIVvyXMHlX5XclBdde7qzVijTnjjlGanrrMtxgDI4OLI5MktF4lQ3pL+Spko64c7KsHij5Vbym/G+rBfl3NUfYZaSq/G6b09O/xO/CFD4objXyKeuND9cbqU5oH6oHyWYMjUy1vXJaU+X56Qquof7k+jVrphMt7jh9SrF3GM2XanvZ77IXa9oUXq/z0UAh+9eMWah0260fHhtk9Yv9eY4QayDQP9g0DGw0ZSvptwhTqW0//BxjlaIYcIwEA
H4sIAAAAAAAC/+1dbVPbOhb+zq/w+nZ3YEtKEghQZu7stFBuO9PecoF2Z+e2k1FskXhxbFe2eSmX/e17JNmO/JYXEhInOf1AY8kv8nnOkR5Jj6yHDU3TieO4AQks1/H1I+0BkiDRtvwAjv78DoeP2/w0aloB6dgUUgMWUpHWdWjwwYQUJ7RtmcKI17t0XTuwPEivi8SeZdJj1wmYa/NHXBHbl9fblnPti8eIQ0avGPV7kKDv1n1dprm34gxRLFk4SDVc2yaeT9W7iYwetbo9XnK9Ua97d3qS4RGH2oM7qXcT+cS2iH/s2i4TVnjcVjM7hPnZR4kMk/i9j9TpBrzQjXouj5ZdFhDfDZnBX0A/Y26fBj0a+nrqrCvLtvlt04ku6xPxgh6F650gdKwgfZ1l5q6ynICyG2ILw/TTp9u0Sx0zgV61SNd5419mQFfPuOkWvR7HJ2QMylaS2yd3ZTmWU5LDOK4X4EjFRfF77m1xTgDObZfcFCwSDiBS8tLwg5uKs7J3Fxm3linRz+Yonp0k8zg5cwGNT654E5GgEV/7SZmbhiWCl3RpoQt5/C6MmFbIH9PK5xV7HqBiUkYZf/aV7WY8x6fMov7nG8oYWLqg/L5HDFrm8JDJ0dtNJwbEuC4sih9Qz6PmR7BhYX5AWJcG6ZDNhq04kd554n38sL/pgF3bDulTUdK255ptA2oeAg9hR8mvtuGF7dAH27Z9Cqmm3xZucgS3aFuMBPTBsEMoIPv1m/4i+vlN39aSO/P05OCb/ril7Wj8+ddhJ/PUNlRpItThxw/wtsB/+K/bgev5qTUwT0BrEP7MMnz+hMmeu63Fd4cMeCleEn07a6BBnRFYff7KHOX8aZYDpRFBmw8jpQ45JUbgcoM3c6dABS6aA/2Nnsp6VI7SDhX0eI3v2ibHWT+obx/W0y7JS3wKFaTSyKTyLnrWVVCcGYh6Sz8++6J9CSxo0UQjp21ewe20GIytzOOSpushW8EQRs2SesR3WZA3iKxe2sG9J8phOaZ1Y5kh1EalNU18rm85XZty50gX747cWX6+cJ3QuJahkjUDr1OjqoZbKwO6zl2p+KryCjWpNAU5KH6Pe3JHx4jcgWPC41iQd0mbdKhdWECe6XbfEsEBGrk82cQUXibbmHouXXnjtPNuV/YlCrOi98g2aZko3Ch4vZUmRE0kREiIkBBViRDZVt9COlQJOiShQDKEZAjJ0BqQoV0kQ0iG1o8MDThIn/Zddt++ddk1tC7AAYJ25z6gKhmxafAEBpI84m+Qw8+0+gCSPKjEKJF8c2RGeWb0SVgGx4qQHiE9Wm96tIf0COkR0qMq0qPnHTNCcjQxOcKRI6RGSI2S1CQwIYw9SrJBFaV+gEpABFFx9rl7m5JVJQW6jMIxLXpKgvQ9JaZsb9N5F9ZPkd/blzETYTGJnKrZWhU5VT3P91rI9+bL9+qryfeG13AiJvi9foRgZq2WjCvk6zqDRw4/9ZfT5t7r1nH+jCQcCllG5Ov52rlnmSZ1LiR3KbmYyzUHEs7CU5IwKM5VkM7TmxSpnaiJyBlQco+h5jt9fbhbXxPzlfLDcXoejWZh1yMXxis2S9251zbhcdPw/ZGEXsJ9mtzv4QGe+Piol5wIpr2OGv+JwiMxqEFswmQvKu7biIh5mLRnxHk0JAJnN+FQ6SfFNder6SfZJ7be6Npzacwo669FGrGsBh1hwvF6opn2fEbaBR7/lextirUP2NHEjuYKdTRVfxoWh9jPHD7zILqZ+9jNxGmFhUwrlJD7yecV/ODenqive5lvxWQk0QEZ+Q/8q336VDs50d6/P+r3j/wCRuKRAOLFKb9n3AzLPpr+tJ5lMcMYdCojHymsyI24GkoD9NQXNqlh9Ymo/JpFfcTr4gCKMi9FN+ytTUadl3An/YRBzaWZ7q2jF576hYm6aig0X3n0ar+8KYCnnBmm4HPCfgdiIZcvpmqTRvvp6J4PH3RBgMcC+G31Adb+jhBPA/Hx80Gsqi+eDvTHYaN/CPJYIJ9UN44lvBjF0wH8rspRfOaay4Fu2Tj9M4K7Y+7stw4bdG+f7tGWcdAhe3VSP9jf29993aJXB53m7s71oV+LhxP9muea/7ohrDbopv76YvD7HzwrHrmMxy1F4mDgcjBsKTLghr++aLcNCh3aYa7mFcFYhWqk4s6lmHDn1T93nm5DP2CW053MhuVDuCs4gSPGS55BqpUdVtfHF3NtT6DLk4Y4Sl78SNjXC4+gZNYNPRprPcHKWvbt0y27eLeNJI8I8VCIjxcUPJHadGXterLuobPqAL/TKzNx+wefcq7WxC0jjs/xKkYroVcFWTixixO7Kzqxm45TnNgdR0B8gDO7KCBGATEKiFFAvBgB8RyWLmoj1i6ikngqJfFMll6imHjBdlwuPXG8qJWPT2ibtzuuZhCjR7dQXrzgXqiosbEXuqa9UDUssSM6icL4EPuhqDBGhXGVFcaFlRtKm6olMpb8YyqAUWdccZ3xDDFGkeIKS40jrFFtXGm18QyiGQXHKy84Tg/4nF9cbCHY04B9WumAjmA+zo/pIdATAv3bMgB9cUs8xHkqnN9XE2dcKFIOKy4UwYUiy7NQZPHfGF7bBSPS4LigYMo1I9Xx4KECeET7GZePjG9cXEGyPoG0botJpsGa+TNHd4kseTpDSwrJ0hrb8rcZ2tK/Jd4am/K9XiVZHi4YwwVjKNVbCqkerhmbWKr3GqV6KNVDqV6lPwYqg0Q7pwaFvp/2ljim9CacY6qmbu+t50+J9SWneNCNR7ArL+B7OtjngIHmXsWBbWpnRNJwhLqiKr6poY7jOkC0K6/l82Ye2NoJczmVQcirKu17jgBH1Cuu8Xs66msuCNICV/Nc00dhEAqDVkQYJD4GqMzIODTg88FtJptyOSEsPx447QzN45/gk/xx7XjY7fvWWuiCymwcRG0nGnkG+qBRjuxJcoJWnkqXM9KV0cyz0OiM68ymZNpo7alUMmM7NZq7VEqzqC/cRuPHv0vIqrhNKYoXULyA4oWxYxZVDDkVQ8GXb7NpqGPAT9/OScewv8DvjU4yWjE3NlaRj4suiIENV2ngVxznz674BD1yqwVwq+2VYBYNZBbILJBZDBujR2oxF2oxQhSI3AK5BY7bzG/cJh+FOFYzFqNqIqNCRoWMauiEPFKq+YzWjCPBR2I1f2LlIbHCQZunU4xdpBhIMZBiDFejIceYK8cYtfYLaQbSDBy/md/4TRyX2VjEUZyxKNYeUiykWEixxlKiI9Na6GhO4QpcpFtIt3BUZ6koRwspB1IOpBzjLcdCzrHo0R2kHUg7cJSnWqM8uZjE0Z7BWYNvfNQaY5OyfSRlSMrWipQZ1LI3gZkBPZL7dmxmGNqV32aUmMk8W3b7D5PeWMDA/vdN39yB369ebv3V7xsd+/qV9+rlX85Nn8J/rGPCX5//ueF/7sRfs1/jfwlPn80ae+2lli/+LbMUeXely7+F7LScnX74fHaxec598eW/BaRbSEZxsT+Ogi3zKNgBEi4kXOs2Cjaaa6UWpC0t41qet0DaNWSlXo+5Ybd3FgaCfEnuhdQLV+vhOOCixgEvoKqBFlf78BmH/ibZIKpxiHRzvnRzPXaIku1YxlMg1iBxL2NcuIGRrzUfccep59pxajBqtFWpL4/XGrjJ1Ey+Jy8ALhoQRIQrtLPU1AiLEIbeJiJd8Y2lpkE66mt6UV9zC7eZmQbkkypuFKdAXDCSgBhXZwOpmWDMwziutRHqqaA+rSLUuGsU7hqFu0at0K5R4wqBcjtkzHJCJztZ9NwzPEu9B9UwxFLaJ4SsKjtarWiQjZbfoQtWZbuvyUQIiFtV9g8bo7ZH4J4PuHcYcNPIgNAdV3qrtgJhQiX0QbhPG0q3UUFUqCDSatqJxUcdOqF4yghB0UZUbt03erRPvlLmy7LJbyhJOQG/wiTsWtwMoqo78ExR9zOHQpOgJ/cKaN+z4SWdbhJpug2FUvx54ASKjCalRAronfAJk16R0M5oOEQIqblFQnouNKBpT01cST8hAdEupPhIyY/iWZUmKbmux22arXL1HyFl92K4rUjCxGt3XlmnPRRSu/Qu0xwkNZfy+I3MeymWI7b9NTJE2pFH2bTEmMVWHEOlFVtaqdqhIodG2qRv7AJdUklE632A0io4PUYlavYngUQ8qS2r3M3QUxhLDdr1gNbgbZhl+EAYEoaxVYxecxR6UQOnogzBIiDy/4gLpKdzcyXnacUnR74hX03JCH16KW+kVllL4TD1Z3aYhA8+2WW4p7ST27S5z4R+2+tBkzPEl4rJ6qPCVlfDxzbipvBRVvyWMHtU5V9JDqo77m2tEeu4gTtGaXrqMs8CBsYGF0cmSci7Sob0lvJFxEZdOdhVDxQNqN5SfjfUg926mqPsl9FUfjdM6enf43fgSwgUNxr5FPXG++qN1ac099QD5TMAB6Za3rgsKfP9dIUeUP9yeRy10gmXd/teGFDtPJ6N0na032Mv1DbP3FhJp4dCVKsftkhrv1k/ODTMqwP495oS0iCmubdrGNRoyFDSbxKmUN94/D+veOiyJh8BAA==
k8s-resources-node.json.gz:
H4sIAAAAAAAC/+1d/1PbNhT/nb/C07Y72MFIAmxd7vZDC6PdXbuxQnu3W3c5xVYSDdvyJJlAOfa370lyHDmWS0hoCUH9KX5P1pf3ed8kPdPrjSBAOE2ZxJKyVKBucA0kIMZUSHj66294vNlWzUhEJe7HBKiS50TThimRv0ZASfM4NhSOs9EZY7GkGdBbmjiiETlkqeQsVkMMcCzM+zFNz4UeRj9yMuBEjICA9loCGRob6xZ6WmZyQA1ZHONMELs3zRgROhypmaPOQSu7RCUjwymJpz3ZvWk+jikWhyxmXEvhZttm9jEXs0NpRoTF6DVJh1JNut2q8UjTaxILlvNQLQCdcJYQOSK5QJVWAxrH9W6pkne7Skol4RdYNUbtpNpJTIYkjUpg7fUO0+fibAZSu8XF0DV5Jf2cc5LKBm6CL5s4NG3gcIXaKaiJeypixMZujgTVjRs6BYnkUwAsXhVcUELdarZ3zRjTSGPbmuVYeluSlRWcMEDjDdMr0YQAi+Aj4awKS0YA/FTiIXEqSKZ64TiiuRrmoM5z6xWgEhFOuBp7EDNZHVMQTon4/YJwDpKu2sKsPUxtQvUFkAYhznBI5RXanm0WKqtRzb4+7uz/dHBYb1GaQh3BqZ63agzwGxFJT/W0m15WvmXqb5xNShNwcy2UOzWukDg8d6gQKJH1VFUDAYIiTV4BmMoI2p0qtRimpoNCkiwj0WuYpBNxifmQyDmwJJeZxkjkyeZ53ie9FHS0B+PKXPQm2F6HcQ4j8p8/oG+Knx/QdqCa/vwf0NQPRQAvrb0XtAuz/AO62apjPmA8wdoTS5rASAbFWrOJ7zrGodRa1GnA77js79PaaFqDwM6tuDSDKck0MFU8t+cXoJZdihOioe5lLOqFEN8woMS75a8eyKaXC7BxWD1QI9HT7qoLXfQox5LMJ++braB/FWzCKF9UzNfXMOLNzT1KuNFi5EjFfRZHDqeqlnUMEdIxluadjuhAuplShzZ0ePIueKdgqLpDWXqN69logzmJGoKKYFzWxWdiTU9eZXpEmkb0gkY5hKbGsDNpqzOm6swu8SUV9Xn18/Dc2Hpd6CgpQo4SyQxkSGmq+63mwFoGT50CupdwhS/nCSNTFYXhuHQoFO6TuEmXYjZ8gXWm167xTKrhfM3kGvWYYq34Tub/gItwm5hZxy1xaWOWWtoW5AoZwbOGU1B/BWehdwRu9ls2rmT95YTOCpOz9elTdmh4p/Sj5o9+MNZSQPE0k/16rt/xuf6XzfXb65nr31uSWp/LbVmqkFfxnTYcZ/UoZiyJTPOTP+Hfzps3O0dHwatX3STpCkfek2EJ9pI29zkJw2avge4UE8rpujOM6eao0BGnIw8nbqgK0KILjkhIE6ydX8e11zl3G1DBPNPbiRcxvq1dmTuhIw6eK4jYOEXOpu+49lWfhOa9st7g6+cOeJozwwp8aZ70wRZq/DylVtBeHN235F/wL1J4gJcB+MXqAxx86yFeBuLDzwdxEUf14+JAv6YJ9Xa8HMhHq2vHBl5vxcsB/MsqW/EJizy6C6GbuSS3Cpa74nhaItz9/rvdxWUoJKfp8G4ybD41XeTsfzWPrvXJhOPQGrac+uzBeXOzwJl2fQxOBvosCzk2H8tfFBSS6ZYC72qBZ3kX5kwvSFdfxVRA6E0uV+CHSUnXTtQv0DrdyQS7gYe6CerDlbOqWCeIayfoI29TTwPoX9AjuG79IwcFWK3rVo5ToZB041hmaA6Wv47117Freh1btVN/HTtP7eWev4/1tZe+9tLXXj547WVCEsavfPllw7bEiKc3ZvycpkMQgez1ryQR80q67OkraOnLMJfdF7zRcJg6iWBzvMtAi8IR2fJVmQ+8DdBG4bcBT3QbYJul3wncpTBz328EfGGmL8xc5cJMp3PzNQOrVZtp8o+lAPblmStennmPGPvarjWu0Cyw9kWaK12keQ/W7Os0175Os3rg8/b0dMuDvQzYxytt0AXMh/UzPQ/0HYF++RiAPh3jzOO8FM6vVhNnX1/v6+t9ff3nra9f8m5ywavJp1Vmb2TsK+0f5/V7s4p/sjjYg/4la+7nl7Yvu39yBvbkC/A/G+RcrH+icPzwYtb1SWsv6JcPL2gxxtnay/kVehwFev7bHf/tji/aexRFe3N9vrNRTBUJiGYJfk+4MNNp7xuyqgFSb0SYn5s/ui7xcKqMSOV4PCXFgaLpS5Iki2Fd6bD+N+M3ZnG3atUq1X6SXGo1iMgA5/FMoZS2Gpu74dAv/QlCVTlL7UFHWOLg1BT4WfzChO3yP4vLsslfwrf9K4KtIr/SR3yuMkHrL9e3K9QhuZyJCqWzsobfmFmXJTkcx+8LQVR19zaZNgjTLcU5KiEnkra8OfhuCNQReR47iv8ajBglACV1NJ+gUoT+u0CiR+oZL7uZZ9f/sD7kBkprd9Q3FmQHVsNpKCBb2A6K/rfc6HVuQ6+IaTbKYCwaIvHHZEKoyq3NXNHcjQvdMEuzGLkgZ6Yj20s9CoVp3ZPCVANrqS8qLVxYWaYf49B0wJwZ6I1JQddDXzYmkcz8lx46wSnd98AkjyDR8U578u0DpH4FDVVeyygkUHz6ciGS3iRltnMZdDDVC9RuWQ979oNVNI0OrN9t+2GvZXOmX2igjvW7HRmt/XuyBvVJjqUYt45id/yD3bE9Smfffphe/KAfI3u+k7lUxPeR6YJc9O7ssIi45Ve5LMlySYK3xSmKCHaD30ABg80TFgmjhijX9eeo02rh8Nkg6g/6/R/3+3s/4cHg2bN2+xnZj9phJzSNL8qA39q4+R94i1XE8mUAAA==
H4sIAAAAAAAC/+1dW1PbOBR+51d41d0Z2IElCdBLZvrQwtJ2pt2lhXZmZ9vJKLaSaLEtryQTKMP+9j2SHEeO5RICbdMgnuxzZF3Od26WjsPlWhAgnKZMYklZKlA3uAQSEGMqJNz9/QlurzZVMxJRifsxAarkOdG0YUrkqwgoaR7HhsJxNjphLJY0A3pLE0c0IvsslZzFaogBjoV5PqbpqdDD6FtOBpyIERDQTksgQ2Nj3UJPy0wOqCGLY5wJYvemGSNChyM1c9TZa2XnqGRkOCXxtCe7N83HMcVin8WMaylcbdrMPuZidijNiLAYvSbpUKpJt1s1Hml6TGLBch6qBaAjzhIiRyQXqNJqQOO43i1V8m5XSakk/AyrxqidVDuJyZCkUQmsvd5h+kyczEBqtzgbuiavpJ9zTlLZwE3weROHpg0crlA7BjVxT0WM2NjNkaC6cUOnIJF8CoDFq4ILSqhbzfauGWMaaWxbsxxLb0uysoIjBmi8YXolmhBgEXwmnFVhyQiAn0o8JE4FyVQvHEc0V8Ps1XluvQJUIsIJV2MPYiarYwrCKRF/nhHOQdJVW5i1h6lNqL4A0iDEGQ6pvECbs81CZTWq2YPDzu6Tvf16i9IU6ghO9bxVY4DfiEh6rKfd9LDyLVN/42xSmoCba6HcqXGFxOGpQ4VAiay7qhoIEBRp8grAVEbQ7lSpxTA1HRSSZBmJXsMknYhLzIdEzoElOc80RiJP1k/zPumloKM9GFfmojfB9jKMcxiRP/2Ifi4uP6LNQDV9+h/Q1IUigJfW3gvahVn+EV1t1DEfMJ5g7YklTWAkg2Kt2cR3HeJQai3qNOB3WPb3ZW00rUFgp0VcqqK2Ob+YtIRSnBANaC9jUS+EKIYBC94tr3oggV4uwJJhjUCNRE87pS500aMcSzKfVK82gv5FsA6jfFNhXl7CiFdXN5Zjo/bLkYrhLI4cDlJN/hCinZUxVHjHIzqQbqbUYQrtH70P3ithV12bLD3A5WzkwJxEDQFCMC7rQjJxoycvMj0iTSN6RqMcwkxjCJm01dlPdWbn+JyK+rz6eXhq7HZ2rSpOFuFDiWQGGKT00f1Uc5AsA6FO59xLuMDn84SEqSLCcFw61Ab3SeycoGKy4XOss7Z2jWfSBudjJm+oxwdrxTcy8u+4CCerWMc1MWZtllraFsT9jOBZwymor8Al6OzezX7HxpUMvpzQSWFytj59yQ4N75h+1vzRQ2MtBRT3M3Gv5+0dn7d/27y9vZp5+50lnPW5XJdxCnkR3+jl4aQexYwlkWkW8hf8bb15s3VwELx82U2SrnBkNxmWYC9pc5+TMGzeG9CNYkI5XXeGMX3RKXTE6cjDiRuqArTogiMS0gRr59dxvbecug2oYJ7oV4PnMb6uXZk7oQMOniuI2DhFzqbvufZVX4Tmg7Le4MEzBzzNmWEFvjRP+mALNX6eUitoL47uO/Iv+BcpPMC3Afj58gMc/OIhvg3E+18P4iKO6tvFgX5NE+rt+HYgHyyvHRt4vRXfDuDfl9mKj1jk0V0I3cwluWWw3CXH0xLh9m+/bi8uQyE5TYc3k2Hzruki+/jLuUGtdyYcW9Pwyqn3HpynMAvsXNfH4GSg97LQM7Twpn+x/m4p1q4Wa5Z3YWb0jHT14UlF1L3JcQhcmMRz5QT6HP14pyjBduABbQJ0/ztZSKxTupUT58E9tY8VhfN3tDSHnW9zgHm5Djs5ToXCy41WmR85WP4w1B+GruhhaNVO/WHoPFWMO/401Fcx+ipGX8X43asYE5IwfnHPCxmNEHpjxk9pOoSFyl7/QhIxrzzLnn6Clr6gcb4c/40Wuqk4CNbH2ww0IhyRDV/f+J1Teq36PqW/pym9bZY+q79JieOuT+p9iaMvcVzmEkenc/On78tV5Wjyj1sB7Asdl7zQ8Q4x9lVSK1zrWGDtyx2XutzxDqzZVzyufMVjdcPn3fHxhgf7NmAfLrVBFzDv1/f0PNA3BPrFjwD08RhnHudb4fxyOXH2leq+Ut1Xqn/dSvVbnkAueAC5igXrRpK+Zn2ZD8yb1fWLpbke2ruvXp9fpr6AfUWN5Z6Usn81YLlY/TB9+K2EqWuAVl6cL76VOAW8la+8NF+iZSpo89+t+O9WfJHbD1HkNtenK2vFVJGAyJTgD4QLM532riGrmhn1RIT5qfnpbomHU2VEKvfiKSk24ExfkiRZDOtKh/VfHl+bxd2q7apUx0lyrtUgIgOcxzOFRdpqbO6aQ790+X1VOUvtQQdY4uDYFMRZ/MKE7XI5i8uyye+p2/4VwesYv9BbYq6yOuv3z9sV6pCcz/j+0llZw6/NrMuSHI7jD4Ugqrp7nUwbhOmW4hyVgxNJW94cfDeE44g8ix3Fcg1GjBKAkjqaT1ApAvxNINEj9YyXXc+zy39YHzIApbVb6vsCsgWr4TQUkBNsBkX/G270OtehV8Q0G2UwFg2ReDuZEKpyazNXNHfjQjfM0ixGLsiJ6cj2Uj+EwrTuSGGqgbXUF5X8Laws0w9RaDpgzjzzyiSaq6Eva5NIZv4xhE5wSvc9MMkjSHS81Z58KwCpX0FDlccyCgkUnz5ciKQ3SYztXAbtTfUCtVvWzY59YxUZoz3rum3f7LRszvSLBtSxrtuR0dpPkzWoD1Usxbh2FLvjh3bH9iidXftmelCCHkX2fCdzqYjvM9MFrOj9yX4RccsvUlmS5ZIE74rdDRFsB3+AAgbrRywSRg1Rruu1UafVwuHjQdQf9PuPdvs7T/Bg8Phxu/2Y7EbtsBOaxmdlwG+tXf0PKzhzzThkAAA=
k8s-resources-pod.json.gz:
H4sIAAAAAAAC/+1dWXPbOBJ+z6/gcGa37ElsS/KRxFXzENvxJFVJxWM7mdoap1QQCUlY8xoQ9BGP97cvAFIUSIK6LEuk1HlwRIDC0V838HWzIT68MAwTeZ7PECO+F5qHxgMv4oUOCRm/+us7v3x8JW7DNmGo42BeymiEZVnPw+yjzUu8yHHiEoqC/qXvO4wEvLwhC/vExse+x6jviC66yAnj7zvEuw5lN/KS4i7FYZ8XmLuN0IzL/Ft5hxxWPDheavmOg4IQq63Jij4mvb4YudnabwR3ZloRIA87w5bU1mQ9cggKj33Hp1IKj6/Uyg6iYb4rWWGjsP8Jez0mBt1sFOpw2dcYCv2IWmIC5hn1Xcz6OArNzF1d4jjFZomQdzNb5DFMb5C42Wy62UYc3MOenQKrzrfnvQsvc5Cqd9z0dIMX0o8oxR4rqXXRXVkN8UpqqEDtgquJfihh37/V1zCuuk5Jo1wi0RAApS4LLldCeVe+dVlxS2yJbSNfo+htWiys4MznaHz25UxkgYFC4wemfhaWAHPwPYZ6WKsggWiFIptEopv9Yp1erzgqNqaYir67js+yfYaYEhx+ucGUcklnbSFvD0ObEG1R/DeXJMvq58AQfdndz6etvbf7x8U7Ei1uFCrEqjBcKYrYqsqrr1XwaRVqQ4asaw34OfhHTdshLhkz6dO3b3YbtZi0cpXV2jBAFi5bxHilsNlmK1uadFMwmZDhIMD2Jz5IrYIyRHuYTaB6+C6QEg4jd8Pj1tT2kIvlSNuBb7ctvpsg3gk9TD+1rSBqRyG3qHaIeakdtuXicMibaBOKGH5I2/jtyvwlvbgyXxm8TVHG/xNXlhPxiVBRkny8Mh83jc69sZF2t6kB3acuknsPI64YhTC34m2D1foUWUyqUatEBU7T9h4e0n4fH82S27nQr5WtOKcXOJDgTmUIKghXnii6jjo5ANp8x5Y7WXuwSDz81+9w0Ylbt7iiMLzFdzdKrLBMtK+MSYEZ9MWLONoclCtv88pbJBLlK2E1QIiXrJWGoGxVnhmA0pWR9QUd9R1bs9eLWZ1y4qbpS9Zd9EmX6SuZZFzm8dlX46tYr7K7NEt3h4c8CUIU2yVcJ/QpK0ovpkBtdh/IHolnkxtiR5wxlbKhwb2SyGdHdofuSFgcVyeyruM1vSh0002YkBBJDjJTaJn+W+V8L+V00jPRT+Ee3U3CboYayrujTKNQqIOdMl1y/N4Rkg5Is1AXM2Dt12IKXOQFyoynWh2WOAm9icXzGMM/XuRLU9viC2yAUd5wktKPfK2Qjqq++ty/zTij6YAuE5NT9WmUHcZ1F+SHrO8fxNaSQAE+aOKDtirig2q+FuuurgI80Ip5oDXzRYhnUcyXzI2s32F1ubfRpz7j64bd5qIl/sD/ULiYg9k0VCvt4ideWOqX/PVLuy28m/bAAr9v5l0VY2fM0Ks24FXwrSZklaNVT0YaBrZsUcKIxRebsnBDacCgrM4PJNXT0Aa5colVZ7u1X6i8T4ggFw7nuJNOey6E+TI2MuL1gDUvmTUnG0jkkfnTziYQ53oQZ409AnsusOcied6FBziLpc9NoM8j6XNxLOP4c8junameIl0Wd7PYkvCQjf2H/9v6/Hnr5MT48OHQdQ9DDcsLEOP24pW3OdiO+8S2sWfO9vRHH58r0DLtam4NlqEsQLNO2MYWcZFc/Fo6gnetN6Ck8lI6OkcOGndfyqHME8pXLsP2bzWRXXHrVyrXqpHQfBPWa/z8TgNPeVw1A58XuR1uC4V6STnSnXt2dM9HP9YEgCcC+Kj6ABv/AoifAvHx80GsehGzA/1p1JN6AHkikE+qa8cxvGDFTwP4faWteBCEA4xnwtgql18VrLjiqCqC3Nn+dWd2GYaM5mOTY2VYHjJdarbUU/JEpsuWkiEMTSyf+6YlT/hmC/UX+6C4KyNfpsZLeXq6TiK2w1RMhxKNIDrkYyY3+HCidKq1wuHoOXCopkkYOwYoyUxKclw5Y03S7tYKhRMwVVCR0Sry3qxBDuYfEVedaj1NpsgLBZJ6HFOyqamCHE3I0VzRR81ZO4WnzJPkaO7BY2bI0qzHOcHUDLS8ZC1PEdZOJPU9Yzgk7C52fXrfvvXpNfF63L9g7c49w2ExLfZpB6kKybLE5VYeX8BhQ1FUncOGsU7AecPlnjdcHgqrcuTws5RgnNVkbPx5cbEJWdRL9mvl3gJ+7Zr6tapBgms7TQL1Pni2kEANCdRVTqAewzYgt6c6mdQxC3kSzJBMXfFk6jliDJmYK5xPnWANKdWVTqmegzVDVvXKZ1VnKdg5ULAngn1aaYNOYD5GVh8D0E8C+vc6AH1xiwLA+Uk4f6gmznAaBk7DLA/VFToNU+fn+ut1LCbGBw49lEHxLCdjFm8eo6xhZJo96EdlDsVMDgWci6mtoU61j83JcuGMzHOpCw2fT0GMn34zkt/7zBadfTmpISCnCwHEEkEagGQySH5fCCThLQoAkckQ+WDWI9URDvfB4T5IgqxFEiSc75v+fN8BZEEuNgsS3sKQZEEeLPMlDOIXHhT+5mEm3GHuR1qYu5ixP1z2MoNZ+Nz/Uu+y9OUFvHrBp7R4j8t4YcG8idp5DJpxhDw7tjI4krJcNnYUwIGUpXCxV6tASV4DJQFKApQkoSTS23cJA05SJ05ymaAGpARICQSIlh4gKlohRIcmoWJvgIoBFQMqlosO8eGLvRC4WE3iQ1yaht81kjiRbZzF+AEjW/b7H4GRQZhoZm7yFrgJcBPgJvkwEZCTWpKTQcCIAT8BfgIRo6VHjAZ2mbdFiBtNws3yZUDOgJxB4CjlZjb1RefA0eodQDJOYhyBqAFRg0BSfclKE8gKkBUgK2WRJGArqxJRAsIChAUiS9WKLBVsEiJMw7uGvzG11ZyYzrWAzgGdWys6Z2HibHBOx4mT5E3GRo7bdcM2xcgufSpo4xvCqRqnZRs7/PP2y81/XNfqONfbwfbLf7wbF/P/aMfmf0Px50b8uZN/bXdL/EWiXPurL/PnhwvlhedCbot/edYkkN5SMuJIwMIxrQ2kf0q51Z/pf/xydgFUHn55AqKPdY4+7gJdBbq6btHH8Ux15HHHevHVNaCrkzFVwHSt+epln/pRr38WMWCtcBgWAtBLCkBf8HVHvP3j4xdjyzgh4if2O5HoZePMt3mR2EKMfxvxqrMJcel5xaX3gOgD0V/buLTyU9/TRqfnQudGsTnjpTFtdPXZx7S54OyHdEKrkAMhIqMb0hV6md/GgHFCnBTipDWMk+4DfQL6tI5x0kmY0+gfh1smf1ruyIBEzSNcJ6lUzKSASEHoDkJ31Qvdpe97hYjdKGKp4ZXwBoQF88rmWvDKeIvLaQq3NV64lxMub8AqLqiPU/PUXObzgKgW5zaOqYbs3plkU0pfR3xZ3DBne6uw8uJgfZuDHb9PbBt7M749eRgeqtbLz7eadXv7+btqvh5bAqyL/AHC0yJ8VGGEpQlz5xOQngfSx9VEOnFDg8QNrRbKrbqBfPJ8IAvH9MkQa4IMgPGUGL+vOMYywSRZtQHqJ0F9WkWo01gEYDsTtla5/KqwIVccVUWQO9u/7swuQxFd83rTybA8VP+MD39qklA9+3OaCryu+p35PBnzo/EdmYME+M4R36Ol4Lsy9jtDBh2o7xzV93iJ6lurUz21RvlkmZsQwLwomN+DMS8xJwlUeY6qfGpWPMnpOH7+bgwzK6qV4CR+xE9Aqgc09VU1VZBJDilQ65QCNS7t6UUybjO0+thF3zAN47HFB/PipAfxDRvRa9kYt6reUDPlHkE9LI5ip20x7AYOn6TXSy3NdPigFH0eKoGS7JPJl2L4TuqEjbsocnKZJtKE1FpdXr9Ih8BZTU1VyTxBDBkXcYqUUp/Ys5pApdT6gZBpfsk1/44wvZe/YKlLtBLrvlissxrKS3v4LrdRpCuX0v2L3LwUySHH+ZYIIqvI42RaIky9FCfIJRtIWlna+ULON3Mbv3M02VMlFm26HEqiuX2ASkIPpoFE9tSOl9yNKFCYzRbf8Rne4rOhxAo5lUiZyKYevdY49JINTkWZG4uEKPxjMCAzW1sYuSjT35zoRjw1pSIK8WXckLpk1UJhGs+sMClvnFllhKa002baQmeisB30+ZYzQpf0pPZRYbWgY6uiY9wPeZp28Qa499L1p9ancifpUXpJq6FjLwZ06zEmF0SKPaEV3djPMT3/dqs5OOzA/ZOkzMx8LSCc5dPhlxORpK6jSrjNfeX1Vs2GcrGrXijZ0Oa+8rmpXuw21Brldest5XPTjjX9+2AO4hyOokxje1EbPlAbVntp7akXyu8rv7bV8Q7GkhHfD19mxppfL48TJpj6i74bRAwb5zi2ydDYMc4SszAjmVFuHuy/aeK9A7yH963XHbTXQI3XB3sHu2/3cfd1p7Ub33yTEtDGi8f/AyGdDFRIAQEA
H4sIAAAAAAAC/+1dWXPbOBJ+96/gcGa37ElsS/KRxFXz4COepCqpeGwnU1vjlAoiIYlriuSAoI94vL99GyBFgZfug5Q7D44EUDj66wa+bjbIpw1N04njuJxwy3V8/Uh7giIotC2fw7e/vsPX59fiMmpanLRsCqWcBVSWdRzKP5pQ4gS2HZYw4nWvXdfmlgflNVnYtUx66jqcubbook1sP/y9bTm3vuxGfmW0zajfhQJ9r+brYZl7L6+QwwoHB6WGa9vE86namqzoUqvTFSPXGwc170GPKzziUHvQktqarCe2RfxT13aZlMLza7WyRZif7kpWmMTvfqJOh4tB12uZOlr0M058N2CGmIB+wdwe5V0a+HriqrZl29lmLSHverLI4ZTdEXGxXu8lG7FphzpmDKw6345z7F+nIFWvuOvkDV5IP2CMOrygtkceimosp6CGCdSuQE3yh+J33fv8Gg6qaxc0ChIJBgAodUlwQQnlVenWZcW9ZUpsa+kaRW/jYmEFFy6g8dmVM5EFGvG1H5S5SVg8CuA7nHRoroJ4ohVGTCsQ3Rxk6/L1ClAxKaNM9N22XZ7s06fMov6XO8oYSDppC2l7GNiEaIvRv0GSPKmffUN0ZXc/nzf23x2cZq+ItLiWqRCrwmClyGKrKm9+rYJPI1Prc2Lc5oCfgn/YtG2rZ42Y9Pm7t3u1Skxa+ZbUWt8jBi1axKBS2Gy9kSyNusmYjM+p51HzEwwyV0E5YR3Kx1A9+uBJCftBb9MBa2o6pEflSJueazYN2E0IdMKO4k9NwwuagQ8W1fQplJp+Uy4OR9BE02KE06e4jd9u9F/iLzf6aw3aFGXwn/hm2AFMhImS6OON/ryltR61zbi7rRzQXdYjcu/hVk+MQphb9rL+an1ODC7VqFGgAudxe09Pcb/Pz3rB5SD022grnkjdVVHfOKLoNmilxNyEfVnuV83+UvD0X7cFAhKXboM6cLoNexizDL9IgK+1ccXf7wuKAFMQ/Y2zdeMsU97F690yRR0uP2st6KIVdoSYC9cy3hUE0rXNnN1ZjP0cqJZCVxN1V12rzfMrueRI+unFV+2rWGGS+yqP1/OnNG0hjJoF7MR3Gc/KKCQtTf7oyR4tx7TuLDMAjlPIX/rXSuqdHNkDebD87LhagXEbrsLpuQqSFnEXIZIUMLrQpfxfFTO0mIVJXyJ/Co/kYRw+MtBD6I7xHLUhLWrnDlBUup0TIl2GeqYu5Ky5PwtJa3YnV2Y80RqwwknkVkXzGMEYNtKlsW3BYulRkjacqPQjrAjStcyvvnTvE+5jPKDryORUfRpmh2HdlfVD1ncPQ2uJoECvMfIaGyXxGnN+FupuXgX6jCXzGSvmPViOwSgsmZtJT8Fog3/QZS6HdcNsgmgtt+8xKIzLpnwSQhV38RMUFnoSf/3SbAp/pNm3wO9baedC2x0x9LINuDre0JjccbiCyQhA32INZnHLgCWlKAxQ6MgX1bmeJHQ55ECuT2Jt2WkcZCofI7oHIgAmO+6050KLr0NTspwOcuMVc+Nomwgca/7kso70uBr0OMcekSNnOHKWIu/hjZXlkuQ6kuShJDk7llEs2eeP9kR3d66zu1loSXTAuf4D/7Y/f94+O9M+fDjq9Y78HC7nEQ724hS32d+Ou5ZpUkef7q5MfhQuQ8tyV3OjvwwlAZp2wiY1rB6Ri18jj+Dd5htQVHkt3ZkTm4y6LuZQ+hmDlUsz3fucKK249CuTa9VQaL4J69V+Ps6Bpzh6moDPCXotsIVMvaQc8c49PbqXw283IsBjAXxSfoC1fyHEs0B8ujiIVS9ieqA/DbuDjiCPBfJZee04hBeteDaA35faivuhNsR4KoyNYvmVwYpLjqoiyN2dX3enl6HPWTo2OVKGxSHTlWYxzZLzMVkWkwxh5ETswTctuI83XUA/2wejbRn50o/1qRNsIuEcxcI4kjL3giMYmXVHj8ZKc3pR0j6ZXtrlVG9tV0NVmEoVTldkeFHS24uS9RmaHSqCqHqvlybP8Y8AFKRc93IZcXyBVz5aMdXLqcI8SMyDXNMbvUk7xXu84+RB7uNNXsyErMbpudgMctnHizxbVzmRVPfk3YCW92jPZY/Ne5fdWk4HvAjebD1y6mdTT2c7kpRJSLV6YOXhFzyCt4ojeCHyeApvvWVdrYN4n6WcwiwgbfPPq6stzDpesScqdwP0RF+oJ6oaJDqjkyQcH6AvignHmHBc5oTjEWwDc2HKk3kcspCZYMbk45InH88RY8xcXOP84whrTEEudQryHKwZs5DXPgs5ScEukYLNCPZ5qQ06gvmUGF2KQM8E9O9VAPrqnniI80w4fygnznh6BE+PrA7VNTo9UuU78et4jCREAY8PFAl8hpMky1f1YZo9NJUdtWDJh0jGFzieIym50U20v8zJCvFMyWxKwfzFqYH2029a9AzKZNHFl7MKiv18jmI3RCAEBT+e4H+fo+D9e+Kh3MeT+we9TKmBeHwNj69h0mAlkgbxBNvkJ9gOMWtwuVmD+Cz/KGvwcJWP8hdPKlBYmkO5cFPBvzMouH6hn1r0SPxpWNv/Yq+v8BH4UL3kc0jQ4+Ieez9vOnYZQqOdEMcMbQkPaqyWc514eExjJYzr9ToQjzdIPJB4IPGIiIf06XsWR+ZRPuZxHWGD1AOpBwZ7Vh7syVohRnrGIVxvkXAh4ULClYr0wPDFXoiMq1SxHpCZ5ra1KOZjahchSsi7Vv1GQORdGPKZmoG8QwaCDAQZSDrkgxSkxBSkH/zhyEKQhWD0Z+XRn75dpm0RY0DjMLB0GVIwpGAYBIoZmMlc0TkysSoEg7SzEC2kY0jHMChUXUpSR0qClAQpSVFUCDlJtaJDSEuQlmCUqFxRooxNYrRocNXguUfb9bFJWwNJG5K2F0XaDGrZm8DcgB5JdqRtphhc228ySszC+3gmvbOAkAH52tyFzzuvtv7p9YyWfbvj7bz6x7nrUfiPtUz464s/d+LPg/xr9rbFXyLKc594Mn8WuFT2dynktqiXM40D3D2zhqTdLx25ygD3p5RbVVj7xy8XV0jL8UkNGC+scrxwD6knUs+XFi8czTqHHhysFvdcG+o5HutE5F4A97zuMjfodC8CjgwUD49iYHhFgeErWF3EmyI+ftG2tTNLPI69FYheNi9cE4rEdqD9WwvXli2MF88rXryPpB1J+4uNFyuPn540ajwX0jaMs2mvtEnjoQsf09aScw/iCVUnA0HEMjel8/IqvVkhr8TIJkY2KxjZxDe4I0l6kZHNcfjR8AejrZIlrXZkSJXGD71JwhTyJaRLGIbDMFz5wnDxez4x+jaMPuawR3yS/5LZY/1FsMdwi0tpCtgaFO6nhAsNGNkF9XliNprKLu7T0ezcRvFRnz/a42xK8Wtor7Mb5nRvk1VeGJvfZn/H71qmSZ0p35o7CAKV66XX2/WqvfX6uJyvRZYA58X3EOFJET4pMcLShMHFRKTngfRpOZGO3FAvckO38EX2s4B8tjiQhWM6M8Q5QQbEeEKM35ccY5ksEq3aCPVMUJ+XEeo4FoHYToWtUSy/MmzIJUdVEeTuzq+708tQRNeczmQyLA7VL/AWT0VSoKe/G1OClysf67Nksg9HcWjWEKI4RxRPFoji2tjiFJltqKRzVNLThStppU7OVBrLs8VvGwjmssB8j4a58LwfVNg5Kuy5XopEotPwHrc2yF4oVxKReBidAC4fttgfzKnCnGxMM3pJaUajUos2onHrvtGlPfKNMj8cW3iQLUwsEL8wCbuVjYFVdQaaKXcC5lBxQDlui9OeZ8MknU5saboNg1L0eaAESkJNIieJ0wepEyZtk8BOZXNIE1Jr8zLkRcoBTWpqrEr6GeFEuwrTkJT6yJ7VJCWl1vWETNNLrv53QNmjfBJjXjKTWN3FYp3UUCjt0IfUdhCvXEr3G6l5KZIjtv0tEkRSkUfJtECY+VIcI1+rL2llaYeFHLZskx7bORlKBRat9wBKK+fyPioRCZgEEtlTM1xyNwNP4S/bsK9zug2zYZbhA2GI+cZWPnqNUehFG5yKMhiLhMj/oz8gPVmbGbkoy7840o1wakpF4NPrsCF1yaqEwtQWrDAxO5xaZYSmNONmmkJnAr/pdWHLGaJL+dT1WeGuqGPromPgbcymXdAA+Chtd2J9KnaFnqUvtB46ttGnW88hubCk2CNa0Q79HN1x77fr/QMF4J9EZXriZ54FLJ8NfhyJJHYQVcKtHyivXKrXlC976hcl41g/UD7X1S97NbVGeZ13Q/lcN0NN/96fgzjRoijTyF7Uhg/VhtVeGvvqF+U5wW9Mdbz9sSTE98OV2af61+vTiAnG/qLb8wJOtUsa2qSv7WoXkVnogcza1g8P3tbp/iHdpwfGmxbZr5Ham8P9w713B7T9ptXYCy++iwlobeP5/4CgDKJs/QAA
k8s-resources-workload.json.gz:
H4sIAAAAAAAC/+1d+2/bOBL+PX+FTtdbJIvkYufhNAGKQ5M02AXau2ya9nDYFAZt0bYukqglqTwaeP/25UMPSqITO2li2Zn+Uosj8zXfDD8OJ/TdiuO4KIoIR9wnEXMPnDtRJAoDn3Hx9Ps38Thel69hz+eoF2BRymmCVdkwwvxXT5RESRDoEori0TkhAfdjUd5ShSPfw0ck4pQEsokBCpj+fuBHl0w1ox4pHlDMRqLA3W4xV5eRa/WG6pbunCjtkyBAMcNmbUowwv5wJHvubu224hs3F8QowkFRk1mbkqPAR+yIBISqWRivm8IeoqzalBJ4iI0+4mjIZafbrZoMT/oaR4wktC8H4J5SEmI+wglzS28N/CCoV+vL+W6XiyKO6RWSL7vtsFxJgIc48nLFmuMdRu/ZeUWl5htXQ1vn5ewnlOKIT5CG6GaSxI8mSKjU2mcBE3tX2Ihc2yVcQDeYUKmYkaRQgCErK1eAUL1VrV0Jrn1P6bZVlRi4zYulFZwSoY1PRI1EFTiIOd8xJWW1xFgoP+JoiK0AiWUtFHl+IpvZrcvsuBJa8TDFVLY9CAgvt8kw9TH7zxWmVMy0pf8sRn08Cc5CKLXX3iqXctS/tE0e4ziOsfdRzKG1qxzRIeZlg6wapXoR38RqPCwJVy8iWRSJ2e1GKMSqv92YeN2+8C5INEUP8k/dfpx0EyZmuMuwKPVYV4HlQFTU9Sni+K4fJKKb9N2F+yb9eOGuO3nNsjx/uHDHsvWfHRKt5oXrou013akhJUncDfCAr14TehkQ5K072acuv43xWlFzNxeICg4uk54eBbmWI6A4QD0czNi7ojEpyD6b5aoTUij/V8NZc3q3zqoeg7tenfgBoSFSrpT7oZxEiZ76a5nzOUF9TqSmtmqvaB90ktd3dyfaHI/dCS8KzFwaa0rZEwhYKWyWBGPjqQxpPpIrCgk8C9zlsE6E77W0pWSfR/6A24VcOU336PSL80VCrGxoPF//7qp+DFHsTXBXjFBenz7txZTuZIt+5PlXvpcIpzfRoWXvqrW43LMbdOOzer96Sf9SG2N90t0wdWZySioqcyUA7d+a7LJzt6zIhX0It+gGT+EbCoiK5ii3AEpa0iQsBWR4iBSHaNdkehGzfk2vYq06NIsRl8G53thB2E1Mj6O6aFasbKVamtuWWIVijKqGk5b+KpyF4pp28Rm5LvHJvEPnqcmZeLrPDrXss/9dyUcdbS2pKl4njayzyC1gkS/LItvAIu9lkfW+PEQjGb8NplkplF3KAZ3XVzFtSbjgJ/8T/zY+fdo4PnZ++eUgDA+YhffEiAt7iSbXmS3DYvfr4cidaU3Iu2tnGJnzIjTFiNWR9zM3VFbQYwfs4b4fIuX8LBRPczaLAaXCc8X3DwP00Hs5d3KPqfBcjidYsWt99QtVvupe1XyV1uv8/b1FPZOZYUl9URL2hC3U5EnkG4v247V7hv8Q/oUzUPBTFHzYfAU7/wAVP0XFR8+n4nQdVY+PV/RHP/TBjp+m5OPm2rFWL1jx0xT8oclWfEq8xdBufQ/z7Mrd9DY7u2/beKeDd/Buf6+HdlqotdfZ6Wzv7+LBXm9re/PyLdsQulRbUrYRE+9fV4huFNvUd2+Kzz9JURbjzCKcqrAIcRYBTiUQFb570+32sdjQ3ge12KbGJriRhoPLmMLNf/68+fg5ZJz60XC2OZwcwoWTgsU5KVCBIMsZgdjhq1CP1XE94gih3gbFAxU6dC17vQmnBuuz4imf/wI7mbsTHzTNv/s/6Ym5k69uiFFzvBFiYQ59Jmd4Vk1ltQuBACkga77IOnw+ZIGnegY8bYLlguUqyz2az5oQqC0j4GppcXUMK8Iyrghgt0tutx/cBcgs+i0RltyszCKKIiY1addjvv+3iCDzCDKPljTzqGynkHk0TQL7NqQeQQL7a01gLxhniENCbxWB86OhoPC827vlmM1M1/Iq/yZEssAPhWr0AySuQ+J6Zdn6pHAHueuNYJDK4oFBvlIGaTVFIJFTpK/vAIeE9HVIX29y+vpEngF5c83JYNf840kKhiT2hiex/0AdQwbsEuexp7qGVPZGp7L/AGuGbHbIZodsdshmh2z2hclmh2MDyGJf9Cx2jVwA19ImsoOTWr4EdjBayGEHaEEaO6wHkL4OJgsZ7LOkGEESOySxQwrSQqQgQR77zClIu5CCBClIkILU6Bs0tZE4Z7iP/SvsHKLI02iCk89m5iMdxuyJuj6XFE/sgUDZjU9Meryyz4QOHDLIDNtzTpGm4aDqhmYnPVnVmV1z0Hbjc5TiH27YzjElksqAypuasvQcBg5a/xFaP2mi1iFBDRLUIEFt0RPUVuWhlLpqarU4i4owl+csXarXcH3Sp6+mMs6lAsxnP4wa/y5AKZvrZvG2b2sXkTyIcmonUbZTqPkcQv055SlUcQb1GpPU7sUST8kBgGkpwXT4omDKHFOsWSagacnQdDQf1wRwWk44Hc/VOXl6CwyoWjJUfZivkwJYLSesThp/u2l6Tvdvjcwm3kMFSWKQJAZJYlPbLGSL1bLFLLeediBd7GXTxeDW0zRdrDOnS08hODwfFgoXn9qZ5/1ZgHD76cuzSpkABpxyDpxyfRkY1R4wKmBUwKjgiBQo1bwo1QPJ9sCpgFNBnO7l4nR1K4TY3DRM8i0wSWCSr4tJCjhCbA6IZFOI5HthRsJ6naMMjAWjlHN7KpSb/00QUEygmBC2W1iytQ9kC8gWkC0I2wHbajLbMv4cFwgXEC6I6c0ppvewrUKwbyb+WS0DAgoEFDLx4K8hgYG+ZC7eNBd4AdV8eaoZA9WE2N7juVUbuBVwK+BWcDcAkKv5k6uHrswEfgX8CkJ5LxfKy+yyaosQt5uKW24BtwRuCdwSLgoCitnY+J31xmbgmcAzIY63UFxrG7gWcC3gWnB9HpCtRsfzgG8B34K4XrPiejWbnBDfW0l77bL+CIfoK6ZM96y9o4vlrzPKb3iIXqrKxKo2LFCpFhwqliisfoRF18VxGAdiiNEwtzLBJhg3sFxAwCBaJbLK8Y1ChIcHKAkqq7wyH1Nq477ydxtxGac5kNxjQU+dz5qfGvLUlk32akhJLPVW9a/uHwmmt8oAbSxX3osqPXMZn6J0iG8qF6nmXstofqUyLmPmUBB8TSeiDOOH5nTCZNpncQoin8204baFkxZLuYffBxbmOsGe3VCo0re8nmklJQezqES11NXudjWJ7/lR+nFOmdbs2tt6SHvp4mVqWRiLUhH7LeuQW5bWei7L7C+n2NBDMwQJw+e6ItNhLQRgWs8MmJw1PhoyirEWbFZiJmHdeCQWnHuwZGffY4PTAsaWBWNqzh4Lr+fcJ40r+yGA3LJALlNrI2E3eRdeSJYDiivZNmCsaa+vtJMS3oHebrsRud5oZztQsStOy9zS12JfsHZafDmdkjwWY24D3V3j1L7dMh62zQcjRuruGp/b5sN2y5QYV/ZsGZ/bnjaIb9kYZIzEgNuDrZgVd8yKzVa2dswHY+Oy55n9zfpSmr7vREXg3C/nR+keJb81nIRxInZGZ9nPFDqbzn9N63ETFWx2Ubuzg/YGre3t/cH+Pn6738dot9/b2cP7Pdxp7+mXr/L9UWtl/Bebr3b2vuAAAA==
H4sIAAAAAAAC/+1da1PjOBb9zq/wenu3YAqWhEdoqOraaqCpmaruHYame2tr6EopsZJ4sS2PJPNoKvPbRw/bkW0FktAJTrh8snVlve65V0fSRXlYcxwXRRHhiPskYu6R8yCSRGLgMy7efv8mXoebMhv2fI46ARapnCZYpfUjzH/xREqUBIFOoSgeXBIScD8W6Q2VOPA9fEIiTkkgq+ihgOnvAz+6Zqoa9Upxj2I2EAnuboO5Oo3cqhyqWbpxIrVLggDFDJulKcEA+/2BbLm7s9+I79xcEKMIB6OSzNKUHAU+YickIFSNwnDTFHYQZeWqlMBDbPARR30uG91sVGR43GccMZLQruyAe05JiPkAJ8wt5Or5QVAt1pfj3SwmRRzTGyQzu82wWEiA+zjycsWa/e1H79llSaVmjpu+rfFy9BNKccTHSEN0N07iR2MkVGrts4CJvSlsQG7tEi6gG4wpVIxIMlKAISsqV4BQ5SqXrgS3vqd02yhLDNzmydIKzonQxieieqISHMSc75iSolpiLJQfcdTHVoDEshSKPD+R1exXZXZcCa14mGIq6+4FhBfrZJj6mP16gykVI21pP4tRF4+DsxBK7TV3iqkcda9tg8c4jmPsfRRjaG0qR7SPedEgy0apMuK7WPWHJeH6VSSTIjG67QiFWLW3HROv3RXeBYmq6FH+1O7GSTthYoTbDItUj7UVWI5EQW2fIo4fukEimknfXblv0scrd9PJS5bp+cuVO5S1/+SQaD1P3BR1b+hG9SlJ4naAe3z9ltDrgCBv08me2vw+xhujktu5QBRwdJ10dC/IrewBxQHq4GDK1o0qk4Ls2UxXjXj3p5DKB9WfDadz76zrTrib5ZHvERoi5Uu5H8pRlPCpZsu8zxnqciJVtVPJop3QWV7ew4Ooczh0x2QUoLlOJ5VChqHxVkQuH8iJgwSeBdWy8WfCxRrTVEH2eeD3uF3IlW90T86/OF8kkor2xPNp7qHsrhDF3hivxAjl1UHSzkqpSNboR55/43uJ8G1j/VaWV025xZbdoTufVdvVSbrX2ubKfZXOOfVZckhKinElzuxfjffMufdVHMLehXt0hydwASMgiuoot8BGGoy1gVJI+sdIUYVmRabnKutnerJqVNKNHhfBuVnbTlhFaT/Kc2PJytbKqbltickmxqhsOGnqL8IlKEppF1+Q2wJtzBt0mZqciafH7FDLPvvflXzQ0taSquJ1ssUqWdwBsrhYstgEsvgoWay25Sm2yPh9MMlMoexSduiyOotpS8IjFvI/8bf16dPW6anz889HYXjELOwmRlzYSzS+zGwaFotcD0fuVHNC3lw7w8icF6EpRqyOvJu5oaKCZu2wh7t+iJTzsxA5zcwsBpQKLxWtPw7QU/ly7uSeUuG5HE+QX9ea9QtVvupR1XyV1uv8/b1FPeOZYUF9URJ2hC1U5EnkG5P27Nq9wH8I/8IZKPg5Cj6uv4Kdf4CKn6Pik/mpOJ1H1evsiv7ohz7Y8fOUfFpfO9bqBSt+noI/1NmKz4m3HNqtrmHmrtxtb7u1/7aJ91p4D+93Dzpor4EaB6291u7hPu4ddHZ2t6/fsi2hS7UkZVsx8f59g+jWaJn67s3o+Z9SlG1lZhuZKnG0kznax1QCUeC7N+12F4sF7WNQi21qrIMbqTm4jCHc/tdP27OPIePUj/rTjeH4LVw4EFiiAwG1E2Q5ChBLfLXXY/VcM5wUVOuguKf2Dt3301lnFTb5MI8gknk18aDZ/MP/SUeMn8y6JfrG8VaIBeq7TA7ktArJShcCgUUA0AsD6Pi5AAK/Mw/YbIOFgoVqCz2Zp4sP1EIP4LO68DkFB7/EDh7sc9Xt84Nbm/Ce3xJhsfUK76EoYlJfdm3li3CLCMJ/IPxnRcN/inYK4T+TBIvvQvwPBIu/1mDxEbEMcUjoveJpftQXVJ23O/ccs6lZWV7k34RIJvihUI1+gSDx1xok/knBC+LEa0EUlWEDUXylRNFqisAVJwgV3wOqCKHiECpe51DxsTwDYtTqEy2u+cezFAwB4zUPGP+BOoZo0xWOGU91DWHjtQ4b/wHWDJHjEDkOkeMQOQ6R40sTOQ6nAxAxviQR4xqggKFlDxoHl7OCweJgnBAvDgiCkHFw7ysYKg6mCdHileACCBiHgHGIA1qKOCCIGZ86Dmgf4oAgDgjigGp9ZaQ2EucCd7F/g51jFHkaTXD8WM+goOOYPVPXl5LiiaUOKLv20UGzK/tC6MAhvcywPeccaRoOqq5piNCzVZ3ZNQdt1z5QKP7hhu2cUiKpDKi8rnFD8zBw0PqP0PpZHbUOUWIQJQZRYsseJbYuz57U9U3royOnCHN5nNKmeg7XJ3r6uifj+CnAfPozp+HvApSyuna23/Zt4yqS501O5cDJdtj0MmdNf0562DQ6alrdSLFHIcNTDgCYWU3MHM8BM5mbiTVnBNCsGmhO5uloADUriprTBbgaTy9PATyrBp4Pi3A5gJ4VRc9ZTe7sTE/E/qMBWMdrlyAcC8KxIBxrYpuFuKxKXJblLs8WBGYtNjAL7vJMA7NaL3SVJ2zDvhDZfN3XeT4eVgd3ei6ePMqIKqCOL0AdN1eBOB0AcQLiBMQJDiOBOc2ZOT0RpA7UCagT7LotbtetaoWw0zYJYXwLhBEI4+sijAKOsNMGfHHBfPG9sBZhpM5JhrkRcZQjeC50mP/LDDBJYJKwCbe0nOoQOBVwKuBUsAkHpKoGpMr4p1TgVcCrYIfuhXbonrZV2LqbimaW04BnAs+EKDn4L0IgmnOIk5vktipglItnlDEwStipm51CNYFCAYUCCgX/Uw8camEc6qlrIIFGAY2CjbnFbcxldlm2RdiFm4hC7gCFBAoJFBIu2AEm+dK7cdbLhoFOAp2EXbmlolS7QKmAUgGlgmvngFPVYXcOaBXQKtilq9cuXcUmx+zWraWtdll3gEP0FVOmW9bc08ny9wPlFx6i16owMXn1R6hU8woVMxFWPxOiy+I4jAPRxaifW5kgDYwbWB5BwOBTBU7K8Z1ChId7KAlKk7kyH1Nqo7jylwVxEac5kNxTwUKdz5qGGvLUlk2SakhJLPVW9q/uHwmm98oAbWRW3hoqPXMRnyK1j+9K14zmXsuofq3UL2PkUBB8TQeiCOOnxnTMYNpHcQK+no204baFkxYztoffBxaCOsae3VCo0rdkz7SScoBpVKJqamt3u57Ej/w6+jBnRht27e08pb108jK1LIxFqYj9ljXILUorLZdp9swpNnTXDEHC8KUuyHRYSwGYxpwBk5PDmSGjiOmItErMJKwdD8SE8wiW7CR7aFBXwNiLY6xIy2aFmBqyWdE1z9XQsLTqeSbiGoC4uni1TK21hN0ja+2RaDW831q2DBhq2usr9aSEt6eX225Ebrea2QpUrIrTNLfwWewL1k5HH6dDkm+5mMtAd984g282jJdd88XYCnX3jeem+bLbMCXG5Tg7xnPT0xbxLeuD3Akx8PZkLWbBLbNgs5adPfPFWLgceGZ7s7YUhu87URtt7pfLk3SNkt+2TcI4ESuji+yH9Jxt57+m+biJ2lN2UbO1hw56jd3dw97hIX572MVov9vZO8CHHdxqHujMN/n6qLE2/AuSMiVHON4AAA==
k8s-resources-workloads-namespace.json.gz:
H4sIAAAAAAAC/+1d62/bOBL/nr9Cp+0dkr1kYzuvJkBxaJwGu0C7103SHg6bwqAl2tZGElWKyqOB728/PiSZsqj4kcSWk+mXRhyJpDgP/mY4I9+vWZaNwpAwxDwSxvaRdc+beKPvxYxf/fmNXw43xW3Y9Rjq+pi3Mppg2dYPMfvN5S1h4vuqhaJocEGIz7yItzdk48BzcZuEjBJfDNFDfqye973wKpbDyEuKexTHA95g7zRiW7WRG3mHnJaaHG91iO+jKMZ6b5IwwF5/IGZut/Ya0a2dEyIUYn/Uk96bpCPfQ3Gb+ITKVRhu6sQuovH4UJLgonjwEYd9JibdbJRouOoxhmKSUEe8gP2ZkgCzAU5iu3BXz/P9creeWO9msSlkmF4jcbPdDIqd+LiPQzdnrP6+/fB9fDHGUv2O675p8mL1E0pxyCqoAbqtonhhBYUKrp1zMTFPJR6QGzOFcdH1KzrlK5KMGKDRiszlQijvGu9dEm48V/K2MU7R5DZvFlrwmXBufCLyTWSDhWLrB6akyJYIc+aHDPWxUUAi0QtFrpeIYfbKNLNcca64mGIqxu75hBXHjDH1cPzva0wpX+miLozrw0gnRF/fE77M1pZF8Xe+oqwop5lCEjnsT6et3cO9dvmOXB3KXBzJeqNE4LbDxeG5nHrVw8K+jGyO8ZZcDcxUjdOtEjVmyLkyiNGYIE2zgL4XeBOW7/Tw7U7jlSyfdlXUpDhCDq4yrJwo7EizVWxNhympccxwFGH3I5+kUWkYon3MplAHfBtJHsVJsH4ZWlbItbwTogDL2XYi4nYcvsshPhA9yv/qOFHSSWKu6Z0Y81Y37kijdcS76XgUMXzv+AmfJH13ab9J/7y0N628Z9GeX1zaw8vwZ4uE63nTJh95Q0yoT0kSdXzcY+s3hF75BLmbVvZXh91FeGPUaycn8MePrpKuegNyI2ZPsY+62J9xZmODCar4X055w+reWZXTugzLEt8jNEByK2deIBZPynDptmzzO0UOkzrUqpDe07y/+/ts9OGQK+XoUk5mOLQreuAidKWBnTEpx5EU1ZkMRC5SDvIRXZdc4BBIQgNpM2bmQLrwA0Rdfpn1xVsy2/0Ll0fOkY1FLvjk/eMFLLCy7ctc3qrdZe7FrbTPbCCAOvFdAwoSb3fKIa1hLEk7H3g9ZiYyiUXt9ucv1hdhMYv4heV71P04PEQUuxUoMCaUlVdRgUOp72JEL3S9a89NOJasxInZvdLFKc7sFt16cXle3cS5UjtLedHtIMWIYknGWGYLgTM/VY2Ec7QrfTbzK9yh22lw30hS+XCUGQRKbA5VsuST/jGSrlmzRFO+gfEx5RyUEYz2xjNp/hJfwqxi6j0moKC18dZct7gBjzAaV5y09TduM6QLbyafkZuCm55P6CJVOV2eHtJDRTv3fkj6YF9pS8qK1+mdl53zFjjni3XOmy/TOX8yl6g8l0k+Uczu/JkiBBflXUxpEh7BlP/yf1ufPm2dnFi//noUBEexAatEiHF9Cav7zLZh5dna8/njZ0kYemHf+kzcKm88FROjLXcyS1Tk0bzv7GLHC5C0fw2Tc31l1qGUeCH912MfTbovh0/2CeXGy3K5r2cbb/1Cpbl6kDtfhQJbP703cKgaHBY4GCZBl6tDiZ6EnrZvz8dgM4RcNndbq8bd4/py9+zhWCQweCoGt+vPYOvvwOLHsPjk+VicAiV5OT+jPz4UFAcmT8XkD/XVY8Ve0OLHMfi0zlr8nzR+vhosrjrDekYOb7vbqLm/iw56jZ2dw97hIX576GC053R3D/BhF+83D7av3sZbWTg53sqOJP51jejWKCLx7s3o738IUha+zoLXsnEUvR7FriUh6/Xdm07Hwb4vG2VEO23otB4UxptKRtfB2mRiaF2IwcDczGNuCkdh9WRzzTmrLeb2Lz9vz7+GMaNe2J9tDatPbGY95XZIErL15RwXP3xY/ODRmgyZGg7VYoZkUNRo/Oc4cyuPQXFPBtltQ0jkkYeXkHCw4ISDGkjR8XNJUb7yI4nJYEcnO6C//4t0+WqKW7f4OzO8FWBujZxYrPmsPNLOyNXhOMjTEuSpDVZpBaRoG7T0VWvpyTKsvsobAml6cdL0AWz+S7H5oKMvVEdP7RXIxvxDZJjWKxuTojAWnDTzMQ+iGEiQrQnZmi80W7Oop5CtWcrWNNRS7kC65mLTNaGWEmopoZYSail1h9KyRj5PgANC76Qb4YV97jqyTveOYd358TGbx+PJx/gbJ4kGL+BWQ10MxTQq/B8orYTSymlKK5XkQnXl81VXLneFX0qB5Se5ilBjWQuvXe5t4LW/Uq/dqIrguJcc97Lfvgt++2L9diizhDLL2Vx1KLN84WWWlUASEq7rU2mpAOajGAzFljUvtnxCHkOl1uO4XOt6y5TXUHJZ65LLJ9BmqLqEqkuouoSqS6i6XAVzA1WXUHUJVZf1rLqE1AQowlxoOc5zl3flZ+iQ778EkWqDnYKyTNBbqMxcftUXCNQyBeoDbARQqwlaC+Waz5LbCRWbULEJuZ8rkfsJRZsz537uQe4n5H5C7medcz/bSkmsM+xg7xpbxyh0lTTBEWE9E0GPo/iRvL4QEI/7PsDs2ieFzs/sM84Di/QyxXatz0jBcGB1PXNDo0ezOtNrBtyuf47okyu2dUKJgDLA8pqmiz6LggPX655AOjfXIXH0JrQYsSJjWdpqJZCaEwYheRSSRyF59LUlj66Lw0n5Xd310alkiJkQkA5VqE4d/6rv8D72EHj4J7dHYrhOFoH9tqEOJa3SqaTpTLIWR5LFA8mNFTiCfPJM1wflhqXQEARn5QXneKGCkxmcSPkTIDkrLDnt5ZgcEJ3VF52TpRodVwUxQIJWWII+LNf4gAitvgjV/0cW0hPU35UU1vHTjJC+B+l7kL43tc5CHl8pj8/w4wv7kMi32ES+BiTyqUS+/SV98R6CtFMgznf/u7R/+ecTYtBn/Mz96n8O/OEUTfgm+OKBpcjOA1i5BFi5+RJA1QGAKgBVAKrgBBNQ1RJR1YRiCIBVAKsgWre4aF1ZCyFCNw2YfAtgEsDk6wKTXBwhQgdYskZY8j3XJK7AVjuTxxGoFKucZdEf5bVbADUBakIEb2VB1yGALgBdALogggeoaxVQl1Y+DcALgBfE+JYU45tSYSECOBMYHW8DNApoFJL0oLAR4OiC0/Sm+fAaQM7FQ84IICfE+uaHV02AVwCvAF5B9T/gq1rgq0lfOwWIBRALonqLi+plejmuixC9mwpetgBeArwEeAlfCAKUWeconvF72wA1AWpCNG+l4NYOwC2AWwC34HN6gLfqHtUDyAWQC6J79YrulXSyIsq3ls7ajp0BDtBXTGM1s+auahY/rymecBG9kp3xja0/kkq551C+S2H5KzqqL4aDyOevGPZzLeOAImaaLI9EQMNaBbzK8K2UCBf3UOKPbfRSfXSqCf6KH97ERTnNBck+4QjVOlcQVaOnuqwDWI1KIsG3cftqf08wvZMKaAK64vOpwjIX5ZO39vHt2PdWc6ulDb829l7ayiHf/5ouRFGMJ61pxWKaV3EKLJ+ttGa2uZHmu7mL3/sG8Fqhz3bAWekZbs+4kuKDWVgiR+ooc7ueRBpS2uLQjuEt/jbUc2IOF3LUtGHmXmsS99LNS+cyVxbJoviPbEJ2kVqauWgz35zKhno1jZDE+EJ1pBuslRCYxjMLTA4c5xaZHLR6YY88ID1myD3UgOwrlCqUMGLgjmjuOCSR8rbTGKeojdluNgoSM3GbiHxyF4g7qnaK/Ia5pZbvNl7opXt3UU4W6/MMx5yejSXo1tjPZM2mVjVarllU8cqLvlD//C50DAuTKmqjHoq6lmHUocJknuRaisZ6yhe0Q3Kz1czcI1sqq2izC49FHoeUdPRwumB5rED3Uew97WBZ12B7R7/QYnj2nvZ3U7/YaegU7YMzLe3vpqvU+Vv2DsKL10Rx4ih6x/t6x/oorV39QkPVB64+32wuheX7QWSEyP5y0U4BdP7laxJECYftZ9nvHlrb1u+ZHFvrWZ1NrMTVTmRk1EZvD3rdhnvYPMROA6O93v7e7k6ztYub+85uC+2pm69zJN9YG/4fNN+eM6H2AAA=
H4sIAAAAAAAC/+1d62/bOBL/nr9Cp+0dkr2ksZ13gOLQJA12gXa3m6Q9HDaFQUu0rY0sqhSVRwPf3758SDJlUX4lsWVn8sniSCQ1L/44nFEe1yzLRkFAGGIeCSL72HrkTbzR9yLGr/78xi/7m+I27HoMtXzMWxmNsWzrBJj96vKWIPZ91UJR2L0ixGdeyNtrsrHrufiUBIwSXwzRRn6knve94CaSw8hLitsUR13eYO/UIlu1kTt5h5yWmhxvdYjvozDCem+S0MVepytmbjf2auG9nRFCFGB/0JPem6Qj30PRKfEJlVzob+rEFqLR8FCS4KKo+xEHHSYmXa8VaLjsMYYiElNHvID9mZIeZl0cR3burrbn+8VuPcHver4pYJjeInGzXe/lO/FxBwduJlj9fTvB++hqSKT6Hbcd0+QF92NKccBKqD10X0bxghIKFVK75GpinkrUJXdmCuOq65d0yjkSDwSg0fLC5Uoo7xruXRLuPFfKtjZM0fQ2axZW8JlwaXwi8k1kg4Ui6wemJC+WEHPhBwx1sFFBQtELRa4Xi2H2ijSzXnGpuJhiKsZu+4Tlx4ww9XD0+y2mlHM6bwvD9jCwCdHX95iz2dqyKP7OOcryepoaJJHD/nTe2D3aOy3ekZlDUYoDXa8VCNx3uDi4lFMve1j4l4HPMd6SmYGZqkm6UaBGDDk3BjUaUqRJGOh7PW8M+86PDndqr4R92lXekqIQObjMsXKi8CP1Rr41GaZgxhHDYYjdj3ySRqNhiHYwm8Ac8H0oZRTFvfXrwLICbuXNAPWwnG0zJG7T4asc4gPR4+xX0wnjZhxxS29GmLe6UVM6rWPeTdOjiOFHx4/5JOm7a/tN8vPa3rSynkV7dnFt96+Dny0SrGdNm3zkDTGhDiVx2PRxm63fEXrjE+RuWumvJnsI8cag12ZG4I8f38Qt9QbkTsyeYh+1sD/lzIYGe/d/ThY/5Jw3rNaDVTqv66Co8m1Ce0iu5czrCe5JJS7clq5+58hh0ogaJep7nvX3+JiO3u9zqxxcysn0+3ZJD1yHbhK0M5UfyDTHQT6i65LZHOlIBCBdw9SMlvy9truIuvwy7Yu3pC76LVc7zveNebJ1/DKxNGxUjnqRTCxbKsawsNSlsq7A1sR3DcBFvMM5R6Eaks/RLrtem5mJTMJH+/TzF+uLcHJ5yMGyZeVxGNEhit0S4BYRyoq8UnhOWqgY0Qtc79ZzYw7/SqFdeq/cleRndo/uvag4r1bs3KjFYPhdBX5NYJ1gyZBgbKFW5qfKwWsGUOU2y/wKD+h+Eqg20Ec+HGUGtRH+3DhBQSSdEyR3U/UCTcF542MKzxdBh/bGU9n3Al/CSEreYwxwWRtuzWyLO+MQo2HDSVp/5Z5B7rrN5Atyl9tZZxO6SkxO16dRdqhol94PSe/uK2tJRPE6N9TF/XQD9tPz3U/XV3M//Wy7mOJcxm1jIvbgT7WpvyquYsqS8ACM/I//bX36tHV2Zv3yy3GvdxwZEEmIGLeXoLzPdBlWm1F7ti30RRwEXtCxPhO3bAOdqInRlzupJ8rLaNZ3drHj9ZD0fzXTfvjGbEMJ8UpuOU98NO6+DD7ZZ5Q7L8vl2zPbeOsXKt3VSOl8FQZs/fTeIKFycJiTYBD3WtwcCvQ48LR1ezYBmyHkoqXbWDbpnlRXuhejw4cg4IkEfFp9AVv/BBE/RcRnLyfiBCjJy9kF/XFUHBuEPJGQP1TXjpV4wYqfJuDzKlvxf5OI93KIuOzY6QUlvO1uo/r+Ljpo13Z2jtpHR/jwyMFoz2ntHuCjFt6vH2zfHEZbadA42koPEf5zi+jWICLx7s3g978EKQ1SpyFq2TiIUQ8i1JKQ9vruTbPpYN+XjTJunTQ0GyOV8a5U0FXwNqkaWldiMHA3s7ib3OFVNcVccclqzNx++/P27DyMGPWCznQ8LD+xmfZg2iFxwNYXdMI7+nx35AmajJkazs4ihmRU1Oj9ZzhaK45BcVtG2e339mwnkZAKMO9UgAooy8nTlCVj8EAxUhDRTI/OH/8iLc5ScesWfzOGt3qY+xYnEqydVhTaubY60Aa1WYTanIKPqY6ybIM1vm5rPHs5J65Sd0BpVk9pPoALXzIXDra4qrZ4blcm8/EPkbNZrcxHioJIyMssrSxgYSBBZiRkRq5oZmTeTiEzcpJSwx1IjYRSQyg1hFJDKDVcXKmhZQ22Nj3cI/RB7ha8oMO3iKzZemBY3+P4mM2yscnG+AcniQavx72GuuiLaZRsc6DyECoPtcpDpaBQfPjU4sPF8nG56g8/SV5BCWIlNtpyOYKN9ivdaBtNEfbaE1Qh7sJWG6oQoQoRqhChCnFhmaqlQBLykatTiKgA5pMEDLWIFa9FfEYZQyHTCpcjJrKGisRKVyQ+gzVDUSIUJUJRIhQlQlEiFCVCUSIUJUJRIiQNQHb0CtYoZufekFe/hGWK4HVWvWoR7BMKF0FvXlvtIvj11S5lBOuEasYs1g4FjVDQCHmWS5FnCTWNU+dZ7kGeJeRZQp5llfMsT5WRWBfYwd4ttk5Q4CptguO4aiZdnoTRE2V9JSAe3+KAsCufgDm7sC+4DCzSTg3btT4jBcNB1NXMwwyfLOrUrhlIu/r5mM9u2NYZJQLKgMgrmpr5IgYOUq96subMUockzbvAYsQKjSVgy5WsaU7Og0RNSNSERM3Xlqi5Ls4g5edl1weHjwFmQkGaVKE6dcyrPkf71MPe/p/cH4nhmmkE9tuGOnu0CoePpqPHapw85s8dN5bgpHHGrNKR6sESBAj6sfz6cfIC+pG6j1DtDkBBlllBTl/SgYCGrICGnM3BhbgqwACKssyK8mEergQ0ZQU0pSpf+0/OKn9TylbFDw5CohwkykGi3MQ2CxlzhYw5w38B2IeUufmmzNUgZU6lzO0v6NPrEA6dAFgKTPn2388JNV/we+vL8i3r0TmP8EHr+eNHke4G6HEB6HFzFbDTAWAnwE6AneCsEMDTy4OnMUUEgJ4APUHsbX6xt6IVQrxtEsx4CJgRMOPrwoxcHSHeBpBx/pDxPTcYbqfWaap2A+woeJkmmR9npU2AKAFRQjxuabHVEWArwFaArSAeB+CqQuBKKyIGfAX4CiJ2C4rYTWiwEM+bCnMOtwHoBNAJCXRQEAio82VS6Cb5yhggy/kjyxCQJUTuZkdRdUBRgKIARUHVPMCoecKocV/wBCQFSApidPOL0aV2OWyLEIubCEU2AEUCigQUCV/WATBZgZic8VPRgCgBUUJsbqlQ1Q6gKkBVgKrgM3QAqyoSowNkBcgKYnXVitUVbLIkZreWzNqOnC7uoa+YRmpm9V3VLP4BpHjCRfRGdsbXr85AK+XSQvlihOX/eVF9MdwLff6KQSezMo4bIqbp8kAFNEiVg6UM30uNcHEbxf7Qei7NR6eaUK7415A4r6eZItlnHIhalwqJavTElnWcqlFJKOQ27F/t7zGmD9IATXhWfFxUeOa8fvLWDr4f+hpp5rW04deG3kvjHPL9rwkj8mo8jqclzDRzcQLInnJac9vcSfNF28XvfQNGLbFnu8dF6RluT6WSwIBpRCJHaip3ux6HI/6tfT8DRxtm6TXGSS9ZvHQpc2ORIor+SCdk56mFmYs2882JbqhX0whxhK9UR7rDWgqFqb2wwmT4cGaVybCpF7TJCO0xI+u+hldfoVahmBGDdERz0yGx1Led2jBFLcx2vZbTmHlrKF9ZvMBL1um8Tsx3G9Mf2sdsTGNHeeg5qxkN/c+m6SyoQtyaxupuvPAL9S8fAsfAmMQma9WwybUUjvYV/PKk1BLg1VbbPjsgd1v1dCdkS7sUbXbusdDj6JEOHk4Ylu3+9e2IvaedCOvGau/oF1pUzt7Tftf1i52aTtG+4tLQftddZc3f0ncQ23JNFceOone8r3esj9LY1S80AH3g6vNN55Jj3w8iYz72l6vTBCtnH4cmvTDmCP0i/Sd81rb1W6rH1npa7hIpdbVjGeu00eFBu1Vzj+pH2KlhtNfe39vdqTd2cX3f2W2gPXXzbQbaa2v9vwGQM0BYbPMAAA==
kubelet.json.gz:
H4sIAAAAAAAC/+1dW2/bOBZ+z68QhHloAU8R23ESLzAPbdIWi+lMs0mnC2xbCIxE25rIokpRib1B9rfvIakLZUm51IklN8dP1iHFyzmH33d4kXS9Y1m24/hhlIjY/of15VtPSzj9nvicGjIShkwQ4bNQCq9BBMLAj4XKApc3Khv1fEHOAwrSCQliqoTTkIp/eiAKkyDQEk6i2SfGAuFHIN9Vwpnv0SMWCs6CuHS/X7o38MMLo2ERCanK/0W1SbcM5B4RJGYJd2Vb7BPO5lTMaBLbvSzHxKeBBxVO/GneJX0rnZAkEHFJWqk5F89JFPnhtCZFzECHMxZ4q0XJu5inWkbOYxYkgtq9cnosaBRnys1+N6Xik9CX6rdDFlI7T7jZWckL2va9E1Zugz2Dy4OiOPsKrveM60Vml/R6Ka8rRSvTDPLLqoZsFpWdRgldFjD+R6qBSxIkZve1d2SphFNiJv6dxMKfLPPkRDAzmXGfhtpR65I59RKXfqxpk2wVCdzCkwqzk1j8ycSf4IC2kVI2tXImebNdMqTuXO7OOzWGtAVdiFJ3KlqOgmTqh58pj9NuHRReLAifUlFudqlXdBFxeU+czF9cJOc0oMIJoTonJHN67QagT8p/+2r/kv79avesv9k5SNLcX+2bl+VOTRifE+V6wp9TJ6ag9LicxQ+hKOj8O+IKxk0n0TqlUxp67/JyyjdzOlF4Yb+uunXhWcIXCmjs0yQMYQBav+v2GkNccBLGEbhQKExE0WnLSN0dg7foalKFI4Q8IoTs3Q9ChgghWwYhXA86J2JefD8U6Vl+CIMtdOlv/4OM2YWEF+vjqdVQuOOyJBRr1/DUAHZ9ndV2c/MoYHYCekUg6w6QHd4PyPYQyLYUyFyYehA/hIKfDM7yKp4rqB3lOkZo6w609Qf3w7YRYtuWYNsl+BpAwJyEZApoI5gggaOF66Jbz5KDkUJewJAEilWXDps4V4wH3lbB0mvVA+uzUgyAE2Ay4lKHcGn/fri0j7iEuNTLYMmjsQ9q3mZcOtZdQGDqKDAN7rkwfoDAtCXAxAEryqvjrhoADuWc8XUnal9+cRxZg5MByreX2wNGGgmst1IRjwtFJPBJfCQ9XnlcYdZzwuNKeR6JZx9oOBVyhPZ3S3Jal/1unAO/haJKgveceL7uzu7DgaI0k6rbQTuoB4rDAiiUGcs1gZ6m4ev4U7qxKnhCjWLJ5XS183LIJjy1ykr2OVnUZJ/7YY2U+9OZOPO9mloBvq9qpJD3376nTJRt2GbuILm+po4cB2RRFe0AbuaJJeFVWkv/NoiVTThhMHAyFJGCwgEiCt4BmDilFe+J5F3SFZK4NPFV8qqzgao9yqmCk0nAjBHCaUTVgDTVYevx/fES0AU0ttJqGFAurfN0GEnuRaVuSYgR9T6AUqpj8IcxkMM4l0jEQEl6219Ha/VQuIqEDwFC63xpvcircSRsFEi6UZi0rq/L7fhB5DSjmy8mos7pO8ChVWeQ8rOZPxHVhBSCP2atsk6JERHBmMpOUFybIxPw2KsZm4yLFURSY8/JgNoPPf/S92BGXCXaLI+KQIoGLMjCX4HF88S90C63AgBZYCe7a0Yechu6mrseX3KwyKO/oolLsqC3eHrhOixacZmAgN9WmiAT2PQNiakJMwaGVrJrEK2Ija7UhTldbmXm28+Vvisrow38PUb+Rv7uOn+rqczT0niWp2eViRRpvEzjejKFZI5kjmT+VGQ+uOs0a3+vnsyN/iCbI5u3wOYzPxYM0HnufE8I8HhAX+y+Go971n1o3ktS6oupy0IvdjSIb5jxe1ZAXyLtl2k/M401HouZldkWQ4D1QoBtCACQ/ju3FD/oN9B/H+kf6b9Tk3l5DB7q46JK7rccJH00bt8sjUNn78HbvR9Q4RXjF5Q/Bx3qnjao8c1mw58T5lln0nlxvQPXOzDgaXHzojHiGWDEgxHPdix43BIKbWidY+PrGo8SED1Mw02R0s+q4m7GS8ep+jFmwgUijJc2v0B02BAuDTcXLsl34rydR2JZn/QfyhnGWBhjPWhVCQIBDgop9ozaWRExd4wkJfSs9Okgfai/vb0j2RglKrWnK7tJZ9p6Fp4JxWUVDBM6sazSFCfsYZyAccLPFCe0dIIUo4M1ogM8aooxAsYILR81HY4aQoQRhggYIvyE2zX3WGO4bS9hvUfrHxJItHxOdduiiWM8wYobFBhVdGODYm/QEFXs43kODBA6dYLVnXKWRPmLvx6y4fBEscCGHkvt5iMpR8ocVmqOQisWx3UCXCdARm9tL6GR0g+Q0pHSt+OI5l1c38LEH59IvY3+cS6Pc3lk/sLvAG9d7kfZq1LlgdzAn1B36QbUopdACBYMejmwGW95BWDcEC7gCyUxXOjYM6zgiA6n8pORbU3/u//O3cd/mODD2/eW1jrO7XFujwzf5ty+iazx7ZFI1tvy+KXB4hk5/uxPB3aPybPOIJvjXB2ZfOOn+Ub7Dd9BxxdHIpFvIZE/l8f8u0fkHj7hj0SORN4Wke8PG4j8Qa+AXKXCu5i8Qto/SOWraY/P5ean2ZDMW1tCBwYSjhvIgQCU/R1sIx70EF7jJzNdMIGUDV69aukrdYPF4hFf9vjkihq2pqhho6LedFFRe60paq9RUUddVNSoNUWNGhV1vNmA+PTkCJ9Pxb0pDITbC4QPGj5gPMA3g+KKVsdXtGooer0VrXWOnILizntWwoNWTpvK2tUfaEBXlrtOtUnw2ye48IV8vyG+P7yL7hs+YzoY4roXrnu1TfkRZy6NYyBzaUNg9TmdM750zpeCxuttSj2/3aY/lO6QZtejWeV6W0C1HWnnM6fbw/vS7R7SLdJt23SrJtEZ57pRks+Zn+Y1j8+Pgo9O/rKSWLoasvB6k92Z1MQWTHi70c5nzsLFW5DuouER0jDScNs0PGXOlHGWCKlvnOU+jGLf55pDjkWObY1jd1Ivl+NAurg6uLOrfdLm7Krwdzt2Z3ROPlMe67cM6I8FAJQstUd7hF/o+wAdC8up0c9DKqf5eW2CzqOAgPtPc2+z5fFiw97XddRUUq2gC6VYj05IEqyoVrmWmVpnKfUa4ZVBlNnEPoaQwDrTMUHVv82IwUhl6h0MZZQA8feE8mW6UrgaWZSU3y9Jp1Sa2zazZiPXqH516JQigeBzqoiVAWno1FTInXFQoTTzYVE/BMz36Ougjq5zjaa8YJY1B9P4NfdkWq655S4Vq+ocDS0vkuh6hYNuelZa6Mt6EwzuMkGKvKapwOOVnuN/Za2wy6mV5kpZfebUwLo/RkIS00+6oNqwZ0NW322y+gq050bPiPchVq+7Z02z9+rik5ti5/zncIadDNpvNMz6Sp8pwE50oGKH7OrXfsb6EHSkMrt0W+S7Fyo2TW9OVZIvi5jUbI+MIKa/a1wMzYv+vPg/Mv73zYvhrplixCYD43/f06D3LeuDDBMNB7mzFrPgfbNgs5bBnnlRfNHUPvDM9mZtKanvv0xF1vZfn45STswCv9+1R2ppoqZz9rA/PJyQ/mjkjcb90cH+eHLuUe9wfEjc3fHEG+vMlzn17u7c/B+xNxywCbcAAA==
namespace-by-pod.json.gz:
H4sIAAAAAAAC/+1dWW/bOhZ+768Q1E6RYpJbS16SFAgGWacF2t5Mk3Yw0wYBLdG2bmRJl6KyNMj89uGihaRI2U7SLNfqQ1uT1CF51o+HpHT9wrLs09MgSjKc2u+s7yervATBP7MAQaEMRFGMAQ7iiBZekyJSGAYppk3YLysvZTXDLAjxh4hUOqtVqQ8wSOMMeZBU2IconkI8gVlqC21gBIYhrccog0L5JPA1pYEXR7txGCNKEI2HYKWzarmOQ/7q91ct541IOgJT1vF2NRfrtbUdQoSlIeCrhLXzQToZxgD5dl53w/49IX/fMKZAP8DKaO1xBPEHn5REWRjyEgSSyXEchzhISHmHFdLp7MYRRnFIGToCYcqfD6RnwyA6E6SQgAiy9pzlBcNtLw5DkKRQpCRV+LWaMQr8w7gSJmeyIrAL8tvtCQWXxQTy31f0d8Gdkjabg1v+rEZ9UpYhmECAhakKpR8wREw8+uov8YXEYFaVTuKL4wDXNMfGeaG9myEEI2ztgMi/CHw8seU2R8FP1m4yECpyTUDxBdeBfI4V44E3gcfBFMZZbTIe1csd4J2NUZxFvk42MfoGwgzqq1LBtEjZS3dz0+sNREVlCu9214miu5urVo/ofue3jU1J6V/6vR7ogkKFKwnMNEbbh14wBUxypcztUYymTHCEa1N4mkIUQOGZMcjGUFaqKbgsZul0ROWZBlFRIRZTUaocobKYEIc0iUP/IxhC2WjUFp8AOoOMf1QVauppVP1NRfUdd4bqOzXaExiMJ1ikxa2hW/2MiHqfg1BVF9nUc84lSRCNj7kWOrpyWUmq+Qju7pzy2MKxheElFlTDyquEeQgzMRBDIBrPIOZWxGpKR3Rhj+jdYUy4kMoKQdXhiLgKie82ZRFr/Slm/p+YRhRBDxOPJrU5psNROBoncrzi+hvA0P9dU8OsOfRkhnLJABLmhKITado+HIEsxCoxPlk+xeLPqlIfRLJOyQ7rFeV5mgBioEqTLAqYBe4kqTiuG2lcuZLIKsX5cg4R4uH0Wn6mtKA6F+S5FT6Kh0l0tjZGEEbKOJmy+/CyPklBW6jEpLqb1UX6vYJhSNyFsWPH2HG/FMsdukeCHtb6do19rxv6NioZe7D0eTUDq/xPEqd4FNDebVstPCB4o4hy/c7fhHoE68+wMuMjzA98ItDC7H9GJKTQ56iEZU+BubHan99uKxVx+UCDE0lrXoKUoDPiQKFq62Eoo8MuQYaOs0H+2tikwdLZkILliPZcDyyUskiHk3FJuHU2uxIBMXbVZMOwIqGTTSOZ1xigMcQNrISXCes7zaYrAcFGcIW4QQzIsNApwZsXMTojmN2DwTk8HV5hmJ5ignDDay/MUhJttn7Yr/L//rBXS7ey9b8fgpP5Yd98f1UEp3eviCMgI6Vu8uTNG1lKzRAgN4EUg0j1yFL8OwAeZhyVTNQO4RhG/kHZhUyXKCXDfvZ2k4JIbkzkMxnuAddKKVDQ8qNJMML1CgU8fiG8t+KRtUOZbH3hLPfrgJHDoLKYma9oSxuiLbHaZluK6crB3prTjAo3M9OSWMPPeWj3+BxboNsCXblgMaTba5Fui3RbpNsi3Rbptkj3lyBdTESSTgPcQt2Hg7rHOc/xcqBdproNIywGQxGxYTSsaibaKAgxfGi9NE2trF6U4E4zwZ2FCe42E9xdmOBeM8G9hQnuNxPcX5jgQTPBg/kJJrFvoEVrGlR39hqGRgAJOo8EAyTITLDAuZcFM7d+HMPeT1/E+jBV92RoId+CEQesWxaUQLkaSh0o0wILpNZPiGIhbhPfChFk0WQUxhWEt1MPxYxZ0qBoQHsPgc+ekGtihGVmEf+gcMOHqWcMhyzofITRmM+4o8Z3YXIpvgqbljogDECq9zwMr+U8qYWiaqGtYHri5asI9B/yZ+3Tp7W9Pev9+3fT6btUCXbCStmVYxkRXh1P5BXV5qe9h4ieWn58IUNo1uwrCuthMAEk5qBIP2UZxcszK4LTJPB9BbCXywryLMKzzbdkerl3WE/9LIcI9GFqHjFE2XRITEsrBml1t4AQdKBkqeSw85hyKABiYQrWIfDOIE6XUxS79yuK5FaiEAxiuaWx9xSkoRqGtYfiJFlWX7X/RA1kuaVy8JhSOYyfINflE4a3Yrr/dh04G53Bugc3e13Q6wDo9nv93mC97zmbo1Hfe3uWER5GEMN0LU9rBdF4jawC/xGj8Qd/y3mN4IjKYqvbSV+fA7RW5bKqRBarIA9tvTo99aCafBSkXVt43lXQKnKuJ6ae+p62NbyyVghfzBk/drTTkOuraUkt1+feLtcnlZPZJeIy22xTj543fZLs3PmV7CyUM+FxZBn4ufsg6rlEDN17SAX1OdBZBr7uP6iiLhFjD2Yyto4E7rwVdYQBFnPdBUDhDDDt4DzejQhnU58WHzyxKxH3ehWCofrdAqNXxy3sIUC1Q0zsbo0uI07Loa75nPsfrlTwTwT8ADJ76PyC4/+uYftjvdrTYFYld0UYNY620+P85pC6BQ/Ox5rSYruyXkNvEu1PE3ylvzP1X7opUqvhB3ZUUvyYjlqK6DmvI36KRq3LTwEo1FPS+N/5/o68jLOZi9QQ0h77uJl/G8mdbxtpwfNWpn2bBBJNJGFhXPcvCSVJ1S5LpY2wpDgIJjc371Lp3QE/gfB7fq5JmeesfSbxHAkmsau20UW8OYljH/nxEnmgf4H1nPkEx0LHNK6vSS83N7dewTWf4fh+H4Ezzzxq77qVmYxr0YwBYhFRNWS+8+mqhnpaRIMg8oPzwM9AefDipn46hN5/rAZwCS4DxfkOM56qrnmLaW6aWN75K85oKq31zqj0LN9PakO8ApdNm62V7tCdEVkp6NlcXZYqjMc7IIU1LeIet9ZcczJSnMdMvPqUhlgo9rLCg9qhaRM+2GjxQYsPWnzw5DKUywMQin2wFiG0COGpIAQhZSN5HTFjI1XcX8LGNSRsNjUJm4Y9TQ28MUKcJpjTAHXmgztayNMIe4wMrZiqXt9RMZCOuyWHux3j9R3GaWXyGlw0BzYy46NmjDQDJzVjJTNeMmOmWbjJ7Kxm4KcmDNV0vUaViQ5PmTGVAVcZsdW8+KoJY83AWU1YqwFvNWMuM+6aib0a8Zcegxlx2CwsZsRj2mteT3Wrc05wNgdAmxukNQE1A1hrvszWeMpCD94aAZyS5ZnrAKYOzjVBOgOsmwva1R2JHuIZYF4j1GuCe2bIN8OT1qFffQp1CKi1o0pVk0Sjoias1YS3GjCX+VqtAXvNc+PzOUxBtLX5Tpq1qKyWnZofljktLGthWQvLniYse5QTUy0umxeXzbyN0UKzFpr95aFZLZv98OecVOO7ywtfHy9J2TXsJjpum6W8pyxlbxYc7rZwuIXDLRx+HlnKhzyW3aLi22Yr9fcvW2jcQuM2a9miNG3WciZM67UwrYVpLUx7JlnLFqc9k+xlC9VaqNZmMR8ri7mPEEWEt0livshHbucvFaG13Q6nRZsJnxhLvQmcgm8QpXz8zgYvpu8lLF4GzZ8jkbLSWrt6oYld9obhNAkJI6LxPN+MqxCV9t2Z+dvHDe/PLGp14Lr4dpyYUC1UzaYvabeOOADWfCtOgMdCbfW+ddH92n9mEF0x7dZ+2q5iviOVjuGlcuNa+ARd2b2a/JVujITfhJeMa6+FiMuIuT7ElzNNPNkdRCQi+3Bb/+porfHaUyKVQNO8YHAe4xfhLuvplHvWlSy5/iMeErRAFTCEmECCVSsn+kbPfXcW9/PgJOoLUXbG4vRfxShsubY2XFqmb5zLls9HqMhSeMwJaS+56AVu//Z3kQbI2JvFa5eGSPGpF2dMFbodtYY7SdvpSBowwyApw9fSK8LoqcEoxRZaw5xHD4llB1GQe1NZ9nc5qEi0pISRb+xmZyHpvXJ54JZqr/viwWKK/0smv4iRnAXJVxQeXUWe7uIXNyHnOZiQIroHNKG+yXL6dzCYWQp8T467WmwZVPiFCQiStW3I1+b6tELBnW5HxYgVg2idCVCbe9MAdIMoTMKYu6umiTkTY1+k6oUOjGr9AWHCan+6KpF7biZcfiSoteLHgF869i9qww1W1TNrem8RTe8tiYorH5hmWYhy6VR+Zia+WCttvviSDF/rVY8lAQEBqHo459lpMRhRvHZfWFaKui+5YNup9FzUedsRf3Q7Yo1wq9MV/u/kHzs4KeZA03B1tTP3IhIeiITFXtye+EO4tr3ui+MtxiKx72fMUqH21+PdfLVbLMM/l6/rtN5anwsUZa0cxn7KsZSdsV0Ie2O4DjaGXXfgr4PByBl1em6v1xkMuoMNb7AORrzxebnU7ry4+T/NN/Mvkn0AAA==
namespace-by-workload.json.gz:
H4sIAAAAAAAC/+1dbW/bOBL+nl8h6HpFcufcWrbjpAGKQ16bAtu9XpN2cdcGBi3RtjaypKWoJG6Q++1HUm+UREp24vgl5n7oxjMyRc4Mhw9nOPTDlqbpvZ7t+iEO9EPt+3UjoiD4Z2gjyNGA63oYYNtzKfGBkAjRsQNMH2GftJjKOP3QdvBHlzCNRka1AAaBFyITEob+GXljiEcwDHTuGeiCvkP5GIWQo49sS0C1Tc898RwP0QbRsA+2mw2tZRjkn729hmbs8E27YMxefJSNRXurHTkQ4VwX8MRnz1kgGPU9gCw95j2y/1+Tfx+ZUKBl40Jv9aEL8UeLUNzQcSIKAv7oyvMcbPuE3mREOpwTz8XIc6hAB8AJou/bue86tnvDacEHLmTPRyJPBK6bnuMAP4B8SzmGVeIMkW199jJlRkIuKOyOfG51OMJ9MoD484R+TqSTts3G0Eo/Zr2+TmkI+hBgbqgc9SOGiKlHzP7i3eUEzFjByLu7snHJcnQcE/WTECHoYu0YuNadbeGRnn/m0v7Jnht1OUZsCci7i2wgHmMqeODYIGAGyCSZiaAPGCXXFWpPv0J3iJmYmzk6DEoaqp0t+sB2nJykKeEDApZNBsprSq7tdwVtG60abRtibbfTjw4cQtfKv4mIaegeBVfiqQ1uh8XBU9ON9CX2BGdjH0/ErP9C5JU5Y3AveMfYdgVUZA9H+FLob6iZCajk2d+ZSeWtkrI8RIeQjqbAOoWBWW4PE/fkCDp2C5wQJmZV0gPxFQIrotS7uG8GT70pzEgii0syU3MzXqej+ezZLv7kMXEwgs7NbBOKLNqHxGpdDIZlj+TT1qiJhvT9e3l6uftEaBZEkPn3geNlApR4kAAiGwb/uoWIWDwsDDGQ9TcoDTzAwLwp9SbA0Peh9SuRaYmHARpCHHDrIb8i0tXi3mfDoHrvkb6Z20E43raJq4PbZBnDgLSKemT5uPPQDVmCTWjfwl5/gmHQYxbxYDoh6QF6/0N/E//5Q2/QVY0NjJLTDz/0x+9viEQhIkZz+Ias5Z4TUp96vfPD/Zvmudp2+mzD9yxCHSIv9HsOHOBt2gPHA1Yj+aNHPeGOln6llzLIdw9vwj6kf/S8OzKEQwQd0IczdrehJU2+/98P/R9/5yns7fR5+n8ysh2tP9HSTu6QvnPzirpBD42ZaRDPPoa9yCbyjySiOQcmZujByLEjJ3aetvPwkHZGe3zMN4XggK1H+lGeTo2FmVlKfIz/yiwSj4hmRp5jFSyV9vucePyieVP65cge4DKjsMx9IWaleQPtmNqP9iWyJotb2lJA8sC7N4AYVig6uMiLtYq+qJcskLZr2be2FRK3VfJLyTMMB2UduAf3dmFB6ofmTTSFCl50HHufkiYTTFf0upGblvrP77yeEtec0q5LQ5iAe1gxszN7O/YLdsZmQqmDlOENjwFDbHnLixaq0uPRStXMG1i2GGUm1lj9Lm7xYt48RJUjVECqjoJUClIpSDU/SEVk5AZjGytMpTDVHDDVVWxOWMEqBatWHVaZxFWN3QphY3jPxnFFZkN+IEy9KatWJElD3+jXtL8cSRpL2bM2eFzd4PHMDZ5UN3gyc4On1Q2eztzgWXWDZzM3eF7d4PnMDX6obvDDzA1eVDd4MX2DyRojaTBlV6woU+8bMjQ4IOgjiSi/a/5Vn33fUBt3NySB970SfM3tmV4AvWog0H7SPcIUGDMwkcdklesUdWgXEFjsG3lOtEZywiKurCANK4L8bF0qyWQmhDpxqhYktjcVO0mT7lhjmZRcuJlsZzPpJnYFMzz0H/Lf7qdPu6en2sXF4Xh8GBRWFAua9hiwTEorv6IQ5ZXX5ZiRZZ70U0TMVLMIotRLj31FVKp6nuEDgm6QKx6yBGflwAnZPVqw8LbQtdl4yXcRrp/HqdBLCZxyVGszVCFeWadRhxuO+2SKCdVBAcxzlCGCwxulj+Nl6uOIbM/BEKrJIQZ1y1bGxk+O02XqI9m3J1NC+wyiHfFGquJsvqrwn6QKbkJstjbOV0EbxYmhnSKPRmU3UyUfVnSCbLZWLpapld+FQYRVEH0+pPwkyVu/7LcO+oP9fdM0jG7Xag3aRrvdH7T2Djrdg/2uaf5CsxHIhRgGu3E2xXaHu0ns5J8eGn603htvERxQrbxvN4O3twDtZomJLC3BGCz5wFIP7GOapnjT65mQS4cVbUEczHmuLRR3ouWUgjrbs4J5KJb6LmSgAgwECW5RcqpVmZx6cjqqoTKVG20hx/OzEHA7VC7k1RnIyWIMRLmQtbWQ08UsMokL8aPdhTKRNTKRswXjEGUj62cj58txI1YUpFCmskam8mFJ7kTZyvrZysUTTmQ+++TlJQaYP2+TRHUiAchOvCU1sbkDJXxJbI4xv4pY4534ZE5XUBJbEXgUVEHIKiGqqiEqKiKmrcoWVEZUVkdI5Sk67SSslBDJNpVvq8nR8rJhct4X2HW5G5UVFPIqispKippqiuqKCnlVhbyyoqa6Ql5hUVNlUVNpUV1tUVVxIa26KOtSWH0hP8MmOccmPcs2RTVGVUVGTVVGVWVGRXVG9ek5eZVGbaVG5Vk48Xk4edVGXeWGNGhedHQq8rVI5DBlIccUxRyzFnRURdElMIKHEjk4UZ/yEcONSsiRhx3JAZ6aIlppxUdV1Yek8mOq6o+yjxRXgUgqQSqrQaorQuRVIRWVIfLqEHGFCF8lUh5quVpE6E3kJRmVZRlVpRkV5RmyEg1pmUZpXGs6hC2Ryirz6ArOiojT4NkDhWcVnlV49nXiWZWoU4B2SYBWeipdYVqFaRWmlYWzF393YamgZB53Fy710siWJET+bsVujcxKeC4+BmTdmCzi1sjirUWv4NrI9oFY39x4prjlqHjzRN01R0XOQu85KvJmvuio9s4iccFzbdV3a7qq70yn5V0FgbEuNHM3n7yyi4u40SdbhnxduroKclOvLUrettqXFsXRaiFmWMdLinD+AoLqK4oKY8jwurqE6GW7+Ky7HV8B7ild7igFPoYCPgr4KOCjyqAU8pkz8knCmgr6KOizQvcvLus0alsSajNacz2OKsrEb8h51E5N/t5oPyWBL0o8TJPBF3GXmsIX8Z+cw58qDc/jQ3keXnR1QhkrTpeGz9vKNLhxE3PxBSmJ8OVLp+JVReS65uIl4HPNMvHT3UX2KhPwuHiF6DTpd8E4y5B2Dol1f/0T6/7mHBbdELApPC1aizY7Cm0qtKnQ5qqjTXW5goKbC4ObtfetKsSpEOerR5wrcJSzOPnmc4Bz0THljuS3R4w9FVOeU0zZqEH5XYXyFcpXKH/dYsrqyiMF9hcdWxZfHK8Qv0L8KsasYsytp6DPfYU+FfpU6HPtYswKfir4uYRYs0KgCoGqmPOyYs5nCFGg+5SQ81bccz3+aSfKbTejtuhjmSPRA3MEx+AbREHUf+MgItMfVWY/MwXQTfQ9ggAyq9Wz35bS07dhOPYdIgh3mM5CglgCzNn6g6juSfgL4BYcgNDBkh8AT7iiPQODkYXwd2Jq+imB9dplhOvLh/N51M9xPZ9qt+h+9T9DiCbMukW7A074Ro46hPeFm5pTFXKvL4bqc2VmzrdYEIVqAk6mvECm2MskQuPLJmyXLNgWPHJEZV3iyauPiVZsweOJgGMIMIt02Zt6kWfdDv2HP7w+QQHUAB2ICQ5oaHGjO2Lpt+qkHy9OvL0QY2ciDv6d9ELPc0vdpTTxw7Fuo/FwjDCAV1FDwsq4qRQOQuyJKg0JuWd6ITOFdrPIiZykbjRzFlAzIanAd4MJEfRYMin5J4QTcxo7JDPbdu3Ym+Z1/5yzv8RKUpi5o1c7i5ew+/TlT7b8Fxn9LLPkxva/Iudy4pqictFoDhlqDlUvar7jTcbFawz5dS194CVm0EJ3bo+Frdsyph0znKfOuNWR1rynqVrqKqfpnmyF23vGwrYgi89iPBK735Jt2PSAACoWGxSHNRPptJul+/hSAVGebOMrf5vo4laxKmTKmPpVVQMzRtJ3EdaWaNModCJECI29cSPX3LqttElETM3ipWyTROKfdQ5XzKqO3NI7s1h6Z0NMfCsJDz1GgQ6baSkOcQyi+Kvuene76ZzXmZlTmp77mm8TrI6yL8cy6yWd4dWr73HhH972cy5YNzI7521eN/gP7SbP4a42aHF/G1ak++tkDDRmXjY7+Vv4hrt8w/xbWh3+A3cny77F9zfpS058Pz2WitG/Xp3EUakkXPZb+gvn2i/abwnS0raTH4GP8JQeskyo3u/3W2C/uwe6rTaA7QOj3Ww1u+a+9a4DjG5zED18m4bFmluP/wdQadYyeKcAAA==
H4sIAAAAAAAC/+1d6XPbuBX/7r+Cw6YZu5W7oi47nsl0fMaZ2WzT2MlOm3g0EAlJXFMkFwR9xOP+7QXACyQBUrJlHRb2Q9Z6oEDgXfjhPTzoYUvT9H7fdv0QB/qB9v2qEVEQ/DO0EeRowHU9DLDtuZT4QEiE6NgBpo+wT1pMZS2D0HbwR5c0Go2MagEMAi9EJiQN+mfkTSAewzDQuWegCwYObccohBx9bFsCqm167rHneIh2iEYDsN1saC3DIP90uw3N2OG7dsGEvfgwm4v2Vjt0IMK5IeB7nz1ngWA88ACy9Ljtkf3/ivz7yJgCLRsXRquPXIg/WoTiho4TURDwx5ee52DbJ/QmI9LpHHsuRp5DGToEThB9385917Hda04KPnAhez5iecJw3fQcB/gB5HvKNVillhGyrc9eJsyIyQWB3ZLPrQ5HuEsmEH++p58T7qR9szm00o/ZqK9SGoI+BJibKkf9iCFi4hE3f/FucwxmTcHYu720cUlzdBwT9eMQIehi7Qi41q1t4bGef+bC/smeG/e4hlgTkHcb6UA8x5TxwLFBwBSQcTJjwQAwSm4oVJ9+he4IMzY3c3QYlCRUay360HacHKcp4QMClk0myktKLu13BWkbrRppG2Jpt9OPDhxB18q/ibBp5B4Gl2LTBjej4uSp6kbyEnuC04mP78VN/4XIK7dMwJ3gHRPbFVCRPRrjC6G/oWomoJJnf2cqlddK2uQhOoV0NoWmExiY5f4wcU+OYGA3wAlholYlORBfIdAiSr2Nx2bw1OuCRRJeXBBLzVm8Tmfz2bNd/Mlj7GAEnbNsE4o02odEa10MRmWP5NPeqIqG9P3dPL08fMI0CyLI/PvQ8TIGSjxIAJENg3/dQEQ0HhamGMjGG5QmHmBgXpdGE2Do+9D6lfC01IYBGkEccOshvyLS1eLOZ9Ogcu+TsZnbQTjZtomrg9tkGcOA9Ir6ZPm49dA1WYJNaN/A/uAew6DPNOLBdEIyAvT+h/4m/vOH3qCrGpsYJacffuiP398QjkJElObgDVnLPSekPvVq54f7N81zte302YbvWYQ6Ql7o9x04xNt0BI4HrEbyR596wh0t/Uo/bSDfPbgOB5D+0fduyRQOEHTAAM443IaWdPn+fz/0f/ydp7C3U/Ib+geZ2o42uNfSUe6QwXOGRf2ghyZMN4hrn8B+pBT5RxLenAETM/hg5JojL3aW9vPwkI5Ge3zMd4XgkC1I+mGeTrWF6VlKfIz/ylQSj4loxp5jFVSVjvuMuPyiflP6xdge4nJDYZ37QvRK84baEVUg7UukTha3tqWI5IH3bwAxsFD0cJEbaxWdUT9ZIW3Xsm9sKyR+q+SYkmcYEMoGcAfu7MKKNAjN68iGCm50ErufkiQTUFd0u5GfljrQ77ycEt+c0q5KU7gHd7DCtDN9O/ILesZMoTRA2uCNjgCDbHnNi1aq0uPRUtXMK1i2GmUq1lj9IW7xbN48SJUjVGCqjsJUClMpTDU/TEV45AYTGytQpUDVPEDVZaxPWOEqhatWHVeZxFdN3ApmY3jH5nFJrCE/ESbetKmWJUlH3+jXtL8cSjpLm2ft8Ki6w6OZOzyu7vB45g5Pqjs8mbnD0+oOT2fu8Ky6w7OZO/xQ3eGHmTs8r+7wfPoOkzVG0mHaXLGiTL1xyODgkMCPJKb8rvlXffaNQ23k3ZCE3rsl/JrbNL0AfNVAoP2km4QpQGZgIo/xKjco6tDOIbDYN/It0RrJMYu4sgI3rAjzs3WpxJOZIOq9U7Ugsc2p2EmadMsa86Tkws1kP5txN9ErmOGh/5D/dj992j050c7PDyaTg6CwoljQtCeA5VJa+RWFCK+8LscNWe5JP0FETTWLQEq99NhXRLmq5xt8QNANcsVTluCsHDgh20cLFt4WujabL/kuwvV2nDK9lMIph7U2QxTilXUacbjhZEBMTCgOCmCeIwwRHN4oeRwtUx6HZH8ORlAZhxjULVsYG28cJ8uUR7JvT0xC+wyiHfFGiuJ0vqLwnyQKziA2WxpnqyCNomFoJ8ijYdnNFMmHFTWQzZbK+TKl8rswiLAKrM+HlJ/EeeuXvdb+YLi3Z5qG0etZrWHbaLcHw1Z3v9Pb3+uZ5i80HYFciGGwG6dTbHe0m8RO/umh0UfrvfEWwSGVyvt2M3h7A9BulpnI8hKsgWUfWOqBfUzzFG/6fRNy+bCiLoiDOc/VheJOtJxSUKd7VjERxZLfhRRUgIEgxS3KTrUqs1NPzkc1VK5ys1XkaH4qAm5Gyom8Pg05XoyGKCeyvipysph1JnEifrTDUDqyTjpyumAsopRkDZXkbDmOxIpCFUpX1klXPizJoShlWUNlOX/Cycxnn8C8wADz526S6E7EANnJt6Q6NnewhC+OzTXMrzbWeCc+odMTFMdWBCAF5RCykoiqsoiK0ohp67MFJRKVZRJSfopOPQlLJkS8TfnbanK0PG8Yn/cEel0eRmUphbycorKkoqasorq0Ql5eIS+xqCmzkJda1JRb1JRcVJddVJVeSMsvyrIUlmHIz7JJzrNJz7RNUZZRVZpRU55RVaJRUaZRfYpOXq5RW7JReSZOfC5OXr5RV8IhDZ4XHZ2Kfy0UOkxZ0TFFVceslR1V0XQJjuCxRA5P1Od+xHijEnPkcUdykqemnFZa+lFV/iEpAZmqDKTsJMXlIJKSkMqykOrSEHl5SEWJiLxMRFwqwpeLlKdaLhsRuhN5bUZlfUZVjUZFnYasVkNar1Ga15pOYUskssqEusKzIuI0gHZfAVoFaBWgfZ2AVqXrFKJdFqKVnk9XoFaBWgVqZQHtxd9jWCotmcc9hku9QLIlCZK/W7EbJLNinvOPAVk37hdxg2TxAqNXcIVke18sb24+U1x4VLyDou7Go2LLQq88KrbNfOdR7fVF4tLn2vrv1nT135lMy9sKgmNdaObuQHlldxhxs0/2DPkKdXUt5MbeYJS8bbXvL4rj1ULQsI73FeH8XQTVtxUV5pABdnUf0csO8Vn3PL4C4FO66FGKfAyFfBTyUchHFUQp6DNv6JMENhX2Udhnhe5iXNaJ1LYk2Ga05nokVZSM35AzqZ2aFL7RfkoOX5R6mCaJL2pdahZf1P7kNP5UmXgeIMpT8aJrFMpgcbpMfF5XpgGOm5iOL3BJBDBfOhuvKiPXNh0vQZ9rloyf7mKyV5mDx8X7RKfJwAvmWca0c8it++ufW/c358DohqBN4YnRWrjZUXBTwU0FN1cdbqpLFhTeXBzerL19VUFOBTlfPeRcgeOcReObzyHORUeVO5JfIjG6Kqo8p6iyUQPzewrmK5ivYP66RZXVzUcK7S88uiy+R15BfgX5VZRZRZlbT4Gfewp+Kvip4OfaRZkV/lT4cxnRZgVBFQRVUedlRZ1PEaJI9ylB56145Hr8U0+0td2M+qKPZY5ED8wxnIBvEAXR+I39iEx/ZJn97BRA19H3CATItFbPfmtKT9+G4cR3CCPcUWqFBLIEmNP1B1Hxk/AXwS04BKGDJT8InrSKNg0MRxYC4Imq6ScE12sXEbAvH9DnYT/X6vlUukX3q/8ZQnTPtFu0PeCYb+SoI3hXuLE5FSH3+mKwPldr5nyLGVGoKOB4yjNkis1MwjS+dMJ2yYptwUNHVNslNl59QqRiCx5PGBxjgFm4y97Ujzzrdug//OENCGygCuhATHBAQ4s73RFzv1XH/Xhx4vWFKDtjcfDvZBR6vrU0XEoTPxzLNpoP1xAG8DLqSFgeN5XAQYg9UbkhIfdNL2Sq0G4WWyInqRvNnAbUGCRl+G5wTxg9kRgl/4TQMKfRQ2LZtmvH3jQv++ec/yVakuLMHb3aWbyE3qcvf7Lmv8jsZ7GSa9v/ipyLe9cU1YxGNmQoG6qyIYnhvIi1LHSb9ljYp81kYoUCuCdaGNORpxrX6jBr3hapVrVKi+zKFrPuM9awBa0pWTxHovdbsr2ZHhDsxOKA4hBmwp12s3QBX8og2ibb48rfJrqqVSwKmTCmflXVxIyx9F2kaUu0PxQ6EcKERnfSyHW3botqEvxSVryUHZGI/bPacIVVdeSa3plF0zsbouJbSSToMYpp2ExKcTRjGIVadde73U1tXmdqTml67mu+TWA5yr4c86yfDIYXr97lIj287udcsG5kes7rvG7wH9pNvoW7yaDF/W1YkeyvkjnQ8HhZ7eRv4Tvu8R3zb2l1+A/cHSx7Fj/eZCw59v30WNpF/3p5HAegksjYb+mPm2u/aL8lSEvbTn7/PcJTesiynvpgMGiBvV4X9FptANv7RrvZavbMPetdBxi95jB6+CaNgDW3Hv8PBautTnWnAAA=
persistentvolumesusage.json.gz:
H4sIAAAAAAAC/+1bX2/bNhB/96cQiA1IBneV7LixB/QhTZFhQNtlS9o9LIVBS7TMRSZVisqfBvnuO5KSTEl0bCNZmnQG2iK6O1LHu+Pd7y7qTcfz0HhMWZrLDP3i/f25ayiCfMmpIBYNM8YllpQzRbwBEhATmkktAo+3WoxEVOJJQoA6xUlGNDFmRP4WAYnlSWIoAqezU84TSVOg+5o4oxE55EwKnmS19bS2NqHs3FJMkCkoOgMC6vsZMjR+qSW0lkZXoIY8SXCa1XSrMaIWJ8WMJIut7O00HycUZ4c84UJb5bZrMydYZM0dNSPC2ewdYbFUWgd+i0eWLZM447kI1QnQseBzImckN2eupKY0SdS2LeKvAkeUMFnau2LGgkbH3HEAbfdencQkERdYvQEF8/qbExITFlXRYRspZgfZaREXUuS1cymJi9jNCHMhjMoO5hxfLWFQ5mYIGs/kCYSZm53N+OUSDqz5i0baYWUgWmwJVyNx+Qx4YKxcO1Rta7HqpoagroRajMvizUGTY92DiqzUO+bgp/dcn1MT6o5KCcQQkzgmzjhL1WoVLLnaftDmucMTHBURQYR65zThEjW4KcHSYT6UEUFJ9vsFERCHxHGiLMUhWXZfgKmcPaoTJQ7PXdbMJElTEr0DozrPILGIiaxf+Oal14LkKtUH3Tljnpflc++SyhnP5Q5l8HIWkq7HwP673o7k6flO0PV2zvMJSYgcX/Akn5MxiMlsHGI4HJXX48m1JNlNmOSgonh9hn4ofjxDXe8fPgFKsV4RGJ4TbRUlWD0oDrg2g6QM3jWvCRNM50rKPJ6h293dXaXzi3sqji8wTdSNfmTN4Q/qNr0x5WKugwtJqjTUEdUWK5PXEQ4lF80LZeWwo2q/j1AVvBOlY3s7qDy6qqEDVGPddteLnWdo/cc0/ZEgZKXp3zRMbz3Vk4icKZTAk8iRYJTmR1BOXdlJ8U5mdCrdTKlLGvqkrWS09T5mKrPWBSuoc9MsOVi0cUfJ5KJVrcuKMpbXqX41ZRG9oFEOBWhpdSllNeyqa3aFr2jW1muSh+cmETrK3byoLMo2Dd8gFVXuVcura1UiNZB0H+EaX5E18vIiHPXFaEcO3BqSOBVUTB6/wRogtsPToA3nMoM3/BbdOvFGCeJ5HMK+ah3H0WpAOcThjJxCvECyc92kUGHoN1C1Y8Fz5rwQRuaTipXl7HaIIBFP8M7A73rBfq/r7Q26nv/zaH+3GbharNffB7neCOR8JTccLZFT2wz2zF/YbhctTTxrovbK5QU4q7NjnGuwdtNCwKU9At9vo+CS6a99Fas0+U6FWLYkMVVS77E4J2Ilur27w+g/QofRRP53AXEXqp7jNKUsPjWJNFjGWyNDFQnSJD1Pck+SK9m+4helXzfKHOXmArN4jc17axZPiLO3EMbHJfhvBFu75wg5YySUUNlacqdKI0cGSHkmp1SlJ4RcjCPOwIFf9fYD/8eGDAAC51pNv3OpNtV7aP/XKC4GI7Q7KnMpzMHQh5cHDiavFq5p86Kx6TeJ4jwx3UvjDqgWX08itP9VkuoDfAyCIfwzHKksFQxbyWyaJ8v6VvUWez+zXU/l0VG/tVGRUfRGy2GIup+HCiqxtqs2br0gKNvwuUDPZ0w3ZiWIfiqtV9V43anYtwD3urF6ecaensV+UtnmQVuP3srWY4Neb72GAw3h3ox89J92DyvhfwZVKiHKl/X9dTmwk+SwmSS1xHpJkis90esN82NZkTZKkXrRh6LklaPCTnNdtcY9gyqov0GQ6PG2m/0nv6xNsKukd1o4sT43rlz7FmezCcci8mAHVOeX1p69shiFqwRIdyxPbofY9xpi722H2Nsh9naI/fCDSKqksnEOeee7HELq+a855MMPgO/7ywOj1zP6pcG3iJZHDhhPj61XRszTmlsbdbeD6ycxuGackec+t37CZ9iOrbdj6wcZWw+2Y+vt2Ho7tt6OrR9ybH3n/PWx4fPqifAjdiD/p0nwvfH4dhT8PY6CO8UJUAaodI4/qUujtQz2DFlem1dFkG7Nl9ASxwtH6bsoGFl8U4LCjKJqW0nmaQInZ3H7E+9O08fWWLMGmUvfRmSK88QVXjbXhcD1h+B1+Fe1DkgVdO/EAFOLXyIIC7ZaXJ6WH67b+Ah9yYm41uDVBW+tL8uDGjUmzZJd+cp6fadxLstyOElKiFvHE7ZNbYOsAcZLo1kpDfIdZOOIHLiK5cKiRca295qDa6hjTWllx5JVJtavG5uGea1PYRvV47brFW/ddfuot8pHxVDC9iXcDu2I7I9STVTnts6jaG7hIgLMgS0GVOtTs5GdmR87LPyNw+JDWZ83CQzmWvTgobEW3Li18MY2ZB4lZI4rFGdwzKFCcZuEj3H6t4+d5VD1dglW/T4irFNOxcx/5tJj0goJVG0kv3wRlMPYskM0GGWxLKXhuf4tWrG4MMm4hOA2ekSDRfihwLce+vaDNVVBA+vnwH7o+zZnMTJGPevnIDLV+XN5BtU0WJG28i32xq/sje239Pbsh8VIAe1Htr6lLjXzfeW6V0YfTw8LHFeiyMUd88wlK/7LW65nUmgUjCajHh6Sob8XTKLBq308HZEIT4JeONzzQyN8USFHv3P7L0EqTdcFOAAA
pod-total.json.gz:
@ -48,4 +48,4 @@ binaryData:
scheduler.json.gz:
H4sIAAAAAAAC/+1d3W/bOBJ/z18haPeABPD2LH+k8QJ9SNNrUVy7m228ew+7hUFLtKyLLKoklTgb+P72G1JflEQ5duomccOXIJrhx3BmOPMbSpZuDyzLnkyCKE44s3+2/vzcSSkUf0kCihUaiiLCEQ9IJIi3QAJiGDAum8DlSjbDXsDRNMRAnaGQYUn0I8zfe0CKkjBMKRTF8zEhIQ9ioHclcR54+IxEnJKQVfoHlb5hEF0qglE8A0HnQLD7XWanNHItW0gpU1mB6pIwRDGryFZheA1OjCIclkOpw6U9kTvH42CBScIVGUs+CQl9jdxLn5IkaoxftvkDhQluZ1dFkPQfeqOROzi2O1Uy9afosNd/2bGc3qhjDbodq/viZHRUb/eDNxigPrIV6ufKvB7iiJGEukIs+5ySBeZznLDKQPaM0AUSS7cjEuEqz0eJjwtnKcgLtMxX63S7NbEWQZQz6yw2J9c6DQGLz4ULkND7gKa46jy6Vh8RvcRSp5wmWGm0qspPA++cSHevMqQ/9qqkiGN6hUKhCWdR1UOIfSxtX1MECgM/OmXjbL8IWerGDPw5v4BtcZeo1T2hqDqOg8gf38RS2228pndVJYXWEVpIP7gSxrE4sThe8ppPWRlbTFVhrDqbDU5R5G8weK86eKsHg6O9ASc+J2Ac1vQ2W+xWyfxIpIZhq0URdjnEgUa7sZBIs8FjwvgsWIreto7xFuLZRfC3HH7Y/UetDcQubV9JX9tVquojBK27TTeDrSs3KMjeVCpPF2b/8s9TDZMUHTfUOYOI2dgcQKSX4KKaYDALwvBMRDhpfxG7+g6ELucE/pyMROxyThqxayYE0u9xMYs6XjpcD6KgM+o3BlJDSuvekvkMxkwWUdNUHFEf8w2sgJexlIkli8MkvnXDhEHEePWX/WP27192x/ovmQLlMpninxgkFi8JBX111LRMGXc5ZJ8JwzTArNksD0tvkculTnqNJml0eluM1xwEvFFmb/t0Uy8oIi3TaCzgMtzZv8c1RgEHbutWQrTMze12SqOczSCqhZgBWKmOL8OHuqlO6ptKtthsUxEhp/1qy/2UR7CttpTs9EsWIiE/lv2U9VdQCSQWxM5y3FBLXlNEtQkSEj6bf8CRz+cyVjZ4uK3bRjghkFvWaRDfUeQFOOL1hH9H9u0/QPZFV35LlHETSlOZNd0g7bR0E8bTc+qJXh+ndBzo85/AkzarJye5pzhqC5XSr9gGyKJo1GBcZzM7m4CRRrptJCQ7xuBGEUe+HgrHorfwl0QMP2zy9B4KpvIwxTL8zkJSCwsUxxhpc3saVH+9whRcEWtWBHnNxW1bJsuEVSkhKrmXWiEhBcQx9j6kWbLJv1eioYjjwyKTTHAPMkV6BTFy4iVUFnSQPQD5eGziQo3Ct0pNHSuIYE2Ri1/9D9rnF5Cz/vwRqkiYfpLvzc9HR9b0xjrMxix7Pmh2u82Xt1pZt7e5CHAButki83XubYNpEHlG+TXlZ0pZY4DXOzOAsgFQ6BMa8PnCWEO1Rqkhq9DQGtOc7cw0VwJkmxDVZpdUPWss8eZe+LyW1MRy3qYlYyMjCt7FPJhxPTMD9hel/3wC9d4L5ddhDqFccyQkIcwkB/4iiFwFXoIq0FpfJMgDyKpkS7QMWFOuaeJepolXg68WGZQRiqkXl9mphqZXO5wrMJk8UtUv4QYtNzmxKR2UxBrHDMVJmVY8wST+a8QaZ0YKvNV2S/Ftt0FX1rtVqNiHJah7zBRmP1sDU5iZwswUZmuAzzxgnED+WUy+JCjiQYgPuy9Go451j4otTU7b4aGvh0MdK8RH33HZto2FWuu5Z2+ab1bUbWOezaq9Z2+rhyn5tjHcBrXgs7faHhaEIeg4cm+s0YjPrd8yLzAV4iNXiHtfH+5XdXhQ24J6qJtR38PGl3FPz/5EriuPVhXyjLPdV32gqdiTb6BwnBJEPQtGsKv8/Abp/FhhZNuCQusDxTjf8umqZ1AuD59IuaytivetXl7/fIApmL+uYB48+p1MwCh84oZim8knVOGSTaRn7OaOQMcFewpa78WLFkz4kLivt1x+w1uSD6bM/pNQZn+tMl/vizIHT0KZg7XKPNsXZQ6fhDKHa5X5REq4f4NyrdPz99an1CDmzp65s2fu7D2rUuXYlCqmVNmPUuXk6d7b04Cb3Zxst6IdC3Qpepz/ejFed9ItmnWshIaPccItJpfH2zD/arXz3yDsHA9BmOQFFvpgDrXNobY51DaH2uZQWyLFl+YZMPMM2D7gRKdngGITKL77l8GJu8KJ77CBiQYmGphoYKKBiXWYeGIOFM2Bonn2YS1OjClxMWOAAIWTABRc4AWhN5PpDcdsR7+DfFgEVz6/+vTR20epbAPRHhmiSWd/SJSjZX09Unvi6zA3PKv4ZGTwicEnBp+sxSfyqCoHKW6cFCdTO3xeS3cUZTBLG2Y5O//dSphwbgNbnhls6X4PmMU8oXVvwFKTzyAWg1gMYqkjFp9MfEJJwoUBd/PjYQNGWm9/FZo2aOSx73PNhfb2/xDlia/je77rdZCtwBZBcYH+wJSlUjqDlMxv0qk8RC/TLzFAziq9VEZUGmGBKIuxOF7EISw38pvflTioe4OCMSrgLn/rsodnKAl1L35WuTqsKL8+UQ0uhU/Z4jXy1kWK5xR+/t56Be0pXBLnX8tQw6r9JcH0Jjvab6JC5XMWToXq4/qL4gsDKdMf1NalaA6FYf5lhapHqzpVFbIBhs2VpqQtiL+QSD18qntFe6nRLNmqYy3ANIGmT65lTZe7VCynm6ThVLx1veX96h0rG/tIb4neXZbIEpNqMXB8qW72Wy6MXeU2pBY0fePMzumyFEbC8DgdSMWqD238bpvxq5mtJULfafYc7uze7oXZK+hvpX/t5/66w0Gei9Iv9EiQUkTa4uMQ5PonJ4dC+Xcf0sBfdosDAEG07JyppDiWU/GIPSx9xXa6ykVfvVDqUnuo/O+oF/2uyikBm91T/ne8NPp9ztcggLfiKHfOog58rA6sztIbqBflh0Lsl54qby5LRX1/kyj98MH4LEuOtRfkZMHNTmQ1b/fw8fQY9aeDqefNnEHv5bSPhkOEnL7juMfDNFXbV0UW7h6s/g/BmvPv0WkAAA==
workload-total.json.gz:
H4sIAAAAAAAC/+2dX3PbuBHA3/0pOJxMx26VVpQs25eZe3CSS5uZ610a++5mmng0EAlJqCmCB4K2dR71sxcA/wEkQFGuLMsxXmxxlyKBxe7ixwUk3R84jjseoyhOaeK+cb5c9TIJgb+niEBJBqIIU0ARjrjwnomYMEQJ5aeIIyeXCs0kRSH9GDGl16ukAaAgwSnxIVO4nwheQDqHaeJK58AITEKupySFknyOAo0U+Th6h0NM+AXJbAIO+z1n4Hnsz2jUc7wj+dIRWIgbn1d9cf7knIeQUKUJdBmL8wKQzCcYkMDNdSvx/4r9XQmjwADRWmvdWQTpx4BJojQMMwkB8fwS45CimMn7Qsi78w5HlOCQG3QKwiR7P1LeG6LoWhqFGERQnJ+ZvDC46+MwBHEC5SspiqChmREUfMLVYGZGrg3YLTseHEuCu6ID+fGSHxfWKa8t+jAoD6tWX5UyAmMIqNRVSfqRQiKGR6/+jG8VAwtVMse3l4g2PMeludB9lxICI+q8BVFwiwI6d9VzLtAf4rz5iaTIPYHg28wH8j6WhgchAolwQGHJygQTICRKU7g//QijGRVm7itymDRGaG20uFMUhoqlueDvBASIdVQeKfNof1cbbW+wZrQ9/WgPy8MQzmAUqHdiZppF58mlPrTBzazeee662XjpM8EPi5gu9ap/Q4KbmgW409xjgSKNlKDZnF5o8w13M42UnfubcCnVK7kKE96Fsjc11XuY+M3rUZaeQk3DbkCYwsKtGuPAcoXGi7j0Nm+bJ0uvaxHJbHHBIlWJeJf35hNGEf0nFuYQAleKbB/qPDqGzGsjCmbNjBTzq3EXTfn9R6q82XxmtAASKPL7NMSVAQ0ZJIEEweTnG0iYx8NaFxNTe5NGxxMK/OtGaxIK4xgGPzKbNnQUkBmkiTQfyjMiny3uYtENPu5j1jb/MEkXh4ilOnjIpjEK2FXJmE0ft5hcsynYh+gGjidLCpOx8Ij7/+DJ91/d63QCQ0i/uj3HD1PWJMKEr/KXTMqnOdHT7//L5OXRV3f15RWzMSTMjd68YrM7DlOeZa+OvkZ/dnDkHJbn9mIcMOmM4DQeh3BKD3mbQgyCXvFizHPjkVO+ZVwq2Hvf8DbyF2N8yzr1hsAQsEbfb9benlNcU2iKA1khWsEvx/+zHh45k6VzyFvPmi8FG8+NmCyEv7B0v4DjzFHUUwrrfAA+FUjhKeoss30or3N/77A7OauVehUCp2J+cs9VOXce4XalcJW/qjyUztm4zHEY1DyXN/kDmwHq7s7lF3M0pU1Fbdr7zNzMwVPnLfcn53PmXYE01ZWAci+nO0AEO9QTXpbVBvXcNC4mTBQF6AYFKUtjjTxVnCO4qGrAHbhDtQlqkvrXWUjVsuoiz0aNQSwYr56Fs7RtzKdf5HEqUnUpu2p0YQnuYEukV672Nq65mIiDRgO5As/eAkFwqtNlE1fj9Gzm6qsOVk1OlYv19r+JB7KZXx5hKYIWxDq2iGURyyLW9hCL2ShKFohaxrKM9QiMdZm7F7WYZTFr3zFLqiAqRCUXEBXF9uqHnqGAONIUEPVWNjGiiRPbWLGFF7vWsDXc2MqORnvqGFLLkTrbVvb1JJlqG2HnE00CbjajlS/NjNnKmWtYs503zcxp5s417GnmzzUMuoZD21m0jUeNTNocSy2bmvnUwKhGTu3Aqm28uoZZ27i1hV3b+dXMsGs5tpVl9TxrZtp1XGtk23qiMzAuCzxbRtwR4nbE3A6ouwHutiGvAXvlGV/B3zYEbsPgVhRWcfichRSL8XUlRyMPtzGxgYs7sXEzZ+oZ2cDJrazczstmZm7hZjM76/lZZuhmV5ssrc0uZmBthdY2cG2BVxPAGiG20a9n2oUD3ZCZHiIs3upKpZ359tTyreVby7ffJt/aGq4F3D0BXF291zKuZVzLuDLjNpZjdr8TtAjfre4EfdItuJ5hy8DZnu3BLS3u/ONjwqaM5S724Nb3fHwLm3AH+vH+bpMtIvVlunV7ROqanW4Sqes23iWydsOHUBh3fCj+LD9wDLpt+KiGtPmQwag2gr6yTPyN7fqQel88QSgGtftq7Z4P+RmB3Wi/d3zkxWwtQjzHHR68x533d9T6UOG73cGxxxtlvwEMau6UNXCQ1CELQhaELAjZyqklocchoaLqaVHIopDdzOoMDJU4z9vqblbdwv0L2c46GLQv96sX6rrer1uX6LLgr9M+6Yq/Tv/gJf9Oq/YyL5qX7RsbVLTs2G3VvjbEHTjyJS7d16yk483HXrnvUohjPeETsgXQ/V+6b8LoM1u4Lxbsi72ozqfM+V7Aen0Na7ut1mv62UTcLazDx89/HT5+OXtNXwh8ajebrqXPoaVPS5+WPvedPsvqp8VPi5+7xk9pp6glUEugL5RA92AnaD34trP/c+c1Z9Mq+LGtOW+p5jxcQ/0jS/2W+i31P7eac0Awb4aFfwv/T1Z7dt5nTmifAOwTgK1BWxjtUINeR6MnlkYtjVoafXY1aIujFkf3oBZtidQSqa1JP1VN+gdCOPg+pCR9kLecpyGeO7h22M+uxU+Tfkks8edwAX6FJMna751lYroM898+I9fZ+xgRVF4rpiPCJjDmyeXdKFzEITNENOvy03AVOSrQT+Gd8JgATkEa1jhBhJes1T1DFD8RJ5fHC1dz3zPMdy4yztf8JJz0FCBpcVz84J2cft3fU0iWwru1v2BXGd9TpDPIvdfV/9Jceft6KV/52Fr4a26I2qcRJJuuNvy9vdxo8scuUMSm6wCeh7qPiemD112wUUGa0wsD5wCwiXXFncZZZj0sEQNFUyyh0WsGdRS+Zh0jyE8YE5SYdKQfk8G6McmnLNmLWAgIwyf/KtrmqtpGJ7hMf3I+4lkvJUWawMvsQtrP3+ndwP3rX+RrgJRi3ecZmXjs41Q4yLBf12Sp0/X6il+sCdPM9ktm6IUhVOUztOHaxTtZvKMI5TlW9Yit7ihmblOi6JHbnlOU8Kh9AOiB0VHe+8HxsRtrbBJG1yj+hYQXy8jXfWo1CzLvOQRZbSx3GGSGyHqUcHrMR7tV9Qi3UXBtae4p7v3g4HoK29hQ22moBTAO8XJR/15TmTzLE55b+BkrK6taaeUpglM40D4G5sOstu2w7duwbQvbkYk+R/8HdO7I86uarMH/D0wlFjdh9Caq+/qFicI6w37jCzpLA3GdqVRlvpvum531Q2EajM63auuYNzfei6kOdGUebTJhRuiNFj3lcs9t5i3K1zaKn6SwoTP/pjHcElXHZk8/3sTTj1+Iix8UBd1VVppEYpTyouQ0WzFxI3z7uox5V7g5l7nK22LEnptJ9ebcZuOiMfLwuiOpYCv7vpKCXa/yc9nnXU8+GPZljfRlJgPptRdkY39V9IEvcDXdznwX+cIn8oXluwyO5QPpW5lOA7m9RVsU8/2BxWKq+8vlu7yOXBS4f8oKFCiaOX9zfpOfzdxU7F9wTwdnk+npqe973slJMJgOveFwMh2Mzo5Pzk5PfD87+aYsXvcPVv8D1ZvT8cuEAAA=
H4sIAAAAAAAC/+2dX3PbuBHA3/0pOJxMx26VVpQs25eZe3CSS5uZ610a++5mmng0EAlJqCmCB4K2dR71sxcA/wEkQFGuLMsxXhJxlyKBxe7ixwVk3h84jjseoyhOaeK+cb5c9TIJgb+niEBJBqIIU0ARjrjwnomYMEQJ5aeIIyeXCs0kRSH9GDGl16ukAaAgwSnxIVO4nwheQDqHaeJK58AITEKupySFknyOAo0U+Th6h0NM+AXJbAIO+z1n4Hnsn9Go53hH8qUjsBA3Pq/64vzJOQ8hoUoT6DIW5wUgmU8wIIGb61bi/yv270oYBQaI1lrrziJIPwZMEqVhmEkIiOeXGIcUxUzeF0LenXc4ogSH3KBTECbZ95Hy3RBF19IoxCCC4vzM5IXBXR+HIYgTKF9JUQQNzYyg4BOuBjMzcm3Abtnx4FgS3BUdyI+X/LiwTnlt0YdBeVi1+qqUERhDQKWuStKPFBIxPHr1Z3yrGFiokjm+vUS04TkuzYXuu5QQGFHnLYiCWxTQuauec4H+EOfNTyRF7gkE32Y+kPexNDwIEUiEAwpLViaYACFRmsL96UcYzagwc1+Rw6QxQmujxZ2iMFQszQV/JyBArKPySJlH+7vaaHuDNaPt6Ud7WB6GcAajQL0TM9MsOk8u9aENbmb1znPXzcZLnwl+WMR0qVf9GxLc1CzAneYeCxRppATN5vRCm2+4m2mk7NzfhEupXslVmPAulL2pqd7DxG9ej7L0FGoadgPCFBZu1RgHlis0XsSlt3nbPFl6XYtIZosLFqlKxLu8N58wiug/sTCHELhSZPtQ59ExZF4bUTBrZqSYX427aMrvP1LlzeYzowWQQJHfpyGuDGjIIAkkCCY/30DCPB7WupiY2ps0Op5Q4F83WpNQGMcw+JHZtKGjgMwgTaT5UJ4R+WxxF4tu8HEfs7b5h0m6OEQs1cFDNo1RwK5Kxmz6uMXkmk3BPkQ3cDxZUpiMhUfc/wdPvv/qXqcTGEL61e05fpiyJhEmfJV/ZFI+zYmefv9fJi+PvrqrL6+YjSFhbvTmFZvdcZjyLHt19DX6s4Mj57A8txfjgElnBKfxOIRTesjbFGIQ9IoPY54bj5zyK+NSwb77hreRfxjjW9apNwSGgDX6frP29pzimkJTHMgK0Qqh5R9YF4+cydI55M1n7ZeijSdHTBbCYVi+X8Bx5inqKYV5PgCfCqbwFHWW2j6U17m/d9idnNVKvQqBUzFBueeqnHuP8LtSuMo/VS5K52xg5jgMaq7Lm/yBTQF1f+fyizma0qaiNu99Zn7m4KnzljuU8zlzr0Ca60pCuZfzHSACHuoZL0trg3pyGhczJooCdIOClOWxRqIqzhFgVDXgDtyh2gw1Sf3rLKZqaXWRp6PGIBaQV0/DWd42JtQv8jgVubqUXTW6sAR3sCXUK1d7G9dcTARCo4FcgWdvgUA41emymatxejZ19VUHq2anysV6+9/EA9nMLw+xFEELYx1bxrKMZRlre4zFbBQlC0QtZFnIegzIusz9i1rOspy175wl1RAVpJJLiIpiexVEz1BCHGlKiHormyDRBIptsNgCjF2r2BpwbIVHoz11EKkFSZ1tK/t6kky1jbDziSYBN5vRCphmyGwFzTWw2Q6cZug0g+ca+DQD6BoIXQOi7TDaBqRGKG2OpRZOzYBqgFQjqHaA1TZgXQOtbeDaAq/tAGuG2LUg2wqzeqA1Q+06sDXCbT3RGSCXBZ4tJO6KcTtybgfW3YB325jXwL3ylK/wbxsDt3FwKwurPHzOYooF+bqioxGI26DYAMad4LiZNPWQbADlVlhuB2YzNLeAsxme9QAtQ3Szq02Y1qYXM7G2UmsbubbQq4lgjRTb6Ncz7cKBbshMTxGWb3XF0s6Ae2oB1wKuBdxvE3BtFdcS7r4Qrq7iayHXQq6FXBlyGwsyu98NWoTvVneDPuk2XM+wa+Bsz/bhlhZ3/vExYVPGchf7cOvbPr6FjbgD/Xh/t8kukfpC3bptInXNTveJ1HUbbxRZu+dDKIybPhR/lp84Bt32fFRD2nzKYFgbQV9ZKP7GNn5IvS8eIRSD2r21dtuH8pDAbrTfmz7ycraWIZ7jJg/e485bPGp9qPjdbuLY482y3wAHNXfLGkBI6pAlIUtCloRs7dSi0COhUFH3tCxkWchuaHUGhlqc5211R6tu7f6FbGkdDNpX/NULdV3y161MdFnz12mfdNFfp3/wqn+nhXsZGM0r9409Klp47LZwXxviDiD5Elfva1bSAedjL953KcWxnvAJ2RLoM1i9b9LoM1u7L9bsi/2ozqfM+17Akn2Na7st2Gv62WTcLSzFx89/KT5+OftNXwh9ajecrsXPocVPi58WP/cdP8v6p+VPy587509pt6hFUIugLxRB92A3aD34trMHdOdVZ9NC+LGtOm+p6jxcg/0ji/0W+y32P7eqc0Awb4alf0v/T1d9dt5nXmgfAewjgK1CWxrtUIVeh6MnFkctjlocfXZVaMujlkf3oRptkdQiqa1KP1VV+gdCOPk+pCh9kLecpyGeO7h22M+uxU+T3imW+HO4AL9CkmTt984yMV2G+VvQyHX2PYYEldeK+YiwGYx5cnk3ChdxyAwRzbq8JK5CR4X6KbwTHhPAKUjDGiiI8JK1uoeI4mVxcoG8cDX3PeN85yIDfc3L4aTHAEmL4+LVd3L6dX9PIVkK79a+y64yvqdIZ5B7r6t/51x5+3oxX/ntWvhrbojaLxIkm642fPNebjT5pxcoYvN1AM9D3W/F9MHrLtioIM3phYFzAtjEuuJO4yyzHpaMgaIpltjoNaM6Cl+zjhHkJ4wJSk460o/JYN2Y5FOW7EUsBIThk38VbXNVbaMTXKY/OR/xrJeSIk3gZXYh7Y/w9G7g/vUv8jVASrHuR41MPPZxKhxk2K9rstTpen3FL9aEaWb7JTP0whCq8hnacO3inSzeUYTyHKt6xFZ3FTO3KVn0yG3PKUp41H4E9MDoKO/94PjYjTU2CaNrFP9Cwotl5Ot+upoFmfccgqw2ljsMMkNkPUo4Peaz3ap6htsouLY09xT3fnBwPYVtbKjZUNtmGWVVq6M8wSwnfGUfY/BhRtt2hPZthLZF6MgEmqP/gy93NANV9VeD/x+YqiluwkBNVPL1ixCFdYb9xl/kLA3EdaaqlPluur/lrB8K02B0vlVbx7y58V5MdaCr6GiTCTNCb7ToKZd7bpNsUam2UfwkNQyd+TeN4ZaoOjZ7+vEmnn78Qlz8oKjdrrIqJBKjlNcfp9niiBvh29dlzLvCzbnMVb4WI/aITKov5zYbF42Rh9cdSbVZ2feVFOx6lZ/LPu968sGwL2ukv10ykD57QTb2V0Uf+FpW0+3Md5EvfCJfWL7L4Fg+kP4K02kgt7doi2K+P7BYOHV/uXyXl4yLWvZPWS0CRTPnb85v8mOYm4q9Cu7p4GwyPT31fc87OQkG06E3HE6mg9HZ8cnZ6YnvZyfflHXq/sHqfwJNJW7AhAAA

2
charts/kubezero-metrics/templates/rules/kube-prometheus.yaml
View File

@ -14,7 +14,7 @@ spec:
description: '{{`{{`}} printf "%.4g" $value {{`}}`}}% of the {{`{{`}} $labels.job {{`}}`}}/{{`{{`}} $labels.service {{`}}`}} targets in {{`{{`}} $labels.namespace {{`}}`}} namespace are down.'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/general/targetdown
summary: One or more targets are unreachable.
expr: 100 * (count(up == 0) BY (job, namespace, service) / count(up) BY (job, namespace, service)) > 10
expr: 100 * (count(up == 0) BY (cluster, job, namespace, service) / count(up) BY (cluster, job, namespace, service)) > 10
for: 10m
labels:
severity: warning

41
charts/kubezero-metrics/templates/rules/kubernetes.yaml
View File

@ -47,11 +47,24 @@ spec:
for: 15m
labels:
severity: warning
- alert: KubeDeploymentRolloutStuck
annotations:
description: Rollout of deployment {{`{{`}} $labels.namespace {{`}}`}}/{{`{{`}} $labels.deployment {{`}}`}} is not progressing for longer than 15 minutes.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubedeploymentrolloutstuck
summary: Deployment rollout is not progressing.
expr: 'kube_deployment_status_condition{condition="Progressing", status="false",job="kube-state-metrics"}
!= 0
'
for: 15m
labels:
severity: warning
- alert: KubeStatefulSetReplicasMismatch
annotations:
description: StatefulSet {{`{{`}} $labels.namespace {{`}}`}}/{{`{{`}} $labels.statefulset {{`}}`}} has not matched the expected number of replicas for longer than 15 minutes.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubestatefulsetreplicasmismatch
summary: Deployment has not matched the expected number of replicas.
summary: StatefulSet has not matched the expected number of replicas.
expr: "(\n kube_statefulset_status_replicas_ready{job=\"kube-state-metrics\"}\n !=\n kube_statefulset_status_replicas{job=\"kube-state-metrics\"}\n) and (\n changes(kube_statefulset_status_replicas_updated{job=\"kube-state-metrics\"}[10m])\n ==\n 0\n)\n"
for: 15m
labels:
@ -155,14 +168,14 @@ spec:
rules:
- alert: KubeCPUOvercommit
annotations:
description: Cluster has overcommitted CPU resource requests for Pods by {{`{{`}} $value {{`}}`}} CPU shares and cannot tolerate node failure.
description: Cluster {{`{{`}} $labels.cluster {{`}}`}} has overcommitted CPU resource requests for Pods by {{`{{`}} $value {{`}}`}} CPU shares and cannot tolerate node failure.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecpuovercommit
summary: Cluster has overcommitted CPU resource requests.
expr: 'sum(namespace_cpu:kube_pod_container_resource_requests:sum{}) - (sum(kube_node_status_allocatable{resource="cpu", job="kube-state-metrics"}) - max(kube_node_status_allocatable{resource="cpu", job="kube-state-metrics"})) > 0
expr: 'sum(namespace_cpu:kube_pod_container_resource_requests:sum{job="kube-state-metrics",}) by (cluster) - (sum(kube_node_status_allocatable{job="kube-state-metrics",resource="cpu"}) by (cluster) - max(kube_node_status_allocatable{job="kube-state-metrics",resource="cpu"}) by (cluster)) > 0
and
(sum(kube_node_status_allocatable{resource="cpu", job="kube-state-metrics"}) - max(kube_node_status_allocatable{resource="cpu", job="kube-state-metrics"})) > 0
(sum(kube_node_status_allocatable{job="kube-state-metrics",resource="cpu"}) by (cluster) - max(kube_node_status_allocatable{job="kube-state-metrics",resource="cpu"}) by (cluster)) > 0
'
for: 10m
@ -170,14 +183,14 @@ spec:
severity: warning
- alert: KubeMemoryOvercommit
annotations:
description: Cluster has overcommitted memory resource requests for Pods by {{`{{`}} $value | humanize {{`}}`}} bytes and cannot tolerate node failure.
description: Cluster {{`{{`}} $labels.cluster {{`}}`}} has overcommitted memory resource requests for Pods by {{`{{`}} $value | humanize {{`}}`}} bytes and cannot tolerate node failure.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubememoryovercommit
summary: Cluster has overcommitted memory resource requests.
expr: 'sum(namespace_memory:kube_pod_container_resource_requests:sum{}) - (sum(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"}) - max(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"})) > 0
expr: 'sum(namespace_memory:kube_pod_container_resource_requests:sum{}) by (cluster) - (sum(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"}) by (cluster) - max(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"}) by (cluster)) > 0
and
(sum(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"}) - max(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"})) > 0
(sum(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"}) by (cluster) - max(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"}) by (cluster)) > 0
'
for: 10m
@ -185,19 +198,19 @@ spec:
severity: warning
- alert: KubeCPUQuotaOvercommit
annotations:
description: Cluster has overcommitted CPU resource requests for Namespaces.
description: Cluster {{`{{`}} $labels.cluster {{`}}`}} has overcommitted CPU resource requests for Namespaces.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecpuquotaovercommit
summary: Cluster has overcommitted CPU resource requests.
expr: "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(cpu|requests.cpu)\"}))\n /\nsum(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"})\n > 1.5\n"
expr: "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(cpu|requests.cpu)\"})) by (cluster)\n /\nsum(kube_node_status_allocatable{resource=\"cpu\", job=\"kube-state-metrics\"}) by (cluster)\n > 1.5\n"
for: 5m
labels:
severity: warning
- alert: KubeMemoryQuotaOvercommit
annotations:
description: Cluster has overcommitted memory resource requests for Namespaces.
description: Cluster {{`{{`}} $labels.cluster {{`}}`}} has overcommitted memory resource requests for Namespaces.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubememoryquotaovercommit
summary: Cluster has overcommitted memory resource requests.
expr: "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(memory|requests.memory)\"}))\n /\nsum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"})\n > 1.5\n"
expr: "sum(min without(resource) (kube_resourcequota{job=\"kube-state-metrics\", type=\"hard\", resource=~\"(memory|requests.memory)\"})) by (cluster)\n /\nsum(kube_node_status_allocatable{resource=\"memory\", job=\"kube-state-metrics\"}) by (cluster)\n > 1.5\n"
for: 5m
labels:
severity: warning
@ -407,7 +420,7 @@ spec:
description: Kubernetes aggregated API {{`{{`}} $labels.name {{`}}`}}/{{`{{`}} $labels.namespace {{`}}`}} has reported errors. It has appeared unavailable {{`{{`}} $value | humanize {{`}}`}} times averaged over the past 10m.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeaggregatedapierrors
summary: Kubernetes aggregated API has reported errors.
expr: 'sum by(name, namespace, cluster)(increase(aggregator_unavailable_apiservice_total[10m])) > 4
expr: 'sum by(name, namespace, cluster)(increase(aggregator_unavailable_apiservice_total{job="apiserver"}[10m])) > 4
'
labels:
@ -417,7 +430,7 @@ spec:
description: Kubernetes aggregated API {{`{{`}} $labels.name {{`}}`}}/{{`{{`}} $labels.namespace {{`}}`}} has been only {{`{{`}} $value | humanize {{`}}`}}% available over the last 10m.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeaggregatedapidown
summary: Kubernetes aggregated API is down.
expr: '(1 - max by(name, namespace, cluster)(avg_over_time(aggregator_unavailable_apiservice[10m]))) * 100 < 85
expr: '(1 - max by(name, namespace, cluster)(avg_over_time(aggregator_unavailable_apiservice{job="apiserver"}[10m]))) * 100 < 85
'
for: 5m
@ -710,7 +723,7 @@ spec:
labels:
verb: write
record: code:apiserver_request_total:increase30d
- expr: 'sum by (cluster, verb, scope) (increase(apiserver_request_slo_duration_seconds_count[1h]))
- expr: 'sum by (cluster, verb, scope) (increase(apiserver_request_slo_duration_seconds_count{job="apiserver"}[1h]))
'
record: cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase1h

120
charts/kubezero-metrics/templates/rules/node-exporter.yaml
View File

@ -11,7 +11,7 @@ spec:
rules:
- alert: NodeFilesystemSpaceFillingUp
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left and is filling up.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left and is filling up.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemspacefillingup
summary: Filesystem is predicted to run out of space within the next 24 hours.
expr: "(\n node_filesystem_avail_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_size_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 15\nand\n predict_linear(node_filesystem_avail_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"}[6h], 24*60*60) < 0\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -20,7 +20,7 @@ spec:
severity: warning
- alert: NodeFilesystemSpaceFillingUp
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left and is filling up fast.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left and is filling up fast.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemspacefillingup
summary: Filesystem is predicted to run out of space within the next 4 hours.
expr: "(\n node_filesystem_avail_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_size_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 10\nand\n predict_linear(node_filesystem_avail_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"}[6h], 4*60*60) < 0\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -29,7 +29,7 @@ spec:
severity: critical
- alert: NodeFilesystemAlmostOutOfSpace
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutofspace
summary: Filesystem has less than 5% space left.
expr: "(\n node_filesystem_avail_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_size_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 5\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -38,7 +38,7 @@ spec:
severity: warning
- alert: NodeFilesystemAlmostOutOfSpace
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available space left.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutofspace
summary: Filesystem has less than 3% space left.
expr: "(\n node_filesystem_avail_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_size_bytes{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 3\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -47,7 +47,7 @@ spec:
severity: critical
- alert: NodeFilesystemFilesFillingUp
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left and is filling up.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left and is filling up.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemfilesfillingup
summary: Filesystem is predicted to run out of inodes within the next 24 hours.
expr: "(\n node_filesystem_files_free{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_files{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 40\nand\n predict_linear(node_filesystem_files_free{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"}[6h], 24*60*60) < 0\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -56,7 +56,7 @@ spec:
severity: warning
- alert: NodeFilesystemFilesFillingUp
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left and is filling up fast.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left and is filling up fast.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemfilesfillingup
summary: Filesystem is predicted to run out of inodes within the next 4 hours.
expr: "(\n node_filesystem_files_free{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_files{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 20\nand\n predict_linear(node_filesystem_files_free{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"}[6h], 4*60*60) < 0\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -65,7 +65,7 @@ spec:
severity: critical
- alert: NodeFilesystemAlmostOutOfFiles
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutoffiles
summary: Filesystem has less than 5% inodes left.
expr: "(\n node_filesystem_files_free{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_files{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 5\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -74,7 +74,7 @@ spec:
severity: warning
- alert: NodeFilesystemAlmostOutOfFiles
annotations:
description: Filesystem on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left.
description: Filesystem on {{`{{`}} $labels.device {{`}}`}}, mounted on {{`{{`}} $labels.mountpoint {{`}}`}}, at {{`{{`}} $labels.instance {{`}}`}} has only {{`{{`}} printf "%.2f" $value {{`}}`}}% available inodes left.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutoffiles
summary: Filesystem has less than 3% inodes left.
expr: "(\n node_filesystem_files_free{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} / node_filesystem_files{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} * 100 < 3\nand\n node_filesystem_readonly{job=\"node-exporter\",fstype!=\"\",mountpoint!=\"\"} == 0\n)\n"
@ -86,7 +86,7 @@ spec:
description: '{{`{{`}} $labels.instance {{`}}`}} interface {{`{{`}} $labels.device {{`}}`}} has encountered {{`{{`}} printf "%.0f" $value {{`}}`}} receive errors in the last two minutes.'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodenetworkreceiveerrs
summary: Network interface is reporting many receive errors.
expr: 'rate(node_network_receive_errs_total[2m]) / rate(node_network_receive_packets_total[2m]) > 0.01
expr: 'rate(node_network_receive_errs_total{job="node-exporter"}[2m]) / rate(node_network_receive_packets_total{job="node-exporter"}[2m]) > 0.01
'
for: 1h
@ -97,7 +97,7 @@ spec:
description: '{{`{{`}} $labels.instance {{`}}`}} interface {{`{{`}} $labels.device {{`}}`}} has encountered {{`{{`}} printf "%.0f" $value {{`}}`}} transmit errors in the last two minutes.'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodenetworktransmiterrs
summary: Network interface is reporting many transmit errors.
expr: 'rate(node_network_transmit_errs_total[2m]) / rate(node_network_transmit_packets_total[2m]) > 0.01
expr: 'rate(node_network_transmit_errs_total{job="node-exporter"}[2m]) / rate(node_network_transmit_packets_total{job="node-exporter"}[2m]) > 0.01
'
for: 1h
@ -108,14 +108,14 @@ spec:
description: '{{`{{`}} $value | humanizePercentage {{`}}`}} of conntrack entries are used.'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodehighnumberconntrackentriesused
summary: Number of conntrack are getting close to the limit.
expr: '(node_nf_conntrack_entries / node_nf_conntrack_entries_limit) > 0.75
expr: '(node_nf_conntrack_entries{job="node-exporter"} / node_nf_conntrack_entries_limit) > 0.75
'
labels:
severity: warning
- alert: NodeTextFileCollectorScrapeError
annotations:
description: Node Exporter text file collector failed to scrape.
description: Node Exporter text file collector on {{`{{`}} $labels.instance {{`}}`}} failed to scrape.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodetextfilecollectorscrapeerror
summary: Node Exporter text file collector failed to scrape.
expr: 'node_textfile_scrape_error{job="node-exporter"} == 1
@ -125,7 +125,7 @@ spec:
severity: warning
- alert: NodeClockSkewDetected
annotations:
description: Clock on {{`{{`}} $labels.instance {{`}}`}} is out of sync by more than 0.05s. Ensure NTP is configured correctly on this host.
description: Clock at {{`{{`}} $labels.instance {{`}}`}} is out of sync by more than 0.05s. Ensure NTP is configured correctly on this host.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodeclockskewdetected
summary: Clock skew detected.
expr: "(\n node_timex_offset_seconds{job=\"node-exporter\"} > 0.05\nand\n deriv(node_timex_offset_seconds{job=\"node-exporter\"}[5m]) >= 0\n)\nor\n(\n node_timex_offset_seconds{job=\"node-exporter\"} < -0.05\nand\n deriv(node_timex_offset_seconds{job=\"node-exporter\"}[5m]) <= 0\n)\n"
@ -134,7 +134,7 @@ spec:
severity: warning
- alert: NodeClockNotSynchronising
annotations:
description: Clock on {{`{{`}} $labels.instance {{`}}`}} is not synchronising. Ensure NTP is configured on this host.
description: Clock at {{`{{`}} $labels.instance {{`}}`}} is not synchronising. Ensure NTP is configured on this host.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodeclocknotsynchronising
summary: Clock not synchronising.
expr: 'min_over_time(node_timex_sync_status{job="node-exporter"}[5m]) == 0
@ -149,9 +149,9 @@ spec:
severity: warning
- alert: NodeRAIDDegraded
annotations:
description: RAID array '{{`{{`}} $labels.device {{`}}`}}' on {{`{{`}} $labels.instance {{`}}`}} is in degraded state due to one or more disks failures. Number of spare drives is insufficient to fix issue automatically.
description: RAID array '{{`{{`}} $labels.device {{`}}`}}' at {{`{{`}} $labels.instance {{`}}`}} is in degraded state due to one or more disks failures. Number of spare drives is insufficient to fix issue automatically.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/noderaiddegraded
summary: RAID Array is degraded
summary: RAID Array is degraded.
expr: 'node_md_disks_required{job="node-exporter",device=~"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)"} - ignoring (state) (node_md_disks{state="active",job="node-exporter",device=~"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)"}) > 0
'
@ -160,9 +160,9 @@ spec:
severity: critical
- alert: NodeRAIDDiskFailure
annotations:
description: At least one device in RAID array on {{`{{`}} $labels.instance {{`}}`}} failed. Array '{{`{{`}} $labels.device {{`}}`}}' needs attention and possibly a disk swap.
description: At least one device in RAID array at {{`{{`}} $labels.instance {{`}}`}} failed. Array '{{`{{`}} $labels.device {{`}}`}}' needs attention and possibly a disk swap.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/noderaiddiskfailure
summary: Failed device in RAID array
summary: Failed device in RAID array.
expr: 'node_md_disks{state="failed",job="node-exporter",device=~"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)"} > 0
'
@ -186,6 +186,90 @@ spec:
for: 15m
labels:
severity: critical
- alert: NodeCPUHighUsage
annotations:
description: 'CPU usage at {{`{{`}} $labels.instance {{`}}`}} has been above 90% for the last 15 minutes, is currently at {{`{{`}} printf "%.2f" $value {{`}}`}}%.
'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodecpuhighusage
summary: High CPU usage.
expr: 'sum without(mode) (avg without (cpu) (rate(node_cpu_seconds_total{job="node-exporter", mode!="idle"}[2m]))) * 100 > 90
'
for: 15m
labels:
severity: info
- alert: NodeSystemSaturation
annotations:
description: 'System load per core at {{`{{`}} $labels.instance {{`}}`}} has been above 2 for the last 15 minutes, is currently at {{`{{`}} printf "%.2f" $value {{`}}`}}.
This might indicate this instance resources saturation and can cause it becoming unresponsive.
'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodesystemsaturation
summary: System saturated, load per core is very high.
expr: 'node_load1{job="node-exporter"}
/ count without (cpu, mode) (node_cpu_seconds_total{job="node-exporter", mode="idle"}) > 2
'
for: 15m
labels:
severity: warning
- alert: NodeMemoryMajorPagesFaults
annotations:
description: 'Memory major pages are occurring at very high rate at {{`{{`}} $labels.instance {{`}}`}}, 500 major page faults per second for the last 15 minutes, is currently at {{`{{`}} printf "%.2f" $value {{`}}`}}.
Please check that there is enough memory available at this instance.
'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodememorymajorpagesfaults
summary: Memory major page faults are occurring at very high rate.
expr: 'rate(node_vmstat_pgmajfault{job="node-exporter"}[5m]) > 500
'
for: 15m
labels:
severity: warning
- alert: NodeMemoryHighUtilization
annotations:
description: 'Memory is filling up at {{`{{`}} $labels.instance {{`}}`}}, has been above 90% for the last 15 minutes, is currently at {{`{{`}} printf "%.2f" $value {{`}}`}}%.
'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodememoryhighutilization
summary: Host is running out of memory.
expr: '100 - (node_memory_MemAvailable_bytes{job="node-exporter"} / node_memory_MemTotal_bytes{job="node-exporter"} * 100) > 90
'
for: 15m
labels:
severity: warning
- alert: NodeDiskIOSaturation
annotations:
description: 'Disk IO queue (aqu-sq) is high on {{`{{`}} $labels.device {{`}}`}} at {{`{{`}} $labels.instance {{`}}`}}, has been above 10 for the last 15 minutes, is currently at {{`{{`}} printf "%.2f" $value {{`}}`}}.
This symptom might indicate disk saturation.
'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodediskiosaturation
summary: Disk IO queue is high.
expr: 'rate(node_disk_io_time_weighted_seconds_total{job="node-exporter", device=~"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)"}[5m]) > 10
'
for: 30m
labels:
severity: warning
- alert: NodeSystemdServiceFailed
annotations:
description: Systemd service {{`{{`}} $labels.name {{`}}`}} has entered failed state at {{`{{`}} $labels.instance {{`}}`}}
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodesystemdservicefailed
summary: Systemd service has entered failed state.
expr: 'node_systemd_unit_state{job="node-exporter", state="failed"} == 1
'
for: 5m
labels:
severity: warning
- name: node-exporter.rules
rules:
- expr: "count without (cpu, mode) (\n node_cpu_seconds_total{job=\"node-exporter\",mode=\"idle\"}\n)\n"

8
charts/kubezero-metrics/templates/rules/prometheus-operator.yaml
View File

@ -14,7 +14,7 @@ spec:
description: Errors while performing List operations in controller {{`{{`}}$labels.controller{{`}}`}} in {{`{{`}}$labels.namespace{{`}}`}} namespace.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorlisterrors
summary: Errors while performing list operations in controller.
expr: '(sum by (controller,namespace) (rate(prometheus_operator_list_operations_failed_total{job="prometheus-operator",namespace="monitoring"}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_list_operations_total{job="prometheus-operator",namespace="monitoring"}[10m]))) > 0.4
expr: '(sum by (cluster,controller,namespace) (rate(prometheus_operator_list_operations_failed_total{job="prometheus-operator",namespace="monitoring"}[10m])) / sum by (cluster,controller,namespace) (rate(prometheus_operator_list_operations_total{job="prometheus-operator",namespace="monitoring"}[10m]))) > 0.4
'
for: 15m
@ -25,7 +25,7 @@ spec:
description: Errors while performing watch operations in controller {{`{{`}}$labels.controller{{`}}`}} in {{`{{`}}$labels.namespace{{`}}`}} namespace.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorwatcherrors
summary: Errors while performing watch operations in controller.
expr: '(sum by (controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{job="prometheus-operator",namespace="monitoring"}[5m])) / sum by (controller,namespace) (rate(prometheus_operator_watch_operations_total{job="prometheus-operator",namespace="monitoring"}[5m]))) > 0.4
expr: '(sum by (cluster,controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{job="prometheus-operator",namespace="monitoring"}[5m])) / sum by (cluster,controller,namespace) (rate(prometheus_operator_watch_operations_total{job="prometheus-operator",namespace="monitoring"}[5m]))) > 0.4
'
for: 15m
@ -47,7 +47,7 @@ spec:
description: '{{`{{`}} $value | humanizePercentage {{`}}`}} of reconciling operations failed for {{`{{`}} $labels.controller {{`}}`}} controller in {{`{{`}} $labels.namespace {{`}}`}} namespace.'
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorreconcileerrors
summary: Errors while reconciling controller.
expr: '(sum by (controller,namespace) (rate(prometheus_operator_reconcile_errors_total{job="prometheus-operator",namespace="monitoring"}[5m]))) / (sum by (controller,namespace) (rate(prometheus_operator_reconcile_operations_total{job="prometheus-operator",namespace="monitoring"}[5m]))) > 0.1
expr: '(sum by (cluster,controller,namespace) (rate(prometheus_operator_reconcile_errors_total{job="prometheus-operator",namespace="monitoring"}[5m]))) / (sum by (cluster,controller,namespace) (rate(prometheus_operator_reconcile_operations_total{job="prometheus-operator",namespace="monitoring"}[5m]))) > 0.1
'
for: 10m
@ -69,7 +69,7 @@ spec:
description: Prometheus operator in {{`{{`}} $labels.namespace {{`}}`}} namespace isn't ready to reconcile {{`{{`}} $labels.controller {{`}}`}} resources.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatornotready
summary: Prometheus operator not ready
expr: 'min by (controller,namespace) (max_over_time(prometheus_operator_ready{job="prometheus-operator",namespace="monitoring"}[5m]) == 0)
expr: 'min by (cluster,controller,namespace) (max_over_time(prometheus_operator_ready{job="prometheus-operator",namespace="monitoring"}[5m]) == 0)
'
for: 5m

11
charts/kubezero-metrics/templates/rules/prometheus.yaml
View File

@ -24,6 +24,17 @@ spec:
for: 10m
labels:
severity: critical
- alert: PrometheusSDRefreshFailure
annotations:
description: Prometheus {{`{{`}}$labels.namespace{{`}}`}}/{{`{{`}}$labels.pod{{`}}`}} has failed to refresh SD with mechanism {{`{{`}}$labels.mechanism{{`}}`}}.
runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheussdrefreshfailure
summary: Failed Prometheus SD refresh.
expr: 'increase(prometheus_sd_refresh_failures_total{job="prometheus-k8s",namespace="monitoring"}[10m]) > 0
'
for: 20m
labels:
severity: warning
- alert: PrometheusNotificationQueueRunningFull
annotations:
description: Alert notification queue of Prometheus {{`{{`}}$labels.namespace{{`}}`}}/{{`{{`}}$labels.pod{{`}}`}} is running full.

12
charts/kubezero-metrics/update.sh
View File

@ -1,16 +1,12 @@
#!/bin/bash
set -ex
helm repo update
. ../../scripts/lib-update.sh
VERSION=$(yq eval '.dependencies[] | select(.name=="kube-prometheus-stack") | .version' Chart.yaml)
rm -rf charts/kube-prometheus-stack
helm pull prometheus-community/kube-prometheus-stack --untar --untardir charts --version $VERSION
#login_ecr_public
update_helm
# workaround for https://github.com/prometheus-community/helm-charts/issues/1500
patch -p0 -i zdt.patch --no-backup-if-mismatch
helm dep update
patch_chart kube-prometheus-stack
# Create ZDT dashboard, alerts etc configmaps
cd jsonnet && make