apiVersion: helm.toolkit.fluxcd.io/v2 kind: HelmRelease metadata: name: prometheus-stack namespace: prometheus-stack spec: interval: 5m timeout: 20m postRenderers: - kustomize: patches: - target: version: v1 kind: ConfigMap name: prometheus-stack-k8s-cluster-health namespace: prometheus-stack patch: |- - op: replace path: /data/k8s-cluster-health.json value: |- {"annotations":{"list":[{"builtIn":1,"datasource":{"type":"grafana","uid":"-- Grafana --"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","type":"dashboard"}]},"editable":true,"fiscalYearStartMonth":0,"graphTooltip":0,"id":4400,"links":[],"panels":[{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":0},"id":1,"panels":[],"title":"Nodes — состояние и ресурсы","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":4,"w":6,"x":0,"y":1},"id":2,"options":{"colorMode":"value","graphMode":"none","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"expr":"sum(max by (node) (kube_node_status_condition{condition=\"Ready\",status=\"true\"}))","instant":true,"refId":"A"}],"title":"Nodes Ready (по узлам)","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":4,"w":18,"x":6,"y":1},"id":3,"options":{"displayMode":"gradient","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"sum by (condition) (max by (node,condition) (kube_node_status_condition{status=\"true\"}))","instant":true,"legendFormat":"{{label_name}}","refId":"A"}],"title":"Node conditions (true) по типу","type":"bargauge"},{"datasource":{"uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"hideFrom":{"legend":false,"tooltip":false,"viz":false}},"mappings":[{"options":{"0":{"color":"#808080","index":0},"1":{"color":"red","index":1}},"type":"value"}]},"overrides":[]},"gridPos":{"h":13,"w":24,"x":0,"y":5},"id":4,"options":{"legend":{"displayMode":"list","placement":"bottom","showLegend":true},"pieType":"pie","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","exemplar":false,"expr":"max by (node, key, value, effect) (kube_node_spec_taint{effect=\"NoSchedule\"})","instant":true,"legendFormat":"{{ node }} | {{ key }}={{ value }}","range":false,"refId":"A"}],"title":"Node taints (NoSchedule)","type":"piechart"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":6,"w":12,"x":0,"y":18},"id":7,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"max by (node) (kube_node_status_allocatable{resource=\"memory\"})","instant":false,"legendFormat":"{{ node }}","range":true,"refId":"A"}],"title":"Allocatable Memory per node","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"cores"},"overrides":[]},"gridPos":{"h":6,"w":12,"x":12,"y":18},"id":6,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"max by (node) (kube_node_status_allocatable{resource=\"cpu\"})","instant":false,"legendFormat":"{{ node }}","range":true,"refId":"A"}],"title":"Allocatable CPU (cores) per node","type":"timeseries"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":24},"id":10,"panels":[],"title":"Pods — статусы и рестарты","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]}},"overrides":[]},"gridPos":{"h":6,"w":12,"x":0,"y":25},"id":11,"options":{"displayMode":"gradient","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"sum by (phase) (kube_pod_status_phase{namespace=~\"$namespace\"})","instant":true,"legendFormat":"{{label_name}}","refId":"A"}],"title":"Pod phase (по фазам, namespace=$namespace)","type":"bargauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[{"options":{"Error":{"color":"red","index":0}},"type":"value"}],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":6,"w":12,"x":12,"y":25},"id":14,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":" sum by (reason) (\n kube_pod_container_status_last_terminated_reason{namespace=~\"$namespace\"}\n )","instant":true,"legendFormat":"{{ reason }}","refId":"A"}],"title":"Last terminated reason (containers) [namespace=$namespace]","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":7,"w":24,"x":0,"y":31},"id":13,"options":{"displayMode":"gradient","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"topk(10, sum by (namespace, pod) (increase(kube_pod_container_status_restarts_total{namespace=~\"$namespace\"}[$__rate_interval])))","instant":true,"legendFormat":"{{ namespace }} / {{ pod }}","refId":"A"}],"title":"Top pod restarts (Δ за $__rate_interval) [namespace=$namespace]","type":"bargauge"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":38},"id":20,"panels":[],"title":"Jobs / CronJobs","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":3,"w":7,"x":0,"y":39},"id":21,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"expr":"sum(kube_job_status_failed)","instant":true,"refId":"A"}],"title":"Jobs failed","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":3,"w":8,"x":7,"y":39},"id":22,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"expr":"sum(kube_job_status_active)","instant":true,"refId":"A"}],"title":"Jobs active","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":3,"w":9,"x":15,"y":39},"id":23,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"expr":"sum(kube_job_status_succeeded)","instant":true,"refId":"A"}],"title":"Jobs succeeded","type":"stat"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":42},"id":30,"panels":[],"title":"Storage — PV/PVC и объём","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"hideFrom":{"legend":false,"tooltip":false,"viz":false}},"mappings":[]},"overrides":[]},"gridPos":{"h":8,"w":6,"x":0,"y":43},"id":31,"options":{"legend":{"displayMode":"list","placement":"bottom","showLegend":true},"pieType":"donut","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"expr":"sum by (phase) (kube_persistentvolumeclaim_status_phase)","instant":true,"refId":"A"}],"title":"PVC status (по фазам)","type":"piechart"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"hideFrom":{"legend":false,"tooltip":false,"viz":false}},"mappings":[]},"overrides":[]},"gridPos":{"h":8,"w":6,"x":6,"y":43},"id":32,"options":{"legend":{"displayMode":"list","placement":"bottom","showLegend":true},"pieType":"donut","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"expr":"sum by (phase) (kube_persistentvolume_status_phase)","instant":true,"refId":"A"}],"title":"PV status (по фазам)","type":"piechart"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":43},"id":33,"options":{"displayMode":"gradient","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"topk(\n 10,\n (1 - (\n sum by (namespace, persistentvolumeclaim) (kubelet_volume_stats_available_bytes{persistentvolumeclaim!=\"\"})\n /\n sum by (namespace, persistentvolumeclaim) (kubelet_volume_stats_capacity_bytes{persistentvolumeclaim!=\"\"})\n )) * 100\n)","instant":true,"legendFormat":"{{ persistentvolumeclaim }}","refId":"A"}],"title":"Top PVC usage (util%)","type":"bargauge"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":51},"id":40,"panels":[],"title":"Workloads — StatefulSets и HPA","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":52},"id":41,"options":{"displayMode":"lcd","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"horizontal","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","exemplar":false,"expr":"kube_statefulset_replicas{namespace=~\"$namespace\"}","format":"time_series","instant":true,"legendFormat":"{{namespace}}/{{statefulset}} - Desired","range":false,"refId":"A"}],"title":"StatefulSet replicas (desired)","transformations":[{"id":"labelsToFields","options":{"mode":"seriesToRows","valueLabel":"statefulset"}}],"type":"bargauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":52},"id":55,"options":{"displayMode":"lcd","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"horizontal","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","exemplar":false,"expr":"kube_statefulset_status_replicas_ready{namespace=~\"$namespace\"}","format":"time_series","instant":true,"legendFormat":"{{namespace}}/{{statefulset}} - Desired","range":false,"refId":"A"}],"title":"StatefulSet replicas (desired)","transformations":[{"id":"labelsToFields","options":{"mode":"seriesToRows","valueLabel":"statefulset"}}],"type":"bargauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","fillOpacity":80,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"lineWidth":1,"scaleDistribution":{"type":"linear"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":8,"x":0,"y":60},"id":42,"options":{"barRadius":0,"barWidth":0.97,"fullHighlight":false,"groupWidth":0.7,"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"orientation":"auto","showValue":"auto","stacking":"none","tooltip":{"hideZeros":false,"mode":"single","sort":"none"},"xTickLabelRotation":0,"xTickLabelSpacing":0},"pluginVersion":"11.6.1","targets":[{"expr":"kube_horizontalpodautoscaler_spec_min_replicas","instant":true,"refId":"A"}],"title":"HPA min","transformations":[{"id":"labelsToFields","options":{"mode":"seriesToRows","valueLabel":"horizontalpodautoscaler"}}],"type":"barchart"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","fillOpacity":80,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"lineWidth":1,"scaleDistribution":{"type":"linear"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":8,"x":8,"y":60},"id":56,"options":{"barRadius":0,"barWidth":0.97,"fullHighlight":false,"groupWidth":0.7,"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"orientation":"auto","showValue":"auto","stacking":"none","tooltip":{"hideZeros":false,"mode":"single","sort":"none"},"xTickLabelRotation":0,"xTickLabelSpacing":0},"pluginVersion":"11.6.1","targets":[{"expr":"kube_horizontalpodautoscaler_spec_max_replicas","instant":true,"refId":"B"}],"title":"HPA max","transformations":[{"id":"labelsToFields","options":{"mode":"seriesToRows","valueLabel":"horizontalpodautoscaler"}}],"type":"barchart"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","fillOpacity":80,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"lineWidth":1,"scaleDistribution":{"type":"linear"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":8,"x":16,"y":60},"id":57,"options":{"barRadius":0,"barWidth":0.97,"fullHighlight":false,"groupWidth":0.7,"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"orientation":"auto","showValue":"auto","stacking":"none","tooltip":{"hideZeros":false,"mode":"single","sort":"none"},"xTickLabelRotation":0,"xTickLabelSpacing":0},"pluginVersion":"11.6.1","targets":[{"expr":"kube_horizontalpodautoscaler_status_desired_replicas","instant":true,"refId":"C"}],"title":"HPA min/max/desired","transformations":[{"id":"labelsToFields","options":{"mode":"seriesToRows","valueLabel":"horizontalpodautoscaler"}}],"type":"barchart"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"hideFrom":{"legend":false,"tooltip":false,"viz":false}},"mappings":[]},"overrides":[]},"gridPos":{"h":9,"w":24,"x":0,"y":68},"id":43,"options":{"legend":{"displayMode":"list","placement":"bottom","showLegend":true},"pieType":"pie","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"sum by (condition) (max by (horizontalpodautoscaler,condition) (kube_horizontalpodautoscaler_status_condition{status=\"true\"}))","instant":true,"legendFormat":"{{label_name}}","refId":"A"}],"title":"HPA conditions (true) по типу","type":"piechart"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":77},"id":50,"panels":[],"title":"API Server — запросы и задержки","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":78},"id":51,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"expr":"sum by (code) (rate(apiserver_request_total[$__rate_interval]))","range":true,"refId":"A"}],"title":"API requests rate by code (apiserver_request_total)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":78},"id":52,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"expr":"sum by (code) (rate(rest_client_requests_total{code=~\"4..|5..\"}[$__rate_interval]))","range":true,"refId":"A"}],"title":"Client REST 4xx/5xx (rest_client_requests_total)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"s"},"overrides":[]},"gridPos":{"h":6,"w":12,"x":0,"y":86},"id":54,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"expr":"histogram_quantile(0.99, sum by (verb,le) (rate(apiserver_request_duration_seconds_bucket[$__rate_interval])))","range":true,"refId":"A"}],"title":"API latency p99 by verb","type":"timeseries"}],"preload":false,"refresh":"30s","schemaVersion":41,"tags":["kubernetes","kube-state-metrics","apiserver"],"templating":{"list":[{"current":{"text":"VictoriaMetrics","value":"vm"},"label":"Data Source","name":"ds_datasource","options":[],"query":"prometheus","refresh":1,"type":"datasource"},{"current":{"text":"All","value":"$__all"},"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"includeAll":true,"label":"Namespace","name":"namespace","options":[],"query":"label_values(kube_pod_info, namespace)","refresh":1,"type":"query"},{"current":{"text":"All","value":"$__all"},"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"definition":"label_values(kube_node_status_condition,node)","includeAll":true,"label":"Node","multi":true,"name":"node","options":[],"query":{"qryType":1,"query":"label_values(kube_node_status_condition,node)","refId":"PrometheusVariableQueryEditor-VariableQuery"},"refresh":1,"type":"query","allValue":".*"}]},"time":{"from":"now-3h","to":"now"},"timepicker":{},"timezone":"","title":"Kubernetes / Cluster Health","uid":"k8s-cluster-health","version":7} - target: version: v1 kind: ConfigMap name: prometheus-stack-node-exporter-dashboard namespace: prometheus-stack patch: |- - op: replace path: /data/node-exporter-dashboard.json value: |- {"annotations":{"list":[{"builtIn":1,"datasource":{"type":"grafana","uid":"-- Grafana --"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","type":"dashboard"}]},"editable":true,"fiscalYearStartMonth":0,"graphTooltip":0,"id":3904,"links":[],"panels":[{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":0},"id":1,"panels":[],"title":"Общая секция - Агрегированные метрики по всем серверам","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":85},{"color":"red","value":95}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":0,"y":1},"id":2,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"100 - (avg by (node) (rate(node_cpu_seconds_total{job=\"vm-stack/vm-prod-node-exporter\", mode=\"idle\"}[$__rate_interval])) * 100)","interval":"","legendFormat":"CPU Busy {{ node }}","range":true,"refId":"A"}],"title":"CPU Busy (Overall)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":90}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":6,"y":1},"id":3,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"avg(100 - ((node_memory_MemAvailable_bytes{job=\"vm-stack/vm-prod-node-exporter\"} * 100) / node_memory_MemTotal_bytes{job=\"vm-stack/vm-prod-node-exporter\"})) by (node)","interval":"","legendFormat":"RAM Used {{ node }}","range":true,"refId":"A"}],"title":"RAM Used (Overall)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":90}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":12,"y":1},"id":4,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"avg(100 - ((node_filesystem_avail_bytes{job=\"vm-stack/vm-prod-node-exporter\",mountpoint=\"/\",fstype!=\"rootfs\"} * 100) / node_filesystem_size_bytes{job=\"vm-stack/vm-prod-node-exporter\",mountpoint=\"/\",fstype!=\"rootfs\"})) by (node)","interval":"","legendFormat":"Root FS Used {{ node }}","range":true,"refId":"A"}],"title":"Root FS Used (Overall)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"binBps"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":18,"y":1},"id":5,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"expr":"sum(rate(node_network_receive_bytes_total{job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval]) * 8) by (node)","interval":"","legendFormat":"recv {{node}}","refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"expr":"sum(rate(node_network_transmit_bytes_total{job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval]) * 8) by (node)","interval":"","legendFormat":"trans {{node}}","refId":"B"}],"title":"Network Traffic (Overall)","type":"timeseries"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":9},"id":6,"panels":[],"title":"БЛОК №1. CPU / Load","type":"row"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":85},{"color":"red","value":95}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":0,"y":10},"id":7,"options":{"minVizHeight":75,"minVizWidth":75,"orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showThresholdLabels":false,"showThresholdMarkers":true,"sizing":"auto"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"vm"},"editorMode":"code","exemplar":false,"expr":"100 - (avg(rate(node_cpu_seconds_total{mode=\"idle\",node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])) * 100)","instant":true,"interval":"","legendFormat":"CPU Busy","range":false,"refId":"A"}],"title":"1. CPU Busy (gauge)","type":"gauge"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":100}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":6,"y":10},"id":8,"options":{"minVizHeight":75,"minVizWidth":75,"orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showThresholdLabels":false,"showThresholdMarkers":true,"sizing":"auto"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_load5{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"Sys Load 5m","range":true,"refId":"A"}],"title":"2. Sys Load (5m avg) (gauge)","type":"gauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":100}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":12,"y":10},"id":9,"options":{"minVizHeight":75,"minVizWidth":75,"orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showThresholdLabels":false,"showThresholdMarkers":true,"sizing":"auto"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_load15{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"Sys Load 15m","range":true,"refId":"A"}],"title":"3. Sys Load (15m avg) (gauge)","type":"gauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":18,"y":10},"id":10,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"showThresholdLabels":false,"showThresholdMarkers":true,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"count(count(node_cpu_seconds_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}) by (cpu))","interval":"","legendFormat":"CPU Cores","range":true,"refId":"A"}],"title":"4. CPU Cores (stat)","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":18},"id":11,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"system\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Busy System {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"user\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Busy User {{node}}","range":true,"refId":"B"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"iowait\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Busy Iowait {{node}}","range":true,"refId":"C"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\".*irq\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Busy IRQs {{node}}","range":true,"refId":"D"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"steal\"}[$__rate_interval])) by (node)) * 100","interval":"","legendFormat":"Steal {{node}}","range":true,"refId":"E"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"idle\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Idle {{node}}","range":true,"refId":"F"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode!~\"(user|idle|system|iowait|irq|softirq|steal)\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Busy Other {{node}}","range":true,"refId":"G"}],"title":"5. CPU Basic (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":18},"id":12,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"system\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"System {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"user\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"User {{node}}","range":true,"refId":"B"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"nice\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Nice {{node}}","range":true,"refId":"C"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"idle\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Idle {{node}}","range":true,"refId":"D"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"iowait\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Iowait {{node}}","range":true,"refId":"E"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"irq\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"IRQ {{node}}","range":true,"refId":"F"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"softirq\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"SoftIRQ {{node}}","range":true,"refId":"G"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"steal\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Steal {{node}}","range":true,"refId":"H"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(avg(irate(node_cpu_seconds_total{node=~\"$node\", mode=\"guest\"}[$__rate_interval])) by (instance)) * 100","interval":"","legendFormat":"Guest {{node}}","range":true,"refId":"I"}],"title":"6. CPU — timeseries","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"s"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":26},"id":13,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(process_cpu_seconds_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"CPU time {{node}}","range":true,"refId":"A"}],"title":"7. CPU time spent in user and system contexts — timeseries","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":26},"id":14,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_KernelStack_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"Kernel Stack {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_Percpu_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"PerCPU {{node}}","range":true,"refId":"B"}],"title":"8. Memory Kernel / CPU — timeseries","type":"timeseries"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":34},"id":15,"panels":[],"title":"БЛОК №2. Memory & Swap","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":90}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":0,"y":35},"id":16,"options":{"minVizHeight":75,"minVizWidth":75,"orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showThresholdLabels":false,"showThresholdMarkers":true,"sizing":"auto"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"100 - ((node_memory_MemAvailable_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} * 100) / node_memory_MemTotal_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"})","interval":"","legendFormat":"RAM Used","range":true,"refId":"A"}],"title":"1. RAM Used (gauge)","type":"gauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":6,"y":35},"id":17,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"showThresholdLabels":false,"showThresholdMarkers":true,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_MemTotal_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"RAM Total","range":true,"refId":"A"}],"title":"2. RAM Total (stat)","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":50},{"color":"red","value":80}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":12,"y":35},"id":18,"options":{"minVizHeight":75,"minVizWidth":75,"orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showThresholdLabels":false,"showThresholdMarkers":true,"sizing":"auto"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"((node_memory_SwapTotal_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} - node_memory_SwapFree_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}))","interval":"","legendFormat":"SWAP Used","range":true,"refId":"A"}],"title":"3. SWAP Used (gauge)","type":"gauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":18,"y":35},"id":19,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"showThresholdLabels":false,"showThresholdMarkers":true,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_SwapTotal_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"SWAP Total","range":true,"refId":"A"}],"title":"4. SWAP Total (stat)","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":8,"w":24,"x":0,"y":43},"id":20,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_MemTotal_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"RAM Total {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_MemTotal_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} - node_memory_MemFree_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} - (node_memory_Cached_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} + node_memory_Buffers_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"})","interval":"","legendFormat":"RAM Used {{node}}","range":true,"refId":"B"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_Cached_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} + node_memory_Buffers_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"RAM Cache + Buffer {{node}}","range":true,"refId":"C"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_memory_MemFree_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"RAM Free {{node}}","range":true,"refId":"D"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(node_memory_SwapTotal_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} - node_memory_SwapFree_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"})","interval":"","legendFormat":"SWAP Used {{node}}","range":true,"refId":"E"}],"title":"5. Memory Basic (timeseries)","type":"timeseries"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":51},"id":21,"panels":[],"title":"БЛОК №3. Disk & Filesystem","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":90}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":0,"y":52},"id":22,"options":{"minVizHeight":75,"minVizWidth":75,"orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showThresholdLabels":false,"showThresholdMarkers":true,"sizing":"auto"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"100 - ((node_filesystem_avail_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",mountpoint=\"/\",fstype!=\"rootfs\"} * 100) / node_filesystem_size_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",mountpoint=\"/\",fstype!=\"rootfs\"})","interval":"","legendFormat":"Root FS Used","range":true,"refId":"A"}],"title":"1. Root FS Used (gauge)","type":"gauge"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":8,"w":6,"x":6,"y":52},"id":23,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"showThresholdLabels":false,"showThresholdMarkers":true,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filesystem_size_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",mountpoint=\"/\",fstype!=\"rootfs\"}","interval":"","legendFormat":"RootFS Total","range":true,"refId":"A"}],"title":"2. RootFS Total (stat)","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":52},"id":24,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filesystem_size_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",fstype!=\"rootfs\"}","interval":"","legendFormat":"Total {{node}} {{mountpoint}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filesystem_size_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",fstype!=\"rootfs\"} - node_filesystem_avail_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",fstype!=\"rootfs\"}","interval":"","legendFormat":"Used {{node}} {{mountpoint}}","range":true,"refId":"B"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filesystem_avail_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",fstype!=\"rootfs\"}","interval":"","legendFormat":"Free {{node}} {{mountpoint}}","range":true,"refId":"C"}],"title":"3. Disk Space Used Basic (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"iops"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":60},"id":25,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_disk_reads_completed_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"Reads {{node}} {{device}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_disk_writes_completed_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"Writes {{node}} {{device}}","range":true,"refId":"B"}],"title":"4. Disk IOps and Throughput (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"s"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":60},"id":26,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_disk_read_time_seconds_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"Read Latency {{node}} {{device}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_disk_write_time_seconds_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"Write Latency {{node}} {{device}}","range":true,"refId":"B"}],"title":"5. Disk IO Latency (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"bytes"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":68},"id":27,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filesystem_avail_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",fstype!=\"rootfs\"}","interval":"","legendFormat":"Free {{node}} {{mountpoint}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filesystem_size_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",fstype!=\"rootfs\"} - node_filesystem_avail_bytes{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",fstype!=\"rootfs\"}","interval":"","legendFormat":"Used {{node}} {{mountpoint}}","range":true,"refId":"B"}],"title":"6. Disk Space Free/Used per mountpoint (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"binBps"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":68},"id":28,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_disk_read_bytes_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"Read {{node}} {{device}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_disk_written_bytes_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"Write {{node}} {{device}}","range":true,"refId":"B"}],"title":"7. Storage Filesystem (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":95}]},"unit":"percent"},"overrides":[]},"gridPos":{"h":8,"w":24,"x":0,"y":76},"id":29,"options":{"minVizHeight":75,"minVizWidth":75,"orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showThresholdLabels":false,"showThresholdMarkers":true,"sizing":"auto"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_disk_io_time_seconds_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval]) * 100","interval":"","legendFormat":"I/O Utilization {{ device }}","range":true,"refId":"A"}],"title":"8. I/O Utilization (gauge)","type":"gauge"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":84},"id":30,"panels":[],"title":"БЛОК №4. Network","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"binBps"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":85},"id":31,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_receive_bytes_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval]) * 8","interval":"","legendFormat":"recv {{device}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_transmit_bytes_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval]) * 8","interval":"","legendFormat":"trans {{device}}","range":true,"refId":"B"}],"title":"1. Network Traffic Basic (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"pps"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":85},"id":32,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_receive_packets_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"recv {{device}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_transmit_packets_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"trans {{device}}","range":true,"refId":"B"}],"title":"2. Network Packets (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"pps"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":93},"id":33,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_receive_errs_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"recv errs {{device}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_transmit_errs_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"trans errs {{device}}","range":true,"refId":"B"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_receive_drop_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"recv drop {{device}}","range":true,"refId":"C"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_network_transmit_drop_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","interval":"","legendFormat":"trans drop {{device}}","range":true,"refId":"D"}],"title":"3. Network Errors and Drops (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":1}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":93},"id":34,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"showThresholdLabels":false,"showThresholdMarkers":true,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_network_up{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"{{device}}","range":true,"refId":"A"}],"title":"4. Network Operational Status (stat)","type":"stat"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"binBps"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":101},"id":35,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_network_receive_bytes_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"In Octets {{node}} {{device}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_network_transmit_bytes_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"Out Octets {{node}} {{device}}","range":true,"refId":"B"}],"title":"5. Netstat In/Out Octets (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":101},"id":36,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_sockstat_FRAG_inuse{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"FRAG inuse {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_sockstat_RAW_inuse{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"RAW inuse {{node}}","range":true,"refId":"B"}],"title":"6. Sockstat FRAG / RAW (timeseries)","type":"timeseries"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":109},"id":37,"panels":[],"title":"БЛОК №5. System","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"vis":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"never","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":110},"id":55,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_load1{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"Load 1m {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_load5{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"Load 5m {{node}}","range":true,"refId":"B"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_load15{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"Load 15m {{node}}","range":true,"refId":"C"}],"title":"1. Load Average (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":1}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":110},"id":48,"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"showThresholdLabels":false,"showThresholdMarkers":true,"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_vmstat_oom_kill{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"OOM Kills","range":true,"refId":"A"}],"title":"2. OOM Killer (stat)","type":"stat"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"ops"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":118},"id":56,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"rate(node_context_switches_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","legendFormat":"Context Switches {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rate(node_intr_total{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}[$__rate_interval])","hide":false,"instant":false,"legendFormat":"Interrupts {{node}}","range":true,"refId":"B"}],"title":"Context Switches and Interrupts (timeseries) ","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":118},"id":57,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"node_entropy_available_bits{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","legendFormat":"Entropy {{node}}","range":true,"refId":"A"}],"title":"Entropy (timeseries) ","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"celsius"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":126},"id":58,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"node_hwmon_temp_celsius{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","legendFormat":"{{sensor}} {{node}}","range":true,"refId":"A"}],"title":"Temperature Sensors (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"s"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":126},"id":59,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"node_timex_tick_seconds{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","legendFormat":"Tick {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_timex_tai_offset_seconds{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","hide":false,"instant":false,"legendFormat":"Offset {{node}}","range":true,"refId":"B"}],"title":"Time Misc (tick / TAI offset) (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":134},"id":60,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"node_timex_sync_status{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","legendFormat":"Sync Status {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_timex_frequency_adjustment_ratio{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","hide":false,"instant":false,"legendFormat":"Freq Adjustment {{node}}","range":true,"refId":"B"}],"title":"Time Synchronized Status (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"vm"},"description":"LA1 divided by the amount of CPU cores","fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]}},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":134},"id":61,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"node_load1{node=~\"$node\", job=\"vm-stack/vm-prod-node-exporter\"} / on(node) group_left() count by (node)(node_cpu_seconds_total{node=~\"$node\", job=\"vm-stack/vm-prod-node-exporter\"})","legendFormat":"Load vs CPU Cores {{node}}","range":true,"refId":"A"}],"title":"Load vs CPU Cores (timeseries)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"vm"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"red","value":80}]},"unit":"d"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":142},"id":62,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"editorMode":"code","expr":"(node_time_seconds{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"} - node_boot_time_seconds{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}) / 86400","legendFormat":"Uptime in days","range":true,"refId":"A"}],"title":"Uptime (stat)","type":"timeseries"},{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":150},"id":49,"panels":[],"title":"БЛОК №6. Processes / File Descriptors","type":"row"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":90}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":0,"y":151},"id":50,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filefd_allocated{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","interval":"","legendFormat":"File Descriptors {{ node }}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_filefd_maximum{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\"}","hide":false,"instant":false,"legendFormat":"File Descriptors Max {{ node }}","range":true,"refId":"B"}],"title":"1. File Descriptors (stat)","type":"timeseries"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"fieldConfig":{"defaults":{"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisLabel":"","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":0,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"orange","value":80},{"color":"red","value":90}]},"unit":"short"},"overrides":[]},"gridPos":{"h":8,"w":12,"x":12,"y":151},"id":51,"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_processes_state{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",state=\"running\"}","interval":"","legendFormat":"Running processes on {{node}}","range":true,"refId":"A"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_processes_state{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",state=\"sleeping\"}","hide":false,"interval":"","legendFormat":"Sleeping processes on {{node}}","range":true,"refId":"B"},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"node_processes_state{node=~\"$node\",job=\"vm-stack/vm-prod-node-exporter\",state=\"zombie\"}","hide":false,"interval":"","legendFormat":"Zombie processes on {{node}}","range":true,"refId":"C"}],"title":"2. Processes (stat)","type":"timeseries"}],"preload":false,"refresh":"30s","schemaVersion":41,"tags":["infrastructure","monitoring","prometheus","node-exporter"],"templating":{"list":[{"current":{"text":"All","value":"$__all"},"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"definition":"label_values(node_cpu_seconds_total{job=\"vm-stack/vm-prod-node-exporter\"},node)","allValue":".*","includeAll":true,"label":"Node","name":"node","options":[],"query":{"qryType":1,"query":"label_values(node_cpu_seconds_total{job=\"vm-stack/vm-prod-node-exporter\"},node)","refId":"PrometheusVariableQueryEditor-VariableQuery"},"refresh":1,"regex":"","type":"query"},{"current":{"text":"VictoriaMetrics","value":"vm"},"includeAll":false,"label":"Data Source","name":"ds_datasource","options":[],"query":"prometheus","refresh":1,"regex":"","type":"datasource"}]},"time":{"from":"now-1h","to":"now"},"timepicker":{},"timezone":"","title":"Kubernetes / Node Exporter","uid":"node-exporter-dashboard","version":22} - target: version: v1 kind: ConfigMap name: prometheus-stack-rabbitmq-monitoring namespace: prometheus-stack patch: |- - op: replace path: /data/rabbitmq-monitoring.json value: |- {"annotations":{"list":[{"builtIn":1,"datasource":{"type":"grafana","uid":"-- Grafana --"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","type":"dashboard"}]},"editable":true,"fiscalYearStartMonth":0,"graphTooltip":0,"id":4491,"links":[],"panels":[{"id":1,"title":"RabbitMQ - Availability & Cluster","type":"row","collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":0},"panels":[]},{"id":2,"title":"Exporter Up","type":"stat","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":5,"w":6,"x":0,"y":1},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"red"},{"color":"green","value":1}]}},"overrides":[]},"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"max(rabbitmq_up)","legendFormat":"","refId":"A","instant":true,"range":false}]},{"id":3,"title":"RabbitMQ Running","type":"stat","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":5,"w":6,"x":6,"y":1},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"red"},{"color":"green","value":1}]}},"overrides":[]},"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"max(rabbitmq_running)","legendFormat":"","refId":"A","instant":true,"range":false}]},{"id":4,"title":"Version Count","type":"stat","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":5,"w":6,"x":12,"y":1},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"red"},{"color":"green","value":1}]}},"overrides":[]},"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"count(count(rabbitmq_version_info) by (rabbitmq))","legendFormat":"","refId":"A","instant":true,"range":false}]},{"id":5,"title":"Queues","type":"stat","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":5,"w":6,"x":18,"y":1},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"red"},{"color":"green","value":1}]}},"overrides":[]},"options":{"colorMode":"value","graphMode":"area","justifyMode":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"textMode":"auto","wideLayout":true},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"max(rabbitmq_queues)","legendFormat":"","refId":"A","instant":true,"range":false}]},{"id":6,"title":"Connections / Channels / Consumers","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":7,"w":24,"x":0,"y":6},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_connections","legendFormat":"connections {{pod}}","refId":"A","range":true},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_channels","legendFormat":"channels {{pod}}","refId":"B","range":true},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_consumers","legendFormat":"consumers {{pod}}","refId":"C","range":true}]},{"id":10,"title":"Resources - Memory, File Descriptors, Disk","type":"row","collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":13},"panels":[]},{"id":11,"title":"Memory Used / Limit","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":7,"w":12,"x":0,"y":14},"fieldConfig":{"defaults":{"unit":"bytes","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_node_mem_used","legendFormat":"used {{pod}}","refId":"A","range":true},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_node_mem_limit","legendFormat":"limit {{pod}}","refId":"B","range":true}]},{"id":12,"title":"Memory Usage %","type":"bargauge","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":7,"w":12,"x":12,"y":14},"fieldConfig":{"defaults":{"unit":"percent","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"yellow","value":80},{"color":"red","value":90}]}},"overrides":[]},"options":{"displayMode":"gradient","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"max((rabbitmq_node_mem_used / rabbitmq_node_mem_limit) * 100)","legendFormat":"{{pod}}","refId":"A","instant":true,"range":false}]},{"id":13,"title":"File Descriptors Used / Max","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":7,"w":12,"x":0,"y":21},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_fd_used","legendFormat":"used {{pod}}","refId":"A","range":true},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"(rabbitmq_fd_used + rabbitmq_fd_available)","legendFormat":"max {{pod}}","refId":"B","range":true}]},{"id":14,"title":"File Descriptors Usage %","type":"bargauge","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":7,"w":12,"x":12,"y":21},"fieldConfig":{"defaults":{"unit":"percent","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"},{"color":"yellow","value":80},{"color":"red","value":90}]}},"overrides":[]},"options":{"displayMode":"gradient","legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"maxVizHeight":300,"minVizHeight":16,"minVizWidth":8,"namePlacement":"auto","orientation":"auto","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showUnfilled":true,"sizing":"auto","valueMode":"color"},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"max((rabbitmq_fd_used / (rabbitmq_fd_used + rabbitmq_fd_available)) * 100)","legendFormat":"{{pod}}","refId":"A","instant":true,"range":false}]},{"id":15,"title":"Disk Free / Limit","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":7,"w":24,"x":0,"y":28},"fieldConfig":{"defaults":{"unit":"bytes","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_node_disk_free","legendFormat":"free {{pod}}","refId":"A","range":true},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"rabbitmq_node_disk_free_limit","legendFormat":"limit {{pod}}","refId":"B","range":true}]},{"id":20,"title":"Queues - Messages & Consumers","type":"row","collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":35},"panels":[]},{"id":21,"title":"Ready Messages by Queue","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":8,"w":12,"x":0,"y":36},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"sum(rabbitmq_queue_messages_ready) by (vhost, queue)","legendFormat":"{{vhost}}/{{queue}}","refId":"A","range":true}]},{"id":22,"title":"Unacknowledged Messages by Queue","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":8,"w":12,"x":12,"y":36},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"sum(rabbitmq_queue_messages_unacknowledged) by (vhost, queue)","legendFormat":"{{vhost}}/{{queue}}","refId":"A","range":true}]},{"id":23,"title":"Consumers by Queue","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":8,"w":12,"x":0,"y":44},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"sum(rabbitmq_queue_consumers) by (vhost, queue)","legendFormat":"{{vhost}}/{{queue}}","refId":"A","range":true}]},{"id":24,"title":"Messages Total by Queue","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":8,"w":12,"x":12,"y":44},"fieldConfig":{"defaults":{"unit":"short","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"sum(rabbitmq_queue_messages) by (vhost, queue)","legendFormat":"{{vhost}}/{{queue}}","refId":"A","range":true}]},{"id":30,"title":"Rates","type":"row","collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":52},"panels":[]},{"id":31,"title":"Publish / Deliver Rates by Queue","type":"timeseries","datasource":{"type":"prometheus","uid":"${ds_datasource}"},"gridPos":{"h":8,"w":24,"x":0,"y":53},"fieldConfig":{"defaults":{"unit":"ops","mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"green"}]},"color":{"mode":"palette-classic"},"custom":{"axisBorderShow":false,"axisCenteredZero":false,"axisColorMode":"text","axisPlacement":"auto","barAlignment":0,"barWidthFactor":0.6,"drawStyle":"line","fillOpacity":10,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineInterpolation":"linear","lineWidth":1,"pointSize":4,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"none"},"thresholdsStyle":{"mode":"off"}}},"overrides":[]},"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},"pluginVersion":"11.6.1","targets":[{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"sum(rabbitmq_queue_messages_publish_rate) by (vhost, queue)","legendFormat":"publish {{vhost}}/{{queue}}","refId":"A","range":true},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"sum(rabbitmq_queue_messages_deliver_rate) by (vhost, queue)","legendFormat":"deliver {{vhost}}/{{queue}}","refId":"B","range":true},{"datasource":{"type":"prometheus","uid":"${ds_datasource}"},"editorMode":"code","expr":"sum(rabbitmq_queue_messages_deliver_no_ack_rate) by (vhost, queue)","legendFormat":"deliver-noack {{vhost}}/{{queue}}","refId":"C","range":true}]}],"preload":false,"refresh":"30s","schemaVersion":41,"tags":["rabbitmq","message-queue","amqp"],"templating":{"list":[{"current":{"text":"VictoriaMetrics","value":"vm"},"includeAll":false,"label":"Data Source","name":"ds_datasource","options":[],"query":"prometheus","refresh":1,"type":"datasource"}]},"time":{"from":"now-3h","to":"now"},"timepicker":{},"timezone":"","title":"Kubernetes / RabbitMQ","uid":"rabbitmq","version":3} - target: group: monitoring.coreos.com version: v1 kind: PrometheusRule name: application-alerts namespace: prometheus-stack patch: |- - op: replace path: /spec/groups/0/rules/0/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/1/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/2/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/3/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/4/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/4/expr value: >- ( sum(rate(container_cpu_cfs_throttled_periods_total{container!="",namespace!="kube-system"}[15m])) by (container, pod, namespace, scope) / sum(rate(container_cpu_cfs_periods_total{container!="",namespace!="kube-system"}[15m])) by (container, pod, namespace, scope) ) > 0.80 - op: replace path: /spec/groups/0/rules/5/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/6/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/7/labels/cluster value: brusnika-prod - target: group: monitoring.coreos.com version: v1 kind: PrometheusRule name: camunda-zeebe-alerts namespace: prometheus-stack patch: |- - op: replace path: /spec/groups/0/rules/0/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/1/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/2/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/3/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/4/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/5/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/6/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/7/labels/cluster value: brusnika-prod - target: group: monitoring.coreos.com version: v1 kind: PrometheusRule name: elasticsearch-alerts namespace: prometheus-stack patch: |- - op: replace path: /spec/groups/0/rules/0/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/1/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/2/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/3/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/4/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/5/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/6/labels/cluster value: brusnika-prod - target: group: monitoring.coreos.com version: v1 kind: PrometheusRule name: postgresql-alerts namespace: prometheus-stack patch: |- - op: replace path: /spec/groups/0/rules/0/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/1/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/2/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/3/labels/cluster value: brusnika-prod - target: group: monitoring.coreos.com version: v1 kind: PrometheusRule name: pv-free-space-alerts namespace: prometheus-stack patch: |- - op: replace path: /spec/groups/0/rules/0/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/1/labels/cluster value: brusnika-prod - op: replace path: /spec/groups/0/rules/2/labels/cluster value: brusnika-prod install: disableWait: true upgrade: disableWait: true values: fullnameOverride: prometheus-stack crds: enabled: true defaultRules: create: true alertmanager: enabled: false prometheus: enabled: false prometheusOperator: enabled: true kubeStateMetrics: enabled: false nodeExporter: enabled: true prometheus-node-exporter: tolerations: - operator: Exists prometheus: monitor: enabled: true jobLabel: node-exporter metricRelabelings: - action: replace targetLabel: job replacement: vm-stack/vm-prod-node-exporter extraServiceMonitors: - name: zitadel-external-metrics namespace: prometheus-stack labels: release: prometheus spec: endpoints: - interval: 30s scheme: https path: /debug/metrics port: https tlsConfig: serverName: zitadel.brusnika.onprem.sarex.io insecureSkipVerify: false relabelings: - targetLabel: __address__ replacement: zitadel.brusnika.onprem.sarex.io:443 namespaceSelector: matchNames: - prometheus-stack selector: matchLabels: app: zitadel-metrics-ext - name: prometheus-istio-ingressgateway namespace: istio-system labels: release: prometheus spec: endpoints: - interval: 15s port: status-port jobLabel: istio namespaceSelector: any: true selector: matchExpressions: - key: istio operator: In values: - ingressgateway - name: prometheus-istio-istiod namespace: istio-system labels: release: prometheus spec: endpoints: - interval: 15s port: http-monitoring jobLabel: istio namespaceSelector: any: true selector: matchExpressions: - key: istio operator: In values: - pilot grafana: enabled: true adminUser: grafana-admin podAnnotations: vault.hashicorp.com/agent-init-first: "true" vault.hashicorp.com/agent-inject: "true" vault.hashicorp.com/agent-pre-populate-only: "true" vault.hashicorp.com/auth-path: auth/kubernetes vault.hashicorp.com/role: grafana-admin vault.hashicorp.com/agent-inject-secret-grafana-admin-password: secrets/data/vault/apps/grafana-admin vault.hashicorp.com/agent-inject-template-grafana-admin-password: |- {{- with secret "secrets/data/vault/apps/grafana-admin" -}} {{ index .Data.data "admin-password" }} {{- end -}} persistence: enabled: true type: sts storageClassName: csi-disk accessModes: - ReadWriteOnce size: 20Gi ingress: enabled: false env: GF_SERVER_DOMAIN: grafana.brusnika.onprem.sarex.io GF_SERVER_ROOT_URL: https://grafana.brusnika.onprem.sarex.io/ GF_SECURITY_ADMIN_USER: grafana-admin GF_SECURITY_ADMIN_PASSWORD__FILE: /vault/secrets/grafana-admin-password sidecar: dashboards: enabled: true searchNamespace: ALL label: grafana_dashboard labelValue: "1" datasources: enabled: true defaultDatasourceEnabled: true isDefaultDatasource: true name: VictoriaMetrics uid: vm url: http://vmsingle-vmstack.vmstack.svc.cluster.local:8428