Fix brusnika-stage observability dashboard variables

clusters/brusnika-stage/infrastructure/istio-gateway-podmonitor.yaml

@@ -1,18 +0,0 @@
-apiVersion: monitoring.coreos.com/v1
-kind: PodMonitor
-metadata:
-  name: istio-ingressgateway-stats
-  namespace: prometheus-stack
-  labels:
-    release: prometheus
-spec:
-  namespaceSelector:
-    matchNames:
-      - ingress-nginx
-  selector:
-    matchLabels:
-      istio: ingressgateway
-  podMetricsEndpoints:
-    - path: /stats/prometheus
-      targetPort: 15020
-      interval: 15s

clusters/brusnika-stage/infrastructure/istio-gateway-stats-scrape.yaml

@@ -0,0 +1,31 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: istio-ingressgateway-stats
+  namespace: ingress-nginx
+  labels:
+    istio: ingressgateway-stats
+spec:
+  selector:
+    istio: ingressgateway
+  ports:
+    - name: stats
+      port: 15020
+      targetPort: 15020
+---
+apiVersion: operator.victoriametrics.com/v1beta1
+kind: VMServiceScrape
+metadata:
+  name: istio-ingressgateway-stats
+  namespace: prometheus-stack
+spec:
+  namespaceSelector:
+    matchNames:
+      - ingress-nginx
+  selector:
+    matchLabels:
+      istio: ingressgateway-stats
+  endpoints:
+    - port: stats
+      path: /stats/prometheus
+      interval: 15s

clusters/brusnika-stage/infrastructure/kustomization.yaml

@@ -18,7 +18,8 @@ resources:
   - ./lb-service-override.yaml
   - ./vault-ingress.yaml
   - ./clusterissuer-letsencrypt.yaml
-  - ./istio-gateway-podmonitor.yaml
+  - ./node-exporter-vmnodescrape.yaml
+  - ./istio-gateway-stats-scrape.yaml
   - ./istio-dashboard-compat-vmrule.yaml
   - ../../../infrastructure/failed-pod-cleanup
 patches:

clusters/brusnika-stage/infrastructure/node-exporter-vmnodescrape.yaml

@@ -0,0 +1,20 @@
+apiVersion: operator.victoriametrics.com/v1beta1
+kind: VMNodeScrape
+metadata:
+  name: vm-prod-node-exporter
+  namespace: vmstack
+spec:
+  path: /metrics
+  port: "9100"
+  scheme: http
+  selector: {}
+  relabelConfigs:
+    - action: labelmap
+      regex: __meta_kubernetes_node_label_(.+)
+    - action: replace
+      sourceLabels:
+        - __meta_kubernetes_node_name
+      targetLabel: node
+    - action: replace
+      replacement: vm-stack/vm-prod-node-exporter
+      targetLabel: job

clusters/brusnika-stage/infrastructure/patches/vmstack.yaml

@@ -86,7 +86,7 @@ spec:
                     - __meta_kubernetes_pod_node_name
                   targetLabel: node
                 - targetLabel: job
-                  replacement: brusnika-stage/vm-node-exporter
+                  replacement: vm-stack/vm-prod-node-exporter
 
               metricRelabelConfigs:
                 - action: drop