hotfix(helm):

deploy/argocd/victoriametrics-agent.yaml

@@ -12,10 +12,11 @@ spec:
     helm:
       releaseName: vmagent
       valuesObject:
-        remoteWrite:
-          - url: http://vmsingle-victoria-metrics-single.observability.svc:8428/api/v1/write
+        remoteWriteUrls:
+          - http://vmsingle-victoria-metrics-single-server.observability.svc:8428/api/v1/write
         config:
-          scrape_interval: 10s
+          global:
+            scrape_interval: 10s
           scrape_configs:
             - job_name: 'movienight-backend'
               metrics_path: /actuator/prometheus
@@ -25,6 +26,12 @@ spec:
                 - source_labels: [__meta_kubernetes_pod_label_app_kubernetes_io_component]
                   action: keep
                   regex: backend
+                - source_labels: [__meta_kubernetes_namespace]
+                  action: keep
+                  regex: movienight
+                - source_labels: [__meta_kubernetes_pod_label_app_kubernetes_io_instance]
+                  action: keep
+                  regex: movienight
                 - source_labels: [__meta_kubernetes_pod_container_port_name]
                   action: keep
                   regex: management

deploy/argocd/victoriametrics-alert.yaml

@@ -14,14 +14,44 @@ spec:
       valuesObject:
         server:
           datasource:
-            url: http://vmsingle-victoria-metrics-single.observability.svc:8428
-          notifier:
-            config: |
-              route:
-                group_by: ['alertname']
-                receiver: 'blackhole'
-              receivers:
-              - name: 'blackhole'
+            url: http://vmsingle-victoria-metrics-single-server.observability.svc:8428
+          config:
+            alerts:
+              groups:
+                - name: movienight.rules
+                  rules:
+                    - alert: MovieNightBackendDown
+                      expr: avg(up{job="movienight-backend"}) < 1
+                      for: 2m
+                      labels:
+                        severity: critical
+                      annotations:
+                        summary: MovieNight backend is not fully available
+                        description: vmagent is scraping fewer healthy MovieNight backend targets than expected.
+                    - alert: MovieNightHigh5xxRatio
+                      expr: sum(rate(http_server_requests_seconds_count{job="movienight-backend",status=~"5..",uri!~"/actuator.*"}[5m])) / clamp_min(sum(rate(http_server_requests_seconds_count{job="movienight-backend",uri!~"/actuator.*"}[5m])), 0.001) > 0.05
+                      for: 5m
+                      labels:
+                        severity: warning
+                      annotations:
+                        summary: MovieNight backend 5xx ratio is high
+                        description: More than 5 percent of non-actuator HTTP requests are returning 5xx responses.
+                    - alert: MovieNightNoScrapeData
+                      expr: absent(up{job="movienight-backend"})
+                      for: 5m
+                      labels:
+                        severity: warning
+                      annotations:
+                        summary: MovieNight backend scrape data is missing
+                        description: VictoriaMetrics has no up metric for the movienight-backend scrape job.
+        alertmanager:
+          enabled: true
+          config:
+            route:
+              group_by: ['alertname']
+              receiver: blackhole
+            receivers:
+              - name: blackhole
 
   destination:
     server: https://kubernetes.default.svc