hotfix(helm):

deploy/argocd/victoriametrics-alert.yaml

@@ -14,14 +14,44 @@ spec:
       valuesObject:
         server:
           datasource:
-            url: http://vmsingle-victoria-metrics-single.observability.svc:8428
-          notifier:
-            config: |
-              route:
-                group_by: ['alertname']
-                receiver: 'blackhole'
-              receivers:
-              - name: 'blackhole'
+            url: http://vmsingle-victoria-metrics-single-server.observability.svc:8428
+          config:
+            alerts:
+              groups:
+                - name: movienight.rules
+                  rules:
+                    - alert: MovieNightBackendDown
+                      expr: avg(up{job="movienight-backend"}) < 1
+                      for: 2m
+                      labels:
+                        severity: critical
+                      annotations:
+                        summary: MovieNight backend is not fully available
+                        description: vmagent is scraping fewer healthy MovieNight backend targets than expected.
+                    - alert: MovieNightHigh5xxRatio
+                      expr: sum(rate(http_server_requests_seconds_count{job="movienight-backend",status=~"5..",uri!~"/actuator.*"}[5m])) / clamp_min(sum(rate(http_server_requests_seconds_count{job="movienight-backend",uri!~"/actuator.*"}[5m])), 0.001) > 0.05
+                      for: 5m
+                      labels:
+                        severity: warning
+                      annotations:
+                        summary: MovieNight backend 5xx ratio is high
+                        description: More than 5 percent of non-actuator HTTP requests are returning 5xx responses.
+                    - alert: MovieNightNoScrapeData
+                      expr: absent(up{job="movienight-backend"})
+                      for: 5m
+                      labels:
+                        severity: warning
+                      annotations:
+                        summary: MovieNight backend scrape data is missing
+                        description: VictoriaMetrics has no up metric for the movienight-backend scrape job.
+        alertmanager:
+          enabled: true
+          config:
+            route:
+              group_by: ['alertname']
+              receiver: blackhole
+            receivers:
+              - name: blackhole
 
   destination:
     server: https://kubernetes.default.svc