Migrate to Prometheus Operator

camtiler/application.yml

@@ -10,11 +10,11 @@ spec:
   replicas: 2
   selector:
     matchLabels:
-      app: camtiler
+      app.kubernetes.io/name: camtiler
   template:
     metadata:
       labels:
-        app: camtiler
+        app.kubernetes.io/name: camtiler
         component: camtiler
     spec:
       serviceAccountName: camtiler
@@ -25,6 +25,9 @@ spec:
             readOnlyRootFilesystem: true
             runAsNonRoot: true
             runAsUser: 1000
+          ports:
+            - containerPort: 5000
+              name: "http"
 ---
 apiVersion: apps/v1
 kind: Deployment
@@ -38,11 +41,11 @@ spec:
   replicas: 2
   selector:
     matchLabels:
-      app: log-viewer-frontend
+      app.kubernetes.io/name: log-viewer-frontend
   template:
     metadata:
       labels:
-        app: log-viewer-frontend
+        app.kubernetes.io/name: log-viewer-frontend
     spec:
       containers:
         - name: log-viewer-frontend
@@ -64,11 +67,11 @@ spec:
   replicas: 3
   selector:
     matchLabels:
-      app: log-viewer-backend
+      app.kubernetes.io/name: log-viewer-backend
   template:
     metadata:
       labels:
-        app: log-viewer-backend
+        app.kubernetes.io/name: log-viewer-backend
     spec:
       containers:
         - name: log-backend-backend
@@ -109,7 +112,7 @@ metadata:
 spec:
   type: ClusterIP
   selector:
-    app: log-viewer-frontend
+    app.kubernetes.io/name: log-viewer-frontend
   ports:
   - protocol: TCP
     port: 3003
@@ -121,7 +124,7 @@ metadata:
 spec:
   type: ClusterIP
   selector:
-    app: log-viewer-backend
+    app.kubernetes.io/name: log-viewer-backend
   ports:
   - protocol: TCP
     port: 3002
@@ -130,14 +133,12 @@ apiVersion: v1
 kind: Service
 metadata:
   name: camtiler
-  annotations:
-    prometheus.io/scrape: 'true'
   labels:
     component: camtiler
 spec:
   type: ClusterIP
   selector:
-    app: camtiler
+    app.kubernetes.io/name: camtiler
     component: camtiler
   ports:
   - protocol: TCP
@@ -254,7 +255,7 @@ spec:
           kubernetes.io/metadata.name: monitoring
       podSelector:
         matchLabels:
-          app: prometheus
+          app.kubernetes.io/name: prometheus
   egress:
     - to:
         - ipBlock:
@@ -263,7 +264,7 @@ spec:
     - to:
       - podSelector:
           matchLabels:
-            app: mongodb-svc
+            app.kubernetes.io/name: mongodb-svc
       ports:
       - port: 27017
     - to:
@@ -298,7 +299,7 @@ spec:
           kubernetes.io/metadata.name: monitoring
       podSelector:
         matchLabels:
-          app: prometheus
+          app.kubernetes.io/name: prometheus
   - from:
     - namespaceSelector:
         matchLabels:
@@ -314,7 +315,7 @@ metadata:
 spec:
   podSelector:
     matchLabels:
-      app: log-viewer-backend
+      app.kubernetes.io/name: log-viewer-backend
   policyTypes:
   - Ingress
   - Egress
@@ -322,13 +323,11 @@ spec:
     - to:
       - podSelector:
           matchLabels:
-            app: mongodb-svc
+            app.kubernetes.io/name: mongodb-svc
     - to:
-      - podSelector:
-          matchLabels:
-            v1.min.io/tenant: minio
-      ports:
-      - port: 9000
+      - ipBlock:
+          # Minio is accessed thru public endpoint via Traefik
+          cidr: 193.40.103.0/24
   ingress:
   - from:
     - namespaceSelector:
@@ -345,7 +344,7 @@ metadata:
 spec:
   podSelector:
     matchLabels:
-      app: log-viewer-frontend
+      app.kubernetes.io/name: log-viewer-frontend
   policyTypes:
   - Ingress
   - Egress
@@ -458,7 +457,6 @@ spec:
              required: ["target"]
          required: ["spec"]
 ---
----
 apiVersion: codemowers.io/v1alpha1
 kind: ClusterOperator
 metadata:
@@ -480,7 +478,7 @@ spec:
       spec:
         type: ClusterIP
         selector:
-          app: foobar
+          app.kubernetes.io/name: foobar
           component: camdetect
         ports:
         - protocol: TCP
@@ -506,14 +504,11 @@ spec:
             maxUnavailable: 1
         selector:
           matchLabels:
-            app: foobar
+            app.kubernetes.io/name: foobar
         template:
           metadata:
-            annotations:
-              prometheus.io/scrape: 'true'
-              prometheus.io/port: '5000'
             labels:
-              app: foobar
+              app.kubernetes.io/name: foobar
               component: camdetect
           spec:
             containers:
@@ -590,9 +585,55 @@ spec:
               whenUnsatisfiable: DoNotSchedule
               labelSelector:
                 matchLabels:
-                  app: foobar
+                  app.kubernetes.io/name: foobar
                   component: camdetect
 ---
+apiVersion: monitoring.coreos.com/v1
+kind: PodMonitor
+metadata:
+  name: camtiler
+spec:
+  selector: {}
+  podMetricsEndpoints:
+  - port: http
+---
+apiVersion: monitoring.coreos.com/v1
+kind: PrometheusRule
+metadata:
+  name: cameras
+spec:
+    groups:
+    - name: cameras
+      rules:
+      - alert: CameraLost
+        expr: rate(camdetect_rx_frames_total[2m]) < 1
+        for: 2m
+        labels:
+          severity: warning
+        annotations:
+          summary: Camera feed stopped
+      - alert: CameraServerRoomMotion
+        expr: camdetect_event_active {app="camdetect-server-room"} > 0
+        for: 1m
+        labels:
+          severity: warning
+        annotations:
+          summary: Motion was detected in server room
+      - alert: CameraSlowUploads
+        expr: rate(camdetect_upload_dropped_frames_total[2m]) > 1
+        for: 5m
+        labels:
+          severity: warning
+        annotations:
+          summary: Motion detect snapshots are piling up and not getting uploaded to S3
+      - alert: CameraSlowProcessing
+        expr: rate(camdetect_download_dropped_frames_total[2m]) > 1
+        for: 5m
+        labels:
+          severity: warning
+        annotations:
+          summary: Motion detection processing pipeline is not keeping up with incoming frames
+---
 apiVersion: k-space.ee/v1alpha1
 kind: Camera
 metadata: