--- apiVersion: apps/v1 kind: Deployment metadata: name: camera-tiler annotations: keel.sh/policy: force keel.sh/trigger: poll spec: revisionHistoryLimit: 0 replicas: 2 selector: matchLabels: &selectorLabels app.kubernetes.io/name: camtiler component: camera-tiler template: metadata: labels: *selectorLabels spec: serviceAccountName: camera-tiler containers: - name: camera-tiler image: harbor.k-space.ee/k-space/camera-tiler:latest securityContext: readOnlyRootFilesystem: true runAsNonRoot: true runAsUser: 1000 ports: - containerPort: 5001 name: "http" resources: requests: memory: "200Mi" cpu: "100m" limits: memory: "500Mi" cpu: "1" --- apiVersion: apps/v1 kind: Deployment metadata: name: logmower-frontend spec: revisionHistoryLimit: 0 replicas: 2 selector: matchLabels: &selectorLabels app.kubernetes.io/name: camtiler component: logmower-frontend template: metadata: labels: *selectorLabels spec: containers: - name: logmower-frontend image: harbor.k-space.ee/k-space/logmower-frontend ports: - containerPort: 8080 name: http --- apiVersion: apps/v1 kind: Deployment metadata: name: logmower-eventsource spec: revisionHistoryLimit: 0 replicas: 2 selector: matchLabels: &selectorLabels app.kubernetes.io/name: camtiler component: logmower-eventsource template: metadata: labels: *selectorLabels spec: containers: - name: logmower-eventsource image: harbor.k-space.ee/k-space/logmower-eventsource ports: - containerPort: 3002 name: nodejs env: - name: MONGO_COLLECTION value: eventlog - name: MONGODB_HOST valueFrom: secretKeyRef: name: mongodb-application-readonly key: connectionString.standard - name: BACKEND value: 'camtiler' - name: BACKEND_BROKER_URL value: 'http://logmower-event-broker' --- apiVersion: apps/v1 kind: Deployment metadata: name: logmower-event-broker spec: revisionHistoryLimit: 0 replicas: 5 selector: matchLabels: &selectorLabels app.kubernetes.io/name: camtiler component: logmower-event-broker template: metadata: labels: *selectorLabels spec: containers: - name: logmower-event-broker image: harbor.k-space.ee/k-space/camera-event-broker ports: - containerPort: 3000 env: - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: name: minio-secrets key: MINIO_ROOT_PASSWORD - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: name: minio-secrets key: MINIO_ROOT_USER - name: MINIO_BUCKET value: 'application' - name: MINIO_HOSTNAME value: 'cams-s3.k-space.ee' - name: MINIO_PORT value: '443' - name: MINIO_SCHEMA value: 'https' --- apiVersion: v1 kind: Service metadata: name: logmower-frontend spec: type: ClusterIP selector: app.kubernetes.io/name: camtiler component: logmower-frontend ports: - protocol: TCP port: 8080 --- apiVersion: v1 kind: Service metadata: name: logmower-eventsource spec: type: ClusterIP selector: app.kubernetes.io/name: camtiler component: logmower-eventsource ports: - protocol: TCP port: 3002 --- apiVersion: v1 kind: Service metadata: name: logmower-event-broker spec: type: ClusterIP selector: app.kubernetes.io/name: camtiler component: logmower-event-broker ports: - protocol: TCP port: 80 targetPort: 3000 --- apiVersion: v1 kind: Service metadata: name: camera-tiler labels: app.kubernetes.io/name: camtiler component: camera-tiler spec: type: ClusterIP selector: app.kubernetes.io/name: camtiler component: camera-tiler ports: - protocol: TCP port: 5001 --- apiVersion: v1 kind: ServiceAccount metadata: name: camera-tiler --- kind: Role apiVersion: rbac.authorization.k8s.io/v1 metadata: name: camera-tiler rules: - apiGroups: - "" resources: - services verbs: - list --- kind: RoleBinding apiVersion: rbac.authorization.k8s.io/v1 metadata: name: camera-tiler subjects: - kind: ServiceAccount name: camera-tiler apiGroup: "" roleRef: kind: Role name: camera-tiler apiGroup: "" --- apiVersion: networking.k8s.io/v1 kind: Ingress metadata: name: camtiler annotations: kubernetes.io/ingress.class: traefik # This tells Traefik this Ingress object is associated with the # https:// entrypoint # Global http:// to https:// redirect is enabled in # ../traefik/values.yml using `globalArguments` traefik.ingress.kubernetes.io/router.entrypoints: websecure # Following enables Authelia intercepting middleware # which makes sure user is authenticated and then # proceeds to inject Remote-User header for the application traefik.ingress.kubernetes.io/router.middlewares: traefik-sso@kubernetescrd traefik.ingress.kubernetes.io/router.tls: "true" # Following tells external-dns to add CNAME entry which makes # cams.k-space.ee point to same IP address as traefik.k-space.ee # The A record for traefik.k-space.ee is created via annotation # added in ../traefik/ingress.yml external-dns.alpha.kubernetes.io/target: traefik.k-space.ee spec: rules: - host: cams.k-space.ee http: paths: - pathType: Prefix path: "/tiled" backend: service: name: camera-tiler port: number: 5001 - pathType: Prefix path: "/events" backend: service: name: logmower-eventsource port: number: 3002 - pathType: Prefix path: "/" backend: service: name: logmower-frontend port: number: 8080 tls: - hosts: - "*.k-space.ee" --- apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: camera-motion-detect spec: podSelector: matchLabels: component: camera-motion-detect policyTypes: - Ingress - Egress ingress: - from: - podSelector: matchLabels: app.kubernetes.io/name: camtiler component: camera-tiler - from: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: prometheus-operator podSelector: matchLabels: app.kubernetes.io/name: prometheus egress: - to: - ipBlock: # Permit access to cameras outside the cluster cidr: 100.102.0.0/16 - to: - podSelector: matchLabels: app: mongodb-svc ports: - port: 27017 - to: - podSelector: matchLabels: app.kubernetes.io/name: minio ports: - port: 9000 --- apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: camera-tiler spec: podSelector: matchLabels: app.kubernetes.io/name: camtiler component: camera-tiler policyTypes: - Ingress - Egress egress: - to: - podSelector: matchLabels: component: camera-motion-detect ports: - port: 5000 ingress: - from: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: prometheus-operator podSelector: matchLabels: app.kubernetes.io/name: prometheus - from: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: traefik podSelector: matchLabels: app.kubernetes.io/name: traefik --- apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: logmower-eventsource spec: podSelector: matchLabels: app.kubernetes.io/name: camtiler component: logmower-eventsource policyTypes: - Ingress - Egress egress: - to: - podSelector: matchLabels: app: mongodb-svc - podSelector: matchLabels: component: logmower-event-broker ingress: - from: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: traefik podSelector: matchLabels: app.kubernetes.io/name: traefik --- apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: logmower-event-broker spec: podSelector: matchLabels: app.kubernetes.io/name: camtiler component: logmower-event-broker policyTypes: - Ingress - Egress egress: - to: # Minio access via Traefik's public endpoint - namespaceSelector: matchLabels: kubernetes.io/metadata.name: traefik podSelector: matchLabels: app.kubernetes.io/name: traefik ingress: - from: - podSelector: matchLabels: component: logmower-eventsource --- apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: logmower-frontend spec: podSelector: matchLabels: app.kubernetes.io/name: camtiler component: logmower-frontend policyTypes: - Ingress - Egress ingress: - from: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: traefik podSelector: matchLabels: app.kubernetes.io/name: traefik --- apiVersion: apiextensions.k8s.io/v1 kind: CustomResourceDefinition metadata: name: cams.k-space.ee spec: group: k-space.ee names: plural: cams singular: cam kind: Camera shortNames: - cam scope: Namespaced versions: - name: v1alpha1 served: true storage: true schema: openAPIV3Schema: type: object properties: spec: type: object properties: roi: type: object description: Region of interest for this camera properties: threshold: type: integer description: Percentage of pixels changed within ROI to consider whole frame to have motion detected. Defaults to 5. enabled: type: boolean description: Whether motion detection is enabled for this camera. Defaults to false. left: type: integer description: Left boundary of ROI as percentage of the width of a frame. By default 0. right: type: integer description: Right boundary of ROI as percentage of the width of a frame. By default 100. top: type: integer description: Top boundary of ROI as percentage of the height of a frame By deafault 0. bottom: type: integer description: Bottom boundary of ROI as percentage of the height of a frame. By default 100. secretRef: type: string description: Secret that contains authentication credentials target: type: string description: URL of the video feed stream replicas: type: integer minimum: 1 maximum: 2 description: For highly available deployment set this to 2 or higher. Make sure you also run Mongo and Minio in HA configurations required: ["target"] required: ["spec"] --- apiVersion: codemowers.io/v1alpha1 kind: ClusterOperator metadata: name: camera spec: resource: group: k-space.ee version: v1alpha1 plural: cams secret: enabled: false services: - apiVersion: v1 kind: Service metadata: name: foobar labels: app.kubernetes.io/name: foobar component: camera-motion-detect spec: type: ClusterIP selector: app.kubernetes.io/name: foobar component: camera-motion-detect ports: - protocol: TCP port: 80 targetPort: 5000 deployments: - apiVersion: apps/v1 kind: Deployment metadata: name: camera-foobar # Make sure keel.sh pulls updates for this deployment annotations: keel.sh/policy: force keel.sh/trigger: poll spec: replicas: 1 # Make sure we do not congest the network during rollout strategy: type: RollingUpdate rollingUpdate: maxSurge: 0 maxUnavailable: 1 selector: matchLabels: app.kubernetes.io/name: foobar template: metadata: labels: app.kubernetes.io/name: foobar component: camera-motion-detect spec: containers: - name: camera-motion-detect image: harbor.k-space.ee/k-space/camera-motion-detect:latest starupProbe: httpGet: path: /healthz port: 5000 initialDelaySeconds: 2 periodSeconds: 180 timeoutSeconds: 60 readinessProbe: httpGet: path: /readyz port: 5000 initialDelaySeconds: 60 periodSeconds: 60 timeoutSeconds: 5 ports: - containerPort: 5000 name: "http" resources: requests: memory: "64Mi" cpu: "200m" limits: memory: "256Mi" cpu: "1" securityContext: readOnlyRootFilesystem: true runAsNonRoot: true runAsUser: 1000 command: - /app/camdetect.py - http://user@foobar.cam.k-space.ee:8080/?action=stream env: - name: SOURCE_NAME value: foobar - name: S3_BUCKET_NAME value: application - name: S3_ENDPOINT_URL value: http://minio - name: BASIC_AUTH_PASSWORD valueFrom: secretKeyRef: name: camera-secrets key: password - name: MONGO_URI valueFrom: secretKeyRef: name: mongodb-application-readwrite key: connectionString.standard - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: name: minio-secrets key: MINIO_ROOT_PASSWORD - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: name: minio-secrets key: MINIO_ROOT_USER # Make sure 2+ pods of same camera are scheduled on different hosts affinity: podAntiAffinity: requiredDuringSchedulingIgnoredDuringExecution: - labelSelector: matchExpressions: - key: app operator: In values: - foobar topologyKey: kubernetes.io/hostname # Make sure camera deployments are spread over workers topologySpreadConstraints: - maxSkew: 1 topologyKey: kubernetes.io/hostname whenUnsatisfiable: DoNotSchedule labelSelector: matchLabels: app.kubernetes.io/name: foobar component: camera-motion-detect --- apiVersion: monitoring.coreos.com/v1 kind: PodMonitor metadata: name: camtiler spec: selector: {} podMetricsEndpoints: - port: http podTargetLabels: - app.kubernetes.io/name - component --- apiVersion: monitoring.coreos.com/v1 kind: PrometheusRule metadata: name: cameras spec: groups: - name: cameras rules: - alert: CameraLost expr: rate(camtiler_frames_total{stage="downloaded"}[1m]) < 1 for: 2m labels: severity: warning annotations: summary: Camera feed stopped - alert: CameraServerRoomMotion expr: rate(camtiler_events_total{app_kubernetes_io_name="server-room"}[30m]) > 0 for: 1m labels: severity: warning annotations: summary: Motion was detected in server room - alert: CameraSlowUploads expr: camtiler_queue_frames{stage="upload"} > 10 for: 5m labels: severity: warning annotations: summary: Motion detect snapshots are piling up and not getting uploaded to S3 - alert: CameraSlowProcessing expr: camtiler_queue_frames{stage="download"} > 10 for: 5m labels: severity: warning annotations: summary: Motion detection processing pipeline is not keeping up with incoming frames --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: workshop spec: target: http://user@workshop.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1 --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: server-room spec: target: http://user@server-room.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1 --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: printer spec: target: http://user@printer.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1 --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: chaos spec: target: http://user@chaos.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1 --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: cyber spec: target: http://user@cyber.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1 --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: kitchen spec: target: http://user@kitchen.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1 --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: back-door spec: target: http://user@back-door.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1 --- apiVersion: k-space.ee/v1alpha1 kind: Camera metadata: name: ground-door spec: target: http://user@ground-door.cam.k-space.ee:8080/?action=stream secretRef: camera-secrets replicas: 1