frigate to VM and hdd-ceph

frigate/README.md

@@ -14,3 +14,7 @@ kustomize build . --enable-helm
 - Amcrest 5MP Turret PoE Outdoor IP Camera with Mic/Audio, 98ft NightVision, 132° FOV, MicroSD (256GB) IP5M-T1179EW-AI-V3 white
 
 Cameras are enumerated (with credentials) in secretspace.
+
+## Coral setup
+1. Map USB to VM (#TODO: blog post coming up for exact steps)
+2. `k label no worker91.kube.k-space.ee coral.ai/tpu=Exists`

frigate/kustomization.yaml

@@ -16,5 +16,4 @@ resources:
 - ssh://git@git.k-space.ee/secretspace/kube/frigate # secrets (.env): go2rtc-config, frigate-mqtt-secret, frigate-rtsp-secret
 - ./auth.yml
 - ./rabbitmq.yml
-- ./storage.yml
 - ./transcode.yml

frigate/storage.yml

@@ -1,32 +0,0 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: frigate-storage
-spec:
-  persistentVolumeReclaimPolicy: Retain
-  capacity:
-    storage: 1Ti
-  accessModes:
-    - ReadWriteMany
-  storageClassName: ""
-  nfs:
-    server: 172.21.0.7
-    path: /nas/k6/frigate
-  mountOptions:
-    - vers=4
-    - minorversion=1
-    - noac
----
-apiVersion: v1
-kind: PersistentVolumeClaim
-metadata:
-  name: frigate-storage
-spec:
-  volumeName: frigate-storage
-  storageClassName: ""
-  accessModes:
-    - ReadWriteMany
-  resources:
-    requests:
-      storage: 1Ti

frigate/transcode.yml

@@ -29,13 +29,6 @@ spec:
                     values:
                       - go2rtc
               topologyKey: "kubernetes.io/hostname"
-      nodeSelector:
-        dedicated: nvr
-      tolerations:
-        - key: dedicated
-          operator: Equal
-          value: nvr
-          effect: NoSchedule
       containers:
         - name: go2rtc
           image: alexxit/go2rtc

frigate/values.yaml

@@ -125,24 +125,16 @@ ingress:
       - "*.k-space.ee"
 
 persistence:
-  config:
-    # WIP :)
-    enabled: false
-    storageClass: "null"
-    accessMode: ReadWriteOnce
-    size: 1000Mi
-    skipuninstall: false
-
   media:
     enabled: true
-    existingClaim: "frigate-storage"
-    skipuninstall: true
+    storageClass: "hdd-ceph"
+    size: 1Ti
 
 # Force application to run on nvr node
 nodeSelector:
-  dedicated: nvr
+  coral.ai/tpu: Exists
 tolerations:
-  - key: dedicated
+  - key: coral.ai/tpu
     operator: Equal
-    value: nvr
+    value: Exists
     effect: NoSchedule

storage-class.yaml

@@ -114,6 +114,30 @@ volumeBindingMode: WaitForFirstConsumer
 ---
 apiVersion: storage.k8s.io/v1
 kind: StorageClass
+metadata:
+  name: hdd-ceph
+  annotations:
+    kubernetes.io/description: |
+      Generic HDD storage on CEPH.
+provisioner: rook-ceph.rbd.csi.ceph.com
+parameters:
+  clusterID: rook-ceph
+  csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner
+  csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph
+  csi.storage.k8s.io/fstype: xfs
+  csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node
+  csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph
+  csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner
+  csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph
+  imageFeatures: layering
+  imageFormat: '2'
+  pool: ks-hdd
+reclaimPolicy: Retain
+allowVolumeExpansion: true
+volumeBindingMode: WaitForFirstConsumer
+---
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
 metadata:
   name: "null"
   annotations: