rework storage to reduce backup load

loki/values.yaml

@@ -4,6 +4,7 @@ minio:
   drivesPerNode: 2
   persistence:
     size: 15Gi
+    storageClass: longhorn-local
 loki:
   auth_enabled: false
   persistence:
@@ -11,4 +12,10 @@ loki:
 monitoring:
   selfMonitoring:
     grafanaAgent:
-      installOperator: false
+      installOperator: false
+write:
+  persistence:
+    storageClass: longhorn-local
+backend:
+  persistence:
+    storageClass: longhorn-local

longhorn/recurringjobs.yaml

@@ -0,0 +1,25 @@
+apiVersion: longhorn.io/v1beta1
+kind: RecurringJob
+metadata:
+  name: snapshot
+  namespace: longhorn-system
+spec:
+  cron: "40 * * * *"
+  task: "snapshot"
+  groups:
+  - default
+  retain: 12
+  concurrency: 2
+---
+apiVersion: longhorn.io/v1beta1
+kind: RecurringJob
+metadata:
+  name: backup
+  namespace: longhorn-system
+spec:
+  cron: "30 4 * * *"
+  task: "backup"
+  groups:
+  - default
+  retain: 7
+  concurrency: 2

longhorn/storageclass.yaml

@@ -0,0 +1,15 @@
+# this is the storageclass manifest for the logs and metrics volumes
+kind: StorageClass
+  apiVersion: storage.k8s.io/v1
+  metadata:
+    name: longhorn-local
+  provisioner: driver.longhorn.io
+  allowVolumeExpansion: true
+  reclaimPolicy: "Delete"
+  volumeBindingMode: Immediate
+  parameters:
+    numberOfReplicas: "2"
+    staleReplicaTimeout: "30"
+    fromBackup: ""
+    fsType: "ext4"
+    dataLocality: "disabled"

longhorn/values.yaml

@@ -1,3 +1,11 @@
+persistence:
+  recurringJobSelector:
+    enable: true
+    jobList:
+      - name: snapshot
+        isGroup: false
+      - name: backup
+        isGroup: false
 defaultSettings:
   defaultDataPath: /storage1
   backupTarget: "s3://yolokube-backup@weur/"

prometheus/values.yaml

@@ -117,6 +117,7 @@ prometheus:
     storageSpec:
       volumeClaimTemplate:
        spec:
+         storageClassName: longhorn-local
          accessModes: ["ReadWriteOnce"]
          resources:
            requests: