feat: split up volsync component files (#3606)

* feat: split up volsync component files

* fix: update workflow for kubernetes/shared

.github/workflows/flux-local.yaml

@@ -19,7 +19,7 @@ jobs:
     name: Changed Clusters
     runs-on: ubuntu-latest
     outputs:
-      matrix: ${{ steps.changed-clusters.outputs.all_changed_and_modified_files }}
+      matrix: ${{ steps.process-changes.outputs.matrix }}
     steps:
       - name: Generate Token
         uses: actions/create-github-app-token@v1
@@ -39,13 +39,21 @@ jobs:
         uses: tj-actions/changed-files@v45
         with:
           files: kubernetes/**
-          files_ignore: kubernetes/shared/**
           dir_names: true
           dir_names_max_depth: 2
           matrix: true
 
-      - name: List All Changed Clusters
-        run: echo ${{ steps.changed-clusters.outputs.all_changed_and_modified_files }}
+      - name: Process Changes
+        id: process-changes
+        run: |
+          changed=$(echo '${{ steps.changed-clusters.outputs.all_changed_and_modified_files }}' | jq -r '.[]')
+
+          # If kubernetes/shared is changed, include both clusters
+          if echo "$changed" | grep -q "kubernetes/shared"; then
+            echo 'matrix=["kubernetes/main", "kubernetes/utility"]' >> "$GITHUB_OUTPUT"
+          else
+            echo "matrix=$changed" >> "$GITHUB_OUTPUT"
+          fi
 
   test:
     name: Flux Local Test

kubernetes/main/apps/storage/csi-driver-nfs/app/helmrelease.yaml

@@ -30,7 +30,7 @@ spec:
       name: nfs-slow
       parameters:
         server: voyager.internal
-        share: /mnt/user/kubernetes #placeholder
+        share: /mnt/user/kubernetes
       mountOptions:
         - nfsvers=4.2
         - nconnect=16

kubernetes/shared/components/volsync/kustomization.yaml

@@ -3,7 +3,6 @@
 apiVersion: kustomize.config.k8s.io/v1alpha1
 kind: Component
 resources:
-  - ./claim.yaml
-  # - ./minio.yaml
-  - ./nfs.yaml
-  - ./r2.yaml
+  - ./local
+  - ./remote
+  - ./pvc.yaml

kubernetes/shared/components/volsync/local/externalsecret.yaml

@@ -0,0 +1,19 @@
+---
+# yaml-language-server: $schema=https://kube-schemas.pages.dev/external-secrets.io/externalsecret_v1beta1.json
+apiVersion: external-secrets.io/v1beta1
+kind: ExternalSecret
+metadata:
+  name: &name "${APP}-volsync"
+spec:
+  secretStoreRef:
+    kind: ClusterSecretStore
+    name: onepassword
+  target:
+    name: *name
+    template:
+      data:
+        RESTIC_REPOSITORY: "/repository/${APP}"
+        RESTIC_PASSWORD: "{{ .RESTIC_PASSWORD }}"
+  dataFrom:
+    - extract:
+        key: volsync-template

kubernetes/shared/components/volsync/local/kustomization.yaml

@@ -0,0 +1,8 @@
+---
+# yaml-language-server: $schema=https://json.schemastore.org/kustomization
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - ./externalsecret.yaml
+  - ./replicationdestination.yaml
+  - ./replicationsource.yaml

kubernetes/shared/components/volsync/local/replicationdestination.yaml

@@ -0,0 +1,28 @@
+---
+# yaml-language-server: $schema=https://kube-schemas.pages.dev/volsync.backube/replicationdestination_v1alpha1.json
+apiVersion: volsync.backube/v1alpha1
+kind: ReplicationDestination
+metadata:
+  name: "${APP}-bootstrap"
+  labels:
+    kustomize.toolkit.fluxcd.io/ssa: IfNotPresent
+spec:
+  trigger:
+    manual: restore-once
+  restic:
+    repository: "${APP}-volsync"
+    copyMethod: Snapshot
+    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS}"
+    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS}"
+    cacheAccessModes: ["${VOLSYNC_CACHE_ACCESSMODES:=ReadWriteOnce}"]
+    cacheCapacity: "${VOLSYNC_CACHE_CAPACITY:=10Gi}"
+    storageClassName: "${VOLSYNC_STORAGECLASS}"
+    accessModes: ["${VOLSYNC_ACCESSMODES:=ReadWriteOnce}"]
+    capacity: "${VOLSYNC_CAPACITY:=2Gi}"
+    moverSecurityContext:
+      runAsUser: ${VOLSYNC_PUID:=1000}
+      runAsGroup: ${VOLSYNC_PGID:=100}
+      fsGroup: ${VOLSYNC_PGID:=100}
+    enableFileDeletion: true
+    cleanupCachePVC: true
+    cleanupTempPVC: true

kubernetes/shared/components/volsync/local/replicationsource.yaml

@@ -0,0 +1,30 @@
+---
+
+# yaml-language-server: $schema=https://kube-schemas.pages.dev/volsync.backube/replicationsource_v1alpha1.json
+apiVersion: volsync.backube/v1alpha1
+kind: ReplicationSource
+metadata:
+  name: "${APP}"
+spec:
+  sourcePVC: "${CLAIM:=${APP}}"
+  trigger:
+    schedule: "0 * * * *"
+  restic:
+    copyMethod: "${VOLSYNC_COPYMETHOD:=Snapshot}"
+    pruneIntervalDays: 14
+    repository: "${APP}-volsync"
+    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS}"
+    cacheCapacity: "${VOLSYNC_CACHE_CAPACITY:=10Gi}"
+    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS}"
+    cacheAccessModes: ["${VOLSYNC_CACHE_ACCESSMODES:=ReadWriteOnce}"]
+    storageClassName: "${VOLSYNC_STORAGECLASS}"
+    accessModes: ["${VOLSYNC_SNAP_ACCESSMODES:=ReadWriteOnce}"] # Use ReadOnlyMany for CephFS
+    moverSecurityContext:
+      runAsUser: ${VOLSYNC_PUID:=1000}
+      runAsGroup: ${VOLSYNC_PGID:=100}
+      fsGroup: ${VOLSYNC_PGID:=100}
+    retain:
+      hourly: 24
+      daily: 10
+      weekly: 5
+      monthly: 3

kubernetes/shared/components/volsync/claim.yaml → kubernetes/shared/components/volsync/pvc.yaml

@@ -14,4 +14,4 @@ spec:
   resources:
     requests:
       storage: "${VOLSYNC_CAPACITY:=2Gi}"
-  storageClassName: "${PVC_VOLSYNC_STORAGECLASS:=placeholder}"
+  storageClassName: "${PVC_VOLSYNC_STORAGECLASS}"

kubernetes/shared/components/volsync/remote/externalsecret.yaml

@@ -0,0 +1,23 @@
+---
+# yaml-language-server: $schema=https://kube-schemas.pages.dev/external-secrets.io/externalsecret_v1beta1.json
+apiVersion: external-secrets.io/v1beta1
+kind: ExternalSecret
+metadata:
+  name: &name "${APP}-volsync-r2"
+spec:
+  secretStoreRef:
+    kind: ClusterSecretStore
+    name: onepassword
+  target:
+    name: *name
+    template:
+      data:
+        RESTIC_REPOSITORY: "{{ .REPOSITORY_TEMPLATE }}/${APP}"
+        RESTIC_PASSWORD: "{{ .RESTIC_PASSWORD }}"
+        AWS_ACCESS_KEY_ID: "{{ .R2_ACCESS_KEY_ID }}"
+        AWS_SECRET_ACCESS_KEY: "{{ .R2_SECRET_ACCESS_KEY }}"
+  dataFrom:
+  - extract:
+      key: cloudflare
+  - extract:
+      key: volsync-r2-template

kubernetes/shared/components/volsync/remote/kustomization.yaml

@@ -0,0 +1,7 @@
+---
+# yaml-language-server: $schema=https://json.schemastore.org/kustomization
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - ./externalsecret.yaml
+  - ./replicationsource.yaml