added spilt tarballs

zackbradys · Sep 29, 2024 · fc48dd3 · fc48dd3
1 parent 9853a66
commit fc48dd3
Showing 1 changed file with 61 additions and 1 deletion.
diff --git a/.github/workflows/main.yaml b/.github/workflows/main.yaml
@@ -450,8 +450,12 @@ jobs:
               tar -xzf "$file" -C "$folder_name"
               rm -f "$file"
           done
-          tar --zstd -cvf hauler-binaries.tar.zst ./*_checksums.txt */
+          time tar --zstd -cvf hauler-binaries.tar.zst ./*_checksums.txt */
           time aws s3 cp --no-progress hauler-binaries.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m hauler-binaries.tar hauler-binaries.tar.zst
+          time for file in hauler-binaries.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
 
       - name: Upload Hauler
         run: |
@@ -476,36 +480,84 @@ jobs:
           cd hauler/rke2 && source ~/.bashrc
           time aws s3 cp --no-progress rke2-carbide-amd64.tar.zst s3://carbide/${{ github.ref_name }}/
           time aws s3 cp --no-progress rke2-carbide-arm64.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m rke2-carbide-amd64.tar rke2-carbide-amd64.tar.zst
+          time for file in rke2-carbide-amd64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
+          time 7z a -v999m rke2-carbide-arm64.tar rke2-carbide-arm64.tar.zst
+          time for file in rke2-carbide-arm64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
 
       - name: Upload Rancher
         run: |
           cd hauler/rancher && source ~/.bashrc
           time aws s3 cp --no-progress rancher-carbide-amd64.tar.zst s3://carbide/${{ github.ref_name }}/
           time aws s3 cp --no-progress rancher-carbide-arm64.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m rancher-carbide-amd64.tar rancher-carbide-amd64.tar.zst
+          time for file in rancher-carbide-amd64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
+          time 7z a -v999m rancher-carbide-arm64.tar rancher-carbide-arm64.tar.zst
+          time for file in rancher-carbide-arm64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
 
       - name: Upload Rancher Minimal
         run: |
           cd hauler/rancher && source ~/.bashrc
           time aws s3 cp --no-progress rancher-minimal-carbide-amd64.tar.zst s3://carbide/${{ github.ref_name }}/
           time aws s3 cp --no-progress rancher-minimal-carbide-arm64.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m rancher-minimal-carbide-amd64.tar rancher-minimal-carbide-amd64.tar.zst
+          time for file in rancher-minimal-carbide-amd64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
+          time 7z a -v999m rancher-minimal-carbide-arm64.tar rancher-minimal-carbide-arm64.tar.zst
+          time for file in rancher-minimal-carbide-arm64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
 
       - name: Upload Longhorn
         run: |
           cd hauler/longhorn && source ~/.bashrc
           time aws s3 cp --no-progress longhorn-carbide-amd64.tar.zst s3://carbide/${{ github.ref_name }}/
           time aws s3 cp --no-progress longhorn-carbide-arm64.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m longhorn-carbide-amd64.tar longhorn-carbide-amd64.tar.zst
+          time for file in longhorn-carbide-amd64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
+          time 7z a -v999m longhorn-carbide-arm64.tar longhorn-carbide-arm64.tar.zst
+          time for file in longhorn-carbide-arm64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
 
       - name: Upload NeuVector
         run: |
           cd hauler/neuvector && source ~/.bashrc
           time aws s3 cp --no-progress neuvector-carbide-amd64.tar.zst s3://carbide/${{ github.ref_name }}/
           time aws s3 cp --no-progress neuvector-carbide-arm64.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m neuvector-carbide-amd64.tar neuvector-carbide-amd64.tar.zst
+          time for file in neuvector-carbide-amd64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
+          time 7z a -v999m neuvector-carbide-arm64.tar neuvector-carbide-arm64.tar.zst
+          time for file in neuvector-carbide-arm64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
 
       - name: Upload Harvester
         run: |
           cd hauler/harvester && source ~/.bashrc
           time aws s3 cp --no-progress harvester-carbide-amd64.tar.zst s3://carbide/${{ github.ref_name }}/
           time aws s3 cp --no-progress harvester-carbide-arm64.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m harvester-carbide-amd64.tar harvester-carbide-amd64.tar.zst
+          time for file in harvester-carbide-amd64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
+          time 7z a -v999m harvester-carbide-arm64.tar harvester-carbide-arm64.tar.zst
+          time for file in harvester-carbide-arm64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
 
       - name: Upload Gitea
         run: |
@@ -530,3 +582,11 @@ jobs:
           cd hauler/carbide && source ~/.bashrc
           time aws s3 cp --no-progress carbide-carbide-amd64.tar.zst s3://carbide/${{ github.ref_name }}/
           time aws s3 cp --no-progress carbide-carbide-arm64.tar.zst s3://carbide/${{ github.ref_name }}/
+          time 7z a -v999m carbide-carbide-amd64.tar carbide-carbide-amd64.tar.zst
+          time for file in carbide-carbide-amd64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done
+          time 7z a -v999m carbide-carbide-arm64.tar carbide-carbide-arm64.tar.zst
+          time for file in carbide-carbide-arm64.tar.0*; do
+            aws s3 cp --no-progress "$file" s3://carbide/${{ github.ref_name }}/spilts/
+          done