diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 745b463034..291d68f5fc 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -64,15 +64,18 @@ jobs:
       - name: Run Tests
         run: |
           sudo env "PATH=$PATH" CI=true APPLIANCE_MODE=true make test-e2e ARCH=amd64
-          sudo rm -rf zarf-sbom
-          sudo rm -rf build/zarf-package-*
-          sudo build/zarf tools clear-cache
           sudo chown $USER /tmp/zarf-*.log
 
       - name: Save logs
         if: always()
         uses: ./.github/actions/save-logs
 
+      - name: Cleanup files
+        run: |
+          sudo rm -rf zarf-sbom /tmp/zarf-*
+          sudo env "PATH=$PATH" CI=true make delete-packages
+          sudo build/zarf tools clear-cache
+
       # Builds init packages since GoReleaser won't handle this for us
       - name: Create release time CVE report
         run: "make cve-report"