Backfill packages to apk.cgr.dev #6
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Backfill packages to apk.cgr.dev | |
| on: | |
| workflow_dispatch: | |
| jobs: | |
| backfill: | |
| name: Backfill packages | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1 | |
| - uses: google-github-actions/auth@8254fb75a33b976a221574d287e93919e6a36f70 # v2.1.6 | |
| with: | |
| workload_identity_provider: "projects/618116202522/locations/global/workloadIdentityPools/prod-shared-e350/providers/prod-shared-gha" | |
| service_account: "[email protected]" | |
| - uses: google-github-actions/setup-gcloud@f0990588f1e5b5af6827153b93673613abdc6ec7 # v2.1.1 | |
| with: | |
| project_id: "prod-images-c6e5" | |
| - uses: chainguard-dev/setup-chainctl@598499528905f95b94e62e4831cf42035e768933 # v0.2.3 | |
| with: | |
| # Managed here: | |
| # https://github.com/chainguard-dev/mono/blob/main/env/chainguard-images/iac/wolfi-os-pusher.tf | |
| identity: "720909c9f5279097d847ad02a2f24ba8f59de36a/6a26f2970f880c31" | |
| - name: 'Backfill packages to apk.cgr.dev' | |
| run: | | |
| set -e | |
| # Populate the token here, since chainctl auth token | |
| # doesn't support all of the options we need. | |
| chainctl auth login --audience apk.cgr.dev \ | |
| --identity "720909c9f5279097d847ad02a2f24ba8f59de36a/6a26f2970f880c31" | |
| echo "::add-mask::$(chainctl auth token --audience apk.cgr.dev)" | |
| for arch in "aarch64" "x86_64"; do | |
| echo "Processing ${arch}" | |
| while IFS= read -r pkg; do | |
| # Ignore empty lines and comments | |
| if [[ -z "${pkg}" ]]; then | |
| continue | |
| fi | |
| if [[ "${pkg}" == \#* ]]; then | |
| continue | |
| fi | |
| tok=$(chainctl auth token --audience apk.cgr.dev) | |
| tmp=$(mktemp -d) | |
| # Check if package already exists in apk.cgr.dev | |
| code=$(curl -s -o /dev/null --head -w "%{http_code}" --user "user:${tok}" "https://apk.cgr.dev/chainguard/${arch}/${pkg}") | |
| if [ $code == "303" ]; then | |
| echo "Package already exists: ${pkg}" | |
| continue | |
| elif [ $code != "404" ]; then | |
| echo "Unexpected response code: $code" | |
| exit 1 | |
| fi | |
| # Get package from GCS, continue if it doesn't exist (e.g., not in the repo) | |
| echo "Downloading ${pkg} from GCS" | |
| gsutil cp gs://wolfi-production-registry-destination/os/${arch}/${pkg} ${tmp}/ > /dev/null 2>&1 || continue | |
| echo "Downloaded ${pkg} from GCS" | |
| echo "Uploading ${pkg} to apk.cgr.dev" | |
| curl --fail -X POST \ | |
| --user "user:${tok}" \ | |
| -T ${tmp}/${pkg} \ | |
| "https://apk.cgr.dev/chainguard/${arch}/${pkg}" | |
| echo "Uploaded ${pkg} to apk.cgr.dev" | |
| rm ${tmp}/${pkg} | |
| done < backfill-packages.txt | |
| done | |
| - uses: rtCamp/action-slack-notify@65e6fc1ce697e2df8149d9ae9909acc5ec5599ce # v2.3.1 | |
| if: failure() | |
| env: | |
| SLACK_ICON: http://github.com/chainguard-dev.png?size=48 | |
| SLACK_USERNAME: guardian | |
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | |
| SLACK_CHANNEL: chainguard-images-alerts | |
| SLACK_COLOR: '#8E1600' | |
| MSG_MINIMAL: 'true' | |
| SLACK_TITLE: '[backfill-packages-wolfi] failure: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}' | |
| SLACK_MESSAGE: | | |
| https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} |