Skip to content

Update index

Update index #21160

Workflow file for this run

name: Update index
on:
schedule:
- cron: "0 */2 * * *" # every second hour
push:
branches:
- main
paths:
- "registry/**"
- ".github/workflows/update-index.yml"
- ".github/scripts/**"
env:
GALLERY_JSON: bsdata.catpkg-gallery.json
RELEASE_TAG: index-v1
ENABLE_GHPAGES_UPDATE: false
jobs:
update-index:
runs-on: ubuntu-latest
steps:
- name: Checkout main
uses: actions/checkout@v4
with:
ref: main
path: master
- name: Checkout index
uses: actions/checkout@v4
with:
ref: index
path: index
- uses: ./master/.github/actions/install-yaml
- name: Compile index
uses: Amadevus/pwsh-script@v2
id: compile
with:
script: |
$ErrorActionPreference = 'Stop'
$args = @{
IndexPath = Resolve-Path ./index
RegistryPath = Resolve-Path ./master/registry
GalleryJsonPath = $env:GALLERY_JSON
Token = $github.token
}
./master/.github/scripts/Update-IndexCache.ps1 @args -Verbose
# save master's SHA to associate branches
"master-sha: $env:GITHUB_SHA" > index/master-sha.yml
- name: Upload gallery-json as workflow artifact
if: success() || failure()
uses: actions/upload-artifact@v4
with:
name: ${{ env.GALLERY_JSON }}
path: ${{ env.GALLERY_JSON }}
continue-on-error: true
- name: Format index commit message
uses: Amadevus/pwsh-script@v2
id: format_index_msg
with:
script: |
Set-Location ./index
# get list of changed files
$pkgids = @((git status --porcelain | % { $_.Substring(3) } | Split-Path -Leaf) -replace '\.catpkg\.yml$','')
if ($pkgids.Length -eq 0) {
Write-Host 'No changes in the index' -ForegroundColor Green
return
}
# create commit message
$summary = if ($pkgids.Length -eq 1) {
$pkgids
} else {
"{0} (+{1} more)" -f $pkgids[0],($pkgids.Length - 1)
}
$message = @"
Changed: $summary
$($pkgids -join "`n")
"@
return $message
- name: Push index changes
uses: stefanzweifel/git-auto-commit-action@v5
id: push-index
with:
commit_message: ":robot: ${{ steps.format_index_msg.outputs.result }}"
commit_author: ''
repository: index
- name: Replace ${{ env.GALLERY_JSON }} release asset
if: steps.push-index.outputs.changes_detected == 'true'
uses: actions/github-script@v7
with:
script: |
const { data: release } = await github.rest.repos.getReleaseByTag({
...context.repo,
tag: '${{ env.RELEASE_TAG }}'
});
console.log('Release retrieved');
const assetName = '${{ env.GALLERY_JSON }}';
const assets = await github
.paginate(github.rest.repos.listReleaseAssets, {
...context.repo,
release_id: release.id
});
const previousIndex = assets.find(x => x.name === assetName);
if (previousIndex) {
console.log('Deleting existing asset');
await github.rest.repos.deleteReleaseAsset({
...context.repo,
asset_id: previousIndex.id
});
}
// upload the file
const fs = require('fs');
const upload = await github.rest.repos.uploadReleaseAsset({
...context.repo,
release_id: release.id,
name: assetName,
data: fs.readFileSync(assetName),
headers: { 'content-type': 'application/json', 'content-length': fs.statSync(assetName).size }
})
console.log('Done');
return upload;
- name: Checkout gh-pages
if: steps.push-index.outputs.changes_detected == 'true' && env.ENABLE_GHPAGES_UPDATE == 'true'
uses: actions/checkout@v4
with:
ref: gh-pages
path: gh-pages
- name: Update dataindex
if: steps.push-index.outputs.changes_detected == 'true' && env.ENABLE_GHPAGES_UPDATE == 'true'
uses: Amadevus/pwsh-script@v2
id: update
env:
COMPILE_RESULT: ${{ needs.update-index.outputs.compile_result }}
with:
script: |
$ErrorActionPreference = 'Stop'
$compileResult = $env:COMPILE_RESULT | ConvertFrom-Json
$owner, $repo = $github.repository -split '/'
$subpath = "dataindex"
$args = @{
IndexPath = Resolve-Path ./index
DataPath = Resolve-Path (New-Item "./gh-pages/$subpath" -ItemType Directory -Force)
DataBaseUrl = "https://$owner.github.io/$repo/$subpath"
GalleryJsonPath = $env:GALLERY_JSON
ChangedIndexPath = $compileResult.changed_index_paths
Token = $github.token
}
./master/.github/scripts/Update-GhPagesData.ps1 @args -Verbose
- name: Push gh-pages changes
if: steps.push-index.outputs.changes_detected == 'true' && env.ENABLE_GHPAGES_UPDATE == 'true'
uses: stefanzweifel/git-auto-commit-action@v5
with:
commit_message: ":robot: update data index"
repository: gh-pages