AxoSyslog nightly #220
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: AxoSyslog nightly | |
permissions: write-all | |
on: | |
workflow_dispatch: | |
schedule: | |
- cron: '00 23 * * *' | |
jobs: | |
tarball: | |
runs-on: ubuntu-latest | |
outputs: | |
snapshot-version: ${{ steps.snapshot-version.outputs.SNAPSHOT_VERSION }} | |
steps: | |
- name: Checkout AxoSyslog source | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Prepare docker image | |
run: ./dbld/rules cache-image-tarball | |
- name: Create source tarball | |
run: ./dbld/rules pkg-tarball | |
- name: Determine snapshot version | |
id: snapshot-version | |
run: | | |
tarball_filename="$(find dbld/build -name '*.tar.*' -printf '%f\n')" | |
tarball_name="${tarball_filename/\.tar.*}" | |
tarball_version="${tarball_name/axosyslog-}" | |
pkg_version="$(echo $tarball_version | sed -E 's|(([0-9]+\.){2}[0-9]+).*|\1|')_git$(date +%Y%m%d)" | |
echo "SNAPSHOT_VERSION=${pkg_version}" >> $GITHUB_OUTPUT | |
- name: Store source tarball as artifact | |
uses: actions/upload-artifact@v4 | |
with: | |
name: source-tarball | |
path: dbld/build/*.tar.* | |
create-packages: | |
needs: tarball | |
uses: ./.github/workflows/create-packages.yml | |
with: | |
source-tarball-artifact-name: source-tarball | |
dbld-image-mode: cache | |
upload-packages: | |
needs: create-packages | |
uses: ./.github/workflows/upload-packages.yml | |
with: | |
pkg-type: nightly | |
secrets: | |
r2-access-key: ${{ secrets.R2_ACCESS_KEY }} | |
r2-secret-key: ${{ secrets.R2_SECRET_KEY }} | |
r2-account-id: ${{ secrets.R2_ACCOUNT_ID }} | |
index-packages: | |
needs: upload-packages | |
uses: ./.github/workflows/index-packages.yml | |
with: | |
pkg-type: nightly | |
secrets: | |
config-base64: ${{ secrets.PACKAGE_INDEXER_CONFIG_BASE64 }} | |
gpg-key-base64: ${{ secrets.PACKAGE_INDEXER_GPG_KEY_BASE64 }} | |
gpg-key-passphrase: ${{ secrets.PACKAGE_INDEXER_GPG_KEY_PASSPHRASE }} | |
test-packages: | |
needs: index-packages | |
uses: ./.github/workflows/test-apt-packages.yml | |
with: | |
pkg-type: nightly | |
publish-image: | |
if: github.ref == 'refs/heads/main' | |
uses: ./.github/workflows/axosyslog-docker.yml | |
needs: tarball | |
with: | |
type: snapshot | |
snapshot-tarball-artifact: source-tarball | |
snapshot-version: ${{ needs.tarball.outputs.snapshot-version }} | |
snapshot-tags: nightly,${{ needs.tarball.outputs.snapshot-version }} | |
# https://github.com/actions/delete-package-versions/issues/90 | |
cleanup-old-images: | |
if: github.ref == 'refs/heads/main' | |
needs: publish-image | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clean up old images | |
uses: actions/github-script@v7 | |
with: | |
script: | | |
const daysToKeep = 30 | |
const snapshotTagPattern = /_git[0-9]+/ | |
const package_name = "axosyslog" | |
const org = "axoflow" | |
const image = `${org}/${package_name}` | |
const allPackageVersions = await github.paginate( | |
github.rest.packages.getAllPackageVersionsForPackageOwnedByOrg, | |
{ package_type: "container", package_name: package_name, org: org } | |
) | |
const oldPackageDate = new Date() | |
oldPackageDate.setDate(oldPackageDate.getDate() - daysToKeep) | |
const oldSnapshotVersions = allPackageVersions.filter((p) => { | |
return new Date(p.updated_at) < oldPackageDate && p.metadata.container && p.metadata.container.tags.length != 0 && p.metadata.container.tags.every((t) => snapshotTagPattern.test(t)) | |
}) | |
if (oldSnapshotVersions.length === 0) { | |
console.log("Nothing to remove") | |
return | |
} | |
const oldSnapshotTags = oldSnapshotVersions.flatMap(({ metadata }) => metadata.container.tags) | |
console.log(`Removing the following images: ${oldSnapshotTags}`) | |
const manifestsRequests = oldSnapshotTags.map((t) => { | |
const manifest = fetch(`https://ghcr.io/v2/${image}/manifests/${t}`, { | |
method: "GET", | |
headers: { | |
"Authorization": "Bearer ${{ secrets.GITHUB_TOKEN }}", | |
"Accept": "application/vnd.docker.distribution.manifest.list.v2+json", | |
"Accept": "application/vnd.docker.distribution.manifest.v2+json", | |
"Accept": "application/vnd.oci.image.manifest.v1+json", | |
"Accept": "application/vnd.oci.image.index.v1+json", | |
}, | |
}).then((d) => d.json()) | |
return manifest | |
}) | |
const manifestsResponse = await Promise.all(manifestsRequests) | |
const manifestsToDelete = manifestsResponse.filter((m) => m.manifests).flatMap((m) => m.manifests) | |
await Promise.all(manifestsToDelete.map((m) => { | |
const version = allPackageVersions.find((p) => p.name === m.digest) | |
if (!version) { | |
return; | |
} | |
return github.rest.packages.deletePackageVersionForOrg({ package_type: "container", package_name: package_name, org: org, package_version_id: version.id}) | |
})) | |
await Promise.all(oldSnapshotVersions.map((v) => { | |
return github.rest.packages.deletePackageVersionForOrg({ package_type: "container", package_name: package_name, org: org, package_version_id: v.id}) | |
})) |