syslog-ng/webhook: add SOURCEIP and URL path+query param enrichment #652
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: syslog-ng snapshot | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| repo: | |
| description: 'syslog-ng repository' | |
| required: true | |
| default: 'syslog-ng/syslog-ng' | |
| type: string | |
| ref: | |
| description: 'syslog-ng ref (branch, tag, commit id)' | |
| required: true | |
| default: 'master' | |
| type: string | |
| pull_request: | |
| paths: | |
| - 'syslog-ng/**' | |
| - '.github/workflows/**' | |
| push: | |
| paths: | |
| - 'syslog-ng/**' | |
| - '.github/workflows/**' | |
| schedule: | |
| - cron: '00 23 * * *' | |
| jobs: | |
| tarball: | |
| name: create-source-tarball | |
| runs-on: ubuntu-latest | |
| outputs: | |
| snapshot-version: ${{ steps.snapshot-version.outputs.SNAPSHOT_VERSION }} | |
| steps: | |
| - name: Checkout syslog-ng source | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ inputs.repo || 'syslog-ng/syslog-ng' }} | |
| ref: ${{ inputs.ref || 'master' }} | |
| fetch-depth: 0 | |
| - name: Prepare docker image | |
| run: ./dbld/rules cache-image-tarball | |
| - name: Create source tarball | |
| run: ./dbld/rules pkg-tarball | |
| - name: Determine snapshot version | |
| id: snapshot-version | |
| run: | | |
| tarball_filename="$(find dbld/build -name '*.tar.*' -printf '%f\n')" | |
| tarball_name="${tarball_filename/\.tar.*}" | |
| tarball_version="${tarball_name/syslog-ng-}" | |
| pkg_version="$(echo $tarball_version | sed -E 's|(([0-9]+\.){2}[0-9]+).*|\1|')_git$(date +%Y%m%d)" | |
| echo "SNAPSHOT_VERSION=${pkg_version}" >> $GITHUB_OUTPUT | |
| - name: Store source tarball as artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: source-tarball | |
| path: dbld/build/*.tar.* | |
| axosyslog-modules: | |
| name: axosyslog-modules | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout source | |
| uses: actions/checkout@v4 | |
| - name: Create AxoSyslog modules tarball | |
| working-directory: syslog-ng | |
| run: | | |
| tar -czvf python-modules.tar.gz python-modules/ | |
| - name: Store axosyslog-modules tarball as artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: axosyslog-modules-tarball | |
| path: syslog-ng/python-modules.tar.gz | |
| build-and-test: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - tarball | |
| - axosyslog-modules | |
| steps: | |
| - name: Checkout source | |
| uses: actions/checkout@v4 | |
| - name: Download source tarball artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: source-tarball | |
| path: syslog-ng/apkbuild/axoflow/syslog-ng | |
| - name: Download axosyslog-modules tarball artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: axosyslog-modules-tarball | |
| path: syslog-ng/apkbuild/axoflow/syslog-ng | |
| - name: Build Docker image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: syslog-ng | |
| file: syslog-ng/alpine.dockerfile | |
| load: true | |
| tags: syslog-ng:test | |
| build-args: | | |
| PKG_TYPE=nightly | |
| SNAPSHOT_VERSION=${{ needs.tarball.outputs.snapshot-version }} | |
| - name: Smoke test | |
| run: | | |
| export SYSLOG_NG_IMAGE="syslog-ng:test" | |
| export SYSLOG_NG_VERSION="${{ needs.tarball.outputs.snapshot-version }}" | |
| syslog-ng/tests/smoke.sh | |
| publish-image: | |
| if: github.ref == 'refs/heads/main' | |
| uses: ./.github/workflows/syslog-ng-docker.yml | |
| needs: [tarball, build-and-test, axosyslog-modules] | |
| with: | |
| pkg-type: nightly | |
| tarball-artifact: source-tarball | |
| axosyslog-modules-artifact: axosyslog-modules-tarball | |
| snapshot-version: ${{ needs.tarball.outputs.snapshot-version }} | |
| # https://github.com/actions/delete-package-versions/issues/90 | |
| cleanup-old-images: | |
| if: github.ref == 'refs/heads/main' | |
| needs: publish-image | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clean up old images | |
| uses: actions/github-script@v7 | |
| with: | |
| script: | | |
| const daysToKeep = 30 | |
| const snapshotTagPattern = /_git[0-9]+/ | |
| const package_name = "axosyslog" | |
| const org = "axoflow" | |
| const image = `${org}/${package_name}` | |
| const allPackageVersions = await github.paginate( | |
| github.rest.packages.getAllPackageVersionsForPackageOwnedByOrg, | |
| { package_type: "container", package_name: package_name, org: org } | |
| ) | |
| const oldPackageDate = new Date() | |
| oldPackageDate.setDate(oldPackageDate.getDate() - daysToKeep) | |
| const oldSnapshotVersions = allPackageVersions.filter((p) => { | |
| return new Date(p.updated_at) < oldPackageDate && p.metadata.container && p.metadata.container.tags.length != 0 && p.metadata.container.tags.every((t) => snapshotTagPattern.test(t)) | |
| }) | |
| if (oldSnapshotVersions.length === 0) { | |
| console.log("Nothing to remove") | |
| return | |
| } | |
| const oldSnapshotTags = oldSnapshotVersions.flatMap(({ metadata }) => metadata.container.tags) | |
| console.log(`Removing the following images: ${oldSnapshotTags}`) | |
| const manifestsRequests = oldSnapshotTags.map((t) => { | |
| const manifest = fetch(`https://ghcr.io/v2/${image}/manifests/${t}`, { | |
| method: "GET", | |
| headers: { | |
| "Authorization": "Bearer ${{ secrets.GITHUB_TOKEN }}", | |
| "Accept": "application/vnd.docker.distribution.manifest.list.v2+json", | |
| "Accept": "application/vnd.docker.distribution.manifest.v2+json", | |
| "Accept": "application/vnd.oci.image.manifest.v1+json", | |
| "Accept": "application/vnd.oci.image.index.v1+json", | |
| }, | |
| }).then((d) => d.json()) | |
| return manifest | |
| }) | |
| const manifestsResponse = await Promise.all(manifestsRequests) | |
| const manifestsToDelete = manifestsResponse.filter((m) => m.manifests).flatMap((m) => m.manifests) | |
| await Promise.all(manifestsToDelete.map((m) => { | |
| const version = allPackageVersions.find((p) => p.name === m.digest) | |
| if (!version) { | |
| return; | |
| } | |
| return github.rest.packages.deletePackageVersionForOrg({ package_type: "container", package_name: package_name, org: org, package_version_id: version.id}) | |
| })) | |
| await Promise.all(oldSnapshotVersions.map((v) => { | |
| return github.rest.packages.deletePackageVersionForOrg({ package_type: "container", package_name: package_name, org: org, package_version_id: v.id}) | |
| })) |