dry run

.github/workflows/axosyslog-nightly.yml

@@ -4,152 +4,15 @@ permissions: write-all
 
 on:
   workflow_dispatch:
-  schedule:
-    - cron: '00 23 * * *'
 
 
 jobs:
-  tarball:
-    runs-on: ubuntu-latest
-    outputs:
-      snapshot-version: ${{ steps.snapshot-version.outputs.SNAPSHOT_VERSION }}
-    steps:
-      - name: Checkout AxoSyslog source
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Prepare docker image
-        run: ./dbld/rules cache-image-tarball
-
-      - name: Create source tarball
-        run: ./dbld/rules pkg-tarball
-
-      - name: Determine snapshot version
-        id: snapshot-version
-        run: |
-          tarball_filename="$(find dbld/build -name '*.tar.*' -printf '%f\n')"
-          tarball_name="${tarball_filename/\.tar.*}"
-          tarball_version="${tarball_name/axosyslog-}"
-          pkg_version="$(echo $tarball_version | sed -E 's|(([0-9]+\.){2}[0-9]+).*|\1|')_git$(date +%Y%m%d)"
-          echo "SNAPSHOT_VERSION=${pkg_version}" >> $GITHUB_OUTPUT
-
-      - name: Store source tarball as artifact
-        uses: actions/upload-artifact@v4
-        with:
-          name: source-tarball
-          path: dbld/build/*.tar.*
-
-  create-packages:
-    needs: tarball
-    uses: ./.github/workflows/create-packages.yml
-    with:
-      source-tarball-artifact-name: source-tarball
-      dbld-image-mode: cache
-
-  upload-packages:
-    needs: create-packages
-    uses: ./.github/workflows/upload-packages.yml
-    with:
-      pkg-type: nightly
-    secrets:
-      r2-access-key: ${{ secrets.R2_ACCESS_KEY }}
-      r2-secret-key: ${{ secrets.R2_SECRET_KEY }}
-      r2-account-id: ${{ secrets.R2_ACCOUNT_ID }}
 
   index-packages:
-    needs: upload-packages
     uses: ./.github/workflows/index-packages.yml
     with:
       pkg-type: nightly
     secrets:
       config-base64: ${{ secrets.PACKAGE_INDEXER_CONFIG_BASE64 }}
       gpg-key-base64: ${{ secrets.PACKAGE_INDEXER_GPG_KEY_BASE64 }}
       gpg-key-passphrase: ${{ secrets.PACKAGE_INDEXER_GPG_KEY_PASSPHRASE }}
-
-  test-packages:
-    needs: index-packages
-    uses: ./.github/workflows/test-apt-packages.yml
-    with:
-      pkg-type: nightly
-
-  publish-image:
-    if: github.ref == 'refs/heads/main'
-    uses: ./.github/workflows/axosyslog-docker.yml
-    needs: tarball
-    with:
-      type: snapshot
-      snapshot-tarball-artifact: source-tarball
-      snapshot-version: ${{ needs.tarball.outputs.snapshot-version }}
-      snapshot-tags: nightly,${{ needs.tarball.outputs.snapshot-version }}
-
-  # https://github.com/actions/delete-package-versions/issues/90
-  cleanup-old-images:
-    if: github.ref == 'refs/heads/main'
-    needs: publish-image
-    runs-on: ubuntu-latest
-    steps:
-      - name: Clean up old images
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const daysToKeep = 30
-            const snapshotTagPattern = /_git[0-9]+/
-
-            const package_name = "axosyslog"
-            const org = "axoflow"
-            const image = `${org}/${package_name}`
-
-            const allPackageVersions = await github.paginate(
-                github.rest.packages.getAllPackageVersionsForPackageOwnedByOrg,
-                { package_type: "container", package_name: package_name, org: org }
-            )
-
-            const oldPackageDate = new Date()
-            oldPackageDate.setDate(oldPackageDate.getDate() - daysToKeep)
-
-            const oldSnapshotVersions = allPackageVersions.filter((p) => {
-                return new Date(p.updated_at) < oldPackageDate && p.metadata.container && p.metadata.container.tags.length != 0 && p.metadata.container.tags.every((t) => snapshotTagPattern.test(t))
-            })
-
-            if (oldSnapshotVersions.length === 0) {
-                console.log("Nothing to remove")
-                return
-            }
-
-            const oldSnapshotTags = oldSnapshotVersions.flatMap(({ metadata }) => metadata.container.tags)
-
-            console.log(`Removing the following images: ${oldSnapshotTags}`)
-
-            const manifestsRequests = oldSnapshotTags.map((t) => {
-                const manifest = fetch(`https://ghcr.io/v2/${image}/manifests/${t}`, {
-                    method: "GET",
-                    headers: {
-                        "Authorization": "Bearer ${{ secrets.GITHUB_TOKEN }}",
-                        "Accept": "application/vnd.docker.distribution.manifest.list.v2+json",
-                        "Accept": "application/vnd.docker.distribution.manifest.v2+json",
-                        "Accept": "application/vnd.oci.image.manifest.v1+json",
-                        "Accept": "application/vnd.oci.image.index.v1+json",
-                    },
-                }).then((d) => d.json())
-
-                return manifest
-            })
-
-            const manifestsResponse = await Promise.all(manifestsRequests)
-
-            const manifestsToDelete = manifestsResponse.filter((m) => m.manifests).flatMap((m) => m.manifests)
-
-            await Promise.all(manifestsToDelete.map((m) => {
-                const version = allPackageVersions.find((p) => p.name === m.digest)
-                if (!version) {
-                    return;
-                }
-
-                return github.rest.packages.deletePackageVersionForOrg({ package_type: "container", package_name: package_name, org: org, package_version_id: version.id})
-            }))
-
-
-            await Promise.all(oldSnapshotVersions.map((v) => {
-                return github.rest.packages.deletePackageVersionForOrg({ package_type: "container", package_name: package_name, org: org, package_version_id: v.id})
-            }))

packaging/package-indexer/indexer/indexer.py

@@ -78,14 +78,6 @@ def index(self) -> None:
 
         self.__sync_from_remote()
 
-        self._prepare_indexed_dir(incoming_dir, indexed_dir)
-        self._index_pkgs(indexed_dir)
-        self._sign_pkgs(indexed_dir)
-
-        self.__create_snapshot_of_indexed()
-        self.__sync_to_remote()
-        self.__refresh_cdn_cache()
-
     @staticmethod
     def __create_logger() -> logging.Logger:
         logger = logging.getLogger("Indexer")

packaging/package-indexer/remote_storage_synchronizer/remote_storage_synchronizer.py

@@ -85,15 +85,23 @@ def sync_from_remote(self) -> None:
             local_workdir=str(self.local_dir.working_dir),
         )
         for file in self._all_files:
+
+            if "binary-amd64" in file and "20241010T090547" not in file:
+                print("--------------------------------delete: " + file)
+                # self.__delete_remote_file(file)
+                continue
+
+
             sync_state = self.__get_file_sync_state(file)
             if sync_state == FileSyncState.IN_SYNC:
                 continue
             if sync_state == FileSyncState.DIFFERENT or sync_state == FileSyncState.NOT_IN_LOCAL:
-                self.__download_file(file)
+                #self.__download_file(file)
                 continue
             if sync_state == FileSyncState.NOT_IN_REMOTE:
                 self.__delete_local_file(file)
                 continue
+
             raise NotImplementedError("Unexpected FileSyncState: {}".format(sync_state))
         self._log_info(
             "Successfully synced remote content.",
@@ -115,7 +123,7 @@ def sync_to_remote(self) -> None:
                 self.__upload_file(file)
                 continue
             if sync_state == FileSyncState.NOT_IN_LOCAL:
-                self.__delete_remote_file(file)
+                #self.__delete_remote_file(file)
                 continue
             raise NotImplementedError("Unexpected FileSyncState: {}".format(sync_state))
         self._log_info(