Update compression libs and version

HDFGroup · Jan 23, 2025 · 9142e37 · 9142e37
1 parent e77e232
commit 9142e37
Show file tree

Hide file tree

Showing 25 changed files with 1,389 additions and 89 deletions.
diff --git a/.github/FUNDING.yml b/.github/FUNDING.yml
@@ -0,0 +1,3 @@
+# These are supported funding model platforms
+
+github: hdfgroup
diff --git a/.github/workflows/check-releases.yml b/.github/workflows/check-releases.yml
@@ -0,0 +1,178 @@
+name: hdf5 plugins check compression releases
+
+# Triggers the workflow on a call from another workflow
+on:
+  workflow_call:
+
+jobs:
+  check-compression-releases:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Get bitshuffle release version
+      id: get-bitshuffle-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'kiyo-masui/bitshuffle'
+        latest: true
+
+    - name: Report bitshuffle release version
+      run: |
+        echo "BSHUF=${{ steps.get-bitshuffle-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get blosc release version
+      id: get-blosc-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'Blosc/c-blosc'
+        latest: true
+
+    - name: Report blosc release version
+      run: |
+        echo "BLOSC=${{ steps.get-blosc-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get blosc2 release version
+      id: get-blosc2-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'Blosc/c-blosc2'
+        latest: true
+
+    - name: Report blosc2 release version
+      run: |
+        echo "BLOSC2=${{ steps.get-blosc2-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+#    - name: Get bzip2 release version
+#      id: get-bzip2-release
+#      uses: cardinalby/git-get-release-action@v1
+#      env:
+#        GITHUB_TOKEN: ${{ github.token }}
+#      with:
+#        repo: 'libarchive/bzip2'
+#        latest: true
+#
+#    - name: Report bzip2 release version
+#      run: |
+#        echo "BZIP2=bzip2: ${{ steps.get-bzip2-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get fpzip release version
+      id: get-fpzip-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'LLNL/fpzip'
+        latest: true
+
+    - name: Report fpzip release version
+      run: |
+        echo "FPZIP=${{ steps.get-fpzip-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get libjpeg release version
+      id: get-libjpeg-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'libjpeg-turbo/libjpeg-turbo'
+        latest: true
+
+    - name: Report libjpeg release version
+      run: |
+        echo "JPEG=${{ steps.get-libjpeg-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get lz4 release version
+      id: get-lz4-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'lz4/lz4'
+        latest: true
+
+    - name: Report lz4 release version
+      run: |
+        echo "LZ4=${{ steps.get-lz4-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get zfp release version
+      id: get-zfp-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'LLNL/zfp'
+        latest: true
+
+    - name: Report zfp release version
+      run: |
+        echo "ZFP=${{ steps.get-zfp-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get zstd release version
+      id: get-zstd-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'facebook/zstd'
+        latest: true
+
+    - name: Report zstd release version
+      run: |
+        echo "ZSTD=${{ steps.get-zstd-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get zlib release version
+      id: get-zlib-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'madler/zlib'
+        latest: true
+
+    - name: Report zlib release version
+      run: |
+        echo "ZLIB=${{ steps.get-zlib-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: Get zlib-ng release version
+      id: get-zlib-ng-release
+      uses: cardinalby/git-get-release-action@v1
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      with:
+        repo: 'zlib-ng/zlib-ng'
+        latest: true
+
+    - name: Report zlib-ng release version
+      run: |
+        echo "ZLIBNG=${{ steps.get-zlib-ng-release.outputs.tag_name }}" >> $GITHUB_OUTPUT
+
+    - name: create-json
+      id: create-json
+      uses: jsdaniell/create-json@v1.2.3
+      with:
+        name: "versions-file.json"
+        json: '{"bitshuffle":"${{ steps.get-bitshuffle-release.outputs.tag_name }}"",
+                "blosc":"${{ steps.get-blosc-release.outputs.tag_name }}"
+                "blosc2":"${{ steps.get-blosc2-release.outputs.tag_name }}"
+                "fpzip":"${{ steps.get-fpzip-release.outputs.tag_name }}"
+                "libjpeg":"${{ steps.get-libjpeg-release.outputs.tag_name }}"
+                "lz4":"${{ steps.get-lz4-release.outputs.tag_name }}"
+                "zfp":"${{ steps.get-zfp-release.outputs.tag_name }}"
+                "zstd":"${{ steps.get-zstd-release.outputs.tag_name }}"
+                "zlib":"${{ steps.get-zlib-release.outputs.tag_name }}"
+                "zlib-ng":"${{ steps.get-zlib-ng-release.outputs.tag_name }}"
+               }'
+
+               # Save json report
+    - name: Save json report
+      uses: actions/upload-artifact@v4
+      with:
+        name: compression-versions
+        path: versions-file.json
+        if-no-files-found: error # 'warn' or 'ignore' are also available, defaults to `warn`
+
diff --git a/.github/workflows/cmake-ctest.yml b/.github/workflows/cmake-ctest.yml
@@ -198,7 +198,7 @@ jobs:
         shell: bash
 
       - name: Sign files with Trusted Signing
-        uses: azure/trusted-signing-action@v0.4.0
+        uses: azure/trusted-signing-action@v0.5.0
         with:
           azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }}
           azure-client-id: ${{ secrets.AZURE_CLIENT_ID }}
@@ -284,23 +284,23 @@ jobs:
         with:
           repo: 'HDFGroup/hdf5'
           version: 'tags/snapshot-1.14'
-          file: '${{ inputs.use_hdf }}-ubuntu-2204_gcc.tar.gz'
+          file: '${{ inputs.use_hdf }}-ubuntu-2404_gcc.tar.gz'
 
       - name: Get hdf5 release
         if: ${{ (inputs.use_environ == 'release') }}
         uses: dsaltares/fetch-gh-release-asset@master
         with:
           repo: 'HDFGroup/hdf5'
           version: 'tags/${{ inputs.use_hdf }}'
-          file: '${{ inputs.use_hdf }}-ubuntu-2204_gcc.tar.gz'
+          file: '${{ inputs.use_hdf }}-ubuntu-2404_gcc.tar.gz'
 
       - name: List files for the space (Linux)
         run: |
               ls -l ${{ github.workspace }}
               ls ${{ runner.workspace }}
 
       - name: Uncompress gh binary (Linux)
-        run: tar -zxvf ${{ github.workspace }}/${{ inputs.use_hdf }}-ubuntu-2204_gcc.tar.gz
+        run: tar -zxvf ${{ github.workspace }}/${{ inputs.use_hdf }}-ubuntu-2404_gcc.tar.gz
 
       - name: Uncompress hdf5 binary (Linux)
         run:  |
@@ -350,21 +350,21 @@ jobs:
           cp ${{ runner.workspace }}/hdf5_plugins/build/${{ inputs.preset_name }}-GNUC/README.txt ${{ runner.workspace }}/build/hdf5_plugins
           cp ${{ runner.workspace }}/hdf5_plugins/build/${{ inputs.preset_name }}-GNUC/*.tar.gz ${{ runner.workspace }}/build/hdf5_plugins
           cd "${{ runner.workspace }}/build"
-          tar -zcvf ${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2204_gcc.tar.gz hdf5_plugins
+          tar -zcvf ${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2404_gcc.tar.gz hdf5_plugins
         shell: bash
 
       - name: Publish deb binary (Linux)
         id: publish-ctest-deb-binary
         run: |
           mkdir "${{ runner.workspace }}/builddeb"
-           cp ${{ runner.workspace }}/hdf5_plugins/build/${{ inputs.preset_name }}-GNUC/*.deb ${{ runner.workspace }}/builddeb/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2204_gcc.deb
+          cp ${{ runner.workspace }}/hdf5_plugins/build/${{ inputs.preset_name }}-GNUC/*.deb ${{ runner.workspace }}/builddeb/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2404_gcc.deb
         shell: bash
 
       - name: Publish rpm binary (Linux)
         id: publish-ctest-rpm-binary
         run: |
           mkdir "${{ runner.workspace }}/buildrpm"
-          cp ${{ runner.workspace }}/hdf5_plugins/build/${{ inputs.preset_name }}-GNUC/*.rpm ${{ runner.workspace }}/buildrpm/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2204_gcc.rpm
+          cp ${{ runner.workspace }}/hdf5_plugins/build/${{ inputs.preset_name }}-GNUC/*.rpm ${{ runner.workspace }}/buildrpm/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2404_gcc.rpm
         shell: bash
 
       - name: List files in the space (Linux)
@@ -376,22 +376,22 @@ jobs:
       - name: Save published binary (Linux)
         uses: actions/upload-artifact@v4
         with:
-              name: tgz-ubuntu-2204_gcc-binary
-              path: ${{ runner.workspace }}/build/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2204_gcc.tar.gz
+              name: tgz-ubuntu-2404_gcc-binary
+              path: ${{ runner.workspace }}/build/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2404_gcc.tar.gz
               if-no-files-found: error # 'warn' or 'ignore' are also available, defaults to `warn`
 
       - name: Save published binary deb (Linux)
         uses: actions/upload-artifact@v4
         with:
-              name: deb-ubuntu-2204_gcc-binary
-              path: ${{ runner.workspace }}/builddeb/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2204_gcc.deb
+              name: deb-ubuntu-2404_gcc-binary
+              path: ${{ runner.workspace }}/builddeb/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2404_gcc.deb
               if-no-files-found: error # 'warn' or 'ignore' are also available, defaults to `warn`
 
       - name: Save published binary rpm (Linux)
         uses: actions/upload-artifact@v4
         with:
-              name: rpm-ubuntu-2204_gcc-binary
-              path: ${{ runner.workspace }}/buildrpm/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2204_gcc.rpm
+              name: rpm-ubuntu-2404_gcc-binary
+              path: ${{ runner.workspace }}/buildrpm/${{ steps.set-file-base.outputs.FILE_BASE }}-ubuntu-2404_gcc.rpm
               if-no-files-found: error # 'warn' or 'ignore' are also available, defaults to `warn`
 
   build_and_test_mac_latest:
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		# These are supported funding model platforms

		github: hdfgroup