v1.9.0

.github/release.yml

@@ -0,0 +1,24 @@
+# .github/release.yml
+
+changelog:
+  exclude:
+    labels:
+      - ignore for release
+    authors:
+      - octocat
+  categories:
+    - title: Breaking Changes 🛠
+      labels:
+        - Semver-Major
+        - breaking change
+    - title: Exciting New Features ✨
+      labels:
+        - Semver-Minor
+        - enhancement
+    - title: Bug Fixes 🐛
+      labels:
+        - Semver-Patch
+        - bug
+    - title: Other Changes
+      labels:
+        - "*"

.github/workflows/build.yml

@@ -7,18 +7,18 @@ env:
   CONSENSUS_ENCLAVE_CSS: /var/tmp/consensus-enclave.css
   INGEST_ENCLAVE_CSS: /var/tmp/ingest-enclave.css
 
+# only perform these build steps on pre-release
 on:
   push:
     tags:
-      - v*
+      - 'v*-pre.*'
+      - '*-force-build*'
 
 jobs:
-  macos:
-    runs-on: [self-hosted, macOS]
+  macos-x64:
+    runs-on: [self-hosted, macOS, X64]
     permissions:
       contents: write
-    outputs:
-      prerelease:  ${{ steps.prerelease.outputs.value }}
     strategy:
       matrix:
         include:
@@ -35,8 +35,7 @@ jobs:
 
       - name: Brew Bundle
         run: |
-          brew update --preinstall
-          brew bundle --no-upgrade
+          brew bundle
 
       - name: Git Submodule
         run: |
@@ -49,20 +48,7 @@ jobs:
         with:
           path: |
             build_artifacts
-          key: ${{ runner.os }}-${{ matrix.network }}-${{ secrets.CACHE_VERSION }}-build-cargo-artifacts-${{ hashFiles('**/*.rs', '**/*.proto', '**/Cargo.toml')}}
-
-      - name: Cache Cargo
-        if: steps.artifact_cache.outputs.cache-hit != 'true'
-        id: cargo_cache
-        uses: actions/cache@v3
-        with:
-          path: |
-            /opt/cargo/bin/
-            /opt/cargo/registry/index/
-            /opt/cargo/registry/cache/
-            /opt/cargo/git/db/
-            target/
-          key: ${{ runner.os }}-${{ secrets.CACHE_VERSION }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          key: ${{ runner.os }}-x86-${{ matrix.network }}-${{ secrets.CACHE_VERSION }}-build-cargo-artifacts-${{ hashFiles('**/*.rs', '**/*.proto', '**/Cargo.toml')}}
 
       - name: Consensus SigStruct
         if: steps.artifact_cache.outputs.cache-hit != 'true'
@@ -79,6 +65,10 @@ jobs:
       - name: Cargo Build
         if: steps.artifact_cache.outputs.cache-hit != 'true'
         run: |
+          export PATH="/usr/local/opt/openssl@3/bin:$PATH"
+          export LDFLAGS="-L/usr/local/opt/openssl@3/lib"
+          export CPPFLAGS="-I/usr/local/opt/openssl@3/include"
+          export PKG_CONFIG_PATH="/usr/local/opt/openssl@3/lib/pkgconfig"
           cargo build --release
 
       - name: Copy binaries to cache folder
@@ -89,90 +79,128 @@ jobs:
           cp target/release/full-service build_artifacts/${{ matrix.network }}/bin/
           cp target/release/transaction-signer build_artifacts/${{ matrix.network }}/bin/
 
-      # Create and Upload an Artifact on Push and Not a Tag
       - name: Create Artifact
         run: |
           mkdir -pv artifact
-          cd artifact && tar -czvf ${{ github.sha }}-${{ runner.os }}-${{ matrix.network }}.tar.gz -C ../build_artifacts/${{ matrix.network }}/ .
+          cd artifact && tar -czvf ${{ github.sha }}-${{ runner.os }}-x86-${{ matrix.network }}.tar.gz -C ../build_artifacts/${{ matrix.network }}/ .
 
       - name: Upload Artifact
         uses: actions/upload-artifact@v3
         with:
-          name: full-service_${{ runner.os }}_${{ matrix.network }}
-          path: artifact/${{ github.sha }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
+          name: full-service_${{ runner.os }}_${{ matrix.network }}_x86
+          path: artifact/${{ github.sha }}-${{ runner.os }}-x86-${{ matrix.network }}.tar.gz
 
-      # Does the tag have the "pre" key word in it? Will mark it as prerelease
-      - name: Is Prerelease
-        shell: bash
-        id: prerelease
+      - name: Create Release
         if: startsWith(github.ref, 'refs/tags/v')
         run: |
-          if [[ "${GITHUB_REF}" =~ pre ]]; then
-            echo "::set-output name=value::true"
-          else
-            echo "::set-output name=value::false"
-          fi
-
-      # Only for Tag on Main
-      - name: Get Current Pre-Release
-        if: startsWith(github.ref, 'refs/tags/v') && steps.prerelease.outputs.value == 'false'
-        id: current_release
-        uses: joutvhu/get-release@v1
+          mkdir -pv release
+          cd release && tar -czvf ${{ github.ref_name }}-${{ runner.os }}-x86-${{ matrix.network }}.tar.gz -C ../build_artifacts/${{ matrix.network }}/ .
+
+      - name: Upload Release
+        if: startsWith(github.ref, 'refs/tags/v')
+        uses: softprops/action-gh-release@v1
         with:
-          debug: true
-          latest: true
+          draft: true
           prerelease: true
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          files: |
+            release/${{ github.ref_name }}-${{ runner.os }}-x86-${{ matrix.network }}.tar.gz
 
-      # Only for Tag on Main
-      - name: Download Latest Pre-Release
-        if: startsWith(github.ref, 'refs/tags/v') && steps.prerelease.outputs.value == 'false'
-        uses: duhow/download-github-release-assets@v1
+  macos-arm64:
+    runs-on: [self-hosted, macOS, ARM64]
+    permissions:
+      contents: write
+    strategy:
+      matrix:
+        include:
+          - namespace: test
+            network: testnet
+          - namespace: prod
+            network: mainnet
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
         with:
-          tag: ${{ steps.current_release.outputs.tag_name }}
-          files: |
-            ${{ steps.current_release.outputs.tag_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
-          target: /var/tmp/${{ steps.current_release.outputs.tag_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
+          submodules: recursive
 
-      # Only for Tag on Main
-      - name: Extract Release
-        if: startsWith(github.ref, 'refs/tags/v') && steps.prerelease.outputs.value == 'false'
+      - name: Brew Bundle
         run: |
-          rm -rfv build_artifacts/${{ matrix.network }}
-          mkdir -pv build_artifacts/${{ matrix.network }}
-          tar xzvf /var/tmp/${{ steps.current_release.outputs.tag_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz -C build_artifacts/${{ matrix.network }}
+          brew bundle
+
+      - name: Git Submodule
+        run: |
+          git submodule update --checkout --init --recursive
 
-      - name: Create Release
-        if: startsWith(github.ref, 'refs/tags/v')
+      # CACHE_VERSION secret is 'date --iso-8601=minutes' and is used to invalidate cache if needed
+      - name: Cache Build Binaries
+        id: artifact_cache
+        uses: actions/cache@v3
+        with:
+          path: |
+            build_artifacts
+          key: ${{ runner.os }}-arm64-${{ matrix.network }}-${{ secrets.CACHE_VERSION }}-build-cargo-artifacts-${{ hashFiles('**/*.rs', '**/*.proto', '**/Cargo.toml')}}
+
+      - name: Consensus SigStruct
+        if: steps.artifact_cache.outputs.cache-hit != 'true'
         run: |
-          mkdir -pv release
-          cd release && tar -czvf ${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz -C ../build_artifacts/${{ matrix.network }}/ .
+          CONSENSUS_SIGSTRUCT_URI=$(curl -s https://enclave-distribution.${{ matrix.namespace }}.mobilecoin.com/production.json | grep consensus-enclave.css | awk '{print $2}' | tr -d \" | tr -d ,)
+          (cd /var/tmp && curl -O https://enclave-distribution.${{ matrix.namespace }}.mobilecoin.com/${CONSENSUS_SIGSTRUCT_URI})
+
+      - name: Ingest SigStruct
+        if: steps.artifact_cache.outputs.cache-hit != 'true'
+        run: |
+          INGEST_SIGSTRUCT_URI=$(curl -s https://enclave-distribution.${{ matrix.namespace }}.mobilecoin.com/production.json | grep ingest-enclave.css | awk '{print $2}' | tr -d \" | tr -d ,)
+          (cd /var/tmp && curl -O https://enclave-distribution.${{ matrix.namespace }}.mobilecoin.com/${INGEST_SIGSTRUCT_URI})
+
+      - name: Cargo Build
+        if: steps.artifact_cache.outputs.cache-hit != 'true'
+        run: |
+          export PATH="/opt/homebrew/opt/openssl@3/bin:$PATH"
+          export LDFLAGS="-L/opt/homebrew/opt/openssl@3/lib"
+          export CPPFLAGS="-I/opt/homebrew/opt/openssl@3/include"
+          export PKG_CONFIG_PATH="/opt/homebrew/opt/openssl@3/lib/pkgconfig"
+          cargo build --release
+
+      - name: Copy binaries to cache folder
+        if: steps.artifact_cache.outputs.cache-hit != 'true'
+        run: |
+          mkdir -pv build_artifacts/${{ matrix.network }}/bin
+          cp /var/tmp/*.css build_artifacts/${{ matrix.network }}
+          cp target/release/full-service build_artifacts/${{ matrix.network }}/bin/
+          cp target/release/transaction-signer build_artifacts/${{ matrix.network }}/bin/
 
-      - name: Generate MD5
+      - name: Create Artifact
+        run: |
+          mkdir -pv artifact
+          cd artifact && tar -czvf ${{ github.sha }}-${{ runner.os }}-arm64-${{ matrix.network }}.tar.gz -C ../build_artifacts/${{ matrix.network }}/ .
+
+      - name: Upload Artifact
+        uses: actions/upload-artifact@v3
+        with:
+          name: full-service_${{ runner.os }}_${{ matrix.network }}_arm64
+          path: artifact/${{ github.sha }}-${{ runner.os }}-arm64-${{ matrix.network }}.tar.gz
+
+      - name: Create Release
         if: startsWith(github.ref, 'refs/tags/v')
         run: |
-          cd release && md5sum ${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz > ${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.md5
+          mkdir -pv release
+          cd release && tar -czvf ${{ github.ref_name }}-${{ runner.os }}-arm64-${{ matrix.network }}.tar.gz -C ../build_artifacts/${{ matrix.network }}/ .
 
       - name: Upload Release
         if: startsWith(github.ref, 'refs/tags/v')
         uses: softprops/action-gh-release@v1
         with:
           draft: true
-          prerelease: ${{ steps.prerelease.outputs.value }}
+          prerelease: true
           files: |
-            release/${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
-            release/${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.md5
+            release/${{ github.ref_name }}-${{ runner.os }}-arm64-${{ matrix.network }}.tar.gz
 
   linux:
     runs-on: [self-hosted, Linux, large]
-    # Needs write permission for publishing release
     permissions:
       contents: write
     container:
       image: mobilecoin/rust-sgx-base:latest
-    outputs:
-      prerelease: ${{ steps.prerelease.outputs.value }}
     strategy:
       matrix:
         include:
@@ -196,19 +224,6 @@ jobs:
             build_artifacts
           key: ${{ runner.os }}-${{ matrix.network }}-${{ secrets.CACHE_VERSION }}-build-cargo-artifacts-${{ hashFiles('**/*.rs', '**/*.proto', '**/Cargo.toml')}}
 
-      - name: Cache Cargo
-        if: steps.artifact_cache.outputs.cache-hit != 'true'
-        id: cargo_cache
-        uses: actions/cache@v3
-        with:
-          path: |
-            /opt/cargo/bin/
-            /opt/cargo/registry/index/
-            /opt/cargo/registry/cache/
-            /opt/cargo/git/db/
-            target/
-          key: ${{ runner.os }}-${{ secrets.CACHE_VERSION }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-
       - name: Consensus SigStruct
         if: steps.artifact_cache.outputs.cache-hit != 'true'
         run: |
@@ -234,7 +249,6 @@ jobs:
           cp target/release/full-service build_artifacts/${{ matrix.network }}/bin/
           cp target/release/transaction-signer build_artifacts/${{ matrix.network }}/bin/
 
-      # Create and Upload an Artifact on Push and Not a Tag
       - name: Create Artifact
         run: |
           mkdir -pv artifact
@@ -246,65 +260,17 @@ jobs:
           name: full-service_${{ runner.os }}_${{ matrix.network }}
           path: artifact/${{ github.sha }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
 
-      # Does the tag have the "pre" key word in it? Will mark it as prerelease
-      - name: Is Prerelease
-        shell: bash
-        id: prerelease
-        if: startsWith(github.ref, 'refs/tags/v')
-        run: |
-          if [[ "${GITHUB_REF}" =~ pre ]]; then
-            echo "::set-output name=value::true"
-          else
-            echo "::set-output name=value::false"
-          fi
-
-      # Only for Tag on Main
-      - name: Get Current Pre-Release
-        if: startsWith(github.ref, 'refs/tags/v') && steps.prerelease.outputs.value == 'false'
-        id: current_release
-        uses: joutvhu/get-release@v1
-        with:
-          debug: true
-          latest: true
-          prerelease: true
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      # Only for Tag on Main
-      - name: Download Latest Pre-Release
-        if: startsWith(github.ref, 'refs/tags/v') && steps.prerelease.outputs.value == 'false'
-        uses: duhow/download-github-release-assets@v1
-        with:
-          tag: ${{ steps.current_release.outputs.tag_name }}
-          files: |
-            ${{ steps.current_release.outputs.tag_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
-          target: /var/tmp/${{ steps.current_release.outputs.tag_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
-
-      # Only for Tag on Main
-      - name: Extract Release
-        if: startsWith(github.ref, 'refs/tags/v') && steps.prerelease.outputs.value == 'false'
-        run: |
-          rm -rfv build_artifacts/${{ matrix.network }}
-          mkdir -pv build_artifacts/${{ matrix.network }}
-          tar xzvf /var/tmp/${{ steps.current_release.outputs.tag_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz -C build_artifacts/${{ matrix.network }}
-
       - name: Create Release
         if: startsWith(github.ref, 'refs/tags/v')
         run: |
           mkdir -pv release
           cd release && tar -czvf ${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz -C ../build_artifacts/${{ matrix.network }}/ .
 
-      - name: Generate MD5
-        if: startsWith(github.ref, 'refs/tags/v')
-        run: |
-          cd release && md5sum ${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz > ${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.md5
-
       - name: Upload Release
         if: startsWith(github.ref, 'refs/tags/v')
         uses: softprops/action-gh-release@v1
         with:
           draft: true
-          prerelease: ${{ steps.prerelease.outputs.value }}
+          prerelease: true
           files: |
             release/${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.tar.gz
-            release/${{ github.ref_name }}-${{ runner.os }}-${{ matrix.network }}.md5

.github/workflows/docker-hub.yml

@@ -7,6 +7,7 @@ on:
   push:
     tags:
       - 'v*'
+      - '!v*-pre.*'
 
 jobs:
   build-and-publish: