feat: ability to deploy different software package to a subset of nodes

.github/workflows/flow-build-application.yaml

@@ -116,6 +116,18 @@ jobs:
       coverage-subdirectory: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-test-subdir }}
       coverage-report-name: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-coverage-report }}
 
+  e2e-node-local-build-tests:
+    name: E2E Tests
+    uses: ./.github/workflows/zxc-e2e-test.yaml
+    needs:
+      - env-vars
+      - code-style
+    with:
+      custom-job-label: Node Local Build
+      npm-test-script: test-${{ needs.env-vars.outputs.e2e-node-local-build-test-subdir }}
+      coverage-subdirectory: ${{ needs.env-vars.outputs.e2e-node-local-build-test-subdir }}
+      coverage-report-name: ${{ needs.env-vars.outputs.e2e-node-local-build-coverage-report }}
+
   e2e-relay-tests:
     name: E2E Tests
     if: ${{ github.event_name == 'push' || github.event.inputs.enable-e2e-tests == 'true' }}
@@ -139,6 +151,7 @@ jobs:
       - e2e-mirror-node-tests
       - e2e-node-pem-stop-add-tests
       - e2e-node-pfx-kill-add-tests
+      - e2e-node-local-build-tests
       - e2e-relay-tests
     if: ${{ (github.event_name == 'push' || github.event.inputs.enable-unit-tests == 'true' || github.event.inputs.enable-e2e-tests == 'true') && !failure() && !cancelled() }}
     with:
@@ -151,11 +164,13 @@ jobs:
       e2e-mirror-node-test-subdir: ${{ needs.env-vars.outputs.e2e-mirror-node-test-subdir }}
       e2e-node-pem-stop-add-test-subdir: ${{ needs.env-vars.outputs.e2e-node-pem-stop-add-test-subdir }}
       e2e-node-pfx-kill-add-test-subdir: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-test-subdir }}
+      e2e-node-local-build-test-subdir: ${{ needs.env-vars.outputs.e2e-node-local-build-test-subdir }}
       e2e-relay-test-subdir: ${{ needs.env-vars.outputs.e2e-relay-test-subdir }}
       e2e-coverage-report: ${{ needs.env-vars.outputs.e2e-coverage-report }}
       e2e-mirror-node-coverage-report: ${{ needs.env-vars.outputs.e2e-mirror-node-coverage-report }}
       e2e-node-pem-stop-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pem-stop-add-coverage-report }}
       e2e-node-pfx-kill-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-coverage-report }}
+      e2e-node-local-build-coverage-report: ${{ needs.env-vars.outputs.e2e-node-local-build-coverage-report }}
       e2e-relay-coverage-report: ${{ needs.env-vars.outputs.e2e-relay-coverage-report }}
     secrets:
       snyk-token: ${{ secrets.SNYK_TOKEN }}

.github/workflows/flow-pull-request-checks.yaml

@@ -100,6 +100,18 @@ jobs:
       coverage-subdirectory: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-test-subdir }}
       coverage-report-name: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-coverage-report }}
 
+  e2e-node-local-build-tests:
+    name: E2E Tests
+    uses: ./.github/workflows/zxc-e2e-test.yaml
+    needs:
+      - env-vars
+      - code-style
+    with:
+      custom-job-label: Node Local Build
+      npm-test-script: test-${{ needs.env-vars.outputs.e2e-node-local-build-test-subdir }}
+      coverage-subdirectory: ${{ needs.env-vars.outputs.e2e-node-local-build-test-subdir }}
+      coverage-report-name: ${{ needs.env-vars.outputs.e2e-node-local-build-coverage-report }}
+
   e2e-relay-tests:
     name: E2E Tests
     uses: ./.github/workflows/zxc-e2e-test.yaml
@@ -122,6 +134,7 @@ jobs:
       - e2e-mirror-node-tests
       - e2e-node-pem-stop-add-tests
       - e2e-node-pfx-kill-add-tests
+      - e2e-node-local-build-tests
       - e2e-relay-tests
     if: ${{ github.event.pull_request.head.repo.full_name == github.event.pull_request.base.repo.full_name }}
     with:
@@ -132,11 +145,13 @@ jobs:
       e2e-mirror-node-test-subdir: ${{ needs.env-vars.outputs.e2e-mirror-node-test-subdir }}
       e2e-node-pem-stop-add-test-subdir: ${{ needs.env-vars.outputs.e2e-node-pem-stop-add-test-subdir }}
       e2e-node-pfx-kill-add-test-subdir: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-test-subdir }}
+      e2e-node-local-build-test-subdir: ${{ needs.env-vars.outputs.e2e-node-local-build-test-subdir }}
       e2e-relay-test-subdir: ${{ needs.env-vars.outputs.e2e-relay-test-subdir }}
       e2e-coverage-report: ${{ needs.env-vars.outputs.e2e-coverage-report }}
       e2e-mirror-node-coverage-report: ${{ needs.env-vars.outputs.e2e-mirror-node-coverage-report }}
       e2e-node-pem-stop-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pem-stop-add-coverage-report }}
       e2e-node-pfx-kill-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-coverage-report }}
+      e2e-node-local-build-coverage-report: ${{ needs.env-vars.outputs.e2e-node-local-build-coverage-report }}
       e2e-relay-coverage-report: ${{ needs.env-vars.outputs.e2e-relay-coverage-report }}
     secrets:
       codecov-token: ${{ secrets.CODECOV_TOKEN }}
@@ -151,6 +166,7 @@ jobs:
       - e2e-mirror-node-tests
       - e2e-node-pem-stop-add-tests
       - e2e-node-pfx-kill-add-tests
+      - e2e-node-local-build-tests
       - e2e-relay-tests
     if: ${{ github.event.pull_request.head.repo.full_name == github.event.pull_request.base.repo.full_name }}
     with:
@@ -161,11 +177,13 @@ jobs:
       e2e-mirror-node-test-subdir: ${{ needs.env-vars.outputs.e2e-mirror-node-test-subdir }}
       e2e-node-pem-stop-add-test-subdir: ${{ needs.env-vars.outputs.e2e-node-pem-stop-add-test-subdir }}
       e2e-node-pfx-kill-add-test-subdir: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-test-subdir }}
+      e2e-node-local-build-test-subdir: ${{ needs.env-vars.outputs.e2e-node-local-build-test-subdir }}
       e2e-relay-test-subdir: ${{ needs.env-vars.outputs.e2e-relay-test-subdir }}
       e2e-coverage-report: ${{ needs.env-vars.outputs.e2e-coverage-report }}
       e2e-mirror-node-coverage-report: ${{ needs.env-vars.outputs.e2e-mirror-node-coverage-report }}
       e2e-node-pem-stop-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pem-stop-add-coverage-report }}
       e2e-node-pfx-kill-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-coverage-report }}
+      e2e-node-local-build-coverage-report: ${{ needs.env-vars.outputs.e2e-node-local-build-coverage-report }}
       e2e-relay-coverage-report: ${{ needs.env-vars.outputs.e2e-relay-coverage-report }}
     secrets:
       codacy-project-token: ${{ secrets.CODACY_PROJECT_TOKEN }}
@@ -194,6 +212,7 @@ jobs:
 #      e2e-mirror-node-coverage-report: ${{ needs.env-vars.outputs.e2e-mirror-node-coverage-report }}
 #      e2e-node-pem-stop-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pem-stop-add-coverage-report }}
 #      e2e-node-pfx-kill-add-coverage-report: ${{ needs.env-vars.outputs.e2e-node-pfx-kill-add-coverage-report }}
+#      e2e-node-local-build-coverage-report: ${{ needs.env-vars.outputs.e2e-node-local-build-coverage-report }}
 #      e2e-relay-coverage-report: ${{ needs.env-vars.outputs.e2e-relay-coverage-report }}
 #    secrets:
 #      snyk-token: ${{ secrets.SNYK_TOKEN }}

.github/workflows/flow-update-readme.yaml

@@ -113,7 +113,7 @@ jobs:
 
           export SOLO_RELAY_DEPLAY_OUTPUT=$( solo relay deploy -i node0,node1 | tee test.log )
 
-          export SOLO_INIT_047_OUTPUT=$( solo init -t v0.47.0-alpha.0 -i node0,node1,node2 -n "${SOLO_NAMESPACE}" \
+          export SOLO_INIT_047_OUTPUT=$( solo init -t v0.48.0-alpha.0 -i node0,node1,node2 -n "${SOLO_NAMESPACE}" \
           -s "${SOLO_CLUSTER_SETUP_NAMESPACE}" --key-format pem  | tee test.log )
 
           export SOLO_NODE_KEY_PEM_OUTPUT=$( solo node keys --gossip-keys --tls-keys --key-format pem | tee test.log )

.github/workflows/zxc-code-analysis.yaml

@@ -75,6 +75,11 @@ on:
         type: string
         required: false
         default: "e2e-node-pfx-kill-add"
+      e2e-node-local-build-test-subdir:
+        description: "E2E Node Local Build Test Subdirectory:"
+        type: string
+        required: false
+        default: "e2e-node-local-build"
       e2e-relay-test-subdir:
         description: "E2E Relay Test Subdirectory:"
         type: string
@@ -100,6 +105,11 @@ on:
         type: string
         required: false
         default: "E2E Node PFX Kill Add Tests Coverage Report"
+      e2e-node-local-build-coverage-report:
+        description: "E2E Node Local Build Coverage Report:"
+        type: string
+        required: false
+        default: "E2E Node Local Build Tests Coverage Report"
       e2e-relay-coverage-report:
         description: "E2E Relay Coverage Report:"
         type: string
@@ -190,6 +200,13 @@ jobs:
           name: ${{ inputs.e2e-relay-coverage-report }}
           path: 'coverage/${{ inputs.e2e-relay-test-subdir }}'
 
+      - name: Download E2E Local Build Coverage Report
+        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
+        if: ${{ (inputs.enable-codecov-analysis || inputs.enable-codacy-coverage) && inputs.enable-e2e-coverage-report && !cancelled() && !failure() }}
+        with:
+          name: ${{ inputs.e2e-node-local-build-test-coverage-report }}
+          path: 'coverage/${{ inputs.e2e-node-local-build-test-subdir }}'
+
       - name: Publish To Codecov
         uses: codecov/codecov-action@5ecb98a3c6b747ed38dc09f787459979aebb39be # v4.3.1
         if: ${{ inputs.enable-codecov-analysis && !cancelled() && !failure() }}

.github/workflows/zxc-e2e-test.yaml

@@ -145,6 +145,29 @@ jobs:
       - name: Pull Kind Docker Image
         run: docker image pull kindest/node:v1.27.3@sha256:3966ac761ae0136263ffdb6cfd4db23ef8a83cba8a463690e98317add2c9ba72
 
+      - name: Setup Java
+        if: ${{ runner.os == 'linux' && inputs.npm-test-script == 'test-e2e-node-local-build' && !cancelled() && !failure() }}
+        uses: actions/setup-java@387ac29b308b003ca37ba93a6cab5eb57c8f5f93 # v4.0.0
+        with:
+          distribution: temurin
+          java-version: 21.0.1
+
+      - name: Setup Gradle
+        if: ${{ runner.os == 'linux' && inputs.npm-test-script == 'test-e2e-node-local-build' && !cancelled() && !failure() }}
+        uses: gradle/gradle-build-action@29c0906b64b8fc82467890bfb7a0a7ef34bda89e # v3.1.0
+        with:
+          cache-read-only: false
+
+      - name: Build Hedera code locally
+        if: ${{ runner.os == 'linux' && inputs.npm-test-script == 'test-e2e-node-local-build' && !cancelled() && !failure() }}
+        run: |
+          cd ..
+          git clone https://github.com/hashgraph/hedera-services.git
+          cd hedera-services
+          ls -ltr
+          ${{ env.CG_EXEC }} ./gradlew assemble --stacktrace --info
+          cd ../solo
+
       - name: Setup E2E Tests
         run: | 
           npm link

.github/workflows/zxc-env-vars.yaml

@@ -38,6 +38,9 @@ on:
       e2e-node-pfx-kill-add-test-subdir:
         description: "E2E Node PFX Kill Add Test Subdirectory"
         value: ${{ jobs.env-vars.outputs.e2e_node_pfx_kill_add_test_subdir }}
+      e2e-node-local-build-test-subdir:
+        description: "E2E Node Local Build Test Subdirectory"
+        value: ${{ jobs.env-vars.outputs.e2e_node_local_build_test_subdir }}
       e2e-relay-test-subdir:
         description: "E2E Relay Test Subdirectory"
         value: ${{ jobs.env-vars.outputs.e2e_relay_test_subdir }}
@@ -53,6 +56,9 @@ on:
       e2e-node-pfx-kill-add-coverage-report:
         description: "E2E Node PFX Kill Add Tests Coverage Report"
         value: ${{ jobs.env-vars.outputs.e2e_node_pfx_kill_add_coverage_report }}
+      e2e-node-local-build-coverage-report:
+        description: "E2E Node Local Build Tests Coverage Report"
+        value: ${{ jobs.env-vars.outputs.e2e_node_local_build_coverage_report }}
       e2e-relay-coverage-report:
         description: "E2E Relay Tests Coverage Report"
         value: ${{ jobs.env-vars.outputs.e2e_relay_coverage_report }}
@@ -70,11 +76,13 @@ jobs:
       e2e_mirror_node_test_subdir: e2e-mirror-node
       e2e_node_pem_stop_add_test_subdir: e2e-node-pem-stop-add
       e2e_node_pfx_kill_add_test_subdir: e2e-node-pfx-kill-add
+      e2e_node_local_build_test_subdir: e2e-node-local-build
       e2e_relay_test_subdir: e2e-relay
       e2e_coverage_report: "E2E Tests Coverage Report"
       e2e_mirror_node_coverage_report: "E2E Mirror Node Tests Coverage Report"
       e2e_node_pem_stop_add_coverage_report: "E2E Node PEM Stop Add Tests Coverage Report"
       e2e_node_pfx_kill_add_coverage_report: "E2E Node PFX Kill Add Tests Coverage Report"
+      e2e_node_local_build_coverage_report: "E2E Node Local Build Tests Coverage Report"
       e2e_relay_coverage_report: "E2E Relay Tests Coverage Report"
     steps:
       - run: echo "Exposing environment variables to reusable workflows"

README.md.template

@@ -351,7 +351,27 @@ $ solo node start
 
 # output is similar to example-1 
 ```
+## For Developers Working on Hedera Service Repo
 
+First, pleaes clone hedera service repo `https://github.com/hashgraph/hedera-services/` and build the code
+with `./gradlew assemble`. If need to running nodes with different versions or releases, please duplicate the repo or build directories in
+multiple directories, checkout to the respective version and build the code. 
+
+To set customized `settings.txt` file, edit the file
+`~/.solo/cache/templates/settings.txt` after `solo init` command.
+
+Then you can start customized built hedera network with the following command:
+```
+solo node setup --local-build-path <default path to hedera repo>,node1=<custom build hedera repo>,node2=<custom build repo>
+```
+
+## For Developers Working on Platform core
+
+To deploy node with local build PTT jar files, run the following command:
+```
+solo node setup --local-build-path <default path to hedera repo>,node1=<custom build hedera repo>,node2=<custom build repo>
+ --app PlatformTestingTool.jar --app-config <path-to-test-json1,path-to-test-json2>
+```
 ## Support
 
 If you have a question on how to use the product, please see our [support guide](https://github.com/hashgraph/.github/blob/main/SUPPORT.md).

package.json

@@ -17,6 +17,7 @@
     "test-e2e-mirror-node": "NODE_OPTIONS=--experimental-vm-modules JEST_SUITE_NAME='Jest E2E Mirror Node Tests' JEST_JUNIT_OUTPUT_NAME='junit-e2e-mirror-node.xml' jest --runInBand --detectOpenHandles --forceExit --coverage --coverageDirectory='coverage/e2e-mirror-node' --testRegex=\".*\\/e2e\\/commands\\/mirror_node\\.test\\.mjs\"",
     "test-e2e-node-pem-stop-add": "NODE_OPTIONS=--experimental-vm-modules JEST_SUITE_NAME='Jest E2E Node PEM Stop Add Tests' JEST_JUNIT_OUTPUT_NAME='junit-e2e-node-pem-stop-add.xml' jest --runInBand --detectOpenHandles --forceExit --coverage --coverageDirectory='coverage/e2e-node-pem-stop-add' --testRegex=\".*\\/e2e\\/commands\\/node_pem_stop_add\\.test\\.mjs\"",
     "test-e2e-node-pfx-kill-add": "NODE_OPTIONS=--experimental-vm-modules JEST_SUITE_NAME='Jest E2E Node PFX Kill Add Tests' JEST_JUNIT_OUTPUT_NAME='junit-e2e-node-pfx-kill-add.xml' jest --runInBand --detectOpenHandles --forceExit --coverage --coverageDirectory='coverage/e2e-node-pfx-kill-add' --testRegex=\".*\\/e2e\\/commands\\/node_pfx_kill_add\\.test\\.mjs\"",
+    "test-e2e-node-local-build": "NODE_OPTIONS=--experimental-vm-modules JEST_SUITE_NAME='Jest E2E Node Local Custom Build' JEST_JUNIT_OUTPUT_NAME='junit-e2e-node-local-build.xml' jest --runInBand --detectOpenHandles --forceExit --coverage --coverageDirectory='coverage/e2e-node-local-build' --testRegex=\".*\\/e2e\\/commands\\/node-local.*\\.test\\.mjs\"",
     "test-e2e-relay": "NODE_OPTIONS=--experimental-vm-modules JEST_SUITE_NAME='Jest E2E Relay Tests' JEST_JUNIT_OUTPUT_NAME='junit-e2e-relay.xml' jest --runInBand --detectOpenHandles --forceExit --coverage --coverageDirectory='coverage/e2e-relay' --testRegex=\".*\\/e2e\\/commands\\/relay\\.test\\.mjs\"",
     "merge-clean": "rm -rf .nyc_output && mkdir  .nyc_output && rm -rf coverage/lcov-report && rm -rf coverage/solo && rm coverage/*.*",
     "merge-e2e": "nyc merge ./coverage/e2e/ .nyc_output/coverage.json",

src/commands/flags.mjs

@@ -399,6 +399,33 @@ export const settingTxt = {
   }
 }
 
+export const app = {
+  name: 'app',
+  definition: {
+    describe: 'Testing app anme',
+    defaultValue: '',
+    type: 'string'
+  }
+}
+
+export const appConfig = {
+  name: 'app-config',
+  definition: {
+    describe: 'json config file of testing app',
+    defaultValue: '',
+    type: 'string'
+  }
+}
+
+export const localBuildPath = {
+  name: 'local-build-path',
+  definition: {
+    describe: 'path of hedera local repo',
+    defaultValue: '',
+    type: 'string'
+  }
+}
+
 export const log4j2Xml = {
   name: 'log4j2-xml',
   definition: {
@@ -507,7 +534,10 @@ export const allFlags = [
   amount,
   applicationEnv,
   profileFile,
-  profileName
+  profileName,
+  localBuildPath,
+  app,
+  appConfig
 ]
 
 export const allFlagsMap = new Map(allFlags.map(f => [f.name, f]))