Update to polkadot v0.9.39

.github/workflows/create-release.yml

@@ -65,12 +65,12 @@ jobs:
 
           docker run -d --entrypoint tail --name temp-container-joystream-node $IMAGE-amd64 -f /dev/null
 
-          RESULT=$(docker exec temp-container-joystream-node b2sum -l 256 runtime.compact.wasm | awk '{print $1}')
+          RESULT=$(docker exec temp-container-joystream-node b2sum -l 256 runtime.compact.compressed.wasm | awk '{print $1}')
           VERSION_AND_COMMIT=$(docker exec temp-container-joystream-node /joystream/node --version | awk '{print $2}' | cut -d- -f -2)
           echo "::set-output name=blob_hash::${RESULT}"
           echo "::set-output name=version_and_commit::${VERSION_AND_COMMIT}"
 
-          docker cp temp-container-joystream-node:/joystream/runtime.compact.wasm ./joystream_runtime_${{ github.event.inputs.tag }}.wasm
+          docker cp temp-container-joystream-node:/joystream/runtime.compact.compressed.wasm ./joystream_runtime_${{ github.event.inputs.tag }}.wasm
           docker cp temp-container-joystream-node:/joystream/node ./joystream-node
           tar -czvf joystream-node-$VERSION_AND_COMMIT-x86_64-linux-gnu.tar.gz joystream-node
 

.github/workflows/joystream-node-docker-dev.yml

@@ -47,15 +47,36 @@ jobs:
           export IMAGE_EXISTS=$(docker manifest inspect ${{ env.REPOSITORY }}:${{ steps.compute_shasum.outputs.shasum }} > /dev/null ; echo $?)
           echo "::set-output name=image_exists::${IMAGE_EXISTS}"
 
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+
+      - name: Set up Docker Buildx
+        # uses: docker/setup-buildx-action@dc7b9719a96d48369863986a06765841d7ea23f6 # v1.7
+        uses: docker/setup-buildx-action@v2
+        id: builder1
+        if: ${{ steps.compute_image_exists.outputs.image_exists == 1 }}
+
+      - name: Cache Docker layers
+        uses: actions/cache@v3
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-dev
+        if: ${{ steps.compute_image_exists.outputs.image_exists == 1 }}
+
       - name: Build and push
-        uses: docker/build-push-action@v3
+        uses: docker/build-push-action@v4
         with:
           context: .
           file: joystream-node.Dockerfile
+          # arm64 cross compiling takes longer than 6h, so we only build for amd64
+          # platforms: linux/amd64,linux/arm64
           platforms: linux/amd64
           build-args: |
             CARGO_FEATURES=${{ matrix.cargo_features }}
             CODE_SHASUM=${{ steps.compute_shasum.outputs.shasum }}
           push: true
           tags: ${{ env.REPOSITORY }}:${{ steps.compute_shasum.outputs.shasum }}
+          cache-from: type=local,src=/tmp/.buildx-cache
+          cache-to: type=local,dest=/tmp/.buildx-cache
+          builder: ${{ steps.builder1.outputs.name }}
         if: ${{ steps.compute_image_exists.outputs.image_exists == 1 }}

.github/workflows/joystream-node.yml

@@ -36,16 +36,15 @@ jobs:
 
       - name: Build
         env:
-          WASM_BUILD_TOOLCHAIN: nightly-2022-05-11 
+          WASM_BUILD_TOOLCHAIN: nightly-2022-11-15
         run: |
-          cargo +nightly-2022-05-11 clippy --release --features runtime-benchmarks &&
-          cargo +nightly-2022-05-11 test --release --features runtime-benchmarks &&
-          cargo +nightly-2022-05-11 build --release --features runtime-benchmarks
+          ./scripts/cargo-checks-with-benchmarking.sh &&
+          ./scripts/cargo-build-with-benchmarking.sh
         if: env.GIT_DIFF
 
       - name: Test Generate Weights
         run: |
-          ./scripts/generate-weights.sh 1 1 && git diff
+          ./scripts/generate-weights.sh 2 1 && git diff
         if: env.GIT_DIFF
 
   # Build and test joystream-node with all runtime profiles
@@ -78,6 +77,19 @@ jobs:
           yarn cargo-checks && yarn cargo-build
           ./target/release/call-sizes
         if: env.GIT_DIFF
+      - name: OnRuntimeUpgrade (try-runtime)
+        run: |
+          cargo +nightly-2022-11-15 build --release --features try-runtime
+          RUST_LOG=info,runtime=debug ./target/release/joystream-node try-runtime \
+            --runtime ./target/release/wbuild/joystream-node-runtime/joystream_node_runtime.compact.compressed.wasm \
+            on-runtime-upgrade \
+            live \
+            --uri wss://rpc.joystream.org:9944/
+        if: env.GIT_DIFF
+      - name: run_migrations test
+        run: |
+          RUN_MIGRATION_TESTS=true RUST_LOG=info cargo +nightly-2022-11-15 test --release --features try-runtime
+        if: env.GIT_DIFF
       - name: Staging Runtime
         env:
           RUNTIME_PROFILE: "STAGING"

.github/workflows/run-network-tests.yml

@@ -104,7 +104,7 @@ jobs:
         uses: actions/cache@v3
         with:
           path: /tmp/.buildx-cache
-          key: ${{ runner.os }}-buildx
+          key: ${{ runner.os }}-buildx-tests
         if: steps.check_files.outputs.files_exists == 'false'
 
       - name: Build