diff --git a/.github/workflows/smoke.yml b/.github/workflows/smoke.yml
index 69589a1ff88..aa6e674fa17 100644
--- a/.github/workflows/smoke.yml
+++ b/.github/workflows/smoke.yml
@@ -47,6 +47,38 @@ jobs:
         name: nydusify-artifact
         path: contrib/nydusify/cmd
 
+  contrib-build-master:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'pull_request'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        ref: master
+    - name: Setup Golang
+      uses: actions/setup-go@v3
+      with:
+        go-version: ~1.18
+    - name: Golang Cache
+      uses: actions/cache@v3
+      with:
+        path: |
+          ~/.cache/go-build
+          ~/go/pkg/mod
+        key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
+        restore-keys: |
+          ${{ runner.os }}-golang-
+    - name: Build Contrib
+      run: |
+        curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sudo sh -s -- -b /usr/bin v1.51.2
+        make -e DOCKER=false nydusify-release
+        make -e DOCKER=false contrib-test
+    - name: Upload Nydusify
+      uses: actions/upload-artifact@master
+      with:
+        name: nydusify-artifact-master
+        path: contrib/nydusify/cmd
+
   nydus-build:
     runs-on: ubuntu-latest
     steps:
@@ -68,6 +100,30 @@ jobs:
           target/release/nydus-image
           target/release/nydusd
 
+  nydus-build-master:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'pull_request'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        ref: master
+    - name: Rust Cache
+      uses: Swatinem/rust-cache@v2.2.0
+      with:
+        cache-on-failure: true
+    - name: Build Nydus
+      run: |
+        rustup component add rustfmt clippy
+        make
+    - name: Upload Nydus Binaries
+      uses: actions/upload-artifact@master
+      with:
+        name: nydus-artifact-master
+        path: |
+          target/release/nydus-image
+          target/release/nydusd
+
   nydus-integration-test:
     runs-on: ubuntu-latest
     needs: [contrib-build, nydus-build]
@@ -194,6 +250,42 @@ jobs:
         name: benchmark-nydus-no-prefetch
         path: misc/benchmark/${{env.IMAGE}}.csv
 
+  benchmark-nydus-no-prefetch-master:
+    runs-on: ubuntu-latest
+    needs: [contrib-build-master, nydus-build-master]
+    if: github.event_name == 'pull_request'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        ref: master
+    - name: Download Nydus Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydus-artifact-master
+        path: target/release
+    - name: Download Nydusify Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydusify-artifact-master
+        path: contrib/nydusify/cmd
+    - name: Prepare Nydus Environment
+      run: |
+        sudo bash misc/benchmark/prepare_env.sh nydus
+        sudo DOCKER_CONFIG=$HOME/.docker nydusify convert \
+          --source ${{env.IMAGE}}:${{env.TAG}} \
+          --target localhost:5000/${{env.IMAGE}}:${{env.TAG}}_nydus \
+          --fs-version 6
+    - name: BenchMark Test
+      run: |
+        cd misc/benchmark
+        sudo python3 benchmark.py --mode nydus-no-prefetch
+    - name: Save Test Result
+      uses: actions/upload-artifact@v3
+      with:
+        name: benchmark-nydus-no-prefetch-master
+        path: misc/benchmark/${{env.IMAGE}}.csv
+
   benchmark-zran-no-prefetch:
     runs-on: ubuntu-latest
     needs: [contrib-build, nydus-build]
@@ -229,6 +321,44 @@ jobs:
         name: benchmark-zran-no-prefetch
         path: misc/benchmark/${{env.IMAGE}}.csv
 
+  benchmark-zran-no-prefetch-master:
+    runs-on: ubuntu-latest
+    needs: [contrib-build-master, nydus-build-master]
+    if: github.event_name == 'pull_request'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        ref: master
+    - name: Download Nydus Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydus-artifact-master
+        path: target/release
+    - name: Download Nydusify Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydusify-artifact-master
+        path: contrib/nydusify/cmd
+    - name: Prepare Nydus Environment
+      run: |
+        sudo bash misc/benchmark/prepare_env.sh nydus
+        sudo docker pull ${{env.IMAGE}}:${{env.TAG}} && docker tag ${{env.IMAGE}}:${{env.TAG}} localhost:5000/${{env.IMAGE}}:${{env.TAG}}
+        sudo docker push localhost:5000/${{env.IMAGE}}:${{env.TAG}}
+        sudo DOCKER_CONFIG=$HOME/.docker nydusify convert \
+          --source localhost:5000/${{env.IMAGE}}:${{env.TAG}} \
+          --target localhost:5000/${{env.IMAGE}}:${{env.TAG}}_nydus \
+          --fs-version 6
+    - name: BenchMark Test
+      run: |
+        cd misc/benchmark
+        sudo python3 benchmark.py --mode nydus-no-prefetch
+    - name: Save Test Result
+      uses: actions/upload-artifact@v3
+      with:
+        name: benchmark-zran-no-prefetch-master
+        path: misc/benchmark/${{env.IMAGE}}.csv
+
   benchmark-nydus-all-prefetch:
     runs-on: ubuntu-latest
     needs: [contrib-build, nydus-build]
@@ -262,6 +392,42 @@ jobs:
         name: benchmark-nydus-all-prefetch
         path: misc/benchmark/${{env.IMAGE}}.csv
 
+  benchmark-nydus-all-prefetch-master:
+    runs-on: ubuntu-latest
+    needs: [contrib-build-master, nydus-build-master]
+    if: github.event_name == 'pull_request'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        ref: master
+    - name: Download Nydus Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydus-artifact-master
+        path: target/release
+    - name: Download Nydusify Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydusify-artifact-master
+        path: contrib/nydusify/cmd
+    - name: Prepare Nydus Environment
+      run: |
+        sudo bash misc/benchmark/prepare_env.sh nydus
+        sudo DOCKER_CONFIG=$HOME/.docker nydusify convert \
+          --source ${{env.IMAGE}}:${{env.TAG}} \
+          --target localhost:5000/${{env.IMAGE}}:${{env.TAG}}_nydus \
+          --fs-version 6
+    - name: BenchMark Test
+      run: |
+        cd misc/benchmark
+        sudo python3 benchmark.py --mode nydus-all-prefetch
+    - name: Save Test Result
+      uses: actions/upload-artifact@v3
+      with:
+        name: benchmark-nydus-all-prefetch-master
+        path: misc/benchmark/${{env.IMAGE}}.csv
+
   benchmark-zran-all-prefetch:
     runs-on: ubuntu-latest
     needs: [contrib-build, nydus-build]
@@ -298,6 +464,45 @@ jobs:
         name: benchmark-zran-all-prefetch
         path: misc/benchmark/${{env.IMAGE}}.csv
 
+  benchmark-zran-all-prefetch-master:
+    runs-on: ubuntu-latest
+    needs: [contrib-build-master, nydus-build-master]
+    if: github.event_name == 'pull_request'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        ref: master
+    - name: Download Nydus Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydus-artifact-master
+        path: target/release
+    - name: Download Nydusify Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydusify-artifact-master
+        path: contrib/nydusify/cmd
+    - name: Prepare Nydus Environment
+      run: |
+        sudo bash misc/benchmark/prepare_env.sh nydus
+        sudo docker pull ${{env.IMAGE}}:${{env.TAG}} && docker tag ${{env.IMAGE}}:${{env.TAG}} localhost:5000/${{env.IMAGE}}:${{env.TAG}}
+        sudo docker push localhost:5000/${{env.IMAGE}}:${{env.TAG}}
+        sudo DOCKER_CONFIG=$HOME/.docker nydusify convert \
+          --source localhost:5000/${{env.IMAGE}}:${{env.TAG}} \
+          --target localhost:5000/${{env.IMAGE}}:${{env.TAG}}_nydus \
+          --fs-version 6 \
+          --oci-ref
+    - name: BenchMark Test
+      run: |
+        cd misc/benchmark
+        sudo python3 benchmark.py --mode nydus-all-prefetch
+    - name: Save Test Result
+      uses: actions/upload-artifact@v3
+      with:
+        name: benchmark-zran-all-prefetch-master
+        path: misc/benchmark/${{env.IMAGE}}.csv
+
   benchmark-nydus-filelist-prefetch:
     runs-on: ubuntu-latest
     needs: [contrib-build, nydus-build]
@@ -331,9 +536,61 @@ jobs:
         name: benchmark-nydus-filelist-prefetch
         path: misc/benchmark/${{env.IMAGE}}.csv
 
+  benchmark-nydus-filelist-prefetch-master:
+    runs-on: ubuntu-latest
+    needs: [contrib-build-master, nydus-build-master]
+    if: github.event_name == 'pull_request'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        ref: master
+    - name: Download Nydus Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydus-artifact-master
+        path: target/release
+    - name: Download Nydusify Master
+      uses: actions/download-artifact@master
+      with:
+        name: nydusify-artifact-master
+        path: contrib/nydusify/cmd
+    - name: Prepare Nydus Environment
+      run: |
+        sudo bash misc/benchmark/prepare_env.sh nydus
+        sudo DOCKER_CONFIG=$HOME/.docker nydusify convert \
+          --source ${{env.IMAGE}}:${{env.TAG}} \
+          --target localhost:5000/${{env.IMAGE}}:${{env.TAG}}_nydus \
+          --fs-version 6
+    - name: BenchMark Test
+      run: |
+        cd misc/benchmark
+        sudo python3 benchmark.py --mode nydus-filelist-prefetch
+    - name: Save Test Result
+      uses: actions/upload-artifact@v3
+      with:
+        name: benchmark-nydus-filelist-prefetch-master
+        path: misc/benchmark/${{env.IMAGE}}.csv
+
   benchmark-result:
     runs-on: ubuntu-latest
     needs: [benchmark-oci, benchmark-zran-all-prefetch, benchmark-zran-no-prefetch, benchmark-nydus-no-prefetch, benchmark-nydus-all-prefetch, benchmark-nydus-filelist-prefetch]
+    if: github.event_name != 'pull_request'
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - uses: actions/download-artifact@v3
+      - uses: geekyeggo/delete-artifact@v2
+        with:
+          name: '*'
+      - name: Save Result
+        run: |
+          sudo python3 misc/benchmark/benchmark_summary.py --mode benchmark-result > $GITHUB_STEP_SUMMARY
+
+  benchmark-compare:
+    runs-on: ubuntu-latest
+    needs: [benchmark-oci, benchmark-zran-all-prefetch, benchmark-zran-no-prefetch, benchmark-nydus-no-prefetch, benchmark-nydus-all-prefetch, benchmark-nydus-filelist-prefetch, benchmark-zran-all-prefetch-master, benchmark-zran-no-prefetch-master, benchmark-nydus-no-prefetch-master, benchmark-nydus-all-prefetch-master, benchmark-nydus-filelist-prefetch-master]
+    if: github.event_name == 'pull_request'
     steps:
       - name: Checkout
         uses: actions/checkout@v3
@@ -343,7 +600,7 @@ jobs:
           name: '*'
       - name: Save Result
         run: |
-          sudo bash misc/benchmark/benchmark_summary.sh > $GITHUB_STEP_SUMMARY
+          sudo python3 misc/benchmark/benchmark_summary.py --mode benchmark-compare > $GITHUB_STEP_SUMMARY
 
   nydus-unit-test:
     runs-on: ubuntu-latest
diff --git a/misc/benchmark/benchmark_summary.py b/misc/benchmark/benchmark_summary.py
new file mode 100644
index 00000000000..8ea809048b9
--- /dev/null
+++ b/misc/benchmark/benchmark_summary.py
@@ -0,0 +1,106 @@
+#!/usr/bin/env python3
+
+import csv
+import subprocess
+from argparse import ArgumentParser
+
+COMMANDS_BENCHMARK = [
+    "sudo install -m 755 benchmark-oci/wordpress.csv oci.csv",
+    "sudo install -m 755 benchmark-nydus-all-prefetch/wordpress.csv nydus-all-prefetch.csv",
+    "sudo install -m 755 benchmark-nydus-no-prefetch/wordpress.csv nydus-no-prefetch.csv",
+    "sudo install -m 755 benchmark-zran-all-prefetch/wordpress.csv zran-all-prefetch.csv",
+    "sudo install -m 755 benchmark-zran-no-prefetch/wordpress.csv zran-no-prefetch.csv",
+    "sudo install -m 755 benchmark-nydus-filelist-prefetch/wordpress.csv nydus-filelist-prefetch.csv"
+]
+
+COMMANDS_BENCHMARK_COMPARE = [
+    "sudo install -m 755 benchmark-zran-all-prefetch-master/wordpress.csv zran-all-prefetch-master.csv",
+    "sudo install -m 755 benchmark-zran-no-prefetch-master/wordpress.csv zran-no-prefetch-master.csv",
+    "sudo install -m 755 benchmark-nydus-no-prefetch-master/wordpress.csv nydus-no-prefetch-master.csv",
+    "sudo install -m 755 benchmark-nydus-all-prefetch-master/wordpress.csv nydus-all-prefetch-master.csv",
+    "sudo install -m 755 benchmark-nydus-filelist-prefetch-master/wordpress.csv nydus-filelist-prefetch-master.csv"
+]
+
+FILE_LIST = [
+    "oci.csv",
+    "nydus-all-prefetch.csv",
+    "zran-all-prefetch.csv",
+    "nydus-no-prefetch.csv",
+    "zran-no-prefetch.csv",
+    "nydus-filelist-prefetch.csv"
+]
+
+FILE_LIST_COMPARE = [
+    "oci.csv",
+    "nydus-all-prefetch-master.csv",
+    "nydus-all-prefetch.csv",
+    "zran-all-prefetch-master.csv",
+    "zran-all-prefetch.csv",
+    "nydus-no-prefetch-master.csv",
+    "nydus-no-prefetch-master.csv",
+    "zran-no-prefetch.csv",
+    "zran-no-prefetch-master.csv",
+    "nydus-filelist-prefetch.csv",
+    "nydus-filelist-prefetch-master.csv"
+]
+
+
+class BenchmarkSummary:
+    def __init__(self, mode):
+        self.mode = mode
+
+    def summary(self):
+        self.prepare_csv()
+        print("| bench-result | pull-elapsed(s) | create-elapsed(s) | run-elapsed(s) | total-elapsed(s) |read-amount(MB) |read-count |")
+        print("|:-------------|:---------------:|:-----------------:|:--------------:|:----------------:|:--------------:|:---------:|")
+        if self.mode == "benchmark-result":
+            self.print_csv_result()
+        else:
+            self.print_csv_compare()
+
+    def print_csv_result(self):
+        for file in FILE_LIST:
+            print_csv(file)
+
+    def print_csv_compare(self):
+        for file in FILE_LIST_COMPARE:
+            print_csv(file)
+
+    def prepare_csv(self):
+        """
+            move the csv to current workdir
+        """
+        for cmd in COMMANDS_BENCHMARK:
+            subprocess.run(cmd, shell=True)
+        if self.mode == "benchmark-compare":
+            for cmd in COMMANDS_BENCHMARK_COMPARE:
+                subprocess.run(cmd, shell=True)
+
+
+def print_csv(file: str):
+    with open(file, 'r', newline='') as f:
+        filename = file.rstrip(".csv")
+        rows = csv.reader(f)
+        next(rows)  # we don't need header
+        for row in rows:
+            _, pull_elapsed, create_elapsed, run_elapsed, total_elapsed, read_amount, read_count = row
+            print(f"|{filename}|{pull_elapsed}|{create_elapsed}|{run_elapsed}|{total_elapsed}|{read_amount}|{read_count}|")
+
+
+def main():
+    parser = ArgumentParser()
+    parser.add_argument(
+        "--mode",
+        choices=["benchmark-result", "benchmark-compare"],
+        dest="mode",
+        type=str,
+        required=True,
+        help="The mode of benchmark summary"
+    )
+    args = parser.parse_args()
+    mode = args.mode
+    BenchmarkSummary(mode=mode).summary()
+
+
+if __name__ == "__main__":
+    main()
diff --git a/misc/benchmark/benchmark_summary.sh b/misc/benchmark/benchmark_summary.sh
deleted file mode 100644
index 068d838e218..00000000000
--- a/misc/benchmark/benchmark_summary.sh
+++ /dev/null
@@ -1,32 +0,0 @@
-#!/bin/bash
-
-sudo install -m 755 benchmark-oci/wordpress.csv oci.csv
-sudo install -m 755 benchmark-zran-all-prefetch/wordpress.csv zran-all-prefetch.csv
-sudo install -m 755 benchmark-zran-no-prefetch/wordpress.csv zran-no-prefetch.csv
-sudo install -m 755 benchmark-nydus-no-prefetch/wordpress.csv nydus-no-prefetch.csv
-sudo install -m 755 benchmark-nydus-all-prefetch/wordpress.csv nydus-all-prefetch.csv
-sudo install -m 755 benchmark-nydus-filelist-prefetch/wordpress.csv nydus-filelist-prefetch.csv
-
-echo "| bench-result | pull-elapsed(s) | create-elapsed(s) | run-elapsed(s) | total-elapsed(s) |read-amount(MB) |read-count |"
-echo "|:-------------|:---------------:|:-----------------:|:--------------:|:----------------:|:--------------:|:---------:|"
-
-files=(oci.csv nydus-all-prefetch.csv zran-all-prefetch.csv nydus-no-prefetch.csv zran-no-prefetch.csv nydus-filelist-prefetch.csv)
-
-for file in "${files[@]}"; do
-    if ! [ -f "$file" ]; then
-        continue
-    fi
-    filename=$(basename "$file" .csv)
-    tail -n +2 "$file" | while read line; do
-        if [ -z "$line" ]; then
-            continue
-        fi
-        pull=$(echo "$line" | cut -d ',' -f 2)
-        create=$(echo "$line" | cut -d ',' -f 3)
-        run=$(echo "$line" | cut -d ',' -f 4)
-        total=$(echo "$line" | cut -d ',' -f 5)
-        amount=$(echo "$line" | cut -d ',' -f 6)
-        count=$(echo "$line" | cut -d ',' -f 7)
-        printf "| %s | %s | %s | %s | %s | %s | %s |\n" "$filename" "$pull" "$create" "$run" "$total" "$amount" "$count"
-    done
-done