chore: fix sql seq for benchmark report

databendlabs · Mar 20, 2024 · 56b1f6e · 56b1f6e
1 parent 2f64773
commit 56b1f6e
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 5 deletions.
diff --git a/.github/workflows/reuse.benchmark.yml b/.github/workflows/reuse.benchmark.yml
@@ -104,6 +104,7 @@ jobs:
           - { dataset: hits, size: Large }
           - { dataset: tpch, size: Small }
           - { dataset: tpch, size: Large }
+          - { dataset: load, size: Small }
       fail-fast: true
       max-parallel: 1
     steps:

diff --git a/benchmark/clickbench/update_results.py b/benchmark/clickbench/update_results.py
@@ -16,17 +16,14 @@
 
 def update_results(dataset, title, url):
     queries = []
-    for query_file in glob.glob(f"{dataset}/queries/*.sql"):
+    for query_file in sorted(glob.glob(f"{dataset}/queries/*.sql")):
         with open(query_file, "r") as f:
             queries.append(f.read())
     results = []
     for result_file in glob.glob(f"results/{dataset}/**/*.json", recursive=True):
         logger.info(f"reading result: {result_file}...")
         with open(result_file, "r") as f:
-            result = json.load(f)
-            # if dataset == "tpch":
-            #     result["result"].insert(0, [0.01, 0.01, 0.01])
-            results.append(result)
+            results.append(json.load(f))
 
     logger.info("loading report template %s ...", TEMPLATE_FILE)
     templateLoader = FileSystemLoader(searchpath="./")