Update regressions due to fixes introduced in Pyserini #1571 (#1596)

castorini · Aug 21, 2023 · c071c7a · c071c7a
1 parent b713a51
commit c071c7a
Show file tree

Hide file tree

Showing 5 changed files with 75 additions and 75 deletions.
diff --git a/pyserini/2cr/miracl.yaml b/pyserini/2cr/miracl.yaml
@@ -1072,7 +1072,7 @@ conditions:
     splits:
       - split: train
         scores:
-          - nDCG@10: 0.3748
+          - nDCG@10: 0.3749
             R@100: 0.7955
       - split: dev
         scores:

diff --git a/pyserini/2cr/msmarco-v1-doc.yaml b/pyserini/2cr/msmarco-v1-doc.yaml
@@ -455,20 +455,20 @@ conditions:
       - topic_key: msmarco-doc-dev
         eval_key: msmarco-doc-dev
         scores:
-          - MRR@10: 0.3410
+          - MRR@10: 0.3409
             R@1K: 0.9420
       - topic_key: dl19-doc
         eval_key: dl19-doc
         scores:
-          - MAP: 0.2661
-            nDCG@10: 0.6347
-            R@1K: 0.6385
+          - MAP: 0.2665
+            nDCG@10: 0.6349
+            R@1K: 0.6391
       - topic_key: dl20
         eval_key: dl20-doc
         scores:
           - MAP: 0.3698
-            nDCG@10: 0.5906
-            R@1K: 0.7621
+            nDCG@10: 0.5893
+            R@1K: 0.7623
   - name: unicoil-noexp
     display: "uniCOIL (noexp): pre-encoded"
     display-html: "uniCOIL (noexp): pre-encoded queries"
@@ -500,20 +500,20 @@ conditions:
       - topic_key: msmarco-doc-dev
         eval_key: msmarco-doc-dev
         scores:
-          - MRR@10: 0.3532
+          - MRR@10: 0.3531
             R@1K: 0.9546
       - topic_key: dl19-doc
         eval_key: dl19-doc
         scores:
           - MAP: 0.2789
             nDCG@10: 0.6396
-            R@1K: 0.6654
+            R@1K: 0.6652
       - topic_key: dl20
         eval_key: dl20-doc
         scores:
-          - MAP: 0.3881
-            nDCG@10: 0.6030
-            R@1K: 0.7866
+          - MAP: 0.3882
+            nDCG@10: 0.6033
+            R@1K: 0.7869
   - name: unicoil
     display: "uniCOIL (w/ doc2query-T5): pre-encoded"
     display-html: "uniCOIL (w/ doc2query-T5): pre-encoded queries"

diff --git a/pyserini/2cr/msmarco-v1-passage.yaml b/pyserini/2cr/msmarco-v1-passage.yaml
@@ -414,19 +414,19 @@ conditions:
         eval_key: msmarco-passage-dev-subset
         scores:
           - MRR@10: 0.3509
-            R@1K: 0.9581
+            R@1K: 0.9583
       - topic_key: dl19-passage
         eval_key: dl19-passage
         scores:
-          - MAP: 0.4617
-            nDCG@10: 0.7027
-            R@1K: 0.8291
+          - MAP: 0.4612
+            nDCG@10: 0.7024
+            R@1K: 0.8292
       - topic_key: dl20
         eval_key: dl20-passage
         scores:
-          - MAP: 0.4429
+          - MAP: 0.4430
             nDCG@10: 0.6745
-            R@1K: 0.8433
+            R@1K: 0.8430
   - name: unicoil-onnx
     display: "uniCOIL (w/ doc2query-T5): query inference with ONNX"
     display-html: "uniCOIL (w/ doc2query-T5): query inference with ONNX"
@@ -436,19 +436,19 @@ conditions:
         eval_key: msmarco-passage-dev-subset
         scores:
           - MRR@10: 0.3509
-            R@1K: 0.9581
+            R@1K: 0.9583
       - topic_key: dl19-passage
         eval_key: dl19-passage
         scores:
-          - MAP: 0.4617
-            nDCG@10: 0.7027
-            R@1K: 0.8291
+          - MAP: 0.4612
+            nDCG@10: 0.7024
+            R@1K: 0.8292
       - topic_key: dl20
         eval_key: dl20-passage
         scores:
-          - MAP: 0.4429
+          - MAP: 0.4430
             nDCG@10: 0.6745
-            R@1K: 0.8433
+            R@1K: 0.8430
   - name: unicoil
     display: "uniCOIL (w/ doc2query-T5): pre-encoded"
     display-html: "uniCOIL (w/ doc2query-T5): pre-encoded queries"
@@ -486,13 +486,13 @@ conditions:
         eval_key: dl19-passage
         scores:
           - MAP: 0.4033
-            nDCG@10: 0.6434
+            nDCG@10: 0.6433
             R@1K: 0.7752
       - topic_key: dl20
         eval_key: dl20-passage
         scores:
-          - MAP: 0.4022
-            nDCG@10: 0.6524
+          - MAP: 0.4021
+            nDCG@10: 0.6523
             R@1K: 0.7861
   - name: unicoil-noexp-onnx
     display: "uniCOIL (noexp): query inference with ONNX"
@@ -502,20 +502,20 @@ conditions:
       - topic_key: msmarco-passage-dev-subset
         eval_key: msmarco-passage-dev-subset
         scores:
-          - MRR@10: 0.3119
+          - MRR@10: 0.3120
             R@1K: 0.9239
       - topic_key: dl19-passage
         eval_key: dl19-passage
         scores:
-          - MAP: 0.4061
-            nDCG@10: 0.6531
-            R@1K: 0.7809
+          - MAP: 0.4059
+            nDCG@10: 0.6535
+            R@1K: 0.7811
       - topic_key: dl20
         eval_key: dl20-passage
         scores:
-          - MAP: 0.3909
-            nDCG@10: 0.6388
-            R@1K: 0.7915
+          - MAP: 0.3908
+            nDCG@10: 0.6400
+            R@1K: 0.7910
   - name: unicoil-noexp
     display: "uniCOIL (noexp): pre-encoded"
     display-html: "uniCOIL (noexp): pre-encoded queries"
@@ -548,20 +548,20 @@ conditions:
       - topic_key: msmarco-passage-dev-subset
         eval_key: msmarco-passage-dev-subset
         scores:
-          - MRR@10: 0.3830
+          - MRR@10: 0.3828
             R@1K: 0.9831
       - topic_key: dl19-passage
         eval_key: dl19-passage
         scores:
-          - MAP: 0.5054
-            nDCG@10: 0.7320
-            R@1K: 0.8724
+          - MAP: 0.5050
+            nDCG@10: 0.7308
+            R@1K: 0.8728
       - topic_key: dl20
         eval_key: dl20-passage
         scores:
-          - MAP: 0.5002
-            nDCG@10: 0.7198
-            R@1K: 0.8995
+          - MAP: 0.4999
+            nDCG@10: 0.7197
+            R@1K: 0.8998
   - name: splade-pp-sd-onnx
     display: "SPLADE++ SelfDistil: query inference with ONNX"
     display-html: "SPLADE++ SelfDistil: query inference with ONNX"
@@ -571,20 +571,20 @@ conditions:
       - topic_key: msmarco-passage-dev-subset
         eval_key: msmarco-passage-dev-subset
         scores:
-          - MRR@10: 0.3778
+          - MRR@10: 0.3776
             R@1K: 0.9846
       - topic_key: dl19-passage
         eval_key: dl19-passage
         scores:
-          - MAP: 0.4997
-            nDCG@10: 0.7356
-            R@1K: 0.8758
+          - MAP: 0.4998
+            nDCG@10: 0.7358
+            R@1K: 0.8761
       - topic_key: dl20
         eval_key: dl20-passage
         scores:
-          - MAP: 0.5140
-            nDCG@10: 0.7285
-            R@1K: 0.9023   
+          - MAP: 0.5139
+            nDCG@10: 0.7282
+            R@1K: 0.9024
   - name: tct_colbert-v2-hnp-pytorch
     display: "TCT_ColBERT-V2-HN+: query inference with PyTorch"
     display-html: "TCT_ColBERT-V2-HN+: query inference with PyTorch"
@@ -641,7 +641,7 @@ conditions:
         eval_key: msmarco-passage-dev-subset
         scores:
           - MRR@10: 0.3581
-            R@1K: 0.9620
+            R@1K: 0.9622
       - topic_key: dl19-passage
         eval_key: dl19-passage
         scores:

diff --git a/pyserini/2cr/msmarco-v2-doc.yaml b/pyserini/2cr/msmarco-v2-doc.yaml
@@ -223,21 +223,21 @@ conditions:
       - topic_key: msmarco-v2-doc-dev
         eval_key: msmarco-v2-doc-dev
         scores:
-          - MRR@100: 0.2232
+          - MRR@100: 0.2231
             R@1K: 0.8987
       - topic_key: msmarco-v2-doc-dev2
         eval_key: msmarco-v2-doc-dev2
         scores:
           - MRR@100: 0.2314
-            R@1K: 0.8993
+            R@1K: 0.8995
       - topic_key: dl21
         eval_key: dl21-doc
         scores:
-          - MAP@100: 0.2589
-            nDCG@10: 0.6501
+          - MAP@100: 0.2587
+            nDCG@10: 0.6495
             MRR@100: 0.9282
-            R@100: 0.3574
-            R@1K: 0.6782
+            R@100: 0.3563
+            R@1K: 0.6787
   - name: unicoil
     display: "uniCOIL (w/ doc2query-T5): pre-encoded"
     display-html: "uniCOIL (w/ doc2query-T5): pre-encoded queries"
@@ -271,17 +271,17 @@ conditions:
         eval_key: msmarco-v2-doc-dev
         scores:
           - MRR@100: 0.2419
-            R@1K: 0.9120
+            R@1K: 0.9122
       - topic_key: msmarco-v2-doc-dev2
         eval_key: msmarco-v2-doc-dev2
         scores:
-          - MRR@100: 0.2447
-            R@1K: 0.9174
+          - MRR@100: 0.2445
+            R@1K: 0.9172
       - topic_key: dl21
         eval_key: dl21-doc
         scores:
-          - MAP@100: 0.2720
-            nDCG@10: 0.6782
+          - MAP@100: 0.2718
+            nDCG@10: 0.6783
             MRR@100: 0.9684
-            R@100: 0.3702
-            R@1K: 0.7071
+            R@100: 0.3700
+            R@1K: 0.7069
diff --git a/pyserini/2cr/msmarco-v2-passage.yaml b/pyserini/2cr/msmarco-v2-passage.yaml
@@ -223,21 +223,21 @@ conditions:
       - topic_key: msmarco-v2-passage-dev
         eval_key: msmarco-v2-passage-dev
         scores:
-          - MRR@100: 0.1501
-            R@1K: 0.7613
+          - MRR@100: 0.1499
+            R@1K: 0.7616
       - topic_key: msmarco-v2-passage-dev2
         eval_key: msmarco-v2-passage-dev2
         scores:
-          - MRR@100: 0.1576
-            R@1K: 0.7676
+          - MRR@100: 0.1577
+            R@1K: 0.7671
       - topic_key: dl21
         eval_key: dl21-passage
         scores:
-          - MAP@100: 0.2539
-            nDCG@10: 0.6160
+          - MAP@100: 0.2538
+            nDCG@10: 0.6159
             MRR@100: 0.7311
-            R@100: 0.4723
-            R@1K: 0.7560
+            R@100: 0.4731
+            R@1K: 0.7551
   - name: unicoil-noexp
     display: "uniCOIL (noexp): pre-encoded"
     display-html: "uniCOIL (noexp): pre-encoded queries"
@@ -270,7 +270,7 @@ conditions:
       - topic_key: msmarco-v2-passage-dev
         eval_key: msmarco-v2-passage-dev
         scores:
-          - MRR@100: 0.1343
+          - MRR@100: 0.1342
             R@1K: 0.7010
       - topic_key: msmarco-v2-passage-dev2
         eval_key: msmarco-v2-passage-dev2
@@ -280,8 +280,8 @@ conditions:
       - topic_key: dl21
         eval_key: dl21-passage
         scores:
-          - MAP@100: 0.2194
-            nDCG@10: 0.5759
+          - MAP@100: 0.2193
+            nDCG@10: 0.5756
             MRR@100: 0.6991
-            R@100: 0.4247
-            R@1K: 0.6893
+            R@100: 0.4246
+            R@1K: 0.6897