-
Notifications
You must be signed in to change notification settings - Fork 466
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add simple Python script to generate shell script that runs all regre…
…ssions (#1828)
- Loading branch information
Showing
2 changed files
with
158 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,127 @@ | ||
| #!/bin/sh | ||
|
|
||
| # This script is automatically generated by running the following command: | ||
| # python src/main/python/generate_regressions_script.py > bin/run_regressions.sh | ||
|
|
||
| python src/main/python/run_regression.py --index --verify --search --regression backgroundlinking18 > logs/log.backgroundlinking18 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression backgroundlinking19 > logs/log.backgroundlinking19 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression backgroundlinking20 > logs/log.backgroundlinking20 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-arguana-flat > logs/log.beir-v1.0.0-arguana-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-arguana-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-arguana-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-climate-fever-flat > logs/log.beir-v1.0.0-climate-fever-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-climate-fever-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-climate-fever-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-dbpedia-entity-flat > logs/log.beir-v1.0.0-dbpedia-entity-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-dbpedia-entity-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-dbpedia-entity-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-fever-flat > logs/log.beir-v1.0.0-fever-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-fever-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-fever-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-fiqa-flat > logs/log.beir-v1.0.0-fiqa-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-fiqa-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-fiqa-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-hotpotqa-flat > logs/log.beir-v1.0.0-hotpotqa-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-hotpotqa-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-hotpotqa-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-msmarco-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-msmarco-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-nfcorpus-flat > logs/log.beir-v1.0.0-nfcorpus-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-nfcorpus-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-nfcorpus-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-nq-flat > logs/log.beir-v1.0.0-nq-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-nq-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-nq-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-quora-flat > logs/log.beir-v1.0.0-quora-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-quora-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-quora-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-scidocs-flat > logs/log.beir-v1.0.0-scidocs-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-scidocs-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-scidocs-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-scifact-flat > logs/log.beir-v1.0.0-scifact-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-scifact-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-scifact-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-trec-covid-flat > logs/log.beir-v1.0.0-trec-covid-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-trec-covid-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-trec-covid-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-webis-touche2020-flat > logs/log.beir-v1.0.0-webis-touche2020-flat 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression beir-v1.0.0-webis-touche2020-splade-distil-cocodenser-medium > logs/log.beir-v1.0.0-webis-touche2020-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression cacm > logs/log.cacm 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression car17v1.5 > logs/log.car17v1.5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression car17v2.0-doc2query > logs/log.car17v2.0-doc2query 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression car17v2.0 > logs/log.car17v2.0 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression clef06-fr > logs/log.clef06-fr 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression core17 > logs/log.core17 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression core18 > logs/log.core18 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression cw09b > logs/log.cw09b 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression cw12b13 > logs/log.cw12b13 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression disk12 > logs/log.disk12 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression disk45 > logs/log.disk45 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-doc-docTTTTTquery > logs/log.dl19-doc-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-doc-segmented-docTTTTTquery > logs/log.dl19-doc-segmented-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-doc-segmented-unicoil-noexp > logs/log.dl19-doc-segmented-unicoil-noexp 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-doc-segmented-unicoil > logs/log.dl19-doc-segmented-unicoil 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-doc-segmented > logs/log.dl19-doc-segmented 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-doc > logs/log.dl19-doc 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-passage-docTTTTTquery > logs/log.dl19-passage-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-passage-unicoil-noexp > logs/log.dl19-passage-unicoil-noexp 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-passage-unicoil > logs/log.dl19-passage-unicoil 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl19-passage > logs/log.dl19-passage 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-doc-docTTTTTquery > logs/log.dl20-doc-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-doc-segmented-docTTTTTquery > logs/log.dl20-doc-segmented-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-doc-segmented-unicoil-noexp > logs/log.dl20-doc-segmented-unicoil-noexp 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-doc-segmented-unicoil > logs/log.dl20-doc-segmented-unicoil 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-doc-segmented > logs/log.dl20-doc-segmented 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-doc > logs/log.dl20-doc 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-passage-docTTTTTquery > logs/log.dl20-passage-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-passage-unicoil-noexp > logs/log.dl20-passage-unicoil-noexp 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-passage-unicoil > logs/log.dl20-passage-unicoil 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl20-passage > logs/log.dl20-passage 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-doc-d2q-t5 > logs/log.dl21-doc-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-doc-segmented-d2q-t5 > logs/log.dl21-doc-segmented-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-doc-segmented-unicoil-0shot > logs/log.dl21-doc-segmented-unicoil-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-doc-segmented-unicoil-noexp-0shot > logs/log.dl21-doc-segmented-unicoil-noexp-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-doc-segmented > logs/log.dl21-doc-segmented 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-doc > logs/log.dl21-doc 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-passage-augmented-d2q-t5 > logs/log.dl21-passage-augmented-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-passage-augmented > logs/log.dl21-passage-augmented 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-passage-d2q-t5 > logs/log.dl21-passage-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-passage-unicoil-0shot > logs/log.dl21-passage-unicoil-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-passage-unicoil-noexp-0shot > logs/log.dl21-passage-unicoil-noexp-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression dl21-passage > logs/log.dl21-passage 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression fever > logs/log.fever 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression fire12-bn > logs/log.fire12-bn 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression fire12-en > logs/log.fire12-en 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression fire12-hi > logs/log.fire12-hi 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression gov2 > logs/log.gov2 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mb11 > logs/log.mb11 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mb13 > logs/log.mb13 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-ar > logs/log.mrtydi-v1.1-ar 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-bn > logs/log.mrtydi-v1.1-bn 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-en > logs/log.mrtydi-v1.1-en 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-fi > logs/log.mrtydi-v1.1-fi 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-id > logs/log.mrtydi-v1.1-id 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-ja > logs/log.mrtydi-v1.1-ja 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-ko > logs/log.mrtydi-v1.1-ko 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-ru > logs/log.mrtydi-v1.1-ru 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-sw > logs/log.mrtydi-v1.1-sw 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-te > logs/log.mrtydi-v1.1-te 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression mrtydi-v1.1-th > logs/log.mrtydi-v1.1-th 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-doc-docTTTTTquery > logs/log.msmarco-doc-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-doc-segmented-docTTTTTquery > logs/log.msmarco-doc-segmented-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-doc-segmented-unicoil-noexp > logs/log.msmarco-doc-segmented-unicoil-noexp 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-doc-segmented-unicoil > logs/log.msmarco-doc-segmented-unicoil 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-doc-segmented > logs/log.msmarco-doc-segmented 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-doc > logs/log.msmarco-doc 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-deepimpact > logs/log.msmarco-passage-deepimpact 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-distill-splade-max > logs/log.msmarco-passage-distill-splade-max 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-doc2query > logs/log.msmarco-passage-doc2query 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-docTTTTTquery > logs/log.msmarco-passage-docTTTTTquery 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-splade-distil-cocodenser-medium > logs/log.msmarco-passage-splade-distil-cocodenser-medium 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-unicoil-noexp > logs/log.msmarco-passage-unicoil-noexp 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-unicoil-tilde-expansion > logs/log.msmarco-passage-unicoil-tilde-expansion 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage-unicoil > logs/log.msmarco-passage-unicoil 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-passage > logs/log.msmarco-passage 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-doc-d2q-t5 > logs/log.msmarco-v2-doc-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-doc-segmented-d2q-t5 > logs/log.msmarco-v2-doc-segmented-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-doc-segmented-unicoil-0shot > logs/log.msmarco-v2-doc-segmented-unicoil-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-doc-segmented-unicoil-noexp-0shot > logs/log.msmarco-v2-doc-segmented-unicoil-noexp-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-doc-segmented > logs/log.msmarco-v2-doc-segmented 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-doc > logs/log.msmarco-v2-doc 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage-augmented-d2q-t5 > logs/log.msmarco-v2-passage-augmented-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage-augmented > logs/log.msmarco-v2-passage-augmented 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage-d2q-t5 > logs/log.msmarco-v2-passage-d2q-t5 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage-unicoil-0shot > logs/log.msmarco-v2-passage-unicoil-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage-unicoil-noexp-0shot > logs/log.msmarco-v2-passage-unicoil-noexp-0shot 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage > logs/log.msmarco-v2-passage 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression ntcir8-zh > logs/log.ntcir8-zh 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression robust05 > logs/log.robust05 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression trec02-ar > logs/log.trec02-ar 2>&1 | ||
| python src/main/python/run_regression.py --index --verify --search --regression wt10g > logs/log.wt10g 2>&1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,31 @@ | ||
| # | ||
| # Anserini: A Lucene toolkit for reproducible information retrieval research | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # | ||
|
|
||
| from os import listdir | ||
|
|
||
| print('#!/bin/sh\n') | ||
| print('# This script is automatically generated by running the following command:') | ||
| print('# python src/main/python/generate_regressions_script.py > bin/run_regressions.sh\n') | ||
|
|
||
| for f in sorted(listdir('src/main/resources/regression')): | ||
| if not f.endswith('yaml'): | ||
| continue | ||
| # Skip the full cw12 regression since it takes too much space and takes too long. | ||
| if f.endswith('cw12.yaml'): | ||
| continue | ||
|
|
||
| r = f.split('.yaml')[0] | ||
| print(f'python src/main/python/run_regression.py --index --verify --search --regression {r} > logs/log.{r} 2>&1') |