-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun_pisa.sh
37 lines (31 loc) · 2.08 KB
/
run_pisa.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
export dataset=$1
export index_size=$2 #full or pruned
export query_size=$3 #full or pruned
mkdir -p runs_pisa/$dataset
mkdir -p results_pisa/$dataset/
mkdir -p latencies_pisa/$dataset/
echo "pisa-index/$dataset/$index_size/${query_size}_queries.pisa.ints"
./pisa/build/bin/evaluate_queries \
--encoding block_simdbp \
--documents /home/carlos_cohere_com/two-step/pisa-canonical/$dataset/$index_size/$index_size.docmap \
--index pisa-index/$dataset/$index_size/block_simdbp.idx \
--wand pisa-index/$dataset/$index_size/quantized-40.bmw \
--algorithm maxscore \
-k 100 \
--scorer quantized \
--weighted \
--queries pisa-index/$dataset/$index_size/${query_size}_queries.pisa.ints \
--run "bp-spladev2" > runs_pisa/$dataset/$index_size-$query_size.trec
python filter_lines.py runs_pisa/$dataset/$index_size-$query_size.trec runs_pisa/$dataset/$index_size-$query_size.fix.trec
ir_measures qrels/qrels.beir-v1.0.0-$dataset.test.txt runs_pisa/$dataset/$index_size-$query_size.fix.trec nDCG@10 > results_pisa/$dataset/$index_size-$query_size.trec
cat results_pisa/$dataset/$index_size-$query_size.trec
./pisa/build/bin/queries \
--encoding block_simdbp \
--index pisa-index/$dataset/$index_size/block_simdbp.idx \
--wand pisa-index/$dataset/$index_size/quantized-40.bmw \
--algorithm maxscore \
-k 100 \
--weighted \
--scorer quantized \
--queries pisa-index/$dataset/$index_size/${query_size}_queries.pisa.ints > latencies_pisa/$dataset/$index_size-$query_size.trec
cat latencies_pisa/$dataset/$index_size-$query_size.trec