-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_ndcg.sh
33 lines (29 loc) · 2.22 KB
/
run_ndcg.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
#!/usr/bin/env zsh
FOLDS=4
# Run ndcg
# ./ndcg.py --targets /home/workboots/Datasets/DHC/common/case_advs_new.json \
# --charge_targets /home/workboots/Datasets/DHC/variations/var_3/targets/unique_labels.txt \
# --charge_adv_win_ratios /home/workboots/Datasets/DHC/variations/var_3/targets/charge_adv_win_ratios_new.json \
# --case_charges /home/workboots/Datasets/DHC/variations/var_3/targets/ipc_case_offences.json \
# --charge_cases /home/workboots/Datasets/DHC/variations/var_3/targets/ipc_charge_cases.json \
# --advocate_charges /home/workboots/Datasets/DHC/variations/var_3/targets/adv_ipc_charges_new.json \
# --relevant_advocates /home/workboots/Datasets/DHC/common/selected_advs.json \
# --relevant_cases /home/workboots/Datasets/DHC/variations/var_2/data/ipc_data/cross_val/20_fold/fold_0/test_cases.txt \
# --strategy 'case_fraction' \
# --scores /home/workboots/Results/advocate_recommendation/exp_5/no_fine_tune/metrics/sbert_distilroberta_fold_0/similarity_reranking_new.json \
# --output_path /home/workboots/Results/advocate_recommendation/exp_5/no_fine_tune/metrics/sbert_distilroberta_fold_0/ \
# --threshold 1.0
for fold in $(seq 0 $FOLDS)
do
./ndcg.py --targets /home/workboots/Datasets/DHC/common/case_winners.json \
--charge_targets /home/workboots/Datasets/DHC/variations/var_3/targets/unique_labels.txt \
--charge_adv_win_ratios /home/workboots/Datasets/DHC/variations/var_3/targets/charge_adv_win_ratios_new.json \
--case_charges /home/workboots/Datasets/DHC/variations/var_3/targets/ipc_case_offences.json \
--charge_cases /home/workboots/Datasets/DHC/variations/var_3/targets/ipc_charge_cases.json \
--advocate_charges /home/workboots/Datasets/DHC/variations/var_3/targets/adv_ipc_charges_new.json \
--relevant_advocates /home/workboots/Datasets/DHC/common/selected_advs.json \
--strategy 'equal' \
--scores /home/workboots/Results/advocate_recommendation/exp_4/metrics/bert_base_uncased_pred_DHC_SC_new_facts_fold_$fold/similarity_reranking.json \
--output_path /home/workboots/Results/advocate_recommendation/exp_4/metrics/bert_base_uncased_pred_DHC_SC_new_facts_fold_$fold/ndcg_harder/ \
# --threshold 1.0
done