-
Notifications
You must be signed in to change notification settings - Fork 5
/
loop_scoring_eval_ctrsa.sh
29 lines (27 loc) · 6.7 KB
/
loop_scoring_eval_ctrsa.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
for TSTEP in 1000 2500 5000
do
for TOPP in 0.2 0.5 0.9
do
for CTRLR in 0.0 100.0 500.0 2000.0
do
command1="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command2="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command3="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command4="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
aggcommand="${command1} ; ${command2} ; ${command3} ; ${command4}"
sbatch -J evalgen -p YOUR_PARTITION --time=3:59:00 --nodes=1 --cpus-per-task=4 --mem=50G --gpus=1 --constraint APPLY_IF_NECESSARY --chdir=/private/home/xhan77/ssd-lm --wrap="${aggcommand}"
command1="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command2="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command3="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command4="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
aggcommand="${command1} ; ${command2} ; ${command3} ; ${command4}"
sbatch -J evalgen -p YOUR_PARTITION --time=3:59:00 --nodes=1 --cpus-per-task=4 --mem=50G --gpus=1 --constraint APPLY_IF_NECESSARY --chdir=/private/home/xhan77/ssd-lm --wrap="${aggcommand}"
command1="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command2="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command3="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
command4="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
aggcommand="${command1} ; ${command2} ; ${command3} ; ${command4}"
sbatch -J evalgen -p YOUR_PARTITION --time=3:59:00 --nodes=1 --cpus-per-task=4 --mem=50G --gpus=1 --constraint APPLY_IF_NECESSARY --chdir=/private/home/xhan77/ssd-lm --wrap="${aggcommand}"
done
done
done