nov16.sweep.txt

##reduced emb=hid=128, test nlayers over fixed alpha/lr ****

wandb sweep lrforsmall.yaml
wandb sweep alphaforsmall.yaml
wandb sweep epforsmall.yaml

CUDA_VISIBLE_DEVICES=0 nohup wandb agent sonsus/albert_paraphrase/c3ke90qw &
CUDA_VISIBLE_DEVICES=1 nohup wandb agent sonsus/albert_paraphrase/whjfbwix &
CUDA_VISIBLE_DEVICES=2 nohup wandb agent sonsus/albert_paraphrase/4s34k1ck &

wandb sweep nlayerforsmall.yaml
CUDA_VISIBLE_DEVICES=3 nohup wandb agent sonsus/albert_paraphrase/bt7nghcn &



## overnight-- longer
wandb sweep 1e-2_12.yaml
wandb sweep 3e-2_12.yaml
wandb sweep 8e-2_12.yaml

CUDA_VISIBLE_DEVICES=0 nohup wandb agent sonsus/albert_paraphrase/dfzshach &
CUDA_VISIBLE_DEVICES=1 nohup wandb agent sonsus/albert_paraphrase/wc7oqhaw &
CUDA_VISIBLE_DEVICES=2 nohup wandb agent sonsus/albert_paraphrase/rnvlaxb5 &