xsum_run_infill.sh

#!/bin/bash
set -u

DATADIR=""
OUTPUTDIR=""
BATCH_SIZE=8
NUM_TRAIN_EPOCHS=2

mkdir -p output_dir/infill_expts/xsum/${OUTPUTDIR}
mkdir -p output_dir/infill_expts/xsum/${OUTPUTDIR}/infill_cands_0.2

export WANDB_ENTITY=""
export WANDB_PROJECT=""

CUDA_VISIBLE_DEVICES=0,1 python -u infilling_trainer/train_infill.py 
    --fp16 \
    --num_workers 32 \
    --lr 5e-5 \
    --data_dir ${DATADIR} \
    --batch_size ${BATCH_SIZE} \
    --output_dir output_dir/infill_expts/xsum/${OUTPUTDIR} \
    --epochs ${NUM_TRAIN_EPOCHS} \
    --limit_train_batches 0.1 \
    --limit_val_batches 0.01 \
    --limit_test_batches 0.1 \
    --max_input_len 512 \
    --seed 10725 \
    --do_train true \
    --do_predict true \
    --predict_file_path ${DATADIR}/masked_references/validation/validation.json \
    --name ${OUTPUTDIR} > output_dir/infill_expts/xsum/${OUTPUTDIR}/train.log 2>&1