launch_experiment_sweep.sh

main_results_experiment_ids=(
    "main_results_async_insert"
    "main_results_async_substitute"
    "main_results_async_back_translate"
    "main_results_async_llmtta_sentiment"
    "main_results_async_llmtta_toxicity"
)

# Generated between 1-100 using Google
seeds=(
    3
    17
    46
    58
)

gpu=$1
num_gpus=$2
gpu_arg=""
# if gpu = a100
if [ $gpu = "a100" ]; then
    gpu_arg="--gres=gpu:a100:$num_gpus --constraint=a100_80gb"
elif [ $gpu = "a6000" ]; then
    gpu_arg="--gres=gpu:a6000:$num_gpus"
else
    echo "Invalid GPU"
    exit 1
fi

is_valid_num_gpus=$(echo $num_gpus | grep -E "^[0-9]+$")
if [ -z $is_valid_num_gpus ]; then
    echo "Invalid number of GPUs"
    exit 1
fi

# grid search over the hyperparameters
for seed in "${seeds[@]}"; do
    for experiment_id in "${main_results_experiment_ids[@]}"; do
        echo "sbatch $gpu_arg run_experiment.sh $experiment_id $seed"
        sbatch $gpu_arg run_experiment.sh $experiment_id $seed
    done
done