scripts_allweather_mofme_ours.sh

ps=8

bs=64
ep=200
lr=0.0002
scheduler='cosine+warmup'

task='low_level'   # optional: derain, desnow, deraindrop(allweather), dehaze(maw_sim, maw_real)
dataset='allweather'  # optional: maw_real, allweather

model='mowe'       # optional: transweather
dim=384

interval=20

# ############################## baseline #######################################
# export CUDA_VISIBLE_DEVICES='4,5,6,7'
# OUTPUT_DIR=output/train
# EXPERIMENT=allweather_bs${bs}_ep100_ps${ps}_embed${dim}_mlpx4_mlpupsample-outchx4_cnn-embed_wo-pe_normalize_vgg0.04_lr${lr}
# mkdir -p "$OUTPUT_DIR"/"$EXPERIMENT"

# torchrun --master_port 29501 --nproc_per_node=4 train.py \
# --task $task --dataset $dataset --augment-enable \
# --model $model --disable-residual \
# --img-patch $ps --embed-dim $dim --layer 2 \
# --loss-list content l1 1 perception vgg16 0.04 \
# --epoch $ep --global-bs $bs --optimizer adamw --lr $lr --scheduler $scheduler \
# --gpu-list 4 5 6 7 \
# --test-interval ${interval} \
# --exp ${EXPERIMENT} \
# 2>&1 |tee -a ${OUTPUT_DIR}/${EXPERIMENT}/exp.txt

# ############################## mofme #######################################

num_experts=(4 8 16)
topk=(2 4)

for i in "${num_experts[@]}"  
do
    for j in "${topk[@]}"
    do
    export CUDA_VISIBLE_DEVICES='4,5,6,7'
    OUTPUT_DIR=output/train
    EXPERIMENT=allweather_moe-film-linear-basenet-star-gelu-n${i}-k${j}_bs${bs}_ep${ep}_ps${ps}_embed${dim}_mlpx4_mlpupsample-outchx4_cnn-embed_wo-pe_normalize_vgg0.04_lr${lr}
    mkdir -p "$OUTPUT_DIR"/"$EXPERIMENT"

    torchrun --master_port 29510 --nproc_per_node=4 train.py \
    --task $task --dataset $dataset --augment-enable \
    --model $model --disable-residual \
    --moe-enable --gate film --type-expert ffn --num-expert ${i} --top-k ${j} \
    --img-patch $ps --embed-dim $dim --layer 2 \
    --overlap-crop \
    --loss-list content l1 1 perception vgg16 0.04 \
    --epoch $ep --global-bs $bs --optimizer adamw --lr $lr --scheduler $scheduler \
    --gpu-list 4 5 6 7 \
    --test-interval ${interval} \
    --exp ${EXPERIMENT} \
    2>&1 |tee -a ${OUTPUT_DIR}/${EXPERIMENT}/exp.txt
    done
done