-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathtrain_ccmr.json
35 lines (34 loc) · 1.25 KB
/
train_ccmr.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
{
"name": "ccmr",
"model_type": "CCMR",
"epsilon": 1e-8,
"mixed_precision": true,
"gpus": [0, 1, 2],
"fnet_norm": "group",
"cnet_norm": "group",
"grad_acc":[1,1,1,1],
"agg_mlp_ratio":1,
"agg_num_heads":8,
"agg_depth":1,
"agg_cnet":true,
"agg_cnet_depth":1,
"agg_cnet_num_heads":8,
"agg_cnet_mlp_ratio":1,
"agg_cnet_shared":false,
"agg_shared":false,
"f_no_act":true,
"c_no_act":"M",
"train": {
"iters": [4, 6, 8],
"eval_iters": [[10, 15, 20], [10, 15, 20], [10, 15, 20], [10, 15, 20]],
"num_steps": [120000, 120000, 120000, 50000],
"lr": [0.00025, 0.000125, 0.000125, 0.000125],
"dataset": ["chairs", "things", "sintel", "kitti4_vip6"],
"batch_size": [9, 6, 6, 6],
"image_size": [[368, 496], [400, 720], [368, 768], [288, 960]],
"wdecay": [0.0001, 0.0001, 0.00001, 0.00001],
"gamma": [0.8, 0.8, 0.85, 0.85],
"validation": ["chairs", "sintel", "sintel", "kitti"],
"loss": ["L2", "L2", "L2", "rob_samplewise07"]
}
}