-
Notifications
You must be signed in to change notification settings - Fork 2
/
pretrain_log.txt
96 lines (96 loc) · 10.8 KB
/
pretrain_log.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
{"train_loss": 10.109718739019307, "train_lr": 2.4980784012298233e-05, "train_wd": 0.040029569438415, "epoch": 0}
{"train_loss": 9.749313819825803, "train_lr": 7.49850542317875e-05, "train_wd": 0.040207102676324095, "epoch": 1}
{"train_loss": 9.534092084044172, "train_lr": 0.00012498932445127676, "train_wd": 0.040562069797232224, "epoch": 2}
{"train_loss": 9.11689980838362, "train_lr": 0.0001749935946707661, "train_wd": 0.041094120491446555, "epoch": 3}
{"train_loss": 8.667767809355595, "train_lr": 0.0002249978648902552, "train_wd": 0.0418027296891673, "epoch": 4}
{"train_loss": 8.198028269127635, "train_lr": 0.0002750021351097446, "train_wd": 0.04268719807866756, "epoch": 5}
{"train_loss": 7.700852348293432, "train_lr": 0.0003250064053292339, "train_wd": 0.04374665279643028, "epoch": 6}
{"train_loss": 7.239215835152682, "train_lr": 0.00037501067554872314, "train_wd": 0.04498004828855849, "epoch": 7}
{"train_loss": 6.901822211088837, "train_lr": 0.0004250149457682124, "train_wd": 0.04638616734261094, "epoch": 8}
{"train_loss": 6.655288999147847, "train_lr": 0.000475019215987701, "train_wd": 0.04796362228884429, "epoch": 9}
{"train_loss": 6.45113080419301, "train_lr": 0.0004999493999344386, "train_wd": 0.04971085636967474, "epoch": 10}
{"train_loss": 6.291969222965452, "train_lr": 0.000499645614059254, "train_wd": 0.051626145276011094, "epoch": 11}
{"train_loss": 6.1483857150163335, "train_lr": 0.0004990382826312784, "train_wd": 0.053707598848938096, "epoch": 12}
{"train_loss": 6.011209139754689, "train_lr": 0.0004981281455903044, "train_wd": 0.055953162945076296, "epoch": 13}
{"train_loss": 5.897988628771039, "train_lr": 0.0004969163117981202, "train_wd": 0.058360621463773125, "epoch": 14}
{"train_loss": 5.80444376352605, "train_lr": 0.0004954042576875312, "train_wd": 0.06092759853412651, "epoch": 15}
{"train_loss": 5.7041853813917385, "train_lr": 0.0004935938254635619, "train_wd": 0.06365156085968285, "epoch": 16}
{"train_loss": 5.62527152221494, "train_lr": 0.0004914872208589973, "train_wd": 0.06652982021849498, "epoch": 17}
{"train_loss": 5.556912927012684, "train_lr": 0.0004890870104470524, "train_wd": 0.06955953611607195, "epoch": 18}
{"train_loss": 5.48142654299227, "train_lr": 0.0004863961185143885, "train_wd": 0.0727377185886053, "epoch": 19}
{"train_loss": 5.415189985838026, "train_lr": 0.0004834178234983265, "train_wd": 0.07606123115370082, "epoch": 20}
{"train_loss": 5.350877057376018, "train_lr": 0.00048015575399257114, "train_wd": 0.07952679390570955, "epoch": 21}
{"train_loss": 5.303536968491812, "train_lr": 0.0004766138843263334, "train_wd": 0.08313098675259761, "epoch": 22}
{"train_loss": 5.25432816852778, "train_lr": 0.0004727965297222181, "train_wd": 0.08687025279116464, "epoch": 23}
{"train_loss": 5.199466204460007, "train_lr": 0.0004687083410387932, "train_wd": 0.0907409018172775, "epoch": 24}
{"train_loss": 5.124486319332628, "train_lr": 0.0004643542991042282, "train_wd": 0.09473911396765677, "epoch": 25}
{"train_loss": 5.055834162958049, "train_lr": 0.0004597397086479345, "train_wd": 0.0988609434896201, "epoch": 26}
{"train_loss": 5.007344700962331, "train_lr": 0.0004548701918375602, "train_wd": 0.1031023226350633, "epoch": 27}
{"train_loss": 4.962502838402707, "train_lr": 0.00044975168142924715, "train_wd": 0.10745906567483832, "epoch": 28}
{"train_loss": 4.921298441064348, "train_lr": 0.00044439041353947997, "train_wd": 0.11192687302956067, "epoch": 29}
{"train_loss": 4.875643032315854, "train_lr": 0.00043879292004734487, "train_wd": 0.11650133551277585, "epoch": 30}
{"train_loss": 4.829654589460814, "train_lr": 0.00043296602063643246, "train_wd": 0.12117793868229465, "epoch": 31}
{"train_loss": 4.792746156835841, "train_lr": 0.0004269168144861099, "train_wd": 0.12595206729540243, "epoch": 32}
{"train_loss": 4.761319385544038, "train_lr": 0.0004206526716222638, "train_wd": 0.1308190098635447, "epoch": 33}
{"train_loss": 4.72817610981727, "train_lr": 0.0004141812239380562, "train_wd": 0.1357739633020007, "epoch": 34}
{"train_loss": 4.705506774118881, "train_lr": 0.0004075103558956376, "train_wd": 0.14081203766994463, "epoch": 35}
{"train_loss": 4.676324739199638, "train_lr": 0.00040064819492015324, "train_wd": 0.14592826099622988, "epoch": 36}
{"train_loss": 4.655386056836908, "train_lr": 0.0003936031014977146, "train_wd": 0.15111758418612223, "epoch": 37}
{"train_loss": 4.629727633461598, "train_lr": 0.00038638365898944376, "train_wd": 0.15637488600414812, "epoch": 38}
{"train_loss": 4.612281685400783, "train_lr": 0.00037899866317396796, "train_wd": 0.16169497812813485, "epoch": 39}
{"train_loss": 4.582221074759909, "train_lr": 0.00037145711153111594, "train_wd": 0.1670726102694588, "epoch": 40}
{"train_loss": 4.55935934845145, "train_lr": 0.00036376819227987815, "train_wd": 0.17250247535444524, "epoch": 41}
{"train_loss": 4.546963094392462, "train_lr": 0.00035594127318397514, "train_wd": 0.17797921476181106, "epoch": 42}
{"train_loss": 4.532013077088445, "train_lr": 0.00034798589013867965, "train_wd": 0.1834974236109763, "epoch": 43}
{"train_loss": 4.509185075454484, "train_lr": 0.0003399117355528006, "train_wd": 0.18905165609602814, "epoch": 44}
{"train_loss": 4.495768820038216, "train_lr": 0.0003317286465399727, "train_wd": 0.1946364308600742, "epoch": 45}
{"train_loss": 4.485105417407953, "train_lr": 0.00032344659293364925, "train_wd": 0.2002462364046804, "epoch": 46}
{"train_loss": 4.464747406955869, "train_lr": 0.0003150756651403981, "train_wd": 0.20587553652905466, "epoch": 47}
{"train_loss": 4.449583908108744, "train_lr": 0.0003066260618462918, "train_wd": 0.21151877579360776, "epoch": 48}
{"train_loss": 4.435971597542018, "train_lr": 0.00029810807759138254, "train_wd": 0.2171703850025016, "epoch": 49}
{"train_loss": 4.4170537438278625, "train_lr": 0.00028953209022739067, "train_wd": 0.22282478669977498, "epoch": 50}
{"train_loss": 4.406845032761588, "train_lr": 0.00028090854827388914, "train_wd": 0.2284764006736156, "epoch": 51}
{"train_loss": 4.3843615561545555, "train_lr": 0.000272247958188394, "train_wd": 0.23411964946335984, "epoch": 52}
{"train_loss": 4.370623525597925, "train_lr": 0.0002635608715658619, "train_wd": 0.23974896386376987, "epoch": 53}
{"train_loss": 4.362422811740693, "train_lr": 0.00025485787228320074, "train_wd": 0.245358788421168, "epoch": 54}
{"train_loss": 4.349716162447437, "train_lr": 0.00024614956360444006, "train_wd": 0.2509435869159974, "epoch": 55}
{"train_loss": 4.330725214198346, "train_lr": 0.00023744655526229512, "train_wd": 0.2564978478264056, "epoch": 56}
{"train_loss": 4.317797606923863, "train_lr": 0.00022875945053183345, "train_wd": 0.26201608976744734, "epoch": 57}
{"train_loss": 4.3009113100326335, "train_lr": 0.00022009883331202358, "train_wd": 0.2674928669005528, "epoch": 58}
{"train_loss": 4.286287795163748, "train_lr": 0.00021147525523088252, "train_wd": 0.27292277430791057, "epoch": 59}
{"train_loss": 4.2722058947222745, "train_lr": 0.00020289922278994162, "train_wd": 0.2783004533264713, "epoch": 60}
{"train_loss": 4.258607966079354, "train_lr": 0.00019438118456369363, "train_wd": 0.283620596836297, "epoch": 61}
{"train_loss": 4.251191137592371, "train_lr": 0.000185931518469614, "train_wd": 0.2888779544980524, "epoch": 62}
{"train_loss": 4.2345215615098235, "train_lr": 0.00017756051912426696, "train_wd": 0.2940673379344557, "epoch": 63}
{"train_loss": 4.213885210499002, "train_lr": 0.00016927838530090105, "train_wd": 0.2991836258505754, "epoch": 64}
{"train_loss": 4.203080329296428, "train_lr": 0.00016109520750381582, "train_wd": 0.3042217690879356, "epoch": 65}
{"train_loss": 4.185334802437398, "train_lr": 0.00015302095567463396, "train_wd": 0.3091767956074227, "epoch": 66}
{"train_loss": 4.172662149628037, "train_lr": 0.00014506546704546705, "train_wd": 0.31404381539609105, "epoch": 67}
{"train_loss": 4.156666483510569, "train_lr": 0.0001372384341537609, "train_wd": 0.3188180252930103, "epoch": 68}
{"train_loss": 4.140476676361058, "train_lr": 0.00012954939303343128, "train_wd": 0.3234947137294113, "epoch": 69}
{"train_loss": 4.123547094943277, "train_lr": 0.00012200771159667771, "train_wd": 0.328069265378429, "epoch": 70}
{"train_loss": 4.110354115268698, "train_lr": 0.00011462257822062413, "train_wd": 0.3325371657098782, "epoch": 71}
{"train_loss": 4.095410664299428, "train_lr": 0.00010740299055269613, "train_wd": 0.33689400544554865, "epoch": 72}
{"train_loss": 4.077484388874699, "train_lr": 0.00010035774454837509, "train_wd": 0.3411354849106283, "epoch": 73}
{"train_loss": 4.060685399197595, "train_lr": 9.349542375468064e-05, "train_wd": 0.3452574182769662, "epoch": 74}
{"train_loss": 4.052346096040854, "train_lr": 8.682438885244e-05, "train_wd": 0.34925573769397533, "epoch": 75}
{"train_loss": 4.032922560439774, "train_lr": 8.03527674700873e-05, "train_wd": 0.3531264973031155, "epoch": 76}
{"train_loss": 4.013777023039752, "train_lr": 7.40884442814005e-05, "train_wd": 0.3568658771319746, "epoch": 77}
{"train_loss": 3.998461955129133, "train_lr": 6.803905139923983e-05, "train_wd": 0.3604701868641219, "epoch": 78}
{"train_loss": 3.9836629802197296, "train_lr": 6.221195907699481e-05, "train_wd": 0.36393586948100504, "epoch": 79}
{"train_loss": 3.968182830501071, "train_lr": 5.6614266729064925e-05, "train_wd": 0.3672595047722975, "epoch": 80}
{"train_loss": 3.9508806565803507, "train_lr": 5.125279428131806e-05, "train_wd": 0.3704378127112369, "epoch": 81}
{"train_loss": 3.93555853063484, "train_lr": 4.613407386206027e-05, "train_wd": 0.3734676566916072, "epoch": 82}
{"train_loss": 3.919887744698333, "train_lr": 4.126434184364382e-05, "train_wd": 0.37634604662319787, "epoch": 83}
{"train_loss": 3.9046289776758085, "train_lr": 3.664953124440851e-05, "train_wd": 0.3790701418826572, "epoch": 84}
{"train_loss": 3.891258646391275, "train_lr": 3.2295264500212445e-05, "train_wd": 0.3816372541168502, "epoch": 85}
{"train_loss": 3.8836043704584253, "train_lr": 2.8206846614359995e-05, "train_wd": 0.38404484989593207, "epoch": 86}
{"train_loss": 3.869516155080445, "train_lr": 2.438925869427271e-05, "train_wd": 0.38629055321354105, "epoch": 87}
{"train_loss": 3.850059084664238, "train_lr": 2.0847151882776787e-05, "train_wd": 0.3883721478316306, "epoch": 88}
{"train_loss": 3.8423577645820597, "train_lr": 1.758484169140226e-05, "train_wd": 0.3902875794676256, "epoch": 89}
{"train_loss": 3.8321983504763635, "train_lr": 1.460630274259707e-05, "train_wd": 0.3920349578217547, "epoch": 90}
{"train_loss": 3.818806991884588, "train_lr": 1.1915163927261473e-05, "train_wd": 0.3936125584425458, "epoch": 91}
{"train_loss": 3.811262709324834, "train_lr": 9.514703983503893e-06, "train_wd": 0.39501882442865294, "epoch": 92}
{"train_loss": 3.8078197680610963, "train_lr": 7.4078475020032325e-06, "train_wd": 0.39625236796532715, "epoch": 93}
{"train_loss": 3.804391539320795, "train_lr": 5.597161362845831e-06, "train_wd": 0.3973119716940256, "epoch": 94}
{"train_loss": 3.794381637638395, "train_lr": 4.084851608177472e-06, "train_wd": 0.3981965899137967, "epoch": 95}