Step 1 | loss:87.75023651123047 lr:2.0000000000000003e-06 tokens_per_second_per_gpu:207.62470821346506 
Step 2 | loss:88.8540267944336 lr:4.000000000000001e-06 tokens_per_second_per_gpu:287.85680994411115 
Step 3 | loss:90.24427795410156 lr:6e-06 tokens_per_second_per_gpu:310.6283488947223 
Step 4 | loss:92.25619506835938 lr:8.000000000000001e-06 tokens_per_second_per_gpu:316.72291308107646 
Step 5 | loss:87.03291320800781 lr:1e-05 tokens_per_second_per_gpu:261.8870909919228 
Step 6 | loss:84.71977233886719 lr:1.2e-05 tokens_per_second_per_gpu:266.5557371417721 
Step 7 | loss:81.64344024658203 lr:1.4e-05 tokens_per_second_per_gpu:341.947083617668 
Step 8 | loss:80.54733276367188 lr:1.6000000000000003e-05 tokens_per_second_per_gpu:273.63470933051235 
Step 9 | loss:79.52214050292969 lr:1.8e-05 tokens_per_second_per_gpu:286.8743311729492 
Step 10 | loss:76.165771484375 lr:2e-05 tokens_per_second_per_gpu:372.059668180063 
Step 11 | loss:76.18629455566406 lr:1.999999947982218e-05 tokens_per_second_per_gpu:225.0416892009709 
Step 12 | loss:70.45686340332031 lr:1.9999997919288768e-05 tokens_per_second_per_gpu:265.1874891695599 
Step 13 | loss:69.34675598144531 lr:1.9999995318399927e-05 tokens_per_second_per_gpu:277.9205289899332 
Step 14 | loss:67.36444091796875 lr:1.9999991677155926e-05 tokens_per_second_per_gpu:223.76481842623207 
Step 15 | loss:65.97679901123047 lr:1.999998699555715e-05 tokens_per_second_per_gpu:329.36452028892063 
Step 16 | loss:64.09326171875 lr:1.999998127360408e-05 tokens_per_second_per_gpu:397.1433590393463 
Step 17 | loss:59.18257141113281 lr:1.9999974511297314e-05 tokens_per_second_per_gpu:299.5015272886958 
Step 18 | loss:61.379119873046875 lr:1.9999966708637557e-05 tokens_per_second_per_gpu:308.37115275354 
Step 19 | loss:55.179283142089844 lr:1.9999957865625616e-05 tokens_per_second_per_gpu:239.68875493739836 
Step 20 | loss:54.78137969970703 lr:1.9999947982262415e-05 tokens_per_second_per_gpu:253.853507536549 
Step 21 | loss:55.483489990234375 lr:1.999993705854898e-05 tokens_per_second_per_gpu:271.1354929949071 
Step 22 | loss:53.277503967285156 lr:1.999992509448645e-05 tokens_per_second_per_gpu:363.51039272436196 
Step 23 | loss:52.238948822021484 lr:1.999991209007607e-05 tokens_per_second_per_gpu:225.28026243791422 
Step 24 | loss:50.01152038574219 lr:1.999989804531919e-05 tokens_per_second_per_gpu:327.3984089985742 
Step 25 | loss:52.885677337646484 lr:1.999988296021727e-05 tokens_per_second_per_gpu:324.7489232774266 
Step 26 | loss:48.06501007080078 lr:1.9999866834771883e-05 tokens_per_second_per_gpu:262.8222600904562 
Step 27 | loss:45.69023132324219 lr:1.9999849668984703e-05 tokens_per_second_per_gpu:284.24612327309825 
Step 28 | loss:46.03507995605469 lr:1.999983146285752e-05 tokens_per_second_per_gpu:321.16511129843127 
Step 29 | loss:43.9762077331543 lr:1.9999812216392226e-05 tokens_per_second_per_gpu:273.1225776188423 
Step 30 | loss:47.43974304199219 lr:1.9999791929590823e-05 tokens_per_second_per_gpu:307.25084496678323 
Step 31 | loss:44.90186309814453 lr:1.9999770602455425e-05 tokens_per_second_per_gpu:328.7621736851007 
Step 32 | loss:41.230674743652344 lr:1.9999748234988246e-05 tokens_per_second_per_gpu:268.17424150576346 
Step 33 | loss:40.79694366455078 lr:1.9999724827191614e-05 tokens_per_second_per_gpu:282.40175666144955 
Step 34 | loss:41.449893951416016 lr:1.9999700379067967e-05 tokens_per_second_per_gpu:309.0520150064441 
Step 35 | loss:38.221431732177734 lr:1.9999674890619843e-05 tokens_per_second_per_gpu:267.9900780850621 
Step 36 | loss:37.78606033325195 lr:1.9999648361849902e-05 tokens_per_second_per_gpu:256.00750735156925 
Step 37 | loss:37.5140495300293 lr:1.9999620792760896e-05 tokens_per_second_per_gpu:343.75496242861095 
Step 38 | loss:36.203861236572266 lr:1.99995921833557e-05 tokens_per_second_per_gpu:313.9924705505553 
Step 39 | loss:35.61109924316406 lr:1.999956253363728e-05 tokens_per_second_per_gpu:286.19009570731754 
Step 40 | loss:34.74594497680664 lr:1.999953184360873e-05 tokens_per_second_per_gpu:381.73038579977094 
Step 41 | loss:32.54841995239258 lr:1.9999500113273242e-05 tokens_per_second_per_gpu:293.0301828345631 
Step 42 | loss:30.730043411254883 lr:1.9999467342634114e-05 tokens_per_second_per_gpu:329.595621272631 
Step 43 | loss:29.068918228149414 lr:1.9999433531694762e-05 tokens_per_second_per_gpu:298.06714353830273 
Step 44 | loss:27.26593589782715 lr:1.9999398680458692e-05 tokens_per_second_per_gpu:283.2598789758183 
Step 45 | loss:27.627897262573242 lr:1.9999362788929536e-05 tokens_per_second_per_gpu:276.0392597980488 
Step 46 | loss:24.586294174194336 lr:1.9999325857111032e-05 tokens_per_second_per_gpu:406.9093525029602 
Step 47 | loss:27.329648971557617 lr:1.9999287885007014e-05 tokens_per_second_per_gpu:312.6588889092772 
Step 48 | loss:26.459903717041016 lr:1.999924887262144e-05 tokens_per_second_per_gpu:267.1160102965993 
Step 49 | loss:21.48092269897461 lr:1.9999208819958364e-05 tokens_per_second_per_gpu:259.46758012896373 
Step 50 | loss:23.413166046142578 lr:1.9999167727021954e-05 tokens_per_second_per_gpu:358.5272210427984 
Step 51 | loss:21.812576293945312 lr:1.9999125593816484e-05 tokens_per_second_per_gpu:333.11779747670994 
Step 52 | loss:21.005889892578125 lr:1.999908242034634e-05 tokens_per_second_per_gpu:336.85135582898107 
Step 53 | loss:23.900455474853516 lr:1.999903820661601e-05 tokens_per_second_per_gpu:314.79981811952916 
Step 54 | loss:21.402591705322266 lr:1.9998992952630103e-05 tokens_per_second_per_gpu:287.6164070857813 
Step 55 | loss:20.49024200439453 lr:1.9998946658393314e-05 tokens_per_second_per_gpu:323.45986269279115 
Step 56 | loss:21.92039680480957 lr:1.9998899323910468e-05 tokens_per_second_per_gpu:266.2255710157611 
Step 57 | loss:22.14565658569336 lr:1.9998850949186485e-05 tokens_per_second_per_gpu:325.60512696538296 
Step 58 | loss:19.981801986694336 lr:1.99988015342264e-05 tokens_per_second_per_gpu:213.16951404876485 
Step 59 | loss:21.057388305664062 lr:1.9998751079035355e-05 tokens_per_second_per_gpu:239.4833367266376 
Step 60 | loss:17.905216217041016 lr:1.9998699583618592e-05 tokens_per_second_per_gpu:379.6008187935149 
Step 61 | loss:19.986818313598633 lr:1.999864704798148e-05 tokens_per_second_per_gpu:253.68218244802816 
Step 62 | loss:19.660205841064453 lr:1.9998593472129476e-05 tokens_per_second_per_gpu:225.69700685300148 
Step 63 | loss:17.70242691040039 lr:1.999853885606816e-05 tokens_per_second_per_gpu:333.90596499828536 
Step 64 | loss:18.119436264038086 lr:1.9998483199803202e-05 tokens_per_second_per_gpu:304.4340935608075 
Step 65 | loss:17.907779693603516 lr:1.9998426503340407e-05 tokens_per_second_per_gpu:298.93431379591794 
Step 66 | loss:17.404510498046875 lr:1.9998368766685666e-05 tokens_per_second_per_gpu:281.8746111719451 
Step 67 | loss:16.912601470947266 lr:1.9998309989844985e-05 tokens_per_second_per_gpu:317.30218686844734 
Step 68 | loss:15.489532470703125 lr:1.999825017282448e-05 tokens_per_second_per_gpu:307.0295650717788 
Step 69 | loss:15.983719825744629 lr:1.999818931563038e-05 tokens_per_second_per_gpu:247.71872791421413 
Step 70 | loss:15.272764205932617 lr:1.9998127418269004e-05 tokens_per_second_per_gpu:252.70509724104653 
Step 71 | loss:14.371384620666504 lr:1.9998064480746803e-05 tokens_per_second_per_gpu:285.87209048039534 
Step 72 | loss:13.846689224243164 lr:1.9998000503070317e-05 tokens_per_second_per_gpu:302.22893690517253 
Step 73 | loss:13.834952354431152 lr:1.9997935485246208e-05 tokens_per_second_per_gpu:287.1456418761097 
Step 74 | loss:12.394397735595703 lr:1.9997869427281236e-05 tokens_per_second_per_gpu:333.03912976390984 
Step 75 | loss:11.308155059814453 lr:1.9997802329182274e-05 tokens_per_second_per_gpu:312.03251178313116 
Step 76 | loss:10.581433296203613 lr:1.9997734190956303e-05 tokens_per_second_per_gpu:275.94488378858676 
Step 77 | loss:11.02275276184082 lr:1.9997665012610414e-05 tokens_per_second_per_gpu:238.86250249868917 
Step 78 | loss:10.153584480285645 lr:1.9997594794151803e-05 tokens_per_second_per_gpu:323.10459186225347 
Step 79 | loss:10.488204956054688 lr:1.999752353558777e-05 tokens_per_second_per_gpu:287.4216046234696 
Step 80 | loss:9.751389503479004 lr:1.9997451236925736e-05 tokens_per_second_per_gpu:286.83291240506406 
Step 81 | loss:8.35144329071045 lr:1.999737789817322e-05 tokens_per_second_per_gpu:238.2178213381182 
Step 82 | loss:8.423439025878906 lr:1.999730351933785e-05 tokens_per_second_per_gpu:326.8803896112048 
Step 83 | loss:8.089296340942383 lr:1.9997228100427362e-05 tokens_per_second_per_gpu:252.23828094179422 
Step 84 | loss:8.142066955566406 lr:1.999715164144961e-05 tokens_per_second_per_gpu:270.334622349444 
Step 85 | loss:8.014863967895508 lr:1.999707414241254e-05 tokens_per_second_per_gpu:298.9150500162035 
Step 86 | loss:7.939787864685059 lr:1.999699560332422e-05 tokens_per_second_per_gpu:302.9315341707634 
Step 87 | loss:7.954712867736816 lr:1.999691602419282e-05 tokens_per_second_per_gpu:319.7082902342255 
Step 88 | loss:7.6853461265563965 lr:1.999683540502662e-05 tokens_per_second_per_gpu:245.01921295658602 
Step 89 | loss:7.638230323791504 lr:1.9996753745834007e-05 tokens_per_second_per_gpu:284.99526590214265 
Step 90 | loss:7.2097601890563965 lr:1.999667104662347e-05 tokens_per_second_per_gpu:205.4496196603612 
Step 91 | loss:7.960978984832764 lr:1.9996587307403624e-05 tokens_per_second_per_gpu:323.2670217689684 
Step 92 | loss:7.940791130065918 lr:1.999650252818317e-05 tokens_per_second_per_gpu:386.6142545595828 
Step 93 | loss:7.760199546813965 lr:1.9996416708970935e-05 tokens_per_second_per_gpu:304.0355760617799 
Step 94 | loss:7.985877990722656 lr:1.9996329849775843e-05 tokens_per_second_per_gpu:275.6688123776628 
Step 95 | loss:7.273596286773682 lr:1.9996241950606936e-05 tokens_per_second_per_gpu:337.1474660373216 
Step 96 | loss:7.463116645812988 lr:1.999615301147335e-05 tokens_per_second_per_gpu:259.39654248489717 
Step 97 | loss:7.720748424530029 lr:1.999606303238435e-05 tokens_per_second_per_gpu:264.52361946511684 
Step 98 | loss:7.85813045501709 lr:1.9995972013349283e-05 tokens_per_second_per_gpu:291.8551689230494 
Step 99 | loss:7.472209453582764 lr:1.9995879954377628e-05 tokens_per_second_per_gpu:304.98366191435196 
Step 100 | loss:7.319454669952393 lr:1.999578685547896e-05 tokens_per_second_per_gpu:279.1431305107835 
Step 101 | loss:7.313083648681641 lr:1.9995692716662966e-05 tokens_per_second_per_gpu:275.4878218022737 
Step 102 | loss:7.415913105010986 lr:1.9995597537939434e-05 tokens_per_second_per_gpu:311.50419717309256 
Step 103 | loss:7.488365173339844 lr:1.999550131931827e-05 tokens_per_second_per_gpu:321.0128583889485 
Step 104 | loss:7.991067409515381 lr:1.9995404060809487e-05 tokens_per_second_per_gpu:370.87648975601303 
Step 105 | loss:7.576359748840332 lr:1.9995305762423197e-05 tokens_per_second_per_gpu:330.31672724831486 
Step 106 | loss:7.205624580383301 lr:1.9995206424169635e-05 tokens_per_second_per_gpu:253.8314143071807 
Step 107 | loss:7.5146589279174805 lr:1.999510604605913e-05 tokens_per_second_per_gpu:267.3324663795079 
Step 108 | loss:7.8770246505737305 lr:1.9995004628102122e-05 tokens_per_second_per_gpu:364.98081828770967 
Step 109 | loss:7.317421913146973 lr:1.9994902170309167e-05 tokens_per_second_per_gpu:261.36388844083467 
Step 110 | loss:7.42950963973999 lr:1.9994798672690922e-05 tokens_per_second_per_gpu:259.74204877690687 
Step 111 | loss:7.400576591491699 lr:1.999469413525816e-05 tokens_per_second_per_gpu:291.42506380886573 
Step 112 | loss:7.243351936340332 lr:1.999458855802175e-05 tokens_per_second_per_gpu:250.97896150065435 
Step 113 | loss:7.445836067199707 lr:1.9994481940992673e-05 tokens_per_second_per_gpu:218.1486152861754 
Step 114 | loss:6.968023777008057 lr:1.999437428418203e-05 tokens_per_second_per_gpu:214.18177077746904 
Step 115 | loss:7.426391124725342 lr:1.9994265587601016e-05 tokens_per_second_per_gpu:311.2255969337115 
Step 116 | loss:7.160203456878662 lr:1.999415585126094e-05 tokens_per_second_per_gpu:268.0356820951765 
Step 117 | loss:7.107860088348389 lr:1.9994045075173217e-05 tokens_per_second_per_gpu:265.2117376154069 
Step 118 | loss:7.239151954650879 lr:1.9993933259349378e-05 tokens_per_second_per_gpu:320.0370124927304 
Step 119 | loss:6.974245071411133 lr:1.9993820403801046e-05 tokens_per_second_per_gpu:276.99309159602694 
Step 120 | loss:6.914892673492432 lr:1.9993706508539968e-05 tokens_per_second_per_gpu:255.6985878443123 
Step 121 | loss:7.210604667663574 lr:1.9993591573577996e-05 tokens_per_second_per_gpu:315.9675107177605 
Step 122 | loss:6.923887252807617 lr:1.9993475598927083e-05 tokens_per_second_per_gpu:286.0080165930918 
Step 123 | loss:7.447273254394531 lr:1.9993358584599293e-05 tokens_per_second_per_gpu:333.1300475588884 
Step 124 | loss:7.072312355041504 lr:1.99932405306068e-05 tokens_per_second_per_gpu:345.8189549107449 
Step 125 | loss:7.102437973022461 lr:1.999312143696189e-05 tokens_per_second_per_gpu:308.8709142236715 
Step 126 | loss:7.47702169418335 lr:1.999300130367695e-05 tokens_per_second_per_gpu:284.0695400488319 
Step 127 | loss:7.110098838806152 lr:1.999288013076448e-05 tokens_per_second_per_gpu:277.1846933187628 
Step 128 | loss:7.409529209136963 lr:1.9992757918237083e-05 tokens_per_second_per_gpu:304.9087320189723 
Step 129 | loss:7.228110313415527 lr:1.9992634666107474e-05 tokens_per_second_per_gpu:306.10194645724164 
Step 130 | loss:7.224307060241699 lr:1.9992510374388484e-05 tokens_per_second_per_gpu:277.85661774839826 
Step 131 | loss:7.0624098777771 lr:1.999238504309303e-05 tokens_per_second_per_gpu:310.3456808546483 
Step 132 | loss:7.149442195892334 lr:1.999225867223416e-05 tokens_per_second_per_gpu:301.76452997691 
Step 133 | loss:7.426855087280273 lr:1.999213126182502e-05 tokens_per_second_per_gpu:297.68383306282794 
Step 134 | loss:6.97607946395874 lr:1.999200281187886e-05 tokens_per_second_per_gpu:265.77253497506086 
Step 135 | loss:7.6064910888671875 lr:1.999187332240905e-05 tokens_per_second_per_gpu:284.6862321882334 
Step 136 | loss:6.991686820983887 lr:1.999174279342906e-05 tokens_per_second_per_gpu:242.6121844832901 
Step 137 | loss:7.289053916931152 lr:1.9991611224952466e-05 tokens_per_second_per_gpu:327.96747188030434 
Step 138 | loss:7.3774189949035645 lr:1.9991478616992958e-05 tokens_per_second_per_gpu:287.58414541096676 
Step 139 | loss:7.259490966796875 lr:1.9991344969564333e-05 tokens_per_second_per_gpu:301.14481242301235 
Step 140 | loss:7.1635847091674805 lr:1.9991210282680495e-05 tokens_per_second_per_gpu:276.03451020334387 
Step 141 | loss:7.493275165557861 lr:1.999107455635546e-05 tokens_per_second_per_gpu:327.8143486753247 
Step 142 | loss:7.064453601837158 lr:1.9990937790603334e-05 tokens_per_second_per_gpu:266.6903704403305 
Step 143 | loss:7.330252647399902 lr:1.9990799985438364e-05 tokens_per_second_per_gpu:339.7085144752492 
Step 144 | loss:6.932775497436523 lr:1.9990661140874876e-05 tokens_per_second_per_gpu:256.78385154376974 
Step 145 | loss:7.448034763336182 lr:1.9990521256927314e-05 tokens_per_second_per_gpu:363.59403617945196 
Step 146 | loss:7.156949996948242 lr:1.9990380333610234e-05 tokens_per_second_per_gpu:329.84845332084444 
Step 147 | loss:7.100546836853027 lr:1.99902383709383e-05 tokens_per_second_per_gpu:296.16578396690795 
Step 148 | loss:7.384464263916016 lr:1.9990095368926274e-05 tokens_per_second_per_gpu:358.3875710493192 
Step 149 | loss:6.962139129638672 lr:1.998995132758904e-05 tokens_per_second_per_gpu:238.22783671746322 
Step 150 | loss:6.991843223571777 lr:1.9989806246941583e-05 tokens_per_second_per_gpu:283.8644924672758 
Step 151 | loss:6.912405014038086 lr:1.9989660126998987e-05 tokens_per_second_per_gpu:254.79582951764445 
Step 152 | loss:7.32440185546875 lr:1.9989512967776466e-05 tokens_per_second_per_gpu:333.30365239133016 
Step 153 | loss:7.191058158874512 lr:1.9989364769289326e-05 tokens_per_second_per_gpu:266.0626919533893 
Step 154 | loss:7.0050153732299805 lr:1.9989215531552978e-05 tokens_per_second_per_gpu:325.523287113503 
Step 155 | loss:6.635598182678223 lr:1.998906525458296e-05 tokens_per_second_per_gpu:219.4380561208033 
Step 156 | loss:7.44271183013916 lr:1.9988913938394897e-05 tokens_per_second_per_gpu:359.41570746876687 
Step 157 | loss:7.351019382476807 lr:1.998876158300453e-05 tokens_per_second_per_gpu:346.33154934367536 
Step 158 | loss:6.918338298797607 lr:1.998860818842772e-05 tokens_per_second_per_gpu:245.21370316346452 
Step 159 | loss:7.036246299743652 lr:1.9988453754680415e-05 tokens_per_second_per_gpu:258.6317232620293 
Step 160 | loss:7.082596778869629 lr:1.9988298281778684e-05 tokens_per_second_per_gpu:315.46467678701737 
Step 161 | loss:6.867243766784668 lr:1.9988141769738705e-05 tokens_per_second_per_gpu:278.2676214182323 
Step 162 | loss:7.364558219909668 lr:1.9987984218576763e-05 tokens_per_second_per_gpu:323.57831680219834 
Step 163 | loss:7.061652183532715 lr:1.998782562830924e-05 tokens_per_second_per_gpu:271.8536806142566 
Step 164 | loss:7.317155838012695 lr:1.9987665998952642e-05 tokens_per_second_per_gpu:338.7520512565641 
Step 165 | loss:6.942264556884766 lr:1.9987505330523574e-05 tokens_per_second_per_gpu:242.52290392490445 
Step 166 | loss:7.011405944824219 lr:1.9987343623038752e-05 tokens_per_second_per_gpu:310.3697910792394 
Step 167 | loss:7.452897071838379 lr:1.9987180876514996e-05 tokens_per_second_per_gpu:319.0707811291433 
Step 168 | loss:7.288471221923828 lr:1.998701709096924e-05 tokens_per_second_per_gpu:273.64754708345833 
Step 169 | loss:6.757983207702637 lr:1.9986852266418525e-05 tokens_per_second_per_gpu:269.2528653682663 
Step 170 | loss:6.998223304748535 lr:1.998668640288e-05 tokens_per_second_per_gpu:243.07008999104136 
Step 171 | loss:7.183166027069092 lr:1.9986519500370915e-05 tokens_per_second_per_gpu:316.97681109729973 
Step 172 | loss:7.202752590179443 lr:1.9986351558908637e-05 tokens_per_second_per_gpu:297.2851598506078 
Step 173 | loss:7.108068466186523 lr:1.9986182578510637e-05 tokens_per_second_per_gpu:333.16505837475944 
Step 174 | loss:7.061569690704346 lr:1.9986012559194497e-05 tokens_per_second_per_gpu:338.26472573684106 
Step 175 | loss:7.072388172149658 lr:1.9985841500977904e-05 tokens_per_second_per_gpu:336.3747920010187 
Step 176 | loss:7.282595634460449 lr:1.9985669403878654e-05 tokens_per_second_per_gpu:306.3365848554685 
Step 177 | loss:7.416176795959473 lr:1.9985496267914647e-05 tokens_per_second_per_gpu:398.95307108566544 
Step 178 | loss:6.704442024230957 lr:1.9985322093103903e-05 tokens_per_second_per_gpu:239.99961580610469 
Step 179 | loss:6.949069499969482 lr:1.998514687946454e-05 tokens_per_second_per_gpu:299.42904858034893 
Step 180 | loss:7.20786714553833 lr:1.9984970627014778e-05 tokens_per_second_per_gpu:263.32820022596906 
Step 181 | loss:6.890386581420898 lr:1.9984793335772967e-05 tokens_per_second_per_gpu:278.1677175487763 
Step 182 | loss:6.958420753479004 lr:1.9984615005757547e-05 tokens_per_second_per_gpu:306.51827516133204 
Step 183 | loss:6.9184889793396 lr:1.9984435636987062e-05 tokens_per_second_per_gpu:298.1356923274863 
Step 184 | loss:6.921658039093018 lr:1.9984255229480187e-05 tokens_per_second_per_gpu:257.94488266331746 
Step 185 | loss:7.128520488739014 lr:1.9984073783255676e-05 tokens_per_second_per_gpu:327.94007079878395 
Step 186 | loss:7.031763076782227 lr:1.998389129833242e-05 tokens_per_second_per_gpu:245.96279537726988 
Step 187 | loss:7.338066101074219 lr:1.9983707774729394e-05 tokens_per_second_per_gpu:409.785258318728 
Step 188 | loss:6.6019768714904785 lr:1.998352321246569e-05 tokens_per_second_per_gpu:264.00773741383824 
Step 189 | loss:6.925905704498291 lr:1.998333761156052e-05 tokens_per_second_per_gpu:262.50058699442155 
Step 190 | loss:7.1617584228515625 lr:1.9983150972033186e-05 tokens_per_second_per_gpu:401.948082902326 
Step 191 | loss:6.701117992401123 lr:1.9982963293903103e-05 tokens_per_second_per_gpu:286.6113203340407 
Step 192 | loss:6.861108779907227 lr:1.99827745771898e-05 tokens_per_second_per_gpu:258.14538099406076 
Step 193 | loss:7.070618152618408 lr:1.9982584821912905e-05 tokens_per_second_per_gpu:347.56929626459055 
Step 194 | loss:7.119760990142822 lr:1.9982394028092167e-05 tokens_per_second_per_gpu:327.1521551480227 
Step 195 | loss:6.7890472412109375 lr:1.9982202195747432e-05 tokens_per_second_per_gpu:262.3160975734442 
Step 196 | loss:6.85983419418335 lr:1.9982009324898658e-05 tokens_per_second_per_gpu:256.1741255041111 
Step 197 | loss:6.937243938446045 lr:1.9981815415565907e-05 tokens_per_second_per_gpu:272.14445171615426 
Step 198 | loss:7.082107067108154 lr:1.998162046776935e-05 tokens_per_second_per_gpu:326.630402694543 
Step 199 | loss:6.958788871765137 lr:1.9981424481529283e-05 tokens_per_second_per_gpu:252.36597247690554 
Step 200 | loss:7.033636093139648 lr:1.998122745686608e-05 tokens_per_second_per_gpu:295.6036781695785 
Step 201 | loss:6.863818168640137 lr:1.9981029393800244e-05 tokens_per_second_per_gpu:288.5036051893522 
Step 202 | loss:6.9248857498168945 lr:1.9980830292352384e-05 tokens_per_second_per_gpu:306.6560790129144 
Step 203 | loss:6.621918678283691 lr:1.998063015254321e-05 tokens_per_second_per_gpu:270.32488216623176 
Step 204 | loss:6.875637531280518 lr:1.9980428974393546e-05 tokens_per_second_per_gpu:268.44950696080895 
Step 205 | loss:6.890280246734619 lr:1.9980226757924316e-05 tokens_per_second_per_gpu:355.18116778323184 
Step 206 | loss:7.290517330169678 lr:1.9980023503156563e-05 tokens_per_second_per_gpu:433.6724614758469 
Step 207 | loss:7.095801830291748 lr:1.9979819210111432e-05 tokens_per_second_per_gpu:310.923456677087 
Step 208 | loss:7.210676193237305 lr:1.9979613878810174e-05 tokens_per_second_per_gpu:330.5416332023444 
Step 209 | loss:6.787209510803223 lr:1.9979407509274158e-05 tokens_per_second_per_gpu:258.42880412732717 
Step 210 | loss:6.724883079528809 lr:1.9979200101524844e-05 tokens_per_second_per_gpu:260.4420580392351 
Step 211 | loss:7.024847507476807 lr:1.9978991655583818e-05 tokens_per_second_per_gpu:325.87876530967503 
Step 212 | loss:7.030832290649414 lr:1.997878217147276e-05 tokens_per_second_per_gpu:277.6079114626747 
Step 213 | loss:7.106307029724121 lr:1.9978571649213467e-05 tokens_per_second_per_gpu:376.6732367221348 
Step 214 | loss:6.864093780517578 lr:1.997836008882784e-05 tokens_per_second_per_gpu:247.76026445268778 
Step 215 | loss:7.088315010070801 lr:1.997814749033789e-05 tokens_per_second_per_gpu:315.15516370353237 
Step 216 | loss:7.250532627105713 lr:1.9977933853765732e-05 tokens_per_second_per_gpu:377.80718178017645 
Step 217 | loss:6.965519428253174 lr:1.9977719179133593e-05 tokens_per_second_per_gpu:307.3913400883576 
Step 218 | loss:6.99882698059082 lr:1.9977503466463807e-05 tokens_per_second_per_gpu:295.1534381736407 
Step 219 | loss:6.909523010253906 lr:1.9977286715778817e-05 tokens_per_second_per_gpu:352.9347690873939 
Step 220 | loss:6.920605182647705 lr:1.997706892710117e-05 tokens_per_second_per_gpu:302.027080495062 
Step 221 | loss:7.252382278442383 lr:1.997685010045353e-05 tokens_per_second_per_gpu:347.002200199274 
Step 222 | loss:6.986074447631836 lr:1.997663023585865e-05 tokens_per_second_per_gpu:289.05618841386377 
Step 223 | loss:6.899718761444092 lr:1.997640933333942e-05 tokens_per_second_per_gpu:309.7589218417979 
Step 224 | loss:7.111077785491943 lr:1.997618739291881e-05 tokens_per_second_per_gpu:372.5728256725899 
Step 225 | loss:7.08058500289917 lr:1.9975964414619912e-05 tokens_per_second_per_gpu:325.4820813288705 
Step 226 | loss:7.016999244689941 lr:1.9975740398465927e-05 tokens_per_second_per_gpu:287.0234014946102 
Step 227 | loss:6.48237419128418 lr:1.9975515344480158e-05 tokens_per_second_per_gpu:274.19448904519817 
Step 228 | loss:6.522234916687012 lr:1.997528925268602e-05 tokens_per_second_per_gpu:260.21125813508223 
Step 229 | loss:6.949197769165039 lr:1.9975062123107034e-05 tokens_per_second_per_gpu:312.6437682563314 
Step 230 | loss:7.3072357177734375 lr:1.9974833955766832e-05 tokens_per_second_per_gpu:326.51372650251386 
Step 231 | loss:6.904223442077637 lr:1.9974604750689144e-05 tokens_per_second_per_gpu:319.5453004116103 
Step 232 | loss:6.821236610412598 lr:1.9974374507897823e-05 tokens_per_second_per_gpu:290.9222482604515 
Step 233 | loss:6.684503555297852 lr:1.997414322741682e-05 tokens_per_second_per_gpu:270.20791292765347 
Step 234 | loss:6.7692155838012695 lr:1.9973910909270193e-05 tokens_per_second_per_gpu:247.13490326220276 
Step 235 | loss:7.073625087738037 lr:1.9973677553482118e-05 tokens_per_second_per_gpu:326.0278802727998 
Step 236 | loss:6.920529842376709 lr:1.997344316007687e-05 tokens_per_second_per_gpu:329.38794288673256 
Step 237 | loss:6.527353763580322 lr:1.9973207729078828e-05 tokens_per_second_per_gpu:278.8374456737344 
Step 238 | loss:7.057991027832031 lr:1.99729712605125e-05 tokens_per_second_per_gpu:355.43150294531154 
Step 239 | loss:7.017406463623047 lr:1.9972733754402467e-05 tokens_per_second_per_gpu:312.8829617740564 
Step 240 | loss:6.91282844543457 lr:1.997249521077345e-05 tokens_per_second_per_gpu:373.5529655851684 
Step 241 | loss:6.626016139984131 lr:1.997225562965027e-05 tokens_per_second_per_gpu:284.12310543305693 
Step 242 | loss:6.623907089233398 lr:1.9972015011057845e-05 tokens_per_second_per_gpu:288.4375327896881 
Step 243 | loss:6.7330498695373535 lr:1.9971773355021205e-05 tokens_per_second_per_gpu:262.0498685035686 
Step 244 | loss:6.729167938232422 lr:1.99715306615655e-05 tokens_per_second_per_gpu:356.21188847437804 
Step 245 | loss:6.997028827667236 lr:1.9971286930715975e-05 tokens_per_second_per_gpu:288.09419154276236 
Step 246 | loss:6.9490485191345215 lr:1.9971042162497983e-05 tokens_per_second_per_gpu:348.1978126073749 
Step 247 | loss:6.765101909637451 lr:1.997079635693699e-05 tokens_per_second_per_gpu:271.9715294105213 
Step 248 | loss:7.165027141571045 lr:1.9970549514058572e-05 tokens_per_second_per_gpu:315.76895496919997 
Step 249 | loss:6.809776306152344 lr:1.997030163388841e-05 tokens_per_second_per_gpu:298.8168493594693 
Step 250 | loss:6.897345542907715 lr:1.9970052716452284e-05 tokens_per_second_per_gpu:298.0434162941268 
Step 251 | loss:6.921077728271484 lr:1.99698027617761e-05 tokens_per_second_per_gpu:376.0340573323134 
Step 252 | loss:6.971427917480469 lr:1.9969551769885856e-05 tokens_per_second_per_gpu:248.228316303469 
Step 253 | loss:6.924198627471924 lr:1.9969299740807666e-05 tokens_per_second_per_gpu:265.99017666456075 
Step 254 | loss:6.884195804595947 lr:1.9969046674567753e-05 tokens_per_second_per_gpu:309.5105462044867 
Step 255 | loss:6.686300277709961 lr:1.9968792571192435e-05 tokens_per_second_per_gpu:246.314551101663 
Step 256 | loss:6.90740442276001 lr:1.9968537430708164e-05 tokens_per_second_per_gpu:335.22262258662374 
Step 257 | loss:6.624170303344727 lr:1.996828125314147e-05 tokens_per_second_per_gpu:275.0068562085913 
Step 258 | loss:6.666679382324219 lr:1.9968024038519008e-05 tokens_per_second_per_gpu:293.6432447161616 
Step 259 | loss:6.620931148529053 lr:1.996776578686754e-05 tokens_per_second_per_gpu:307.4614212450486 
Step 260 | loss:6.8305840492248535 lr:1.9967506498213932e-05 tokens_per_second_per_gpu:328.67422920323776 
Step 261 | loss:7.023387432098389 lr:1.996724617258516e-05 tokens_per_second_per_gpu:298.09441290326896 
Step 262 | loss:7.032508850097656 lr:1.9966984810008304e-05 tokens_per_second_per_gpu:290.83318911791787 
Step 263 | loss:7.092904090881348 lr:1.9966722410510557e-05 tokens_per_second_per_gpu:294.0741797183687 
Step 264 | loss:6.821505546569824 lr:1.9966458974119217e-05 tokens_per_second_per_gpu:279.48544231908306 
Step 265 | loss:6.698811054229736 lr:1.9966194500861697e-05 tokens_per_second_per_gpu:260.6732436947708 
Step 266 | loss:7.3107991218566895 lr:1.9965928990765505e-05 tokens_per_second_per_gpu:352.1392032704392 
Step 267 | loss:6.937166690826416 lr:1.996566244385826e-05 tokens_per_second_per_gpu:259.7018331836293 
Step 268 | loss:6.746645450592041 lr:1.9965394860167705e-05 tokens_per_second_per_gpu:285.4746496702248 
Step 269 | loss:7.007467746734619 lr:1.9965126239721665e-05 tokens_per_second_per_gpu:351.0868586308774 
Step 270 | loss:6.918213844299316 lr:1.9964856582548094e-05 tokens_per_second_per_gpu:280.32958707746496 
Step 271 | loss:7.142049789428711 lr:1.9964585888675043e-05 tokens_per_second_per_gpu:302.4982757321956 
Step 272 | loss:7.188492774963379 lr:1.9964314158130676e-05 tokens_per_second_per_gpu:380.7030070239461 
Step 273 | loss:6.719809532165527 lr:1.996404139094326e-05 tokens_per_second_per_gpu:297.9126017695387 
Step 274 | loss:6.730033874511719 lr:1.9963767587141172e-05 tokens_per_second_per_gpu:287.78331737039997 
Step 275 | loss:6.828270435333252 lr:1.99634927467529e-05 tokens_per_second_per_gpu:320.31565819372867 
Step 276 | loss:6.711112976074219 lr:1.9963216869807037e-05 tokens_per_second_per_gpu:346.1800920991424 
Step 277 | loss:6.7870354652404785 lr:1.996293995633228e-05 tokens_per_second_per_gpu:253.1468398039261 
Step 278 | loss:6.736034393310547 lr:1.9962662006357444e-05 tokens_per_second_per_gpu:314.71799142941705 
Step 279 | loss:6.9706621170043945 lr:1.996238301991144e-05 tokens_per_second_per_gpu:319.3661793558561 
Step 280 | loss:6.404815673828125 lr:1.9962102997023297e-05 tokens_per_second_per_gpu:258.06428298198637 
Step 281 | loss:6.513062000274658 lr:1.9961821937722146e-05 tokens_per_second_per_gpu:264.6871511239812 
Step 282 | loss:6.771572113037109 lr:1.9961539842037227e-05 tokens_per_second_per_gpu:289.186551893644 
Step 283 | loss:6.708916664123535 lr:1.9961256709997885e-05 tokens_per_second_per_gpu:300.3938950440532 
Step 284 | loss:6.867634296417236 lr:1.996097254163358e-05 tokens_per_second_per_gpu:306.6240055605775 
Step 285 | loss:6.510459899902344 lr:1.9960687336973875e-05 tokens_per_second_per_gpu:312.6376700342895 
Step 286 | loss:6.8360395431518555 lr:1.996040109604844e-05 tokens_per_second_per_gpu:312.65880063335527 
Step 287 | loss:6.772022247314453 lr:1.9960113818887053e-05 tokens_per_second_per_gpu:265.4586313060891 
Step 288 | loss:7.021107196807861 lr:1.9959825505519603e-05 tokens_per_second_per_gpu:300.0412306880167 
Step 289 | loss:7.101892471313477 lr:1.9959536155976085e-05 tokens_per_second_per_gpu:329.8175338804744 
Step 290 | loss:6.761503219604492 lr:1.9959245770286602e-05 tokens_per_second_per_gpu:298.7157804027214 
Step 291 | loss:6.747314453125 lr:1.9958954348481363e-05 tokens_per_second_per_gpu:315.0493985325256 
Step 292 | loss:6.657977104187012 lr:1.9958661890590684e-05 tokens_per_second_per_gpu:266.83346968874315 
Step 293 | loss:6.637365818023682 lr:1.9958368396644998e-05 tokens_per_second_per_gpu:248.83121521869134 
Step 294 | loss:6.918891906738281 lr:1.9958073866674832e-05 tokens_per_second_per_gpu:286.1014642789419 
Step 295 | loss:6.415533065795898 lr:1.9957778300710832e-05 tokens_per_second_per_gpu:214.85529412701268 
Step 296 | loss:6.915262222290039 lr:1.9957481698783745e-05 tokens_per_second_per_gpu:309.76716743315137 
Step 297 | loss:6.884762763977051 lr:1.995718406092443e-05 tokens_per_second_per_gpu:310.91955678241766 
Step 298 | loss:6.509872913360596 lr:1.995688538716385e-05 tokens_per_second_per_gpu:310.39327029869196 
Step 299 | loss:6.709918022155762 lr:1.995658567753308e-05 tokens_per_second_per_gpu:272.6352421941704 
Step 300 | loss:6.883779525756836 lr:1.9956284932063295e-05 tokens_per_second_per_gpu:374.69409019589256 
Step 301 | loss:6.942371845245361 lr:1.995598315078579e-05 tokens_per_second_per_gpu:262.6356929298863 
Step 302 | loss:6.540561199188232 lr:1.995568033373196e-05 tokens_per_second_per_gpu:278.14422509036996 
Step 303 | loss:6.910062789916992 lr:1.9955376480933303e-05 tokens_per_second_per_gpu:363.02863690625037 
Step 304 | loss:6.853165626525879 lr:1.9955071592421432e-05 tokens_per_second_per_gpu:321.78034483678937 
Step 305 | loss:6.820340156555176 lr:1.9954765668228075e-05 tokens_per_second_per_gpu:334.0200934235837 
Step 306 | loss:6.855251789093018 lr:1.9954458708385047e-05 tokens_per_second_per_gpu:379.64964006568164 
Step 307 | loss:6.760929107666016 lr:1.9954150712924294e-05 tokens_per_second_per_gpu:258.5904303384363 
Step 308 | loss:6.735272407531738 lr:1.9953841681877847e-05 tokens_per_second_per_gpu:288.0507935434356 
Step 309 | loss:6.415306091308594 lr:1.9953531615277865e-05 tokens_per_second_per_gpu:286.1676665911095 
Step 310 | loss:6.917040824890137 lr:1.9953220513156604e-05 tokens_per_second_per_gpu:309.938973605083 
Step 311 | loss:6.670398235321045 lr:1.9952908375546428e-05 tokens_per_second_per_gpu:263.60228354716077 
Step 312 | loss:6.959989547729492 lr:1.995259520247981e-05 tokens_per_second_per_gpu:252.73108100770656 
Step 313 | loss:6.560786247253418 lr:1.9952280993989332e-05 tokens_per_second_per_gpu:281.94036019623337 
Step 314 | loss:6.84907865524292 lr:1.9951965750107684e-05 tokens_per_second_per_gpu:350.8721438075184 
Step 315 | loss:6.697085857391357 lr:1.9951649470867663e-05 tokens_per_second_per_gpu:310.3500602632186 
Step 316 | loss:6.58302116394043 lr:1.995133215630217e-05 tokens_per_second_per_gpu:275.2142036318232 
Step 317 | loss:6.87288236618042 lr:1.995101380644422e-05 tokens_per_second_per_gpu:357.6331607280166 
Step 318 | loss:6.5271148681640625 lr:1.995069442132693e-05 tokens_per_second_per_gpu:290.8171604917006 
Step 319 | loss:6.399945259094238 lr:1.995037400098353e-05 tokens_per_second_per_gpu:263.7206581875835 
Step 320 | loss:6.771709442138672 lr:1.9950052545447354e-05 tokens_per_second_per_gpu:338.9328360632001 
Step 321 | loss:6.71743631362915 lr:1.9949730054751842e-05 tokens_per_second_per_gpu:277.0351200516101 
Step 322 | loss:7.03441047668457 lr:1.9949406528930556e-05 tokens_per_second_per_gpu:394.9647162459823 
Step 323 | loss:6.861910343170166 lr:1.994908196801714e-05 tokens_per_second_per_gpu:319.6288189952624 
Step 324 | loss:6.801533222198486 lr:1.9948756372045362e-05 tokens_per_second_per_gpu:238.5023424193582 
Step 325 | loss:6.639987468719482 lr:1.9948429741049105e-05 tokens_per_second_per_gpu:287.5008636625367 
Step 326 | loss:6.761016845703125 lr:1.994810207506234e-05 tokens_per_second_per_gpu:386.8408062807486 
Step 327 | loss:6.377650737762451 lr:1.9947773374119164e-05 tokens_per_second_per_gpu:279.6260690843288 
Step 328 | loss:6.305369853973389 lr:1.994744363825377e-05 tokens_per_second_per_gpu:231.3041712763149 
Step 329 | loss:6.401975154876709 lr:1.994711286750046e-05 tokens_per_second_per_gpu:286.32220886967815 
Step 330 | loss:6.885079860687256 lr:1.9946781061893648e-05 tokens_per_second_per_gpu:351.2585167576461 
Step 331 | loss:6.850815296173096 lr:1.9946448221467854e-05 tokens_per_second_per_gpu:280.8663246759133 
Step 332 | loss:6.914004325866699 lr:1.9946114346257704e-05 tokens_per_second_per_gpu:337.0188504071056 
Step 333 | loss:6.520432949066162 lr:1.9945779436297937e-05 tokens_per_second_per_gpu:258.66548461320457 
Step 334 | loss:6.227980613708496 lr:1.9945443491623386e-05 tokens_per_second_per_gpu:286.7895646383462 
Step 335 | loss:6.500077247619629 lr:1.9945106512269016e-05 tokens_per_second_per_gpu:268.9200512615381 
Step 336 | loss:6.677626132965088 lr:1.9944768498269867e-05 tokens_per_second_per_gpu:282.221390160026 
Step 337 | loss:6.449267387390137 lr:1.994442944966112e-05 tokens_per_second_per_gpu:248.93720925800235 
Step 338 | loss:6.385103702545166 lr:1.994408936647804e-05 tokens_per_second_per_gpu:313.47186758313836 
Step 339 | loss:6.75241231918335 lr:1.994374824875601e-05 tokens_per_second_per_gpu:308.8968004347625 
Step 340 | loss:6.654500484466553 lr:1.994340609653052e-05 tokens_per_second_per_gpu:291.5215480268107 
Step 341 | loss:6.36486291885376 lr:1.9943062909837162e-05 tokens_per_second_per_gpu:269.9591786945022 
Step 342 | loss:6.601317882537842 lr:1.994271868871164e-05 tokens_per_second_per_gpu:328.95505536742536 
Step 343 | loss:6.733454704284668 lr:1.994237343318977e-05 tokens_per_second_per_gpu:291.9761947330244 
Step 344 | loss:6.6149749755859375 lr:1.994202714330747e-05 tokens_per_second_per_gpu:298.68286071144024 
Step 345 | loss:6.384305000305176 lr:1.9941679819100757e-05 tokens_per_second_per_gpu:242.98672665049665 
Step 346 | loss:6.783364772796631 lr:1.9941331460605776e-05 tokens_per_second_per_gpu:340.4690022706682 
Step 347 | loss:7.14829683303833 lr:1.9940982067858766e-05 tokens_per_second_per_gpu:329.07779819115126 
Step 348 | loss:7.133437633514404 lr:1.9940631640896073e-05 tokens_per_second_per_gpu:376.36959195893434 
Step 349 | loss:6.517077922821045 lr:1.9940280179754155e-05 tokens_per_second_per_gpu:291.5958561646496 
Step 350 | loss:6.653491973876953 lr:1.9939927684469584e-05 tokens_per_second_per_gpu:275.0175066323881 
Step 351 | loss:6.61660099029541 lr:1.993957415507902e-05 tokens_per_second_per_gpu:284.6630826935596 
Step 352 | loss:6.916867733001709 lr:1.993921959161925e-05 tokens_per_second_per_gpu:358.9777743780575 
Step 353 | loss:6.675301551818848 lr:1.993886399412716e-05 tokens_per_second_per_gpu:236.36849669289072 
Step 354 | loss:6.549389839172363 lr:1.993850736263974e-05 tokens_per_second_per_gpu:283.558175081711 
Step 355 | loss:6.7922139167785645 lr:1.9938149697194102e-05 tokens_per_second_per_gpu:318.7864614828891 
Step 356 | loss:6.803732872009277 lr:1.9937790997827448e-05 tokens_per_second_per_gpu:315.69010501583233 
Step 357 | loss:6.423575401306152 lr:1.99374312645771e-05 tokens_per_second_per_gpu:202.33610622502354 
Step 358 | loss:6.9187397956848145 lr:1.993707049748048e-05 tokens_per_second_per_gpu:265.2315129237158 
Step 359 | loss:6.793628215789795 lr:1.993670869657512e-05 tokens_per_second_per_gpu:258.7952516112343 
Step 360 | loss:6.910679817199707 lr:1.9936345861898664e-05 tokens_per_second_per_gpu:300.9370843432093 
Step 361 | loss:6.476450443267822 lr:1.9935981993488855e-05 tokens_per_second_per_gpu:255.49312270681912 
Step 362 | loss:6.50670862197876 lr:1.993561709138355e-05 tokens_per_second_per_gpu:306.28052402000293 
Step 363 | loss:6.513772964477539 lr:1.9935251155620716e-05 tokens_per_second_per_gpu:340.10616149781333 
Step 364 | loss:6.305266380310059 lr:1.993488418623842e-05 tokens_per_second_per_gpu:230.82421357844916 
Step 365 | loss:6.378557205200195 lr:1.993451618327484e-05 tokens_per_second_per_gpu:278.6621816584764 
Step 366 | loss:6.703492164611816 lr:1.993414714676826e-05 tokens_per_second_per_gpu:277.23544374348177 
Step 367 | loss:6.588595867156982 lr:1.993377707675707e-05 tokens_per_second_per_gpu:268.0468083962612 
Step 368 | loss:6.535052299499512 lr:1.993340597327978e-05 tokens_per_second_per_gpu:310.50026320936735 
Step 369 | loss:6.808030128479004 lr:1.993303383637499e-05 tokens_per_second_per_gpu:304.6505776664524 
Step 370 | loss:6.634066581726074 lr:1.993266066608142e-05 tokens_per_second_per_gpu:283.1018812175312 
Step 371 | loss:6.693925380706787 lr:1.993228646243789e-05 tokens_per_second_per_gpu:305.7277868739723 
Step 372 | loss:6.620841026306152 lr:1.993191122548333e-05 tokens_per_second_per_gpu:263.38571556393896 
Step 373 | loss:6.724822998046875 lr:1.993153495525678e-05 tokens_per_second_per_gpu:348.56903799016044 
Step 374 | loss:6.681251049041748 lr:1.9931157651797385e-05 tokens_per_second_per_gpu:351.91704643542386 
Step 375 | loss:7.009207725524902 lr:1.99307793151444e-05 tokens_per_second_per_gpu:373.6749141516698 
Step 376 | loss:6.87130069732666 lr:1.993039994533718e-05 tokens_per_second_per_gpu:351.16886343904014 
Step 377 | loss:6.541420936584473 lr:1.99300195424152e-05 tokens_per_second_per_gpu:296.7349517073627 
Step 378 | loss:6.565158367156982 lr:1.992963810641803e-05 tokens_per_second_per_gpu:298.8394098143117 
Step 379 | loss:6.744264602661133 lr:1.9929255637385353e-05 tokens_per_second_per_gpu:272.23506860366115 
Step 380 | loss:6.855289936065674 lr:1.9928872135356964e-05 tokens_per_second_per_gpu:404.7195524236498 
Step 381 | loss:6.628541946411133 lr:1.9928487600372754e-05 tokens_per_second_per_gpu:356.42058688071614 
Step 382 | loss:6.7311506271362305 lr:1.9928102032472738e-05 tokens_per_second_per_gpu:276.8477025735604 
Step 383 | loss:6.767134189605713 lr:1.9927715431697016e-05 tokens_per_second_per_gpu:287.7869590811756 
Step 384 | loss:6.846219062805176 lr:1.992732779808582e-05 tokens_per_second_per_gpu:304.3938616102265 
Step 385 | loss:6.493983268737793 lr:1.992693913167947e-05 tokens_per_second_per_gpu:254.74139251152957 
Step 386 | loss:6.60849142074585 lr:1.9926549432518408e-05 tokens_per_second_per_gpu:334.8800415595883 
Step 387 | loss:6.973299026489258 lr:1.992615870064317e-05 tokens_per_second_per_gpu:279.44626950481955 
Step 388 | loss:6.450319290161133 lr:1.9925766936094408e-05 tokens_per_second_per_gpu:273.0918926183057 
Step 389 | loss:6.618673801422119 lr:1.9925374138912885e-05 tokens_per_second_per_gpu:279.9310761472137 
Step 390 | loss:6.926342010498047 lr:1.9924980309139455e-05 tokens_per_second_per_gpu:321.7290966767487 
Step 391 | loss:6.641952991485596 lr:1.99245854468151e-05 tokens_per_second_per_gpu:343.869261088721 
Step 392 | loss:6.3677496910095215 lr:1.992418955198089e-05 tokens_per_second_per_gpu:252.82926869221396 
Step 393 | loss:6.527409076690674 lr:1.9923792624678025e-05 tokens_per_second_per_gpu:287.1673774016086 
Step 394 | loss:6.602227210998535 lr:1.992339466494779e-05 tokens_per_second_per_gpu:276.84361572647396 
Step 395 | loss:6.581066131591797 lr:1.9922995672831587e-05 tokens_per_second_per_gpu:293.36289282866807 
Step 396 | loss:6.458282470703125 lr:1.9922595648370932e-05 tokens_per_second_per_gpu:290.3136825602603 
Step 397 | loss:6.45497989654541 lr:1.9922194591607435e-05 tokens_per_second_per_gpu:232.29234662680543 
Step 398 | loss:6.382040977478027 lr:1.9921792502582823e-05 tokens_per_second_per_gpu:272.4439322458785 
Step 399 | loss:6.544475555419922 lr:1.992138938133893e-05 tokens_per_second_per_gpu:368.279929804463 
Step 400 | loss:6.776321887969971 lr:1.992098522791769e-05 tokens_per_second_per_gpu:377.6733912262516 
Step 401 | loss:6.6216936111450195 lr:1.9920580042361153e-05 tokens_per_second_per_gpu:244.99387334570062 
Step 402 | loss:6.726133823394775 lr:1.9920173824711473e-05 tokens_per_second_per_gpu:265.10276652405923 
Step 403 | loss:6.808374404907227 lr:1.9919766575010907e-05 tokens_per_second_per_gpu:343.6172421032422 
Step 404 | loss:6.563603401184082 lr:1.9919358293301827e-05 tokens_per_second_per_gpu:305.1652883728793 
Step 405 | loss:6.543699264526367 lr:1.991894897962671e-05 tokens_per_second_per_gpu:295.06456431811506 
Step 406 | loss:6.381382465362549 lr:1.9918538634028132e-05 tokens_per_second_per_gpu:296.6017055668987 
Step 407 | loss:6.941678524017334 lr:1.9918127256548792e-05 tokens_per_second_per_gpu:359.7382809238593 
Step 408 | loss:6.585826396942139 lr:1.9917714847231484e-05 tokens_per_second_per_gpu:288.92718774028367 
Step 409 | loss:6.606912136077881 lr:1.991730140611911e-05 tokens_per_second_per_gpu:315.5783009680755 
Step 410 | loss:6.090660095214844 lr:1.991688693325469e-05 tokens_per_second_per_gpu:227.5852930318689 
Step 411 | loss:6.446824073791504 lr:1.991647142868134e-05 tokens_per_second_per_gpu:285.32488502382233 
Step 412 | loss:6.802322864532471 lr:1.9916054892442287e-05 tokens_per_second_per_gpu:302.21087719623654 
Step 413 | loss:6.682470321655273 lr:1.9915637324580865e-05 tokens_per_second_per_gpu:372.94850868882384 
Step 414 | loss:6.203547477722168 lr:1.991521872514052e-05 tokens_per_second_per_gpu:219.54582774746228 
Step 415 | loss:6.508320331573486 lr:1.9914799094164797e-05 tokens_per_second_per_gpu:285.69499510565976 
Step 416 | loss:6.561944007873535 lr:1.991437843169735e-05 tokens_per_second_per_gpu:306.9188954743599 
Step 417 | loss:6.761274814605713 lr:1.991395673778195e-05 tokens_per_second_per_gpu:337.9584920189333 
Step 418 | loss:6.840280532836914 lr:1.9913534012462465e-05 tokens_per_second_per_gpu:333.3044455940271 
Step 419 | loss:6.351871490478516 lr:1.9913110255782874e-05 tokens_per_second_per_gpu:298.0430822498557 
Step 420 | loss:6.444021224975586 lr:1.991268546778726e-05 tokens_per_second_per_gpu:352.475084817579 
Step 421 | loss:6.5082011222839355 lr:1.9912259648519816e-05 tokens_per_second_per_gpu:252.06805135114945 
Step 422 | loss:6.404311180114746 lr:1.9911832798024846e-05 tokens_per_second_per_gpu:250.68893840248526 
Step 423 | loss:6.379782676696777 lr:1.9911404916346756e-05 tokens_per_second_per_gpu:239.76825202902552 
Step 424 | loss:6.354495048522949 lr:1.991097600353006e-05 tokens_per_second_per_gpu:247.82259296387537 
Step 425 | loss:6.653438091278076 lr:1.991054605961938e-05 tokens_per_second_per_gpu:343.12754169905844 
Step 426 | loss:6.421967506408691 lr:1.9910115084659454e-05 tokens_per_second_per_gpu:247.9368020698333 
Step 427 | loss:6.464604377746582 lr:1.9909683078695104e-05 tokens_per_second_per_gpu:296.01836920289986 
Step 428 | loss:6.6795196533203125 lr:1.9909250041771283e-05 tokens_per_second_per_gpu:331.509943022773 
Step 429 | loss:6.61265230178833 lr:1.990881597393304e-05 tokens_per_second_per_gpu:301.1636029201548 
Step 430 | loss:7.032508850097656 lr:1.9908380875225534e-05 tokens_per_second_per_gpu:440.38457216035835 
Step 431 | loss:6.397366046905518 lr:1.9907944745694034e-05 tokens_per_second_per_gpu:271.1774172300935 
Step 432 | loss:6.316505432128906 lr:1.990750758538391e-05 tokens_per_second_per_gpu:275.97048656682483 
Step 433 | loss:6.485626220703125 lr:1.9907069394340634e-05 tokens_per_second_per_gpu:233.69192016968321 
Step 434 | loss:6.628506183624268 lr:1.990663017260981e-05 tokens_per_second_per_gpu:299.88508672901224 
Step 435 | loss:6.502965927124023 lr:1.990618992023712e-05 tokens_per_second_per_gpu:252.6724526068338 
Step 436 | loss:7.025553226470947 lr:1.9905748637268368e-05 tokens_per_second_per_gpu:317.23528706489714 
Step 437 | loss:6.613793849945068 lr:1.9905306323749467e-05 tokens_per_second_per_gpu:277.985976267557 
Step 438 | loss:6.707982540130615 lr:1.9904862979726434e-05 tokens_per_second_per_gpu:304.1297802974695 
Step 439 | loss:6.134627342224121 lr:1.9904418605245385e-05 tokens_per_second_per_gpu:237.06067794509124 
Step 440 | loss:6.387422561645508 lr:1.990397320035256e-05 tokens_per_second_per_gpu:290.5452616971675 
Step 441 | loss:6.538475513458252 lr:1.990352676509429e-05 tokens_per_second_per_gpu:250.80729596511432 
Step 442 | loss:6.275641441345215 lr:1.9903079299517025e-05 tokens_per_second_per_gpu:276.13173502125227 
Step 443 | loss:6.595654010772705 lr:1.9902630803667314e-05 tokens_per_second_per_gpu:315.90010822626414 
Step 444 | loss:6.658531665802002 lr:1.9902181277591818e-05 tokens_per_second_per_gpu:364.9836266347324 
Step 445 | loss:6.489343643188477 lr:1.99017307213373e-05 tokens_per_second_per_gpu:330.3854856017581 
Step 446 | loss:6.613307952880859 lr:1.9901279134950642e-05 tokens_per_second_per_gpu:339.1992132114844 
Step 447 | loss:6.254071235656738 lr:1.9900826518478817e-05 tokens_per_second_per_gpu:295.4760429556656 
Step 448 | loss:6.120898246765137 lr:1.990037287196892e-05 tokens_per_second_per_gpu:230.83123986587546 
Step 449 | loss:6.42336893081665 lr:1.989991819546814e-05 tokens_per_second_per_gpu:284.21515080660856 
Step 450 | loss:6.4409260749816895 lr:1.9899462489023783e-05 tokens_per_second_per_gpu:341.7038812092701 
Step 451 | loss:6.259151458740234 lr:1.989900575268326e-05 tokens_per_second_per_gpu:300.66354869936384 
Step 452 | loss:6.7203049659729 lr:1.9898547986494084e-05 tokens_per_second_per_gpu:276.4975997710267 
Step 453 | loss:6.101406097412109 lr:1.989808919050388e-05 tokens_per_second_per_gpu:254.79160201322028 
Step 454 | loss:6.3280792236328125 lr:1.989762936476038e-05 tokens_per_second_per_gpu:288.21741462255665 
Step 455 | loss:6.63469934463501 lr:1.9897168509311423e-05 tokens_per_second_per_gpu:305.3082756817471 
Step 456 | loss:6.6568756103515625 lr:1.9896706624204954e-05 tokens_per_second_per_gpu:406.26836059835074 
Step 457 | loss:6.515678882598877 lr:1.9896243709489025e-05 tokens_per_second_per_gpu:300.81431942653916 
Step 458 | loss:6.716988563537598 lr:1.9895779765211793e-05 tokens_per_second_per_gpu:319.9581614798865 
Step 459 | loss:6.4316534996032715 lr:1.989531479142153e-05 tokens_per_second_per_gpu:318.71425662345433 
Step 460 | loss:6.547478675842285 lr:1.9894848788166606e-05 tokens_per_second_per_gpu:308.96548358054775 
Step 461 | loss:6.179567813873291 lr:1.9894381755495505e-05 tokens_per_second_per_gpu:242.9572503725142 
Step 462 | loss:5.94287109375 lr:1.989391369345681e-05 tokens_per_second_per_gpu:261.6439762215546 
Step 463 | loss:6.179750442504883 lr:1.989344460209922e-05 tokens_per_second_per_gpu:261.2005846803512 
Step 464 | loss:6.695095062255859 lr:1.9892974481471538e-05 tokens_per_second_per_gpu:292.6867090551711 
Step 465 | loss:6.476221561431885 lr:1.989250333162267e-05 tokens_per_second_per_gpu:276.2608035053868 
Step 466 | loss:6.644166946411133 lr:1.9892031152601635e-05 tokens_per_second_per_gpu:338.9260633066579 
Step 467 | loss:6.681401252746582 lr:1.9891557944457552e-05 tokens_per_second_per_gpu:330.2888261566724 
Step 468 | loss:6.400221824645996 lr:1.989108370723966e-05 tokens_per_second_per_gpu:286.8357852179324 
Step 469 | loss:6.677695274353027 lr:1.9890608440997286e-05 tokens_per_second_per_gpu:304.7241635025214 
Step 470 | loss:6.405679702758789 lr:1.9890132145779885e-05 tokens_per_second_per_gpu:305.911043098268 
Step 471 | loss:6.482739448547363 lr:1.9889654821637e-05 tokens_per_second_per_gpu:304.9028995760994 
Step 472 | loss:6.709305763244629 lr:1.9889176468618295e-05 tokens_per_second_per_gpu:325.4138815550305 
Step 473 | loss:6.886833190917969 lr:1.9888697086773535e-05 tokens_per_second_per_gpu:309.9221770378256 
Step 474 | loss:6.1174635887146 lr:1.988821667615259e-05 tokens_per_second_per_gpu:324.4417651332895 
Step 475 | loss:6.595966815948486 lr:1.988773523680544e-05 tokens_per_second_per_gpu:327.6757918161302 
Step 476 | loss:6.039926528930664 lr:1.9887252768782177e-05 tokens_per_second_per_gpu:233.80064763143133 
Step 477 | loss:6.42252254486084 lr:1.988676927213299e-05 tokens_per_second_per_gpu:303.6903785644793 
Step 478 | loss:6.489736080169678 lr:1.988628474690818e-05 tokens_per_second_per_gpu:342.09326826094303 
Step 479 | loss:6.037985324859619 lr:1.9885799193158158e-05 tokens_per_second_per_gpu:261.83826760652624 
Step 480 | loss:6.151850700378418 lr:1.9885312610933433e-05 tokens_per_second_per_gpu:244.49070948656083 
Step 481 | loss:6.254202842712402 lr:1.988482500028463e-05 tokens_per_second_per_gpu:281.09864992098716 
Step 482 | loss:6.439117908477783 lr:1.9884336361262483e-05 tokens_per_second_per_gpu:315.02683482288256 
Step 483 | loss:6.246485710144043 lr:1.9883846693917824e-05 tokens_per_second_per_gpu:240.37326390728037 
Step 484 | loss:6.252124786376953 lr:1.9883355998301594e-05 tokens_per_second_per_gpu:278.68729186627445 
Step 485 | loss:6.374982833862305 lr:1.9882864274464842e-05 tokens_per_second_per_gpu:251.9775984075328 
Step 486 | loss:6.450839996337891 lr:1.9882371522458726e-05 tokens_per_second_per_gpu:314.10504216859084 
Step 487 | loss:6.930842399597168 lr:1.9881877742334512e-05 tokens_per_second_per_gpu:323.3270470113499 
Step 488 | loss:6.591658115386963 lr:1.9881382934143567e-05 tokens_per_second_per_gpu:280.16920171172785 
Step 489 | loss:6.366589069366455 lr:1.988088709793737e-05 tokens_per_second_per_gpu:305.74800409996897 
Step 490 | loss:6.481079578399658 lr:1.988039023376751e-05 tokens_per_second_per_gpu:346.4181780510755 
Step 491 | loss:6.149884223937988 lr:1.9879892341685675e-05 tokens_per_second_per_gpu:261.44455198924504 
Step 492 | loss:6.62859582901001 lr:1.9879393421743663e-05 tokens_per_second_per_gpu:303.53650092638526 
Step 493 | loss:6.874626636505127 lr:1.9878893473993377e-05 tokens_per_second_per_gpu:463.38832773882336 
Step 494 | loss:6.589644908905029 lr:1.9878392498486835e-05 tokens_per_second_per_gpu:325.3858728413542 
Step 495 | loss:6.391654014587402 lr:1.9877890495276154e-05 tokens_per_second_per_gpu:288.4196697772059 
Step 496 | loss:5.99715518951416 lr:1.9877387464413557e-05 tokens_per_second_per_gpu:259.97358584832983 
Step 497 | loss:5.974109172821045 lr:1.9876883405951378e-05 tokens_per_second_per_gpu:292.1065337587816 
Step 498 | loss:6.3502068519592285 lr:1.9876378319942062e-05 tokens_per_second_per_gpu:298.71238793154987 
Step 499 | loss:5.691283226013184 lr:1.9875872206438152e-05 tokens_per_second_per_gpu:219.13703559523495 
Step 500 | loss:5.960679054260254 lr:1.9875365065492303e-05 tokens_per_second_per_gpu:245.83860835566193 
Step 501 | loss:5.844156742095947 lr:1.9874856897157272e-05 tokens_per_second_per_gpu:260.0000668519038 
Step 502 | loss:6.002243995666504 lr:1.9874347701485933e-05 tokens_per_second_per_gpu:240.55002405232952 
Step 503 | loss:6.1578688621521 lr:1.9873837478531257e-05 tokens_per_second_per_gpu:268.77608373643153 
Step 504 | loss:6.620581150054932 lr:1.9873326228346323e-05 tokens_per_second_per_gpu:340.8496524439581 
Step 505 | loss:6.53029727935791 lr:1.9872813950984323e-05 tokens_per_second_per_gpu:319.1973113517614 
Step 506 | loss:6.735279083251953 lr:1.9872300646498554e-05 tokens_per_second_per_gpu:347.21951421210633 
Step 507 | loss:6.156961441040039 lr:1.987178631494241e-05 tokens_per_second_per_gpu:270.1109764766689 
Step 508 | loss:5.894543170928955 lr:1.987127095636941e-05 tokens_per_second_per_gpu:230.95759559250695 
Step 509 | loss:6.185496807098389 lr:1.9870754570833156e-05 tokens_per_second_per_gpu:258.35246603979886 
Step 510 | loss:6.275147438049316 lr:1.9870237158387385e-05 tokens_per_second_per_gpu:274.28053380085265 
Step 511 | loss:6.549625396728516 lr:1.9869718719085917e-05 tokens_per_second_per_gpu:336.4185179923991 
Step 512 | loss:6.276925086975098 lr:1.986919925298269e-05 tokens_per_second_per_gpu:296.09704855612983 
Step 513 | loss:6.535863876342773 lr:1.986867876013175e-05 tokens_per_second_per_gpu:347.8309451590688 
Step 514 | loss:6.289785385131836 lr:1.9868157240587243e-05 tokens_per_second_per_gpu:306.1569759180849 
Step 515 | loss:6.569879055023193 lr:1.986763469440343e-05 tokens_per_second_per_gpu:370.12724547853054 
Step 516 | loss:6.244891166687012 lr:1.986711112163467e-05 tokens_per_second_per_gpu:296.3240141506356 
Step 517 | loss:6.623932838439941 lr:1.9866586522335436e-05 tokens_per_second_per_gpu:269.8209458695277 
Step 518 | loss:7.030526161193848 lr:1.98660608965603e-05 tokens_per_second_per_gpu:277.32028694307127 
Step 519 | loss:6.4436492919921875 lr:1.9865534244363955e-05 tokens_per_second_per_gpu:361.9679354356398 
Step 520 | loss:6.617755889892578 lr:1.986500656580118e-05 tokens_per_second_per_gpu:327.6633752452584 
Step 521 | loss:6.086728572845459 lr:1.9864477860926883e-05 tokens_per_second_per_gpu:292.6912708841092 
Step 522 | loss:6.1349616050720215 lr:1.9863948129796062e-05 tokens_per_second_per_gpu:253.37583610385136 
Step 523 | loss:6.18392276763916 lr:1.9863417372463833e-05 tokens_per_second_per_gpu:342.5697682949607 
Step 524 | loss:5.861606597900391 lr:1.9862885588985405e-05 tokens_per_second_per_gpu:297.3434321692283 
Step 525 | loss:6.574536323547363 lr:1.986235277941611e-05 tokens_per_second_per_gpu:332.2524372194695 
Step 526 | loss:6.353445529937744 lr:1.9861818943811374e-05 tokens_per_second_per_gpu:336.7117909642902 
Step 527 | loss:6.572321891784668 lr:1.986128408222674e-05 tokens_per_second_per_gpu:334.0552707563859 
Step 528 | loss:6.133465766906738 lr:1.986074819471785e-05 tokens_per_second_per_gpu:311.1884128014463 
Step 529 | loss:6.198424816131592 lr:1.9860211281340452e-05 tokens_per_second_per_gpu:304.54060631853866 
Step 530 | loss:6.257505416870117 lr:1.9859673342150413e-05 tokens_per_second_per_gpu:304.36118947746144 
Step 531 | loss:6.024259567260742 lr:1.985913437720369e-05 tokens_per_second_per_gpu:314.67889741254515 
Step 532 | loss:6.1058807373046875 lr:1.9858594386556357e-05 tokens_per_second_per_gpu:242.67543529507304 
Step 533 | loss:6.21450662612915 lr:1.9858053370264593e-05 tokens_per_second_per_gpu:266.8352246628229 
Step 534 | loss:6.339917182922363 lr:1.985751132838468e-05 tokens_per_second_per_gpu:292.6391824005457 
Step 535 | loss:6.0433526039123535 lr:1.985696826097301e-05 tokens_per_second_per_gpu:259.04221671205505 
Step 536 | loss:5.865540027618408 lr:1.985642416808609e-05 tokens_per_second_per_gpu:260.4507108247689 
Step 537 | loss:6.164801597595215 lr:1.9855879049780516e-05 tokens_per_second_per_gpu:267.35362719995317 
Step 538 | loss:6.156534194946289 lr:1.9855332906112998e-05 tokens_per_second_per_gpu:254.89239627681792 
Step 539 | loss:6.313703536987305 lr:1.985478573714036e-05 tokens_per_second_per_gpu:356.8801537724613 
Step 540 | loss:6.375438213348389 lr:1.9854237542919525e-05 tokens_per_second_per_gpu:343.85441544030004 
Step 541 | loss:6.000162124633789 lr:1.9853688323507524e-05 tokens_per_second_per_gpu:278.80370135482815 
Step 542 | loss:5.825074195861816 lr:1.9853138078961498e-05 tokens_per_second_per_gpu:257.37956978238185 
Step 543 | loss:6.0363969802856445 lr:1.985258680933869e-05 tokens_per_second_per_gpu:279.4577264423125 
Step 544 | loss:6.299658298492432 lr:1.985203451469645e-05 tokens_per_second_per_gpu:386.18091266529825 
Step 545 | loss:6.3267107009887695 lr:1.9851481195092243e-05 tokens_per_second_per_gpu:361.0027504131689 
Step 546 | loss:6.019087791442871 lr:1.985092685058362e-05 tokens_per_second_per_gpu:318.8823438278687 
Step 547 | loss:6.147646427154541 lr:1.9850371481228267e-05 tokens_per_second_per_gpu:278.220575314231 
Step 548 | loss:6.062258243560791 lr:1.9849815087083957e-05 tokens_per_second_per_gpu:282.8379930998993 
Step 549 | loss:6.713279724121094 lr:1.9849257668208577e-05 tokens_per_second_per_gpu:350.71161891145584 
Step 550 | loss:5.880749702453613 lr:1.984869922466011e-05 tokens_per_second_per_gpu:262.30480394861155 
Step 551 | loss:6.7407636642456055 lr:1.9848139756496666e-05 tokens_per_second_per_gpu:382.4498732180775 
Step 552 | loss:6.097360610961914 lr:1.984757926377644e-05 tokens_per_second_per_gpu:271.4902599769194 
Step 553 | loss:6.245288848876953 lr:1.9847017746557745e-05 tokens_per_second_per_gpu:268.53726245977083 
Step 554 | loss:6.184515476226807 lr:1.9846455204899005e-05 tokens_per_second_per_gpu:271.3398928882129 
Step 555 | loss:6.595704555511475 lr:1.9845891638858735e-05 tokens_per_second_per_gpu:315.014915270733 
Step 556 | loss:6.3727593421936035 lr:1.9845327048495576e-05 tokens_per_second_per_gpu:304.3267670616845 
Step 557 | loss:6.170516014099121 lr:1.9844761433868257e-05 tokens_per_second_per_gpu:296.7020639656078 
Step 558 | loss:5.78339958190918 lr:1.9844194795035627e-05 tokens_per_second_per_gpu:274.8980231387887 
Step 559 | loss:6.134182929992676 lr:1.9843627132056632e-05 tokens_per_second_per_gpu:304.5548909783905 
Step 560 | loss:6.061433792114258 lr:1.984305844499033e-05 tokens_per_second_per_gpu:248.05313934752036 
Step 561 | loss:6.189465045928955 lr:1.9842488733895894e-05 tokens_per_second_per_gpu:262.1386860718787 
Step 562 | loss:6.14892578125 lr:1.9841917998832582e-05 tokens_per_second_per_gpu:306.97198238906265 
Step 563 | loss:6.140408515930176 lr:1.9841346239859773e-05 tokens_per_second_per_gpu:270.35997682661065 
Step 564 | loss:6.420038223266602 lr:1.9840773457036956e-05 tokens_per_second_per_gpu:310.762396398901 
Step 565 | loss:5.74176549911499 lr:1.984019965042372e-05 tokens_per_second_per_gpu:258.018604463306 
Step 566 | loss:5.965458869934082 lr:1.9839624820079754e-05 tokens_per_second_per_gpu:297.31629726704153 
Step 567 | loss:6.071009635925293 lr:1.983904896606487e-05 tokens_per_second_per_gpu:280.5551222896493 
Step 568 | loss:5.763192176818848 lr:1.983847208843897e-05 tokens_per_second_per_gpu:310.9220017974269 
Step 569 | loss:6.179306507110596 lr:1.9837894187262073e-05 tokens_per_second_per_gpu:296.8722491705414 
Step 570 | loss:5.732259273529053 lr:1.9837315262594307e-05 tokens_per_second_per_gpu:261.0197363892853 
Step 571 | loss:6.119200229644775 lr:1.9836735314495888e-05 tokens_per_second_per_gpu:322.59198192447957 
Step 572 | loss:5.893571853637695 lr:1.983615434302716e-05 tokens_per_second_per_gpu:246.35057597948887 
Step 573 | loss:5.767389297485352 lr:1.983557234824856e-05 tokens_per_second_per_gpu:254.73242498921363 
Step 574 | loss:5.945878505706787 lr:1.9834989330220645e-05 tokens_per_second_per_gpu:288.03176179720305 
Step 575 | loss:6.002889156341553 lr:1.983440528900406e-05 tokens_per_second_per_gpu:352.72787908801024 
Step 576 | loss:5.990823745727539 lr:1.983382022465957e-05 tokens_per_second_per_gpu:270.3495986889368 
Step 577 | loss:5.88546085357666 lr:1.983323413724804e-05 tokens_per_second_per_gpu:318.6509704839644 
Step 578 | loss:5.844929218292236 lr:1.983264702683045e-05 tokens_per_second_per_gpu:332.56024534712134 
Step 579 | loss:5.9025373458862305 lr:1.9832058893467874e-05 tokens_per_second_per_gpu:281.99645242375226 
Step 580 | loss:5.754357814788818 lr:1.98314697372215e-05 tokens_per_second_per_gpu:286.6383675000031 
Step 581 | loss:5.561313629150391 lr:1.9830879558152624e-05 tokens_per_second_per_gpu:255.88884152888934 
Step 582 | loss:6.307765483856201 lr:1.9830288356322644e-05 tokens_per_second_per_gpu:280.1857211122519 
Step 583 | loss:6.114072799682617 lr:1.9829696131793065e-05 tokens_per_second_per_gpu:283.0671685145284 
Step 584 | loss:5.905050277709961 lr:1.98291028846255e-05 tokens_per_second_per_gpu:307.70804247838123 
Step 585 | loss:6.209061622619629 lr:1.982850861488167e-05 tokens_per_second_per_gpu:295.6781529696757 
Step 586 | loss:5.851679801940918 lr:1.9827913322623397e-05 tokens_per_second_per_gpu:295.6835296299765 
Step 587 | loss:5.984464168548584 lr:1.9827317007912615e-05 tokens_per_second_per_gpu:315.2703993479574 
Step 588 | loss:5.519487380981445 lr:1.982671967081136e-05 tokens_per_second_per_gpu:234.66751313894906 
Step 589 | loss:5.672489166259766 lr:1.9826121311381777e-05 tokens_per_second_per_gpu:259.3042050840234 
Step 590 | loss:5.57682991027832 lr:1.982552192968612e-05 tokens_per_second_per_gpu:243.4422304945089 
Step 591 | loss:5.9576263427734375 lr:1.982492152578674e-05 tokens_per_second_per_gpu:270.9531726180903 
Step 592 | loss:5.887417316436768 lr:1.9824320099746102e-05 tokens_per_second_per_gpu:268.46714896495365 
Step 593 | loss:5.837559700012207 lr:1.982371765162678e-05 tokens_per_second_per_gpu:279.5493409385131 
Step 594 | loss:5.697551727294922 lr:1.9823114181491444e-05 tokens_per_second_per_gpu:257.75321088264275 
Step 595 | loss:5.9743971824646 lr:1.9822509689402884e-05 tokens_per_second_per_gpu:347.81115777402675 
Step 596 | loss:6.1064043045043945 lr:1.9821904175423978e-05 tokens_per_second_per_gpu:262.76926626277 
Step 597 | loss:5.807206630706787 lr:1.982129763961773e-05 tokens_per_second_per_gpu:256.4814091812568 
Step 598 | loss:5.469616889953613 lr:1.9820690082047237e-05 tokens_per_second_per_gpu:265.3425883998157 
Step 599 | loss:6.099769592285156 lr:1.982008150277571e-05 tokens_per_second_per_gpu:305.98116431276026 
Step 600 | loss:5.411421298980713 lr:1.981947190186646e-05 tokens_per_second_per_gpu:222.44548625422385 
Step 601 | loss:5.856410980224609 lr:1.981886127938291e-05 tokens_per_second_per_gpu:343.57791794253865 
Step 602 | loss:5.814153671264648 lr:1.9818249635388582e-05 tokens_per_second_per_gpu:293.6161861428205 
Step 603 | loss:5.870100975036621 lr:1.9817636969947108e-05 tokens_per_second_per_gpu:257.1269835589181 
Step 604 | loss:5.771068096160889 lr:1.9817023283122236e-05 tokens_per_second_per_gpu:304.1978587888054 
Step 605 | loss:5.72133207321167 lr:1.98164085749778e-05 tokens_per_second_per_gpu:281.797309060437 
Step 606 | loss:5.759478569030762 lr:1.981579284557776e-05 tokens_per_second_per_gpu:262.0795436942243 
Step 607 | loss:5.814083099365234 lr:1.9815176094986174e-05 tokens_per_second_per_gpu:316.62355579444517 
Step 608 | loss:5.735404014587402 lr:1.9814558323267197e-05 tokens_per_second_per_gpu:311.26248347384677 
Step 609 | loss:5.773894786834717 lr:1.9813939530485107e-05 tokens_per_second_per_gpu:297.06646790102735 
Step 610 | loss:5.625180721282959 lr:1.9813319716704278e-05 tokens_per_second_per_gpu:308.7674929521424 
Step 611 | loss:5.720929145812988 lr:1.9812698881989193e-05 tokens_per_second_per_gpu:284.4652292222278 
Step 612 | loss:5.922746181488037 lr:1.9812077026404443e-05 tokens_per_second_per_gpu:318.8571570553642 
Step 613 | loss:6.102848052978516 lr:1.9811454150014718e-05 tokens_per_second_per_gpu:319.33009411288225 
Step 614 | loss:5.4425764083862305 lr:1.981083025288482e-05 tokens_per_second_per_gpu:231.3954492955377 
Step 615 | loss:6.131732940673828 lr:1.9810205335079664e-05 tokens_per_second_per_gpu:278.6795242808544 
Step 616 | loss:5.5628275871276855 lr:1.9809579396664252e-05 tokens_per_second_per_gpu:275.029992155169 
Step 617 | loss:6.160951614379883 lr:1.9808952437703718e-05 tokens_per_second_per_gpu:295.98814672347265 
Step 618 | loss:5.46366024017334 lr:1.9808324458263277e-05 tokens_per_second_per_gpu:250.7679003635779 
Step 619 | loss:5.723110198974609 lr:1.9807695458408264e-05 tokens_per_second_per_gpu:266.5344479946203 
Step 620 | loss:5.878158092498779 lr:1.980706543820412e-05 tokens_per_second_per_gpu:274.8447636189549 
Step 621 | loss:6.305801868438721 lr:1.9806434397716386e-05 tokens_per_second_per_gpu:334.0467886392895 
Step 622 | loss:6.108426094055176 lr:1.980580233701071e-05 tokens_per_second_per_gpu:325.8690788967969 
Step 623 | loss:5.64666223526001 lr:1.9805169256152856e-05 tokens_per_second_per_gpu:308.65193761329283 
Step 624 | loss:5.714920997619629 lr:1.9804535155208686e-05 tokens_per_second_per_gpu:279.90369818216914 
Step 625 | loss:5.780608654022217 lr:1.9803900034244165e-05 tokens_per_second_per_gpu:333.8527250811586 
Step 626 | loss:6.1500444412231445 lr:1.980326389332537e-05 tokens_per_second_per_gpu:341.976859925967 
Step 627 | loss:5.517533302307129 lr:1.9802626732518484e-05 tokens_per_second_per_gpu:289.16062799389965 
Step 628 | loss:5.692230224609375 lr:1.980198855188979e-05 tokens_per_second_per_gpu:256.1080411948852 
Step 629 | loss:5.406339168548584 lr:1.9801349351505683e-05 tokens_per_second_per_gpu:271.1157278453403 
Step 630 | loss:5.487236976623535 lr:1.9800709131432665e-05 tokens_per_second_per_gpu:239.5508790998158 
Step 631 | loss:5.606304168701172 lr:1.9800067891737344e-05 tokens_per_second_per_gpu:277.75234337026774 
Step 632 | loss:5.762973785400391 lr:1.9799425632486424e-05 tokens_per_second_per_gpu:323.181550087341 
Step 633 | loss:5.871270656585693 lr:1.9798782353746727e-05 tokens_per_second_per_gpu:298.33745335300495 
Step 634 | loss:5.208319187164307 lr:1.979813805558518e-05 tokens_per_second_per_gpu:259.00620630030215 
Step 635 | loss:5.415857791900635 lr:1.979749273806881e-05 tokens_per_second_per_gpu:232.44263005402902 
Step 636 | loss:5.878715991973877 lr:1.9796846401264748e-05 tokens_per_second_per_gpu:277.0724031191762 
Step 637 | loss:5.584761619567871 lr:1.9796199045240242e-05 tokens_per_second_per_gpu:289.02796606703674 
Step 638 | loss:5.750471115112305 lr:1.979555067006264e-05 tokens_per_second_per_gpu:290.80556158385485 
Step 639 | loss:5.962044715881348 lr:1.9794901275799395e-05 tokens_per_second_per_gpu:342.26304029798354 
Step 640 | loss:5.898553848266602 lr:1.9794250862518066e-05 tokens_per_second_per_gpu:368.21274690867216 
Step 641 | loss:5.5075554847717285 lr:1.979359943028632e-05 tokens_per_second_per_gpu:304.67808670307437 
Step 642 | loss:5.325589179992676 lr:1.979294697917193e-05 tokens_per_second_per_gpu:244.27866182064005 
Step 643 | loss:5.767393112182617 lr:1.9792293509242772e-05 tokens_per_second_per_gpu:267.2241474091912 
Step 644 | loss:5.416615009307861 lr:1.979163902056683e-05 tokens_per_second_per_gpu:317.10462253843775 
Step 645 | loss:5.374053478240967 lr:1.97909835132122e-05 tokens_per_second_per_gpu:289.2500233043282 
Step 646 | loss:6.002110481262207 lr:1.979032698724707e-05 tokens_per_second_per_gpu:326.274980624089 
Step 647 | loss:5.603619575500488 lr:1.9789669442739744e-05 tokens_per_second_per_gpu:319.7616673922012 
Step 648 | loss:5.373824596405029 lr:1.9789010879758638e-05 tokens_per_second_per_gpu:242.35031038858526 
Step 649 | loss:5.358366966247559 lr:1.9788351298372253e-05 tokens_per_second_per_gpu:291.7423644454087 
Step 650 | loss:5.51361608505249 lr:1.9787690698649217e-05 tokens_per_second_per_gpu:308.98796875056917 
Step 651 | loss:5.65177583694458 lr:1.9787029080658256e-05 tokens_per_second_per_gpu:323.4016098531246 
Step 652 | loss:5.20540189743042 lr:1.97863664444682e-05 tokens_per_second_per_gpu:249.3245762366106 
Step 653 | loss:5.467956066131592 lr:1.9785702790147985e-05 tokens_per_second_per_gpu:267.7348622467443 
Step 654 | loss:5.25864315032959 lr:1.978503811776666e-05 tokens_per_second_per_gpu:246.90108813533007 
Step 655 | loss:5.1392316818237305 lr:1.9784372427393367e-05 tokens_per_second_per_gpu:249.4667712775961 
Step 656 | loss:5.775829315185547 lr:1.978370571909737e-05 tokens_per_second_per_gpu:376.63239113301347 
Step 657 | loss:5.8117899894714355 lr:1.978303799294802e-05 tokens_per_second_per_gpu:321.74353077034647 
Step 658 | loss:5.534340858459473 lr:1.9782369249014795e-05 tokens_per_second_per_gpu:265.07158635225 
Step 659 | loss:5.411678791046143 lr:1.9781699487367265e-05 tokens_per_second_per_gpu:272.9816018905018 
Step 660 | loss:5.0779619216918945 lr:1.9781028708075104e-05 tokens_per_second_per_gpu:241.34408520159315 
Step 661 | loss:5.686317443847656 lr:1.9780356911208098e-05 tokens_per_second_per_gpu:293.8442768669519 
Step 662 | loss:5.198823928833008 lr:1.9779684096836143e-05 tokens_per_second_per_gpu:264.9188347437264 
Step 663 | loss:5.240147590637207 lr:1.9779010265029235e-05 tokens_per_second_per_gpu:253.43627980512758 
Step 664 | loss:5.507185459136963 lr:1.977833541585747e-05 tokens_per_second_per_gpu:289.0188846438783 
Step 665 | loss:5.426867485046387 lr:1.9777659549391065e-05 tokens_per_second_per_gpu:256.3691651447077 
Step 666 | loss:5.337617874145508 lr:1.9776982665700325e-05 tokens_per_second_per_gpu:263.14144147469625 
Step 667 | loss:5.300168514251709 lr:1.9776304764855678e-05 tokens_per_second_per_gpu:284.65998282171415 
Step 668 | loss:5.996850967407227 lr:1.9775625846927643e-05 tokens_per_second_per_gpu:327.259201159526 
Step 669 | loss:5.045506000518799 lr:1.9774945911986858e-05 tokens_per_second_per_gpu:280.03445971715354 
Step 670 | loss:5.6322407722473145 lr:1.9774264960104056e-05 tokens_per_second_per_gpu:275.9763815322855 
Step 671 | loss:5.553256511688232 lr:1.9773582991350083e-05 tokens_per_second_per_gpu:346.2200559825715 
Step 672 | loss:5.202323913574219 lr:1.9772900005795886e-05 tokens_per_second_per_gpu:261.2904155673081 
Step 673 | loss:5.5282087326049805 lr:1.9772216003512518e-05 tokens_per_second_per_gpu:289.99491694491513 
Step 674 | loss:5.219033718109131 lr:1.9771530984571146e-05 tokens_per_second_per_gpu:263.2497576100762 
Step 675 | loss:5.59714937210083 lr:1.977084494904303e-05 tokens_per_second_per_gpu:318.0187472363818 
Step 676 | loss:5.67520809173584 lr:1.977015789699954e-05 tokens_per_second_per_gpu:314.9460118805079 
Step 677 | loss:5.616931915283203 lr:1.9769469828512168e-05 tokens_per_second_per_gpu:366.72773323837885 
Step 678 | loss:5.344854831695557 lr:1.976878074365248e-05 tokens_per_second_per_gpu:266.4995187786115 
Step 679 | loss:4.958869934082031 lr:1.9768090642492177e-05 tokens_per_second_per_gpu:229.4201482613545 
Step 680 | loss:5.355254650115967 lr:1.976739952510305e-05 tokens_per_second_per_gpu:311.6297154809707 
Step 681 | loss:5.01603889465332 lr:1.9766707391557e-05 tokens_per_second_per_gpu:314.6071131293778 
Step 682 | loss:5.492485046386719 lr:1.9766014241926032e-05 tokens_per_second_per_gpu:360.88058927344736 
Step 683 | loss:5.319797515869141 lr:1.976532007628226e-05 tokens_per_second_per_gpu:290.8963218692868 
Step 684 | loss:5.3850531578063965 lr:1.9764624894697903e-05 tokens_per_second_per_gpu:285.3385510344163 
Step 685 | loss:5.00209379196167 lr:1.9763928697245283e-05 tokens_per_second_per_gpu:251.75058379965358 
Step 686 | loss:5.592982292175293 lr:1.9763231483996827e-05 tokens_per_second_per_gpu:308.5711886041349 
Step 687 | loss:5.351088523864746 lr:1.9762533255025076e-05 tokens_per_second_per_gpu:320.23982624751164 
Step 688 | loss:5.080051422119141 lr:1.9761834010402667e-05 tokens_per_second_per_gpu:313.9911239790903 
Step 689 | loss:5.1458740234375 lr:1.9761133750202343e-05 tokens_per_second_per_gpu:303.52110031668286 
Step 690 | loss:5.137998104095459 lr:1.9760432474496963e-05 tokens_per_second_per_gpu:310.8313783819863 
Step 691 | loss:5.100696563720703 lr:1.975973018335948e-05 tokens_per_second_per_gpu:263.6273579503936 
Step 692 | loss:5.164773941040039 lr:1.975902687686296e-05 tokens_per_second_per_gpu:271.0012623060177 
Step 693 | loss:5.323095798492432 lr:1.9758322555080566e-05 tokens_per_second_per_gpu:339.790671164313 
Step 694 | loss:5.213261127471924 lr:1.975761721808558e-05 tokens_per_second_per_gpu:322.4915609618646 
Step 695 | loss:4.9000701904296875 lr:1.975691086595138e-05 tokens_per_second_per_gpu:268.62112948982457 
Step 696 | loss:5.103538990020752 lr:1.9756203498751448e-05 tokens_per_second_per_gpu:298.73152299881605 
Step 697 | loss:5.2009477615356445 lr:1.9755495116559378e-05 tokens_per_second_per_gpu:293.16166993308724 
Step 698 | loss:5.025823593139648 lr:1.975478571944887e-05 tokens_per_second_per_gpu:291.6277105828677 
Step 699 | loss:4.59508752822876 lr:1.975407530749372e-05 tokens_per_second_per_gpu:231.02518933753336 
Step 700 | loss:4.932703971862793 lr:1.975336388076784e-05 tokens_per_second_per_gpu:275.50389669147506 
Step 701 | loss:5.079377174377441 lr:1.9752651439345243e-05 tokens_per_second_per_gpu:267.7475904498293 
Step 702 | loss:5.096367835998535 lr:1.9751937983300048e-05 tokens_per_second_per_gpu:266.8286682421991 
Step 703 | loss:4.5877838134765625 lr:1.9751223512706483e-05 tokens_per_second_per_gpu:249.9223274527798 
Step 704 | loss:5.117312908172607 lr:1.9750508027638873e-05 tokens_per_second_per_gpu:346.59439692863424 
Step 705 | loss:5.285821914672852 lr:1.974979152817166e-05 tokens_per_second_per_gpu:350.231275884962 
Step 706 | loss:4.456546783447266 lr:1.974907401437938e-05 tokens_per_second_per_gpu:243.9598030269009 
Step 707 | loss:5.129528522491455 lr:1.974835548633668e-05 tokens_per_second_per_gpu:306.6935479813332 
Step 708 | loss:4.922230243682861 lr:1.9747635944118318e-05 tokens_per_second_per_gpu:317.3326909427181 
Step 709 | loss:5.202125072479248 lr:1.9746915387799147e-05 tokens_per_second_per_gpu:339.8832507054811 
Step 710 | loss:4.989283084869385 lr:1.9746193817454128e-05 tokens_per_second_per_gpu:282.12886733725645 
Step 711 | loss:4.980785846710205 lr:1.9745471233158338e-05 tokens_per_second_per_gpu:292.6893201594673 
Step 712 | loss:4.981472015380859 lr:1.9744747634986946e-05 tokens_per_second_per_gpu:325.9504052831574 
Step 713 | loss:4.692233085632324 lr:1.9744023023015233e-05 tokens_per_second_per_gpu:306.02638022175944 
Step 714 | loss:4.871003150939941 lr:1.9743297397318584e-05 tokens_per_second_per_gpu:256.91813260628487 
Step 715 | loss:4.463926792144775 lr:1.9742570757972492e-05 tokens_per_second_per_gpu:283.90775650574096 
Step 716 | loss:4.7587175369262695 lr:1.9741843105052552e-05 tokens_per_second_per_gpu:331.5341884905188 
Step 717 | loss:4.509286403656006 lr:1.9741114438634465e-05 tokens_per_second_per_gpu:262.6440739098612 
Step 718 | loss:4.935461521148682 lr:1.9740384758794037e-05 tokens_per_second_per_gpu:307.8308460801535 
Step 719 | loss:4.413477420806885 lr:1.973965406560719e-05 tokens_per_second_per_gpu:284.24645676757257 
Step 720 | loss:4.468368053436279 lr:1.9738922359149927e-05 tokens_per_second_per_gpu:207.11096016172306 
Step 721 | loss:4.741555690765381 lr:1.973818963949838e-05 tokens_per_second_per_gpu:331.3847446687128 
Step 722 | loss:4.457829475402832 lr:1.973745590672878e-05 tokens_per_second_per_gpu:311.96596315047753 
Step 723 | loss:4.738437652587891 lr:1.9736721160917454e-05 tokens_per_second_per_gpu:279.74232988868977 
Step 724 | loss:4.7188897132873535 lr:1.9735985402140846e-05 tokens_per_second_per_gpu:262.44761948723794 
Step 725 | loss:4.80568790435791 lr:1.9735248630475505e-05 tokens_per_second_per_gpu:353.8325054552196 
Step 726 | loss:4.494756698608398 lr:1.9734510845998076e-05 tokens_per_second_per_gpu:293.19712860375705 
Step 727 | loss:4.764634609222412 lr:1.9733772048785317e-05 tokens_per_second_per_gpu:310.51928669178346 
Step 728 | loss:4.593011379241943 lr:1.9733032238914086e-05 tokens_per_second_per_gpu:265.6210090177289 
Step 729 | loss:4.8495283126831055 lr:1.9732291416461356e-05 tokens_per_second_per_gpu:320.36143849882376 
Step 730 | loss:4.693891525268555 lr:1.973154958150419e-05 tokens_per_second_per_gpu:287.0717902124465 
Step 731 | loss:4.6847405433654785 lr:1.9730806734119773e-05 tokens_per_second_per_gpu:319.8890784103806 
Step 732 | loss:4.3635382652282715 lr:1.9730062874385388e-05 tokens_per_second_per_gpu:269.49468821291634 
Step 733 | loss:4.213657379150391 lr:1.9729318002378415e-05 tokens_per_second_per_gpu:342.9030242420527 
Step 734 | loss:4.587482452392578 lr:1.9728572118176352e-05 tokens_per_second_per_gpu:311.0995795435152 
Step 735 | loss:4.286669731140137 lr:1.9727825221856797e-05 tokens_per_second_per_gpu:313.53317871034255 
Step 736 | loss:4.794556617736816 lr:1.9727077313497455e-05 tokens_per_second_per_gpu:369.99135874624443 
Step 737 | loss:4.267881393432617 lr:1.9726328393176137e-05 tokens_per_second_per_gpu:265.6804512970156 
Step 738 | loss:4.265229225158691 lr:1.972557846097075e-05 tokens_per_second_per_gpu:257.87126199541984 
Step 739 | loss:4.112304210662842 lr:1.972482751695932e-05 tokens_per_second_per_gpu:300.62813043842374 
Step 740 | loss:4.650995254516602 lr:1.972407556121997e-05 tokens_per_second_per_gpu:355.0522791723982 
Step 741 | loss:4.325939655303955 lr:1.972332259383093e-05 tokens_per_second_per_gpu:285.3719802684978 
Step 742 | loss:4.349846839904785 lr:1.9722568614870536e-05 tokens_per_second_per_gpu:350.7571392437938 
Step 743 | loss:4.13156795501709 lr:1.9721813624417226e-05 tokens_per_second_per_gpu:255.44496462359373 
Step 744 | loss:3.944632053375244 lr:1.9721057622549547e-05 tokens_per_second_per_gpu:318.18102544548134 
Step 745 | loss:3.78950834274292 lr:1.9720300609346156e-05 tokens_per_second_per_gpu:255.51908347216974 
Step 746 | loss:3.961796522140503 lr:1.9719542584885803e-05 tokens_per_second_per_gpu:287.766011536337 
Step 747 | loss:3.8257176876068115 lr:1.971878354924735e-05 tokens_per_second_per_gpu:304.5791369620715 
Step 748 | loss:4.052682876586914 lr:1.9718023502509763e-05 tokens_per_second_per_gpu:310.3877625211484 
Step 749 | loss:4.506191253662109 lr:1.9717262444752116e-05 tokens_per_second_per_gpu:280.455556943872 
Step 750 | loss:3.891436815261841 lr:1.9716500376053586e-05 tokens_per_second_per_gpu:310.71339005445907 
Step 751 | loss:4.065014839172363 lr:1.9715737296493454e-05 tokens_per_second_per_gpu:305.85716402741116 
Step 752 | loss:4.084866046905518 lr:1.971497320615111e-05 tokens_per_second_per_gpu:287.64462548708065 
Step 753 | loss:4.009864807128906 lr:1.9714208105106042e-05 tokens_per_second_per_gpu:353.5492012680787 
Step 754 | loss:3.8187899589538574 lr:1.971344199343785e-05 tokens_per_second_per_gpu:316.21301318017424 
Step 755 | loss:3.7469825744628906 lr:1.9712674871226242e-05 tokens_per_second_per_gpu:308.6719800379473 
Step 756 | loss:3.8251566886901855 lr:1.9711906738551015e-05 tokens_per_second_per_gpu:278.2531115478119 
Step 757 | loss:3.6261415481567383 lr:1.9711137595492097e-05 tokens_per_second_per_gpu:323.0435555920304 
Step 758 | loss:4.3769941329956055 lr:1.971036744212949e-05 tokens_per_second_per_gpu:420.70838866831883 
Step 759 | loss:3.8350179195404053 lr:1.970959627854333e-05 tokens_per_second_per_gpu:308.36841197685277 
Step 760 | loss:3.1863794326782227 lr:1.9708824104813838e-05 tokens_per_second_per_gpu:254.02400441032646 
Step 761 | loss:3.5823497772216797 lr:1.9708050921021348e-05 tokens_per_second_per_gpu:288.11118134132 
Step 762 | loss:3.194598436355591 lr:1.97072767272463e-05 tokens_per_second_per_gpu:241.13939936130322 
Step 763 | loss:3.561607837677002 lr:1.9706501523569243e-05 tokens_per_second_per_gpu:294.075706258494 
Step 764 | loss:3.3824045658111572 lr:1.970572531007082e-05 tokens_per_second_per_gpu:311.33636428085964 
Step 765 | loss:3.0454092025756836 lr:1.9704948086831783e-05 tokens_per_second_per_gpu:314.28157187648674 
Step 766 | loss:3.0275278091430664 lr:1.9704169853932998e-05 tokens_per_second_per_gpu:275.9799866213804 
Step 767 | loss:2.9828295707702637 lr:1.9703390611455423e-05 tokens_per_second_per_gpu:258.28595045430365 
Step 768 | loss:3.168745279312134 lr:1.9702610359480126e-05 tokens_per_second_per_gpu:271.99423711248505 
Step 769 | loss:2.936654567718506 lr:1.9701829098088283e-05 tokens_per_second_per_gpu:243.90939282334224 
Step 770 | loss:2.7112679481506348 lr:1.9701046827361175e-05 tokens_per_second_per_gpu:266.83552615911407 
Step 771 | loss:2.8693981170654297 lr:1.9700263547380186e-05 tokens_per_second_per_gpu:289.7906113733664 
Step 772 | loss:2.7492971420288086 lr:1.9699479258226802e-05 tokens_per_second_per_gpu:284.0266815152003 
Step 773 | loss:2.909576416015625 lr:1.969869395998262e-05 tokens_per_second_per_gpu:352.61967912699714 
Step 774 | loss:2.9430131912231445 lr:1.9697907652729334e-05 tokens_per_second_per_gpu:341.6615555978104 
Step 775 | loss:2.7757627964019775 lr:1.9697120336548754e-05 tokens_per_second_per_gpu:303.2256549293541 
Step 776 | loss:2.755629062652588 lr:1.9696332011522786e-05 tokens_per_second_per_gpu:379.68750783708157 
Step 777 | loss:2.6437125205993652 lr:1.9695542677733443e-05 tokens_per_second_per_gpu:305.92580215493075 
Step 778 | loss:2.608086109161377 lr:1.9694752335262842e-05 tokens_per_second_per_gpu:256.8831990064788 
Step 779 | loss:2.6218791007995605 lr:1.9693960984193215e-05 tokens_per_second_per_gpu:257.4968901178647 
Step 780 | loss:3.4482102394104004 lr:1.9693168624606878e-05 tokens_per_second_per_gpu:416.0195521770464 
Step 781 | loss:2.9382030963897705 lr:1.969237525658628e-05 tokens_per_second_per_gpu:341.85172291114577 
Step 782 | loss:2.329875946044922 lr:1.9691580880213947e-05 tokens_per_second_per_gpu:266.9659072213643 
Step 783 | loss:2.3145174980163574 lr:1.9690785495572523e-05 tokens_per_second_per_gpu:303.85995423653054 
Step 784 | loss:2.275362730026245 lr:1.9689989102744764e-05 tokens_per_second_per_gpu:299.30147109284053 
Step 785 | loss:2.4359190464019775 lr:1.968919170181352e-05 tokens_per_second_per_gpu:263.6942581602523 
Step 786 | loss:2.174743890762329 lr:1.9688393292861743e-05 tokens_per_second_per_gpu:261.77510197597474 
Step 787 | loss:2.189415216445923 lr:1.9687593875972507e-05 tokens_per_second_per_gpu:254.85907711513116 
Step 788 | loss:2.2274420261383057 lr:1.9686793451228973e-05 tokens_per_second_per_gpu:310.02004952591074 
Step 789 | loss:2.0821783542633057 lr:1.9685992018714413e-05 tokens_per_second_per_gpu:250.8248612659579 
Step 790 | loss:1.819822072982788 lr:1.9685189578512206e-05 tokens_per_second_per_gpu:298.7398611529958 
Step 791 | loss:2.2401154041290283 lr:1.9684386130705833e-05 tokens_per_second_per_gpu:338.5894866321739 
Step 792 | loss:1.679508090019226 lr:1.9683581675378885e-05 tokens_per_second_per_gpu:356.85500709915397 
Step 793 | loss:1.8074464797973633 lr:1.9682776212615046e-05 tokens_per_second_per_gpu:356.65426981356154 
Step 794 | loss:1.6168564558029175 lr:1.9681969742498125e-05 tokens_per_second_per_gpu:278.6649381286879 
Step 795 | loss:1.8981777429580688 lr:1.9681162265112012e-05 tokens_per_second_per_gpu:264.24172733760486 
Step 796 | loss:1.4762710332870483 lr:1.9680353780540722e-05 tokens_per_second_per_gpu:278.24386786329507 
Step 797 | loss:1.5031170845031738 lr:1.9679544288868356e-05 tokens_per_second_per_gpu:272.5211326489287 
Step 798 | loss:1.5912556648254395 lr:1.9678733790179143e-05 tokens_per_second_per_gpu:388.51664312749665 
Step 799 | loss:1.3337820768356323 lr:1.9677922284557392e-05 tokens_per_second_per_gpu:279.4894544898903 
Step 800 | loss:1.2761929035186768 lr:1.9677109772087536e-05 tokens_per_second_per_gpu:263.01307440212355 
Step 801 | loss:1.6597857475280762 lr:1.9676296252854103e-05 tokens_per_second_per_gpu:275.1274866138892 
Step 802 | loss:1.229853868484497 lr:1.9675481726941724e-05 tokens_per_second_per_gpu:260.3863935524163 
Step 803 | loss:1.1781337261199951 lr:1.9674666194435143e-05 tokens_per_second_per_gpu:302.7005354610592 
Step 804 | loss:1.3244109153747559 lr:1.9673849655419206e-05 tokens_per_second_per_gpu:334.67252920340985 
Step 805 | loss:1.3054451942443848 lr:1.9673032109978857e-05 tokens_per_second_per_gpu:290.29497419199276 
Step 806 | loss:1.097849726676941 lr:1.9672213558199154e-05 tokens_per_second_per_gpu:305.1681077817241 
Step 807 | loss:1.0778709650039673 lr:1.9671394000165252e-05 tokens_per_second_per_gpu:275.8885496311589 
Step 808 | loss:1.0190690755844116 lr:1.967057343596242e-05 tokens_per_second_per_gpu:288.4806229485932 
Step 809 | loss:1.0646098852157593 lr:1.9669751865676016e-05 tokens_per_second_per_gpu:268.8349184820474 
Step 810 | loss:0.9597548842430115 lr:1.9668929289391524e-05 tokens_per_second_per_gpu:276.44954117774864 
Step 811 | loss:1.417755126953125 lr:1.9668105707194512e-05 tokens_per_second_per_gpu:346.5494499410206 
Step 812 | loss:1.2438637018203735 lr:1.9667281119170666e-05 tokens_per_second_per_gpu:252.0558107013075 
Step 813 | loss:0.9992024898529053 lr:1.966645552540577e-05 tokens_per_second_per_gpu:278.0853187652456 
Step 814 | loss:1.1050095558166504 lr:1.9665628925985722e-05 tokens_per_second_per_gpu:218.29081376888024 
Step 815 | loss:0.8959751129150391 lr:1.9664801320996513e-05 tokens_per_second_per_gpu:301.4835495980889 
Step 816 | loss:0.9304124116897583 lr:1.9663972710524237e-05 tokens_per_second_per_gpu:253.4930539957879 
Step 817 | loss:0.9449218511581421 lr:1.9663143094655108e-05 tokens_per_second_per_gpu:257.79147963165866 
Step 818 | loss:0.708010733127594 lr:1.9662312473475435e-05 tokens_per_second_per_gpu:274.3589343271061 
Step 819 | loss:1.0993131399154663 lr:1.9661480847071626e-05 tokens_per_second_per_gpu:293.4618078409285 
Step 820 | loss:0.6964479684829712 lr:1.9660648215530207e-05 tokens_per_second_per_gpu:316.4249122982865 
Step 821 | loss:1.0375257730484009 lr:1.9659814578937796e-05 tokens_per_second_per_gpu:277.17413588651675 
Step 822 | loss:0.9507123827934265 lr:1.9658979937381122e-05 tokens_per_second_per_gpu:299.09637102360665 
Step 823 | loss:0.8481172919273376 lr:1.965814429094702e-05 tokens_per_second_per_gpu:268.2742345368892 
Step 824 | loss:0.9273995757102966 lr:1.9657307639722424e-05 tokens_per_second_per_gpu:287.56192878878574 
Step 825 | loss:0.6922301054000854 lr:1.9656469983794374e-05 tokens_per_second_per_gpu:292.2505184315762 
Step 826 | loss:0.7073875069618225 lr:1.9655631323250023e-05 tokens_per_second_per_gpu:334.4094260741644 
Step 827 | loss:0.7564522624015808 lr:1.9654791658176613e-05 tokens_per_second_per_gpu:309.65304212636534 
Step 828 | loss:0.9968446493148804 lr:1.9653950988661506e-05 tokens_per_second_per_gpu:342.88855450581957 
Step 829 | loss:0.8029425144195557 lr:1.965310931479216e-05 tokens_per_second_per_gpu:282.44677862183005 
Step 830 | loss:0.9086731672286987 lr:1.965226663665613e-05 tokens_per_second_per_gpu:268.2947515815902 
Step 831 | loss:1.0748239755630493 lr:1.9651422954341098e-05 tokens_per_second_per_gpu:370.34119726843704 
Step 832 | loss:0.5741899013519287 lr:1.9650578267934832e-05 tokens_per_second_per_gpu:257.8940974493509 
Step 833 | loss:0.58859783411026 lr:1.9649732577525204e-05 tokens_per_second_per_gpu:275.01756349569814 
Step 834 | loss:0.6235294938087463 lr:1.9648885883200204e-05 tokens_per_second_per_gpu:259.8636765518422 
Step 835 | loss:0.8032636642456055 lr:1.9648038185047916e-05 tokens_per_second_per_gpu:234.99411284626706 
Step 836 | loss:0.7064157128334045 lr:1.9647189483156525e-05 tokens_per_second_per_gpu:256.8370552572739 
Step 837 | loss:0.42847710847854614 lr:1.9646339777614334e-05 tokens_per_second_per_gpu:259.40079493654895 
Step 838 | loss:0.693640947341919 lr:1.964548906850974e-05 tokens_per_second_per_gpu:232.73231490667035 
Step 839 | loss:0.4942626953125 lr:1.9644637355931243e-05 tokens_per_second_per_gpu:257.28876369596634 
Step 840 | loss:0.8937078714370728 lr:1.9643784639967452e-05 tokens_per_second_per_gpu:259.7159409673737 
Step 841 | loss:0.5773319602012634 lr:1.9642930920707087e-05 tokens_per_second_per_gpu:319.26173306529387 
Step 842 | loss:0.7390280961990356 lr:1.9642076198238958e-05 tokens_per_second_per_gpu:389.55795408020447 
Step 843 | loss:0.4832170903682709 lr:1.9641220472651993e-05 tokens_per_second_per_gpu:260.09966221410355 
Step 844 | loss:0.7753808498382568 lr:1.9640363744035213e-05 tokens_per_second_per_gpu:311.0435127160321 
Step 845 | loss:0.6943490505218506 lr:1.9639506012477744e-05 tokens_per_second_per_gpu:278.7781681991642 
Step 846 | loss:0.6896710991859436 lr:1.963864727806883e-05 tokens_per_second_per_gpu:328.91235040373095 
Step 847 | loss:0.5744199156761169 lr:1.9637787540897806e-05 tokens_per_second_per_gpu:265.6290705789776 
Step 848 | loss:1.545885443687439 lr:1.9636926801054118e-05 tokens_per_second_per_gpu:317.1496338757726 
Step 849 | loss:0.7092437744140625 lr:1.9636065058627305e-05 tokens_per_second_per_gpu:237.59945083751845 
Step 850 | loss:0.7961776256561279 lr:1.9635202313707028e-05 tokens_per_second_per_gpu:339.922529085037 
Step 851 | loss:0.7836885452270508 lr:1.9634338566383034e-05 tokens_per_second_per_gpu:234.76756510315 
Step 852 | loss:0.8173254132270813 lr:1.9633473816745194e-05 tokens_per_second_per_gpu:216.80900339680153 
Step 853 | loss:0.7802640199661255 lr:1.9632608064883467e-05 tokens_per_second_per_gpu:315.35497310270085 
Step 854 | loss:0.6174656748771667 lr:1.9631741310887925e-05 tokens_per_second_per_gpu:263.9647558241654 
Step 855 | loss:0.631862998008728 lr:1.9630873554848734e-05 tokens_per_second_per_gpu:231.28536103036947 
Step 856 | loss:0.8353343605995178 lr:1.963000479685618e-05 tokens_per_second_per_gpu:353.5289063198993 
Step 857 | loss:0.7869722843170166 lr:1.962913503700064e-05 tokens_per_second_per_gpu:313.8489304454769 
Step 858 | loss:0.6568595170974731 lr:1.9628264275372598e-05 tokens_per_second_per_gpu:261.7953172694531 
Step 859 | loss:0.6054905652999878 lr:1.9627392512062654e-05 tokens_per_second_per_gpu:303.660839152254 
Step 860 | loss:0.58339524269104 lr:1.962651974716149e-05 tokens_per_second_per_gpu:292.3775758135856 
Step 861 | loss:0.6045752167701721 lr:1.962564598075991e-05 tokens_per_second_per_gpu:258.01609162531713 
Step 862 | loss:0.5610333681106567 lr:1.9624771212948822e-05 tokens_per_second_per_gpu:255.4925018541907 
Step 863 | loss:0.5311741232872009 lr:1.9623895443819223e-05 tokens_per_second_per_gpu:219.6598621908338 
Step 864 | loss:0.34528765082359314 lr:1.9623018673462233e-05 tokens_per_second_per_gpu:278.4632265410532 
Step 865 | loss:0.7108197212219238 lr:1.962214090196906e-05 tokens_per_second_per_gpu:386.59357701008963 
Step 866 | loss:0.37171846628189087 lr:1.962126212943103e-05 tokens_per_second_per_gpu:289.10027405093825 
Step 867 | loss:0.3812102675437927 lr:1.9620382355939562e-05 tokens_per_second_per_gpu:329.68034923261746 
Step 868 | loss:0.45494937896728516 lr:1.9619501581586188e-05 tokens_per_second_per_gpu:307.174743949578 
Step 869 | loss:0.494340181350708 lr:1.961861980646253e-05 tokens_per_second_per_gpu:308.3143305102105 
Step 870 | loss:0.8053154945373535 lr:1.9617737030660338e-05 tokens_per_second_per_gpu:293.4577248129016 
Step 871 | loss:0.44209983944892883 lr:1.961685325427144e-05 tokens_per_second_per_gpu:299.4709801271873 
Step 872 | loss:0.5757138133049011 lr:1.961596847738779e-05 tokens_per_second_per_gpu:256.57884001995257 
Step 873 | loss:0.46401286125183105 lr:1.961508270010143e-05 tokens_per_second_per_gpu:300.97231489640814 
Step 874 | loss:0.5110956430435181 lr:1.9614195922504514e-05 tokens_per_second_per_gpu:341.944458603714 
Step 875 | loss:0.9633374214172363 lr:1.9613308144689297e-05 tokens_per_second_per_gpu:474.76344510240625 
Step 876 | loss:0.45615196228027344 lr:1.961241936674814e-05 tokens_per_second_per_gpu:331.4614496127077 
Step 877 | loss:0.35923561453819275 lr:1.9611529588773513e-05 tokens_per_second_per_gpu:281.3431448834059 
Step 878 | loss:0.35070863366127014 lr:1.9610638810857975e-05 tokens_per_second_per_gpu:255.9513079857348 
Step 879 | loss:0.6064661741256714 lr:1.9609747033094206e-05 tokens_per_second_per_gpu:303.9859978310422 
Step 880 | loss:0.3459555208683014 lr:1.960885425557498e-05 tokens_per_second_per_gpu:313.6713837045702 
Step 881 | loss:0.28544461727142334 lr:1.9607960478393177e-05 tokens_per_second_per_gpu:294.8318376122078 
Step 882 | loss:0.5608372092247009 lr:1.960706570164178e-05 tokens_per_second_per_gpu:256.65567950568425 
Step 883 | loss:0.4301223158836365 lr:1.9606169925413884e-05 tokens_per_second_per_gpu:327.9182968561 
Step 884 | loss:0.2977573871612549 lr:1.9605273149802672e-05 tokens_per_second_per_gpu:268.7582110752962 
Step 885 | loss:0.41606786847114563 lr:1.960437537490145e-05 tokens_per_second_per_gpu:281.3950711245878 
Step 886 | loss:0.5530663132667542 lr:1.9603476600803614e-05 tokens_per_second_per_gpu:241.84532148469356 
Step 887 | loss:0.458815336227417 lr:1.960257682760267e-05 tokens_per_second_per_gpu:321.82124207280816 
Step 888 | loss:0.4802340567111969 lr:1.9601676055392224e-05 tokens_per_second_per_gpu:328.3923590681851 
Step 889 | loss:0.5100356340408325 lr:1.9600774284265988e-05 tokens_per_second_per_gpu:306.07794540613656 
Step 890 | loss:0.5384455919265747 lr:1.9599871514317785e-05 tokens_per_second_per_gpu:282.54097813574003 
Step 891 | loss:0.3322213888168335 lr:1.9598967745641528e-05 tokens_per_second_per_gpu:322.39983965237514 
Step 892 | loss:0.3647839426994324 lr:1.959806297833124e-05 tokens_per_second_per_gpu:286.88489446785803 
Step 893 | loss:0.5771641135215759 lr:1.9597157212481056e-05 tokens_per_second_per_gpu:274.2303116033829 
Step 894 | loss:0.34596437215805054 lr:1.9596250448185204e-05 tokens_per_second_per_gpu:292.31141297284347 
Step 895 | loss:0.4636169373989105 lr:1.959534268553802e-05 tokens_per_second_per_gpu:299.1234986702084 
Step 896 | loss:0.3945375084877014 lr:1.9594433924633942e-05 tokens_per_second_per_gpu:236.4179996333405 
Step 897 | loss:0.37274667620658875 lr:1.9593524165567515e-05 tokens_per_second_per_gpu:274.1734626469203 
Step 898 | loss:0.32812514901161194 lr:1.9592613408433387e-05 tokens_per_second_per_gpu:334.13191371279487 
Step 899 | loss:0.37126460671424866 lr:1.9591701653326308e-05 tokens_per_second_per_gpu:324.4683794467544 
Step 900 | loss:0.3347914218902588 lr:1.959078890034113e-05 tokens_per_second_per_gpu:325.7740479383083 
Step 901 | loss:0.2970326840877533 lr:1.958987514957282e-05 tokens_per_second_per_gpu:328.79570790783214 
Step 902 | loss:0.30539414286613464 lr:1.9588960401116432e-05 tokens_per_second_per_gpu:356.9232300613894 
Step 903 | loss:0.25755101442337036 lr:1.958804465506714e-05 tokens_per_second_per_gpu:281.1684287674031 
Step 904 | loss:0.3154221177101135 lr:1.9587127911520206e-05 tokens_per_second_per_gpu:264.6211227997117 
Step 905 | loss:0.35855981707572937 lr:1.9586210170571012e-05 tokens_per_second_per_gpu:308.74186610063794 
Step 906 | loss:0.4429692029953003 lr:1.958529143231503e-05 tokens_per_second_per_gpu:271.3880456544935 
Step 907 | loss:0.2833940386772156 lr:1.9584371696847845e-05 tokens_per_second_per_gpu:229.88536737006538 
Step 908 | loss:0.4837302267551422 lr:1.9583450964265136e-05 tokens_per_second_per_gpu:287.489878712765 
Step 909 | loss:0.31416648626327515 lr:1.9582529234662703e-05 tokens_per_second_per_gpu:288.46582977816905 
Step 910 | loss:0.3065401315689087 lr:1.9581606508136426e-05 tokens_per_second_per_gpu:294.51270618332643 
Step 911 | loss:0.45981335639953613 lr:1.958068278478231e-05 tokens_per_second_per_gpu:311.52567899856297 
Step 912 | loss:0.334585040807724 lr:1.957975806469645e-05 tokens_per_second_per_gpu:324.62374067563405 
Step 913 | loss:0.36546894907951355 lr:1.9578832347975057e-05 tokens_per_second_per_gpu:293.01068983564033 
Step 914 | loss:0.3362831771373749 lr:1.957790563471443e-05 tokens_per_second_per_gpu:289.5996481573979 
Step 915 | loss:0.3517046868801117 lr:1.9576977925010986e-05 tokens_per_second_per_gpu:273.79693448692046 
Step 916 | loss:0.4334651827812195 lr:1.9576049218961237e-05 tokens_per_second_per_gpu:343.72510351984903 
Step 917 | loss:0.3503323197364807 lr:1.95751195166618e-05 tokens_per_second_per_gpu:285.7336681076075 
Step 918 | loss:0.5429474115371704 lr:1.9574188818209402e-05 tokens_per_second_per_gpu:254.9712470506838 
Step 919 | loss:0.3417988419532776 lr:1.9573257123700865e-05 tokens_per_second_per_gpu:316.2973712346953 
Step 920 | loss:0.36262011528015137 lr:1.9572324433233122e-05 tokens_per_second_per_gpu:265.31449834898035 
Step 921 | loss:0.36129772663116455 lr:1.95713907469032e-05 tokens_per_second_per_gpu:323.62274041716404 
Step 922 | loss:0.33721548318862915 lr:1.9570456064808237e-05 tokens_per_second_per_gpu:257.5620048728882 
Step 923 | loss:0.4440544843673706 lr:1.956952038704548e-05 tokens_per_second_per_gpu:307.9006419974259 
Step 924 | loss:0.49303463101387024 lr:1.9568583713712266e-05 tokens_per_second_per_gpu:285.3485738087043 
Step 925 | loss:0.3020269274711609 lr:1.9567646044906046e-05 tokens_per_second_per_gpu:246.47609509162072 
Step 926 | loss:0.2921694815158844 lr:1.9566707380724365e-05 tokens_per_second_per_gpu:247.05274160391028 
Step 927 | loss:0.4068956673145294 lr:1.9565767721264883e-05 tokens_per_second_per_gpu:339.08033203606936 
Step 928 | loss:0.32798659801483154 lr:1.956482706662536e-05 tokens_per_second_per_gpu:248.039749998202 
Step 929 | loss:0.44269585609436035 lr:1.956388541690365e-05 tokens_per_second_per_gpu:397.9412286016547 
Step 930 | loss:0.2742350101470947 lr:1.9562942772197726e-05 tokens_per_second_per_gpu:364.05631208267647 
Step 931 | loss:0.26386016607284546 lr:1.9561999132605648e-05 tokens_per_second_per_gpu:268.74991865736354 
Step 932 | loss:0.2690872848033905 lr:1.9561054498225595e-05 tokens_per_second_per_gpu:298.515744424856 
Step 933 | loss:0.29721003770828247 lr:1.956010886915584e-05 tokens_per_second_per_gpu:230.83319229468302 
Step 934 | loss:0.34783726930618286 lr:1.9559162245494763e-05 tokens_per_second_per_gpu:284.82534609472725 
Step 935 | loss:0.2406531274318695 lr:1.9558214627340844e-05 tokens_per_second_per_gpu:273.2267940738833 
Step 936 | loss:0.2318952977657318 lr:1.9557266014792675e-05 tokens_per_second_per_gpu:338.44718812973053 
Step 937 | loss:0.21619945764541626 lr:1.9556316407948938e-05 tokens_per_second_per_gpu:296.0202309520192 
Step 938 | loss:0.34149524569511414 lr:1.955536580690843e-05 tokens_per_second_per_gpu:342.03713311467516 
Step 939 | loss:0.25139522552490234 lr:1.955441421177005e-05 tokens_per_second_per_gpu:242.39823801870173 
Step 940 | loss:0.325351744890213 lr:1.955346162263279e-05 tokens_per_second_per_gpu:317.3506022857891 
Step 941 | loss:0.2969083786010742 lr:1.955250803959576e-05 tokens_per_second_per_gpu:248.95691237381573 
Step 942 | loss:0.1905931979417801 lr:1.955155346275816e-05 tokens_per_second_per_gpu:300.433842944355 
Step 943 | loss:0.26588883996009827 lr:1.955059789221931e-05 tokens_per_second_per_gpu:274.5953945925068 
Step 944 | loss:0.301512211561203 lr:1.9549641328078614e-05 tokens_per_second_per_gpu:308.8740339036352 
Step 945 | loss:0.20839697122573853 lr:1.954868377043559e-05 tokens_per_second_per_gpu:268.93867024680804 
Step 946 | loss:0.3298102021217346 lr:1.9547725219389862e-05 tokens_per_second_per_gpu:344.03522283489605 
Step 947 | loss:0.516047477722168 lr:1.9546765675041154e-05 tokens_per_second_per_gpu:329.94069264378624 
Step 948 | loss:0.4315849840641022 lr:1.954580513748929e-05 tokens_per_second_per_gpu:315.6155771502819 
Step 949 | loss:0.2378758192062378 lr:1.9544843606834197e-05 tokens_per_second_per_gpu:234.5196141067913 
Step 950 | loss:0.22948265075683594 lr:1.9543881083175914e-05 tokens_per_second_per_gpu:297.7226527485678 
Step 951 | loss:0.3108815848827362 lr:1.954291756661457e-05 tokens_per_second_per_gpu:272.0119987825189 
Step 952 | loss:0.42340487241744995 lr:1.9541953057250417e-05 tokens_per_second_per_gpu:294.7741492936433 
Step 953 | loss:0.3357720375061035 lr:1.9540987555183787e-05 tokens_per_second_per_gpu:287.7258794848006 
Step 954 | loss:0.2902606129646301 lr:1.9540021060515134e-05 tokens_per_second_per_gpu:267.76266757869627 
Step 955 | loss:0.20062461495399475 lr:1.9539053573345007e-05 tokens_per_second_per_gpu:300.8505441940647 
Step 956 | loss:0.22487521171569824 lr:1.9538085093774053e-05 tokens_per_second_per_gpu:297.4984444156683 
Step 957 | loss:0.2975292503833771 lr:1.9537115621903032e-05 tokens_per_second_per_gpu:268.70665813825985 
Step 958 | loss:0.42280203104019165 lr:1.9536145157832806e-05 tokens_per_second_per_gpu:264.953760289191 
Step 959 | loss:0.15811258554458618 lr:1.9535173701664335e-05 tokens_per_second_per_gpu:247.50496002584018 
Step 960 | loss:0.2975834906101227 lr:1.9534201253498685e-05 tokens_per_second_per_gpu:341.4968069764366 
Step 961 | loss:0.294425368309021 lr:1.9533227813437027e-05 tokens_per_second_per_gpu:270.9585777277367 
Step 962 | loss:0.16563615202903748 lr:1.9532253381580632e-05 tokens_per_second_per_gpu:236.3929505660981 
Step 963 | loss:0.13076752424240112 lr:1.9531277958030873e-05 tokens_per_second_per_gpu:279.09879414303833 
Step 964 | loss:0.4973411560058594 lr:1.9530301542889235e-05 tokens_per_second_per_gpu:283.1888407457247 
Step 965 | loss:0.2317829430103302 lr:1.9529324136257296e-05 tokens_per_second_per_gpu:382.0333884450947 
Step 966 | loss:0.19885574281215668 lr:1.9528345738236743e-05 tokens_per_second_per_gpu:299.1827231492602 
Step 967 | loss:0.18310575187206268 lr:1.952736634892936e-05 tokens_per_second_per_gpu:285.82585927149665 
Step 968 | loss:0.3620762825012207 lr:1.9526385968437043e-05 tokens_per_second_per_gpu:283.69304522774405 
Step 969 | loss:0.32304319739341736 lr:1.9525404596861782e-05 tokens_per_second_per_gpu:329.75586071786586 
Step 970 | loss:0.19953864812850952 lr:1.9524422234305677e-05 tokens_per_second_per_gpu:326.35913434236045 
Step 971 | loss:0.2743445932865143 lr:1.9523438880870932e-05 tokens_per_second_per_gpu:285.78790794194936 
Step 972 | loss:0.34881454706192017 lr:1.9522454536659844e-05 tokens_per_second_per_gpu:334.1156691768365 
Step 973 | loss:0.1793028712272644 lr:1.9521469201774827e-05 tokens_per_second_per_gpu:223.44844414874387 
Step 974 | loss:0.3153400719165802 lr:1.9520482876318384e-05 tokens_per_second_per_gpu:359.66051397304534 
Step 975 | loss:0.556625247001648 lr:1.951949556039313e-05 tokens_per_second_per_gpu:305.9869369723006 
Step 976 | loss:0.24067431688308716 lr:1.9518507254101782e-05 tokens_per_second_per_gpu:367.9178712997186 
Step 977 | loss:0.38282808661460876 lr:1.9517517957547163e-05 tokens_per_second_per_gpu:226.42508268495308 
Step 978 | loss:0.26759788393974304 lr:1.9516527670832187e-05 tokens_per_second_per_gpu:369.72679049348886 
Step 979 | loss:0.2604001760482788 lr:1.9515536394059885e-05 tokens_per_second_per_gpu:424.5202773547163 
Step 980 | loss:0.3612216114997864 lr:1.9514544127333383e-05 tokens_per_second_per_gpu:242.99849613467705 
Step 981 | loss:0.25494110584259033 lr:1.951355087075591e-05 tokens_per_second_per_gpu:266.8150589856344 
Step 982 | loss:0.19490134716033936 lr:1.95125566244308e-05 tokens_per_second_per_gpu:218.53602225666415 
Step 983 | loss:0.12351135164499283 lr:1.9511561388461498e-05 tokens_per_second_per_gpu:296.07741660380833 
Step 984 | loss:0.3218114376068115 lr:1.9510565162951538e-05 tokens_per_second_per_gpu:374.7779429833038 
Step 985 | loss:0.38765251636505127 lr:1.950956794800456e-05 tokens_per_second_per_gpu:364.5455172900196 
Step 986 | loss:0.1716967076063156 lr:1.9508569743724313e-05 tokens_per_second_per_gpu:258.5543621146462 
Step 987 | loss:0.31195181608200073 lr:1.9507570550214646e-05 tokens_per_second_per_gpu:280.9806176644668 
Step 988 | loss:0.3058580756187439 lr:1.950657036757951e-05 tokens_per_second_per_gpu:315.5844561932387 
Step 989 | loss:0.2703213095664978 lr:1.950556919592296e-05 tokens_per_second_per_gpu:243.7195189666403 
Step 990 | loss:0.295364648103714 lr:1.950456703534915e-05 tokens_per_second_per_gpu:291.63574824409255 
Step 991 | loss:0.24686309695243835 lr:1.9503563885962347e-05 tokens_per_second_per_gpu:257.03021186738755 
Step 992 | loss:0.23800250887870789 lr:1.950255974786691e-05 tokens_per_second_per_gpu:287.2538566551876 
Step 993 | loss:0.30170145630836487 lr:1.9501554621167306e-05 tokens_per_second_per_gpu:337.1125256700783 
Step 994 | loss:0.2502332925796509 lr:1.9500548505968103e-05 tokens_per_second_per_gpu:285.8142541831591 
Step 995 | loss:0.22879816591739655 lr:1.9499541402373973e-05 tokens_per_second_per_gpu:234.502305941031 
Step 996 | loss:0.23534081876277924 lr:1.9498533310489695e-05 tokens_per_second_per_gpu:275.4087292180031 
Step 997 | loss:0.31683850288391113 lr:1.9497524230420138e-05 tokens_per_second_per_gpu:307.6618042456156 
Step 998 | loss:0.25078529119491577 lr:1.9496514162270286e-05 tokens_per_second_per_gpu:327.84457001374994 
Step 999 | loss:0.2603312134742737 lr:1.9495503106145227e-05 tokens_per_second_per_gpu:250.85449211559694 
Step 1000 | loss:0.20053233206272125 lr:1.9494491062150138e-05 tokens_per_second_per_gpu:310.98780819785 
Step 1001 | loss:0.2240734100341797 lr:1.9493478030390314e-05 tokens_per_second_per_gpu:316.81298018111784 
Step 1002 | loss:0.23470133543014526 lr:1.9492464010971145e-05 tokens_per_second_per_gpu:363.77762215024205 
Step 1003 | loss:0.20555263757705688 lr:1.9491449003998123e-05 tokens_per_second_per_gpu:305.8526108909292 
Step 1004 | loss:0.32177478075027466 lr:1.949043300957685e-05 tokens_per_second_per_gpu:301.7908886122839 
Step 1005 | loss:0.20438215136528015 lr:1.9489416027813015e-05 tokens_per_second_per_gpu:332.10633894168933 
Step 1006 | loss:0.24019968509674072 lr:1.948839805881243e-05 tokens_per_second_per_gpu:264.8060147875428 
Step 1007 | loss:0.20767651498317719 lr:1.9487379102681e-05 tokens_per_second_per_gpu:248.61200860842288 
Step 1008 | loss:0.3133474290370941 lr:1.948635915952473e-05 tokens_per_second_per_gpu:309.10401698555916 
Step 1009 | loss:0.22799073159694672 lr:1.9485338229449725e-05 tokens_per_second_per_gpu:259.30941465389134 
Step 1010 | loss:0.38078635931015015 lr:1.9484316312562204e-05 tokens_per_second_per_gpu:397.15346169419576 
Step 1011 | loss:0.1817936897277832 lr:1.9483293408968487e-05 tokens_per_second_per_gpu:339.13480468132644 
Step 1012 | loss:0.14481714367866516 lr:1.9482269518774985e-05 tokens_per_second_per_gpu:288.1578187740914 
Step 1013 | loss:0.2959112226963043 lr:1.948124464208822e-05 tokens_per_second_per_gpu:317.3581097159652 
Step 1014 | loss:0.21315030753612518 lr:1.9480218779014815e-05 tokens_per_second_per_gpu:335.22408944632036 
Step 1015 | loss:0.13597342371940613 lr:1.94791919296615e-05 tokens_per_second_per_gpu:255.56531115832826 
Step 1016 | loss:0.18187527358531952 lr:1.9478164094135102e-05 tokens_per_second_per_gpu:287.77732540117387 
Step 1017 | loss:0.2827383875846863 lr:1.9477135272542554e-05 tokens_per_second_per_gpu:281.2604363648621 
Step 1018 | loss:0.14534419775009155 lr:1.9476105464990888e-05 tokens_per_second_per_gpu:281.30486752913714 
Step 1019 | loss:0.2725503742694855 lr:1.9475074671587238e-05 tokens_per_second_per_gpu:272.6745339933305 
Step 1020 | loss:0.3945121169090271 lr:1.9474042892438848e-05 tokens_per_second_per_gpu:275.28669313060175 
Step 1021 | loss:0.1468898355960846 lr:1.9473010127653058e-05 tokens_per_second_per_gpu:239.55975144726887 
Step 1022 | loss:0.2176792472600937 lr:1.9471976377337315e-05 tokens_per_second_per_gpu:274.4658026334819 
Step 1023 | loss:0.2935096025466919 lr:1.947094164159916e-05 tokens_per_second_per_gpu:265.95023136407343 
Step 1024 | loss:0.10688112676143646 lr:1.9469905920546244e-05 tokens_per_second_per_gpu:238.47697989633758 
Step 1025 | loss:0.21916541457176208 lr:1.946886921428632e-05 tokens_per_second_per_gpu:335.9748449309946 
Step 1026 | loss:0.21420516073703766 lr:1.9467831522927244e-05 tokens_per_second_per_gpu:266.7689261290764 
Step 1027 | loss:0.28043365478515625 lr:1.9466792846576972e-05 tokens_per_second_per_gpu:285.4373386938637 
Step 1028 | loss:0.23267391324043274 lr:1.9465753185343562e-05 tokens_per_second_per_gpu:335.9621999938387 
Step 1029 | loss:0.23993484675884247 lr:1.9464712539335174e-05 tokens_per_second_per_gpu:366.75317217448566 
Step 1030 | loss:0.472819983959198 lr:1.946367090866008e-05 tokens_per_second_per_gpu:327.57355483611116 
Step 1031 | loss:0.14198146760463715 lr:1.9462628293426635e-05 tokens_per_second_per_gpu:283.1774632619392 
Step 1032 | loss:0.20542463660240173 lr:1.9461584693743318e-05 tokens_per_second_per_gpu:366.8504434048161 
Step 1033 | loss:0.12530416250228882 lr:1.9460540109718696e-05 tokens_per_second_per_gpu:260.4804667596722 
Step 1034 | loss:0.2394733875989914 lr:1.945949454146144e-05 tokens_per_second_per_gpu:304.5668631132942 
Step 1035 | loss:0.22662243247032166 lr:1.9458447989080334e-05 tokens_per_second_per_gpu:286.30098785777164 
Step 1036 | loss:0.2726088762283325 lr:1.945740045268425e-05 tokens_per_second_per_gpu:317.04138971343207 
Step 1037 | loss:0.28047123551368713 lr:1.9456351932382174e-05 tokens_per_second_per_gpu:301.53105101212674 
Step 1038 | loss:0.13090431690216064 lr:1.9455302428283187e-05 tokens_per_second_per_gpu:275.45936430813634 
Step 1039 | loss:0.1452319175004959 lr:1.9454251940496474e-05 tokens_per_second_per_gpu:321.65029613417454 
Step 1040 | loss:0.20686757564544678 lr:1.945320046913132e-05 tokens_per_second_per_gpu:303.5703785881376 
Step 1041 | loss:0.2650781273841858 lr:1.9452148014297124e-05 tokens_per_second_per_gpu:303.09930108114133 
Step 1042 | loss:0.19999153912067413 lr:1.9451094576103372e-05 tokens_per_second_per_gpu:290.1986028612405 
Step 1043 | loss:0.2860894501209259 lr:1.9450040154659662e-05 tokens_per_second_per_gpu:248.35618555801528 
Step 1044 | loss:0.31032246351242065 lr:1.9448984750075687e-05 tokens_per_second_per_gpu:309.63093372278104 
Step 1045 | loss:0.15583941340446472 lr:1.9447928362461255e-05 tokens_per_second_per_gpu:336.59777443521426 
Step 1046 | loss:0.16385126113891602 lr:1.9446870991926257e-05 tokens_per_second_per_gpu:261.5862455824763 
Step 1047 | loss:0.24272087216377258 lr:1.944581263858071e-05 tokens_per_second_per_gpu:241.7229900882424 
Step 1048 | loss:0.17981944978237152 lr:1.9444753302534706e-05 tokens_per_second_per_gpu:258.52432473864275 
Step 1049 | loss:0.19702929258346558 lr:1.944369298389847e-05 tokens_per_second_per_gpu:241.71395635156617 
Step 1050 | loss:0.27180641889572144 lr:1.9442631682782295e-05 tokens_per_second_per_gpu:299.1216853161739 
Step 1051 | loss:0.17758403718471527 lr:1.9441569399296606e-05 tokens_per_second_per_gpu:206.359082395913 
Step 1052 | loss:0.2801671028137207 lr:1.9440506133551916e-05 tokens_per_second_per_gpu:374.106956250963 
Step 1053 | loss:0.17082257568836212 lr:1.943944188565884e-05 tokens_per_second_per_gpu:318.42383788029355 
Step 1054 | loss:0.17222020030021667 lr:1.9438376655728097e-05 tokens_per_second_per_gpu:230.5373380118305 
Step 1055 | loss:0.13586711883544922 lr:1.9437310443870518e-05 tokens_per_second_per_gpu:305.9367572052667 
Step 1056 | loss:0.16850115358829498 lr:1.9436243250197012e-05 tokens_per_second_per_gpu:339.28236322569717 
Step 1057 | loss:0.15244552493095398 lr:1.9435175074818618e-05 tokens_per_second_per_gpu:298.3481074968676 
Step 1058 | loss:0.1403616964817047 lr:1.9434105917846458e-05 tokens_per_second_per_gpu:293.7120181986757 
Step 1059 | loss:0.1841670423746109 lr:1.9433035779391763e-05 tokens_per_second_per_gpu:263.201297647076 
Step 1060 | loss:0.4522404074668884 lr:1.9431964659565868e-05 tokens_per_second_per_gpu:285.9210652746313 
Step 1061 | loss:0.1478959321975708 lr:1.94308925584802e-05 tokens_per_second_per_gpu:284.8019816293866 
Step 1062 | loss:0.1674950122833252 lr:1.942981947624631e-05 tokens_per_second_per_gpu:297.3628692652955 
Step 1063 | loss:0.2582668364048004 lr:1.9428745412975822e-05 tokens_per_second_per_gpu:275.6607983472928 
Step 1064 | loss:0.3196623623371124 lr:1.9427670368780485e-05 tokens_per_second_per_gpu:230.23091262268997 
Step 1065 | loss:0.14236202836036682 lr:1.9426594343772138e-05 tokens_per_second_per_gpu:283.8851370603419 
Step 1066 | loss:0.1360020637512207 lr:1.9425517338062727e-05 tokens_per_second_per_gpu:314.5075766641086 
Step 1067 | loss:0.1884036660194397 lr:1.9424439351764302e-05 tokens_per_second_per_gpu:306.0693627912134 
Step 1068 | loss:0.2449437975883484 lr:1.942336038498901e-05 tokens_per_second_per_gpu:256.5457174930375 
Step 1069 | loss:0.15935812890529633 lr:1.94222804378491e-05 tokens_per_second_per_gpu:283.3754176601854 
Step 1070 | loss:0.18053165078163147 lr:1.942119951045692e-05 tokens_per_second_per_gpu:284.76385074024637 
Step 1071 | loss:0.19278310239315033 lr:1.942011760292494e-05 tokens_per_second_per_gpu:252.98749078348564 
Step 1072 | loss:0.1891404092311859 lr:1.9419034715365702e-05 tokens_per_second_per_gpu:264.5785792227443 
Step 1073 | loss:0.23044005036354065 lr:1.9417950847891872e-05 tokens_per_second_per_gpu:276.98543636537715 
Step 1074 | loss:0.22289088368415833 lr:1.9416866000616214e-05 tokens_per_second_per_gpu:286.1756895421264 
Step 1075 | loss:0.4298354685306549 lr:1.941578017365158e-05 tokens_per_second_per_gpu:333.1368646216465 
Step 1076 | loss:0.1735178381204605 lr:1.941469336711094e-05 tokens_per_second_per_gpu:263.7738013939081 
Step 1077 | loss:0.24155977368354797 lr:1.9413605581107367e-05 tokens_per_second_per_gpu:366.41498664024135 
Step 1078 | loss:0.28882288932800293 lr:1.9412516815754017e-05 tokens_per_second_per_gpu:273.85765477479185 
Step 1079 | loss:0.39598405361175537 lr:1.9411427071164173e-05 tokens_per_second_per_gpu:320.7629892282836 
Step 1080 | loss:0.24123212695121765 lr:1.9410336347451202e-05 tokens_per_second_per_gpu:322.59442481860157 
Step 1081 | loss:0.15277427434921265 lr:1.9409244644728575e-05 tokens_per_second_per_gpu:303.9903916753095 
Step 1082 | loss:0.3543208837509155 lr:1.9408151963109866e-05 tokens_per_second_per_gpu:319.11753899880995 
Step 1083 | loss:0.22188642621040344 lr:1.940705830270876e-05 tokens_per_second_per_gpu:298.7334343982457 
Step 1084 | loss:0.15138697624206543 lr:1.9405963663639037e-05 tokens_per_second_per_gpu:267.9316939920387 
Step 1085 | loss:0.20695284008979797 lr:1.940486804601457e-05 tokens_per_second_per_gpu:263.5624255899412 
Step 1086 | loss:0.14798501133918762 lr:1.9403771449949353e-05 tokens_per_second_per_gpu:293.1774464693351 
Step 1087 | loss:0.09196154773235321 lr:1.940267387555746e-05 tokens_per_second_per_gpu:273.34491864940907 
Step 1088 | loss:0.15705882012844086 lr:1.9401575322953082e-05 tokens_per_second_per_gpu:294.7795243187345 
Step 1089 | loss:0.17316584289073944 lr:1.9400475792250512e-05 tokens_per_second_per_gpu:295.93093649533614 
Step 1090 | loss:0.1443289965391159 lr:1.9399375283564134e-05 tokens_per_second_per_gpu:288.0753722486684 
Step 1091 | loss:0.26317447423934937 lr:1.9398273797008445e-05 tokens_per_second_per_gpu:280.95543604010606 
Step 1092 | loss:0.2285872995853424 lr:1.9397171332698033e-05 tokens_per_second_per_gpu:226.3850866929453 
Step 1093 | loss:0.2853604257106781 lr:1.93960678907476e-05 tokens_per_second_per_gpu:369.76676662015217 
Step 1094 | loss:0.17858460545539856 lr:1.9394963471271942e-05 tokens_per_second_per_gpu:261.2167803953239 
Step 1095 | loss:0.1542748361825943 lr:1.9393858074385955e-05 tokens_per_second_per_gpu:289.760136928865 
Step 1096 | loss:0.1284886747598648 lr:1.939275170020464e-05 tokens_per_second_per_gpu:332.14846740612273 
Step 1097 | loss:0.14686141908168793 lr:1.93916443488431e-05 tokens_per_second_per_gpu:265.4426398323624 
Step 1098 | loss:0.18861687183380127 lr:1.9390536020416535e-05 tokens_per_second_per_gpu:244.38518220550463 
Step 1099 | loss:0.15978768467903137 lr:1.938942671504026e-05 tokens_per_second_per_gpu:274.7682423725217 
Step 1100 | loss:0.1310156285762787 lr:1.938831643282967e-05 tokens_per_second_per_gpu:246.02398055375937 
Step 1101 | loss:0.3771994411945343 lr:1.938720517390029e-05 tokens_per_second_per_gpu:320.3588941568319 
Step 1102 | loss:0.2285451740026474 lr:1.9386092938367716e-05 tokens_per_second_per_gpu:322.00091097355676 
Step 1103 | loss:0.15068687498569489 lr:1.9384979726347663e-05 tokens_per_second_per_gpu:258.21456193765175 
Step 1104 | loss:0.23142363131046295 lr:1.9383865537955948e-05 tokens_per_second_per_gpu:269.6508326071258 
Step 1105 | loss:0.09082432836294174 lr:1.9382750373308487e-05 tokens_per_second_per_gpu:261.95069463468656 
Step 1106 | loss:0.224202960729599 lr:1.9381634232521295e-05 tokens_per_second_per_gpu:355.7616735390579 
Step 1107 | loss:0.3950212001800537 lr:1.9380517115710486e-05 tokens_per_second_per_gpu:322.41190366498984 
Step 1108 | loss:0.263363778591156 lr:1.9379399022992286e-05 tokens_per_second_per_gpu:260.41747212028724 
Step 1109 | loss:0.11852225661277771 lr:1.9378279954483017e-05 tokens_per_second_per_gpu:305.1221534167752 
Step 1110 | loss:0.25166305899620056 lr:1.9377159910299094e-05 tokens_per_second_per_gpu:288.5056227721797 
Step 1111 | loss:0.2506832778453827 lr:1.937603889055705e-05 tokens_per_second_per_gpu:260.7158414171995 
Step 1112 | loss:0.3088221251964569 lr:1.9374916895373507e-05 tokens_per_second_per_gpu:308.2707054796907 
Step 1113 | loss:0.42789095640182495 lr:1.9373793924865194e-05 tokens_per_second_per_gpu:250.19435484564008 
Step 1114 | loss:0.2296501100063324 lr:1.937266997914894e-05 tokens_per_second_per_gpu:328.5130663153757 
Step 1115 | loss:0.2856316864490509 lr:1.937154505834167e-05 tokens_per_second_per_gpu:286.62210811759536 
Step 1116 | loss:0.11696547269821167 lr:1.937041916256042e-05 tokens_per_second_per_gpu:354.3699560488255 
Step 1117 | loss:0.253332257270813 lr:1.9369292291922325e-05 tokens_per_second_per_gpu:289.26765047163053 
Step 1118 | loss:0.16680021584033966 lr:1.936816444654462e-05 tokens_per_second_per_gpu:285.4546808405915 
Step 1119 | loss:0.14582985639572144 lr:1.936703562654464e-05 tokens_per_second_per_gpu:289.14779995052373 
Step 1120 | loss:0.20481769740581512 lr:1.9365905832039814e-05 tokens_per_second_per_gpu:252.7519255694978 
Step 1121 | loss:0.15381696820259094 lr:1.936477506314769e-05 tokens_per_second_per_gpu:324.5024105165859 
Step 1122 | loss:0.13624297082424164 lr:1.936364331998591e-05 tokens_per_second_per_gpu:303.15189852663394 
Step 1123 | loss:0.1792893409729004 lr:1.936251060267221e-05 tokens_per_second_per_gpu:248.17618452957748 
Step 1124 | loss:0.2336372584104538 lr:1.9361376911324434e-05 tokens_per_second_per_gpu:275.38173040522884 
Step 1125 | loss:0.25804951786994934 lr:1.9360242246060526e-05 tokens_per_second_per_gpu:387.0085289878684 
Step 1126 | loss:0.28706520795822144 lr:1.9359106606998534e-05 tokens_per_second_per_gpu:290.9095475672745 
Step 1127 | loss:0.1696803867816925 lr:1.9357969994256606e-05 tokens_per_second_per_gpu:266.3403914177126 
Step 1128 | loss:0.23494771122932434 lr:1.935683240795298e-05 tokens_per_second_per_gpu:299.1889925941864 
Step 1129 | loss:0.3592645227909088 lr:1.935569384820602e-05 tokens_per_second_per_gpu:382.8215859692142 
Step 1130 | loss:0.36339762806892395 lr:1.9354554315134166e-05 tokens_per_second_per_gpu:312.39384656630625 
Step 1131 | loss:0.14445750415325165 lr:1.9353413808855975e-05 tokens_per_second_per_gpu:262.61709369509686 
Step 1132 | loss:0.3090341091156006 lr:1.93522723294901e-05 tokens_per_second_per_gpu:351.45217046420953 
Step 1133 | loss:0.12391605228185654 lr:1.9351129877155287e-05 tokens_per_second_per_gpu:319.7808950466872 
Step 1134 | loss:0.16296795010566711 lr:1.9349986451970405e-05 tokens_per_second_per_gpu:395.2455581164373 
Step 1135 | loss:0.169962078332901 lr:1.9348842054054405e-05 tokens_per_second_per_gpu:313.4641174150371 
Step 1136 | loss:0.1489085555076599 lr:1.9347696683526342e-05 tokens_per_second_per_gpu:327.49194684822584 
Step 1137 | loss:0.16106610000133514 lr:1.934655034050538e-05 tokens_per_second_per_gpu:334.47462900877514 
Step 1138 | loss:0.12935620546340942 lr:1.9345403025110777e-05 tokens_per_second_per_gpu:302.0962895865863 
Step 1139 | loss:0.23976512253284454 lr:1.9344254737461895e-05 tokens_per_second_per_gpu:388.5899884501357 
Step 1140 | loss:0.18399156630039215 lr:1.9343105477678198e-05 tokens_per_second_per_gpu:296.57547008936984 
Step 1141 | loss:0.3263314962387085 lr:1.9341955245879247e-05 tokens_per_second_per_gpu:288.5460171089419 
Step 1142 | loss:0.2301255762577057 lr:1.934080404218471e-05 tokens_per_second_per_gpu:254.1173841188434 
Step 1143 | loss:0.17075371742248535 lr:1.933965186671435e-05 tokens_per_second_per_gpu:282.94203271375983 
Step 1144 | loss:0.22259443998336792 lr:1.933849871958804e-05 tokens_per_second_per_gpu:288.4294356494499 
Step 1145 | loss:0.24081279337406158 lr:1.933734460092574e-05 tokens_per_second_per_gpu:350.6748027846894 
Step 1146 | loss:0.11545831710100174 lr:1.933618951084753e-05 tokens_per_second_per_gpu:306.55615737690647 
Step 1147 | loss:0.07886999100446701 lr:1.9335033449473565e-05 tokens_per_second_per_gpu:303.5796848318296 
Step 1148 | loss:0.30640900135040283 lr:1.9333876416924134e-05 tokens_per_second_per_gpu:336.9805292075907 
Step 1149 | loss:0.1959894746541977 lr:1.9332718413319598e-05 tokens_per_second_per_gpu:244.55951793745135 
Step 1150 | loss:0.21251121163368225 lr:1.9331559438780432e-05 tokens_per_second_per_gpu:240.2576823584305 
Step 1151 | loss:0.1335524469614029 lr:1.9330399493427213e-05 tokens_per_second_per_gpu:271.6180483973001 
Step 1152 | loss:0.12573856115341187 lr:1.932923857738062e-05 tokens_per_second_per_gpu:282.215736265509 
Step 1153 | loss:0.3136395514011383 lr:1.9328076690761423e-05 tokens_per_second_per_gpu:324.6287057692137 
Step 1154 | loss:0.07778381556272507 lr:1.9326913833690503e-05 tokens_per_second_per_gpu:277.88951411257324 
Step 1155 | loss:0.5248892307281494 lr:1.9325750006288837e-05 tokens_per_second_per_gpu:288.5446694293621 
Step 1156 | loss:0.09115064889192581 lr:1.9324585208677504e-05 tokens_per_second_per_gpu:303.7319139786011 
Step 1157 | loss:0.3435749113559723 lr:1.9323419440977686e-05 tokens_per_second_per_gpu:259.46275581432855 
Step 1158 | loss:0.21628272533416748 lr:1.9322252703310665e-05 tokens_per_second_per_gpu:335.18738803344434 
Step 1159 | loss:0.14880156517028809 lr:1.932108499579782e-05 tokens_per_second_per_gpu:252.7905458246984 
Step 1160 | loss:0.3011752665042877 lr:1.9319916318560636e-05 tokens_per_second_per_gpu:252.5811583711823 
Step 1161 | loss:0.1461879462003708 lr:1.93187466717207e-05 tokens_per_second_per_gpu:318.6899788673174 
Step 1162 | loss:0.0758918970823288 lr:1.9317576055399692e-05 tokens_per_second_per_gpu:286.0378648208835 
Step 1163 | loss:0.23227481544017792 lr:1.9316404469719398e-05 tokens_per_second_per_gpu:276.9029276653805 
Step 1164 | loss:0.28789737820625305 lr:1.9315231914801708e-05 tokens_per_second_per_gpu:255.62460075810853 
Step 1165 | loss:0.19263102114200592 lr:1.9314058390768608e-05 tokens_per_second_per_gpu:250.31440468098668 
Step 1166 | loss:0.09341587871313095 lr:1.9312883897742184e-05 tokens_per_second_per_gpu:251.20846248638634 
Step 1167 | loss:0.17484159767627716 lr:1.9311708435844627e-05 tokens_per_second_per_gpu:282.84753085734087 
Step 1168 | loss:0.13432663679122925 lr:1.931053200519823e-05 tokens_per_second_per_gpu:281.283807157444 
Step 1169 | loss:0.273241251707077 lr:1.9309354605925377e-05 tokens_per_second_per_gpu:303.76045751604534 
Step 1170 | loss:0.20346836745738983 lr:1.9308176238148565e-05 tokens_per_second_per_gpu:279.0346686253326 
Step 1171 | loss:0.18525278568267822 lr:1.9306996901990382e-05 tokens_per_second_per_gpu:384.444923509124 
Step 1172 | loss:0.27130943536758423 lr:1.9305816597573522e-05 tokens_per_second_per_gpu:292.80349432630345 
Step 1173 | loss:0.11537063121795654 lr:1.9304635325020783e-05 tokens_per_second_per_gpu:247.93324193420986 
Step 1174 | loss:0.11693073064088821 lr:1.9303453084455054e-05 tokens_per_second_per_gpu:318.925723692705 
Step 1175 | loss:0.19897599518299103 lr:1.930226987599933e-05 tokens_per_second_per_gpu:276.3375710275059 
Step 1176 | loss:0.10718166828155518 lr:1.9301085699776713e-05 tokens_per_second_per_gpu:261.617057425558 
Step 1177 | loss:0.14308574795722961 lr:1.929990055591039e-05 tokens_per_second_per_gpu:317.0017831805676 
Step 1178 | loss:0.09609447419643402 lr:1.9298714444523664e-05 tokens_per_second_per_gpu:235.48052975469753 
Step 1179 | loss:0.17022934556007385 lr:1.9297527365739936e-05 tokens_per_second_per_gpu:251.00990934583675 
Step 1180 | loss:0.11888707429170609 lr:1.9296339319682696e-05 tokens_per_second_per_gpu:319.8178719779444 
Step 1181 | loss:0.1985502541065216 lr:1.9295150306475553e-05 tokens_per_second_per_gpu:257.44442088711986 
Step 1182 | loss:0.2787574529647827 lr:1.9293960326242196e-05 tokens_per_second_per_gpu:293.95989283595213 
Step 1183 | loss:0.3397185802459717 lr:1.9292769379106432e-05 tokens_per_second_per_gpu:253.09364737824325 
Step 1184 | loss:0.2821221947669983 lr:1.929157746519216e-05 tokens_per_second_per_gpu:292.31668873280097 
Step 1185 | loss:0.14449530839920044 lr:1.929038458462338e-05 tokens_per_second_per_gpu:244.05179643231136 
Step 1186 | loss:0.16411025822162628 lr:1.92891907375242e-05 tokens_per_second_per_gpu:218.82769205431117 
Step 1187 | loss:0.12302200496196747 lr:1.928799592401881e-05 tokens_per_second_per_gpu:265.36533240364525 
Step 1188 | loss:0.14200034737586975 lr:1.928680014423153e-05 tokens_per_second_per_gpu:277.45189169644334 
Step 1189 | loss:0.11682254076004028 lr:1.9285603398286752e-05 tokens_per_second_per_gpu:304.7250994607981 
Step 1190 | loss:0.11009819060564041 lr:1.9284405686308982e-05 tokens_per_second_per_gpu:342.82394584430756 
Step 1191 | loss:0.1438198685646057 lr:1.9283207008422826e-05 tokens_per_second_per_gpu:273.26062248851974 
Step 1192 | loss:0.18347978591918945 lr:1.928200736475299e-05 tokens_per_second_per_gpu:273.70866402388543 
Step 1193 | loss:0.1535656601190567 lr:1.9280806755424277e-05 tokens_per_second_per_gpu:263.60936732642546 
Step 1194 | loss:0.10496096312999725 lr:1.9279605180561594e-05 tokens_per_second_per_gpu:270.60514159190626 
Step 1195 | loss:0.1324969381093979 lr:1.927840264028995e-05 tokens_per_second_per_gpu:220.6937637920902 
Step 1196 | loss:0.12727800011634827 lr:1.927719913473445e-05 tokens_per_second_per_gpu:256.6977236719863 
Step 1197 | loss:0.15757140517234802 lr:1.9275994664020298e-05 tokens_per_second_per_gpu:359.71354038861074 
Step 1198 | loss:0.11305265873670578 lr:1.927478922827281e-05 tokens_per_second_per_gpu:265.4227694953449 
Step 1199 | loss:0.13089263439178467 lr:1.9273582827617385e-05 tokens_per_second_per_gpu:226.2831579621365 
Step 1200 | loss:0.2000524401664734 lr:1.927237546217954e-05 tokens_per_second_per_gpu:325.5463794281628 
Step 1201 | loss:0.3116230070590973 lr:1.9271167132084877e-05 tokens_per_second_per_gpu:242.06432110786108 
Step 1202 | loss:0.22095061838626862 lr:1.926995783745911e-05 tokens_per_second_per_gpu:243.00109257111666 
Step 1203 | loss:0.1164403110742569 lr:1.9268747578428045e-05 tokens_per_second_per_gpu:234.3698467615179 
Step 1204 | loss:0.1896575540304184 lr:1.9267536355117594e-05 tokens_per_second_per_gpu:275.010792335748 
Step 1205 | loss:0.08629432320594788 lr:1.9266324167653768e-05 tokens_per_second_per_gpu:283.53211747579996 
Step 1206 | loss:0.16399770975112915 lr:1.9265111016162676e-05 tokens_per_second_per_gpu:286.42978212153196 
Step 1207 | loss:0.2121453583240509 lr:1.926389690077053e-05 tokens_per_second_per_gpu:293.5530813723418 
Step 1208 | loss:0.19570225477218628 lr:1.926268182160364e-05 tokens_per_second_per_gpu:367.0304217258867 
Step 1209 | loss:0.3949505686759949 lr:1.926146577878842e-05 tokens_per_second_per_gpu:321.9082439336038 
Step 1210 | loss:0.20597803592681885 lr:1.9260248772451378e-05 tokens_per_second_per_gpu:240.00487686411225 
Step 1211 | loss:0.3646959364414215 lr:1.9259030802719126e-05 tokens_per_second_per_gpu:301.0086032603505 
Step 1212 | loss:0.20262941718101501 lr:1.9257811869718384e-05 tokens_per_second_per_gpu:299.3249974907637 
Step 1213 | loss:0.07204766571521759 lr:1.9256591973575953e-05 tokens_per_second_per_gpu:254.4580569340708 
Step 1214 | loss:0.15853631496429443 lr:1.925537111441875e-05 tokens_per_second_per_gpu:278.3617928468837 
Step 1215 | loss:0.20514234900474548 lr:1.9254149292373794e-05 tokens_per_second_per_gpu:291.1789014229183 
Step 1216 | loss:0.2472868710756302 lr:1.925292650756819e-05 tokens_per_second_per_gpu:229.035030324861 
Step 1217 | loss:0.3423579931259155 lr:1.925170276012916e-05 tokens_per_second_per_gpu:345.7901429930221 
Step 1218 | loss:0.17163214087486267 lr:1.9250478050184003e-05 tokens_per_second_per_gpu:307.99044222029846 
Step 1219 | loss:0.13168980181217194 lr:1.924925237786014e-05 tokens_per_second_per_gpu:323.78597623246833 
Step 1220 | loss:0.22480708360671997 lr:1.924802574328509e-05 tokens_per_second_per_gpu:317.1811968375086 
Step 1221 | loss:0.16030335426330566 lr:1.924679814658646e-05 tokens_per_second_per_gpu:292.5880749748353 
Step 1222 | loss:0.20549586415290833 lr:1.9245569587891965e-05 tokens_per_second_per_gpu:253.05472902587232 
Step 1223 | loss:0.11250337958335876 lr:1.9244340067329417e-05 tokens_per_second_per_gpu:299.6099712173571 
Step 1224 | loss:0.11380741000175476 lr:1.9243109585026737e-05 tokens_per_second_per_gpu:259.0362215709936 
Step 1225 | loss:0.14756210148334503 lr:1.924187814111193e-05 tokens_per_second_per_gpu:249.12655736063172 
Step 1226 | loss:0.2649308741092682 lr:1.9240645735713116e-05 tokens_per_second_per_gpu:280.6619500425531 
Step 1227 | loss:0.10640223324298859 lr:1.9239412368958502e-05 tokens_per_second_per_gpu:261.4456973443386 
Step 1228 | loss:0.18145988881587982 lr:1.9238178040976413e-05 tokens_per_second_per_gpu:255.5624093749967 
Step 1229 | loss:0.18895956873893738 lr:1.9236942751895254e-05 tokens_per_second_per_gpu:233.91374027553485 
Step 1230 | loss:0.3077962100505829 lr:1.923570650184354e-05 tokens_per_second_per_gpu:250.93198210783362 
Step 1231 | loss:0.11245210468769073 lr:1.923446929094989e-05 tokens_per_second_per_gpu:241.76270694874995 
Step 1232 | loss:0.22223877906799316 lr:1.9233231119343014e-05 tokens_per_second_per_gpu:319.3730463899184 
Step 1233 | loss:0.16233286261558533 lr:1.9231991987151726e-05 tokens_per_second_per_gpu:319.5838691453227 
Step 1234 | loss:0.12165221571922302 lr:1.923075189450494e-05 tokens_per_second_per_gpu:349.08355586895277 
Step 1235 | loss:0.19112619757652283 lr:1.922951084153167e-05 tokens_per_second_per_gpu:280.40910675955234 
Step 1236 | loss:0.16215279698371887 lr:1.9228268828361034e-05 tokens_per_second_per_gpu:258.5866894683289 
Step 1237 | loss:0.2335597723722458 lr:1.922702585512224e-05 tokens_per_second_per_gpu:360.931136313039 
Step 1238 | loss:0.1310042291879654 lr:1.9225781921944598e-05 tokens_per_second_per_gpu:230.94361973096647 
Step 1239 | loss:0.38312119245529175 lr:1.9224537028957532e-05 tokens_per_second_per_gpu:295.5517440407568 
Step 1240 | loss:0.17463873326778412 lr:1.9223291176290543e-05 tokens_per_second_per_gpu:261.86698856710973 
Step 1241 | loss:0.15814203023910522 lr:1.9222044364073253e-05 tokens_per_second_per_gpu:290.539412415594 
Step 1242 | loss:0.23512206971645355 lr:1.9220796592435375e-05 tokens_per_second_per_gpu:217.84113357787584 
Step 1243 | loss:0.08038266003131866 lr:1.9219547861506717e-05 tokens_per_second_per_gpu:265.00971977432965 
Step 1244 | loss:0.2548120319843292 lr:1.921829817141719e-05 tokens_per_second_per_gpu:270.2952421273062 
Step 1245 | loss:0.098570816218853 lr:1.9217047522296813e-05 tokens_per_second_per_gpu:311.7730979338916 
Step 1246 | loss:0.21518857777118683 lr:1.9215795914275694e-05 tokens_per_second_per_gpu:314.33122315070966 
Step 1247 | loss:0.15497347712516785 lr:1.9214543347484043e-05 tokens_per_second_per_gpu:265.90438296538485 
Step 1248 | loss:0.11791802942752838 lr:1.9213289822052178e-05 tokens_per_second_per_gpu:276.5092954450121 
Step 1249 | loss:0.10931386053562164 lr:1.9212035338110498e-05 tokens_per_second_per_gpu:250.42637921636398 
Step 1250 | loss:0.31607168912887573 lr:1.921077989578953e-05 tokens_per_second_per_gpu:322.4383260600383 
Step 1251 | loss:0.1558748036623001 lr:1.9209523495219872e-05 tokens_per_second_per_gpu:235.4293004781802 
Step 1252 | loss:0.19929011166095734 lr:1.920826613653224e-05 tokens_per_second_per_gpu:296.45899110352946 
Step 1253 | loss:0.16397163271903992 lr:1.920700781985744e-05 tokens_per_second_per_gpu:287.3239844563959 
Step 1254 | loss:0.1839205026626587 lr:1.9205748545326387e-05 tokens_per_second_per_gpu:253.05430482336297 
Step 1255 | loss:0.11431409418582916 lr:1.920448831307009e-05 tokens_per_second_per_gpu:237.12115712122485 
Step 1256 | loss:0.10014919936656952 lr:1.920322712321965e-05 tokens_per_second_per_gpu:382.04007460526185 
Step 1257 | loss:0.15463870763778687 lr:1.9201964975906288e-05 tokens_per_second_per_gpu:286.26938136078786 
Step 1258 | loss:0.17860163748264313 lr:1.92007018712613e-05 tokens_per_second_per_gpu:278.8615628228181 
Step 1259 | loss:0.15861709415912628 lr:1.91994378094161e-05 tokens_per_second_per_gpu:248.37516158519892 
Step 1260 | loss:0.10832980275154114 lr:1.9198172790502197e-05 tokens_per_second_per_gpu:321.05760097494397 
Step 1261 | loss:0.11399668455123901 lr:1.9196906814651195e-05 tokens_per_second_per_gpu:293.9842218314455 
Step 1262 | loss:0.17040427029132843 lr:1.91956398819948e-05 tokens_per_second_per_gpu:287.8239783331348 
Step 1263 | loss:0.21808919310569763 lr:1.919437199266482e-05 tokens_per_second_per_gpu:339.0576644581352 
Step 1264 | loss:0.24644987285137177 lr:1.919310314679316e-05 tokens_per_second_per_gpu:304.17319442061995 
Step 1265 | loss:0.2410314679145813 lr:1.9191833344511825e-05 tokens_per_second_per_gpu:305.9638711078078 
Step 1266 | loss:0.17542830109596252 lr:1.919056258595292e-05 tokens_per_second_per_gpu:253.23715549197007 
Step 1267 | loss:0.20315179228782654 lr:1.9189290871248646e-05 tokens_per_second_per_gpu:281.84561439652134 
Step 1268 | loss:0.1249677762389183 lr:1.9188018200531316e-05 tokens_per_second_per_gpu:280.07950502855624 
Step 1269 | loss:0.1962139755487442 lr:1.918674457393332e-05 tokens_per_second_per_gpu:343.9668942680502 
Step 1270 | loss:0.10329852998256683 lr:1.9185469991587166e-05 tokens_per_second_per_gpu:300.8181036175772 
Step 1271 | loss:0.23004022240638733 lr:1.918419445362546e-05 tokens_per_second_per_gpu:324.30683957785345 
Step 1272 | loss:0.10053297877311707 lr:1.9182917960180898e-05 tokens_per_second_per_gpu:299.38995897493004 
Step 1273 | loss:0.18567600846290588 lr:1.918164051138628e-05 tokens_per_second_per_gpu:270.9905103452984 
Step 1274 | loss:0.1417279988527298 lr:1.9180362107374514e-05 tokens_per_second_per_gpu:443.28494130300516 
Step 1275 | loss:0.28534644842147827 lr:1.9179082748278594e-05 tokens_per_second_per_gpu:282.5447888517657 
Step 1276 | loss:0.1565200835466385 lr:1.9177802434231617e-05 tokens_per_second_per_gpu:328.7290660585475 
Step 1277 | loss:0.11827918887138367 lr:1.917652116536678e-05 tokens_per_second_per_gpu:296.5618847093882 
Step 1278 | loss:0.2623649835586548 lr:1.9175238941817387e-05 tokens_per_second_per_gpu:273.578831955242 
Step 1279 | loss:0.19164633750915527 lr:1.9173955763716835e-05 tokens_per_second_per_gpu:244.74042798069104 
Step 1280 | loss:0.09367866814136505 lr:1.9172671631198613e-05 tokens_per_second_per_gpu:334.14223908765655 
Step 1281 | loss:0.18190282583236694 lr:1.9171386544396318e-05 tokens_per_second_per_gpu:262.67092552184647 
Step 1282 | loss:0.3030976355075836 lr:1.917010050344365e-05 tokens_per_second_per_gpu:249.50122742668367 
Step 1283 | loss:0.17516252398490906 lr:1.9168813508474397e-05 tokens_per_second_per_gpu:289.5572348294629 
Step 1284 | loss:0.2380993813276291 lr:1.9167525559622458e-05 tokens_per_second_per_gpu:294.0400952982142 
Step 1285 | loss:0.1784888505935669 lr:1.9166236657021822e-05 tokens_per_second_per_gpu:269.71594056979035 
Step 1286 | loss:0.08502138406038284 lr:1.9164946800806584e-05 tokens_per_second_per_gpu:275.0789246913015 
Step 1287 | loss:0.13407990336418152 lr:1.916365599111093e-05 tokens_per_second_per_gpu:241.77795303991073 
Step 1288 | loss:0.2877376079559326 lr:1.916236422806915e-05 tokens_per_second_per_gpu:285.7010725935718 
Step 1289 | loss:0.07920726388692856 lr:1.9161071511815636e-05 tokens_per_second_per_gpu:271.1150630208476 
Step 1290 | loss:0.1514323353767395 lr:1.9159777842484878e-05 tokens_per_second_per_gpu:314.42034591477955 
Step 1291 | loss:0.1950789988040924 lr:1.9158483220211463e-05 tokens_per_second_per_gpu:319.91329737524734 
Step 1292 | loss:0.16857288777828217 lr:1.9157187645130072e-05 tokens_per_second_per_gpu:344.5314797905096 
Step 1293 | loss:0.2285327911376953 lr:1.91558911173755e-05 tokens_per_second_per_gpu:275.63536522891434 
Step 1294 | loss:0.2125970423221588 lr:1.9154593637082626e-05 tokens_per_second_per_gpu:305.75018652226396 
Step 1295 | loss:0.2042665183544159 lr:1.9153295204386436e-05 tokens_per_second_per_gpu:315.6054586762841 
Step 1296 | loss:0.20572711527347565 lr:1.9151995819422013e-05 tokens_per_second_per_gpu:353.6047001453393 
Step 1297 | loss:0.16454164683818817 lr:1.9150695482324537e-05 tokens_per_second_per_gpu:247.19420504080793 
Step 1298 | loss:0.23835499584674835 lr:1.9149394193229293e-05 tokens_per_second_per_gpu:326.1716404690391 
Step 1299 | loss:0.15206339955329895 lr:1.914809195227166e-05 tokens_per_second_per_gpu:349.32611569194296 
Step 1300 | loss:0.2880905568599701 lr:1.9146788759587114e-05 tokens_per_second_per_gpu:238.07720358145448 
Step 1301 | loss:0.12564967572689056 lr:1.914548461531124e-05 tokens_per_second_per_gpu:304.26152151907013 
Step 1302 | loss:0.1403726488351822 lr:1.9144179519579708e-05 tokens_per_second_per_gpu:305.74177545163354 
Step 1303 | loss:0.1935053914785385 lr:1.91428734725283e-05 tokens_per_second_per_gpu:298.786650917676 
Step 1304 | loss:0.21673761308193207 lr:1.914156647429289e-05 tokens_per_second_per_gpu:293.2722004716523 
Step 1305 | loss:0.12977048754692078 lr:1.914025852500945e-05 tokens_per_second_per_gpu:268.7056341609316 
Step 1306 | loss:0.161424458026886 lr:1.9138949624814058e-05 tokens_per_second_per_gpu:210.0852470986761 
Step 1307 | loss:0.19650600850582123 lr:1.913763977384288e-05 tokens_per_second_per_gpu:233.40208932709476 
Step 1308 | loss:0.2181594967842102 lr:1.913632897223219e-05 tokens_per_second_per_gpu:341.37984194156195 
Step 1309 | loss:0.2816563844680786 lr:1.9135017220118363e-05 tokens_per_second_per_gpu:242.49631965902955 
Step 1310 | loss:0.09354148805141449 lr:1.913370451763786e-05 tokens_per_second_per_gpu:261.7318904495217 
Step 1311 | loss:0.1470453441143036 lr:1.913239086492725e-05 tokens_per_second_per_gpu:298.93859144658023 
Step 1312 | loss:0.18027839064598083 lr:1.9131076262123204e-05 tokens_per_second_per_gpu:407.17144048983806 
Step 1313 | loss:0.18316832184791565 lr:1.9129760709362485e-05 tokens_per_second_per_gpu:283.08333385477795 
Step 1314 | loss:0.12965182960033417 lr:1.9128444206781954e-05 tokens_per_second_per_gpu:263.1685331240326 
Step 1315 | loss:0.19242259860038757 lr:1.9127126754518582e-05 tokens_per_second_per_gpu:289.2335063852056 
Step 1316 | loss:0.17120659351348877 lr:1.9125808352709423e-05 tokens_per_second_per_gpu:330.18231882937766 
Step 1317 | loss:0.22418005764484406 lr:1.912448900149164e-05 tokens_per_second_per_gpu:307.68552112784226 
Step 1318 | loss:0.18282932043075562 lr:1.9123168701002495e-05 tokens_per_second_per_gpu:390.68763593179904 
Step 1319 | loss:0.22519651055335999 lr:1.9121847451379344e-05 tokens_per_second_per_gpu:290.3808436062549 
Step 1320 | loss:0.10096606612205505 lr:1.912052525275965e-05 tokens_per_second_per_gpu:340.8269436500743 
Step 1321 | loss:0.11005888879299164 lr:1.9119202105280954e-05 tokens_per_second_per_gpu:241.05224519905957 
Step 1322 | loss:0.2456180602312088 lr:1.9117878009080924e-05 tokens_per_second_per_gpu:335.4749842646752 
Step 1323 | loss:0.13919958472251892 lr:1.9116552964297308e-05 tokens_per_second_per_gpu:314.8375268231078 
Step 1324 | loss:0.1295393407344818 lr:1.9115226971067957e-05 tokens_per_second_per_gpu:310.19706978696126 
Step 1325 | loss:0.2103198915719986 lr:1.9113900029530825e-05 tokens_per_second_per_gpu:385.6308315441645 
Step 1326 | loss:0.131694495677948 lr:1.9112572139823958e-05 tokens_per_second_per_gpu:278.5876102033785 
Step 1327 | loss:0.13092359900474548 lr:1.9111243302085504e-05 tokens_per_second_per_gpu:319.7166472954187 
Step 1328 | loss:0.19273051619529724 lr:1.910991351645371e-05 tokens_per_second_per_gpu:349.12048212582863 
Step 1329 | loss:0.18758322298526764 lr:1.9108582783066923e-05 tokens_per_second_per_gpu:272.3327205960598 
Step 1330 | loss:0.24011462926864624 lr:1.9107251102063582e-05 tokens_per_second_per_gpu:261.9907964935796 
Step 1331 | loss:0.24706590175628662 lr:1.9105918473582235e-05 tokens_per_second_per_gpu:374.93871484606285 
Step 1332 | loss:0.15971162915229797 lr:1.9104584897761516e-05 tokens_per_second_per_gpu:308.0086131966627 
Step 1333 | loss:0.22292959690093994 lr:1.9103250374740173e-05 tokens_per_second_per_gpu:336.20913976783686 
Step 1334 | loss:0.130377858877182 lr:1.9101914904657035e-05 tokens_per_second_per_gpu:258.73041396598893 
Step 1335 | loss:0.1920517385005951 lr:1.910057848765104e-05 tokens_per_second_per_gpu:215.91455310702239 
Step 1336 | loss:0.20101672410964966 lr:1.909924112386123e-05 tokens_per_second_per_gpu:309.2756476717054 
Step 1337 | loss:0.2768375873565674 lr:1.9097902813426733e-05 tokens_per_second_per_gpu:330.1154752359857 
Step 1338 | loss:0.15913784503936768 lr:1.9096563556486777e-05 tokens_per_second_per_gpu:269.00605222938754 
Step 1339 | loss:0.13120156526565552 lr:1.90952233531807e-05 tokens_per_second_per_gpu:363.52887417142205 
Step 1340 | loss:0.1227671429514885 lr:1.9093882203647928e-05 tokens_per_second_per_gpu:303.73156358878884 
Step 1341 | loss:0.20218056440353394 lr:1.9092540108027987e-05 tokens_per_second_per_gpu:275.10937379753216 
Step 1342 | loss:0.11041277647018433 lr:1.9091197066460502e-05 tokens_per_second_per_gpu:272.65613834005427 
Step 1343 | loss:0.19132640957832336 lr:1.90898530790852e-05 tokens_per_second_per_gpu:283.0027766510742 
Step 1344 | loss:0.09806689620018005 lr:1.90885081460419e-05 tokens_per_second_per_gpu:333.02181931478606 
Step 1345 | loss:0.12342771887779236 lr:1.908716226747053e-05 tokens_per_second_per_gpu:264.9207420233806 
Step 1346 | loss:0.22345609962940216 lr:1.90858154435111e-05 tokens_per_second_per_gpu:307.6618878666025 
Step 1347 | loss:0.09326939284801483 lr:1.9084467674303732e-05 tokens_per_second_per_gpu:293.477562729583 
Step 1348 | loss:0.14897888898849487 lr:1.9083118959988643e-05 tokens_per_second_per_gpu:258.8125646781816 
Step 1349 | loss:0.21527376770973206 lr:1.9081769300706145e-05 tokens_per_second_per_gpu:355.33686144675 
Step 1350 | loss:0.18293219804763794 lr:1.908041869659665e-05 tokens_per_second_per_gpu:268.414349035324 
Step 1351 | loss:0.18666669726371765 lr:1.9079067147800674e-05 tokens_per_second_per_gpu:336.2600960897657 
Step 1352 | loss:0.15120333433151245 lr:1.9077714654458818e-05 tokens_per_second_per_gpu:266.80528665782293 
Step 1353 | loss:0.20081019401550293 lr:1.9076361216711796e-05 tokens_per_second_per_gpu:273.11771072273643 
Step 1354 | loss:0.14714019000530243 lr:1.9075006834700414e-05 tokens_per_second_per_gpu:282.36427754520474 
Step 1355 | loss:0.10805154591798782 lr:1.907365150856557e-05 tokens_per_second_per_gpu:332.6970718224713 
Step 1356 | loss:0.17858220636844635 lr:1.907229523844827e-05 tokens_per_second_per_gpu:244.88536771505534 
Step 1357 | loss:0.09688331186771393 lr:1.9070938024489614e-05 tokens_per_second_per_gpu:276.9281149038219 
Step 1358 | loss:0.28784698247909546 lr:1.90695798668308e-05 tokens_per_second_per_gpu:263.0346219437726 
Step 1359 | loss:0.161891907453537 lr:1.9068220765613124e-05 tokens_per_second_per_gpu:361.1777640065903 
Step 1360 | loss:0.1337570995092392 lr:1.9066860720977988e-05 tokens_per_second_per_gpu:378.9738612186213 
Step 1361 | loss:0.17049473524093628 lr:1.9065499733066873e-05 tokens_per_second_per_gpu:244.0592465720019 
Step 1362 | loss:0.27100199460983276 lr:1.906413780202138e-05 tokens_per_second_per_gpu:485.6610862755308 
Step 1363 | loss:0.31210857629776 lr:1.906277492798319e-05 tokens_per_second_per_gpu:285.2948067376757 
Step 1364 | loss:0.32936835289001465 lr:1.9061411111094097e-05 tokens_per_second_per_gpu:232.0297895271402 
Step 1365 | loss:0.16949042677879333 lr:1.9060046351495986e-05 tokens_per_second_per_gpu:252.33608420761522 
Step 1366 | loss:0.09310643374919891 lr:1.9058680649330836e-05 tokens_per_second_per_gpu:312.52806495943264 
Step 1367 | loss:0.27696794271469116 lr:1.905731400474073e-05 tokens_per_second_per_gpu:287.0139370690657 
Step 1368 | loss:0.07706838101148605 lr:1.9055946417867852e-05 tokens_per_second_per_gpu:228.03781327278094 
Step 1369 | loss:0.1894899308681488 lr:1.9054577888854477e-05 tokens_per_second_per_gpu:264.47943475482214 
Step 1370 | loss:0.1903972625732422 lr:1.905320841784298e-05 tokens_per_second_per_gpu:347.1895685349276 
Step 1371 | loss:0.26815834641456604 lr:1.905183800497583e-05 tokens_per_second_per_gpu:286.3806346788211 
Step 1372 | loss:0.19536712765693665 lr:1.905046665039561e-05 tokens_per_second_per_gpu:339.6993138516748 
Step 1373 | loss:0.133392795920372 lr:1.9049094354244985e-05 tokens_per_second_per_gpu:248.50764474677382 
Step 1374 | loss:0.16558952629566193 lr:1.9047721116666715e-05 tokens_per_second_per_gpu:278.952950514331 
Step 1375 | loss:0.3213169574737549 lr:1.904634693780367e-05 tokens_per_second_per_gpu:263.2978621985579 
Step 1376 | loss:0.1648043990135193 lr:1.904497181779882e-05 tokens_per_second_per_gpu:281.7133966752493 
Step 1377 | loss:0.1786748468875885 lr:1.9043595756795222e-05 tokens_per_second_per_gpu:246.3153439896922 
Step 1378 | loss:0.24712106585502625 lr:1.9042218754936032e-05 tokens_per_second_per_gpu:322.2074577409368 
Step 1379 | loss:0.14790275692939758 lr:1.904084081236451e-05 tokens_per_second_per_gpu:423.51403230347444 
Step 1380 | loss:0.10856354236602783 lr:1.9039461929224013e-05 tokens_per_second_per_gpu:319.80126293348445 
Step 1381 | loss:0.1952831745147705 lr:1.903808210565799e-05 tokens_per_second_per_gpu:261.2993096028405 
Step 1382 | loss:0.16001026332378387 lr:1.9036701341809995e-05 tokens_per_second_per_gpu:374.60866865301 
Step 1383 | loss:0.2681753635406494 lr:1.903531963782367e-05 tokens_per_second_per_gpu:295.7461729659599 
Step 1384 | loss:0.18535032868385315 lr:1.903393699384277e-05 tokens_per_second_per_gpu:313.1637938238826 
Step 1385 | loss:0.19059038162231445 lr:1.9032553410011136e-05 tokens_per_second_per_gpu:315.4451624029241 
Step 1386 | loss:0.1231008917093277 lr:1.903116888647271e-05 tokens_per_second_per_gpu:289.79334441061735 
Step 1387 | loss:0.09656880795955658 lr:1.9029783423371528e-05 tokens_per_second_per_gpu:252.8704888234855 
Step 1388 | loss:0.20514987409114838 lr:1.9028397020851733e-05 tokens_per_second_per_gpu:281.9201155585519 
Step 1389 | loss:0.16022472083568573 lr:1.9027009679057556e-05 tokens_per_second_per_gpu:280.628778512346 
Step 1390 | loss:0.0913810282945633 lr:1.9025621398133333e-05 tokens_per_second_per_gpu:236.68813782207107 
Step 1391 | loss:0.12033908069133759 lr:1.9024232178223495e-05 tokens_per_second_per_gpu:297.7315092481175 
Step 1392 | loss:0.4235329031944275 lr:1.9022842019472564e-05 tokens_per_second_per_gpu:332.93578109547553 
Step 1393 | loss:0.199687197804451 lr:1.9021450922025173e-05 tokens_per_second_per_gpu:313.7002609016471 
Step 1394 | loss:0.1316390335559845 lr:1.9020058886026044e-05 tokens_per_second_per_gpu:275.5241226238703 
Step 1395 | loss:0.3129732012748718 lr:1.9018665911619994e-05 tokens_per_second_per_gpu:354.9507194810062 
Step 1396 | loss:0.12692394852638245 lr:1.901727199895195e-05 tokens_per_second_per_gpu:286.6876618554707 
Step 1397 | loss:0.1350327432155609 lr:1.901587714816692e-05 tokens_per_second_per_gpu:342.1989307383712 
Step 1398 | loss:0.06290066987276077 lr:1.9014481359410025e-05 tokens_per_second_per_gpu:296.8691964954931 
Step 1399 | loss:0.10353493690490723 lr:1.901308463282647e-05 tokens_per_second_per_gpu:297.2515522979361 
Step 1400 | loss:0.13208726048469543 lr:1.9011686968561567e-05 tokens_per_second_per_gpu:318.2807989947845 
Step 1401 | loss:0.3680339455604553 lr:1.9010288366760726e-05 tokens_per_second_per_gpu:362.6833965618174 
Step 1402 | loss:0.21702490746974945 lr:1.900888882756945e-05 tokens_per_second_per_gpu:330.6830405980135 
Step 1403 | loss:0.05446368455886841 lr:1.9007488351133335e-05 tokens_per_second_per_gpu:258.17508835820195 
Step 1404 | loss:0.25773975253105164 lr:1.900608693759809e-05 tokens_per_second_per_gpu:305.3286240086465 
Step 1405 | loss:0.14428459107875824 lr:1.9004684587109504e-05 tokens_per_second_per_gpu:358.6913670832148 
Step 1406 | loss:0.2110607624053955 lr:1.900328129981347e-05 tokens_per_second_per_gpu:367.9885257544867 
Step 1407 | loss:0.10637269169092178 lr:1.900187707585599e-05 tokens_per_second_per_gpu:272.7522299147935 
Step 1408 | loss:0.12055444717407227 lr:1.9000471915383146e-05 tokens_per_second_per_gpu:280.8479884934452 
Step 1409 | loss:0.06287625432014465 lr:1.8999065818541127e-05 tokens_per_second_per_gpu:241.2291697777272 
Step 1410 | loss:0.11779491603374481 lr:1.8997658785476215e-05 tokens_per_second_per_gpu:337.11807947702107 
Step 1411 | loss:0.13919797539710999 lr:1.8996250816334792e-05 tokens_per_second_per_gpu:296.98700576821125 
Step 1412 | loss:0.1773638129234314 lr:1.8994841911263332e-05 tokens_per_second_per_gpu:278.09029579936697 
Step 1413 | loss:0.13924773037433624 lr:1.8993432070408426e-05 tokens_per_second_per_gpu:310.92435517701745 
Step 1414 | loss:0.11375532299280167 lr:1.899202129391673e-05 tokens_per_second_per_gpu:444.74106035219785 
Step 1415 | loss:0.11172199994325638 lr:1.899060958193503e-05 tokens_per_second_per_gpu:289.48894673085016 
Step 1416 | loss:0.23360399901866913 lr:1.898919693461018e-05 tokens_per_second_per_gpu:265.59259451380615 
Step 1417 | loss:0.07155530899763107 lr:1.8987783352089158e-05 tokens_per_second_per_gpu:322.5388037376701 
Step 1418 | loss:0.13597950339317322 lr:1.898636883451902e-05 tokens_per_second_per_gpu:283.6109100946636 
Step 1419 | loss:0.12375453114509583 lr:1.898495338204693e-05 tokens_per_second_per_gpu:276.6310777077828 
Step 1420 | loss:0.10739663243293762 lr:1.898353699482014e-05 tokens_per_second_per_gpu:303.6854553451081 
Step 1421 | loss:0.19179058074951172 lr:1.8982119672986007e-05 tokens_per_second_per_gpu:285.4155173165043 
Step 1422 | loss:0.08682001382112503 lr:1.8980701416691986e-05 tokens_per_second_per_gpu:306.4321020972629 
Step 1423 | loss:0.10373218357563019 lr:1.8979282226085623e-05 tokens_per_second_per_gpu:244.81973721017158 
Step 1424 | loss:0.11039979755878448 lr:1.897786210131457e-05 tokens_per_second_per_gpu:288.1838139861424 
Step 1425 | loss:0.07975457608699799 lr:1.8976441042526555e-05 tokens_per_second_per_gpu:310.171940428411 
Step 1426 | loss:0.25399649143218994 lr:1.897501904986944e-05 tokens_per_second_per_gpu:291.53835013746414 
Step 1427 | loss:0.33311426639556885 lr:1.8973596123491146e-05 tokens_per_second_per_gpu:244.88293693990758 
Step 1428 | loss:0.23038943111896515 lr:1.8972172263539717e-05 tokens_per_second_per_gpu:309.7893030651372 
Step 1429 | loss:0.16641084849834442 lr:1.897074747016328e-05 tokens_per_second_per_gpu:345.7315735185706 
Step 1430 | loss:0.09551963210105896 lr:1.8969321743510067e-05 tokens_per_second_per_gpu:294.9866889346274 
Step 1431 | loss:0.16225513815879822 lr:1.8967895083728402e-05 tokens_per_second_per_gpu:325.2555567531117 
Step 1432 | loss:0.19968397915363312 lr:1.8966467490966712e-05 tokens_per_second_per_gpu:290.77465308447483 
Step 1433 | loss:0.10758218914270401 lr:1.8965038965373516e-05 tokens_per_second_per_gpu:315.62406866475146 
Step 1434 | loss:0.14682209491729736 lr:1.8963609507097426e-05 tokens_per_second_per_gpu:344.79116402336757 
Step 1435 | loss:0.19231048226356506 lr:1.8962179116287167e-05 tokens_per_second_per_gpu:332.5864105545955 
Step 1436 | loss:0.20691314339637756 lr:1.8960747793091543e-05 tokens_per_second_per_gpu:264.56829909379525 
Step 1437 | loss:0.13849766552448273 lr:1.8959315537659463e-05 tokens_per_second_per_gpu:270.2574230150529 
Step 1438 | loss:0.25712519884109497 lr:1.8957882350139935e-05 tokens_per_second_per_gpu:338.9253358218116 
Step 1439 | loss:0.1389029622077942 lr:1.8956448230682062e-05 tokens_per_second_per_gpu:280.22727830740536 
Step 1440 | loss:0.2807852625846863 lr:1.8955013179435036e-05 tokens_per_second_per_gpu:275.15546665470464 
Step 1441 | loss:0.28602731227874756 lr:1.8953577196548166e-05 tokens_per_second_per_gpu:296.2542625148654 
Step 1442 | loss:0.087986521422863 lr:1.8952140282170833e-05 tokens_per_second_per_gpu:290.18752361764666 
Step 1443 | loss:0.15046703815460205 lr:1.8950702436452534e-05 tokens_per_second_per_gpu:240.10627248801921 
Step 1444 | loss:0.42225611209869385 lr:1.8949263659542855e-05 tokens_per_second_per_gpu:339.6587194091614 
Step 1445 | loss:0.13882388174533844 lr:1.8947823951591478e-05 tokens_per_second_per_gpu:293.53553975021646 
Step 1446 | loss:0.1476442813873291 lr:1.894638331274819e-05 tokens_per_second_per_gpu:285.4100078382669 
Step 1447 | loss:0.18088936805725098 lr:1.894494174316286e-05 tokens_per_second_per_gpu:338.3730100482045 
Step 1448 | loss:0.16981248557567596 lr:1.8943499242985468e-05 tokens_per_second_per_gpu:237.27173392710307 
Step 1449 | loss:0.3756001889705658 lr:1.8942055812366087e-05 tokens_per_second_per_gpu:312.7732289309651 
Step 1450 | loss:0.12847840785980225 lr:1.894061145145488e-05 tokens_per_second_per_gpu:268.09238917513557 
Step 1451 | loss:0.09876267611980438 lr:1.893916616040211e-05 tokens_per_second_per_gpu:291.08006365611834 
Step 1452 | loss:0.07352815568447113 lr:1.8937719939358148e-05 tokens_per_second_per_gpu:283.07260065708044 
Step 1453 | loss:0.1478152871131897 lr:1.8936272788473443e-05 tokens_per_second_per_gpu:493.0389425289431 
Step 1454 | loss:0.12698188424110413 lr:1.893482470789856e-05 tokens_per_second_per_gpu:262.0998450186959 
Step 1455 | loss:0.13533112406730652 lr:1.893337569778414e-05 tokens_per_second_per_gpu:274.926969978179 
Step 1456 | loss:0.0791364461183548 lr:1.8931925758280936e-05 tokens_per_second_per_gpu:218.32313492130302 
Step 1457 | loss:0.07221178710460663 lr:1.8930474889539795e-05 tokens_per_second_per_gpu:290.1862283483882 
Step 1458 | loss:0.1560807079076767 lr:1.892902309171166e-05 tokens_per_second_per_gpu:271.4552400437566 
Step 1459 | loss:0.21202567219734192 lr:1.8927570364947567e-05 tokens_per_second_per_gpu:323.27451411945685 
Step 1460 | loss:0.18003736436367035 lr:1.892611670939865e-05 tokens_per_second_per_gpu:252.07382068397953 
Step 1461 | loss:0.20303751528263092 lr:1.8924662125216143e-05 tokens_per_second_per_gpu:245.40868987251676 
Step 1462 | loss:0.26392823457717896 lr:1.8923206612551376e-05 tokens_per_second_per_gpu:321.03912642757217 
Step 1463 | loss:0.211450457572937 lr:1.8921750171555772e-05 tokens_per_second_per_gpu:321.3446929020265 
Step 1464 | loss:0.09147262573242188 lr:1.892029280238085e-05 tokens_per_second_per_gpu:243.24231271685352 
Step 1465 | loss:0.09327340126037598 lr:1.891883450517823e-05 tokens_per_second_per_gpu:277.0594834289603 
Step 1466 | loss:0.12796525657176971 lr:1.8917375280099634e-05 tokens_per_second_per_gpu:312.90148466422806 
Step 1467 | loss:0.18995031714439392 lr:1.8915915127296866e-05 tokens_per_second_per_gpu:246.96357330382156 
Step 1468 | loss:0.20727673172950745 lr:1.891445404692183e-05 tokens_per_second_per_gpu:305.04409529733414 
Step 1469 | loss:0.19563695788383484 lr:1.891299203912654e-05 tokens_per_second_per_gpu:282.86309626248476 
Step 1470 | loss:0.15010333061218262 lr:1.8911529104063093e-05 tokens_per_second_per_gpu:301.0027050283989 
Step 1471 | loss:0.14420567452907562 lr:1.891006524188368e-05 tokens_per_second_per_gpu:339.21296741097194 
Step 1472 | loss:0.13530279695987701 lr:1.89086004527406e-05 tokens_per_second_per_gpu:280.5713683969658 
Step 1473 | loss:0.20326536893844604 lr:1.890713473678625e-05 tokens_per_second_per_gpu:366.0275805684867 
Step 1474 | loss:0.1797167956829071 lr:1.8905668094173106e-05 tokens_per_second_per_gpu:287.78132243413415 
Step 1475 | loss:0.20394745469093323 lr:1.8904200525053756e-05 tokens_per_second_per_gpu:351.82900731800896 
Step 1476 | loss:0.23236607015132904 lr:1.8902732029580876e-05 tokens_per_second_per_gpu:305.350640396353 
Step 1477 | loss:0.18385851383209229 lr:1.8901262607907246e-05 tokens_per_second_per_gpu:269.3539237889694 
Step 1478 | loss:0.3503483831882477 lr:1.8899792260185736e-05 tokens_per_second_per_gpu:341.7443711402964 
Step 1479 | loss:0.11235480010509491 lr:1.8898320986569313e-05 tokens_per_second_per_gpu:300.902982978433 
Step 1480 | loss:0.09921015799045563 lr:1.8896848787211045e-05 tokens_per_second_per_gpu:286.5269533238702 
Step 1481 | loss:0.2642895579338074 lr:1.889537566226409e-05 tokens_per_second_per_gpu:284.1645707569853 
Step 1482 | loss:0.16070353984832764 lr:1.889390161188171e-05 tokens_per_second_per_gpu:329.02644250332474 
Step 1483 | loss:0.2910350561141968 lr:1.889242663621725e-05 tokens_per_second_per_gpu:301.3850552378962 
Step 1484 | loss:0.15878383815288544 lr:1.8890950735424172e-05 tokens_per_second_per_gpu:357.1841049831822 
Step 1485 | loss:0.17157906293869019 lr:1.888947390965601e-05 tokens_per_second_per_gpu:263.4225651856951 
Step 1486 | loss:0.12479790300130844 lr:1.8887996159066416e-05 tokens_per_second_per_gpu:302.5060104565292 
Step 1487 | loss:0.25939643383026123 lr:1.8886517483809125e-05 tokens_per_second_per_gpu:333.56850062287606 
Step 1488 | loss:0.10141520202159882 lr:1.8885037884037968e-05 tokens_per_second_per_gpu:314.7420076455932 
Step 1489 | loss:0.13726966083049774 lr:1.888355735990688e-05 tokens_per_second_per_gpu:273.96258638563756 
Step 1490 | loss:0.22182463109493256 lr:1.8882075911569887e-05 tokens_per_second_per_gpu:361.5603472779154 
Step 1491 | loss:0.3091835379600525 lr:1.8880593539181117e-05 tokens_per_second_per_gpu:271.64108811518696 
Step 1492 | loss:0.24309980869293213 lr:1.887911024289478e-05 tokens_per_second_per_gpu:289.6741800997783 
Step 1493 | loss:0.22795388102531433 lr:1.8877626022865202e-05 tokens_per_second_per_gpu:343.9287423134349 
Step 1494 | loss:0.19294965267181396 lr:1.8876140879246786e-05 tokens_per_second_per_gpu:296.045911751558 
Step 1495 | loss:0.3729662001132965 lr:1.8874654812194043e-05 tokens_per_second_per_gpu:315.6286087877998 
Step 1496 | loss:0.12495079636573792 lr:1.8873167821861578e-05 tokens_per_second_per_gpu:273.7993338193381 
Step 1497 | loss:0.24743595719337463 lr:1.8871679908404093e-05 tokens_per_second_per_gpu:306.8310897418841 
Step 1498 | loss:0.283690482378006 lr:1.887019107197638e-05 tokens_per_second_per_gpu:273.24422580020996 
Step 1499 | loss:0.21068541705608368 lr:1.886870131273333e-05 tokens_per_second_per_gpu:237.44492596702509 
Step 1500 | loss:0.0910039097070694 lr:1.8867210630829934e-05 tokens_per_second_per_gpu:338.82855771584707 
Step 1501 | loss:0.1500021517276764 lr:1.8865719026421275e-05 tokens_per_second_per_gpu:304.1182141634359 
Step 1502 | loss:0.08054956793785095 lr:1.886422649966253e-05 tokens_per_second_per_gpu:265.2876740737802 
Step 1503 | loss:0.09513776004314423 lr:1.886273305070898e-05 tokens_per_second_per_gpu:263.82633800012763 
Step 1504 | loss:0.13309063017368317 lr:1.8861238679715994e-05 tokens_per_second_per_gpu:291.91316084784864 
Step 1505 | loss:0.182754784822464 lr:1.8859743386839042e-05 tokens_per_second_per_gpu:260.5432347645584 
Step 1506 | loss:0.17810718715190887 lr:1.885824717223368e-05 tokens_per_second_per_gpu:338.38304680395356 
Step 1507 | loss:0.25924837589263916 lr:1.885675003605558e-05 tokens_per_second_per_gpu:317.8025964862967 
Step 1508 | loss:0.06244288384914398 lr:1.8855251978460485e-05 tokens_per_second_per_gpu:242.46519585733674 
Step 1509 | loss:0.08460041135549545 lr:1.8853752999604256e-05 tokens_per_second_per_gpu:242.26704117878882 
Step 1510 | loss:0.2111053764820099 lr:1.8852253099642835e-05 tokens_per_second_per_gpu:262.157464933149 
Step 1511 | loss:0.13074412941932678 lr:1.8850752278732266e-05 tokens_per_second_per_gpu:318.1019427485109 
Step 1512 | loss:0.3089536726474762 lr:1.8849250537028686e-05 tokens_per_second_per_gpu:278.5955682780795 
Step 1513 | loss:0.35591205954551697 lr:1.8847747874688333e-05 tokens_per_second_per_gpu:283.2858938858357 
Step 1514 | loss:0.1860540807247162 lr:1.8846244291867536e-05 tokens_per_second_per_gpu:345.46540432157536 
Step 1515 | loss:0.12047721445560455 lr:1.8844739788722717e-05 tokens_per_second_per_gpu:319.5480296469202 
Step 1516 | loss:0.17130102217197418 lr:1.8843234365410406e-05 tokens_per_second_per_gpu:288.48792286093635 
Step 1517 | loss:0.08708573132753372 lr:1.8841728022087217e-05 tokens_per_second_per_gpu:261.14241718848865 
Step 1518 | loss:0.16759201884269714 lr:1.8840220758909856e-05 tokens_per_second_per_gpu:327.3538687041387 
Step 1519 | loss:0.23459064960479736 lr:1.8838712576035143e-05 tokens_per_second_per_gpu:274.9676437076808 
Step 1520 | loss:0.09755447506904602 lr:1.8837203473619978e-05 tokens_per_second_per_gpu:226.13707545441667 
Step 1521 | loss:0.11873733997344971 lr:1.883569345182136e-05 tokens_per_second_per_gpu:248.83469075887714 
Step 1522 | loss:0.10814251005649567 lr:1.883418251079639e-05 tokens_per_second_per_gpu:251.40614538532753 
Step 1523 | loss:0.07485653460025787 lr:1.8832670650702248e-05 tokens_per_second_per_gpu:319.18565950194596 
Step 1524 | loss:0.10662738233804703 lr:1.8831157871696235e-05 tokens_per_second_per_gpu:311.4421591234066 
Step 1525 | loss:0.07245877385139465 lr:1.882964417393573e-05 tokens_per_second_per_gpu:252.31369675936003 
Step 1526 | loss:0.22870317101478577 lr:1.8828129557578204e-05 tokens_per_second_per_gpu:302.7718389378862 
Step 1527 | loss:0.208855539560318 lr:1.882661402278124e-05 tokens_per_second_per_gpu:262.050125125435 
Step 1528 | loss:0.13093817234039307 lr:1.88250975697025e-05 tokens_per_second_per_gpu:242.82578623601407 
Step 1529 | loss:0.24023233354091644 lr:1.8823580198499755e-05 tokens_per_second_per_gpu:300.3915153838083 
Step 1530 | loss:0.13032542169094086 lr:1.8822061909330866e-05 tokens_per_second_per_gpu:263.196683367837 
Step 1531 | loss:0.09864108264446259 lr:1.8820542702353783e-05 tokens_per_second_per_gpu:309.7132119521672 
Step 1532 | loss:0.20076236128807068 lr:1.881902257772656e-05 tokens_per_second_per_gpu:324.0122712084665 
Step 1533 | loss:0.1166989803314209 lr:1.881750153560735e-05 tokens_per_second_per_gpu:290.59810299268213 
Step 1534 | loss:0.21984627842903137 lr:1.8815979576154386e-05 tokens_per_second_per_gpu:309.00452626188167 
Step 1535 | loss:0.157527893781662 lr:1.8814456699526012e-05 tokens_per_second_per_gpu:334.0853785783394 
Step 1536 | loss:0.15802323818206787 lr:1.881293290588066e-05 tokens_per_second_per_gpu:234.59610109210197 
Step 1537 | loss:0.14632590115070343 lr:1.8811408195376863e-05 tokens_per_second_per_gpu:321.981026903478 
Step 1538 | loss:0.13298584520816803 lr:1.8809882568173233e-05 tokens_per_second_per_gpu:297.449993200225 
Step 1539 | loss:0.0748848244547844 lr:1.88083560244285e-05 tokens_per_second_per_gpu:288.5511242777226 
Step 1540 | loss:0.18399985134601593 lr:1.8806828564301475e-05 tokens_per_second_per_gpu:318.8450110709809 
Step 1541 | loss:0.30290183424949646 lr:1.8805300187951072e-05 tokens_per_second_per_gpu:284.35481589375917 
Step 1542 | loss:0.2444249987602234 lr:1.8803770895536292e-05 tokens_per_second_per_gpu:376.9095190966442 
Step 1543 | loss:0.0767541229724884 lr:1.8802240687216238e-05 tokens_per_second_per_gpu:244.2445750109429 
Step 1544 | loss:0.10710487514734268 lr:1.8800709563150105e-05 tokens_per_second_per_gpu:378.67147875365146 
Step 1545 | loss:0.1405264437198639 lr:1.8799177523497185e-05 tokens_per_second_per_gpu:337.8255563416423 
Step 1546 | loss:0.16401155292987823 lr:1.8797644568416867e-05 tokens_per_second_per_gpu:303.7749311261634 
Step 1547 | loss:0.23292042315006256 lr:1.8796110698068626e-05 tokens_per_second_per_gpu:376.52728156984665 
Step 1548 | loss:0.23493924736976624 lr:1.8794575912612047e-05 tokens_per_second_per_gpu:310.16436275903425 
Step 1549 | loss:0.11840622127056122 lr:1.8793040212206796e-05 tokens_per_second_per_gpu:273.8790211382225 
Step 1550 | loss:0.1392780989408493 lr:1.8791503597012643e-05 tokens_per_second_per_gpu:345.18530543700626 
Step 1551 | loss:0.12702804803848267 lr:1.8789966067189454e-05 tokens_per_second_per_gpu:278.73769273949955 
Step 1552 | loss:0.10982925444841385 lr:1.878842762289718e-05 tokens_per_second_per_gpu:330.327059646812 
Step 1553 | loss:0.14290975034236908 lr:1.878688826429588e-05 tokens_per_second_per_gpu:342.61884676825423 
Step 1554 | loss:0.2337227463722229 lr:1.8785347991545696e-05 tokens_per_second_per_gpu:258.4201404652949 
Step 1555 | loss:0.2667587697505951 lr:1.878380680480688e-05 tokens_per_second_per_gpu:326.6696095291191 
Step 1556 | loss:0.07777021825313568 lr:1.878226470423976e-05 tokens_per_second_per_gpu:255.02182599474045 
Step 1557 | loss:0.25418490171432495 lr:1.8780721690004777e-05 tokens_per_second_per_gpu:323.46166020993127 
Step 1558 | loss:0.06640618294477463 lr:1.8779177762262458e-05 tokens_per_second_per_gpu:311.2506448394997 
Step 1559 | loss:0.08065682649612427 lr:1.877763292117342e-05 tokens_per_second_per_gpu:288.2692038795864 
Step 1560 | loss:0.11001642048358917 lr:1.8776087166898392e-05 tokens_per_second_per_gpu:245.82635090153633 
Step 1561 | loss:0.11719554662704468 lr:1.8774540499598176e-05 tokens_per_second_per_gpu:275.7248815543846 
Step 1562 | loss:0.16302505135536194 lr:1.877299291943369e-05 tokens_per_second_per_gpu:304.5789654793929 
Step 1563 | loss:0.0946127325296402 lr:1.8771444426565933e-05 tokens_per_second_per_gpu:296.34265630311137 
Step 1564 | loss:0.06726188957691193 lr:1.8769895021156004e-05 tokens_per_second_per_gpu:292.10936520889055 
Step 1565 | loss:0.20434069633483887 lr:1.8768344703365095e-05 tokens_per_second_per_gpu:253.5603549312677 
Step 1566 | loss:0.17424499988555908 lr:1.8766793473354495e-05 tokens_per_second_per_gpu:255.38252578283505 
Step 1567 | loss:0.1171540692448616 lr:1.876524133128559e-05 tokens_per_second_per_gpu:293.4724242919483 
Step 1568 | loss:0.14878740906715393 lr:1.8763688277319856e-05 tokens_per_second_per_gpu:302.406520518148 
Step 1569 | loss:0.07357518374919891 lr:1.8762134311618862e-05 tokens_per_second_per_gpu:292.8514874438725 
Step 1570 | loss:0.2240399867296219 lr:1.8760579434344283e-05 tokens_per_second_per_gpu:357.32178087722764 
Step 1571 | loss:0.22917911410331726 lr:1.875902364565787e-05 tokens_per_second_per_gpu:291.46374691362195 
Step 1572 | loss:0.20103004574775696 lr:1.8757466945721496e-05 tokens_per_second_per_gpu:253.8599348204842 
Step 1573 | loss:0.10957398265600204 lr:1.87559093346971e-05 tokens_per_second_per_gpu:314.405721525306 
Step 1574 | loss:0.17988291382789612 lr:1.875435081274674e-05 tokens_per_second_per_gpu:261.42493072493636 
Step 1575 | loss:0.1905675083398819 lr:1.8752791380032543e-05 tokens_per_second_per_gpu:264.61604697669117 
Step 1576 | loss:0.25990715622901917 lr:1.875123103671676e-05 tokens_per_second_per_gpu:283.3647031246312 
Step 1577 | loss:0.17833095788955688 lr:1.8749669782961715e-05 tokens_per_second_per_gpu:293.96318043805314 
Step 1578 | loss:0.22942928969860077 lr:1.8748107618929834e-05 tokens_per_second_per_gpu:344.2471596336463 
Step 1579 | loss:0.04579304903745651 lr:1.874654454478364e-05 tokens_per_second_per_gpu:274.44190170665905 
Step 1580 | loss:0.08177966624498367 lr:1.8744980560685748e-05 tokens_per_second_per_gpu:282.4401319806749 
Step 1581 | loss:0.16448207199573517 lr:1.8743415666798866e-05 tokens_per_second_per_gpu:272.21795353777003 
Step 1582 | loss:0.25677040219306946 lr:1.87418498632858e-05 tokens_per_second_per_gpu:278.83107685150253 
Step 1583 | loss:0.20550477504730225 lr:1.8740283150309447e-05 tokens_per_second_per_gpu:268.582871294304 
Step 1584 | loss:0.16408711671829224 lr:1.8738715528032806e-05 tokens_per_second_per_gpu:333.7180332145476 
Step 1585 | loss:0.20539794862270355 lr:1.873714699661896e-05 tokens_per_second_per_gpu:262.17221976863476 
Step 1586 | loss:0.2091832458972931 lr:1.8735577556231094e-05 tokens_per_second_per_gpu:335.27144204429095 
Step 1587 | loss:0.11306887865066528 lr:1.873400720703249e-05 tokens_per_second_per_gpu:372.5999463876671 
Step 1588 | loss:0.10521476715803146 lr:1.8732435949186513e-05 tokens_per_second_per_gpu:274.95304736762836 
Step 1589 | loss:0.16336295008659363 lr:1.873086378285663e-05 tokens_per_second_per_gpu:253.49286334564349 
Step 1590 | loss:0.08188925683498383 lr:1.8729290708206412e-05 tokens_per_second_per_gpu:263.85703378039784 
Step 1591 | loss:0.16786719858646393 lr:1.87277167253995e-05 tokens_per_second_per_gpu:273.4889298800221 
Step 1592 | loss:0.08150540292263031 lr:1.872614183459966e-05 tokens_per_second_per_gpu:282.703899902475 
Step 1593 | loss:0.12068909406661987 lr:1.8724566035970725e-05 tokens_per_second_per_gpu:270.7845329497932 
Step 1594 | loss:0.16813690960407257 lr:1.872298932967664e-05 tokens_per_second_per_gpu:306.13588801512253 
Step 1595 | loss:0.09655638784170151 lr:1.8721411715881432e-05 tokens_per_second_per_gpu:279.9986469326494 
Step 1596 | loss:0.13015921413898468 lr:1.8719833194749236e-05 tokens_per_second_per_gpu:289.1895224679017 
Step 1597 | loss:0.23446275293827057 lr:1.871825376644427e-05 tokens_per_second_per_gpu:344.36912323449536 
Step 1598 | loss:0.08981499075889587 lr:1.8716673431130852e-05 tokens_per_second_per_gpu:331.52508641314535 
Step 1599 | loss:0.29623839259147644 lr:1.8715092188973397e-05 tokens_per_second_per_gpu:303.21564979757477 
Step 1600 | loss:0.2141176462173462 lr:1.8713510040136402e-05 tokens_per_second_per_gpu:242.51083169892277 
Step 1601 | loss:0.06764747947454453 lr:1.8711926984784473e-05 tokens_per_second_per_gpu:292.05626541076776 
Step 1602 | loss:0.1453460305929184 lr:1.8710343023082305e-05 tokens_per_second_per_gpu:237.2998155654422 
Step 1603 | loss:0.25731080770492554 lr:1.870875815519468e-05 tokens_per_second_per_gpu:313.8709332995122 
Step 1604 | loss:0.16499552130699158 lr:1.8707172381286487e-05 tokens_per_second_per_gpu:331.7752471576426 
Step 1605 | loss:0.06596419215202332 lr:1.87055857015227e-05 tokens_per_second_per_gpu:277.4628560855056 
Step 1606 | loss:0.09762998670339584 lr:1.870399811606839e-05 tokens_per_second_per_gpu:317.4124872414419 
Step 1607 | loss:0.12170079350471497 lr:1.8702409625088723e-05 tokens_per_second_per_gpu:308.77126681275143 
Step 1608 | loss:0.12858954071998596 lr:1.870082022874896e-05 tokens_per_second_per_gpu:312.7454150555469 
Step 1609 | loss:0.1735779047012329 lr:1.869922992721445e-05 tokens_per_second_per_gpu:345.2490525075296 
Step 1610 | loss:0.10250453650951385 lr:1.8697638720650647e-05 tokens_per_second_per_gpu:275.8608480397133 
Step 1611 | loss:0.135281041264534 lr:1.869604660922309e-05 tokens_per_second_per_gpu:278.44481635840344 
Step 1612 | loss:0.15376541018486023 lr:1.8694453593097413e-05 tokens_per_second_per_gpu:319.12534022954566 
Step 1613 | loss:0.09761055558919907 lr:1.8692859672439348e-05 tokens_per_second_per_gpu:277.474824889448 
Step 1614 | loss:0.098916195333004 lr:1.8691264847414725e-05 tokens_per_second_per_gpu:327.5474274751456 
Step 1615 | loss:0.07068667560815811 lr:1.868966911818946e-05 tokens_per_second_per_gpu:242.4229159107548 
Step 1616 | loss:0.170124351978302 lr:1.8688072484929552e-05 tokens_per_second_per_gpu:278.2328059072459 
Step 1617 | loss:0.11229861527681351 lr:1.8686474947801127e-05 tokens_per_second_per_gpu:295.40235699475835 
Step 1618 | loss:0.1353083848953247 lr:1.8684876506970377e-05 tokens_per_second_per_gpu:262.51521692257876 
Step 1619 | loss:0.1930425763130188 lr:1.8683277162603595e-05 tokens_per_second_per_gpu:322.62911852579043 
Step 1620 | loss:0.2525448799133301 lr:1.8681676914867176e-05 tokens_per_second_per_gpu:274.17803702315166 
Step 1621 | loss:0.05349408835172653 lr:1.8680075763927593e-05 tokens_per_second_per_gpu:282.66859314609746 
Step 1622 | loss:0.17198128998279572 lr:1.8678473709951433e-05 tokens_per_second_per_gpu:241.91795709608596 
Step 1623 | loss:0.20086520910263062 lr:1.8676870753105357e-05 tokens_per_second_per_gpu:318.0833077388533 
Step 1624 | loss:0.24195872247219086 lr:1.8675266893556138e-05 tokens_per_second_per_gpu:325.6316048945099 
Step 1625 | loss:0.11587812751531601 lr:1.867366213147063e-05 tokens_per_second_per_gpu:337.9457149570229 
Step 1626 | loss:0.15842731297016144 lr:1.867205646701579e-05 tokens_per_second_per_gpu:287.4806228318999 
Step 1627 | loss:0.14653709530830383 lr:1.8670449900358653e-05 tokens_per_second_per_gpu:293.3770000779114 
Step 1628 | loss:0.1560114175081253 lr:1.8668842431666372e-05 tokens_per_second_per_gpu:282.2161307746208 
Step 1629 | loss:0.2048364281654358 lr:1.8667234061106173e-05 tokens_per_second_per_gpu:272.51556400652044 
Step 1630 | loss:0.1524447798728943 lr:1.8665624788845387e-05 tokens_per_second_per_gpu:293.4695603966775 
Step 1631 | loss:0.07558274269104004 lr:1.8664014615051434e-05 tokens_per_second_per_gpu:247.1058482437738 
Step 1632 | loss:0.18908140063285828 lr:1.8662403539891832e-05 tokens_per_second_per_gpu:258.3885617912187 
Step 1633 | loss:0.18676382303237915 lr:1.8660791563534186e-05 tokens_per_second_per_gpu:259.1190148442855 
Step 1634 | loss:0.16407161951065063 lr:1.86591786861462e-05 tokens_per_second_per_gpu:281.77120610992745 
Step 1635 | loss:0.11721504479646683 lr:1.8657564907895674e-05 tokens_per_second_per_gpu:323.9194601242414 
Step 1636 | loss:0.20008087158203125 lr:1.8655950228950494e-05 tokens_per_second_per_gpu:245.77935361130983 
Step 1637 | loss:0.12600944936275482 lr:1.8654334649478648e-05 tokens_per_second_per_gpu:247.12912251706103 
Step 1638 | loss:0.17854507267475128 lr:1.865271816964821e-05 tokens_per_second_per_gpu:312.29494574364736 
Step 1639 | loss:0.09235482662916183 lr:1.865110078962735e-05 tokens_per_second_per_gpu:238.47533175414068 
Step 1640 | loss:0.14598141610622406 lr:1.864948250958434e-05 tokens_per_second_per_gpu:311.75109127541174 
Step 1641 | loss:0.08850066363811493 lr:1.8647863329687538e-05 tokens_per_second_per_gpu:340.2003123560446 
Step 1642 | loss:0.08525021374225616 lr:1.8646243250105386e-05 tokens_per_second_per_gpu:246.0221875297272 
Step 1643 | loss:0.12599924206733704 lr:1.8644622271006444e-05 tokens_per_second_per_gpu:270.0394487231844 
Step 1644 | loss:0.17898869514465332 lr:1.8643000392559338e-05 tokens_per_second_per_gpu:312.95782765301357 
Step 1645 | loss:0.15488077700138092 lr:1.8641377614932812e-05 tokens_per_second_per_gpu:335.1975329993652 
Step 1646 | loss:0.21071022748947144 lr:1.8639753938295688e-05 tokens_per_second_per_gpu:264.1493133482216 
Step 1647 | loss:0.2732342481613159 lr:1.8638129362816883e-05 tokens_per_second_per_gpu:267.70791216326694 
Step 1648 | loss:0.2730976343154907 lr:1.8636503888665415e-05 tokens_per_second_per_gpu:304.0251565671062 
Step 1649 | loss:0.036673031747341156 lr:1.863487751601039e-05 tokens_per_second_per_gpu:240.40104960067632 
Step 1650 | loss:0.10882410407066345 lr:1.863325024502101e-05 tokens_per_second_per_gpu:283.9720151686115 
Step 1651 | loss:0.10796808451414108 lr:1.8631622075866566e-05 tokens_per_second_per_gpu:365.0768112210037 
Step 1652 | loss:0.214523047208786 lr:1.8629993008716447e-05 tokens_per_second_per_gpu:316.345592359696 
Step 1653 | loss:0.1077803373336792 lr:1.8628363043740136e-05 tokens_per_second_per_gpu:363.3528172327435 
Step 1654 | loss:0.14347386360168457 lr:1.8626732181107204e-05 tokens_per_second_per_gpu:285.4989143354031 
Step 1655 | loss:0.12899744510650635 lr:1.862510042098732e-05 tokens_per_second_per_gpu:355.0890723997139 
Step 1656 | loss:0.08266332000494003 lr:1.8623467763550246e-05 tokens_per_second_per_gpu:293.3328757045637 
Step 1657 | loss:0.09331062436103821 lr:1.862183420896583e-05 tokens_per_second_per_gpu:322.408445888045 
Step 1658 | loss:0.24379339814186096 lr:1.8620199757404033e-05 tokens_per_second_per_gpu:291.28642440399153 
Step 1659 | loss:0.10476478189229965 lr:1.8618564409034887e-05 tokens_per_second_per_gpu:333.3451427281067 
Step 1660 | loss:0.07166310399770737 lr:1.861692816402852e-05 tokens_per_second_per_gpu:258.5576374217098 
Step 1661 | loss:0.15332359075546265 lr:1.8615291022555176e-05 tokens_per_second_per_gpu:268.9721156260991 
Step 1662 | loss:0.20529961585998535 lr:1.8613652984785166e-05 tokens_per_second_per_gpu:308.42642177337905 
Step 1663 | loss:0.2785918116569519 lr:1.8612014050888905e-05 tokens_per_second_per_gpu:223.40469782449676 
Step 1664 | loss:0.1035083681344986 lr:1.86103742210369e-05 tokens_per_second_per_gpu:300.25292801758525 
Step 1665 | loss:0.07832447439432144 lr:1.8608733495399756e-05 tokens_per_second_per_gpu:318.7146792369868 
Step 1666 | loss:0.06711159646511078 lr:1.860709187414816e-05 tokens_per_second_per_gpu:288.18639245365654 
Step 1667 | loss:0.1659189760684967 lr:1.8605449357452902e-05 tokens_per_second_per_gpu:340.7182000731514 
Step 1668 | loss:0.1884552538394928 lr:1.8603805945484864e-05 tokens_per_second_per_gpu:300.2032892665138 
Step 1669 | loss:0.0922112837433815 lr:1.8602161638415017e-05 tokens_per_second_per_gpu:272.92856948418455 
Step 1670 | loss:0.1722785234451294 lr:1.860051643641443e-05 tokens_per_second_per_gpu:312.52911199937563 
Step 1671 | loss:0.2564425468444824 lr:1.859887033965426e-05 tokens_per_second_per_gpu:363.27427614355946 
Step 1672 | loss:0.15023884177207947 lr:1.859722334830576e-05 tokens_per_second_per_gpu:318.3734025605145 
Step 1673 | loss:0.1973387449979782 lr:1.8595575462540278e-05 tokens_per_second_per_gpu:269.44874891378487 
Step 1674 | loss:0.19933578372001648 lr:1.8593926682529248e-05 tokens_per_second_per_gpu:254.83715364419095 
Step 1675 | loss:0.18392765522003174 lr:1.8592277008444206e-05 tokens_per_second_per_gpu:363.7575847247965 
Step 1676 | loss:0.09684210270643234 lr:1.8590626440456776e-05 tokens_per_second_per_gpu:312.5585966949242 
Step 1677 | loss:0.07344350963830948 lr:1.8588974978738673e-05 tokens_per_second_per_gpu:303.2738298811398 
Step 1678 | loss:0.09178076684474945 lr:1.8587322623461715e-05 tokens_per_second_per_gpu:331.07566177078127 
Step 1679 | loss:0.284652441740036 lr:1.8585669374797794e-05 tokens_per_second_per_gpu:268.2132429815197 
Step 1680 | loss:0.128200963139534 lr:1.858401523291892e-05 tokens_per_second_per_gpu:311.9960439967029 
Step 1681 | loss:0.10540427267551422 lr:1.8582360197997168e-05 tokens_per_second_per_gpu:291.305693782677 
Step 1682 | loss:0.18007096648216248 lr:1.8580704270204734e-05 tokens_per_second_per_gpu:285.6681083971075 
Step 1683 | loss:0.2084859013557434 lr:1.8579047449713886e-05 tokens_per_second_per_gpu:302.3822902878596 
Step 1684 | loss:0.10223981738090515 lr:1.8577389736696995e-05 tokens_per_second_per_gpu:295.45251171344904 
Step 1685 | loss:0.13633134961128235 lr:1.8575731131326523e-05 tokens_per_second_per_gpu:256.7500311625645 
Step 1686 | loss:0.14140336215496063 lr:1.8574071633775018e-05 tokens_per_second_per_gpu:298.67488108085087 
Step 1687 | loss:0.18055538833141327 lr:1.8572411244215132e-05 tokens_per_second_per_gpu:277.1184531316263 
Step 1688 | loss:0.08354102075099945 lr:1.8570749962819602e-05 tokens_per_second_per_gpu:336.48780014779317 
Step 1689 | loss:0.09081941843032837 lr:1.8569087789761264e-05 tokens_per_second_per_gpu:289.93680651373904 
Step 1690 | loss:0.1854742020368576 lr:1.856742472521304e-05 tokens_per_second_per_gpu:301.16608596166526 
Step 1691 | loss:0.11377151310443878 lr:1.856576076934795e-05 tokens_per_second_per_gpu:278.9193138562433 
Step 1692 | loss:0.2561325430870056 lr:1.8564095922339103e-05 tokens_per_second_per_gpu:273.87325343760637 
Step 1693 | loss:0.1442798525094986 lr:1.85624301843597e-05 tokens_per_second_per_gpu:239.25339986845069 
Step 1694 | loss:0.18443609774112701 lr:1.856076355558304e-05 tokens_per_second_per_gpu:261.8392481833934 
Step 1695 | loss:0.19264262914657593 lr:1.8559096036182516e-05 tokens_per_second_per_gpu:281.10110643333036 
Step 1696 | loss:0.07495810091495514 lr:1.8557427626331598e-05 tokens_per_second_per_gpu:310.56932690506056 
Step 1697 | loss:0.09380626678466797 lr:1.8555758326203868e-05 tokens_per_second_per_gpu:264.25133740434245 
Step 1698 | loss:0.10271704196929932 lr:1.8554088135972996e-05 tokens_per_second_per_gpu:243.45322390178202 
Step 1699 | loss:0.13572120666503906 lr:1.8552417055812734e-05 tokens_per_second_per_gpu:304.33004594382726 
Step 1700 | loss:0.09124652296304703 lr:1.8550745085896932e-05 tokens_per_second_per_gpu:335.65194740556376 
Step 1701 | loss:0.07755614817142487 lr:1.8549072226399542e-05 tokens_per_second_per_gpu:345.9898966104289 
Step 1702 | loss:0.09477478265762329 lr:1.85473984774946e-05 tokens_per_second_per_gpu:410.7036208007382 
Step 1703 | loss:0.14047224819660187 lr:1.8545723839356227e-05 tokens_per_second_per_gpu:281.3141726906316 
Step 1704 | loss:0.09039469808340073 lr:1.8544048312158653e-05 tokens_per_second_per_gpu:234.48097310070915 
Step 1705 | loss:0.1347370594739914 lr:1.854237189607619e-05 tokens_per_second_per_gpu:268.6026625803835 
Step 1706 | loss:0.11322998255491257 lr:1.8540694591283245e-05 tokens_per_second_per_gpu:328.61971214346494 
Step 1707 | loss:0.18449456989765167 lr:1.853901639795432e-05 tokens_per_second_per_gpu:343.2173927720655 
Step 1708 | loss:0.06718329340219498 lr:1.8537337316264e-05 tokens_per_second_per_gpu:299.2723511504531 
Step 1709 | loss:0.2543849050998688 lr:1.8535657346386973e-05 tokens_per_second_per_gpu:271.40007936071595 
Step 1710 | loss:0.09665059298276901 lr:1.853397648849802e-05 tokens_per_second_per_gpu:306.06545722771074 
Step 1711 | loss:0.23923149704933167 lr:1.8532294742772e-05 tokens_per_second_per_gpu:303.0622338035559 
Step 1712 | loss:0.2080351561307907 lr:1.8530612109383885e-05 tokens_per_second_per_gpu:365.0477246784376 
Step 1713 | loss:0.17159748077392578 lr:1.8528928588508722e-05 tokens_per_second_per_gpu:271.5052497949229 
Step 1714 | loss:0.19788610935211182 lr:1.8527244180321657e-05 tokens_per_second_per_gpu:275.3853402562755 
Step 1715 | loss:0.1457124650478363 lr:1.8525558884997936e-05 tokens_per_second_per_gpu:328.40851005249516 
Step 1716 | loss:0.19886896014213562 lr:1.852387270271288e-05 tokens_per_second_per_gpu:289.13600547284074 
Step 1717 | loss:0.0906827300786972 lr:1.8522185633641915e-05 tokens_per_second_per_gpu:292.73079168837745 
Step 1718 | loss:0.1342596709728241 lr:1.852049767796056e-05 tokens_per_second_per_gpu:267.5201153579582 
Step 1719 | loss:0.10094769299030304 lr:1.8518808835844416e-05 tokens_per_second_per_gpu:234.80747013460447 
Step 1720 | loss:0.07758156955242157 lr:1.8517119107469194e-05 tokens_per_second_per_gpu:343.78862259418815 
Step 1721 | loss:0.1740080714225769 lr:1.851542849301067e-05 tokens_per_second_per_gpu:246.72607361990381 
Step 1722 | loss:0.16936767101287842 lr:1.851373699264474e-05 tokens_per_second_per_gpu:267.0665515684461 
Step 1723 | loss:0.12556786835193634 lr:1.8512044606547373e-05 tokens_per_second_per_gpu:285.62197798598015 
Step 1724 | loss:0.0861082375049591 lr:1.8510351334894646e-05 tokens_per_second_per_gpu:273.3371440699027 
Step 1725 | loss:0.20470017194747925 lr:1.850865717786271e-05 tokens_per_second_per_gpu:241.72249016408168 
Step 1726 | loss:0.18588568270206451 lr:1.850696213562782e-05 tokens_per_second_per_gpu:285.17548821988686 
Step 1727 | loss:0.12357091903686523 lr:1.8505266208366325e-05 tokens_per_second_per_gpu:269.5038725632613 
Step 1728 | loss:0.18434512615203857 lr:1.850356939625466e-05 tokens_per_second_per_gpu:265.22835561425165 
Step 1729 | loss:0.14233018457889557 lr:1.8501871699469353e-05 tokens_per_second_per_gpu:319.8071460073115 
Step 1730 | loss:0.21149283647537231 lr:1.8500173118187018e-05 tokens_per_second_per_gpu:321.76150328270825 
Step 1731 | loss:0.16479873657226562 lr:1.8498473652584383e-05 tokens_per_second_per_gpu:319.6044747137716 
Step 1732 | loss:0.14648738503456116 lr:1.849677330283824e-05 tokens_per_second_per_gpu:238.62258941186784 
Step 1733 | loss:0.04950794577598572 lr:1.8495072069125493e-05 tokens_per_second_per_gpu:297.4087306497463 
Step 1734 | loss:0.11759781837463379 lr:1.849336995162313e-05 tokens_per_second_per_gpu:240.32196800500554 
Step 1735 | loss:0.10650420188903809 lr:1.849166695050822e-05 tokens_per_second_per_gpu:307.98540722755644 
Step 1736 | loss:0.34795674681663513 lr:1.8489963065957957e-05 tokens_per_second_per_gpu:287.2731358237313 
Step 1737 | loss:0.09345536679029465 lr:1.848825829814959e-05 tokens_per_second_per_gpu:251.63548285604855 
Step 1738 | loss:0.19058334827423096 lr:1.848655264726048e-05 tokens_per_second_per_gpu:332.63629002458066 
Step 1739 | loss:0.15413892269134521 lr:1.848484611346807e-05 tokens_per_second_per_gpu:286.4582584678402 
Step 1740 | loss:0.06673406809568405 lr:1.848313869694991e-05 tokens_per_second_per_gpu:316.43083439113576 
Step 1741 | loss:0.13850200176239014 lr:1.8481430397883625e-05 tokens_per_second_per_gpu:340.3841716362098 
Step 1742 | loss:0.16249945759773254 lr:1.8479721216446943e-05 tokens_per_second_per_gpu:299.6262461304434 
Step 1743 | loss:0.20715662837028503 lr:1.8478011152817678e-05 tokens_per_second_per_gpu:285.8592097752027 
Step 1744 | loss:0.14202524721622467 lr:1.8476300207173737e-05 tokens_per_second_per_gpu:291.579310761443 
Step 1745 | loss:0.056761734187603 lr:1.8474588379693118e-05 tokens_per_second_per_gpu:243.22442339597825 
Step 1746 | loss:0.045922186225652695 lr:1.8472875670553913e-05 tokens_per_second_per_gpu:279.87605763842066 
Step 1747 | loss:0.15897801518440247 lr:1.8471162079934306e-05 tokens_per_second_per_gpu:255.39800231556475 
Step 1748 | loss:0.14350783824920654 lr:1.846944760801257e-05 tokens_per_second_per_gpu:310.671623597983 
Step 1749 | loss:0.12703315913677216 lr:1.846773225496707e-05 tokens_per_second_per_gpu:293.8945306667648 
Step 1750 | loss:0.11095646023750305 lr:1.846601602097627e-05 tokens_per_second_per_gpu:305.3526623850849 
Step 1751 | loss:0.11171033978462219 lr:1.846429890621871e-05 tokens_per_second_per_gpu:289.99986626421315 
Step 1752 | loss:0.06531703472137451 lr:1.8462580910873038e-05 tokens_per_second_per_gpu:330.4556952878663 
Step 1753 | loss:0.10301896929740906 lr:1.8460862035117983e-05 tokens_per_second_per_gpu:257.29757193457317 
Step 1754 | loss:0.06813837587833405 lr:1.8459142279132368e-05 tokens_per_second_per_gpu:335.40682483280864 
Step 1755 | loss:0.07519641518592834 lr:1.8457421643095116e-05 tokens_per_second_per_gpu:296.9536864979504 
Step 1756 | loss:0.20932018756866455 lr:1.8455700127185226e-05 tokens_per_second_per_gpu:285.826418729998 
Step 1757 | loss:0.08232995867729187 lr:1.84539777315818e-05 tokens_per_second_per_gpu:265.254548178881 
Step 1758 | loss:0.2219717800617218 lr:1.845225445646403e-05 tokens_per_second_per_gpu:281.49948724987223 
Step 1759 | loss:0.13716621696949005 lr:1.8450530302011194e-05 tokens_per_second_per_gpu:354.07194521213154 
Step 1760 | loss:0.23660053312778473 lr:1.8448805268402673e-05 tokens_per_second_per_gpu:304.3944027209467 
Step 1761 | loss:0.05605054646730423 lr:1.8447079355817922e-05 tokens_per_second_per_gpu:269.48122384322244 
Step 1762 | loss:0.1218426376581192 lr:1.8445352564436505e-05 tokens_per_second_per_gpu:287.52819666010873 
Step 1763 | loss:0.1480080485343933 lr:1.8443624894438067e-05 tokens_per_second_per_gpu:255.24386328964343 
Step 1764 | loss:0.14730331301689148 lr:1.8441896346002347e-05 tokens_per_second_per_gpu:298.41881966558276 
Step 1765 | loss:0.21514001488685608 lr:1.8440166919309175e-05 tokens_per_second_per_gpu:322.4652651478523 
Step 1766 | loss:0.14829081296920776 lr:1.843843661453847e-05 tokens_per_second_per_gpu:321.365913491615 
Step 1767 | loss:0.11104476451873779 lr:1.843670543187025e-05 tokens_per_second_per_gpu:248.17277598160933 
Step 1768 | loss:0.10376443713903427 lr:1.8434973371484624e-05 tokens_per_second_per_gpu:271.7873650446854 
Step 1769 | loss:0.10344868153333664 lr:1.8433240433561777e-05 tokens_per_second_per_gpu:301.7085923754512 
Step 1770 | loss:0.0922110378742218 lr:1.8431506618282e-05 tokens_per_second_per_gpu:292.2008065133215 
Step 1771 | loss:0.1402575522661209 lr:1.8429771925825678e-05 tokens_per_second_per_gpu:408.46652891922366 
Step 1772 | loss:0.17297258973121643 lr:1.842803635637327e-05 tokens_per_second_per_gpu:250.89136065120434 
Step 1773 | loss:0.2117684781551361 lr:1.8426299910105345e-05 tokens_per_second_per_gpu:307.595755428392 
Step 1774 | loss:0.09866233170032501 lr:1.842456258720255e-05 tokens_per_second_per_gpu:291.10558462766903 
Step 1775 | loss:0.2081810086965561 lr:1.8422824387845634e-05 tokens_per_second_per_gpu:366.7134898728119 
Step 1776 | loss:0.3142573833465576 lr:1.8421085312215427e-05 tokens_per_second_per_gpu:356.78130648529566 
Step 1777 | loss:0.15001502633094788 lr:1.8419345360492856e-05 tokens_per_second_per_gpu:285.61716404088367 
Step 1778 | loss:0.1326630562543869 lr:1.841760453285894e-05 tokens_per_second_per_gpu:352.3363577379272 
Step 1779 | loss:0.2898595333099365 lr:1.841586282949478e-05 tokens_per_second_per_gpu:289.74112586984336 
Step 1780 | loss:0.09783436357975006 lr:1.8414120250581584e-05 tokens_per_second_per_gpu:360.22091627138275 
Step 1781 | loss:0.2845321595668793 lr:1.841237679630064e-05 tokens_per_second_per_gpu:354.007303740831 
Step 1782 | loss:0.1377032846212387 lr:1.8410632466833326e-05 tokens_per_second_per_gpu:302.10903272778046 
Step 1783 | loss:0.09585708379745483 lr:1.8408887262361114e-05 tokens_per_second_per_gpu:395.5294164749893 
Step 1784 | loss:0.16254380345344543 lr:1.840714118306557e-05 tokens_per_second_per_gpu:358.66556664079627 
Step 1785 | loss:0.06556969881057739 lr:1.8405394229128347e-05 tokens_per_second_per_gpu:234.1463024928808 
Step 1786 | loss:0.16235417127609253 lr:1.840364640073119e-05 tokens_per_second_per_gpu:358.90825765158405 
Step 1787 | loss:0.05044987425208092 lr:1.8401897698055938e-05 tokens_per_second_per_gpu:260.3816449398349 
Step 1788 | loss:0.14450238645076752 lr:1.8400148121284515e-05 tokens_per_second_per_gpu:264.1594621996364 
Step 1789 | loss:0.11220359057188034 lr:1.839839767059894e-05 tokens_per_second_per_gpu:262.4718557950272 
Step 1790 | loss:0.09975311905145645 lr:1.8396646346181327e-05 tokens_per_second_per_gpu:284.5806455313986 
Step 1791 | loss:0.13602158427238464 lr:1.8394894148213865e-05 tokens_per_second_per_gpu:314.45159357287 
Step 1792 | loss:0.2905023992061615 lr:1.839314107687886e-05 tokens_per_second_per_gpu:282.4252768745912 
Step 1793 | loss:0.1004897952079773 lr:1.839138713235868e-05 tokens_per_second_per_gpu:308.2966666661722 
Step 1794 | loss:0.17131249606609344 lr:1.8389632314835802e-05 tokens_per_second_per_gpu:257.44128980681506 
Step 1795 | loss:0.10100315511226654 lr:1.8387876624492792e-05 tokens_per_second_per_gpu:296.20613912667375 
Step 1796 | loss:0.19057662785053253 lr:1.8386120061512303e-05 tokens_per_second_per_gpu:276.8218743835787 
Step 1797 | loss:0.1503889411687851 lr:1.838436262607708e-05 tokens_per_second_per_gpu:233.62994500311908 
Step 1798 | loss:0.1520710289478302 lr:1.838260431836996e-05 tokens_per_second_per_gpu:425.40818373221765 
Step 1799 | loss:0.1683201640844345 lr:1.8380845138573867e-05 tokens_per_second_per_gpu:330.4295071880253 
Step 1800 | loss:0.15963712334632874 lr:1.8379085086871818e-05 tokens_per_second_per_gpu:208.36040351734079 
Step 1801 | loss:0.2614981532096863 lr:1.837732416344692e-05 tokens_per_second_per_gpu:279.1291282920016 
Step 1802 | loss:0.08297721296548843 lr:1.8375562368482378e-05 tokens_per_second_per_gpu:377.98934084356716 
Step 1803 | loss:0.06239258125424385 lr:1.8373799702161478e-05 tokens_per_second_per_gpu:263.9038396221451 
Step 1804 | loss:0.06246554106473923 lr:1.8372036164667597e-05 tokens_per_second_per_gpu:297.74190489410745 
Step 1805 | loss:0.18088626861572266 lr:1.8370271756184208e-05 tokens_per_second_per_gpu:250.94067836608755 
Step 1806 | loss:0.1436469554901123 lr:1.8368506476894872e-05 tokens_per_second_per_gpu:314.22409849784725 
Step 1807 | loss:0.09568314999341965 lr:1.836674032698324e-05 tokens_per_second_per_gpu:293.88656990022616 
Step 1808 | loss:0.10326433181762695 lr:1.836497330663306e-05 tokens_per_second_per_gpu:258.8252427388311 
Step 1809 | loss:0.10986241698265076 lr:1.8363205416028154e-05 tokens_per_second_per_gpu:290.91743564448984 
Step 1810 | loss:0.1400308459997177 lr:1.8361436655352456e-05 tokens_per_second_per_gpu:229.41163826074742 
Step 1811 | loss:0.1612204611301422 lr:1.8359667024789977e-05 tokens_per_second_per_gpu:330.0886009862441 
Step 1812 | loss:0.12724381685256958 lr:1.8357896524524815e-05 tokens_per_second_per_gpu:227.46462963593683 
Step 1813 | loss:0.12107907235622406 lr:1.8356125154741177e-05 tokens_per_second_per_gpu:267.3326528240491 
Step 1814 | loss:0.18005284667015076 lr:1.8354352915623334e-05 tokens_per_second_per_gpu:233.4990754233561 
Step 1815 | loss:0.1259383261203766 lr:1.8352579807355675e-05 tokens_per_second_per_gpu:260.6963496300638 
Step 1816 | loss:0.18126828968524933 lr:1.8350805830122664e-05 tokens_per_second_per_gpu:289.65006057963006 
Step 1817 | loss:0.08489013463258743 lr:1.8349030984108847e-05 tokens_per_second_per_gpu:317.9482128271391 
Step 1818 | loss:0.16594593226909637 lr:1.8347255269498884e-05 tokens_per_second_per_gpu:265.7751068588306 
Step 1819 | loss:0.09650324285030365 lr:1.8345478686477505e-05 tokens_per_second_per_gpu:261.214777927198 
Step 1820 | loss:0.038521334528923035 lr:1.834370123522954e-05 tokens_per_second_per_gpu:262.8426394732279 
Step 1821 | loss:0.15126411616802216 lr:1.8341922915939906e-05 tokens_per_second_per_gpu:257.0335354308449 
Step 1822 | loss:0.17836017906665802 lr:1.8340143728793614e-05 tokens_per_second_per_gpu:304.4335423059702 
Step 1823 | loss:0.21669958531856537 lr:1.8338363673975764e-05 tokens_per_second_per_gpu:296.93549548615863 
Step 1824 | loss:0.10477681457996368 lr:1.8336582751671543e-05 tokens_per_second_per_gpu:232.5999126930037 
Step 1825 | loss:0.13952338695526123 lr:1.8334800962066225e-05 tokens_per_second_per_gpu:286.64954188656685 
Step 1826 | loss:0.0816815197467804 lr:1.8333018305345187e-05 tokens_per_second_per_gpu:254.8192125903598 
Step 1827 | loss:0.08743000030517578 lr:1.8331234781693884e-05 tokens_per_second_per_gpu:313.3806314754779 
Step 1828 | loss:0.11563415825366974 lr:1.8329450391297872e-05 tokens_per_second_per_gpu:244.77690223750915 
Step 1829 | loss:0.10612590610980988 lr:1.832766513434278e-05 tokens_per_second_per_gpu:264.924328156173 
Step 1830 | loss:0.11430007964372635 lr:1.832587901101435e-05 tokens_per_second_per_gpu:302.2236826332191 
Step 1831 | loss:0.10357941687107086 lr:1.83240920214984e-05 tokens_per_second_per_gpu:290.51347785190694 
Step 1832 | loss:0.07825303822755814 lr:1.8322304165980832e-05 tokens_per_second_per_gpu:322.4978591172725 
Step 1833 | loss:0.1506386250257492 lr:1.8320515444647655e-05 tokens_per_second_per_gpu:316.8234166543573 
Step 1834 | loss:0.27150431275367737 lr:1.831872585768496e-05 tokens_per_second_per_gpu:381.8415355510547 
Step 1835 | loss:0.1484304666519165 lr:1.831693540527892e-05 tokens_per_second_per_gpu:287.6960960082229 
Step 1836 | loss:0.1852523237466812 lr:1.831514408761581e-05 tokens_per_second_per_gpu:372.0953047612859 
Step 1837 | loss:0.20674312114715576 lr:1.8313351904881993e-05 tokens_per_second_per_gpu:323.7914729459582 
Step 1838 | loss:0.07441376149654388 lr:1.831155885726392e-05 tokens_per_second_per_gpu:361.562188843203 
Step 1839 | loss:0.0869004875421524 lr:1.8309764944948127e-05 tokens_per_second_per_gpu:278.0209246328536 
Step 1840 | loss:0.24855075776576996 lr:1.8307970168121247e-05 tokens_per_second_per_gpu:294.48351263656883 
Step 1841 | loss:0.1485738754272461 lr:1.8306174526970005e-05 tokens_per_second_per_gpu:347.3581646747585 
Step 1842 | loss:0.1285710632801056 lr:1.8304378021681204e-05 tokens_per_second_per_gpu:334.77181355011913 
Step 1843 | loss:0.12140955030918121 lr:1.830258065244175e-05 tokens_per_second_per_gpu:308.03088801182656 
Step 1844 | loss:0.08265712857246399 lr:1.830078241943863e-05 tokens_per_second_per_gpu:288.3812403311151 
Step 1845 | loss:0.20176495611667633 lr:1.8298983322858926e-05 tokens_per_second_per_gpu:277.744336046222 
Step 1846 | loss:0.19473138451576233 lr:1.8297183362889804e-05 tokens_per_second_per_gpu:331.98999516722597 
Step 1847 | loss:0.05338509753346443 lr:1.8295382539718533e-05 tokens_per_second_per_gpu:279.0316198347102 
Step 1848 | loss:0.11639383435249329 lr:1.8293580853532457e-05 tokens_per_second_per_gpu:314.81935769552837 
Step 1849 | loss:0.20254471898078918 lr:1.8291778304519014e-05 tokens_per_second_per_gpu:260.42643594458804 
Step 1850 | loss:0.2676502466201782 lr:1.828997489286573e-05 tokens_per_second_per_gpu:234.5653175058884 
Step 1851 | loss:0.1620868593454361 lr:1.828817061876023e-05 tokens_per_second_per_gpu:339.90879195544983 
Step 1852 | loss:0.19716425240039825 lr:1.8286365482390226e-05 tokens_per_second_per_gpu:279.9632212587908 
Step 1853 | loss:0.1533205807209015 lr:1.8284559483943508e-05 tokens_per_second_per_gpu:323.7686105746827 
Step 1854 | loss:0.13642701506614685 lr:1.8282752623607973e-05 tokens_per_second_per_gpu:335.9827841198955 
Step 1855 | loss:0.1879720687866211 lr:1.8280944901571586e-05 tokens_per_second_per_gpu:335.37787084757747 
Step 1856 | loss:0.16700038313865662 lr:1.8279136318022424e-05 tokens_per_second_per_gpu:328.6006230026306 
Step 1857 | loss:0.15352483093738556 lr:1.8277326873148643e-05 tokens_per_second_per_gpu:316.78001009950094 
Step 1858 | loss:0.16200777888298035 lr:1.827551656713849e-05 tokens_per_second_per_gpu:319.7620923416853 
Step 1859 | loss:0.10976827144622803 lr:1.82737054001803e-05 tokens_per_second_per_gpu:275.8504565032832 
Step 1860 | loss:0.09511641412973404 lr:1.8271893372462496e-05 tokens_per_second_per_gpu:300.1543561916744 
Step 1861 | loss:0.08429943770170212 lr:1.82700804841736e-05 tokens_per_second_per_gpu:290.9161744613049 
Step 1862 | loss:0.041899457573890686 lr:1.8268266735502208e-05 tokens_per_second_per_gpu:293.01405690717 
Step 1863 | loss:0.11489583551883698 lr:1.826645212663702e-05 tokens_per_second_per_gpu:340.300605134263 
Step 1864 | loss:0.10872375220060349 lr:1.826463665776682e-05 tokens_per_second_per_gpu:305.3198871161715 
Step 1865 | loss:0.14316131174564362 lr:1.8262820329080478e-05 tokens_per_second_per_gpu:277.89608187436477 
Step 1866 | loss:0.20298892259597778 lr:1.826100314076696e-05 tokens_per_second_per_gpu:292.51563326702376 
Step 1867 | loss:0.1604817658662796 lr:1.825918509301532e-05 tokens_per_second_per_gpu:286.18017319549875 
Step 1868 | loss:0.11042887717485428 lr:1.8257366186014692e-05 tokens_per_second_per_gpu:306.78969643394385 
Step 1869 | loss:0.18602648377418518 lr:1.8255546419954315e-05 tokens_per_second_per_gpu:269.49275140848926 
Step 1870 | loss:0.22003568708896637 lr:1.8253725795023504e-05 tokens_per_second_per_gpu:318.13747454377216 
Step 1871 | loss:0.12988726794719696 lr:1.8251904311411675e-05 tokens_per_second_per_gpu:333.9737152146144 
Step 1872 | loss:0.1496160328388214 lr:1.8250081969308318e-05 tokens_per_second_per_gpu:269.0715472215875 
Step 1873 | loss:0.16324259340763092 lr:1.824825876890303e-05 tokens_per_second_per_gpu:321.3324271716711 
Step 1874 | loss:0.0944947898387909 lr:1.8246434710385484e-05 tokens_per_second_per_gpu:277.33647909733753 
Step 1875 | loss:0.13432981073856354 lr:1.8244609793945448e-05 tokens_per_second_per_gpu:273.6301787641336 
Step 1876 | loss:0.18239957094192505 lr:1.824278401977278e-05 tokens_per_second_per_gpu:325.49758706856295 
Step 1877 | loss:0.1031903475522995 lr:1.8240957388057417e-05 tokens_per_second_per_gpu:255.48564636392783 
Step 1878 | loss:0.07268976420164108 lr:1.823912989898941e-05 tokens_per_second_per_gpu:250.91864543576156 
Step 1879 | loss:0.13554543256759644 lr:1.8237301552758867e-05 tokens_per_second_per_gpu:285.0173963375516 
Step 1880 | loss:0.09230184555053711 lr:1.8235472349556008e-05 tokens_per_second_per_gpu:404.58323118876655 
Step 1881 | loss:0.07310493290424347 lr:1.8233642289571135e-05 tokens_per_second_per_gpu:320.90693609147394 
Step 1882 | loss:0.19332703948020935 lr:1.8231811372994642e-05 tokens_per_second_per_gpu:253.44464002756538 
Step 1883 | loss:0.09334242343902588 lr:1.8229979600017004e-05 tokens_per_second_per_gpu:219.9417923560116 
Step 1884 | loss:0.09777059406042099 lr:1.8228146970828793e-05 tokens_per_second_per_gpu:313.92116643662706 
Step 1885 | loss:0.12259125709533691 lr:1.8226313485620663e-05 tokens_per_second_per_gpu:258.9651868315839 
Step 1886 | loss:0.13061931729316711 lr:1.822447914458337e-05 tokens_per_second_per_gpu:258.12570155695806 
Step 1887 | loss:0.25973549485206604 lr:1.822264394790775e-05 tokens_per_second_per_gpu:300.43405283898596 
Step 1888 | loss:0.14121945202350616 lr:1.822080789578472e-05 tokens_per_second_per_gpu:279.51318844910924 
Step 1889 | loss:0.2309105098247528 lr:1.82189709884053e-05 tokens_per_second_per_gpu:226.90828755490375 
Step 1890 | loss:0.11531912535429001 lr:1.8217133225960597e-05 tokens_per_second_per_gpu:292.9803622594721 
Step 1891 | loss:0.023289436474442482 lr:1.82152946086418e-05 tokens_per_second_per_gpu:299.49866843133174 
Step 1892 | loss:0.12689901888370514 lr:1.8213455136640192e-05 tokens_per_second_per_gpu:278.9655642602492 
Step 1893 | loss:0.12566068768501282 lr:1.821161481014714e-05 tokens_per_second_per_gpu:274.0483717071662 
Step 1894 | loss:0.1672535538673401 lr:1.820977362935411e-05 tokens_per_second_per_gpu:359.0196077515253 
Step 1895 | loss:0.26885396242141724 lr:1.8207931594452642e-05 tokens_per_second_per_gpu:245.75535448465232 
Step 1896 | loss:0.2059352546930313 lr:1.820608870563438e-05 tokens_per_second_per_gpu:277.9737366992022 
Step 1897 | loss:0.11071620881557465 lr:1.8204244963091048e-05 tokens_per_second_per_gpu:295.78408823029315 
Step 1898 | loss:0.32956796884536743 lr:1.8202400367014457e-05 tokens_per_second_per_gpu:241.19024798609306 
Step 1899 | loss:0.148152157664299 lr:1.8200554917596515e-05 tokens_per_second_per_gpu:325.96170472881664 
Step 1900 | loss:0.10606179386377335 lr:1.8198708615029215e-05 tokens_per_second_per_gpu:307.2185649741096 
Step 1901 | loss:0.08245770633220673 lr:1.8196861459504632e-05 tokens_per_second_per_gpu:282.4778442308652 
Step 1902 | loss:0.2563696801662445 lr:1.8195013451214946e-05 tokens_per_second_per_gpu:258.7113902007223 
Step 1903 | loss:0.2256632149219513 lr:1.8193164590352408e-05 tokens_per_second_per_gpu:214.70398301884813 
Step 1904 | loss:0.177848219871521 lr:1.8191314877109367e-05 tokens_per_second_per_gpu:330.78059987125056 
Step 1905 | loss:0.08559971302747726 lr:1.818946431167826e-05 tokens_per_second_per_gpu:309.7318235536024 
Step 1906 | loss:0.42367613315582275 lr:1.8187612894251607e-05 tokens_per_second_per_gpu:397.6157264303113 
Step 1907 | loss:0.28073781728744507 lr:1.818576062502203e-05 tokens_per_second_per_gpu:300.0524240869807 
Step 1908 | loss:0.142140731215477 lr:1.818390750418222e-05 tokens_per_second_per_gpu:289.0978277155445 
Step 1909 | loss:0.15273380279541016 lr:1.8182053531924976e-05 tokens_per_second_per_gpu:313.7166387369358 
Step 1910 | loss:0.11810947954654694 lr:1.8180198708443172e-05 tokens_per_second_per_gpu:233.29624947670715 
Step 1911 | loss:0.09455794095993042 lr:1.8178343033929784e-05 tokens_per_second_per_gpu:366.3231138541994 
Step 1912 | loss:0.09197971224784851 lr:1.8176486508577856e-05 tokens_per_second_per_gpu:237.84902284952463 
Step 1913 | loss:0.08995360881090164 lr:1.817462913258054e-05 tokens_per_second_per_gpu:281.9932738596902 
Step 1914 | loss:0.08256736397743225 lr:1.817277090613107e-05 tokens_per_second_per_gpu:297.32884102416403 
Step 1915 | loss:0.18530374765396118 lr:1.8170911829422766e-05 tokens_per_second_per_gpu:362.0834055732931 
Step 1916 | loss:0.21090185642242432 lr:1.8169051902649037e-05 tokens_per_second_per_gpu:325.7767945165355 
Step 1917 | loss:0.15040741860866547 lr:1.816719112600338e-05 tokens_per_second_per_gpu:222.42033333035138 
Step 1918 | loss:0.09095296263694763 lr:1.8165329499679386e-05 tokens_per_second_per_gpu:252.29179691764264 
Step 1919 | loss:0.16379740834236145 lr:1.816346702387073e-05 tokens_per_second_per_gpu:262.282818337954 
Step 1920 | loss:0.12361425161361694 lr:1.816160369877117e-05 tokens_per_second_per_gpu:287.04596811730886 
Step 1921 | loss:0.17855119705200195 lr:1.8159739524574563e-05 tokens_per_second_per_gpu:298.5318787509315 
Step 1922 | loss:0.1011294275522232 lr:1.8157874501474852e-05 tokens_per_second_per_gpu:342.0985548912284 
Step 1923 | loss:0.24284714460372925 lr:1.815600862966606e-05 tokens_per_second_per_gpu:329.2572006338873 
Step 1924 | loss:0.10283593088388443 lr:1.815414190934231e-05 tokens_per_second_per_gpu:299.7843097953606 
Step 1925 | loss:0.10098832845687866 lr:1.8152274340697798e-05 tokens_per_second_per_gpu:297.59192751270433 
Step 1926 | loss:0.08884698152542114 lr:1.8150405923926824e-05 tokens_per_second_per_gpu:233.3903904399586 
Step 1927 | loss:0.239618718624115 lr:1.8148536659223773e-05 tokens_per_second_per_gpu:282.9748866850209 
Step 1928 | loss:0.21282878518104553 lr:1.8146666546783105e-05 tokens_per_second_per_gpu:283.3061112633146 
Step 1929 | loss:0.10119476169347763 lr:1.8144795586799393e-05 tokens_per_second_per_gpu:251.87073584141297 
Step 1930 | loss:0.06600122898817062 lr:1.814292377946727e-05 tokens_per_second_per_gpu:273.08050412962297 
Step 1931 | loss:0.09150519222021103 lr:1.8141051124981474e-05 tokens_per_second_per_gpu:311.5793115381649 
Step 1932 | loss:0.12062015384435654 lr:1.813917762353683e-05 tokens_per_second_per_gpu:333.04741560865074 
Step 1933 | loss:0.15444839000701904 lr:1.8137303275328247e-05 tokens_per_second_per_gpu:322.5401807386857 
Step 1934 | loss:0.14423862099647522 lr:1.8135428080550725e-05 tokens_per_second_per_gpu:324.19072832391504 
Step 1935 | loss:0.07352958619594574 lr:1.8133552039399352e-05 tokens_per_second_per_gpu:274.9464778477208 
Step 1936 | loss:0.04834052920341492 lr:1.81316751520693e-05 tokens_per_second_per_gpu:276.26403044646275 
Step 1937 | loss:0.07723081856966019 lr:1.8129797418755832e-05 tokens_per_second_per_gpu:239.60047477036574 
Step 1938 | loss:0.1328565627336502 lr:1.8127918839654303e-05 tokens_per_second_per_gpu:296.92317356838686 
Step 1939 | loss:0.05576407164335251 lr:1.812603941496015e-05 tokens_per_second_per_gpu:256.73985442843366 
Step 1940 | loss:0.22350619733333588 lr:1.81241591448689e-05 tokens_per_second_per_gpu:273.8623186703651 
Step 1941 | loss:0.13241781294345856 lr:1.8122278029576162e-05 tokens_per_second_per_gpu:298.6454300312924 
Step 1942 | loss:0.12261958420276642 lr:1.812039606927765e-05 tokens_per_second_per_gpu:288.5230708786936 
Step 1943 | loss:0.17799387872219086 lr:1.8118513264169147e-05 tokens_per_second_per_gpu:295.1356939751763 
Step 1944 | loss:0.11094477027654648 lr:1.8116629614446534e-05 tokens_per_second_per_gpu:259.5674172728923 
Step 1945 | loss:0.04593465477228165 lr:1.8114745120305778e-05 tokens_per_second_per_gpu:244.2190579984869 
Step 1946 | loss:0.22396108508110046 lr:1.8112859781942936e-05 tokens_per_second_per_gpu:342.14654578131643 
Step 1947 | loss:0.22079432010650635 lr:1.811097359955414e-05 tokens_per_second_per_gpu:317.31283949162645 
Step 1948 | loss:0.12988951802253723 lr:1.8109086573335634e-05 tokens_per_second_per_gpu:321.70150422358915 
Step 1949 | loss:0.24816834926605225 lr:1.8107198703483725e-05 tokens_per_second_per_gpu:281.98421764829055 
Step 1950 | loss:0.19842596352100372 lr:1.8105309990194823e-05 tokens_per_second_per_gpu:271.6094806406782 
Step 1951 | loss:0.14910806715488434 lr:1.8103420433665424e-05 tokens_per_second_per_gpu:294.39949555915376 
Step 1952 | loss:0.06318899989128113 lr:1.8101530034092105e-05 tokens_per_second_per_gpu:309.95104208302615 
Step 1953 | loss:0.16525119543075562 lr:1.8099638791671534e-05 tokens_per_second_per_gpu:271.0818224251273 
Step 1954 | loss:0.19363996386528015 lr:1.809774670660047e-05 tokens_per_second_per_gpu:273.1291496612073 
Step 1955 | loss:0.05577830970287323 lr:1.8095853779075757e-05 tokens_per_second_per_gpu:326.3794711951373 
Step 1956 | loss:0.11518286913633347 lr:1.8093960009294327e-05 tokens_per_second_per_gpu:330.2664151473962 
Step 1957 | loss:0.28098422288894653 lr:1.80920653974532e-05 tokens_per_second_per_gpu:323.74036794365304 
Step 1958 | loss:0.10707719624042511 lr:1.8090169943749477e-05 tokens_per_second_per_gpu:352.93831519141185 
Step 1959 | loss:0.1283131241798401 lr:1.808827364838036e-05 tokens_per_second_per_gpu:297.5713761577896 
Step 1960 | loss:0.12817621231079102 lr:1.8086376511543127e-05 tokens_per_second_per_gpu:372.88096504790957 
Step 1961 | loss:0.10499224811792374 lr:1.808447853343515e-05 tokens_per_second_per_gpu:262.70801282282326 
Step 1962 | loss:0.0913088470697403 lr:1.8082579714253886e-05 tokens_per_second_per_gpu:279.3540259056157 
Step 1963 | loss:0.14400586485862732 lr:1.808068005419688e-05 tokens_per_second_per_gpu:321.60396215104794 
Step 1964 | loss:0.30819931626319885 lr:1.807877955346176e-05 tokens_per_second_per_gpu:282.2325988221838 
Step 1965 | loss:0.08968094736337662 lr:1.8076878212246253e-05 tokens_per_second_per_gpu:260.88651919642734 
Step 1966 | loss:0.1580810248851776 lr:1.8074976030748156e-05 tokens_per_second_per_gpu:307.54678211554807 
Step 1967 | loss:0.1805562525987625 lr:1.8073073009165375e-05 tokens_per_second_per_gpu:355.63889240391325 
Step 1968 | loss:0.17071904242038727 lr:1.8071169147695887e-05 tokens_per_second_per_gpu:276.7604859347924 
Step 1969 | loss:0.1804819107055664 lr:1.8069264446537757e-05 tokens_per_second_per_gpu:412.6282794255728 
Step 1970 | loss:0.08604705333709717 lr:1.8067358905889148e-05 tokens_per_second_per_gpu:291.93250427808226 
Step 1971 | loss:0.1414235234260559 lr:1.80654525259483e-05 tokens_per_second_per_gpu:360.7827778947294 
Step 1972 | loss:0.11137061566114426 lr:1.806354530691355e-05 tokens_per_second_per_gpu:306.24686424909606 
Step 1973 | loss:0.09188070893287659 lr:1.8061637248983307e-05 tokens_per_second_per_gpu:297.3732115947338 
Step 1974 | loss:0.1076139584183693 lr:1.8059728352356086e-05 tokens_per_second_per_gpu:330.4596717606395 
Step 1975 | loss:0.21153317391872406 lr:1.8057818617230474e-05 tokens_per_second_per_gpu:315.38228763707536 
Step 1976 | loss:0.1589706689119339 lr:1.8055908043805152e-05 tokens_per_second_per_gpu:295.7336606774083 
Step 1977 | loss:0.23008181154727936 lr:1.8053996632278893e-05 tokens_per_second_per_gpu:300.68176613787 
Step 1978 | loss:0.11938849836587906 lr:1.8052084382850546e-05 tokens_per_second_per_gpu:234.5478145342887 
Step 1979 | loss:0.055426232516765594 lr:1.8050171295719056e-05 tokens_per_second_per_gpu:307.8689521112881 
Step 1980 | loss:0.1046498715877533 lr:1.8048257371083454e-05 tokens_per_second_per_gpu:338.16226602909074 
Step 1981 | loss:0.16081055998802185 lr:1.804634260914285e-05 tokens_per_second_per_gpu:251.93830347646664 
Step 1982 | loss:0.07069549709558487 lr:1.804442701009645e-05 tokens_per_second_per_gpu:257.65993268599107 
Step 1983 | loss:0.09263419359922409 lr:1.804251057414355e-05 tokens_per_second_per_gpu:263.49945304956424 
Step 1984 | loss:0.11017443239688873 lr:1.8040593301483518e-05 tokens_per_second_per_gpu:272.41153710593863 
Step 1985 | loss:0.08346602320671082 lr:1.8038675192315824e-05 tokens_per_second_per_gpu:335.02933143069396 
Step 1986 | loss:0.10780952870845795 lr:1.803675624684002e-05 tokens_per_second_per_gpu:406.44335477261546 
Step 1987 | loss:0.19462871551513672 lr:1.8034836465255744e-05 tokens_per_second_per_gpu:379.0328807719351 
Step 1988 | loss:0.08357219398021698 lr:1.8032915847762716e-05 tokens_per_second_per_gpu:261.33301888152795 
Step 1989 | loss:0.027760853990912437 lr:1.803099439456076e-05 tokens_per_second_per_gpu:253.366613473237 
Step 1990 | loss:0.1669083535671234 lr:1.8029072105849767e-05 tokens_per_second_per_gpu:286.8071180603568 
Step 1991 | loss:0.09004545211791992 lr:1.8027148981829727e-05 tokens_per_second_per_gpu:299.7666858440909 
Step 1992 | loss:0.1385679692029953 lr:1.8025225022700706e-05 tokens_per_second_per_gpu:246.8888259038921 
Step 1993 | loss:0.050562821328639984 lr:1.8023300228662874e-05 tokens_per_second_per_gpu:230.56373361830566 
Step 1994 | loss:0.11902934312820435 lr:1.802137459991647e-05 tokens_per_second_per_gpu:276.9880642218821 
Step 1995 | loss:0.18381927907466888 lr:1.8019448136661838e-05 tokens_per_second_per_gpu:316.95222451637335 
Step 1996 | loss:0.08141042292118073 lr:1.8017520839099386e-05 tokens_per_second_per_gpu:301.2908821438345 
Step 1997 | loss:0.1915201097726822 lr:1.8015592707429634e-05 tokens_per_second_per_gpu:324.17155617191776 
Step 1998 | loss:0.09510916471481323 lr:1.8013663741853165e-05 tokens_per_second_per_gpu:298.4504235159609 
Step 1999 | loss:0.11894650757312775 lr:1.8011733942570667e-05 tokens_per_second_per_gpu:333.99613822530085 
Step 2000 | loss:0.095653235912323 lr:1.8009803309782907e-05 tokens_per_second_per_gpu:297.5682918797165 
Step 2001 | loss:0.05452347546815872 lr:1.8007871843690736e-05 tokens_per_second_per_gpu:279.4229490183452 
Step 2002 | loss:0.1105281189084053 lr:1.8005939544495103e-05 tokens_per_second_per_gpu:293.63829390674726 
Step 2003 | loss:0.06206168606877327 lr:1.8004006412397027e-05 tokens_per_second_per_gpu:260.08529728223454 
Step 2004 | loss:0.09837553650140762 lr:1.8002072447597622e-05 tokens_per_second_per_gpu:278.3924446893186 
Step 2005 | loss:0.14835643768310547 lr:1.80001376502981e-05 tokens_per_second_per_gpu:283.9889822742498 
Step 2006 | loss:0.15320633351802826 lr:1.7998202020699736e-05 tokens_per_second_per_gpu:274.14312729991923 
Step 2007 | loss:0.15671661496162415 lr:1.799626555900391e-05 tokens_per_second_per_gpu:380.492072426658 
Step 2008 | loss:0.12261303514242172 lr:1.7994328265412087e-05 tokens_per_second_per_gpu:218.24759854398278 
Step 2009 | loss:0.19331897795200348 lr:1.799239014012581e-05 tokens_per_second_per_gpu:301.11790407668474 
Step 2010 | loss:0.23633497953414917 lr:1.799045118334671e-05 tokens_per_second_per_gpu:273.9534787702383 
Step 2011 | loss:0.12485989183187485 lr:1.7988511395276513e-05 tokens_per_second_per_gpu:286.82671382178665 
Step 2012 | loss:0.15620332956314087 lr:1.7986570776117024e-05 tokens_per_second_per_gpu:243.18937947560767 
Step 2013 | loss:0.09737288951873779 lr:1.7984629326070134e-05 tokens_per_second_per_gpu:222.36745005551631 
Step 2014 | loss:0.13171131908893585 lr:1.798268704533783e-05 tokens_per_second_per_gpu:335.54833417767026 
Step 2015 | loss:0.09301742911338806 lr:1.7980743934122168e-05 tokens_per_second_per_gpu:289.0631713112601 
Step 2016 | loss:0.10087302327156067 lr:1.7978799992625306e-05 tokens_per_second_per_gpu:279.05093495449864 
Step 2017 | loss:0.1463579535484314 lr:1.7976855221049488e-05 tokens_per_second_per_gpu:241.40616123751536 
Step 2018 | loss:0.19944363832473755 lr:1.797490961959703e-05 tokens_per_second_per_gpu:285.80568542895674 
Step 2019 | loss:0.23480689525604248 lr:1.7972963188470348e-05 tokens_per_second_per_gpu:237.9262073199632 
Step 2020 | loss:0.2593778967857361 lr:1.797101592787194e-05 tokens_per_second_per_gpu:292.54652910162855 
Step 2021 | loss:0.2149505913257599 lr:1.7969067838004396e-05 tokens_per_second_per_gpu:267.5275144390646 
Step 2022 | loss:0.06775309890508652 lr:1.7967118919070377e-05 tokens_per_second_per_gpu:280.54951610714886 
Step 2023 | loss:0.07673019170761108 lr:1.7965169171272644e-05 tokens_per_second_per_gpu:278.5033633224192 
Step 2024 | loss:0.023297209292650223 lr:1.7963218594814044e-05 tokens_per_second_per_gpu:241.42662441614362 
Step 2025 | loss:0.19901403784751892 lr:1.79612671898975e-05 tokens_per_second_per_gpu:247.9162650535216 
Step 2026 | loss:0.08515045046806335 lr:1.7959314956726026e-05 tokens_per_second_per_gpu:274.56950373005964 
Step 2027 | loss:0.0834299847483635 lr:1.7957361895502732e-05 tokens_per_second_per_gpu:258.292183193196 
Step 2028 | loss:0.11246933043003082 lr:1.79554080064308e-05 tokens_per_second_per_gpu:304.379224641155 
Step 2029 | loss:0.0823313370347023 lr:1.7953453289713506e-05 tokens_per_second_per_gpu:307.43411934665767 
Step 2030 | loss:0.20256014168262482 lr:1.795149774555421e-05 tokens_per_second_per_gpu:257.9036815358813 
Step 2031 | loss:0.13219034671783447 lr:1.7949541374156357e-05 tokens_per_second_per_gpu:285.5033334732488 
Step 2032 | loss:0.12671338021755219 lr:1.7947584175723477e-05 tokens_per_second_per_gpu:333.96351464846185 
Step 2033 | loss:0.10788649320602417 lr:1.7945626150459195e-05 tokens_per_second_per_gpu:297.1581050017572 
Step 2034 | loss:0.10863864421844482 lr:1.794366729856721e-05 tokens_per_second_per_gpu:329.47784304760364 
Step 2035 | loss:0.15413250029087067 lr:1.7941707620251318e-05 tokens_per_second_per_gpu:272.1851259970989 
Step 2036 | loss:0.11932689696550369 lr:1.7939747115715386e-05 tokens_per_second_per_gpu:337.4758511730425 
Step 2037 | loss:0.049255359917879105 lr:1.7937785785163383e-05 tokens_per_second_per_gpu:227.87796847391866 
Step 2038 | loss:0.19485624134540558 lr:1.7935823628799355e-05 tokens_per_second_per_gpu:299.2392745229243 
Step 2039 | loss:0.18555980920791626 lr:1.7933860646827435e-05 tokens_per_second_per_gpu:338.1973802775347 
Step 2040 | loss:0.10104997456073761 lr:1.7931896839451846e-05 tokens_per_second_per_gpu:270.46474054123826 
Step 2041 | loss:0.20080751180648804 lr:1.792993220687689e-05 tokens_per_second_per_gpu:393.08091537602235 
Step 2042 | loss:0.13542485237121582 lr:1.7927966749306964e-05 tokens_per_second_per_gpu:251.8231046982996 
Step 2043 | loss:0.05844498425722122 lr:1.7926000466946537e-05 tokens_per_second_per_gpu:284.1749139747945 
Step 2044 | loss:0.1877063810825348 lr:1.792403336000018e-05 tokens_per_second_per_gpu:326.3170071868402 
Step 2045 | loss:0.14711329340934753 lr:1.7922065428672543e-05 tokens_per_second_per_gpu:229.96412523985697 
Step 2046 | loss:0.0932471752166748 lr:1.7920096673168356e-05 tokens_per_second_per_gpu:261.40826209525164 
Step 2047 | loss:0.13558298349380493 lr:1.7918127093692436e-05 tokens_per_second_per_gpu:343.9775166527315 
Step 2048 | loss:0.17034420371055603 lr:1.7916156690449697e-05 tokens_per_second_per_gpu:309.5770058768416 
Step 2049 | loss:0.1901829093694687 lr:1.791418546364513e-05 tokens_per_second_per_gpu:326.3871431952864 
Step 2050 | loss:0.05384251847863197 lr:1.791221341348381e-05 tokens_per_second_per_gpu:263.03705765282365 
Step 2051 | loss:0.207523375749588 lr:1.79102405401709e-05 tokens_per_second_per_gpu:276.8246984720821 
Step 2052 | loss:0.10981161892414093 lr:1.7908266843911654e-05 tokens_per_second_per_gpu:253.00480298287005 
Step 2053 | loss:0.1297604739665985 lr:1.79062923249114e-05 tokens_per_second_per_gpu:293.31343518558634 
Step 2054 | loss:0.10501626878976822 lr:1.7904316983375563e-05 tokens_per_second_per_gpu:289.34442577894185 
Step 2055 | loss:0.07302895188331604 lr:1.7902340819509644e-05 tokens_per_second_per_gpu:309.9049171128083 
Step 2056 | loss:0.14937424659729004 lr:1.790036383351924e-05 tokens_per_second_per_gpu:257.02211244286025 
Step 2057 | loss:0.07827457040548325 lr:1.7898386025610024e-05 tokens_per_second_per_gpu:289.65446993170656 
Step 2058 | loss:0.14851976931095123 lr:1.789640739598776e-05 tokens_per_second_per_gpu:317.64895395254894 
Step 2059 | loss:0.034796521067619324 lr:1.7894427944858293e-05 tokens_per_second_per_gpu:306.6750984096897 
Step 2060 | loss:0.09830819070339203 lr:1.789244767242756e-05 tokens_per_second_per_gpu:291.23541287199976 
Step 2061 | loss:0.18433687090873718 lr:1.789046657890158e-05 tokens_per_second_per_gpu:375.603989312371 
Step 2062 | loss:0.27027904987335205 lr:1.7888484664486454e-05 tokens_per_second_per_gpu:421.6719781528119 
Step 2063 | loss:0.23535658419132233 lr:1.7886501929388377e-05 tokens_per_second_per_gpu:330.17001126079697 
Step 2064 | loss:0.11509153246879578 lr:1.7884518373813614e-05 tokens_per_second_per_gpu:285.8524761876125 
Step 2065 | loss:0.15928229689598083 lr:1.7882533997968534e-05 tokens_per_second_per_gpu:323.29026288167444 
Step 2066 | loss:0.04560396075248718 lr:1.788054880205958e-05 tokens_per_second_per_gpu:313.04686803332754 
Step 2067 | loss:0.032689839601516724 lr:1.7878562786293283e-05 tokens_per_second_per_gpu:390.1319957287796 
Step 2068 | loss:0.12928654253482819 lr:1.787657595087626e-05 tokens_per_second_per_gpu:281.82385187365793 
Step 2069 | loss:0.049965083599090576 lr:1.7874588296015213e-05 tokens_per_second_per_gpu:324.6237609264793 
Step 2070 | loss:0.10385678708553314 lr:1.7872599821916922e-05 tokens_per_second_per_gpu:265.34402613865785 
Step 2071 | loss:0.12529060244560242 lr:1.787061052878827e-05 tokens_per_second_per_gpu:333.027678407333 
Step 2072 | loss:0.14298416674137115 lr:1.7868620416836208e-05 tokens_per_second_per_gpu:340.33975150739565 
Step 2073 | loss:0.21362149715423584 lr:1.786662948626778e-05 tokens_per_second_per_gpu:334.5992023921324 
Step 2074 | loss:0.03891928121447563 lr:1.786463773729011e-05 tokens_per_second_per_gpu:287.9892329054521 
Step 2075 | loss:0.21250876784324646 lr:1.7862645170110417e-05 tokens_per_second_per_gpu:277.7972485633301 
Step 2076 | loss:0.21005259454250336 lr:1.7860651784935995e-05 tokens_per_second_per_gpu:297.93462614740855 
Step 2077 | loss:0.11400771141052246 lr:1.785865758197423e-05 tokens_per_second_per_gpu:290.24350623911937 
Step 2078 | loss:0.15578976273536682 lr:1.7856662561432584e-05 tokens_per_second_per_gpu:269.47277127538155 
Step 2079 | loss:0.12343796342611313 lr:1.7854666723518614e-05 tokens_per_second_per_gpu:285.19956526707927 
Step 2080 | loss:0.04321011155843735 lr:1.7852670068439954e-05 tokens_per_second_per_gpu:354.63351112114026 
Step 2081 | loss:0.12027104943990707 lr:1.7850672596404336e-05 tokens_per_second_per_gpu:279.99391729109084 
Step 2082 | loss:0.21016600728034973 lr:1.7848674307619564e-05 tokens_per_second_per_gpu:359.19777385821004 
Step 2083 | loss:0.361295223236084 lr:1.7846675202293526e-05 tokens_per_second_per_gpu:422.0632658415207 
Step 2084 | loss:0.08375582844018936 lr:1.7844675280634206e-05 tokens_per_second_per_gpu:246.0721556550048 
Step 2085 | loss:0.13471829891204834 lr:1.7842674542849663e-05 tokens_per_second_per_gpu:323.03112869795063 
Step 2086 | loss:0.17918406426906586 lr:1.784067298914805e-05 tokens_per_second_per_gpu:315.1596422734919 
Step 2087 | loss:0.10253933817148209 lr:1.7838670619737596e-05 tokens_per_second_per_gpu:293.25587793079075 
Step 2088 | loss:0.1341763287782669 lr:1.783666743482662e-05 tokens_per_second_per_gpu:276.2359067361143 
Step 2089 | loss:0.10304771363735199 lr:1.783466343462352e-05 tokens_per_second_per_gpu:319.95835297053384 
Step 2090 | loss:0.3088436424732208 lr:1.7832658619336794e-05 tokens_per_second_per_gpu:303.61114938809203 
Step 2091 | loss:0.12392642349004745 lr:1.7830652989175004e-05 tokens_per_second_per_gpu:347.1730025887306 
Step 2092 | loss:0.12486805766820908 lr:1.7828646544346808e-05 tokens_per_second_per_gpu:290.76180996909676 
Step 2093 | loss:0.11614489555358887 lr:1.7826639285060952e-05 tokens_per_second_per_gpu:240.30141989160242 
Step 2094 | loss:0.1312982141971588 lr:1.782463121152626e-05 tokens_per_second_per_gpu:250.67394058800207 
Step 2095 | loss:0.08586274832487106 lr:1.7822622323951638e-05 tokens_per_second_per_gpu:287.2095417505222 
Step 2096 | loss:0.13809897005558014 lr:1.7820612622546095e-05 tokens_per_second_per_gpu:314.0732929890352 
Step 2097 | loss:0.10416417568922043 lr:1.7818602107518698e-05 tokens_per_second_per_gpu:283.49509968403254 
Step 2098 | loss:0.11243659257888794 lr:1.781659077907862e-05 tokens_per_second_per_gpu:296.42428195115866 
Step 2099 | loss:0.2708095610141754 lr:1.7814578637435106e-05 tokens_per_second_per_gpu:354.4645828123428 
Step 2100 | loss:0.20571061968803406 lr:1.7812565682797494e-05 tokens_per_second_per_gpu:443.8936188174285 
Step 2101 | loss:0.11134961992502213 lr:1.7810551915375202e-05 tokens_per_second_per_gpu:360.33673564449555 
Step 2102 | loss:0.3936866819858551 lr:1.7808537335377734e-05 tokens_per_second_per_gpu:280.90503462861784 
Step 2103 | loss:0.28513020277023315 lr:1.7806521943014672e-05 tokens_per_second_per_gpu:381.0187907461285 
Step 2104 | loss:0.11778944730758667 lr:1.78045057384957e-05 tokens_per_second_per_gpu:292.0937617323587 
Step 2105 | loss:0.16520652174949646 lr:1.780248872203056e-05 tokens_per_second_per_gpu:231.07870050221052 
Step 2106 | loss:0.12452610582113266 lr:1.7800470893829107e-05 tokens_per_second_per_gpu:221.1641673801841 
Step 2107 | loss:0.15953712165355682 lr:1.7798452254101256e-05 tokens_per_second_per_gpu:333.2915556526845 
Step 2108 | loss:0.13706980645656586 lr:1.7796432803057028e-05 tokens_per_second_per_gpu:335.63790338858007 
Step 2109 | loss:0.11361299455165863 lr:1.7794412540906512e-05 tokens_per_second_per_gpu:340.04867600178625 
Step 2110 | loss:0.22847892343997955 lr:1.7792391467859886e-05 tokens_per_second_per_gpu:276.6498313182801 
Step 2111 | loss:0.16977623105049133 lr:1.779036958412742e-05 tokens_per_second_per_gpu:301.60730736051374 
Step 2112 | loss:0.21586552262306213 lr:1.7788346889919448e-05 tokens_per_second_per_gpu:244.03200593785226 
Step 2113 | loss:0.13781891763210297 lr:1.7786323385446418e-05 tokens_per_second_per_gpu:317.7350922784515 
Step 2114 | loss:0.06201363354921341 lr:1.7784299070918835e-05 tokens_per_second_per_gpu:292.9036029250018 
Step 2115 | loss:0.1396685093641281 lr:1.7782273946547305e-05 tokens_per_second_per_gpu:258.08252771398804 
Step 2116 | loss:0.07641121745109558 lr:1.778024801254252e-05 tokens_per_second_per_gpu:271.60533306552975 
Step 2117 | loss:0.15597884356975555 lr:1.777822126911523e-05 tokens_per_second_per_gpu:242.04662671240516 
Step 2118 | loss:0.3232126533985138 lr:1.7776193716476305e-05 tokens_per_second_per_gpu:298.57507776387735 
Step 2119 | loss:0.05570358783006668 lr:1.7774165354836678e-05 tokens_per_second_per_gpu:303.23640402328465 
Step 2120 | loss:0.08575713634490967 lr:1.7772136184407367e-05 tokens_per_second_per_gpu:319.00640202880567 
Step 2121 | loss:0.19444437325000763 lr:1.7770106205399483e-05 tokens_per_second_per_gpu:346.58764706325013 
Step 2122 | loss:0.25073957443237305 lr:1.7768075418024216e-05 tokens_per_second_per_gpu:228.70176658841913 
Step 2123 | loss:0.24123840034008026 lr:1.7766043822492834e-05 tokens_per_second_per_gpu:374.4238532279341 
Step 2124 | loss:0.11047977954149246 lr:1.7764011419016704e-05 tokens_per_second_per_gpu:351.8100455560934 
Step 2125 | loss:0.15129248797893524 lr:1.776197820780726e-05 tokens_per_second_per_gpu:347.11997557341886 
Step 2126 | loss:0.0916515588760376 lr:1.7759944189076032e-05 tokens_per_second_per_gpu:397.3895178380435 
Step 2127 | loss:0.14569498598575592 lr:1.775790936303463e-05 tokens_per_second_per_gpu:339.7156892438391 
Step 2128 | loss:0.09693510830402374 lr:1.775587372989475e-05 tokens_per_second_per_gpu:301.35954737055806 
Step 2129 | loss:0.20134222507476807 lr:1.7753837289868167e-05 tokens_per_second_per_gpu:270.85238402600464 
Step 2130 | loss:0.09488598257303238 lr:1.7751800043166745e-05 tokens_per_second_per_gpu:243.37776718904567 
Step 2131 | loss:0.13245625793933868 lr:1.774976199000243e-05 tokens_per_second_per_gpu:281.45325393864687 
Step 2132 | loss:0.08623689413070679 lr:1.7747723130587255e-05 tokens_per_second_per_gpu:289.91285910849325 
Step 2133 | loss:0.22398880124092102 lr:1.7745683465133322e-05 tokens_per_second_per_gpu:331.95900927911606 
Step 2134 | loss:0.08014332503080368 lr:1.7743642993852846e-05 tokens_per_second_per_gpu:253.95475407883052 
Step 2135 | loss:0.19648177921772003 lr:1.7741601716958098e-05 tokens_per_second_per_gpu:299.4226797951861 
Step 2136 | loss:0.15572293102741241 lr:1.7739559634661445e-05 tokens_per_second_per_gpu:268.7677922869417 
Step 2137 | loss:0.18261627852916718 lr:1.7737516747175337e-05 tokens_per_second_per_gpu:318.403357882271 
Step 2138 | loss:0.110182024538517 lr:1.7735473054712304e-05 tokens_per_second_per_gpu:345.84962561190986 
Step 2139 | loss:0.07353708893060684 lr:1.7733428557484972e-05 tokens_per_second_per_gpu:275.7963418616192 
Step 2140 | loss:0.12947200238704681 lr:1.7731383255706027e-05 tokens_per_second_per_gpu:369.8504881521401 
Step 2141 | loss:0.06365397572517395 lr:1.7729337149588266e-05 tokens_per_second_per_gpu:255.70753790187663 
Step 2142 | loss:0.09014630317687988 lr:1.772729023934455e-05 tokens_per_second_per_gpu:309.2913263765963 
Step 2143 | loss:0.06849197298288345 lr:1.772524252518783e-05 tokens_per_second_per_gpu:273.439585011846 
Step 2144 | loss:0.1412801742553711 lr:1.772319400733115e-05 tokens_per_second_per_gpu:292.5124049983112 
Step 2145 | loss:0.11335669457912445 lr:1.7721144685987616e-05 tokens_per_second_per_gpu:318.1047025375568 
Step 2146 | loss:0.06547363847494125 lr:1.7719094561370433e-05 tokens_per_second_per_gpu:308.4362885896472 
Step 2147 | loss:0.06622879207134247 lr:1.7717043633692898e-05 tokens_per_second_per_gpu:334.4578707390193 
Step 2148 | loss:0.12747704982757568 lr:1.771499190316837e-05 tokens_per_second_per_gpu:339.6502610090991 
Step 2149 | loss:0.05207851529121399 lr:1.77129393700103e-05 tokens_per_second_per_gpu:294.02791849536476 
Step 2150 | loss:0.052747778594493866 lr:1.7710886034432237e-05 tokens_per_second_per_gpu:368.21784198648277 
Step 2151 | loss:0.1565602421760559 lr:1.7708831896647787e-05 tokens_per_second_per_gpu:285.4768029353673 
Step 2152 | loss:0.08650946617126465 lr:1.770677695687066e-05 tokens_per_second_per_gpu:355.2315237744911 
Step 2153 | loss:0.1722821742296219 lr:1.7704721215314644e-05 tokens_per_second_per_gpu:360.19256037215877 
Step 2154 | loss:0.2576090395450592 lr:1.7702664672193604e-05 tokens_per_second_per_gpu:305.8638475397433 
Step 2155 | loss:0.128126323223114 lr:1.7700607327721503e-05 tokens_per_second_per_gpu:279.5279634822661 
Step 2156 | loss:0.1742473691701889 lr:1.7698549182112366e-05 tokens_per_second_per_gpu:334.8970704779792 
Step 2157 | loss:0.22261126339435577 lr:1.7696490235580325e-05 tokens_per_second_per_gpu:322.84724159609266 
Step 2158 | loss:0.32727620005607605 lr:1.769443048833957e-05 tokens_per_second_per_gpu:279.2960535715919 
Step 2159 | loss:0.1849656105041504 lr:1.76923699406044e-05 tokens_per_second_per_gpu:339.38463169084457 
Step 2160 | loss:0.15595801174640656 lr:1.7690308592589184e-05 tokens_per_second_per_gpu:265.7217866090085 
Step 2161 | loss:0.263602077960968 lr:1.768824644450837e-05 tokens_per_second_per_gpu:273.9176549727274 
Step 2162 | loss:0.10326176881790161 lr:1.7686183496576498e-05 tokens_per_second_per_gpu:281.85397211309976 
Step 2163 | loss:0.1092400997877121 lr:1.7684119749008183e-05 tokens_per_second_per_gpu:297.4299387705467 
Step 2164 | loss:0.16661876440048218 lr:1.768205520201814e-05 tokens_per_second_per_gpu:336.77766191802675 
Step 2165 | loss:0.11956945061683655 lr:1.767998985582114e-05 tokens_per_second_per_gpu:385.6473781107902 
Step 2166 | loss:0.21732394397258759 lr:1.7677923710632066e-05 tokens_per_second_per_gpu:285.5089078547824 
Step 2167 | loss:0.13890305161476135 lr:1.7675856766665866e-05 tokens_per_second_per_gpu:289.21704771127787 
Step 2168 | loss:0.2734215259552002 lr:1.767378902413757e-05 tokens_per_second_per_gpu:375.8547526571137 
Step 2169 | loss:0.13235189020633698 lr:1.7671720483262302e-05 tokens_per_second_per_gpu:341.5800933302685 
Step 2170 | loss:0.13004620373249054 lr:1.7669651144255265e-05 tokens_per_second_per_gpu:353.38610576268843 
Step 2171 | loss:0.08626305311918259 lr:1.7667581007331742e-05 tokens_per_second_per_gpu:286.80680265320836 
Step 2172 | loss:0.06712763756513596 lr:1.76655100727071e-05 tokens_per_second_per_gpu:231.52804023447595 
Step 2173 | loss:0.1772114634513855 lr:1.766343834059679e-05 tokens_per_second_per_gpu:254.2377399300691 
Step 2174 | loss:0.12233462929725647 lr:1.7661365811216346e-05 tokens_per_second_per_gpu:327.04299059219784 
Step 2175 | loss:0.11971256136894226 lr:1.7659292484781388e-05 tokens_per_second_per_gpu:279.4149523556503 
Step 2176 | loss:0.13218927383422852 lr:1.765721836150761e-05 tokens_per_second_per_gpu:301.74699929701467 
Step 2177 | loss:0.06162518262863159 lr:1.76551434416108e-05 tokens_per_second_per_gpu:262.7941845922196 
Step 2178 | loss:0.18606354296207428 lr:1.765306772530682e-05 tokens_per_second_per_gpu:325.34549382426485 
Step 2179 | loss:0.15921273827552795 lr:1.765099121281162e-05 tokens_per_second_per_gpu:270.29714270111793 
Step 2180 | loss:0.2558639347553253 lr:1.7648913904341227e-05 tokens_per_second_per_gpu:292.68992718784534 
Step 2181 | loss:0.058473140001297 lr:1.7646835800111765e-05 tokens_per_second_per_gpu:296.09046483143226 
Step 2182 | loss:0.10690666735172272 lr:1.7644756900339418e-05 tokens_per_second_per_gpu:306.4153481576773 
Step 2183 | loss:0.1925695836544037 lr:1.7642677205240474e-05 tokens_per_second_per_gpu:265.588851179832 
Step 2184 | loss:0.08939193189144135 lr:1.7640596715031293e-05 tokens_per_second_per_gpu:314.2302698393408 
Step 2185 | loss:0.187673419713974 lr:1.7638515429928318e-05 tokens_per_second_per_gpu:346.35146513804006 
Step 2186 | loss:0.22907333076000214 lr:1.7636433350148082e-05 tokens_per_second_per_gpu:466.1209119454297 
Step 2187 | loss:0.09652040898799896 lr:1.7634350475907188e-05 tokens_per_second_per_gpu:336.0283320592325 
Step 2188 | loss:0.09767011553049088 lr:1.7632266807422333e-05 tokens_per_second_per_gpu:255.7660511707344 
Step 2189 | loss:0.2010290026664734 lr:1.7630182344910295e-05 tokens_per_second_per_gpu:301.80463655676823 
Step 2190 | loss:0.27030497789382935 lr:1.762809708858793e-05 tokens_per_second_per_gpu:262.0393588083549 
Step 2191 | loss:0.13244295120239258 lr:1.7626011038672177e-05 tokens_per_second_per_gpu:406.2963574368779 
Step 2192 | loss:0.08740217983722687 lr:1.7623924195380063e-05 tokens_per_second_per_gpu:328.5414195884703 
Step 2193 | loss:0.15539780259132385 lr:1.762183655892869e-05 tokens_per_second_per_gpu:286.3472076599521 
Step 2194 | loss:0.11271598935127258 lr:1.761974812953525e-05 tokens_per_second_per_gpu:289.6860767596096 
Step 2195 | loss:0.13853386044502258 lr:1.761765890741701e-05 tokens_per_second_per_gpu:269.27873467906926 
Step 2196 | loss:0.0780567079782486 lr:1.7615568892791328e-05 tokens_per_second_per_gpu:287.13580127879555 
Step 2197 | loss:0.1316186487674713 lr:1.7613478085875636e-05 tokens_per_second_per_gpu:283.9433380017896 
Step 2198 | loss:0.19399763643741608 lr:1.7611386486887454e-05 tokens_per_second_per_gpu:385.61864873858 
Step 2199 | loss:0.17371031641960144 lr:1.7609294096044383e-05 tokens_per_second_per_gpu:301.9670760934674 
Step 2200 | loss:0.08562128245830536 lr:1.7607200913564105e-05 tokens_per_second_per_gpu:256.7977174363623 
Step 2201 | loss:0.16878078877925873 lr:1.7605106939664387e-05 tokens_per_second_per_gpu:261.7153072291035 
Step 2202 | loss:0.08719123154878616 lr:1.7603012174563075e-05 tokens_per_second_per_gpu:372.745763994915 
Step 2203 | loss:0.12137790024280548 lr:1.7600916618478098e-05 tokens_per_second_per_gpu:298.10203557592376 
Step 2204 | loss:0.15590360760688782 lr:1.7598820271627474e-05 tokens_per_second_per_gpu:246.3122123118754 
Step 2205 | loss:0.14625009894371033 lr:1.759672313422929e-05 tokens_per_second_per_gpu:311.64854686028224 
Step 2206 | loss:0.08640879392623901 lr:1.759462520650173e-05 tokens_per_second_per_gpu:270.2962527562331 
Step 2207 | loss:0.21011929214000702 lr:1.7592526488663047e-05 tokens_per_second_per_gpu:297.4671614695174 
Step 2208 | loss:0.0799679309129715 lr:1.7590426980931585e-05 tokens_per_second_per_gpu:272.28412037558627 
Step 2209 | loss:0.15214326977729797 lr:1.758832668352577e-05 tokens_per_second_per_gpu:273.8393043876939 
Step 2210 | loss:0.15724781155586243 lr:1.7586225596664102e-05 tokens_per_second_per_gpu:243.59569774749002 
Step 2211 | loss:0.17906196415424347 lr:1.7584123720565175e-05 tokens_per_second_per_gpu:388.0922310220032 
Step 2212 | loss:0.20411142706871033 lr:1.7582021055447654e-05 tokens_per_second_per_gpu:290.77044316113296 
Step 2213 | loss:0.1308334618806839 lr:1.757991760153029e-05 tokens_per_second_per_gpu:321.6719181858866 
Step 2214 | loss:0.08832894265651703 lr:1.7577813359031925e-05 tokens_per_second_per_gpu:246.442518088099 
Step 2215 | loss:0.0734165608882904 lr:1.7575708328171467e-05 tokens_per_second_per_gpu:333.1894835490766 
Step 2216 | loss:0.07557177543640137 lr:1.7573602509167916e-05 tokens_per_second_per_gpu:322.85459340907204 
Step 2217 | loss:0.11162351071834564 lr:1.7571495902240355e-05 tokens_per_second_per_gpu:315.6504981861365 
Step 2218 | loss:0.07081244885921478 lr:1.756938850760794e-05 tokens_per_second_per_gpu:328.1742801819878 
Step 2219 | loss:0.16016224026679993 lr:1.7567280325489926e-05 tokens_per_second_per_gpu:265.44365580444304 
Step 2220 | loss:0.16723862290382385 lr:1.7565171356105627e-05 tokens_per_second_per_gpu:360.2358174496643 
Step 2221 | loss:0.13160091638565063 lr:1.756306159967446e-05 tokens_per_second_per_gpu:338.15665983006136 
Step 2222 | loss:0.26126793026924133 lr:1.7560951056415904e-05 tokens_per_second_per_gpu:260.50749987421216 
Step 2223 | loss:0.07174605876207352 lr:1.7558839726549543e-05 tokens_per_second_per_gpu:276.1668722720057 
Step 2224 | loss:0.1378282755613327 lr:1.755672761029502e-05 tokens_per_second_per_gpu:291.1449521529088 
Step 2225 | loss:0.09980721026659012 lr:1.7554614707872076e-05 tokens_per_second_per_gpu:302.95165405622913 
Step 2226 | loss:0.2481842339038849 lr:1.7552501019500526e-05 tokens_per_second_per_gpu:287.9953348579612 
Step 2227 | loss:0.18210648000240326 lr:1.755038654540027e-05 tokens_per_second_per_gpu:351.5524884349895 
Step 2228 | loss:0.2816128432750702 lr:1.7548271285791288e-05 tokens_per_second_per_gpu:493.32605260962634 
Step 2229 | loss:0.16821534931659698 lr:1.7546155240893638e-05 tokens_per_second_per_gpu:376.2601585139156 
Step 2230 | loss:0.15613442659378052 lr:1.7544038410927474e-05 tokens_per_second_per_gpu:332.3158102679862 
Step 2231 | loss:0.2932444214820862 lr:1.7541920796113013e-05 tokens_per_second_per_gpu:256.3079931515846 
Step 2232 | loss:0.27986815571784973 lr:1.7539802396670564e-05 tokens_per_second_per_gpu:283.70601822358435 
Step 2233 | loss:0.0990414097905159 lr:1.7537683212820518e-05 tokens_per_second_per_gpu:307.80216726007615 
Step 2234 | loss:0.0864182561635971 lr:1.7535563244783344e-05 tokens_per_second_per_gpu:314.4450505913412 
Step 2235 | loss:0.16609415411949158 lr:1.7533442492779597e-05 tokens_per_second_per_gpu:267.94860114645786 
Step 2236 | loss:0.2372448742389679 lr:1.7531320957029904e-05 tokens_per_second_per_gpu:343.07010152819356 
Step 2237 | loss:0.14109563827514648 lr:1.752919863775498e-05 tokens_per_second_per_gpu:298.3236016023277 
Step 2238 | loss:0.15675967931747437 lr:1.7527075535175635e-05 tokens_per_second_per_gpu:337.9778460401973 
Step 2239 | loss:0.09010453522205353 lr:1.7524951649512733e-05 tokens_per_second_per_gpu:234.19052499450746 
Step 2240 | loss:0.0905059203505516 lr:1.752282698098724e-05 tokens_per_second_per_gpu:273.1898378279156 
Step 2241 | loss:0.21863411366939545 lr:1.7520701529820195e-05 tokens_per_second_per_gpu:277.14747926319404 
Step 2242 | loss:0.1222834438085556 lr:1.751857529623272e-05 tokens_per_second_per_gpu:257.79345694268875 
Step 2243 | loss:0.1266791820526123 lr:1.751644828044602e-05 tokens_per_second_per_gpu:300.5104901803085 
Step 2244 | loss:0.061950914561748505 lr:1.7514320482681384e-05 tokens_per_second_per_gpu:352.72704530553136 
Step 2245 | loss:0.1805267632007599 lr:1.7512191903160173e-05 tokens_per_second_per_gpu:303.9917000328365 
Step 2246 | loss:0.1251629889011383 lr:1.7510062542103834e-05 tokens_per_second_per_gpu:272.3272878486137 
Step 2247 | loss:0.126257985830307 lr:1.7507932399733906e-05 tokens_per_second_per_gpu:276.9497184462256 
Step 2248 | loss:0.14733542501926422 lr:1.7505801476271983e-05 tokens_per_second_per_gpu:294.672808632666 
Step 2249 | loss:0.06874100863933563 lr:1.7503669771939775e-05 tokens_per_second_per_gpu:253.69917800648642 
Step 2250 | loss:0.12305154651403427 lr:1.750153728695904e-05 tokens_per_second_per_gpu:265.4265664384481 
Step 2251 | loss:0.10662374645471573 lr:1.7499404021551647e-05 tokens_per_second_per_gpu:274.2697071188862 
Step 2252 | loss:0.07421723753213882 lr:1.7497269975939518e-05 tokens_per_second_per_gpu:337.2906115070174 
Step 2253 | loss:0.11595973372459412 lr:1.749513515034468e-05 tokens_per_second_per_gpu:384.7299069172432 
Step 2254 | loss:0.16045913100242615 lr:1.749299954498922e-05 tokens_per_second_per_gpu:294.7070463340958 
Step 2255 | loss:0.19394952058792114 lr:1.7490863160095327e-05 tokens_per_second_per_gpu:283.1409610454656 
Step 2256 | loss:0.07103633880615234 lr:1.748872599588525e-05 tokens_per_second_per_gpu:297.2238186536493 
Step 2257 | loss:0.21296975016593933 lr:1.7486588052581342e-05 tokens_per_second_per_gpu:295.76027567575693 
Step 2258 | loss:0.10912476480007172 lr:1.7484449330406023e-05 tokens_per_second_per_gpu:331.8287293969727 
Step 2259 | loss:0.0956348329782486 lr:1.748230982958179e-05 tokens_per_second_per_gpu:266.49543837348995 
Step 2260 | loss:0.1535659283399582 lr:1.7480169550331232e-05 tokens_per_second_per_gpu:305.60332191321356 
Step 2261 | loss:0.10307939350605011 lr:1.7478028492877008e-05 tokens_per_second_per_gpu:305.85251791792325 
Step 2262 | loss:0.13483092188835144 lr:1.7475886657441873e-05 tokens_per_second_per_gpu:395.5378823255521 
Step 2263 | loss:0.19821441173553467 lr:1.747374404424865e-05 tokens_per_second_per_gpu:270.2868327278601 
Step 2264 | loss:0.027000952512025833 lr:1.7471600653520245e-05 tokens_per_second_per_gpu:254.33827871314418 
Step 2265 | loss:0.16479261219501495 lr:1.7469456485479647e-05 tokens_per_second_per_gpu:301.21963029755847 
Step 2266 | loss:0.1532006710767746 lr:1.746731154034993e-05 tokens_per_second_per_gpu:258.42857419166796 
Step 2267 | loss:0.1514471024274826 lr:1.7465165818354242e-05 tokens_per_second_per_gpu:334.1551597950332 
Step 2268 | loss:0.1564142405986786 lr:1.7463019319715812e-05 tokens_per_second_per_gpu:250.77426676302912 
Step 2269 | loss:0.06732723861932755 lr:1.7460872044657956e-05 tokens_per_second_per_gpu:300.68238877024953 
Step 2270 | loss:0.0851934403181076 lr:1.7458723993404065e-05 tokens_per_second_per_gpu:350.14316995489776 
Step 2271 | loss:0.2319774031639099 lr:1.745657516617761e-05 tokens_per_second_per_gpu:290.5130183733278 
Step 2272 | loss:0.050895482301712036 lr:1.7454425563202153e-05 tokens_per_second_per_gpu:254.00826392781698 
Step 2273 | loss:0.1096004918217659 lr:1.7452275184701325e-05 tokens_per_second_per_gpu:282.8285223737139 
Step 2274 | loss:0.11982133984565735 lr:1.7450124030898837e-05 tokens_per_second_per_gpu:334.8785066730789 
Step 2275 | loss:0.09190386533737183 lr:1.7447972102018494e-05 tokens_per_second_per_gpu:285.54498898896674 
Step 2276 | loss:0.08049971610307693 lr:1.744581939828417e-05 tokens_per_second_per_gpu:280.4853601519219 
Step 2277 | loss:0.22757932543754578 lr:1.744366591991982e-05 tokens_per_second_per_gpu:297.1477465435543 
Step 2278 | loss:0.0749429315328598 lr:1.7441511667149484e-05 tokens_per_second_per_gpu:334.66088948948544 
Step 2279 | loss:0.08422541618347168 lr:1.7439356640197284e-05 tokens_per_second_per_gpu:295.44227622344675 
Step 2280 | loss:0.1242012232542038 lr:1.743720083928741e-05 tokens_per_second_per_gpu:291.1151972632863 
Step 2281 | loss:0.05928899347782135 lr:1.7435044264644157e-05 tokens_per_second_per_gpu:342.5292090144853 
Step 2282 | loss:0.10001122951507568 lr:1.743288691649187e-05 tokens_per_second_per_gpu:276.68809180189083 
Step 2283 | loss:0.09056305885314941 lr:1.7430728795055003e-05 tokens_per_second_per_gpu:316.88028649185384 
Step 2284 | loss:0.09866023063659668 lr:1.7428569900558067e-05 tokens_per_second_per_gpu:340.3605745437194 
Step 2285 | loss:0.2043251395225525 lr:1.742641023322567e-05 tokens_per_second_per_gpu:309.78903641673173 
Step 2286 | loss:0.18000787496566772 lr:1.7424249793282492e-05 tokens_per_second_per_gpu:277.90489994008345 
Step 2287 | loss:0.15312114357948303 lr:1.74220885809533e-05 tokens_per_second_per_gpu:287.3805987304024 
Step 2288 | loss:0.12037956714630127 lr:1.7419926596462926e-05 tokens_per_second_per_gpu:320.7574572646107 
Step 2289 | loss:0.05289886146783829 lr:1.7417763840036306e-05 tokens_per_second_per_gpu:284.60122935162855 
Step 2290 | loss:0.07633790373802185 lr:1.7415600311898436e-05 tokens_per_second_per_gpu:332.4402521264721 
Step 2291 | loss:0.26251497864723206 lr:1.7413436012274402e-05 tokens_per_second_per_gpu:283.5134056724918 
Step 2292 | loss:0.09808184951543808 lr:1.7411270941389363e-05 tokens_per_second_per_gpu:306.56063094798816 
Step 2293 | loss:0.2019924372434616 lr:1.7409105099468573e-05 tokens_per_second_per_gpu:288.7351931158486 
Step 2294 | loss:0.0727120116353035 lr:1.740693848673735e-05 tokens_per_second_per_gpu:251.91564577017607 
Step 2295 | loss:0.21547171473503113 lr:1.7404771103421104e-05 tokens_per_second_per_gpu:412.2858664573698 
Step 2296 | loss:0.098255455493927 lr:1.740260294974531e-05 tokens_per_second_per_gpu:345.508973954027 
Step 2297 | loss:0.09919115900993347 lr:1.7400434025935546e-05 tokens_per_second_per_gpu:275.62408224109606 
Step 2298 | loss:0.13829399645328522 lr:1.739826433221745e-05 tokens_per_second_per_gpu:287.65099720882733 
Step 2299 | loss:0.14967146515846252 lr:1.7396093868816746e-05 tokens_per_second_per_gpu:335.787821017525 
Step 2300 | loss:0.09747271239757538 lr:1.7393922635959245e-05 tokens_per_second_per_gpu:300.80933712753966 
Step 2301 | loss:0.10314436256885529 lr:1.7391750633870823e-05 tokens_per_second_per_gpu:270.4267567907863 
Step 2302 | loss:0.14278128743171692 lr:1.7389577862777454e-05 tokens_per_second_per_gpu:289.3549949998144 
Step 2303 | loss:0.21155588328838348 lr:1.7387404322905182e-05 tokens_per_second_per_gpu:278.57877224352825 
Step 2304 | loss:0.10308511555194855 lr:1.738523001448013e-05 tokens_per_second_per_gpu:227.74254723503296 
Step 2305 | loss:0.1372675746679306 lr:1.7383054937728506e-05 tokens_per_second_per_gpu:267.5016434306287 
Step 2306 | loss:0.14615055918693542 lr:1.738087909287659e-05 tokens_per_second_per_gpu:296.1645088353726 
Step 2307 | loss:0.032402608543634415 lr:1.737870248015076e-05 tokens_per_second_per_gpu:386.0724079435869 
Step 2308 | loss:0.2535952627658844 lr:1.7376525099777446e-05 tokens_per_second_per_gpu:243.75473002049765 
Step 2309 | loss:0.08183232694864273 lr:1.7374346951983182e-05 tokens_per_second_per_gpu:325.5880029716752 
Step 2310 | loss:0.11933409422636032 lr:1.7372168036994566e-05 tokens_per_second_per_gpu:215.5732382117584 
Step 2311 | loss:0.23214539885520935 lr:1.7369988355038293e-05 tokens_per_second_per_gpu:261.27122485318375 
Step 2312 | loss:0.3194139301776886 lr:1.7367807906341116e-05 tokens_per_second_per_gpu:238.65830431141742 
Step 2313 | loss:0.033960625529289246 lr:1.7365626691129885e-05 tokens_per_second_per_gpu:277.52748581923254 
Step 2314 | loss:0.13355299830436707 lr:1.736344470963153e-05 tokens_per_second_per_gpu:330.2783265699191 
Step 2315 | loss:0.12103646248579025 lr:1.736126196207304e-05 tokens_per_second_per_gpu:310.892059929235 
Step 2316 | loss:0.07312848418951035 lr:1.7359078448681512e-05 tokens_per_second_per_gpu:325.08694446172365 
Step 2317 | loss:0.06812021136283875 lr:1.73568941696841e-05 tokens_per_second_per_gpu:302.64781871098427 
Step 2318 | loss:0.11874334514141083 lr:1.7354709125308055e-05 tokens_per_second_per_gpu:332.7628684020393 
Step 2319 | loss:0.095179483294487 lr:1.7352523315780693e-05 tokens_per_second_per_gpu:359.82646452153256 
Step 2320 | loss:0.2080901861190796 lr:1.7350336741329413e-05 tokens_per_second_per_gpu:240.8751881904936 
Step 2321 | loss:0.17567996680736542 lr:1.7348149402181707e-05 tokens_per_second_per_gpu:269.0808760294828 
Step 2322 | loss:0.10625763982534409 lr:1.7345961298565127e-05 tokens_per_second_per_gpu:254.82226919697823 
Step 2323 | loss:0.17356780171394348 lr:1.7343772430707317e-05 tokens_per_second_per_gpu:272.7352216213315 
Step 2324 | loss:0.17501114308834076 lr:1.7341582798835998e-05 tokens_per_second_per_gpu:320.8545482394042 
Step 2325 | loss:0.062222160398960114 lr:1.733939240317897e-05 tokens_per_second_per_gpu:324.7364440085309 
Step 2326 | loss:0.1460195928812027 lr:1.7337201243964107e-05 tokens_per_second_per_gpu:312.1873408743792 
Step 2327 | loss:0.14179332554340363 lr:1.733500932141937e-05 tokens_per_second_per_gpu:320.89692606911706 
Step 2328 | loss:0.06252630054950714 lr:1.73328166357728e-05 tokens_per_second_per_gpu:267.9439069322436 
Step 2329 | loss:0.15002411603927612 lr:1.7330623187252516e-05 tokens_per_second_per_gpu:240.61557868515933 
Step 2330 | loss:0.10384252667427063 lr:1.7328428976086706e-05 tokens_per_second_per_gpu:308.1400908526622 
Step 2331 | loss:0.06713487952947617 lr:1.7326234002503653e-05 tokens_per_second_per_gpu:233.17992686979258 
Step 2332 | loss:0.12550395727157593 lr:1.7324038266731708e-05 tokens_per_second_per_gpu:280.9933798504284 
Step 2333 | loss:0.13419672846794128 lr:1.7321841768999308e-05 tokens_per_second_per_gpu:299.68596881031993 
Step 2334 | loss:0.12603899836540222 lr:1.7319644509534966e-05 tokens_per_second_per_gpu:310.94056913919144 
Step 2335 | loss:0.0836150273680687 lr:1.731744648856728e-05 tokens_per_second_per_gpu:371.68340991375334 
Step 2336 | loss:0.08503122627735138 lr:1.7315247706324917e-05 tokens_per_second_per_gpu:333.6480535903379 
Step 2337 | loss:0.06800175458192825 lr:1.7313048163036627e-05 tokens_per_second_per_gpu:274.0793619685333 
Step 2338 | loss:0.08581335097551346 lr:1.731084785893124e-05 tokens_per_second_per_gpu:286.35220469594674 
Step 2339 | loss:0.12272952497005463 lr:1.7308646794237676e-05 tokens_per_second_per_gpu:247.631922839007 
Step 2340 | loss:0.18531374633312225 lr:1.7306444969184918e-05 tokens_per_second_per_gpu:255.75824806056627 
Step 2341 | loss:0.09028279781341553 lr:1.730424238400203e-05 tokens_per_second_per_gpu:306.6779638083308 
Step 2342 | loss:0.16792358458042145 lr:1.730203903891816e-05 tokens_per_second_per_gpu:254.3699292678605 
Step 2343 | loss:0.23908762633800507 lr:1.729983493416254e-05 tokens_per_second_per_gpu:312.44386481604744 
Step 2344 | loss:0.10437514632940292 lr:1.729763006996447e-05 tokens_per_second_per_gpu:268.49696031891796 
Step 2345 | loss:0.08108434081077576 lr:1.7295424446553343e-05 tokens_per_second_per_gpu:328.89936841446837 
Step 2346 | loss:0.13873332738876343 lr:1.729321806415861e-05 tokens_per_second_per_gpu:299.0219376673686 
Step 2347 | loss:0.09380537271499634 lr:1.7291010923009822e-05 tokens_per_second_per_gpu:297.8012447505711 
Step 2348 | loss:0.08022242784500122 lr:1.7288803023336592e-05 tokens_per_second_per_gpu:270.9332436610366 
Step 2349 | loss:0.10616263747215271 lr:1.7286594365368626e-05 tokens_per_second_per_gpu:296.20337197961015 
Step 2350 | loss:0.13720518350601196 lr:1.728438494933571e-05 tokens_per_second_per_gpu:308.3682484293811 
Step 2351 | loss:0.17481929063796997 lr:1.7282174775467687e-05 tokens_per_second_per_gpu:336.05963641591876 
Step 2352 | loss:0.11830991506576538 lr:1.72799638439945e-05 tokens_per_second_per_gpu:277.5919601365636 
Step 2353 | loss:0.07599572092294693 lr:1.7277752155146168e-05 tokens_per_second_per_gpu:312.91873922099063 
Step 2354 | loss:0.04593522474169731 lr:1.7275539709152783e-05 tokens_per_second_per_gpu:285.41126993002587 
Step 2355 | loss:0.21585530042648315 lr:1.7273326506244515e-05 tokens_per_second_per_gpu:315.58570632692863 
Step 2356 | loss:0.14974059164524078 lr:1.727111254665162e-05 tokens_per_second_per_gpu:295.51384201316876 
Step 2357 | loss:0.0789899230003357 lr:1.7268897830604427e-05 tokens_per_second_per_gpu:280.9652238655512 
Step 2358 | loss:0.04773498326539993 lr:1.7266682358333344e-05 tokens_per_second_per_gpu:233.856441235011 
Step 2359 | loss:0.1123480573296547 lr:1.7264466130068862e-05 tokens_per_second_per_gpu:301.38589445115014 
Step 2360 | loss:0.27725207805633545 lr:1.7262249146041544e-05 tokens_per_second_per_gpu:273.69835647747016 
Step 2361 | loss:0.05656003579497337 lr:1.7260031406482037e-05 tokens_per_second_per_gpu:288.30860356722997 
Step 2362 | loss:0.04519946873188019 lr:1.7257812911621065e-05 tokens_per_second_per_gpu:271.9220133337128 
Step 2363 | loss:0.09202534705400467 lr:1.7255593661689428e-05 tokens_per_second_per_gpu:330.7152344268316 
Step 2364 | loss:0.034506458789110184 lr:1.7253373656918014e-05 tokens_per_second_per_gpu:272.22430087823597 
Step 2365 | loss:0.1146528571844101 lr:1.7251152897537772e-05 tokens_per_second_per_gpu:291.5243979775932 
Step 2366 | loss:0.23563966155052185 lr:1.7248931383779747e-05 tokens_per_second_per_gpu:236.3281217549127 
Step 2367 | loss:0.07045386731624603 lr:1.7246709115875056e-05 tokens_per_second_per_gpu:334.61394491791617 
Step 2368 | loss:0.1437223255634308 lr:1.724448609405489e-05 tokens_per_second_per_gpu:245.96677255450214 
Step 2369 | loss:0.07771813869476318 lr:1.7242262318550523e-05 tokens_per_second_per_gpu:266.78345523049757 
Step 2370 | loss:0.047093648463487625 lr:1.7240037789593307e-05 tokens_per_second_per_gpu:253.1551731931842 
Step 2371 | loss:0.05963669717311859 lr:1.7237812507414676e-05 tokens_per_second_per_gpu:284.5564223715624 
Step 2372 | loss:0.13828039169311523 lr:1.7235586472246133e-05 tokens_per_second_per_gpu:333.02105882545067 
Step 2373 | loss:0.07574222981929779 lr:1.7233359684319268e-05 tokens_per_second_per_gpu:300.31360257746314 
Step 2374 | loss:0.1014566570520401 lr:1.7231132143865743e-05 tokens_per_second_per_gpu:271.4346686798318 
Step 2375 | loss:0.06582844257354736 lr:1.7228903851117308e-05 tokens_per_second_per_gpu:278.397817470032 
Step 2376 | loss:0.14176353812217712 lr:1.7226674806305778e-05 tokens_per_second_per_gpu:342.43338653649846 
Step 2377 | loss:0.12159861624240875 lr:1.7224445009663054e-05 tokens_per_second_per_gpu:264.98110129548735 
Step 2378 | loss:0.34140855073928833 lr:1.7222214461421118e-05 tokens_per_second_per_gpu:288.2315957361008 
Step 2379 | loss:0.1217341348528862 lr:1.721998316181202e-05 tokens_per_second_per_gpu:255.3204719203447 
Step 2380 | loss:0.1882200986146927 lr:1.7217751111067902e-05 tokens_per_second_per_gpu:258.653727750723 
Step 2381 | loss:0.1571684181690216 lr:1.721551830942097e-05 tokens_per_second_per_gpu:293.70834204833466 
Step 2382 | loss:0.2124212235212326 lr:1.721328475710352e-05 tokens_per_second_per_gpu:299.2016642226468 
Step 2383 | loss:0.10041998326778412 lr:1.7211050454347916e-05 tokens_per_second_per_gpu:330.27891277422583 
Step 2384 | loss:0.13185639679431915 lr:1.720881540138661e-05 tokens_per_second_per_gpu:238.90766796791715 
Step 2385 | loss:0.09171416610479355 lr:1.7206579598452123e-05 tokens_per_second_per_gpu:284.3042617412904 
Step 2386 | loss:0.0727207139134407 lr:1.7204343045777064e-05 tokens_per_second_per_gpu:338.40278724983517 
Step 2387 | loss:0.0903482437133789 lr:1.7202105743594107e-05 tokens_per_second_per_gpu:294.27880350421947 
Step 2388 | loss:0.1427588164806366 lr:1.7199867692136013e-05 tokens_per_second_per_gpu:366.6290152966166 
Step 2389 | loss:0.3179282546043396 lr:1.7197628891635618e-05 tokens_per_second_per_gpu:337.9099530015677 
Step 2390 | loss:0.1261143684387207 lr:1.7195389342325843e-05 tokens_per_second_per_gpu:270.91048919237534 
Step 2391 | loss:0.14834466576576233 lr:1.7193149044439672e-05 tokens_per_second_per_gpu:316.47688073259786 
Step 2392 | loss:0.03648461773991585 lr:1.719090799821018e-05 tokens_per_second_per_gpu:313.9550209677559 
Step 2393 | loss:0.09851232171058655 lr:1.7188666203870518e-05 tokens_per_second_per_gpu:261.1581441991301 
Step 2394 | loss:0.1290198415517807 lr:1.7186423661653907e-05 tokens_per_second_per_gpu:292.1967585288015 
Step 2395 | loss:0.07934883236885071 lr:1.7184180371793656e-05 tokens_per_second_per_gpu:278.3749656230841 
Step 2396 | loss:0.04608853906393051 lr:1.7181936334523148e-05 tokens_per_second_per_gpu:243.96211077061466 
Step 2397 | loss:0.051910072565078735 lr:1.7179691550075833e-05 tokens_per_second_per_gpu:281.0241268033309 
Step 2398 | loss:0.2579677104949951 lr:1.7177446018685254e-05 tokens_per_second_per_gpu:258.67054907392054 
Step 2399 | loss:0.12527580559253693 lr:1.717519974058503e-05 tokens_per_second_per_gpu:322.119029559535 
Step 2400 | loss:0.030603494495153427 lr:1.7172952716008855e-05 tokens_per_second_per_gpu:268.04832174332256 
Step 2401 | loss:0.18593353033065796 lr:1.7170704945190492e-05 tokens_per_second_per_gpu:273.4842936267494 
Step 2402 | loss:0.19337931275367737 lr:1.7168456428363792e-05 tokens_per_second_per_gpu:259.3263519938898 
Step 2403 | loss:0.16966748237609863 lr:1.7166207165762682e-05 tokens_per_second_per_gpu:290.39341445287613 
Step 2404 | loss:0.08944457769393921 lr:1.7163957157621162e-05 tokens_per_second_per_gpu:376.1175224410992 
Step 2405 | loss:0.058180950582027435 lr:1.7161706404173316e-05 tokens_per_second_per_gpu:262.30519024798224 
Step 2406 | loss:0.06531502306461334 lr:1.7159454905653304e-05 tokens_per_second_per_gpu:205.88896272141943 
Step 2407 | loss:0.16874489188194275 lr:1.7157202662295357e-05 tokens_per_second_per_gpu:274.2662364070348 
Step 2408 | loss:0.19242869317531586 lr:1.715494967433379e-05 tokens_per_second_per_gpu:319.99239778528397 
Step 2409 | loss:0.07826123386621475 lr:1.7152695942003e-05 tokens_per_second_per_gpu:281.6031932816338 
Step 2410 | loss:0.17226822674274445 lr:1.7150441465537446e-05 tokens_per_second_per_gpu:289.28239100382484 
Step 2411 | loss:0.11616446822881699 lr:1.714818624517168e-05 tokens_per_second_per_gpu:314.98546580027363 
Step 2412 | loss:0.16409984230995178 lr:1.714593028114032e-05 tokens_per_second_per_gpu:300.2057583757484 
Step 2413 | loss:0.06754255294799805 lr:1.7143673573678074e-05 tokens_per_second_per_gpu:388.9190045835849 
Step 2414 | loss:0.08190111070871353 lr:1.7141416123019713e-05 tokens_per_second_per_gpu:285.56009967508794 
Step 2415 | loss:0.03461433947086334 lr:1.7139157929400094e-05 tokens_per_second_per_gpu:316.21250421579737 
Step 2416 | loss:0.1174200177192688 lr:1.7136898993054153e-05 tokens_per_second_per_gpu:290.43990376616324 
Step 2417 | loss:0.15417277812957764 lr:1.713463931421689e-05 tokens_per_second_per_gpu:358.5573043508756 
Step 2418 | loss:0.060423027724027634 lr:1.7132378893123407e-05 tokens_per_second_per_gpu:294.321929255749 
Step 2419 | loss:0.06242893636226654 lr:1.7130117730008854e-05 tokens_per_second_per_gpu:283.17265256892154 
Step 2420 | loss:0.1258705109357834 lr:1.712785582510848e-05 tokens_per_second_per_gpu:292.29318236731444 
Step 2421 | loss:0.12322457134723663 lr:1.7125593178657604e-05 tokens_per_second_per_gpu:283.8619462011661 
Step 2422 | loss:0.18094885349273682 lr:1.712332979089162e-05 tokens_per_second_per_gpu:311.81667898975957 
Step 2423 | loss:0.19338813424110413 lr:1.7121065662046e-05 tokens_per_second_per_gpu:356.22353342783185 
Step 2424 | loss:0.19907498359680176 lr:1.7118800792356286e-05 tokens_per_second_per_gpu:269.6082670837002 
Step 2425 | loss:0.17582876980304718 lr:1.711653518205812e-05 tokens_per_second_per_gpu:313.6789679330311 
Step 2426 | loss:0.0731329694390297 lr:1.71142688313872e-05 tokens_per_second_per_gpu:392.8376020100724 
Step 2427 | loss:0.1085251122713089 lr:1.7112001740579308e-05 tokens_per_second_per_gpu:367.2262532833376 
Step 2428 | loss:0.13760791718959808 lr:1.7109733909870297e-05 tokens_per_second_per_gpu:254.4787585399607 
Step 2429 | loss:0.16653499007225037 lr:1.7107465339496104e-05 tokens_per_second_per_gpu:275.93526404585685 
Step 2430 | loss:0.11803105473518372 lr:1.7105196029692743e-05 tokens_per_second_per_gpu:311.1636791594186 
Step 2431 | loss:0.410664826631546 lr:1.7102925980696305e-05 tokens_per_second_per_gpu:279.8815054315282 
Step 2432 | loss:0.12022580206394196 lr:1.7100655192742954e-05 tokens_per_second_per_gpu:283.7051583652167 
Step 2433 | loss:0.09049491584300995 lr:1.709838366606893e-05 tokens_per_second_per_gpu:343.26160576329875 
Step 2434 | loss:0.10070972144603729 lr:1.7096111400910554e-05 tokens_per_second_per_gpu:248.01621854240358 
Step 2435 | loss:0.072501540184021 lr:1.7093838397504223e-05 tokens_per_second_per_gpu:291.3391096133881 
Step 2436 | loss:0.17542149126529694 lr:1.709156465608641e-05 tokens_per_second_per_gpu:262.8579900952772 
Step 2437 | loss:0.2611454725265503 lr:1.7089290176893668e-05 tokens_per_second_per_gpu:296.12316652586054 
Step 2438 | loss:0.048149917274713516 lr:1.7087014960162616e-05 tokens_per_second_per_gpu:242.62530212150762 
Step 2439 | loss:0.11775316298007965 lr:1.7084739006129963e-05 tokens_per_second_per_gpu:260.05597094547215 
Step 2440 | loss:0.1902390420436859 lr:1.7082462315032492e-05 tokens_per_second_per_gpu:298.5468768300785 
Step 2441 | loss:0.10924480855464935 lr:1.7080184887107054e-05 tokens_per_second_per_gpu:250.55727805143889 
Step 2442 | loss:0.17769388854503632 lr:1.7077906722590588e-05 tokens_per_second_per_gpu:291.67763663009146 
Step 2443 | loss:0.09904685616493225 lr:1.7075627821720096e-05 tokens_per_second_per_gpu:275.50861179805156 
Step 2444 | loss:0.22470694780349731 lr:1.707334818473267e-05 tokens_per_second_per_gpu:317.9930345682865 
Step 2445 | loss:0.20377130806446075 lr:1.7071067811865477e-05 tokens_per_second_per_gpu:299.0771837848328 
Step 2446 | loss:0.15029504895210266 lr:1.706878670335575e-05 tokens_per_second_per_gpu:309.35220690720257 
Step 2447 | loss:0.12188825011253357 lr:1.706650485944081e-05 tokens_per_second_per_gpu:353.9890298725649 
Step 2448 | loss:0.16534996032714844 lr:1.7064222280358045e-05 tokens_per_second_per_gpu:280.2633840083019 
Step 2449 | loss:0.20081745088100433 lr:1.7061938966344928e-05 tokens_per_second_per_gpu:332.880344192395 
Step 2450 | loss:0.10229435563087463 lr:1.7059654917639008e-05 tokens_per_second_per_gpu:280.3249913429402 
Step 2451 | loss:0.3297562003135681 lr:1.7057370134477903e-05 tokens_per_second_per_gpu:309.20198150411466 
Step 2452 | loss:0.15499266982078552 lr:1.705508461709931e-05 tokens_per_second_per_gpu:398.89247515805204 
Step 2453 | loss:0.11519812792539597 lr:1.7052798365741005e-05 tokens_per_second_per_gpu:328.1629292899685 
Step 2454 | loss:0.2080182433128357 lr:1.7050511380640844e-05 tokens_per_second_per_gpu:309.8568645582338 
Step 2455 | loss:0.12454719841480255 lr:1.704822366203675e-05 tokens_per_second_per_gpu:295.51786547182843 
Step 2456 | loss:0.15443557500839233 lr:1.704593521016673e-05 tokens_per_second_per_gpu:235.49702774208305 
Step 2457 | loss:0.1520152986049652 lr:1.7043646025268866e-05 tokens_per_second_per_gpu:251.5477044177063 
Step 2458 | loss:0.10603444278240204 lr:1.7041356107581308e-05 tokens_per_second_per_gpu:287.253344527572 
Step 2459 | loss:0.20189513266086578 lr:1.7039065457342296e-05 tokens_per_second_per_gpu:268.2851161163334 
Step 2460 | loss:0.1881578117609024 lr:1.703677407479013e-05 tokens_per_second_per_gpu:317.11543267582897 
Step 2461 | loss:0.21525442600250244 lr:1.7034481960163205e-05 tokens_per_second_per_gpu:266.8533154301627 
Step 2462 | loss:0.15410687029361725 lr:1.703218911369998e-05 tokens_per_second_per_gpu:270.0164568977648 
Step 2463 | loss:0.23653167486190796 lr:1.7029895535638988e-05 tokens_per_second_per_gpu:273.46143400285587 
Step 2464 | loss:0.1256708800792694 lr:1.702760122621885e-05 tokens_per_second_per_gpu:299.10224641287357 
Step 2465 | loss:0.20118488371372223 lr:1.7025306185678246e-05 tokens_per_second_per_gpu:284.7675518876189 
Step 2466 | loss:0.09249427169561386 lr:1.702301041425595e-05 tokens_per_second_per_gpu:287.0407570136013 
Step 2467 | loss:0.08258827030658722 lr:1.70207139121908e-05 tokens_per_second_per_gpu:272.1701598646159 
Step 2468 | loss:0.0767894759774208 lr:1.7018416679721717e-05 tokens_per_second_per_gpu:314.1155982692066 
Step 2469 | loss:0.12477423995733261 lr:1.7016118717087695e-05 tokens_per_second_per_gpu:330.69643798273944 
Step 2470 | loss:0.11254426091909409 lr:1.70138200245278e-05 tokens_per_second_per_gpu:218.83569513175797 
Step 2471 | loss:0.09244204312562943 lr:1.7011520602281177e-05 tokens_per_second_per_gpu:275.91516512692476 
Step 2472 | loss:0.057791635394096375 lr:1.700922045058705e-05 tokens_per_second_per_gpu:331.04994459687043 
Step 2473 | loss:0.07238759100437164 lr:1.7006919569684724e-05 tokens_per_second_per_gpu:396.7756597471798 
Step 2474 | loss:0.18665871024131775 lr:1.700461795981356e-05 tokens_per_second_per_gpu:263.9672856933821 
Step 2475 | loss:0.1321813017129898 lr:1.7002315621213014e-05 tokens_per_second_per_gpu:330.75249889632653 
Step 2476 | loss:0.03686002641916275 lr:1.700001255412261e-05 tokens_per_second_per_gpu:284.55862634738156 
Step 2477 | loss:0.14725714921951294 lr:1.6997708758781947e-05 tokens_per_second_per_gpu:249.44254695542895 
Step 2478 | loss:0.059263989329338074 lr:1.6995404235430705e-05 tokens_per_second_per_gpu:273.93488430850437 
Step 2479 | loss:0.22762161493301392 lr:1.6993098984308636e-05 tokens_per_second_per_gpu:265.0139598301919 
Step 2480 | loss:0.07850255072116852 lr:1.6990793005655565e-05 tokens_per_second_per_gpu:257.9529724575572 
Step 2481 | loss:0.23009005188941956 lr:1.6988486299711397e-05 tokens_per_second_per_gpu:325.2225895357064 
Step 2482 | loss:0.14804601669311523 lr:1.6986178866716112e-05 tokens_per_second_per_gpu:359.509715183159 
Step 2483 | loss:0.07069787383079529 lr:1.6983870706909767e-05 tokens_per_second_per_gpu:277.42812860074474 
Step 2484 | loss:0.1068391427397728 lr:1.6981561820532488e-05 tokens_per_second_per_gpu:255.34430917280625 
Step 2485 | loss:0.04079144820570946 lr:1.6979252207824484e-05 tokens_per_second_per_gpu:260.59783427780286 
Step 2486 | loss:0.04370221495628357 lr:1.697694186902604e-05 tokens_per_second_per_gpu:273.8352189961854 
Step 2487 | loss:0.11405877768993378 lr:1.697463080437751e-05 tokens_per_second_per_gpu:262.0918793329014 
Step 2488 | loss:0.12107750028371811 lr:1.6972319014119326e-05 tokens_per_second_per_gpu:261.21943080715954 
Step 2489 | loss:0.12050548195838928 lr:1.6970006498492e-05 tokens_per_second_per_gpu:321.0874079180591 
Step 2490 | loss:0.17207202315330505 lr:1.696769325773611e-05 tokens_per_second_per_gpu:296.10485951584224 
Step 2491 | loss:0.09324635565280914 lr:1.696537929209232e-05 tokens_per_second_per_gpu:303.3733868258288 
Step 2492 | loss:0.13858972489833832 lr:1.6963064601801366e-05 tokens_per_second_per_gpu:299.217170773103 
Step 2493 | loss:0.08190025389194489 lr:1.6960749187104055e-05 tokens_per_second_per_gpu:324.7934629425778 
Step 2494 | loss:0.19766810536384583 lr:1.695843304824127e-05 tokens_per_second_per_gpu:236.8822794455143 
Step 2495 | loss:0.0665048137307167 lr:1.695611618545398e-05 tokens_per_second_per_gpu:294.4021704443352 
Step 2496 | loss:0.08901502192020416 lr:1.6953798598983213e-05 tokens_per_second_per_gpu:294.26322836497263 
Step 2497 | loss:0.19522587954998016 lr:1.6951480289070082e-05 tokens_per_second_per_gpu:300.4374757281709 
Step 2498 | loss:0.19741062819957733 lr:1.6949161255955776e-05 tokens_per_second_per_gpu:289.63648452210526 
Step 2499 | loss:0.08300644904375076 lr:1.694684149988156e-05 tokens_per_second_per_gpu:310.0068139329324 
Step 2500 | loss:0.08178453147411346 lr:1.6944521021088767e-05 tokens_per_second_per_gpu:302.99356317313243 
Step 2501 | loss:0.10934978723526001 lr:1.6942199819818804e-05 tokens_per_second_per_gpu:398.94519010705784 
Step 2502 | loss:0.06466463953256607 lr:1.693987789631317e-05 tokens_per_second_per_gpu:233.39397641469742 
Step 2503 | loss:0.06966175138950348 lr:1.693755525081342e-05 tokens_per_second_per_gpu:294.2388583012548 
Step 2504 | loss:0.0915500670671463 lr:1.693523188356119e-05 tokens_per_second_per_gpu:310.2700074556374 
Step 2505 | loss:0.1288873553276062 lr:1.6932907794798202e-05 tokens_per_second_per_gpu:343.7673390992183 
Step 2506 | loss:0.06500077992677689 lr:1.693058298476623e-05 tokens_per_second_per_gpu:224.7946126309867 
Step 2507 | loss:0.09416622668504715 lr:1.6928257453707155e-05 tokens_per_second_per_gpu:296.0942842929924 
Step 2508 | loss:0.10114403069019318 lr:1.69259312018629e-05 tokens_per_second_per_gpu:263.07312879625044 
Step 2509 | loss:0.07445843517780304 lr:1.6923604229475482e-05 tokens_per_second_per_gpu:360.5988558921522 
Step 2510 | loss:0.14097440242767334 lr:1.692127653678699e-05 tokens_per_second_per_gpu:275.7396937953916 
Step 2511 | loss:0.21227122843265533 lr:1.691894812403959e-05 tokens_per_second_per_gpu:375.1378107072453 
Step 2512 | loss:0.15983645617961884 lr:1.6916618991475513e-05 tokens_per_second_per_gpu:311.60855920339907 
Step 2513 | loss:0.10869093239307404 lr:1.6914289139337077e-05 tokens_per_second_per_gpu:328.3876305889481 
Step 2514 | loss:0.14966259896755219 lr:1.6911958567866665e-05 tokens_per_second_per_gpu:281.25292408874685 
Step 2515 | loss:0.08279184997081757 lr:1.6909627277306744e-05 tokens_per_second_per_gpu:312.42883729441587 
Step 2516 | loss:0.13153113424777985 lr:1.690729526789985e-05 tokens_per_second_per_gpu:269.4281497042147 
Step 2517 | loss:0.15399020910263062 lr:1.6904962539888593e-05 tokens_per_second_per_gpu:254.74504223481452 
Step 2518 | loss:0.1061268299818039 lr:1.690262909351566e-05 tokens_per_second_per_gpu:353.5049751403723 
Step 2519 | loss:0.0775347650051117 lr:1.6900294929023814e-05 tokens_per_second_per_gpu:311.1638340467867 
Step 2520 | loss:0.1314740777015686 lr:1.6897960046655886e-05 tokens_per_second_per_gpu:354.3133931128339 
Step 2521 | loss:0.11714189499616623 lr:1.68956244466548e-05 tokens_per_second_per_gpu:261.59256363328194 
Step 2522 | loss:0.12677185237407684 lr:1.689328812926352e-05 tokens_per_second_per_gpu:280.8336215552049 
Step 2523 | loss:0.17224225401878357 lr:1.6890951094725125e-05 tokens_per_second_per_gpu:320.2246316920825 
Step 2524 | loss:0.11446458846330643 lr:1.6888613343282743e-05 tokens_per_second_per_gpu:269.71200635938663 
Step 2525 | loss:0.13864722847938538 lr:1.6886274875179585e-05 tokens_per_second_per_gpu:350.9285023711678 
Step 2526 | loss:0.1032070517539978 lr:1.6883935690658934e-05 tokens_per_second_per_gpu:255.1876815697873 
Step 2527 | loss:0.10139171779155731 lr:1.6881595789964144e-05 tokens_per_second_per_gpu:321.66697301007554 
Step 2528 | loss:0.1206207126379013 lr:1.687925517333865e-05 tokens_per_second_per_gpu:349.64413783054357 
Step 2529 | loss:0.05691882222890854 lr:1.6876913841025966e-05 tokens_per_second_per_gpu:218.14914666104195 
Step 2530 | loss:0.10302125662565231 lr:1.6874571793269665e-05 tokens_per_second_per_gpu:288.7703091182257 
Step 2531 | loss:0.039002660661935806 lr:1.687222903031341e-05 tokens_per_second_per_gpu:349.2847477212672 
Step 2532 | loss:0.16349485516548157 lr:1.6869885552400927e-05 tokens_per_second_per_gpu:341.7106925164375 
Step 2533 | loss:0.08165280520915985 lr:1.6867541359776024e-05 tokens_per_second_per_gpu:301.8304132817098 
Step 2534 | loss:0.23072220385074615 lr:1.6865196452682577e-05 tokens_per_second_per_gpu:283.9233091593676 
Step 2535 | loss:0.18418154120445251 lr:1.6862850831364543e-05 tokens_per_second_per_gpu:353.0645474200898 
Step 2536 | loss:0.17114609479904175 lr:1.6860504496065947e-05 tokens_per_second_per_gpu:279.1661669902395 
Step 2537 | loss:0.04313495010137558 lr:1.6858157447030897e-05 tokens_per_second_per_gpu:272.4560726322972 
Step 2538 | loss:0.09628862887620926 lr:1.6855809684503564e-05 tokens_per_second_per_gpu:256.7483448434647 
Step 2539 | loss:0.17836500704288483 lr:1.68534612087282e-05 tokens_per_second_per_gpu:333.27334313131723 
Step 2540 | loss:0.1099841296672821 lr:1.6851112019949132e-05 tokens_per_second_per_gpu:307.8227281431586 
Step 2541 | loss:0.2720381021499634 lr:1.6848762118410754e-05 tokens_per_second_per_gpu:276.0659241275514 
Step 2542 | loss:0.1777040958404541 lr:1.684641150435755e-05 tokens_per_second_per_gpu:305.79156056995106 
Step 2543 | loss:0.11299079656600952 lr:1.6844060178034058e-05 tokens_per_second_per_gpu:247.46588438083984 
Step 2544 | loss:0.3006012737751007 lr:1.6841708139684898e-05 tokens_per_second_per_gpu:292.38468161943814 
Step 2545 | loss:0.16738195717334747 lr:1.6839355389554773e-05 tokens_per_second_per_gpu:273.4039918589782 
Step 2546 | loss:0.04577361419796944 lr:1.683700192788845e-05 tokens_per_second_per_gpu:284.7426173978871 
Step 2547 | loss:0.1260758489370346 lr:1.6834647754930767e-05 tokens_per_second_per_gpu:323.8567110870537 
Step 2548 | loss:0.12852203845977783 lr:1.6832292870926655e-05 tokens_per_second_per_gpu:296.0917511764025 
Step 2549 | loss:0.09134944528341293 lr:1.682993727612109e-05 tokens_per_second_per_gpu:239.5439465341924 
Step 2550 | loss:0.08993159979581833 lr:1.682758097075915e-05 tokens_per_second_per_gpu:328.5248011535997 
Step 2551 | loss:0.20316258072853088 lr:1.682522395508597e-05 tokens_per_second_per_gpu:342.29492090371144 
Step 2552 | loss:0.049724530428647995 lr:1.6822866229346762e-05 tokens_per_second_per_gpu:345.2357274843952 
Step 2553 | loss:0.06648160517215729 lr:1.6820507793786815e-05 tokens_per_second_per_gpu:338.1814262863931 
Step 2554 | loss:0.13871127367019653 lr:1.681814864865149e-05 tokens_per_second_per_gpu:319.40832059650165 
Step 2555 | loss:0.09813394397497177 lr:1.681578879418622e-05 tokens_per_second_per_gpu:294.0241012494469 
Step 2556 | loss:0.1178213357925415 lr:1.6813428230636515e-05 tokens_per_second_per_gpu:322.8393781832589 
Step 2557 | loss:0.07545343041419983 lr:1.681106695824796e-05 tokens_per_second_per_gpu:274.3239007936424 
Step 2558 | loss:0.08597737550735474 lr:1.680870497726621e-05 tokens_per_second_per_gpu:265.42919934359446 
Step 2559 | loss:0.15910090506076813 lr:1.6806342287936992e-05 tokens_per_second_per_gpu:260.5502095832754 
Step 2560 | loss:0.1684155911207199 lr:1.6803978890506114e-05 tokens_per_second_per_gpu:295.24143672060444 
Step 2561 | loss:0.11333437263965607 lr:1.680161478521945e-05 tokens_per_second_per_gpu:288.89772112836863 
Step 2562 | loss:0.05890076979994774 lr:1.6799249972322955e-05 tokens_per_second_per_gpu:224.33779762996753 
Step 2563 | loss:0.13219620287418365 lr:1.679688445206265e-05 tokens_per_second_per_gpu:301.87960665224057 
Step 2564 | loss:0.08188489079475403 lr:1.6794518224684633e-05 tokens_per_second_per_gpu:259.53738161049887 
Step 2565 | loss:0.11253701150417328 lr:1.6792151290435076e-05 tokens_per_second_per_gpu:261.82065014375274 
Step 2566 | loss:0.3619035482406616 lr:1.6789783649560233e-05 tokens_per_second_per_gpu:314.4753289890095 
Step 2567 | loss:0.10180404782295227 lr:1.678741530230641e-05 tokens_per_second_per_gpu:307.4598541585624 
Step 2568 | loss:0.09525634348392487 lr:1.6785046248920003e-05 tokens_per_second_per_gpu:308.31947958233474 
Step 2569 | loss:0.15953271090984344 lr:1.6782676489647482e-05 tokens_per_second_per_gpu:261.5071286232424 
Step 2570 | loss:0.214732825756073 lr:1.6780306024735384e-05 tokens_per_second_per_gpu:272.5762237413855 
Step 2571 | loss:0.08520787954330444 lr:1.677793485443032e-05 tokens_per_second_per_gpu:276.29723380471194 
Step 2572 | loss:0.0807444155216217 lr:1.6775562978978978e-05 tokens_per_second_per_gpu:286.1414358422444 
Step 2573 | loss:0.1320679634809494 lr:1.6773190398628118e-05 tokens_per_second_per_gpu:274.8569619603219 
Step 2574 | loss:0.12653356790542603 lr:1.6770817113624573e-05 tokens_per_second_per_gpu:265.44655429958317 
Step 2575 | loss:0.09181658178567886 lr:1.6768443124215245e-05 tokens_per_second_per_gpu:356.02280516865096 
Step 2576 | loss:0.1566212773323059 lr:1.6766068430647117e-05 tokens_per_second_per_gpu:313.2067362844648 
Step 2577 | loss:0.1673406958580017 lr:1.676369303316724e-05 tokens_per_second_per_gpu:345.2677815933287 
Step 2578 | loss:0.2505080997943878 lr:1.6761316932022738e-05 tokens_per_second_per_gpu:347.48898387863653 
Step 2579 | loss:0.1311151385307312 lr:1.6758940127460816e-05 tokens_per_second_per_gpu:256.52039426116806 
Step 2580 | loss:0.1517956554889679 lr:1.6756562619728743e-05 tokens_per_second_per_gpu:334.45247725164575 
Step 2581 | loss:0.15736985206604004 lr:1.675418440907386e-05 tokens_per_second_per_gpu:301.0602246804178 
Step 2582 | loss:0.0516585037112236 lr:1.6751805495743595e-05 tokens_per_second_per_gpu:309.46775283958846 
Step 2583 | loss:0.23399333655834198 lr:1.674942587998543e-05 tokens_per_second_per_gpu:324.85626421877674 
Step 2584 | loss:0.10022991895675659 lr:1.6747045562046934e-05 tokens_per_second_per_gpu:297.6925272043391 
Step 2585 | loss:0.3939622640609741 lr:1.6744664542175744e-05 tokens_per_second_per_gpu:361.4642456416305 
Step 2586 | loss:0.11917290091514587 lr:1.6742282820619575e-05 tokens_per_second_per_gpu:271.9772142210557 
Step 2587 | loss:0.03886788710951805 lr:1.6739900397626206e-05 tokens_per_second_per_gpu:261.31979786825985 
Step 2588 | loss:0.13414829969406128 lr:1.6737517273443493e-05 tokens_per_second_per_gpu:292.7953603078958 
Step 2589 | loss:0.07824662327766418 lr:1.6735133448319366e-05 tokens_per_second_per_gpu:284.99278153816624 
Step 2590 | loss:0.07231565564870834 lr:1.6732748922501832e-05 tokens_per_second_per_gpu:352.7565929610074 
Step 2591 | loss:0.07840456068515778 lr:1.6730363696238962e-05 tokens_per_second_per_gpu:353.74114945475685 
Step 2592 | loss:0.11647143959999084 lr:1.6727977769778908e-05 tokens_per_second_per_gpu:238.27461576358826 
Step 2593 | loss:0.1256963461637497 lr:1.6725591143369884e-05 tokens_per_second_per_gpu:333.0705253878666 
Step 2594 | loss:0.10661907494068146 lr:1.6723203817260194e-05 tokens_per_second_per_gpu:217.57054499121324 
Step 2595 | loss:0.11393237113952637 lr:1.6720815791698198e-05 tokens_per_second_per_gpu:218.1783128775004 
Step 2596 | loss:0.2604253590106964 lr:1.6718427066932336e-05 tokens_per_second_per_gpu:283.40225649391255 
Step 2597 | loss:0.06700265407562256 lr:1.6716037643211126e-05 tokens_per_second_per_gpu:342.99072181337885 
Step 2598 | loss:0.22180353105068207 lr:1.6713647520783145e-05 tokens_per_second_per_gpu:270.0617195878966 
Step 2599 | loss:0.09226444363594055 lr:1.6711256699897053e-05 tokens_per_second_per_gpu:346.24042227983017 
Step 2600 | loss:0.07616397738456726 lr:1.6708865180801584e-05 tokens_per_second_per_gpu:309.0753105358328 
Step 2601 | loss:0.15331512689590454 lr:1.6706472963745543e-05 tokens_per_second_per_gpu:291.68419345768143 
Step 2602 | loss:0.16500715911388397 lr:1.6704080048977797e-05 tokens_per_second_per_gpu:256.93615383765285 
Step 2603 | loss:0.08502021431922913 lr:1.67016864367473e-05 tokens_per_second_per_gpu:358.3825736435181 
Step 2604 | loss:0.19587159156799316 lr:1.669929212730307e-05 tokens_per_second_per_gpu:418.23342148855824 
Step 2605 | loss:0.09236061573028564 lr:1.6696897120894205e-05 tokens_per_second_per_gpu:304.26551504864625 
Step 2606 | loss:0.06107066571712494 lr:1.6694501417769867e-05 tokens_per_second_per_gpu:259.83511351128345 
Step 2607 | loss:0.12515097856521606 lr:1.669210501817929e-05 tokens_per_second_per_gpu:315.5774789326711 
Step 2608 | loss:0.07286277413368225 lr:1.6689707922371798e-05 tokens_per_second_per_gpu:261.251204711701 
Step 2609 | loss:0.21749338507652283 lr:1.6687310130596762e-05 tokens_per_second_per_gpu:242.47585776517334 
Step 2610 | loss:0.11656171828508377 lr:1.6684911643103643e-05 tokens_per_second_per_gpu:327.85893336724615 
Step 2611 | loss:0.14256833493709564 lr:1.668251246014197e-05 tokens_per_second_per_gpu:275.9138779141182 
Step 2612 | loss:0.21199931204319 lr:1.6680112581961338e-05 tokens_per_second_per_gpu:307.02617907418227 
Step 2613 | loss:0.1794167011976242 lr:1.6677712008811424e-05 tokens_per_second_per_gpu:205.65755211876194 
Step 2614 | loss:0.12571722269058228 lr:1.667531074094197e-05 tokens_per_second_per_gpu:301.88186819568955 
Step 2615 | loss:0.24527707695960999 lr:1.6672908778602798e-05 tokens_per_second_per_gpu:348.8809922712401 
Step 2616 | loss:0.13044904172420502 lr:1.667050612204379e-05 tokens_per_second_per_gpu:350.9487021946582 
Step 2617 | loss:0.06363062560558319 lr:1.6668102771514914e-05 tokens_per_second_per_gpu:257.04699627738717 
Step 2618 | loss:0.04999009147286415 lr:1.6665698727266205e-05 tokens_per_second_per_gpu:277.2208058239552 
Step 2619 | loss:0.06798677146434784 lr:1.6663293989547766e-05 tokens_per_second_per_gpu:277.29233714141236 
Step 2620 | loss:0.14755654335021973 lr:1.6660888558609774e-05 tokens_per_second_per_gpu:240.9080316618493 
Step 2621 | loss:0.22620923817157745 lr:1.665848243470248e-05 tokens_per_second_per_gpu:329.4373349120638 
Step 2622 | loss:0.15022404491901398 lr:1.665607561807621e-05 tokens_per_second_per_gpu:281.05282287085805 
Step 2623 | loss:0.1035628393292427 lr:1.6653668108981355e-05 tokens_per_second_per_gpu:260.0586394839086 
Step 2624 | loss:0.04847138375043869 lr:1.6651259907668382e-05 tokens_per_second_per_gpu:308.1674811495201 
Step 2625 | loss:0.05786333605647087 lr:1.664885101438783e-05 tokens_per_second_per_gpu:264.43672292708624 
Step 2626 | loss:0.11595545709133148 lr:1.664644142939031e-05 tokens_per_second_per_gpu:265.63860745845267 
Step 2627 | loss:0.24160709977149963 lr:1.6644031152926506e-05 tokens_per_second_per_gpu:309.4517325430056 
Step 2628 | loss:0.1985771358013153 lr:1.6641620185247167e-05 tokens_per_second_per_gpu:305.6886623913376 
Step 2629 | loss:0.10919850319623947 lr:1.6639208526603124e-05 tokens_per_second_per_gpu:299.0862273844983 
Step 2630 | loss:0.11985889822244644 lr:1.663679617724528e-05 tokens_per_second_per_gpu:337.86769034855314 
Step 2631 | loss:0.044675156474113464 lr:1.663438313742459e-05 tokens_per_second_per_gpu:292.6627473448094 
Step 2632 | loss:0.1503535360097885 lr:1.6631969407392112e-05 tokens_per_second_per_gpu:252.1995312704837 
Step 2633 | loss:0.10406521707773209 lr:1.662955498739895e-05 tokens_per_second_per_gpu:241.41145822638885 
Step 2634 | loss:0.09136679023504257 lr:1.6627139877696294e-05 tokens_per_second_per_gpu:269.56878032063344 
Step 2635 | loss:0.13300003111362457 lr:1.66247240785354e-05 tokens_per_second_per_gpu:295.7798950121297 
Step 2636 | loss:0.215809628367424 lr:1.6622307590167598e-05 tokens_per_second_per_gpu:285.55999301737523 
Step 2637 | loss:0.0914934054017067 lr:1.6619890412844285e-05 tokens_per_second_per_gpu:230.76968626147456 
Step 2638 | loss:0.09914717078208923 lr:1.661747254681694e-05 tokens_per_second_per_gpu:243.79046181482605 
Step 2639 | loss:0.18878056108951569 lr:1.6615053992337103e-05 tokens_per_second_per_gpu:333.7543262570208 
Step 2640 | loss:0.09645592421293259 lr:1.661263474965639e-05 tokens_per_second_per_gpu:257.0970072627244 
Step 2641 | loss:0.15037886798381805 lr:1.6610214819026484e-05 tokens_per_second_per_gpu:363.669110677676 
Step 2642 | loss:0.06477150321006775 lr:1.660779420069915e-05 tokens_per_second_per_gpu:312.75804226104134 
Step 2643 | loss:0.10162340849637985 lr:1.6605372894926218e-05 tokens_per_second_per_gpu:286.6348317252508 
Step 2644 | loss:0.10739704221487045 lr:1.6602950901959588e-05 tokens_per_second_per_gpu:308.9554012113789 
Step 2645 | loss:0.14614221453666687 lr:1.660052822205123e-05 tokens_per_second_per_gpu:349.4768188487833 
Step 2646 | loss:0.16463905572891235 lr:1.6598104855453197e-05 tokens_per_second_per_gpu:349.0546379663228 
Step 2647 | loss:0.03158789128065109 lr:1.65956808024176e-05 tokens_per_second_per_gpu:262.1250512004234 
Step 2648 | loss:0.07101407647132874 lr:1.659325606319663e-05 tokens_per_second_per_gpu:300.6846135695837 
Step 2649 | loss:0.19712145626544952 lr:1.659083063804254e-05 tokens_per_second_per_gpu:256.40931977523724 
Step 2650 | loss:0.18315435945987701 lr:1.6588404527207665e-05 tokens_per_second_per_gpu:365.6586422109109 
Step 2651 | loss:0.2933177947998047 lr:1.6585977730944406e-05 tokens_per_second_per_gpu:327.40975370462536 
Step 2652 | loss:0.12244559824466705 lr:1.658355024950524e-05 tokens_per_second_per_gpu:279.04438572663986 
Step 2653 | loss:0.2394973337650299 lr:1.6581122083142704e-05 tokens_per_second_per_gpu:318.95899986607054 
Step 2654 | loss:0.13326703011989594 lr:1.6578693232109415e-05 tokens_per_second_per_gpu:282.63488983229934 
Step 2655 | loss:0.16411438584327698 lr:1.6576263696658065e-05 tokens_per_second_per_gpu:379.9413624921298 
Step 2656 | loss:0.18331868946552277 lr:1.657383347704141e-05 tokens_per_second_per_gpu:283.21003427442207 
Step 2657 | loss:0.3161235749721527 lr:1.6571402573512277e-05 tokens_per_second_per_gpu:249.15831362194817 
Step 2658 | loss:0.06962545216083527 lr:1.656897098632357e-05 tokens_per_second_per_gpu:302.23409781546667 
Step 2659 | loss:0.14157019555568695 lr:1.6566538715728257e-05 tokens_per_second_per_gpu:221.32177918006056 
Step 2660 | loss:0.12199075520038605 lr:1.656410576197938e-05 tokens_per_second_per_gpu:325.8820765352263 
Step 2661 | loss:0.10272426158189774 lr:1.656167212533006e-05 tokens_per_second_per_gpu:263.63632221636556 
Step 2662 | loss:0.14565511047840118 lr:1.6559237806033473e-05 tokens_per_second_per_gpu:316.738852732839 
Step 2663 | loss:0.10566738247871399 lr:1.655680280434288e-05 tokens_per_second_per_gpu:365.60649923556025 
Step 2664 | loss:0.16319486498832703 lr:1.6554367120511604e-05 tokens_per_second_per_gpu:287.7041407420441 
Step 2665 | loss:0.09790068864822388 lr:1.6551930754793043e-05 tokens_per_second_per_gpu:281.8109242663712 
Step 2666 | loss:0.12819796800613403 lr:1.6549493707440673e-05 tokens_per_second_per_gpu:244.22271570565434 
Step 2667 | loss:0.1318446844816208 lr:1.6547055978708027e-05 tokens_per_second_per_gpu:308.2967851989915 
Step 2668 | loss:0.11686926335096359 lr:1.6544617568848714e-05 tokens_per_second_per_gpu:275.7145509725525 
Step 2669 | loss:0.1018637865781784 lr:1.654217847811642e-05 tokens_per_second_per_gpu:297.32324818932045 
Step 2670 | loss:0.1897830069065094 lr:1.6539738706764895e-05 tokens_per_second_per_gpu:270.04052159585507 
Step 2671 | loss:0.08435463905334473 lr:1.653729825504796e-05 tokens_per_second_per_gpu:248.8039101150304 
Step 2672 | loss:0.10445115715265274 lr:1.6534857123219515e-05 tokens_per_second_per_gpu:284.01464377317774 
Step 2673 | loss:0.1260833740234375 lr:1.6532415311533516e-05 tokens_per_second_per_gpu:311.0010533187233 
Step 2674 | loss:0.09299080818891525 lr:1.6529972820244005e-05 tokens_per_second_per_gpu:309.11717807019267 
Step 2675 | loss:0.28023120760917664 lr:1.6527529649605088e-05 tokens_per_second_per_gpu:328.8076052537918 
Step 2676 | loss:0.08233703672885895 lr:1.6525085799870936e-05 tokens_per_second_per_gpu:291.3465605704569 
Step 2677 | loss:0.10060308128595352 lr:1.6522641271295802e-05 tokens_per_second_per_gpu:234.7384925635947 
Step 2678 | loss:0.09811698645353317 lr:1.6520196064133998e-05 tokens_per_second_per_gpu:344.7670824388715 
Step 2679 | loss:0.2909592092037201 lr:1.651775017863992e-05 tokens_per_second_per_gpu:331.4253796002612 
Step 2680 | loss:0.2058127522468567 lr:1.651530361506802e-05 tokens_per_second_per_gpu:382.4583360403834 
Step 2681 | loss:0.09112483263015747 lr:1.6512856373672832e-05 tokens_per_second_per_gpu:243.97672383135355 
Step 2682 | loss:0.1626715213060379 lr:1.6510408454708955e-05 tokens_per_second_per_gpu:288.07223901398913 
Step 2683 | loss:0.061852917075157166 lr:1.6507959858431063e-05 tokens_per_second_per_gpu:385.56491732973126 
Step 2684 | loss:0.1925991028547287 lr:1.6505510585093887e-05 tokens_per_second_per_gpu:238.5906189322421 
Step 2685 | loss:0.07770256698131561 lr:1.650306063495225e-05 tokens_per_second_per_gpu:293.79038236169026 
Step 2686 | loss:0.24226193130016327 lr:1.6500610008261028e-05 tokens_per_second_per_gpu:355.84025628470545 
Step 2687 | loss:0.12038968503475189 lr:1.6498158705275173e-05 tokens_per_second_per_gpu:246.15556343429873 
Step 2688 | loss:0.12688833475112915 lr:1.649570672624971e-05 tokens_per_second_per_gpu:255.79395925709215 
Step 2689 | loss:0.07765277475118637 lr:1.6493254071439732e-05 tokens_per_second_per_gpu:233.043311562709 
Step 2690 | loss:0.10144142061471939 lr:1.6490800741100396e-05 tokens_per_second_per_gpu:319.2769736638322 
Step 2691 | loss:0.153978630900383 lr:1.648834673548695e-05 tokens_per_second_per_gpu:374.99757287572083 
Step 2692 | loss:0.18087151646614075 lr:1.6485892054854683e-05 tokens_per_second_per_gpu:262.28501221092836 
Step 2693 | loss:0.2485266476869583 lr:1.6483436699458978e-05 tokens_per_second_per_gpu:304.9935032507307 
Step 2694 | loss:0.13937243819236755 lr:1.6480980669555274e-05 tokens_per_second_per_gpu:282.4798192258959 
Step 2695 | loss:0.08000651001930237 lr:1.6478523965399087e-05 tokens_per_second_per_gpu:309.95242073325693 
Step 2696 | loss:0.061549775302410126 lr:1.6476066587246004e-05 tokens_per_second_per_gpu:273.20749695948933 
Step 2697 | loss:0.05336235463619232 lr:1.647360853535168e-05 tokens_per_second_per_gpu:234.90866542498318 
Step 2698 | loss:0.15761876106262207 lr:1.6471149809971833e-05 tokens_per_second_per_gpu:246.75083675297103 
Step 2699 | loss:0.16148193180561066 lr:1.6468690411362265e-05 tokens_per_second_per_gpu:291.79671205342066 
Step 2700 | loss:0.162518709897995 lr:1.646623033977884e-05 tokens_per_second_per_gpu:267.96441782093666 
Step 2701 | loss:0.10529084503650665 lr:1.6463769595477493e-05 tokens_per_second_per_gpu:345.54692649994786 
Step 2702 | loss:0.2233687937259674 lr:1.6461308178714228e-05 tokens_per_second_per_gpu:275.41477800354767 
Step 2703 | loss:0.08889800310134888 lr:1.6458846089745114e-05 tokens_per_second_per_gpu:278.7660341095389 
Step 2704 | loss:0.0944775938987732 lr:1.6456383328826305e-05 tokens_per_second_per_gpu:258.6235330575945 
Step 2705 | loss:0.17050179839134216 lr:1.645391989621401e-05 tokens_per_second_per_gpu:305.68474669609543 
Step 2706 | loss:0.08163642883300781 lr:1.6451455792164518e-05 tokens_per_second_per_gpu:267.0227776586544 
Step 2707 | loss:0.06294284760951996 lr:1.644899101693418e-05 tokens_per_second_per_gpu:299.40335082334974 
Step 2708 | loss:0.08422674983739853 lr:1.644652557077942e-05 tokens_per_second_per_gpu:314.7585593273257 
Step 2709 | loss:0.2015286684036255 lr:1.6444059453956732e-05 tokens_per_second_per_gpu:259.8468876192471 
Step 2710 | loss:0.1592792570590973 lr:1.6441592666722686e-05 tokens_per_second_per_gpu:313.8713046525244 
Step 2711 | loss:0.24430808424949646 lr:1.6439125209333908e-05 tokens_per_second_per_gpu:317.9548194719636 
Step 2712 | loss:0.27791091799736023 lr:1.6436657082047105e-05 tokens_per_second_per_gpu:313.8158242216731 
Step 2713 | loss:0.1656402051448822 lr:1.6434188285119052e-05 tokens_per_second_per_gpu:338.6812348022988 
Step 2714 | loss:0.03915185481309891 lr:1.6431718818806584e-05 tokens_per_second_per_gpu:299.9153641940996 
Step 2715 | loss:0.09768632799386978 lr:1.642924868336662e-05 tokens_per_second_per_gpu:405.74634596565727 
Step 2716 | loss:0.0943622887134552 lr:1.642677787905614e-05 tokens_per_second_per_gpu:311.18059693734364 
Step 2717 | loss:0.13984470069408417 lr:1.6424306406132194e-05 tokens_per_second_per_gpu:305.46425356356906 
Step 2718 | loss:0.14561690390110016 lr:1.6421834264851907e-05 tokens_per_second_per_gpu:250.86652114564762 
Step 2719 | loss:0.20325519144535065 lr:1.6419361455472466e-05 tokens_per_second_per_gpu:318.20422764982015 
Step 2720 | loss:0.08947596698999405 lr:1.6416887978251134e-05 tokens_per_second_per_gpu:282.4826116491314 
Step 2721 | loss:0.023016050457954407 lr:1.641441383344524e-05 tokens_per_second_per_gpu:283.103358381345 
Step 2722 | loss:0.18178658187389374 lr:1.6411939021312184e-05 tokens_per_second_per_gpu:262.4057846758285 
Step 2723 | loss:0.05979270860552788 lr:1.6409463542109426e-05 tokens_per_second_per_gpu:307.2111274294115 
Step 2724 | loss:0.08851456642150879 lr:1.6406987396094512e-05 tokens_per_second_per_gpu:277.60281156326585 
Step 2725 | loss:0.1770700067281723 lr:1.6404510583525052e-05 tokens_per_second_per_gpu:390.4188121478713 
Step 2726 | loss:0.07714517414569855 lr:1.6402033104658713e-05 tokens_per_second_per_gpu:274.41149968520006 
Step 2727 | loss:0.06445961445569992 lr:1.639955495975325e-05 tokens_per_second_per_gpu:292.9140565629648 
Step 2728 | loss:0.17568811774253845 lr:1.6397076149066472e-05 tokens_per_second_per_gpu:283.85913170414165 
Step 2729 | loss:0.15620057284832 lr:1.6394596672856268e-05 tokens_per_second_per_gpu:282.03804420021845 
Step 2730 | loss:0.038004014641046524 lr:1.6392116531380592e-05 tokens_per_second_per_gpu:283.1453964894047 
Step 2731 | loss:0.15982645750045776 lr:1.638963572489746e-05 tokens_per_second_per_gpu:295.05630827260114 
Step 2732 | loss:0.1346297413110733 lr:1.6387154253664967e-05 tokens_per_second_per_gpu:334.52268636684477 
Step 2733 | loss:0.18174344301223755 lr:1.638467211794128e-05 tokens_per_second_per_gpu:276.22919134706063 
Step 2734 | loss:0.18375888466835022 lr:1.6382189317984626e-05 tokens_per_second_per_gpu:360.2826070416941 
Step 2735 | loss:0.04690341278910637 lr:1.63797058540533e-05 tokens_per_second_per_gpu:257.28585901018727 
Step 2736 | loss:0.08461542427539825 lr:1.6377221726405678e-05 tokens_per_second_per_gpu:259.9025697661416 
Step 2737 | loss:0.02967347763478756 lr:1.6374736935300194e-05 tokens_per_second_per_gpu:265.41557668132634 
Step 2738 | loss:0.143086239695549 lr:1.6372251480995352e-05 tokens_per_second_per_gpu:363.94471929246816 
Step 2739 | loss:0.10977528989315033 lr:1.636976536374973e-05 tokens_per_second_per_gpu:257.0271502851537 
Step 2740 | loss:0.04917000234127045 lr:1.6367278583821973e-05 tokens_per_second_per_gpu:213.92873274851848 
Step 2741 | loss:0.17001041769981384 lr:1.6364791141470797e-05 tokens_per_second_per_gpu:252.12662883564118 
Step 2742 | loss:0.0885673314332962 lr:1.636230303695498e-05 tokens_per_second_per_gpu:343.59522976276304 
Step 2743 | loss:0.3343312740325928 lr:1.6359814270533372e-05 tokens_per_second_per_gpu:280.85422493993457 
Step 2744 | loss:0.15280304849147797 lr:1.6357324842464904e-05 tokens_per_second_per_gpu:323.9241641063368 
Step 2745 | loss:0.06748699396848679 lr:1.6354834753008554e-05 tokens_per_second_per_gpu:307.31032528977425 
Step 2746 | loss:0.08079680055379868 lr:1.635234400242338e-05 tokens_per_second_per_gpu:282.5895749989349 
Step 2747 | loss:0.15562938153743744 lr:1.6349852590968517e-05 tokens_per_second_per_gpu:249.84760563112806 
Step 2748 | loss:0.1514713615179062 lr:1.6347360518903154e-05 tokens_per_second_per_gpu:316.76272824920693 
Step 2749 | loss:0.0572727806866169 lr:1.6344867786486554e-05 tokens_per_second_per_gpu:263.3164680254375 
Step 2750 | loss:0.034002020955085754 lr:1.6342374393978056e-05 tokens_per_second_per_gpu:261.89055588437395 
Step 2751 | loss:0.07250739634037018 lr:1.6339880341637056e-05 tokens_per_second_per_gpu:346.1197382949415 
Step 2752 | loss:0.18388700485229492 lr:1.6337385629723026e-05 tokens_per_second_per_gpu:260.3149539829425 
Step 2753 | loss:0.12256553769111633 lr:1.6334890258495507e-05 tokens_per_second_per_gpu:353.3061476698359 
Step 2754 | loss:0.10842682421207428 lr:1.63323942282141e-05 tokens_per_second_per_gpu:242.88537336648258 
Step 2755 | loss:0.15020599961280823 lr:1.6329897539138486e-05 tokens_per_second_per_gpu:300.0080686921007 
Step 2756 | loss:0.057201188057661057 lr:1.6327400191528412e-05 tokens_per_second_per_gpu:331.8505959003025 
Step 2757 | loss:0.09228251874446869 lr:1.6324902185643685e-05 tokens_per_second_per_gpu:307.6655709058782 
Step 2758 | loss:0.2219161093235016 lr:1.6322403521744187e-05 tokens_per_second_per_gpu:310.32671846103574 
Step 2759 | loss:0.18595312535762787 lr:1.6319904200089874e-05 tokens_per_second_per_gpu:263.14774439642014 
Step 2760 | loss:0.051539577543735504 lr:1.6317404220940757e-05 tokens_per_second_per_gpu:296.4414114440046 
Step 2761 | loss:0.09198781847953796 lr:1.6314903584556926e-05 tokens_per_second_per_gpu:282.2477363725566 
Step 2762 | loss:0.14957907795906067 lr:1.631240229119854e-05 tokens_per_second_per_gpu:266.9526959107725 
Step 2763 | loss:0.1609533429145813 lr:1.6309900341125814e-05 tokens_per_second_per_gpu:285.25299461029726 
Step 2764 | loss:0.10318202525377274 lr:1.6307397734599045e-05 tokens_per_second_per_gpu:309.95753183540677 
Step 2765 | loss:0.15829750895500183 lr:1.6304894471878593e-05 tokens_per_second_per_gpu:339.7297735566835 
Step 2766 | loss:0.030099309980869293 lr:1.6302390553224886e-05 tokens_per_second_per_gpu:257.20844832666904 
Step 2767 | loss:0.07853253185749054 lr:1.6299885978898422e-05 tokens_per_second_per_gpu:353.3806645605645 
Step 2768 | loss:0.16216760873794556 lr:1.629738074915976e-05 tokens_per_second_per_gpu:279.1307333683725 
Step 2769 | loss:0.08000436425209045 lr:1.629487486426954e-05 tokens_per_second_per_gpu:239.61669652158957 
Step 2770 | loss:0.1018800213932991 lr:1.6292368324488462e-05 tokens_per_second_per_gpu:319.1395607750523 
Step 2771 | loss:0.15872395038604736 lr:1.628986113007729e-05 tokens_per_second_per_gpu:327.93928280260496 
Step 2772 | loss:0.07646414637565613 lr:1.6287353281296864e-05 tokens_per_second_per_gpu:354.8749484072489 
Step 2773 | loss:0.1380489021539688 lr:1.6284844778408097e-05 tokens_per_second_per_gpu:319.44530955446476 
Step 2774 | loss:0.11023978143930435 lr:1.6282335621671948e-05 tokens_per_second_per_gpu:267.1335397846655 
Step 2775 | loss:0.04465818405151367 lr:1.6279825811349473e-05 tokens_per_second_per_gpu:261.51256242912797 
Step 2776 | loss:0.08662943542003632 lr:1.627731534770177e-05 tokens_per_second_per_gpu:258.6183497437256 
Step 2777 | loss:0.17487487196922302 lr:1.627480423099002e-05 tokens_per_second_per_gpu:257.268196672323 
Step 2778 | loss:0.12950652837753296 lr:1.6272292461475477e-05 tokens_per_second_per_gpu:338.57854517565335 
Step 2779 | loss:0.15015295147895813 lr:1.626978003941944e-05 tokens_per_second_per_gpu:278.7367560336346 
Step 2780 | loss:0.08567419648170471 lr:1.6267266965083305e-05 tokens_per_second_per_gpu:291.8600914767566 
Step 2781 | loss:0.041522786021232605 lr:1.6264753238728506e-05 tokens_per_second_per_gpu:304.6614701207121 
Step 2782 | loss:0.13799569010734558 lr:1.6262238860616573e-05 tokens_per_second_per_gpu:251.6391245410533 
Step 2783 | loss:0.16014178097248077 lr:1.6259723831009085e-05 tokens_per_second_per_gpu:271.90276500512323 
Step 2784 | loss:0.12284902483224869 lr:1.6257208150167692e-05 tokens_per_second_per_gpu:285.56681990839013 
Step 2785 | loss:0.14692723751068115 lr:1.6254691818354117e-05 tokens_per_second_per_gpu:341.53051011757697 
Step 2786 | loss:0.08818505704402924 lr:1.6252174835830153e-05 tokens_per_second_per_gpu:326.81214236292146 
Step 2787 | loss:0.18187667429447174 lr:1.6249657202857645e-05 tokens_per_second_per_gpu:360.8297534713752 
Step 2788 | loss:0.2243395745754242 lr:1.6247138919698524e-05 tokens_per_second_per_gpu:355.39966221413835 
Step 2789 | loss:0.07415305823087692 lr:1.6244619986614784e-05 tokens_per_second_per_gpu:217.95450451226742 
Step 2790 | loss:0.167416051030159 lr:1.6242100403868472e-05 tokens_per_second_per_gpu:396.3752123833184 
Step 2791 | loss:0.10325542837381363 lr:1.6239580171721722e-05 tokens_per_second_per_gpu:371.03121588690715 
Step 2792 | loss:0.12222490459680557 lr:1.623705929043673e-05 tokens_per_second_per_gpu:266.8992580973349 
Step 2793 | loss:0.11199314892292023 lr:1.6234537760275753e-05 tokens_per_second_per_gpu:459.8812920880808 
Step 2794 | loss:0.04779220372438431 lr:1.623201558150112e-05 tokens_per_second_per_gpu:282.9820446960222 
Step 2795 | loss:0.0693792775273323 lr:1.622949275437523e-05 tokens_per_second_per_gpu:287.2897785662921 
Step 2796 | loss:0.2991783022880554 lr:1.6226969279160542e-05 tokens_per_second_per_gpu:284.29550492222506 
Step 2797 | loss:0.07792700827121735 lr:1.6224445156119593e-05 tokens_per_second_per_gpu:314.9087402193998 
Step 2798 | loss:0.17397864162921906 lr:1.6221920385514977e-05 tokens_per_second_per_gpu:346.01177392997164 
Step 2799 | loss:0.0813060998916626 lr:1.6219394967609364e-05 tokens_per_second_per_gpu:377.94253664934195 
Step 2800 | loss:0.07914161682128906 lr:1.621686890266548e-05 tokens_per_second_per_gpu:304.6911375516449 
Step 2801 | loss:0.09198614954948425 lr:1.6214342190946136e-05 tokens_per_second_per_gpu:305.92514701986727 
Step 2802 | loss:0.174918532371521 lr:1.621181483271419e-05 tokens_per_second_per_gpu:285.8396683377482 
Step 2803 | loss:0.09482775628566742 lr:1.6209286828232583e-05 tokens_per_second_per_gpu:345.5623961175762 
Step 2804 | loss:0.07696403563022614 lr:1.6206758177764318e-05 tokens_per_second_per_gpu:368.08221346881487 
Step 2805 | loss:0.17121393978595734 lr:1.620422888157246e-05 tokens_per_second_per_gpu:250.9436720592165 
Step 2806 | loss:0.20231184363365173 lr:1.620169893992015e-05 tokens_per_second_per_gpu:289.38284704541434 
Step 2807 | loss:0.09423860162496567 lr:1.6199168353070588e-05 tokens_per_second_per_gpu:275.2746635619352 
Step 2808 | loss:0.09629691392183304 lr:1.6196637121287045e-05 tokens_per_second_per_gpu:334.62561333959695 
Step 2809 | loss:0.1572289764881134 lr:1.6194105244832866e-05 tokens_per_second_per_gpu:287.9426984121957 
Step 2810 | loss:0.05100734159350395 lr:1.6191572723971453e-05 tokens_per_second_per_gpu:305.3433926569686 
Step 2811 | loss:0.5280005931854248 lr:1.618903955896627e-05 tokens_per_second_per_gpu:326.8998156497739 
Step 2812 | loss:0.40826353430747986 lr:1.618650575008087e-05 tokens_per_second_per_gpu:369.4302508630598 
Step 2813 | loss:0.4136636257171631 lr:1.618397129757885e-05 tokens_per_second_per_gpu:252.75278780753425 
Step 2814 | loss:0.35214629769325256 lr:1.618143620172388e-05 tokens_per_second_per_gpu:304.035219813447 
Step 2815 | loss:0.2894561290740967 lr:1.6178900462779715e-05 tokens_per_second_per_gpu:284.2016446356171 
Step 2816 | loss:0.3077335059642792 lr:1.6176364081010144e-05 tokens_per_second_per_gpu:331.0225124040395 
Step 2817 | loss:0.20897068083286285 lr:1.6173827056679055e-05 tokens_per_second_per_gpu:290.603314230708 
Step 2818 | loss:0.24544991552829742 lr:1.617128939005038e-05 tokens_per_second_per_gpu:259.19270468897975 
Step 2819 | loss:0.34221377968788147 lr:1.6168751081388133e-05 tokens_per_second_per_gpu:286.37281015287584 
Step 2820 | loss:0.1287863701581955 lr:1.6166212130956383e-05 tokens_per_second_per_gpu:253.65369540186688 
Step 2821 | loss:0.12415467202663422 lr:1.616367253901927e-05 tokens_per_second_per_gpu:319.19049190626737 
Step 2822 | loss:0.1553366333246231 lr:1.6161132305841013e-05 tokens_per_second_per_gpu:265.00998507487446 
Step 2823 | loss:0.1693238765001297 lr:1.6158591431685873e-05 tokens_per_second_per_gpu:359.15603017121106 
Step 2824 | loss:0.13263486325740814 lr:1.61560499168182e-05 tokens_per_second_per_gpu:333.205252807478 
Step 2825 | loss:0.16439545154571533 lr:1.6153507761502396e-05 tokens_per_second_per_gpu:237.66988908409255 
Step 2826 | loss:0.15217238664627075 lr:1.6150964966002943e-05 tokens_per_second_per_gpu:229.1364749925606 
Step 2827 | loss:0.0929442048072815 lr:1.6148421530584376e-05 tokens_per_second_per_gpu:282.46382137959887 
Step 2828 | loss:0.23553791642189026 lr:1.61458774555113e-05 tokens_per_second_per_gpu:263.1113842237494 
Step 2829 | loss:0.2043323963880539 lr:1.61433327410484e-05 tokens_per_second_per_gpu:295.1574045500325 
Step 2830 | loss:0.22122356295585632 lr:1.6140787387460406e-05 tokens_per_second_per_gpu:297.63041024051927 
Step 2831 | loss:0.21473908424377441 lr:1.6138241395012134e-05 tokens_per_second_per_gpu:310.7349481798538 
Step 2832 | loss:0.17556801438331604 lr:1.613569476396845e-05 tokens_per_second_per_gpu:260.6619035407865 
Step 2833 | loss:0.18462695181369781 lr:1.61331474945943e-05 tokens_per_second_per_gpu:302.43481512885234 
Step 2834 | loss:0.20143496990203857 lr:1.6130599587154686e-05 tokens_per_second_per_gpu:310.78115148450894 
Step 2835 | loss:0.14375543594360352 lr:1.612805104191469e-05 tokens_per_second_per_gpu:349.6805044534655 
Step 2836 | loss:0.12409043312072754 lr:1.612550185913944e-05 tokens_per_second_per_gpu:316.54932643024034 
Step 2837 | loss:0.1108638346195221 lr:1.6122952039094145e-05 tokens_per_second_per_gpu:304.93339514482915 
Step 2838 | loss:0.10751482844352722 lr:1.612040158204408e-05 tokens_per_second_per_gpu:268.3415835137495 
Step 2839 | loss:0.05382566899061203 lr:1.6117850488254582e-05 tokens_per_second_per_gpu:246.33463784734036 
Step 2840 | loss:0.1576005518436432 lr:1.6115298757991054e-05 tokens_per_second_per_gpu:254.7130412163877 
Step 2841 | loss:0.17698130011558533 lr:1.611274639151897e-05 tokens_per_second_per_gpu:307.9125121434725 
Step 2842 | loss:0.13067328929901123 lr:1.611019338910386e-05 tokens_per_second_per_gpu:314.6828208113326 
Step 2843 | loss:0.23139654099941254 lr:1.6107639751011335e-05 tokens_per_second_per_gpu:240.99160084120797 
Step 2844 | loss:0.11758524179458618 lr:1.610508547750706e-05 tokens_per_second_per_gpu:250.38634713818973 
Step 2845 | loss:0.09016948938369751 lr:1.6102530568856772e-05 tokens_per_second_per_gpu:243.20833483543566 
Step 2846 | loss:0.16029031574726105 lr:1.609997502532627e-05 tokens_per_second_per_gpu:296.62941233004074 
Step 2847 | loss:0.05593326315283775 lr:1.609741884718143e-05 tokens_per_second_per_gpu:294.5584650376397 
Step 2848 | loss:0.09255892038345337 lr:1.609486203468817e-05 tokens_per_second_per_gpu:299.9782490793207 
Step 2849 | loss:0.15696120262145996 lr:1.60923045881125e-05 tokens_per_second_per_gpu:245.22245847499246 
Step 2850 | loss:0.06025812029838562 lr:1.608974650772049e-05 tokens_per_second_per_gpu:340.1438586134581 
Step 2851 | loss:0.12149908393621445 lr:1.6087187793778256e-05 tokens_per_second_per_gpu:265.7408671768859 
Step 2852 | loss:0.13366565108299255 lr:1.6084628446552007e-05 tokens_per_second_per_gpu:285.97053216642416 
Step 2853 | loss:0.2346653938293457 lr:1.6082068466308004e-05 tokens_per_second_per_gpu:411.4438568547636 
Step 2854 | loss:0.09573966264724731 lr:1.607950785331257e-05 tokens_per_second_per_gpu:259.43537642186465 
Step 2855 | loss:0.0982777327299118 lr:1.6076946607832115e-05 tokens_per_second_per_gpu:288.4527625894912 
Step 2856 | loss:0.11787693202495575 lr:1.607438473013308e-05 tokens_per_second_per_gpu:345.0297223106815 
Step 2857 | loss:0.1135929748415947 lr:1.6071822220482003e-05 tokens_per_second_per_gpu:232.05940219844848 
Step 2858 | loss:0.11311627924442291 lr:1.6069259079145474e-05 tokens_per_second_per_gpu:284.03529543183805 
Step 2859 | loss:0.14396756887435913 lr:1.6066695306390153e-05 tokens_per_second_per_gpu:304.0884269270632 
Step 2860 | loss:0.08902295678853989 lr:1.606413090248276e-05 tokens_per_second_per_gpu:296.77946677225657 
Step 2861 | loss:0.05680243298411369 lr:1.6061565867690085e-05 tokens_per_second_per_gpu:301.5964195969826 
Step 2862 | loss:0.09925899654626846 lr:1.6059000202278986e-05 tokens_per_second_per_gpu:277.67116453371085 
Step 2863 | loss:0.1032077819108963 lr:1.605643390651638e-05 tokens_per_second_per_gpu:251.87257840116254 
Step 2864 | loss:0.21980227530002594 lr:1.605386698066925e-05 tokens_per_second_per_gpu:305.4292648853133 
Step 2865 | loss:0.08516164869070053 lr:1.6051299425004657e-05 tokens_per_second_per_gpu:228.36435343808495 
Step 2866 | loss:0.13967864215373993 lr:1.6048731239789707e-05 tokens_per_second_per_gpu:280.60883354281907 
Step 2867 | loss:0.05344457924365997 lr:1.6046162425291592e-05 tokens_per_second_per_gpu:263.7281179184057 
Step 2868 | loss:0.057078778743743896 lr:1.6043592981777557e-05 tokens_per_second_per_gpu:226.1296193703753 
Step 2869 | loss:0.07641378045082092 lr:1.6041022909514913e-05 tokens_per_second_per_gpu:253.70709517036835 
Step 2870 | loss:0.11281968653202057 lr:1.6038452208771037e-05 tokens_per_second_per_gpu:302.0434114025487 
Step 2871 | loss:0.08276085555553436 lr:1.6035880879813382e-05 tokens_per_second_per_gpu:282.169251715261 
Step 2872 | loss:0.11455639451742172 lr:1.603330892290945e-05 tokens_per_second_per_gpu:361.0793699673465 
Step 2873 | loss:0.0672859475016594 lr:1.6030736338326823e-05 tokens_per_second_per_gpu:286.6714408922524 
Step 2874 | loss:0.08331666886806488 lr:1.602816312633313e-05 tokens_per_second_per_gpu:314.8770896304812 
Step 2875 | loss:0.09332273155450821 lr:1.602558928719609e-05 tokens_per_second_per_gpu:275.67649317437474 
Step 2876 | loss:0.05828890949487686 lr:1.6023014821183464e-05 tokens_per_second_per_gpu:314.11267573978705 
Step 2877 | loss:0.07452502101659775 lr:1.602043972856309e-05 tokens_per_second_per_gpu:258.47898647135344 
Step 2878 | loss:0.2259005308151245 lr:1.6017864009602873e-05 tokens_per_second_per_gpu:288.1958609257081 
Step 2879 | loss:0.21342924237251282 lr:1.6015287664570775e-05 tokens_per_second_per_gpu:414.74833390704816 
Step 2880 | loss:0.09758053719997406 lr:1.601271069373483e-05 tokens_per_second_per_gpu:275.9680697830339 
Step 2881 | loss:0.034833475947380066 lr:1.6010133097363135e-05 tokens_per_second_per_gpu:262.63314640410505 
Step 2882 | loss:0.17010456323623657 lr:1.600755487572385e-05 tokens_per_second_per_gpu:310.9010458644154 
Step 2883 | loss:0.09319207817316055 lr:1.6004976029085205e-05 tokens_per_second_per_gpu:292.9234380496353 
Step 2884 | loss:0.07210463285446167 lr:1.6002396557715485e-05 tokens_per_second_per_gpu:304.4955146729052 
Step 2885 | loss:0.06918870657682419 lr:1.5999816461883054e-05 tokens_per_second_per_gpu:288.0854273335294 
Step 2886 | loss:0.07401055842638016 lr:1.599723574185633e-05 tokens_per_second_per_gpu:262.19140166066927 
Step 2887 | loss:0.15783824026584625 lr:1.59946543979038e-05 tokens_per_second_per_gpu:297.4336049478505 
Step 2888 | loss:0.12176568806171417 lr:1.5992072430294013e-05 tokens_per_second_per_gpu:342.8638358858837 
Step 2889 | loss:0.09971883893013 lr:1.5989489839295593e-05 tokens_per_second_per_gpu:268.48444047471094 
Step 2890 | loss:0.14675608277320862 lr:1.5986906625177215e-05 tokens_per_second_per_gpu:249.10958972634475 
Step 2891 | loss:0.15343835949897766 lr:1.5984322788207626e-05 tokens_per_second_per_gpu:308.211251350304 
Step 2892 | loss:0.0779440850019455 lr:1.598173832865564e-05 tokens_per_second_per_gpu:293.7941212745873 
Step 2893 | loss:0.08514866977930069 lr:1.5979153246790126e-05 tokens_per_second_per_gpu:269.41088336047693 
Step 2894 | loss:0.13324390351772308 lr:1.5976567542880033e-05 tokens_per_second_per_gpu:474.92875582358266 
Step 2895 | loss:0.13161735236644745 lr:1.5973981217194363e-05 tokens_per_second_per_gpu:282.5129816080351 
Step 2896 | loss:0.09954862296581268 lr:1.5971394270002182e-05 tokens_per_second_per_gpu:283.33739059595797 
Step 2897 | loss:0.07062045484781265 lr:1.596880670157263e-05 tokens_per_second_per_gpu:269.2637237350875 
Step 2898 | loss:0.09709770977497101 lr:1.5966218512174903e-05 tokens_per_second_per_gpu:295.97524589474233 
Step 2899 | loss:0.20232662558555603 lr:1.596362970207826e-05 tokens_per_second_per_gpu:362.3810311530346 
Step 2900 | loss:0.07842326164245605 lr:1.5961040271552045e-05 tokens_per_second_per_gpu:312.896947349864 
Step 2901 | loss:0.15425105392932892 lr:1.595845022086563e-05 tokens_per_second_per_gpu:346.8167168067267 
Step 2902 | loss:0.1811559796333313 lr:1.595585955028849e-05 tokens_per_second_per_gpu:279.727208032801 
Step 2903 | loss:0.0952974185347557 lr:1.5953268260090138e-05 tokens_per_second_per_gpu:303.1446124245922 
Step 2904 | loss:0.26842400431632996 lr:1.595067635054016e-05 tokens_per_second_per_gpu:399.12310757713857 
Step 2905 | loss:0.12627854943275452 lr:1.5948083821908213e-05 tokens_per_second_per_gpu:290.5391121154965 
Step 2906 | loss:0.1684628576040268 lr:1.5945490674464002e-05 tokens_per_second_per_gpu:269.13188566668737 
Step 2907 | loss:0.19346779584884644 lr:1.594289690847732e-05 tokens_per_second_per_gpu:364.39367233578366 
Step 2908 | loss:0.08240721374750137 lr:1.5940302524217997e-05 tokens_per_second_per_gpu:241.45810039357855 
Step 2909 | loss:0.1050974652171135 lr:1.593770752195595e-05 tokens_per_second_per_gpu:306.6600777610303 
Step 2910 | loss:0.188741534948349 lr:1.593511190196115e-05 tokens_per_second_per_gpu:443.0265302457499 
Step 2911 | loss:0.10694900155067444 lr:1.5932515664503634e-05 tokens_per_second_per_gpu:388.44147648635595 
Step 2912 | loss:0.10140325129032135 lr:1.59299188098535e-05 tokens_per_second_per_gpu:256.83417965975923 
Step 2913 | loss:0.22227133810520172 lr:1.5927321338280917e-05 tokens_per_second_per_gpu:368.78386196192776 
Step 2914 | loss:0.064649298787117 lr:1.5924723250056113e-05 tokens_per_second_per_gpu:258.0464543109831 
Step 2915 | loss:0.2505069375038147 lr:1.592212454544938e-05 tokens_per_second_per_gpu:240.9722711879929 
Step 2916 | loss:0.11073998361825943 lr:1.591952522473108e-05 tokens_per_second_per_gpu:264.04346906461575 
Step 2917 | loss:0.05292254686355591 lr:1.591692528817163e-05 tokens_per_second_per_gpu:318.07068097559187 
Step 2918 | loss:0.18262705206871033 lr:1.5914324736041518e-05 tokens_per_second_per_gpu:267.63434978019944 
Step 2919 | loss:0.17868167161941528 lr:1.591172356861129e-05 tokens_per_second_per_gpu:258.70944570734207 
Step 2920 | loss:0.13177752494812012 lr:1.590912178615157e-05 tokens_per_second_per_gpu:316.180155212426 
Step 2921 | loss:0.13194867968559265 lr:1.5906519388933023e-05 tokens_per_second_per_gpu:285.95211636535106 
Step 2922 | loss:0.11157013475894928 lr:1.59039163772264e-05 tokens_per_second_per_gpu:326.7637709814702 
Step 2923 | loss:0.141609787940979 lr:1.5901312751302506e-05 tokens_per_second_per_gpu:303.1929986265692 
Step 2924 | loss:0.04981368035078049 lr:1.5898708511432208e-05 tokens_per_second_per_gpu:305.3342097331763 
Step 2925 | loss:0.11093085259199142 lr:1.5896103657886438e-05 tokens_per_second_per_gpu:253.31148524087945 
Step 2926 | loss:0.07544869184494019 lr:1.58934981909362e-05 tokens_per_second_per_gpu:322.2454245330572 
Step 2927 | loss:0.19316428899765015 lr:1.5890892110852546e-05 tokens_per_second_per_gpu:334.0328594592553 
Step 2928 | loss:0.12338230013847351 lr:1.588828541790661e-05 tokens_per_second_per_gpu:275.5260154375157 
Step 2929 | loss:0.09264340251684189 lr:1.5885678112369575e-05 tokens_per_second_per_gpu:303.45735563060305 
Step 2930 | loss:0.15999054908752441 lr:1.5883070194512695e-05 tokens_per_second_per_gpu:353.1948558832748 
Step 2931 | loss:0.11191187053918839 lr:1.5880461664607287e-05 tokens_per_second_per_gpu:289.4723124378759 
Step 2932 | loss:0.07865816354751587 lr:1.5877852522924733e-05 tokens_per_second_per_gpu:291.5587601022074 
Step 2933 | loss:0.08640443533658981 lr:1.587524276973647e-05 tokens_per_second_per_gpu:260.6263318693851 
Step 2934 | loss:0.2104523479938507 lr:1.5872632405314012e-05 tokens_per_second_per_gpu:373.8206315157857 
Step 2935 | loss:0.19910237193107605 lr:1.5870021429928926e-05 tokens_per_second_per_gpu:323.64416303034557 
Step 2936 | loss:0.07731214165687561 lr:1.5867409843852845e-05 tokens_per_second_per_gpu:309.92607698543367 
Step 2937 | loss:0.11380387842655182 lr:1.5864797647357472e-05 tokens_per_second_per_gpu:274.10198191249515 
Step 2938 | loss:0.18865430355072021 lr:1.5862184840714564e-05 tokens_per_second_per_gpu:294.02856958984313 
Step 2939 | loss:0.0804547443985939 lr:1.5859571424195947e-05 tokens_per_second_per_gpu:285.70837855957257 
Step 2940 | loss:0.09055149555206299 lr:1.5856957398073508e-05 tokens_per_second_per_gpu:322.1522298141581 
Step 2941 | loss:0.09016339480876923 lr:1.5854342762619202e-05 tokens_per_second_per_gpu:312.467197208276 
Step 2942 | loss:0.1403118073940277 lr:1.5851727518105043e-05 tokens_per_second_per_gpu:285.2954861178315 
Step 2943 | loss:0.07264712452888489 lr:1.5849111664803106e-05 tokens_per_second_per_gpu:240.61757698127542 
Step 2944 | loss:0.054652243852615356 lr:1.5846495202985538e-05 tokens_per_second_per_gpu:220.92164073945094 
Step 2945 | loss:0.17555488646030426 lr:1.584387813292454e-05 tokens_per_second_per_gpu:363.5465765879094 
Step 2946 | loss:0.08690205961465836 lr:1.584126045489238e-05 tokens_per_second_per_gpu:383.63128021730313 
Step 2947 | loss:0.0684298500418663 lr:1.583864216916139e-05 tokens_per_second_per_gpu:265.7165968587643 
Step 2948 | loss:0.0742398053407669 lr:1.5836023276003973e-05 tokens_per_second_per_gpu:283.4038377588867 
Step 2949 | loss:0.06493987143039703 lr:1.5833403775692575e-05 tokens_per_second_per_gpu:286.1460650849481 
Step 2950 | loss:0.09771539270877838 lr:1.5830783668499728e-05 tokens_per_second_per_gpu:328.783956671603 
Step 2951 | loss:0.14463745057582855 lr:1.5828162954698006e-05 tokens_per_second_per_gpu:266.2193216482596 
Step 2952 | loss:0.15275117754936218 lr:1.5825541634560057e-05 tokens_per_second_per_gpu:319.06126159362924 
Step 2953 | loss:0.11934777349233627 lr:1.5822919708358603e-05 tokens_per_second_per_gpu:255.03739616118838 
Step 2954 | loss:0.0710463672876358 lr:1.582029717636641e-05 tokens_per_second_per_gpu:324.36948321429213 
Step 2955 | loss:0.060919273644685745 lr:1.581767403885631e-05 tokens_per_second_per_gpu:288.9103313676048 
Step 2956 | loss:0.09931465238332748 lr:1.581505029610121e-05 tokens_per_second_per_gpu:291.44778208936674 
Step 2957 | loss:0.06099427491426468 lr:1.581242594837407e-05 tokens_per_second_per_gpu:273.54072385261514 
Step 2958 | loss:0.06972601264715195 lr:1.5809800995947918e-05 tokens_per_second_per_gpu:277.29686356256497 
Step 2959 | loss:0.06198607385158539 lr:1.5807175439095837e-05 tokens_per_second_per_gpu:309.67468550561745 
Step 2960 | loss:0.1441822052001953 lr:1.580454927809098e-05 tokens_per_second_per_gpu:289.79888560903277 
Step 2961 | loss:0.07106202840805054 lr:1.5801922513206565e-05 tokens_per_second_per_gpu:312.9683962232752 
Step 2962 | loss:0.11424846947193146 lr:1.5799295144715866e-05 tokens_per_second_per_gpu:254.27247476403784 
Step 2963 | loss:0.20282942056655884 lr:1.5796667172892225e-05 tokens_per_second_per_gpu:304.6874593528912 
Step 2964 | loss:0.08040609955787659 lr:1.579403859800904e-05 tokens_per_second_per_gpu:245.84630151633183 
Step 2965 | loss:0.1103219985961914 lr:1.579140942033978e-05 tokens_per_second_per_gpu:270.8807464790318 
Step 2966 | loss:0.12667131423950195 lr:1.578877964015797e-05 tokens_per_second_per_gpu:271.4807654697502 
Step 2967 | loss:0.1332174688577652 lr:1.5786149257737203e-05 tokens_per_second_per_gpu:258.01346425038054 
Step 2968 | loss:0.1398029327392578 lr:1.5783518273351134e-05 tokens_per_second_per_gpu:325.19202664756386 
Step 2969 | loss:0.0635138750076294 lr:1.5780886687273475e-05 tokens_per_second_per_gpu:264.66158327458436 
Step 2970 | loss:0.12201136350631714 lr:1.5778254499778006e-05 tokens_per_second_per_gpu:322.20071365473746 
Step 2971 | loss:0.2495621144771576 lr:1.5775621711138572e-05 tokens_per_second_per_gpu:270.3044219050164 
Step 2972 | loss:0.1495567262172699 lr:1.577298832162907e-05 tokens_per_second_per_gpu:340.6906139090385 
Step 2973 | loss:0.10591647773981094 lr:1.577035433152347e-05 tokens_per_second_per_gpu:416.1869023835807 
Step 2974 | loss:0.10718212276697159 lr:1.57677197410958e-05 tokens_per_second_per_gpu:301.3246772863552 
Step 2975 | loss:0.17282208800315857 lr:1.5765084550620153e-05 tokens_per_second_per_gpu:288.5887288796461 
Step 2976 | loss:0.05928865075111389 lr:1.5762448760370677e-05 tokens_per_second_per_gpu:281.46233246426635 
Step 2977 | loss:0.13223186135292053 lr:1.5759812370621594e-05 tokens_per_second_per_gpu:261.372881684123 
Step 2978 | loss:0.08416306972503662 lr:1.5757175381647178e-05 tokens_per_second_per_gpu:282.2644369252075 
Step 2979 | loss:0.07280377298593521 lr:1.5754537793721772e-05 tokens_per_second_per_gpu:278.89031192356936 
Step 2980 | loss:0.24573087692260742 lr:1.5751899607119777e-05 tokens_per_second_per_gpu:263.6056588284942 
Step 2981 | loss:0.1905929297208786 lr:1.5749260822115663e-05 tokens_per_second_per_gpu:289.0271549248005 
Step 2982 | loss:0.10586413741111755 lr:1.5746621438983953e-05 tokens_per_second_per_gpu:267.9476230361636 
Step 2983 | loss:0.07255934178829193 lr:1.5743981457999237e-05 tokens_per_second_per_gpu:319.0340702003475 
Step 2984 | loss:0.1027262806892395 lr:1.5741340879436166e-05 tokens_per_second_per_gpu:313.8270837824204 
Step 2985 | loss:0.11158561706542969 lr:1.573869970356946e-05 tokens_per_second_per_gpu:349.501272457541 
Step 2986 | loss:0.14007878303527832 lr:1.573605793067389e-05 tokens_per_second_per_gpu:274.10735267957773 
Step 2987 | loss:0.10377165675163269 lr:1.5733415561024292e-05 tokens_per_second_per_gpu:287.8799078395037 
Step 2988 | loss:0.0619196891784668 lr:1.573077259489557e-05 tokens_per_second_per_gpu:308.7596718483536 
Step 2989 | loss:0.0457150861620903 lr:1.572812903256269e-05 tokens_per_second_per_gpu:283.9080392406454 
Step 2990 | loss:0.07249677181243896 lr:1.5725484874300673e-05 tokens_per_second_per_gpu:254.93931003429037 
Step 2991 | loss:0.08558754622936249 lr:1.5722840120384602e-05 tokens_per_second_per_gpu:314.40228462263434 
Step 2992 | loss:0.0907617062330246 lr:1.572019477108963e-05 tokens_per_second_per_gpu:305.5997548552372 
Step 2993 | loss:0.11771715432405472 lr:1.5717548826690964e-05 tokens_per_second_per_gpu:250.9132019681456 
Step 2994 | loss:0.07281024754047394 lr:1.5714902287463883e-05 tokens_per_second_per_gpu:267.6846029596479 
Step 2995 | loss:0.05468868091702461 lr:1.5712255153683715e-05 tokens_per_second_per_gpu:316.38292603718486 
Step 2996 | loss:0.03400561586022377 lr:1.5709607425625855e-05 tokens_per_second_per_gpu:321.51412992553253 
Step 2997 | loss:0.14883726835250854 lr:1.5706959103565768e-05 tokens_per_second_per_gpu:331.16964657010976 
Step 2998 | loss:0.25839659571647644 lr:1.5704310187778967e-05 tokens_per_second_per_gpu:258.6426630792014 
Step 2999 | loss:0.05717288330197334 lr:1.5701660678541034e-05 tokens_per_second_per_gpu:344.8553572436434 
Step 3000 | loss:0.06686504930257797 lr:1.5699010576127617e-05 tokens_per_second_per_gpu:275.47803890079683 
Step 3001 | loss:0.04820758104324341 lr:1.5696359880814416e-05 tokens_per_second_per_gpu:250.41115456020526 
Step 3002 | loss:0.13958832621574402 lr:1.56937085928772e-05 tokens_per_second_per_gpu:306.017357212462 
Step 3003 | loss:0.11856305599212646 lr:1.5691056712591796e-05 tokens_per_second_per_gpu:289.3890775334087 
Step 3004 | loss:0.06654171645641327 lr:1.5688404240234093e-05 tokens_per_second_per_gpu:303.0978760185214 
Step 3005 | loss:0.11808639764785767 lr:1.5685751176080048e-05 tokens_per_second_per_gpu:297.50999581949907 
Step 3006 | loss:0.09528551995754242 lr:1.5683097520405666e-05 tokens_per_second_per_gpu:291.7799247870324 
Step 3007 | loss:0.2215707004070282 lr:1.568044327348703e-05 tokens_per_second_per_gpu:271.07561556014184 
Step 3008 | loss:0.15358293056488037 lr:1.5677788435600264e-05 tokens_per_second_per_gpu:292.601011447271 
Step 3009 | loss:0.16785752773284912 lr:1.567513300702158e-05 tokens_per_second_per_gpu:273.71194737284605 
Step 3010 | loss:0.04369854927062988 lr:1.567247698802723e-05 tokens_per_second_per_gpu:286.5947740220824 
Step 3011 | loss:0.14446911215782166 lr:1.5669820378893533e-05 tokens_per_second_per_gpu:306.64464608656795 
Step 3012 | loss:0.15198691189289093 lr:1.5667163179896872e-05 tokens_per_second_per_gpu:282.68610039908367 
Step 3013 | loss:0.17682412266731262 lr:1.566450539131369e-05 tokens_per_second_per_gpu:400.62169958169477 
Step 3014 | loss:0.17508256435394287 lr:1.5661847013420493e-05 tokens_per_second_per_gpu:284.28679273164045 
Step 3015 | loss:0.12777307629585266 lr:1.5659188046493846e-05 tokens_per_second_per_gpu:273.03906323355176 
Step 3016 | loss:0.12754443287849426 lr:1.565652849081038e-05 tokens_per_second_per_gpu:304.13706354518473 
Step 3017 | loss:0.22425860166549683 lr:1.5653868346646775e-05 tokens_per_second_per_gpu:266.57807677454315 
Step 3018 | loss:0.15465141832828522 lr:1.5651207614279785e-05 tokens_per_second_per_gpu:321.94655206729243 
Step 3019 | loss:0.06493429839611053 lr:1.5648546293986224e-05 tokens_per_second_per_gpu:269.7193483278232 
Step 3020 | loss:0.1486595720052719 lr:1.564588438604296e-05 tokens_per_second_per_gpu:311.9873727361902 
Step 3021 | loss:0.07154686748981476 lr:1.5643221890726922e-05 tokens_per_second_per_gpu:337.57232775839964 
Step 3022 | loss:0.08565336465835571 lr:1.5640558808315118e-05 tokens_per_second_per_gpu:323.53527948257056 
Step 3023 | loss:0.16370889544487 lr:1.5637895139084583e-05 tokens_per_second_per_gpu:274.1497204835464 
Step 3024 | loss:0.07983705401420593 lr:1.5635230883312457e-05 tokens_per_second_per_gpu:305.6152534808935 
Step 3025 | loss:0.06634023785591125 lr:1.56325660412759e-05 tokens_per_second_per_gpu:391.88173994999994 
Step 3026 | loss:0.13963830471038818 lr:1.5629900613252153e-05 tokens_per_second_per_gpu:310.75227926205685 
Step 3027 | loss:0.04521455988287926 lr:1.562723459951852e-05 tokens_per_second_per_gpu:256.768005815693 
Step 3028 | loss:0.0903136283159256 lr:1.5624568000352357e-05 tokens_per_second_per_gpu:308.1969018466542 
Step 3029 | loss:0.17839699983596802 lr:1.562190081603109e-05 tokens_per_second_per_gpu:293.97650081074755 
Step 3030 | loss:0.09428517520427704 lr:1.56192330468322e-05 tokens_per_second_per_gpu:275.4896230471656 
Step 3031 | loss:0.07392875105142593 lr:1.5616564693033223e-05 tokens_per_second_per_gpu:267.2183375580411 
Step 3032 | loss:0.10612120479345322 lr:1.561389575491177e-05 tokens_per_second_per_gpu:285.9706694407819 
Step 3033 | loss:0.12562192976474762 lr:1.5611226232745506e-05 tokens_per_second_per_gpu:260.1826700144276 
Step 3034 | loss:0.12376824021339417 lr:1.560855612681215e-05 tokens_per_second_per_gpu:264.01737524135194 
Step 3035 | loss:0.13435953855514526 lr:1.5605885437389492e-05 tokens_per_second_per_gpu:275.38929468584325 
Step 3036 | loss:0.11625988781452179 lr:1.5603214164755377e-05 tokens_per_second_per_gpu:284.7027827921451 
Step 3037 | loss:0.08113689720630646 lr:1.560054230918772e-05 tokens_per_second_per_gpu:267.0983678737154 
Step 3038 | loss:0.08653729408979416 lr:1.5597869870964478e-05 tokens_per_second_per_gpu:286.2951447929629 
Step 3039 | loss:0.21736963093280792 lr:1.5595196850363682e-05 tokens_per_second_per_gpu:333.634570781989 
Step 3040 | loss:0.051307786256074905 lr:1.5592523247663428e-05 tokens_per_second_per_gpu:275.6356907211387 
Step 3041 | loss:0.12435414642095566 lr:1.5589849063141856e-05 tokens_per_second_per_gpu:269.4598227822597 
Step 3042 | loss:0.32779932022094727 lr:1.5587174297077183e-05 tokens_per_second_per_gpu:289.57872754584963 
Step 3043 | loss:0.1125059425830841 lr:1.558449894974768e-05 tokens_per_second_per_gpu:313.69288942361305 
Step 3044 | loss:0.08187410980463028 lr:1.5581823021431675e-05 tokens_per_second_per_gpu:269.238154716219 
Step 3045 | loss:0.11177182197570801 lr:1.5579146512407564e-05 tokens_per_second_per_gpu:329.66421937920177 
Step 3046 | loss:0.09423068165779114 lr:1.5576469422953794e-05 tokens_per_second_per_gpu:270.8669955374133 
Step 3047 | loss:0.17837035655975342 lr:1.557379175334888e-05 tokens_per_second_per_gpu:279.5577203742689 
Step 3048 | loss:0.05190998688340187 lr:1.5571113503871396e-05 tokens_per_second_per_gpu:300.9851941234456 
Step 3049 | loss:0.09014024585485458 lr:1.5568434674799973e-05 tokens_per_second_per_gpu:273.09637186039305 
Step 3050 | loss:0.11418037116527557 lr:1.55657552664133e-05 tokens_per_second_per_gpu:216.32592704343165 
Step 3051 | loss:0.17102956771850586 lr:1.5563075278990147e-05 tokens_per_second_per_gpu:332.8233266455451 
Step 3052 | loss:0.11771223694086075 lr:1.556039471280931e-05 tokens_per_second_per_gpu:300.9003963874285 
Step 3053 | loss:0.2432810664176941 lr:1.555771356814967e-05 tokens_per_second_per_gpu:265.8198255627054 
Step 3054 | loss:0.16959135234355927 lr:1.5555031845290168e-05 tokens_per_second_per_gpu:271.09781251711127 
Step 3055 | loss:0.11270901560783386 lr:1.5552349544509785e-05 tokens_per_second_per_gpu:264.3304899216943 
Step 3056 | loss:0.08521200716495514 lr:1.554966666608759e-05 tokens_per_second_per_gpu:264.9066239733048 
Step 3057 | loss:0.12469373643398285 lr:1.5546983210302684e-05 tokens_per_second_per_gpu:301.79033770472864 
Step 3058 | loss:0.2566301226615906 lr:1.5544299177434253e-05 tokens_per_second_per_gpu:306.5938109879285 
Step 3059 | loss:0.060121893882751465 lr:1.5541614567761528e-05 tokens_per_second_per_gpu:319.2617465446777 
Step 3060 | loss:0.3164791464805603 lr:1.55389293815638e-05 tokens_per_second_per_gpu:287.27620579785196 
Step 3061 | loss:0.07396265864372253 lr:1.5536243619120426e-05 tokens_per_second_per_gpu:291.1687455181302 
Step 3062 | loss:0.1941281259059906 lr:1.5533557280710827e-05 tokens_per_second_per_gpu:291.67064629181067 
Step 3063 | loss:0.06269221752882004 lr:1.553087036661447e-05 tokens_per_second_per_gpu:262.6503806046752 
Step 3064 | loss:0.12755104899406433 lr:1.5528182877110896e-05 tokens_per_second_per_gpu:332.86190511483693 
Step 3065 | loss:0.13528989255428314 lr:1.552549481247969e-05 tokens_per_second_per_gpu:263.93494566473754 
Step 3066 | loss:0.12004102021455765 lr:1.5522806173000516e-05 tokens_per_second_per_gpu:297.83293659503914 
Step 3067 | loss:0.06404149532318115 lr:1.5520116958953085e-05 tokens_per_second_per_gpu:285.3742149265284 
Step 3068 | loss:0.16023792326450348 lr:1.5517427170617168e-05 tokens_per_second_per_gpu:341.82850953318996 
Step 3069 | loss:0.192291259765625 lr:1.5514736808272602e-05 tokens_per_second_per_gpu:303.1940884775348 
Step 3070 | loss:0.08166320621967316 lr:1.551204587219928e-05 tokens_per_second_per_gpu:336.051868231229 
Step 3071 | loss:0.0697910487651825 lr:1.550935436267715e-05 tokens_per_second_per_gpu:241.1736790160085 
Step 3072 | loss:0.054333411157131195 lr:1.5506662279986234e-05 tokens_per_second_per_gpu:303.61901516932716 
Step 3073 | loss:0.19582967460155487 lr:1.5503969624406598e-05 tokens_per_second_per_gpu:381.75969664364834 
Step 3074 | loss:0.13622842729091644 lr:1.5501276396218375e-05 tokens_per_second_per_gpu:312.34329117061384 
Step 3075 | loss:0.18395192921161652 lr:1.5498582595701756e-05 tokens_per_second_per_gpu:284.5471622636538 
Step 3076 | loss:0.14599645137786865 lr:1.5495888223136995e-05 tokens_per_second_per_gpu:264.3326629484729 
Step 3077 | loss:0.11715491116046906 lr:1.5493193278804398e-05 tokens_per_second_per_gpu:349.0075668771013 
Step 3078 | loss:0.08923874795436859 lr:1.549049776298434e-05 tokens_per_second_per_gpu:315.8639843870556 
Step 3079 | loss:0.039589062333106995 lr:1.5487801675957246e-05 tokens_per_second_per_gpu:289.7796841651433 
Step 3080 | loss:0.1934412270784378 lr:1.5485105018003606e-05 tokens_per_second_per_gpu:263.2080617148718 
Step 3081 | loss:0.04457844793796539 lr:1.548240778940397e-05 tokens_per_second_per_gpu:269.83840668400205 
Step 3082 | loss:0.13501885533332825 lr:1.547970999043895e-05 tokens_per_second_per_gpu:341.43973726483335 
Step 3083 | loss:0.04771715775132179 lr:1.5477011621389202e-05 tokens_per_second_per_gpu:288.53414872974884 
Step 3084 | loss:0.08451204001903534 lr:1.547431268253546e-05 tokens_per_second_per_gpu:291.0798025544166 
Step 3085 | loss:0.14642389118671417 lr:1.547161317415851e-05 tokens_per_second_per_gpu:333.5877679047207 
Step 3086 | loss:0.17236867547035217 lr:1.5468913096539197e-05 tokens_per_second_per_gpu:245.1621523554489 
Step 3087 | loss:0.14233240485191345 lr:1.5466212449958417e-05 tokens_per_second_per_gpu:287.1681295104382 
Step 3088 | loss:0.17206528782844543 lr:1.546351123469714e-05 tokens_per_second_per_gpu:289.90872718634114 
Step 3089 | loss:0.15792690217494965 lr:1.546080945103639e-05 tokens_per_second_per_gpu:246.20894714362413 
Step 3090 | loss:0.04047761484980583 lr:1.5458107099257245e-05 tokens_per_second_per_gpu:271.8077586561911 
Step 3091 | loss:0.06696855276823044 lr:1.5455404179640847e-05 tokens_per_second_per_gpu:304.21315599232327 
Step 3092 | loss:0.21349884569644928 lr:1.54527006924684e-05 tokens_per_second_per_gpu:321.33277096685015 
Step 3093 | loss:0.07761553674936295 lr:1.5449996638021156e-05 tokens_per_second_per_gpu:360.4941170811498 
Step 3094 | loss:0.1831141710281372 lr:1.544729201658043e-05 tokens_per_second_per_gpu:244.2086628601947 
Step 3095 | loss:0.09612513333559036 lr:1.544458682842761e-05 tokens_per_second_per_gpu:230.71037957737383 
Step 3096 | loss:0.048922348767519 lr:1.5441881073844126e-05 tokens_per_second_per_gpu:297.27309618944696 
Step 3097 | loss:0.17242643237113953 lr:1.543917475311147e-05 tokens_per_second_per_gpu:292.0327275875214 
Step 3098 | loss:0.07401198893785477 lr:1.54364678665112e-05 tokens_per_second_per_gpu:287.49579583027173 
Step 3099 | loss:0.1956486701965332 lr:1.5433760414324928e-05 tokens_per_second_per_gpu:271.3899771087583 
Step 3100 | loss:0.11544690281152725 lr:1.543105239683432e-05 tokens_per_second_per_gpu:269.3390479655286 
Step 3101 | loss:0.1361364722251892 lr:1.5428343814321114e-05 tokens_per_second_per_gpu:371.2583440945117 
Step 3102 | loss:0.07424473762512207 lr:1.5425634667067096e-05 tokens_per_second_per_gpu:288.172560120276 
Step 3103 | loss:0.1739327758550644 lr:1.542292495535411e-05 tokens_per_second_per_gpu:325.5073249889579 
Step 3104 | loss:0.05221184715628624 lr:1.5420214679464067e-05 tokens_per_second_per_gpu:259.3087936510158 
Step 3105 | loss:0.1068953275680542 lr:1.541750383967893e-05 tokens_per_second_per_gpu:311.0940499645222 
Step 3106 | loss:0.2008395791053772 lr:1.541479243628072e-05 tokens_per_second_per_gpu:344.13579420449577 
Step 3107 | loss:0.08957069367170334 lr:1.5412080469551528e-05 tokens_per_second_per_gpu:302.6371900377622 
Step 3108 | loss:0.049995291978120804 lr:1.5409367939773485e-05 tokens_per_second_per_gpu:272.7708108234128 
Step 3109 | loss:0.06120035797357559 lr:1.54066548472288e-05 tokens_per_second_per_gpu:300.89716235680993 
Step 3110 | loss:0.1343534290790558 lr:1.540394119219972e-05 tokens_per_second_per_gpu:285.02385559244465 
Step 3111 | loss:0.17115359008312225 lr:1.5401226974968572e-05 tokens_per_second_per_gpu:341.7481309090002 
Step 3112 | loss:0.1023171991109848 lr:1.5398512195817722e-05 tokens_per_second_per_gpu:359.04714354879076 
Step 3113 | loss:0.07069993764162064 lr:1.539579685502961e-05 tokens_per_second_per_gpu:310.8112366817222 
Step 3114 | loss:0.09281056374311447 lr:1.539308095288673e-05 tokens_per_second_per_gpu:367.2913701707398 
Step 3115 | loss:0.08218766748905182 lr:1.5390364489671626e-05 tokens_per_second_per_gpu:252.73471833154522 
Step 3116 | loss:0.0688089057803154 lr:1.538764746566691e-05 tokens_per_second_per_gpu:361.6029619837925 
Step 3117 | loss:0.15072883665561676 lr:1.538492988115525e-05 tokens_per_second_per_gpu:291.4214505336265 
Step 3118 | loss:0.11146493256092072 lr:1.538221173641937e-05 tokens_per_second_per_gpu:262.1946740820135 
Step 3119 | loss:0.22636005282402039 lr:1.5379493031742053e-05 tokens_per_second_per_gpu:397.57560980884966 
Step 3120 | loss:0.06110495701432228 lr:1.5376773767406142e-05 tokens_per_second_per_gpu:258.51940399644326 
Step 3121 | loss:0.12220644950866699 lr:1.537405394369454e-05 tokens_per_second_per_gpu:272.723466975082 
Step 3122 | loss:0.20320449769496918 lr:1.5371333560890198e-05 tokens_per_second_per_gpu:452.0840525664582 
Step 3123 | loss:0.049499280750751495 lr:1.536861261927614e-05 tokens_per_second_per_gpu:277.5571628739892 
Step 3124 | loss:0.14528411626815796 lr:1.5365891119135435e-05 tokens_per_second_per_gpu:260.7293091876375 
Step 3125 | loss:0.06644155085086823 lr:1.5363169060751223e-05 tokens_per_second_per_gpu:295.5594288175563 
Step 3126 | loss:0.05561893805861473 lr:1.5360446444406683e-05 tokens_per_second_per_gpu:283.28369543768696 
Step 3127 | loss:0.029350243508815765 lr:1.535772327038508e-05 tokens_per_second_per_gpu:251.58649466104447 
Step 3128 | loss:0.19552099704742432 lr:1.5354999538969706e-05 tokens_per_second_per_gpu:307.1247024640508 
Step 3129 | loss:0.09467603266239166 lr:1.5352275250443933e-05 tokens_per_second_per_gpu:391.03653000294355 
Step 3130 | loss:0.12179362028837204 lr:1.534955040509119e-05 tokens_per_second_per_gpu:329.521619565779 
Step 3131 | loss:0.07284772396087646 lr:1.5346825003194942e-05 tokens_per_second_per_gpu:264.3744784316953 
Step 3132 | loss:0.04727393016219139 lr:1.534409904503874e-05 tokens_per_second_per_gpu:310.1432487586761 
Step 3133 | loss:0.08700308948755264 lr:1.534137253090618e-05 tokens_per_second_per_gpu:318.8186363839837 
Step 3134 | loss:0.21047769486904144 lr:1.533864546108091e-05 tokens_per_second_per_gpu:252.15883853864187 
Step 3135 | loss:0.1882656216621399 lr:1.5335917835846647e-05 tokens_per_second_per_gpu:248.54850632035547 
Step 3136 | loss:0.08467774838209152 lr:1.533318965548716e-05 tokens_per_second_per_gpu:299.7673571093536 
Step 3137 | loss:0.24409610033035278 lr:1.533046092028628e-05 tokens_per_second_per_gpu:297.40183099315914 
Step 3138 | loss:0.10066055506467819 lr:1.5327731630527884e-05 tokens_per_second_per_gpu:273.23621995206844 
Step 3139 | loss:0.141684427857399 lr:1.5325001786495922e-05 tokens_per_second_per_gpu:296.1580077765023 
Step 3140 | loss:0.15856890380382538 lr:1.5322271388474397e-05 tokens_per_second_per_gpu:262.62396416009983 
Step 3141 | loss:0.07542293518781662 lr:1.5319540436747363e-05 tokens_per_second_per_gpu:317.2360854266668 
Step 3142 | loss:0.06902991980314255 lr:1.5316808931598935e-05 tokens_per_second_per_gpu:315.3484416675663 
Step 3143 | loss:0.05669448524713516 lr:1.5314076873313287e-05 tokens_per_second_per_gpu:232.5263110402784 
Step 3144 | loss:0.06258301436901093 lr:1.531134426217465e-05 tokens_per_second_per_gpu:292.1026299365877 
Step 3145 | loss:0.058585841208696365 lr:1.530861109846732e-05 tokens_per_second_per_gpu:264.5704641715685 
Step 3146 | loss:0.050191015005111694 lr:1.530587738247564e-05 tokens_per_second_per_gpu:268.41891132360803 
Step 3147 | loss:0.1359298825263977 lr:1.5303143114484004e-05 tokens_per_second_per_gpu:364.5612499945746 
Step 3148 | loss:0.09534360468387604 lr:1.5300408294776887e-05 tokens_per_second_per_gpu:313.6211242559488 
Step 3149 | loss:0.39221593737602234 lr:1.5297672923638798e-05 tokens_per_second_per_gpu:248.80256420940898 
Step 3150 | loss:0.06591572612524033 lr:1.5294937001354314e-05 tokens_per_second_per_gpu:253.88414133595242 
Step 3151 | loss:0.08843590319156647 lr:1.5292200528208075e-05 tokens_per_second_per_gpu:315.8445787691399 
Step 3152 | loss:0.04071672633290291 lr:1.5289463504484765e-05 tokens_per_second_per_gpu:305.5660272604697 
Step 3153 | loss:0.05685420706868172 lr:1.528672593046913e-05 tokens_per_second_per_gpu:290.2651236940333 
Step 3154 | loss:0.0854349434375763 lr:1.5283987806445984e-05 tokens_per_second_per_gpu:312.72373330317237 
Step 3155 | loss:0.07842815667390823 lr:1.5281249132700182e-05 tokens_per_second_per_gpu:306.3144977117144 
Step 3156 | loss:0.11180524528026581 lr:1.5278509909516644e-05 tokens_per_second_per_gpu:283.09556097634993 
Step 3157 | loss:0.08500160276889801 lr:1.527577013718035e-05 tokens_per_second_per_gpu:228.74094337568215 
Step 3158 | loss:0.08656474202871323 lr:1.527302981597633e-05 tokens_per_second_per_gpu:362.2649571129823 
Step 3159 | loss:0.13975593447685242 lr:1.5270288946189676e-05 tokens_per_second_per_gpu:300.0354564210981 
Step 3160 | loss:0.10779885947704315 lr:1.5267547528105538e-05 tokens_per_second_per_gpu:282.63454431979926 
Step 3161 | loss:0.10209483653306961 lr:1.5264805562009122e-05 tokens_per_second_per_gpu:270.77745370064036 
Step 3162 | loss:0.0963006317615509 lr:1.5262063048185685e-05 tokens_per_second_per_gpu:286.11560668222427 
Step 3163 | loss:0.08532507717609406 lr:1.525931998692055e-05 tokens_per_second_per_gpu:261.1949436257362 
Step 3164 | loss:0.10780607163906097 lr:1.5256576378499088e-05 tokens_per_second_per_gpu:311.3989821038705 
Step 3165 | loss:0.07225338369607925 lr:1.5253832223206736e-05 tokens_per_second_per_gpu:280.20907406535906 
Step 3166 | loss:0.11527211964130402 lr:1.5251087521328987e-05 tokens_per_second_per_gpu:237.58588557883306 
Step 3167 | loss:0.06490785628557205 lr:1.5248342273151382e-05 tokens_per_second_per_gpu:328.44577803113117 
Step 3168 | loss:0.10484173148870468 lr:1.5245596478959526e-05 tokens_per_second_per_gpu:367.86793593816685 
Step 3169 | loss:0.19375476241111755 lr:1.5242850139039075e-05 tokens_per_second_per_gpu:328.67112302293344 
Step 3170 | loss:0.14116650819778442 lr:1.5240103253675756e-05 tokens_per_second_per_gpu:291.5306570168989 
Step 3171 | loss:0.05684209614992142 lr:1.5237355823155335e-05 tokens_per_second_per_gpu:297.11590538451867 
Step 3172 | loss:0.12294507026672363 lr:1.5234607847763644e-05 tokens_per_second_per_gpu:345.78845036940254 
Step 3173 | loss:0.23060408234596252 lr:1.5231859327786574e-05 tokens_per_second_per_gpu:308.2281946064511 
Step 3174 | loss:0.07132574915885925 lr:1.5229110263510061e-05 tokens_per_second_per_gpu:379.52416588212947 
Step 3175 | loss:0.1114247515797615 lr:1.5226360655220113e-05 tokens_per_second_per_gpu:362.4438868132057 
Step 3176 | loss:0.08011278510093689 lr:1.5223610503202784e-05 tokens_per_second_per_gpu:292.2613388857773 
Step 3177 | loss:0.10766284167766571 lr:1.5220859807744188e-05 tokens_per_second_per_gpu:257.93776169524057 
Step 3178 | loss:0.09677016735076904 lr:1.5218108569130495e-05 tokens_per_second_per_gpu:239.1421997531854 
Step 3179 | loss:0.08107739686965942 lr:1.5215356787647928e-05 tokens_per_second_per_gpu:274.36941891561656 
Step 3180 | loss:0.1277853548526764 lr:1.5212604463582777e-05 tokens_per_second_per_gpu:210.09593130475048 
Step 3181 | loss:0.1212124228477478 lr:1.5209851597221378e-05 tokens_per_second_per_gpu:294.39788517368453 
Step 3182 | loss:0.0854913666844368 lr:1.5207098188850124e-05 tokens_per_second_per_gpu:302.3008540607842 
Step 3183 | loss:0.14393147826194763 lr:1.5204344238755477e-05 tokens_per_second_per_gpu:300.5810157096166 
Step 3184 | loss:0.10310463607311249 lr:1.5201589747223935e-05 tokens_per_second_per_gpu:354.5631940437486 
Step 3185 | loss:0.08271187543869019 lr:1.5198834714542068e-05 tokens_per_second_per_gpu:311.05709217260227 
Step 3186 | loss:0.12921392917633057 lr:1.51960791409965e-05 tokens_per_second_per_gpu:306.62070984228933 
Step 3187 | loss:0.10701238363981247 lr:1.5193323026873903e-05 tokens_per_second_per_gpu:286.4613357611883 
Step 3188 | loss:0.10296214371919632 lr:1.519056637246101e-05 tokens_per_second_per_gpu:316.6761532919191 
Step 3189 | loss:0.03092085011303425 lr:1.5187809178044621e-05 tokens_per_second_per_gpu:236.5237871498329 
Step 3190 | loss:0.10518375039100647 lr:1.518505144391157e-05 tokens_per_second_per_gpu:254.34435003693198 
Step 3191 | loss:0.08270263671875 lr:1.5182293170348769e-05 tokens_per_second_per_gpu:287.79525770039237 
Step 3192 | loss:0.09335066378116608 lr:1.5179534357643176e-05 tokens_per_second_per_gpu:235.40539451301868 
Step 3193 | loss:0.1055593267083168 lr:1.5176775006081795e-05 tokens_per_second_per_gpu:289.9485643985106 
Step 3194 | loss:0.13547734916210175 lr:1.5174015115951707e-05 tokens_per_second_per_gpu:268.6567821765121 
Step 3195 | loss:0.20482198894023895 lr:1.5171254687540037e-05 tokens_per_second_per_gpu:337.18678995503353 
Step 3196 | loss:0.0769035592675209 lr:1.5168493721133968e-05 tokens_per_second_per_gpu:357.28406687464434 
Step 3197 | loss:0.02455800026655197 lr:1.5165732217020734e-05 tokens_per_second_per_gpu:241.3413397617129 
Step 3198 | loss:0.107999287545681 lr:1.5162970175487635e-05 tokens_per_second_per_gpu:254.01064991014132 
Step 3199 | loss:0.1490568220615387 lr:1.5160207596822019e-05 tokens_per_second_per_gpu:290.02820253912654 
Step 3200 | loss:0.0862746611237526 lr:1.515744448131129e-05 tokens_per_second_per_gpu:313.913873655778 
Step 3201 | loss:0.057804644107818604 lr:1.5154680829242919e-05 tokens_per_second_per_gpu:223.27214384188716 
Step 3202 | loss:0.07188189029693604 lr:1.5151916640904413e-05 tokens_per_second_per_gpu:254.23689024747122 
Step 3203 | loss:0.08037517219781876 lr:1.5149151916583353e-05 tokens_per_second_per_gpu:321.33358933201345 
Step 3204 | loss:0.11859019100666046 lr:1.5146386656567367e-05 tokens_per_second_per_gpu:315.54373786954955 
Step 3205 | loss:0.16290970146656036 lr:1.5143620861144142e-05 tokens_per_second_per_gpu:314.5827934723268 
Step 3206 | loss:0.40445202589035034 lr:1.5140854530601415e-05 tokens_per_second_per_gpu:341.7689808773078 
Step 3207 | loss:0.08363297581672668 lr:1.5138087665226984e-05 tokens_per_second_per_gpu:265.9427127772622 
Step 3208 | loss:0.1232486218214035 lr:1.5135320265308707e-05 tokens_per_second_per_gpu:325.2913073864442 
Step 3209 | loss:0.04583004117012024 lr:1.5132552331134483e-05 tokens_per_second_per_gpu:305.51272699380377 
Step 3210 | loss:0.2836720943450928 lr:1.5129783862992282e-05 tokens_per_second_per_gpu:296.72418801218737 
Step 3211 | loss:0.06539680063724518 lr:1.512701486117012e-05 tokens_per_second_per_gpu:301.78469765525693 
Step 3212 | loss:0.163782000541687 lr:1.5124245325956072e-05 tokens_per_second_per_gpu:336.92514058345165 
Step 3213 | loss:0.22171556949615479 lr:1.5121475257638274e-05 tokens_per_second_per_gpu:288.90835894793116 
Step 3214 | loss:0.14788581430912018 lr:1.5118704656504904e-05 tokens_per_second_per_gpu:266.5007598306633 
Step 3215 | loss:0.14329972863197327 lr:1.5115933522844205e-05 tokens_per_second_per_gpu:304.0728964514356 
Step 3216 | loss:0.12296614050865173 lr:1.5113161856944474e-05 tokens_per_second_per_gpu:282.90001059053236 
Step 3217 | loss:0.1879696249961853 lr:1.5110389659094063e-05 tokens_per_second_per_gpu:254.49412486344082 
Step 3218 | loss:0.13868242502212524 lr:1.5107616929581381e-05 tokens_per_second_per_gpu:321.35425685790625 
Step 3219 | loss:0.17858289182186127 lr:1.5104843668694886e-05 tokens_per_second_per_gpu:253.6249432648186 
Step 3220 | loss:0.06585712730884552 lr:1.51020698767231e-05 tokens_per_second_per_gpu:287.84642773913583 
Step 3221 | loss:0.08282555639743805 lr:1.5099295553954593e-05 tokens_per_second_per_gpu:320.71263280916725 
Step 3222 | loss:0.11342468857765198 lr:1.5096520700677997e-05 tokens_per_second_per_gpu:244.67108143248234 
Step 3223 | loss:0.08377466350793839 lr:1.5093745317181991e-05 tokens_per_second_per_gpu:291.7649603167121 
Step 3224 | loss:0.0779343992471695 lr:1.5090969403755317e-05 tokens_per_second_per_gpu:232.36259020186742 
Step 3225 | loss:0.13947102427482605 lr:1.5088192960686766e-05 tokens_per_second_per_gpu:380.24067134374025 
Step 3226 | loss:0.10742969065904617 lr:1.5085415988265189e-05 tokens_per_second_per_gpu:354.0750841047896 
Step 3227 | loss:0.13145004212856293 lr:1.508263848677949e-05 tokens_per_second_per_gpu:264.96848595753903 
Step 3228 | loss:0.10132895410060883 lr:1.5079860456518627e-05 tokens_per_second_per_gpu:321.97225827845256 
Step 3229 | loss:0.03009876422584057 lr:1.5077081897771613e-05 tokens_per_second_per_gpu:252.65301720005618 
Step 3230 | loss:0.10197089612483978 lr:1.5074302810827516e-05 tokens_per_second_per_gpu:280.7742154250041 
Step 3231 | loss:0.18005920946598053 lr:1.5071523195975468e-05 tokens_per_second_per_gpu:262.85053248284675 
Step 3232 | loss:0.04290724918246269 lr:1.5068743053504635e-05 tokens_per_second_per_gpu:311.06247223185005 
Step 3233 | loss:0.1235339343547821 lr:1.5065962383704262e-05 tokens_per_second_per_gpu:275.80106586333164 
Step 3234 | loss:0.1360912322998047 lr:1.506318118686363e-05 tokens_per_second_per_gpu:291.92374782437656 
Step 3235 | loss:0.30375295877456665 lr:1.5060399463272087e-05 tokens_per_second_per_gpu:266.10459216342906 
Step 3236 | loss:0.1775071918964386 lr:1.505761721321903e-05 tokens_per_second_per_gpu:319.3392511036045 
Step 3237 | loss:0.10705508291721344 lr:1.5054834436993908e-05 tokens_per_second_per_gpu:305.7358847039972 
Step 3238 | loss:0.1437647044658661 lr:1.5052051134886231e-05 tokens_per_second_per_gpu:314.4732631893805 
Step 3239 | loss:0.09561270475387573 lr:1.5049267307185568e-05 tokens_per_second_per_gpu:283.9036971397775 
Step 3240 | loss:0.21127331256866455 lr:1.5046482954181527e-05 tokens_per_second_per_gpu:293.7704827414945 
Step 3241 | loss:0.10499206185340881 lr:1.5043698076163784e-05 tokens_per_second_per_gpu:320.0629673561 
Step 3242 | loss:0.1338924765586853 lr:1.5040912673422065e-05 tokens_per_second_per_gpu:316.049639366955 
Step 3243 | loss:0.041322462260723114 lr:1.503812674624615e-05 tokens_per_second_per_gpu:294.96113739717475 
Step 3244 | loss:0.1176568940281868 lr:1.5035340294925877e-05 tokens_per_second_per_gpu:239.09929528694687 
Step 3245 | loss:0.07647689431905746 lr:1.5032553319751135e-05 tokens_per_second_per_gpu:338.57391041140016 
Step 3246 | loss:0.04399007558822632 lr:1.5029765821011864e-05 tokens_per_second_per_gpu:282.9177348628536 
Step 3247 | loss:0.18055614829063416 lr:1.5026977798998069e-05 tokens_per_second_per_gpu:308.7765409426916 
Step 3248 | loss:0.15307053923606873 lr:1.50241892539998e-05 tokens_per_second_per_gpu:362.8683226938093 
Step 3249 | loss:0.0631856620311737 lr:1.5021400186307165e-05 tokens_per_second_per_gpu:238.54903257453677 
Step 3250 | loss:0.1176055371761322 lr:1.5018610596210328e-05 tokens_per_second_per_gpu:242.39299980795585 
Step 3251 | loss:0.08634106814861298 lr:1.5015820483999506e-05 tokens_per_second_per_gpu:3.019890335580187 
Step 3252 | loss:0.19987647235393524 lr:1.5013029849964968e-05 tokens_per_second_per_gpu:354.37263227074504 
Step 3253 | loss:0.302415132522583 lr:1.5010238694397039e-05 tokens_per_second_per_gpu:340.5059688500686 
Step 3254 | loss:0.12310224771499634 lr:1.5007447017586101e-05 tokens_per_second_per_gpu:260.09018752356525 
Step 3255 | loss:0.14027024805545807 lr:1.5004654819822584e-05 tokens_per_second_per_gpu:293.3882582614349 
Step 3256 | loss:0.1504451334476471 lr:1.500186210139698e-05 tokens_per_second_per_gpu:342.622617028871 
Step 3257 | loss:0.11930544674396515 lr:1.4999068862599826e-05 tokens_per_second_per_gpu:287.38924074155767 
Step 3258 | loss:0.14704629778862 lr:1.4996275103721724e-05 tokens_per_second_per_gpu:277.37855538901437 
Step 3259 | loss:0.1397343873977661 lr:1.499348082505332e-05 tokens_per_second_per_gpu:307.8082556960607 
Step 3260 | loss:0.14000597596168518 lr:1.4990686026885319e-05 tokens_per_second_per_gpu:373.5309912496694 
Step 3261 | loss:0.08802680671215057 lr:1.4987890709508483e-05 tokens_per_second_per_gpu:271.12126664120643 
Step 3262 | loss:0.11710914969444275 lr:1.498509487321362e-05 tokens_per_second_per_gpu:263.98378248481185 
Step 3263 | loss:0.1312071979045868 lr:1.4982298518291597e-05 tokens_per_second_per_gpu:323.3754884919922 
Step 3264 | loss:0.2603122591972351 lr:1.4979501645033337e-05 tokens_per_second_per_gpu:291.94387829229237 
Step 3265 | loss:0.12538941204547882 lr:1.4976704253729808e-05 tokens_per_second_per_gpu:345.533648236821 
Step 3266 | loss:0.06169578433036804 lr:1.4973906344672049e-05 tokens_per_second_per_gpu:346.69164576075707 
Step 3267 | loss:0.06517154723405838 lr:1.4971107918151133e-05 tokens_per_second_per_gpu:288.96916668015064 
Step 3268 | loss:0.08172045648097992 lr:1.4968308974458199e-05 tokens_per_second_per_gpu:285.52837044156837 
Step 3269 | loss:0.19444629549980164 lr:1.4965509513884436e-05 tokens_per_second_per_gpu:327.6382744815824 
Step 3270 | loss:0.09286411106586456 lr:1.4962709536721087e-05 tokens_per_second_per_gpu:272.9955266316303 
Step 3271 | loss:0.13414928317070007 lr:1.4959909043259453e-05 tokens_per_second_per_gpu:338.78440911016304 
Step 3272 | loss:0.1970045119524002 lr:1.4957108033790877e-05 tokens_per_second_per_gpu:481.2019881700973 
Step 3273 | loss:0.1576196253299713 lr:1.4954306508606772e-05 tokens_per_second_per_gpu:277.49055700102605 
Step 3274 | loss:0.03598342090845108 lr:1.4951504467998594e-05 tokens_per_second_per_gpu:225.47968584678185 
Step 3275 | loss:0.179877370595932 lr:1.4948701912257853e-05 tokens_per_second_per_gpu:357.58106775742993 
Step 3276 | loss:0.10036270320415497 lr:1.4945898841676114e-05 tokens_per_second_per_gpu:286.9295547104941 
Step 3277 | loss:0.11405155807733536 lr:1.4943095256544998e-05 tokens_per_second_per_gpu:301.88992564790186 
Step 3278 | loss:0.11285064369440079 lr:1.4940291157156174e-05 tokens_per_second_per_gpu:263.49265833598685 
Step 3279 | loss:0.10831743478775024 lr:1.4937486543801373e-05 tokens_per_second_per_gpu:296.1904782955147 
Step 3280 | loss:0.1473044455051422 lr:1.4934681416772376e-05 tokens_per_second_per_gpu:243.6539145805422 
Step 3281 | loss:0.10684415698051453 lr:1.493187577636101e-05 tokens_per_second_per_gpu:269.5437854946538 
Step 3282 | loss:0.14131757616996765 lr:1.492906962285916e-05 tokens_per_second_per_gpu:304.82415452364006 
Step 3283 | loss:0.15330541133880615 lr:1.4926262956558772e-05 tokens_per_second_per_gpu:249.72709787885552 
Step 3284 | loss:0.10905210673809052 lr:1.4923455777751838e-05 tokens_per_second_per_gpu:260.1683576097188 
Step 3285 | loss:0.14952298998832703 lr:1.49206480867304e-05 tokens_per_second_per_gpu:248.17314504183238 
Step 3286 | loss:0.24805952608585358 lr:1.4917839883786564e-05 tokens_per_second_per_gpu:315.58229703624903 
Step 3287 | loss:0.1673743575811386 lr:1.491503116921248e-05 tokens_per_second_per_gpu:218.3632681642751 
Step 3288 | loss:0.14058761298656464 lr:1.491222194330035e-05 tokens_per_second_per_gpu:302.09878275505486 
Step 3289 | loss:0.06347741186618805 lr:1.4909412206342441e-05 tokens_per_second_per_gpu:324.8801546099554 
Step 3290 | loss:0.07717007398605347 lr:1.490660195863106e-05 tokens_per_second_per_gpu:260.90627826493045 
Step 3291 | loss:0.1333797723054886 lr:1.4903791200458575e-05 tokens_per_second_per_gpu:304.8644223233491 
Step 3292 | loss:0.1616518199443817 lr:1.4900979932117408e-05 tokens_per_second_per_gpu:295.6942797211116 
Step 3293 | loss:0.057851411402225494 lr:1.4898168153900022e-05 tokens_per_second_per_gpu:292.22716416181373 
Step 3294 | loss:0.05676428973674774 lr:1.4895355866098946e-05 tokens_per_second_per_gpu:238.48903976682774 
Step 3295 | loss:0.11743532121181488 lr:1.4892543069006766e-05 tokens_per_second_per_gpu:261.70552284348554 
Step 3296 | loss:0.17100311815738678 lr:1.4889729762916103e-05 tokens_per_second_per_gpu:294.00640047521614 
Step 3297 | loss:0.14389508962631226 lr:1.4886915948119642e-05 tokens_per_second_per_gpu:287.2321617427979 
Step 3298 | loss:0.2502796947956085 lr:1.4884101624910125e-05 tokens_per_second_per_gpu:250.22154654856786 
Step 3299 | loss:0.08913217484951019 lr:1.4881286793580336e-05 tokens_per_second_per_gpu:314.89208803482205 
Step 3300 | loss:0.08213502913713455 lr:1.487847145442312e-05 tokens_per_second_per_gpu:264.2520072047225 
Step 3301 | loss:0.12479084730148315 lr:1.4875655607731377e-05 tokens_per_second_per_gpu:312.895090525682 
Step 3302 | loss:0.028357073664665222 lr:1.4872839253798047e-05 tokens_per_second_per_gpu:283.90607145140933 
Step 3303 | loss:0.12571023404598236 lr:1.4870022392916133e-05 tokens_per_second_per_gpu:294.2893608616438 
Step 3304 | loss:0.07041804492473602 lr:1.4867205025378692e-05 tokens_per_second_per_gpu:238.7112432873535 
Step 3305 | loss:0.16419321298599243 lr:1.4864387151478831e-05 tokens_per_second_per_gpu:238.85680573155602 
Step 3306 | loss:0.11792340129613876 lr:1.4861568771509705e-05 tokens_per_second_per_gpu:288.2443418463439 
Step 3307 | loss:0.1987730860710144 lr:1.4858749885764528e-05 tokens_per_second_per_gpu:332.10718269939815 
Step 3308 | loss:0.05555850267410278 lr:1.4855930494536564e-05 tokens_per_second_per_gpu:283.05478409668075 
Step 3309 | loss:0.18215420842170715 lr:1.4853110598119127e-05 tokens_per_second_per_gpu:302.304569470489 
Step 3310 | loss:0.24320001900196075 lr:1.4850290196805595e-05 tokens_per_second_per_gpu:303.6515933907437 
Step 3311 | loss:0.21670189499855042 lr:1.4847469290889383e-05 tokens_per_second_per_gpu:249.58183530774238 
Step 3312 | loss:0.1164824515581131 lr:1.4844647880663962e-05 tokens_per_second_per_gpu:355.7901496936314 
Step 3313 | loss:0.16506105661392212 lr:1.4841825966422869e-05 tokens_per_second_per_gpu:269.77320837378 
Step 3314 | loss:0.1380598247051239 lr:1.483900354845968e-05 tokens_per_second_per_gpu:299.8034051300343 
Step 3315 | loss:0.08729693293571472 lr:1.4836180627068019e-05 tokens_per_second_per_gpu:283.93836678478146 
Step 3316 | loss:0.12150410562753677 lr:1.4833357202541583e-05 tokens_per_second_per_gpu:324.2674520292602 
Step 3317 | loss:0.04078783094882965 lr:1.4830533275174101e-05 tokens_per_second_per_gpu:238.25651141021106 
Step 3318 | loss:0.06545698642730713 lr:1.482770884525936e-05 tokens_per_second_per_gpu:274.689516150351 
Step 3319 | loss:0.0871177539229393 lr:1.4824883913091207e-05 tokens_per_second_per_gpu:251.18743123471427 
Step 3320 | loss:0.1548263132572174 lr:1.4822058478963532e-05 tokens_per_second_per_gpu:310.0109147206611 
Step 3321 | loss:0.09855951368808746 lr:1.481923254317028e-05 tokens_per_second_per_gpu:309.4260974901401 
Step 3322 | loss:0.1482234001159668 lr:1.4816406106005449e-05 tokens_per_second_per_gpu:310.2586172396562 
Step 3323 | loss:0.08664685487747192 lr:1.4813579167763094e-05 tokens_per_second_per_gpu:312.1113474335217 
Step 3324 | loss:0.10635659098625183 lr:1.4810751728737312e-05 tokens_per_second_per_gpu:277.28864782649526 
Step 3325 | loss:0.14349356293678284 lr:1.4807923789222256e-05 tokens_per_second_per_gpu:226.203959353656 
Step 3326 | loss:0.12363524734973907 lr:1.4805095349512138e-05 tokens_per_second_per_gpu:320.7990972800726 
Step 3327 | loss:0.12870019674301147 lr:1.4802266409901211e-05 tokens_per_second_per_gpu:259.651653280506 
Step 3328 | loss:0.22462834417819977 lr:1.4799436970683787e-05 tokens_per_second_per_gpu:251.07523544324195 
Step 3329 | loss:0.21815931797027588 lr:1.4796607032154229e-05 tokens_per_second_per_gpu:257.1228204408298 
Step 3330 | loss:0.16260312497615814 lr:1.4793776594606953e-05 tokens_per_second_per_gpu:306.52309160838377 
Step 3331 | loss:0.1430504024028778 lr:1.479094565833642e-05 tokens_per_second_per_gpu:322.1743893949675 
Step 3332 | loss:0.17768961191177368 lr:1.478811422363715e-05 tokens_per_second_per_gpu:351.1179592368182 
Step 3333 | loss:0.05303637310862541 lr:1.478528229080372e-05 tokens_per_second_per_gpu:289.6534092271312 
Step 3334 | loss:0.07341305911540985 lr:1.4782449860130741e-05 tokens_per_second_per_gpu:358.342470015204 
Step 3335 | loss:0.04642660915851593 lr:1.4779616931912893e-05 tokens_per_second_per_gpu:291.47236445153595 
Step 3336 | loss:0.07295972108840942 lr:1.4776783506444898e-05 tokens_per_second_per_gpu:308.822812684181 
Step 3337 | loss:0.09466598182916641 lr:1.4773949584021536e-05 tokens_per_second_per_gpu:254.1140715253108 
Step 3338 | loss:0.05067439004778862 lr:1.4771115164937633e-05 tokens_per_second_per_gpu:196.46372746297916 
Step 3339 | loss:0.09454920887947083 lr:1.4768280249488072e-05 tokens_per_second_per_gpu:286.0770536666418 
Step 3340 | loss:0.1520284116268158 lr:1.4765444837967783e-05 tokens_per_second_per_gpu:276.1599122666911 
Step 3341 | loss:0.13169705867767334 lr:1.4762608930671749e-05 tokens_per_second_per_gpu:277.97469396694675 
Step 3342 | loss:0.18159940838813782 lr:1.4759772527895011e-05 tokens_per_second_per_gpu:264.9810274096947 
Step 3343 | loss:0.06227748468518257 lr:1.4756935629932646e-05 tokens_per_second_per_gpu:284.6254476102848 
Step 3344 | loss:0.04483231157064438 lr:1.4754098237079802e-05 tokens_per_second_per_gpu:242.57188378954388 
Step 3345 | loss:0.16577646136283875 lr:1.4751260349631663e-05 tokens_per_second_per_gpu:371.853592512902 
Step 3346 | loss:0.08764096349477768 lr:1.4748421967883471e-05 tokens_per_second_per_gpu:276.9576061689436 
Step 3347 | loss:0.07182696461677551 lr:1.4745583092130518e-05 tokens_per_second_per_gpu:300.68903804189324 
Step 3348 | loss:0.12020693719387054 lr:1.4742743722668151e-05 tokens_per_second_per_gpu:362.1044258034887 
Step 3349 | loss:0.10529056936502457 lr:1.4739903859791761e-05 tokens_per_second_per_gpu:270.97079040696536 
Step 3350 | loss:0.04579046368598938 lr:1.4737063503796803e-05 tokens_per_second_per_gpu:281.3167017207257 
Step 3351 | loss:0.11209240555763245 lr:1.4734222654978764e-05 tokens_per_second_per_gpu:309.8061677246689 
Step 3352 | loss:0.15553759038448334 lr:1.4731381313633202e-05 tokens_per_second_per_gpu:309.64844553655024 
Step 3353 | loss:0.16479817032814026 lr:1.4728539480055712e-05 tokens_per_second_per_gpu:285.16808196108633 
Step 3354 | loss:0.08483356982469559 lr:1.4725697154541951e-05 tokens_per_second_per_gpu:248.61322993609735 
Step 3355 | loss:0.1304788887500763 lr:1.4722854337387617e-05 tokens_per_second_per_gpu:346.2293465015301 
Step 3356 | loss:0.12586155533790588 lr:1.4720011028888465e-05 tokens_per_second_per_gpu:289.5661526783765 
Step 3357 | loss:0.12940624356269836 lr:1.4717167229340306e-05 tokens_per_second_per_gpu:334.73656888788724 
Step 3358 | loss:0.11232519149780273 lr:1.4714322939038988e-05 tokens_per_second_per_gpu:349.1021230566187 
Step 3359 | loss:0.08688367158174515 lr:1.4711478158280422e-05 tokens_per_second_per_gpu:331.5886157456587 
Step 3360 | loss:0.09131823480129242 lr:1.4708632887360566e-05 tokens_per_second_per_gpu:358.06769978375013 
Step 3361 | loss:0.11981752514839172 lr:1.470578712657543e-05 tokens_per_second_per_gpu:320.4750226101307 
Step 3362 | loss:0.11402362585067749 lr:1.4702940876221075e-05 tokens_per_second_per_gpu:307.0713998232446 
Step 3363 | loss:0.1617506593465805 lr:1.4700094136593613e-05 tokens_per_second_per_gpu:356.2382440868623 
Step 3364 | loss:0.08778944611549377 lr:1.4697246907989202e-05 tokens_per_second_per_gpu:282.744903660298 
Step 3365 | loss:0.0643809586763382 lr:1.4694399190704056e-05 tokens_per_second_per_gpu:356.91816890387975 
Step 3366 | loss:0.07013962417840958 lr:1.4691550985034442e-05 tokens_per_second_per_gpu:273.8665104249354 
Step 3367 | loss:0.17941835522651672 lr:1.4688702291276674e-05 tokens_per_second_per_gpu:313.19327292698324 
Step 3368 | loss:0.10568651556968689 lr:1.4685853109727112e-05 tokens_per_second_per_gpu:321.76557873162665 
Step 3369 | loss:0.07870319485664368 lr:1.4683003440682182e-05 tokens_per_second_per_gpu:244.14104182780855 
Step 3370 | loss:0.15313750505447388 lr:1.4680153284438345e-05 tokens_per_second_per_gpu:274.6716893610491 
Step 3371 | loss:0.11314046382904053 lr:1.4677302641292117e-05 tokens_per_second_per_gpu:257.05349341071286 
Step 3372 | loss:0.1057184636592865 lr:1.467445151154007e-05 tokens_per_second_per_gpu:291.79128784418737 
Step 3373 | loss:0.10879985988140106 lr:1.4671599895478823e-05 tokens_per_second_per_gpu:318.70210586953453 
Step 3374 | loss:0.07793144881725311 lr:1.4668747793405043e-05 tokens_per_second_per_gpu:257.81579006441416 
Step 3375 | loss:0.09160648286342621 lr:1.4665895205615448e-05 tokens_per_second_per_gpu:243.62244610715604 
Step 3376 | loss:0.19969642162322998 lr:1.4663042132406815e-05 tokens_per_second_per_gpu:268.6676006462732 
Step 3377 | loss:0.07800062000751495 lr:1.4660188574075961e-05 tokens_per_second_per_gpu:387.10738722909906 
Step 3378 | loss:0.16634996235370636 lr:1.4657334530919756e-05 tokens_per_second_per_gpu:324.78039816051574 
Step 3379 | loss:0.02979259565472603 lr:1.4654480003235127e-05 tokens_per_second_per_gpu:222.75753710790406 
Step 3380 | loss:0.10185757279396057 lr:1.4651624991319043e-05 tokens_per_second_per_gpu:329.09383676326865 
Step 3381 | loss:0.1094692051410675 lr:1.4648769495468524e-05 tokens_per_second_per_gpu:325.9813378383416 
Step 3382 | loss:0.16317538917064667 lr:1.464591351598065e-05 tokens_per_second_per_gpu:285.87186942142546 
Step 3383 | loss:0.08100586384534836 lr:1.464305705315254e-05 tokens_per_second_per_gpu:305.3426936039784 
Step 3384 | loss:0.11247897148132324 lr:1.4640200107281369e-05 tokens_per_second_per_gpu:304.0990319073088 
Step 3385 | loss:0.09050112962722778 lr:1.4637342678664359e-05 tokens_per_second_per_gpu:304.95399324551397 
Step 3386 | loss:0.0899752527475357 lr:1.4634484767598788e-05 tokens_per_second_per_gpu:281.9324667108251 
Step 3387 | loss:0.10781159996986389 lr:1.4631626374381978e-05 tokens_per_second_per_gpu:300.74893521464037 
Step 3388 | loss:0.07800202071666718 lr:1.4628767499311302e-05 tokens_per_second_per_gpu:293.4993471497942 
Step 3389 | loss:0.15328767895698547 lr:1.4625908142684186e-05 tokens_per_second_per_gpu:280.05281031911846 
Step 3390 | loss:0.054136935621500015 lr:1.462304830479811e-05 tokens_per_second_per_gpu:299.56532912796365 
Step 3391 | loss:0.07196161150932312 lr:1.4620187985950586e-05 tokens_per_second_per_gpu:220.49620609952822 
Step 3392 | loss:0.20116671919822693 lr:1.4617327186439206e-05 tokens_per_second_per_gpu:274.86272133578785 
Step 3393 | loss:0.14056551456451416 lr:1.4614465906561579e-05 tokens_per_second_per_gpu:348.0288919066071 
Step 3394 | loss:0.06381672620773315 lr:1.461160414661539e-05 tokens_per_second_per_gpu:294.453384319362 
Step 3395 | loss:0.06335058063268661 lr:1.4608741906898361e-05 tokens_per_second_per_gpu:276.31995753689233 
Step 3396 | loss:0.022885780781507492 lr:1.4605879187708265e-05 tokens_per_second_per_gpu:295.3616274897299 
Step 3397 | loss:0.23339606821537018 lr:1.4603015989342926e-05 tokens_per_second_per_gpu:312.7857620867225 
Step 3398 | loss:0.07931967079639435 lr:1.4600152312100225e-05 tokens_per_second_per_gpu:274.9883928217573 
Step 3399 | loss:0.21143725514411926 lr:1.4597288156278076e-05 tokens_per_second_per_gpu:276.4376506631796 
Step 3400 | loss:0.21807405352592468 lr:1.4594423522174458e-05 tokens_per_second_per_gpu:243.85873523808638 
Step 3401 | loss:0.06969091296195984 lr:1.4591558410087403e-05 tokens_per_second_per_gpu:288.1948076045395 
Step 3402 | loss:0.04742862284183502 lr:1.4588692820314971e-05 tokens_per_second_per_gpu:284.2983035314614 
Step 3403 | loss:0.09770914912223816 lr:1.4585826753155294e-05 tokens_per_second_per_gpu:328.56997791942786 
Step 3404 | loss:0.2350897639989853 lr:1.4582960208906543e-05 tokens_per_second_per_gpu:318.76251334451683 
Step 3405 | loss:0.20086412131786346 lr:1.4580093187866934e-05 tokens_per_second_per_gpu:297.0589692526054 
Step 3406 | loss:0.09151910245418549 lr:1.457722569033475e-05 tokens_per_second_per_gpu:299.53025384105104 
Step 3407 | loss:0.16460761427879333 lr:1.4574357716608308e-05 tokens_per_second_per_gpu:265.80500328961637 
Step 3408 | loss:0.46061763167381287 lr:1.4571489266985977e-05 tokens_per_second_per_gpu:318.44232816162236 
Step 3409 | loss:0.34652867913246155 lr:1.4568620341766179e-05 tokens_per_second_per_gpu:378.63300215631654 
Step 3410 | loss:0.11932104825973511 lr:1.4565750941247387e-05 tokens_per_second_per_gpu:334.13472889355535 
Step 3411 | loss:0.13465318083763123 lr:1.4562881065728119e-05 tokens_per_second_per_gpu:347.7389874597848 
Step 3412 | loss:0.17108154296875 lr:1.456001071550694e-05 tokens_per_second_per_gpu:366.7526695979191 
Step 3413 | loss:0.08722873777151108 lr:1.4557139890882477e-05 tokens_per_second_per_gpu:245.77211519929128 
Step 3414 | loss:0.11018888652324677 lr:1.4554268592153391e-05 tokens_per_second_per_gpu:269.52289136939214 
Step 3415 | loss:0.07204096764326096 lr:1.4551396819618397e-05 tokens_per_second_per_gpu:307.47759725025105 
Step 3416 | loss:0.0548284649848938 lr:1.4548524573576272e-05 tokens_per_second_per_gpu:308.64302515516727 
Step 3417 | loss:0.04054492712020874 lr:1.4545651854325824e-05 tokens_per_second_per_gpu:256.3745241421517 
Step 3418 | loss:0.16766661405563354 lr:1.4542778662165917e-05 tokens_per_second_per_gpu:275.8210460444702 
Step 3419 | loss:0.046182096004486084 lr:1.4539904997395468e-05 tokens_per_second_per_gpu:288.6209111975531 
Step 3420 | loss:0.17670178413391113 lr:1.4537030860313443e-05 tokens_per_second_per_gpu:287.0555367360315 
Step 3421 | loss:0.14764659106731415 lr:1.4534156251218849e-05 tokens_per_second_per_gpu:258.53484213906927 
Step 3422 | loss:0.034471988677978516 lr:1.4531281170410751e-05 tokens_per_second_per_gpu:249.44406053704577 
Step 3423 | loss:0.10766099393367767 lr:1.4528405618188259e-05 tokens_per_second_per_gpu:301.6776547045824 
Step 3424 | loss:0.13623489439487457 lr:1.4525529594850532e-05 tokens_per_second_per_gpu:362.287716556506 
Step 3425 | loss:0.13447001576423645 lr:1.4522653100696778e-05 tokens_per_second_per_gpu:280.5485409351443 
Step 3426 | loss:0.08855357766151428 lr:1.4519776136026258e-05 tokens_per_second_per_gpu:303.1438923551895 
Step 3427 | loss:0.019252153113484383 lr:1.4516898701138276e-05 tokens_per_second_per_gpu:281.6707057646223 
Step 3428 | loss:0.10459340363740921 lr:1.4514020796332184e-05 tokens_per_second_per_gpu:291.7731807911947 
Step 3429 | loss:0.10051397234201431 lr:1.4511142421907396e-05 tokens_per_second_per_gpu:313.05220377564297 
Step 3430 | loss:0.1788051873445511 lr:1.4508263578163358e-05 tokens_per_second_per_gpu:439.6590391320644 
Step 3431 | loss:0.17305442690849304 lr:1.4505384265399571e-05 tokens_per_second_per_gpu:253.2322513805558 
Step 3432 | loss:0.07788099348545074 lr:1.4502504483915591e-05 tokens_per_second_per_gpu:263.2246231081428 
Step 3433 | loss:0.10158556699752808 lr:1.4499624234011015e-05 tokens_per_second_per_gpu:269.09005496453864 
Step 3434 | loss:0.2682989835739136 lr:1.4496743515985492e-05 tokens_per_second_per_gpu:279.48349644805245 
Step 3435 | loss:0.24409425258636475 lr:1.449386233013872e-05 tokens_per_second_per_gpu:283.6565172901345 
Step 3436 | loss:0.13379910588264465 lr:1.4490980676770444e-05 tokens_per_second_per_gpu:302.018668887095 
Step 3437 | loss:0.0722002312541008 lr:1.4488098556180457e-05 tokens_per_second_per_gpu:303.0413622730124 
Step 3438 | loss:0.16299596428871155 lr:1.4485215968668604e-05 tokens_per_second_per_gpu:246.32813189660735 
Step 3439 | loss:0.1492079794406891 lr:1.4482332914534776e-05 tokens_per_second_per_gpu:304.2698409738231 
Step 3440 | loss:0.08982425183057785 lr:1.4479449394078916e-05 tokens_per_second_per_gpu:281.1957930700052 
Step 3441 | loss:0.03889811038970947 lr:1.4476565407601005e-05 tokens_per_second_per_gpu:263.72445382158577 
Step 3442 | loss:0.07246014475822449 lr:1.4473680955401086e-05 tokens_per_second_per_gpu:286.7464537177379 
Step 3443 | loss:0.08679084479808807 lr:1.4470796037779244e-05 tokens_per_second_per_gpu:325.5554124966093 
Step 3444 | loss:0.12161371856927872 lr:1.4467910655035613e-05 tokens_per_second_per_gpu:242.38188582109768 
Step 3445 | loss:0.11484596878290176 lr:1.4465024807470376e-05 tokens_per_second_per_gpu:276.24083506219097 
Step 3446 | loss:0.0332430861890316 lr:1.4462138495383762e-05 tokens_per_second_per_gpu:303.6420482824853 
Step 3447 | loss:0.04776077717542648 lr:1.4459251719076049e-05 tokens_per_second_per_gpu:328.730230715083 
Step 3448 | loss:0.08151192963123322 lr:1.445636447884757e-05 tokens_per_second_per_gpu:307.6932270317363 
Step 3449 | loss:0.07660908997058868 lr:1.4453476774998693e-05 tokens_per_second_per_gpu:294.26384629107275 
Step 3450 | loss:0.18496620655059814 lr:1.4450588607829848e-05 tokens_per_second_per_gpu:278.4249329108495 
Step 3451 | loss:0.10975030064582825 lr:1.4447699977641507e-05 tokens_per_second_per_gpu:281.71050067677766 
Step 3452 | loss:0.13300029933452606 lr:1.4444810884734184e-05 tokens_per_second_per_gpu:326.71866670671227 
Step 3453 | loss:0.04902176186442375 lr:1.4441921329408452e-05 tokens_per_second_per_gpu:259.9601713730694 
Step 3454 | loss:0.13950365781784058 lr:1.4439031311964933e-05 tokens_per_second_per_gpu:292.00702803744656 
Step 3455 | loss:0.05633316561579704 lr:1.443614083270428e-05 tokens_per_second_per_gpu:286.48691666026485 
Step 3456 | loss:0.15612678229808807 lr:1.4433249891927213e-05 tokens_per_second_per_gpu:317.74167262448714 
Step 3457 | loss:0.12022560834884644 lr:1.443035848993449e-05 tokens_per_second_per_gpu:293.815765898603 
Step 3458 | loss:0.05898579955101013 lr:1.4427466627026923e-05 tokens_per_second_per_gpu:270.4360365828368 
Step 3459 | loss:0.08399610966444016 lr:1.4424574303505366e-05 tokens_per_second_per_gpu:320.8996977424275 
Step 3460 | loss:0.14368359744548798 lr:1.4421681519670723e-05 tokens_per_second_per_gpu:357.6713083342941 
Step 3461 | loss:0.06057931110262871 lr:1.4418788275823945e-05 tokens_per_second_per_gpu:315.29402841382216 
Step 3462 | loss:0.13167667388916016 lr:1.4415894572266038e-05 tokens_per_second_per_gpu:287.8325316743567 
Step 3463 | loss:0.08944929391145706 lr:1.4413000409298045e-05 tokens_per_second_per_gpu:360.7277174367717 
Step 3464 | loss:0.12067347019910812 lr:1.4410105787221064e-05 tokens_per_second_per_gpu:336.476947498328 
Step 3465 | loss:0.19652217626571655 lr:1.4407210706336237e-05 tokens_per_second_per_gpu:315.73694838319574 
Step 3466 | loss:0.17334897816181183 lr:1.4404315166944757e-05 tokens_per_second_per_gpu:304.6006725132794 
Step 3467 | loss:0.14000751078128815 lr:1.4401419169347866e-05 tokens_per_second_per_gpu:360.4817986998234 
Step 3468 | loss:0.1799960434436798 lr:1.4398522713846842e-05 tokens_per_second_per_gpu:321.9056450285296 
Step 3469 | loss:0.10612259060144424 lr:1.4395625800743025e-05 tokens_per_second_per_gpu:361.54741077920096 
Step 3470 | loss:0.1967930793762207 lr:1.4392728430337801e-05 tokens_per_second_per_gpu:469.0122661392552 
Step 3471 | loss:0.12124437838792801 lr:1.4389830602932591e-05 tokens_per_second_per_gpu:299.6467640123922 
Step 3472 | loss:0.100003182888031 lr:1.4386932318828877e-05 tokens_per_second_per_gpu:286.78058965274465 
Step 3473 | loss:0.07189281284809113 lr:1.4384033578328184e-05 tokens_per_second_per_gpu:349.72171541739834 
Step 3474 | loss:0.18591313064098358 lr:1.4381134381732082e-05 tokens_per_second_per_gpu:277.7966805871156 
Step 3475 | loss:0.03228628635406494 lr:1.4378234729342194e-05 tokens_per_second_per_gpu:278.0274434006246 
Step 3476 | loss:0.12540173530578613 lr:1.4375334621460182e-05 tokens_per_second_per_gpu:265.26986792061615 
Step 3477 | loss:0.10008424520492554 lr:1.4372434058387763e-05 tokens_per_second_per_gpu:437.5890324735195 
Step 3478 | loss:0.03852524608373642 lr:1.43695330404267e-05 tokens_per_second_per_gpu:320.2060159177001 
Step 3479 | loss:0.05297011509537697 lr:1.4366631567878801e-05 tokens_per_second_per_gpu:255.89825535713507 
Step 3480 | loss:0.09395789355039597 lr:1.4363729641045922e-05 tokens_per_second_per_gpu:303.90158427416407 
Step 3481 | loss:0.11383111029863358 lr:1.4360827260229964e-05 tokens_per_second_per_gpu:274.7850203010855 
Step 3482 | loss:0.12615270912647247 lr:1.4357924425732884e-05 tokens_per_second_per_gpu:330.86767866303563 
Step 3483 | loss:0.05296096205711365 lr:1.4355021137856675e-05 tokens_per_second_per_gpu:340.98443121894366 
Step 3484 | loss:0.14332999289035797 lr:1.4352117396903382e-05 tokens_per_second_per_gpu:313.0492345961353 
Step 3485 | loss:0.253290593624115 lr:1.4349213203175102e-05 tokens_per_second_per_gpu:360.46570597587896 
Step 3486 | loss:0.16038210690021515 lr:1.4346308556973969e-05 tokens_per_second_per_gpu:351.47452560389866 
Step 3487 | loss:0.04771585389971733 lr:1.4343403458602171e-05 tokens_per_second_per_gpu:295.1988142246023 
Step 3488 | loss:0.061684396117925644 lr:1.4340497908361945e-05 tokens_per_second_per_gpu:314.46684847075625 
Step 3489 | loss:0.09422337263822556 lr:1.433759190655557e-05 tokens_per_second_per_gpu:255.7005920538076 
Step 3490 | loss:0.21117600798606873 lr:1.433468545348537e-05 tokens_per_second_per_gpu:313.1654323971851 
Step 3491 | loss:0.04914842173457146 lr:1.433177854945372e-05 tokens_per_second_per_gpu:270.8594223915824 
Step 3492 | loss:0.263856440782547 lr:1.432887119476305e-05 tokens_per_second_per_gpu:304.6652366249781 
Step 3493 | loss:0.12519636750221252 lr:1.4325963389715817e-05 tokens_per_second_per_gpu:280.0954630816188 
Step 3494 | loss:0.0849815309047699 lr:1.432305513461454e-05 tokens_per_second_per_gpu:366.3811382365333 
Step 3495 | loss:0.026359502226114273 lr:1.4320146429761786e-05 tokens_per_second_per_gpu:256.8509306486188 
Step 3496 | loss:0.10791619122028351 lr:1.4317237275460158e-05 tokens_per_second_per_gpu:237.33482580809343 
Step 3497 | loss:0.15692928433418274 lr:1.4314327672012312e-05 tokens_per_second_per_gpu:288.65842787380956 
Step 3498 | loss:0.12885314226150513 lr:1.431141761972095e-05 tokens_per_second_per_gpu:311.28432452394145 
Step 3499 | loss:0.10904117673635483 lr:1.4308507118888826e-05 tokens_per_second_per_gpu:297.4050074144544 
Step 3500 | loss:0.08390161395072937 lr:1.430559616981873e-05 tokens_per_second_per_gpu:294.3446061496501 
Step 3501 | loss:0.18151304125785828 lr:1.4302684772813509e-05 tokens_per_second_per_gpu:317.57132727218135 
Step 3502 | loss:0.17460373044013977 lr:1.4299772928176044e-05 tokens_per_second_per_gpu:315.24898187716417 
Step 3503 | loss:0.19696871936321259 lr:1.4296860636209275e-05 tokens_per_second_per_gpu:280.9080257022981 
Step 3504 | loss:0.13889449834823608 lr:1.4293947897216189e-05 tokens_per_second_per_gpu:257.4001967464525 
Step 3505 | loss:0.09706977754831314 lr:1.4291034711499807e-05 tokens_per_second_per_gpu:341.4586763854687 
Step 3506 | loss:0.0705241784453392 lr:1.4288121079363206e-05 tokens_per_second_per_gpu:412.5043945127744 
Step 3507 | loss:0.050182487815618515 lr:1.428520700110951e-05 tokens_per_second_per_gpu:251.45431000961352 
Step 3508 | loss:0.14055682718753815 lr:1.4282292477041883e-05 tokens_per_second_per_gpu:298.67540825980683 
Step 3509 | loss:0.19601814448833466 lr:1.4279377507463544e-05 tokens_per_second_per_gpu:304.49714500855794 
Step 3510 | loss:0.18414881825447083 lr:1.427646209267775e-05 tokens_per_second_per_gpu:321.024733622174 
Step 3511 | loss:0.14409500360488892 lr:1.4273546232987805e-05 tokens_per_second_per_gpu:265.94170420555037 
Step 3512 | loss:0.09274057298898697 lr:1.4270629928697067e-05 tokens_per_second_per_gpu:239.7629083916496 
Step 3513 | loss:0.0909949541091919 lr:1.4267713180108933e-05 tokens_per_second_per_gpu:249.41613603065505 
Step 3514 | loss:0.10735201090574265 lr:1.4264795987526849e-05 tokens_per_second_per_gpu:303.5433932256949 
Step 3515 | loss:0.09865160286426544 lr:1.426187835125431e-05 tokens_per_second_per_gpu:291.5210282386296 
Step 3516 | loss:0.22952702641487122 lr:1.4258960271594849e-05 tokens_per_second_per_gpu:312.98213298654997 
Step 3517 | loss:0.11559435725212097 lr:1.4256041748852055e-05 tokens_per_second_per_gpu:239.0773135883682 
Step 3518 | loss:0.08611452579498291 lr:1.425312278332955e-05 tokens_per_second_per_gpu:243.8091885956565 
Step 3519 | loss:0.3101040720939636 lr:1.4250203375331018e-05 tokens_per_second_per_gpu:286.35997022866013 
Step 3520 | loss:0.1428939551115036 lr:1.4247283525160178e-05 tokens_per_second_per_gpu:336.37661149349174 
Step 3521 | loss:0.09056325256824493 lr:1.42443632331208e-05 tokens_per_second_per_gpu:247.37998498849325 
Step 3522 | loss:0.04955589771270752 lr:1.4241442499516698e-05 tokens_per_second_per_gpu:297.03402526529095 
Step 3523 | loss:0.14347484707832336 lr:1.423852132465173e-05 tokens_per_second_per_gpu:322.41140109412413 
Step 3524 | loss:0.14423035085201263 lr:1.4235599708829803e-05 tokens_per_second_per_gpu:297.5411128560606 
Step 3525 | loss:0.07488001883029938 lr:1.4232677652354871e-05 tokens_per_second_per_gpu:228.16889482085793 
Step 3526 | loss:0.09307462722063065 lr:1.422975515553093e-05 tokens_per_second_per_gpu:338.0036056352085 
Step 3527 | loss:0.09758861362934113 lr:1.4226832218662023e-05 tokens_per_second_per_gpu:318.5954637960251 
Step 3528 | loss:0.1150849312543869 lr:1.422390884205224e-05 tokens_per_second_per_gpu:295.44224119666524 
Step 3529 | loss:0.06199066340923309 lr:1.4220985026005718e-05 tokens_per_second_per_gpu:269.9617358519686 
Step 3530 | loss:0.08842477202415466 lr:1.4218060770826636e-05 tokens_per_second_per_gpu:369.13995720554243 
Step 3531 | loss:0.11959417164325714 lr:1.4215136076819218e-05 tokens_per_second_per_gpu:297.4429928157631 
Step 3532 | loss:0.15655545890331268 lr:1.4212210944287744e-05 tokens_per_second_per_gpu:235.20857145420405 
Step 3533 | loss:0.26075270771980286 lr:1.4209285373536524e-05 tokens_per_second_per_gpu:382.11541304720635 
Step 3534 | loss:0.05975830554962158 lr:1.4206359364869921e-05 tokens_per_second_per_gpu:303.5702797590196 
Step 3535 | loss:0.1417984664440155 lr:1.4203432918592352e-05 tokens_per_second_per_gpu:300.60853261450046 
Step 3536 | loss:0.1708388328552246 lr:1.4200506035008265e-05 tokens_per_second_per_gpu:268.00710140727927 
Step 3537 | loss:0.14083367586135864 lr:1.419757871442216e-05 tokens_per_second_per_gpu:258.4955380418006 
Step 3538 | loss:0.14681123197078705 lr:1.4194650957138585e-05 tokens_per_second_per_gpu:344.0329488926088 
Step 3539 | loss:0.0916152074933052 lr:1.4191722763462132e-05 tokens_per_second_per_gpu:350.094457926576 
Step 3540 | loss:0.13153505325317383 lr:1.4188794133697433e-05 tokens_per_second_per_gpu:300.57571547902785 
Step 3541 | loss:0.19736889004707336 lr:1.4185865068149171e-05 tokens_per_second_per_gpu:289.5385575108804 
Step 3542 | loss:0.11571817100048065 lr:1.4182935567122079e-05 tokens_per_second_per_gpu:278.42222213854456 
Step 3543 | loss:0.06537972390651703 lr:1.4180005630920917e-05 tokens_per_second_per_gpu:249.38502969391777 
Step 3544 | loss:0.0779760479927063 lr:1.4177075259850513e-05 tokens_per_second_per_gpu:255.02696255437485 
Step 3545 | loss:0.039253734052181244 lr:1.4174144454215728e-05 tokens_per_second_per_gpu:285.90544035082655 
Step 3546 | loss:0.07079295814037323 lr:1.4171213214321467e-05 tokens_per_second_per_gpu:300.45891598674024 
Step 3547 | loss:0.16459158062934875 lr:1.4168281540472683e-05 tokens_per_second_per_gpu:296.7188116189067 
Step 3548 | loss:0.08181184530258179 lr:1.416534943297438e-05 tokens_per_second_per_gpu:269.68938164712654 
Step 3549 | loss:0.1354161500930786 lr:1.4162416892131596e-05 tokens_per_second_per_gpu:303.2709413697649 
Step 3550 | loss:0.09183529019355774 lr:1.415948391824942e-05 tokens_per_second_per_gpu:328.3140548561397 
Step 3551 | loss:0.21790149807929993 lr:1.4156550511632987e-05 tokens_per_second_per_gpu:307.8299260305645 
Step 3552 | loss:0.09662167727947235 lr:1.4153616672587476e-05 tokens_per_second_per_gpu:262.67792706664653 
Step 3553 | loss:0.0887514054775238 lr:1.4150682401418108e-05 tokens_per_second_per_gpu:299.5489621114859 
Step 3554 | loss:0.08502063155174255 lr:1.4147747698430158e-05 tokens_per_second_per_gpu:284.75018796266664 
Step 3555 | loss:0.16985413432121277 lr:1.4144812563928932e-05 tokens_per_second_per_gpu:238.98532022293068 
Step 3556 | loss:0.18058927357196808 lr:1.4141876998219787e-05 tokens_per_second_per_gpu:331.27057871347307 
Step 3557 | loss:0.10021135210990906 lr:1.413894100160814e-05 tokens_per_second_per_gpu:300.3690931798446 
Step 3558 | loss:0.08874920010566711 lr:1.4136004574399422e-05 tokens_per_second_per_gpu:280.8123986367986 
Step 3559 | loss:0.15897729992866516 lr:1.4133067716899134e-05 tokens_per_second_per_gpu:279.69297250722934 
Step 3560 | loss:0.10680501908063889 lr:1.4130130429412817e-05 tokens_per_second_per_gpu:316.0045163616352 
Step 3561 | loss:0.03821595758199692 lr:1.4127192712246047e-05 tokens_per_second_per_gpu:298.180644025404 
Step 3562 | loss:0.04685434699058533 lr:1.4124254565704454e-05 tokens_per_second_per_gpu:255.06470858588185 
Step 3563 | loss:0.11283305287361145 lr:1.412131599009371e-05 tokens_per_second_per_gpu:320.49692386619915 
Step 3564 | loss:0.16049876809120178 lr:1.4118376985719528e-05 tokens_per_second_per_gpu:252.39413065126084 
Step 3565 | loss:0.12726184725761414 lr:1.4115437552887675e-05 tokens_per_second_per_gpu:289.5826384619493 
Step 3566 | loss:0.11329304426908493 lr:1.411249769190395e-05 tokens_per_second_per_gpu:327.3022572571232 
Step 3567 | loss:0.1581643521785736 lr:1.4109557403074208e-05 tokens_per_second_per_gpu:252.95974153826808 
Step 3568 | loss:0.1162707656621933 lr:1.4106616686704342e-05 tokens_per_second_per_gpu:272.97999786417563 
Step 3569 | loss:0.08470956981182098 lr:1.410367554310029e-05 tokens_per_second_per_gpu:293.99284206511885 
Step 3570 | loss:0.10958268493413925 lr:1.4100733972568038e-05 tokens_per_second_per_gpu:292.4710432416587 
Step 3571 | loss:0.06507575511932373 lr:1.409779197541361e-05 tokens_per_second_per_gpu:297.4947954696968 
Step 3572 | loss:0.31101733446121216 lr:1.4094849551943084e-05 tokens_per_second_per_gpu:246.50654502301026 
Step 3573 | loss:0.12526386976242065 lr:1.4091906702462573e-05 tokens_per_second_per_gpu:280.28040207968314 
Step 3574 | loss:0.09584109485149384 lr:1.4088963427278236e-05 tokens_per_second_per_gpu:322.8817151164318 
Step 3575 | loss:0.06114596873521805 lr:1.408601972669628e-05 tokens_per_second_per_gpu:248.87873602711994 
Step 3576 | loss:0.10381574928760529 lr:1.408307560102296e-05 tokens_per_second_per_gpu:297.8622663727353 
Step 3577 | loss:0.17465835809707642 lr:1.4080131050564561e-05 tokens_per_second_per_gpu:246.70353919448152 
Step 3578 | loss:0.14342409372329712 lr:1.4077186075627426e-05 tokens_per_second_per_gpu:314.85793481504305 
Step 3579 | loss:0.10794804990291595 lr:1.4074240676517938e-05 tokens_per_second_per_gpu:242.48802268175334 
Step 3580 | loss:0.2333274483680725 lr:1.4071294853542518e-05 tokens_per_second_per_gpu:270.5712856568123 
Step 3581 | loss:0.07703059911727905 lr:1.4068348607007642e-05 tokens_per_second_per_gpu:319.51677556049685 
Step 3582 | loss:0.05375757813453674 lr:1.4065401937219822e-05 tokens_per_second_per_gpu:267.5548255672741 
Step 3583 | loss:0.11506448686122894 lr:1.4062454844485618e-05 tokens_per_second_per_gpu:275.00272966717887 
Step 3584 | loss:0.12839333713054657 lr:1.405950732911163e-05 tokens_per_second_per_gpu:347.45714901174773 
Step 3585 | loss:0.08203525841236115 lr:1.4056559391404506e-05 tokens_per_second_per_gpu:264.19659829360853 
Step 3586 | loss:0.12079370021820068 lr:1.4053611031670935e-05 tokens_per_second_per_gpu:248.55704461980366 
Step 3587 | loss:0.09877844899892807 lr:1.4050662250217653e-05 tokens_per_second_per_gpu:323.4401073526204 
Step 3588 | loss:0.12396349012851715 lr:1.4047713047351437e-05 tokens_per_second_per_gpu:363.8983584631298 
Step 3589 | loss:0.062063395977020264 lr:1.4044763423379109e-05 tokens_per_second_per_gpu:258.5558301279281 
Step 3590 | loss:0.06943458318710327 lr:1.4041813378607534e-05 tokens_per_second_per_gpu:287.05904446425814 
Step 3591 | loss:0.04640161991119385 lr:1.4038862913343624e-05 tokens_per_second_per_gpu:325.221011728799 
Step 3592 | loss:0.15540523827075958 lr:1.4035912027894333e-05 tokens_per_second_per_gpu:285.3801817719871 
Step 3593 | loss:0.19836170971393585 lr:1.4032960722566653e-05 tokens_per_second_per_gpu:356.6289846446323 
Step 3594 | loss:0.14866481721401215 lr:1.403000899766763e-05 tokens_per_second_per_gpu:282.22069581704403 
Step 3595 | loss:0.09809307754039764 lr:1.4027056853504345e-05 tokens_per_second_per_gpu:274.9998418552029 
Step 3596 | loss:0.08234849572181702 lr:1.4024104290383927e-05 tokens_per_second_per_gpu:271.7279396956167 
Step 3597 | loss:0.051670391112565994 lr:1.4021151308613547e-05 tokens_per_second_per_gpu:276.4544555544509 
Step 3598 | loss:0.0753059983253479 lr:1.4018197908500421e-05 tokens_per_second_per_gpu:259.44051197371704 
Step 3599 | loss:0.03969140350818634 lr:1.401524409035181e-05 tokens_per_second_per_gpu:281.85665753451764 
Step 3600 | loss:0.15916208922863007 lr:1.401228985447501e-05 tokens_per_second_per_gpu:252.4052482161251 
Step 3601 | loss:0.1690124273300171 lr:1.4009335201177371e-05 tokens_per_second_per_gpu:315.1872986599427 
Step 3602 | loss:0.11290920525789261 lr:1.4006380130766284e-05 tokens_per_second_per_gpu:315.9240865400907 
Step 3603 | loss:0.2763808071613312 lr:1.4003424643549175e-05 tokens_per_second_per_gpu:243.25428020109842 
Step 3604 | loss:0.11630688607692719 lr:1.4000468739833526e-05 tokens_per_second_per_gpu:254.46031617295682 
Step 3605 | loss:0.1086597740650177 lr:1.3997512419926854e-05 tokens_per_second_per_gpu:259.5727963056399 
Step 3606 | loss:0.20369447767734528 lr:1.3994555684136719e-05 tokens_per_second_per_gpu:319.94982521564924 
Step 3607 | loss:0.14853517711162567 lr:1.3991598532770732e-05 tokens_per_second_per_gpu:273.8457521378965 
Step 3608 | loss:0.09914177656173706 lr:1.3988640966136533e-05 tokens_per_second_per_gpu:248.96993772766118 
Step 3609 | loss:0.09218643605709076 lr:1.3985682984541822e-05 tokens_per_second_per_gpu:290.8170061550269 
Step 3610 | loss:0.1037674993276596 lr:1.3982724588294334e-05 tokens_per_second_per_gpu:279.2790962161145 
Step 3611 | loss:0.11670336872339249 lr:1.397976577770184e-05 tokens_per_second_per_gpu:301.741884878759 
Step 3612 | loss:0.027497420087456703 lr:1.3976806553072172e-05 tokens_per_second_per_gpu:262.56125927255425 
Step 3613 | loss:0.057520389556884766 lr:1.397384691471319e-05 tokens_per_second_per_gpu:253.90480169971997 
Step 3614 | loss:0.08716531097888947 lr:1.3970886862932798e-05 tokens_per_second_per_gpu:318.9211535197245 
Step 3615 | loss:0.09263389557600021 lr:1.396792639803895e-05 tokens_per_second_per_gpu:250.39664587287888 
Step 3616 | loss:0.08216255158185959 lr:1.3964965520339641e-05 tokens_per_second_per_gpu:319.53488897294545 
Step 3617 | loss:0.1105356216430664 lr:1.3962004230142904e-05 tokens_per_second_per_gpu:297.0756746999572 
Step 3618 | loss:0.14160951972007751 lr:1.3959042527756823e-05 tokens_per_second_per_gpu:234.70169509750892 
Step 3619 | loss:0.14439532160758972 lr:1.3956080413489517e-05 tokens_per_second_per_gpu:278.1442647202273 
Step 3620 | loss:0.0790020301938057 lr:1.3953117887649153e-05 tokens_per_second_per_gpu:286.6684322949835 
Step 3621 | loss:0.06463240832090378 lr:1.3950154950543934e-05 tokens_per_second_per_gpu:333.74369877684853 
Step 3622 | loss:0.10585982352495193 lr:1.394719160248212e-05 tokens_per_second_per_gpu:313.0167404005535 
Step 3623 | loss:0.07665635645389557 lr:1.3944227843771997e-05 tokens_per_second_per_gpu:335.99239896546027 
Step 3624 | loss:0.10195638239383698 lr:1.3941263674721906e-05 tokens_per_second_per_gpu:319.0185009318211 
Step 3625 | loss:0.13212713599205017 lr:1.3938299095640222e-05 tokens_per_second_per_gpu:316.4642780469495 
Step 3626 | loss:0.04174686595797539 lr:1.3935334106835368e-05 tokens_per_second_per_gpu:269.853793811577 
Step 3627 | loss:0.08172132074832916 lr:1.3932368708615808e-05 tokens_per_second_per_gpu:276.77087813156504 
Step 3628 | loss:0.060069724917411804 lr:1.3929402901290052e-05 tokens_per_second_per_gpu:267.12909769978745 
Step 3629 | loss:0.09527456015348434 lr:1.3926436685166648e-05 tokens_per_second_per_gpu:286.7925243355455 
Step 3630 | loss:0.07168322801589966 lr:1.3923470060554185e-05 tokens_per_second_per_gpu:375.7351086104041 
Step 3631 | loss:0.11575553566217422 lr:1.3920503027761301e-05 tokens_per_second_per_gpu:242.4712200151689 
Step 3632 | loss:0.13635139167308807 lr:1.3917535587096672e-05 tokens_per_second_per_gpu:309.03147254104795 
Step 3633 | loss:0.16637584567070007 lr:1.3914567738869014e-05 tokens_per_second_per_gpu:205.2275485191283 
Step 3634 | loss:0.051546525210142136 lr:1.3911599483387093e-05 tokens_per_second_per_gpu:284.2326399192645 
Step 3635 | loss:0.08637740463018417 lr:1.3908630820959713e-05 tokens_per_second_per_gpu:227.2617121846726 
Step 3636 | loss:0.12185723334550858 lr:1.3905661751895716e-05 tokens_per_second_per_gpu:339.0832922427887 
Step 3637 | loss:0.21317443251609802 lr:1.3902692276503997e-05 tokens_per_second_per_gpu:290.5034574151466 
Step 3638 | loss:0.1957644820213318 lr:1.3899722395093484e-05 tokens_per_second_per_gpu:290.0398256015608 
Step 3639 | loss:0.2691011130809784 lr:1.389675210797315e-05 tokens_per_second_per_gpu:342.1659793905964 
Step 3640 | loss:0.14943881332874298 lr:1.389378141545201e-05 tokens_per_second_per_gpu:248.50745958891986 
Step 3641 | loss:0.08127117902040482 lr:1.3890810317839125e-05 tokens_per_second_per_gpu:340.67424094071004 
Step 3642 | loss:0.08364321291446686 lr:1.388783881544359e-05 tokens_per_second_per_gpu:336.59874251677763 
Step 3643 | loss:0.16828235983848572 lr:1.3884866908574548e-05 tokens_per_second_per_gpu:322.3593347369356 
Step 3644 | loss:0.11098542809486389 lr:1.3881894597541189e-05 tokens_per_second_per_gpu:320.596200556347 
Step 3645 | loss:0.18018275499343872 lr:1.3878921882652732e-05 tokens_per_second_per_gpu:264.52809221850214 
Step 3646 | loss:0.3382384777069092 lr:1.3875948764218445e-05 tokens_per_second_per_gpu:338.6397934265663 
Step 3647 | loss:0.057617973536252975 lr:1.3872975242547641e-05 tokens_per_second_per_gpu:307.1540990287135 
Step 3648 | loss:0.1907210350036621 lr:1.3870001317949675e-05 tokens_per_second_per_gpu:242.56279890810913 
Step 3649 | loss:0.12311491370201111 lr:1.3867026990733934e-05 tokens_per_second_per_gpu:237.33214801175305 
Step 3650 | loss:0.15200838446617126 lr:1.3864052261209859e-05 tokens_per_second_per_gpu:400.9633041953153 
Step 3651 | loss:0.15384981036186218 lr:1.3861077129686926e-05 tokens_per_second_per_gpu:283.22399754402323 
Step 3652 | loss:0.16892854869365692 lr:1.3858101596474653e-05 tokens_per_second_per_gpu:340.75671321246693 
Step 3653 | loss:0.10121811181306839 lr:1.3855125661882603e-05 tokens_per_second_per_gpu:250.3808846188578 
Step 3654 | loss:0.24796521663665771 lr:1.3852149326220379e-05 tokens_per_second_per_gpu:247.16105223570688 
Step 3655 | loss:0.15548107028007507 lr:1.3849172589797628e-05 tokens_per_second_per_gpu:267.97900550767673 
Step 3656 | loss:0.12500829994678497 lr:1.3846195452924029e-05 tokens_per_second_per_gpu:287.2436518143819 
Step 3657 | loss:0.07910370826721191 lr:1.3843217915909318e-05 tokens_per_second_per_gpu:327.02364191635223 
Step 3658 | loss:0.06575929373502731 lr:1.3840239979063261e-05 tokens_per_second_per_gpu:302.2822367717483 
Step 3659 | loss:0.10664655268192291 lr:1.383726164269567e-05 tokens_per_second_per_gpu:339.5686340522231 
Step 3660 | loss:0.07982753217220306 lr:1.38342829071164e-05 tokens_per_second_per_gpu:278.1322388512488 
Step 3661 | loss:0.14540508389472961 lr:1.383130377263534e-05 tokens_per_second_per_gpu:277.6098325712407 
Step 3662 | loss:0.05413956195116043 lr:1.3828324239562429e-05 tokens_per_second_per_gpu:319.4662613279155 
Step 3663 | loss:0.08354007452726364 lr:1.382534430820765e-05 tokens_per_second_per_gpu:271.69567440277456 
Step 3664 | loss:0.09997980296611786 lr:1.3822363978881012e-05 tokens_per_second_per_gpu:268.9473644160693 
Step 3665 | loss:0.05498306453227997 lr:1.381938325189258e-05 tokens_per_second_per_gpu:254.22757888050194 
Step 3666 | loss:0.1149042621254921 lr:1.381640212755246e-05 tokens_per_second_per_gpu:258.73907542838145 
Step 3667 | loss:0.11856454610824585 lr:1.3813420606170786e-05 tokens_per_second_per_gpu:304.22893702125026 
Step 3668 | loss:0.16459549963474274 lr:1.3810438688057748e-05 tokens_per_second_per_gpu:238.60124152367027 
Step 3669 | loss:0.11713796108961105 lr:1.3807456373523572e-05 tokens_per_second_per_gpu:257.71668711065433 
Step 3670 | loss:0.08628569543361664 lr:1.3804473662878519e-05 tokens_per_second_per_gpu:285.24769775769767 
Step 3671 | loss:0.037540894001722336 lr:1.3801490556432903e-05 tokens_per_second_per_gpu:233.75820751360536 
Step 3672 | loss:0.16874410212039948 lr:1.3798507054497072e-05 tokens_per_second_per_gpu:327.06243481574234 
Step 3673 | loss:0.08316351473331451 lr:1.3795523157381413e-05 tokens_per_second_per_gpu:279.2265564215222 
Step 3674 | loss:0.09315837919712067 lr:1.3792538865396363e-05 tokens_per_second_per_gpu:266.80981468624947 
Step 3675 | loss:0.07507754862308502 lr:1.3789554178852391e-05 tokens_per_second_per_gpu:287.7462726944953 
Step 3676 | loss:0.0769813284277916 lr:1.378656909806001e-05 tokens_per_second_per_gpu:316.7538912169317 
Step 3677 | loss:0.13014397025108337 lr:1.3783583623329775e-05 tokens_per_second_per_gpu:259.42902919869397 
Step 3678 | loss:0.09866973757743835 lr:1.3780597754972282e-05 tokens_per_second_per_gpu:290.4903801033255 
Step 3679 | loss:0.12737447023391724 lr:1.3777611493298168e-05 tokens_per_second_per_gpu:295.8976768196582 
Step 3680 | loss:0.07721507549285889 lr:1.377462483861811e-05 tokens_per_second_per_gpu:292.63402740225433 
Step 3681 | loss:0.1710827499628067 lr:1.3771637791242827e-05 tokens_per_second_per_gpu:286.6521199164761 
Step 3682 | loss:0.07475056499242783 lr:1.3768650351483076e-05 tokens_per_second_per_gpu:295.32197092163767 
Step 3683 | loss:0.09981881082057953 lr:1.3765662519649658e-05 tokens_per_second_per_gpu:333.55426117725654 
Step 3684 | loss:0.05345512181520462 lr:1.3762674296053416e-05 tokens_per_second_per_gpu:301.79792611845465 
Step 3685 | loss:0.05489054694771767 lr:1.375968568100523e-05 tokens_per_second_per_gpu:308.35197995791106 
Step 3686 | loss:0.08588089048862457 lr:1.3756696674816018e-05 tokens_per_second_per_gpu:270.56492280820817 
Step 3687 | loss:0.06570439785718918 lr:1.375370727779675e-05 tokens_per_second_per_gpu:295.9157071416504 
Step 3688 | loss:0.1384403109550476 lr:1.375071749025843e-05 tokens_per_second_per_gpu:312.5114444483113 
Step 3689 | loss:0.09234947711229324 lr:1.3747727312512094e-05 tokens_per_second_per_gpu:295.11882569132376 
Step 3690 | loss:0.12071658670902252 lr:1.3744736744868832e-05 tokens_per_second_per_gpu:291.67574005494157 
Step 3691 | loss:0.11741538345813751 lr:1.3741745787639768e-05 tokens_per_second_per_gpu:427.740923111296 
Step 3692 | loss:0.45427361130714417 lr:1.3738754441136072e-05 tokens_per_second_per_gpu:372.9637468011728 
Step 3693 | loss:0.06049637123942375 lr:1.3735762705668945e-05 tokens_per_second_per_gpu:282.6026550785248 
Step 3694 | loss:0.04720915108919144 lr:1.3732770581549636e-05 tokens_per_second_per_gpu:273.09714383654034 
Step 3695 | loss:0.2387782633304596 lr:1.3729778069089437e-05 tokens_per_second_per_gpu:281.075832831002 
Step 3696 | loss:0.1366783231496811 lr:1.3726785168599666e-05 tokens_per_second_per_gpu:286.07174910835477 
Step 3697 | loss:0.029490945860743523 lr:1.3723791880391698e-05 tokens_per_second_per_gpu:259.12689151899565 
Step 3698 | loss:0.109561026096344 lr:1.3720798204776942e-05 tokens_per_second_per_gpu:306.16493942143467 
Step 3699 | loss:0.04825340956449509 lr:1.371780414206684e-05 tokens_per_second_per_gpu:331.25105332994013 
Step 3700 | loss:0.1732967644929886 lr:1.3714809692572889e-05 tokens_per_second_per_gpu:225.4995971741231 
Step 3701 | loss:0.14012593030929565 lr:1.3711814856606613e-05 tokens_per_second_per_gpu:232.7754893154317 
Step 3702 | loss:0.07339634746313095 lr:1.3708819634479582e-05 tokens_per_second_per_gpu:226.20589622855402 
Step 3703 | loss:0.06858883798122406 lr:1.370582402650341e-05 tokens_per_second_per_gpu:345.0572571178244 
Step 3704 | loss:0.08273102343082428 lr:1.3702828032989743e-05 tokens_per_second_per_gpu:251.06274515004728 
Step 3705 | loss:0.1862284541130066 lr:1.3699831654250272e-05 tokens_per_second_per_gpu:305.527377716824 
Step 3706 | loss:0.059628210961818695 lr:1.3696834890596725e-05 tokens_per_second_per_gpu:272.67422936736574 
Step 3707 | loss:0.14184440672397614 lr:1.3693837742340871e-05 tokens_per_second_per_gpu:318.0314643001368 
Step 3708 | loss:0.11320321261882782 lr:1.3690840209794527e-05 tokens_per_second_per_gpu:257.1736928664093 
Step 3709 | loss:0.09106147289276123 lr:1.3687842293269535e-05 tokens_per_second_per_gpu:295.61143276412395 
Step 3710 | loss:0.09639989584684372 lr:1.368484399307779e-05 tokens_per_second_per_gpu:257.9670601026691 
Step 3711 | loss:0.13644811511039734 lr:1.3681845309531223e-05 tokens_per_second_per_gpu:350.2981555106548 
Step 3712 | loss:0.11911933124065399 lr:1.3678846242941795e-05 tokens_per_second_per_gpu:347.650962702928 
Step 3713 | loss:0.13420075178146362 lr:1.3675846793621528e-05 tokens_per_second_per_gpu:269.47698746541596 
Step 3714 | loss:0.08116581290960312 lr:1.367284696188246e-05 tokens_per_second_per_gpu:247.84246872247633 
Step 3715 | loss:0.15825699269771576 lr:1.3669846748036686e-05 tokens_per_second_per_gpu:273.51999966610896 
Step 3716 | loss:0.025701818987727165 lr:1.3666846152396335e-05 tokens_per_second_per_gpu:273.1474401002114 
Step 3717 | loss:0.12598466873168945 lr:1.3663845175273574e-05 tokens_per_second_per_gpu:309.27624598423427 
Step 3718 | loss:0.08982004225254059 lr:1.3660843816980612e-05 tokens_per_second_per_gpu:206.6055923062392 
Step 3719 | loss:0.09578487277030945 lr:1.36578420778297e-05 tokens_per_second_per_gpu:369.11218415251807 
Step 3720 | loss:0.10738865286111832 lr:1.3654839958133118e-05 tokens_per_second_per_gpu:304.80482930304754 
Step 3721 | loss:0.18339939415454865 lr:1.3651837458203201e-05 tokens_per_second_per_gpu:240.85218891735738 
Step 3722 | loss:0.13469025492668152 lr:1.3648834578352313e-05 tokens_per_second_per_gpu:394.3935984997173 
Step 3723 | loss:0.0638938695192337 lr:1.3645831318892857e-05 tokens_per_second_per_gpu:264.9140470838929 
Step 3724 | loss:0.0841430127620697 lr:1.3642827680137285e-05 tokens_per_second_per_gpu:276.00930049609104 
Step 3725 | loss:0.11394347250461578 lr:1.3639823662398077e-05 tokens_per_second_per_gpu:281.17315914486744 
Step 3726 | loss:0.06679363548755646 lr:1.363681926598776e-05 tokens_per_second_per_gpu:271.9240251749622 
Step 3727 | loss:0.09032899141311646 lr:1.3633814491218897e-05 tokens_per_second_per_gpu:248.6231213554626 
Step 3728 | loss:0.15923161804676056 lr:1.3630809338404095e-05 tokens_per_second_per_gpu:311.09943084924305 
Step 3729 | loss:0.3038935959339142 lr:1.3627803807855993e-05 tokens_per_second_per_gpu:264.34667259226484 
Step 3730 | loss:0.12032599747180939 lr:1.3624797899887272e-05 tokens_per_second_per_gpu:373.4123719613857 
Step 3731 | loss:0.1262519508600235 lr:1.3621791614810658e-05 tokens_per_second_per_gpu:431.79511727815475 
Step 3732 | loss:0.10837706178426743 lr:1.3618784952938908e-05 tokens_per_second_per_gpu:273.60250507596686 
Step 3733 | loss:0.14559422433376312 lr:1.3615777914584822e-05 tokens_per_second_per_gpu:373.2092877278165 
Step 3734 | loss:0.09722058475017548 lr:1.3612770500061241e-05 tokens_per_second_per_gpu:277.1885245491249 
Step 3735 | loss:0.14727576076984406 lr:1.360976270968104e-05 tokens_per_second_per_gpu:248.05796576537776 
Step 3736 | loss:0.12081809341907501 lr:1.360675454375714e-05 tokens_per_second_per_gpu:279.0460729093893 
Step 3737 | loss:0.19852182269096375 lr:1.3603746002602494e-05 tokens_per_second_per_gpu:341.19679926593375 
Step 3738 | loss:0.07886232435703278 lr:1.36007370865301e-05 tokens_per_second_per_gpu:336.8299356138475 
Step 3739 | loss:0.07624189555644989 lr:1.3597727795852986e-05 tokens_per_second_per_gpu:260.35010619947644 
Step 3740 | loss:0.19641301035881042 lr:1.3594718130884235e-05 tokens_per_second_per_gpu:292.8395209090397 
Step 3741 | loss:0.06213481351733208 lr:1.3591708091936952e-05 tokens_per_second_per_gpu:368.88266398047574 
Step 3742 | loss:0.18750356137752533 lr:1.3588697679324292e-05 tokens_per_second_per_gpu:254.62965146778564 
Step 3743 | loss:0.0858965516090393 lr:1.358568689335944e-05 tokens_per_second_per_gpu:354.0576462500659 
Step 3744 | loss:0.1559825837612152 lr:1.3582675734355633e-05 tokens_per_second_per_gpu:397.90830825797013 
Step 3745 | loss:0.08753211796283722 lr:1.357966420262613e-05 tokens_per_second_per_gpu:255.81016331048892 
Step 3746 | loss:0.23037739098072052 lr:1.3576652298484238e-05 tokens_per_second_per_gpu:239.50149665161973 
Step 3747 | loss:0.04621328413486481 lr:1.357364002224331e-05 tokens_per_second_per_gpu:284.0761258942094 
Step 3748 | loss:0.14872406423091888 lr:1.3570627374216727e-05 tokens_per_second_per_gpu:266.52235151227234 
Step 3749 | loss:0.18272380530834198 lr:1.3567614354717903e-05 tokens_per_second_per_gpu:362.1028042276783 
Step 3750 | loss:0.11087890714406967 lr:1.356460096406031e-05 tokens_per_second_per_gpu:268.8703313978258 
Step 3751 | loss:0.039059482514858246 lr:1.3561587202557445e-05 tokens_per_second_per_gpu:309.9422471707606 
Step 3752 | loss:0.15708236396312714 lr:1.355857307052284e-05 tokens_per_second_per_gpu:362.04785708464016 
Step 3753 | loss:0.13347165286540985 lr:1.3555558568270082e-05 tokens_per_second_per_gpu:378.4372163572782 
Step 3754 | loss:0.13848453760147095 lr:1.3552543696112781e-05 tokens_per_second_per_gpu:278.61537970898627 
Step 3755 | loss:0.1338154375553131 lr:1.3549528454364586e-05 tokens_per_second_per_gpu:348.7128467077726 
Step 3756 | loss:0.2233869731426239 lr:1.3546512843339202e-05 tokens_per_second_per_gpu:366.8016777478971 
Step 3757 | loss:0.11508075147867203 lr:1.3543496863350347e-05 tokens_per_second_per_gpu:312.54835425866213 
Step 3758 | loss:0.11419592052698135 lr:1.3540480514711799e-05 tokens_per_second_per_gpu:300.7815222627017 
Step 3759 | loss:0.029231678694486618 lr:1.3537463797737359e-05 tokens_per_second_per_gpu:249.11813678224277 
Step 3760 | loss:0.08122356235980988 lr:1.3534446712740879e-05 tokens_per_second_per_gpu:292.4959661788703 
Step 3761 | loss:0.04898003488779068 lr:1.3531429260036238e-05 tokens_per_second_per_gpu:313.9839318449009 
Step 3762 | loss:0.10173194110393524 lr:1.3528411439937358e-05 tokens_per_second_per_gpu:328.5893608375156 
Step 3763 | loss:0.15472382307052612 lr:1.3525393252758208e-05 tokens_per_second_per_gpu:327.08872569002585 
Step 3764 | loss:0.10084600746631622 lr:1.352237469881278e-05 tokens_per_second_per_gpu:297.2113693075697 
Step 3765 | loss:0.10916018486022949 lr:1.3519355778415108e-05 tokens_per_second_per_gpu:327.15903211508424 
Step 3766 | loss:0.1403501331806183 lr:1.3516336491879276e-05 tokens_per_second_per_gpu:246.35427430738298 
Step 3767 | loss:0.17979125678539276 lr:1.3513316839519388e-05 tokens_per_second_per_gpu:279.38144865628647 
Step 3768 | loss:0.1327093541622162 lr:1.35102968216496e-05 tokens_per_second_per_gpu:266.8745912370341 
Step 3769 | loss:0.20176923274993896 lr:1.3507276438584105e-05 tokens_per_second_per_gpu:293.5309414176381 
Step 3770 | loss:0.09403844177722931 lr:1.3504255690637122e-05 tokens_per_second_per_gpu:249.6677332128457 
Step 3771 | loss:0.07981882989406586 lr:1.350123457812292e-05 tokens_per_second_per_gpu:286.619719905034 
Step 3772 | loss:0.14876627922058105 lr:1.3498213101355804e-05 tokens_per_second_per_gpu:302.3903666145308 
Step 3773 | loss:0.1838805228471756 lr:1.3495191260650113e-05 tokens_per_second_per_gpu:294.0493954925377 
Step 3774 | loss:0.06046247482299805 lr:1.3492169056320226e-05 tokens_per_second_per_gpu:314.08330296721715 
Step 3775 | loss:0.1538633555173874 lr:1.348914648868056e-05 tokens_per_second_per_gpu:257.0012357543612 
Step 3776 | loss:0.06622174382209778 lr:1.3486123558045567e-05 tokens_per_second_per_gpu:228.13786457541403 
Step 3777 | loss:0.12827464938163757 lr:1.3483100264729748e-05 tokens_per_second_per_gpu:315.11458639099015 
Step 3778 | loss:0.06743078678846359 lr:1.3480076609047624e-05 tokens_per_second_per_gpu:329.5969897502771 
Step 3779 | loss:0.06537341326475143 lr:1.3477052591313762e-05 tokens_per_second_per_gpu:247.95344620111385 
Step 3780 | loss:0.09644512832164764 lr:1.3474028211842774e-05 tokens_per_second_per_gpu:312.0541415153403 
Step 3781 | loss:0.08851201087236404 lr:1.3471003470949299e-05 tokens_per_second_per_gpu:272.4091821368547 
Step 3782 | loss:0.11307133734226227 lr:1.3467978368948023e-05 tokens_per_second_per_gpu:303.0759827220914 
Step 3783 | loss:0.09984946995973587 lr:1.3464952906153654e-05 tokens_per_second_per_gpu:302.75544844520374 
Step 3784 | loss:0.10888996720314026 lr:1.3461927082880957e-05 tokens_per_second_per_gpu:314.5646021756096 
Step 3785 | loss:0.10749936103820801 lr:1.345890089944472e-05 tokens_per_second_per_gpu:295.99318546858996 
Step 3786 | loss:0.08016710728406906 lr:1.3455874356159775e-05 tokens_per_second_per_gpu:281.8061751553105 
Step 3787 | loss:0.13879454135894775 lr:1.3452847453340993e-05 tokens_per_second_per_gpu:336.451042006416 
Step 3788 | loss:0.45610374212265015 lr:1.3449820191303276e-05 tokens_per_second_per_gpu:313.96259703349176 
Step 3789 | loss:0.06922437995672226 lr:1.3446792570361566e-05 tokens_per_second_per_gpu:282.94112850694705 
Step 3790 | loss:0.11139600723981857 lr:1.344376459083085e-05 tokens_per_second_per_gpu:264.89339756355406 
Step 3791 | loss:0.15200766921043396 lr:1.344073625302614e-05 tokens_per_second_per_gpu:282.4459201475209 
Step 3792 | loss:0.09211135655641556 lr:1.3437707557262487e-05 tokens_per_second_per_gpu:250.03018710521297 
Step 3793 | loss:0.1581677794456482 lr:1.3434678503854992e-05 tokens_per_second_per_gpu:311.98373956697117 
Step 3794 | loss:0.129836767911911 lr:1.343164909311878e-05 tokens_per_second_per_gpu:261.40758911229307 
Step 3795 | loss:0.10393068939447403 lr:1.3428619325369017e-05 tokens_per_second_per_gpu:277.811610601315 
Step 3796 | loss:0.17335660755634308 lr:1.3425589200920905e-05 tokens_per_second_per_gpu:267.4203176755549 
Step 3797 | loss:0.07205674052238464 lr:1.3422558720089689e-05 tokens_per_second_per_gpu:269.9186346523566 
Step 3798 | loss:0.15701746940612793 lr:1.3419527883190644e-05 tokens_per_second_per_gpu:272.2929516537652 
Step 3799 | loss:0.051173292100429535 lr:1.3416496690539085e-05 tokens_per_second_per_gpu:321.84669852407694 
Step 3800 | loss:0.15027779340744019 lr:1.3413465142450366e-05 tokens_per_second_per_gpu:308.84431204857134 
Step 3801 | loss:0.060591258108615875 lr:1.3410433239239873e-05 tokens_per_second_per_gpu:247.86611558851774 
Step 3802 | loss:0.2114616334438324 lr:1.340740098122303e-05 tokens_per_second_per_gpu:244.7609638692611 
Step 3803 | loss:0.07570220530033112 lr:1.3404368368715308e-05 tokens_per_second_per_gpu:245.41215611977566 
Step 3804 | loss:0.06776171922683716 lr:1.3401335402032198e-05 tokens_per_second_per_gpu:276.71534194782384 
Step 3805 | loss:0.14510811865329742 lr:1.3398302081489239e-05 tokens_per_second_per_gpu:454.8815749563189 
Step 3806 | loss:0.08387730270624161 lr:1.3395268407402007e-05 tokens_per_second_per_gpu:252.17269138600494 
Step 3807 | loss:0.08887189626693726 lr:1.339223438008611e-05 tokens_per_second_per_gpu:280.3281867675377 
Step 3808 | loss:0.09813457727432251 lr:1.3389199999857189e-05 tokens_per_second_per_gpu:327.0574520468988 
Step 3809 | loss:0.14242102205753326 lr:1.338616526703094e-05 tokens_per_second_per_gpu:271.75263466753944 
Step 3810 | loss:0.25202232599258423 lr:1.3383130181923073e-05 tokens_per_second_per_gpu:330.37734288022205 
Step 3811 | loss:0.1442331075668335 lr:1.3380094744849348e-05 tokens_per_second_per_gpu:323.2191133644464 
Step 3812 | loss:0.09395252168178558 lr:1.3377058956125557e-05 tokens_per_second_per_gpu:265.3211396349266 
Step 3813 | loss:0.15951751172542572 lr:1.3374022816067533e-05 tokens_per_second_per_gpu:248.8151653153226 
Step 3814 | loss:0.08298575133085251 lr:1.3370986324991142e-05 tokens_per_second_per_gpu:266.87560739334293 
Step 3815 | loss:0.1026921421289444 lr:1.3367949483212281e-05 tokens_per_second_per_gpu:262.8618962501227 
Step 3816 | loss:0.05339076742529869 lr:1.3364912291046898e-05 tokens_per_second_per_gpu:288.3165743738484 
Step 3817 | loss:0.1325806826353073 lr:1.3361874748810967e-05 tokens_per_second_per_gpu:305.83206463885284 
Step 3818 | loss:0.19731490314006805 lr:1.3358836856820494e-05 tokens_per_second_per_gpu:241.66599640622596 
Step 3819 | loss:0.12853051722049713 lr:1.335579861539154e-05 tokens_per_second_per_gpu:331.7587060290656 
Step 3820 | loss:0.12108461558818817 lr:1.3352760024840174e-05 tokens_per_second_per_gpu:268.963440759029 
Step 3821 | loss:0.15232302248477936 lr:1.334972108548253e-05 tokens_per_second_per_gpu:322.24556114247986 
Step 3822 | loss:0.07198803126811981 lr:1.3346681797634767e-05 tokens_per_second_per_gpu:200.45475218122024 
Step 3823 | loss:0.09001152962446213 lr:1.3343642161613067e-05 tokens_per_second_per_gpu:270.19025251697553 
Step 3824 | loss:0.07474494725465775 lr:1.3340602177733668e-05 tokens_per_second_per_gpu:272.4258318486069 
Step 3825 | loss:0.06733884662389755 lr:1.3337561846312841e-05 tokens_per_second_per_gpu:287.8186507029769 
Step 3826 | loss:0.115679070353508 lr:1.3334521167666879e-05 tokens_per_second_per_gpu:303.22835720769746 
Step 3827 | loss:0.039435938000679016 lr:1.3331480142112128e-05 tokens_per_second_per_gpu:253.90067638352593 
Step 3828 | loss:0.17196252942085266 lr:1.3328438769964958e-05 tokens_per_second_per_gpu:339.0192789627477 
Step 3829 | loss:0.187186598777771 lr:1.332539705154178e-05 tokens_per_second_per_gpu:295.00852100876483 
Step 3830 | loss:0.0956525057554245 lr:1.3322354987159045e-05 tokens_per_second_per_gpu:307.67574361807 
Step 3831 | loss:0.08928029239177704 lr:1.3319312577133235e-05 tokens_per_second_per_gpu:274.4922621314808 
Step 3832 | loss:0.07270929217338562 lr:1.3316269821780866e-05 tokens_per_second_per_gpu:276.80920246115886 
Step 3833 | loss:0.11129184067249298 lr:1.3313226721418492e-05 tokens_per_second_per_gpu:255.03021391758125 
Step 3834 | loss:0.07575058937072754 lr:1.3310183276362709e-05 tokens_per_second_per_gpu:256.063637084603 
Step 3835 | loss:0.11665269732475281 lr:1.3307139486930139e-05 tokens_per_second_per_gpu:281.13073620094366 
Step 3836 | loss:0.16099224984645844 lr:1.3304095353437445e-05 tokens_per_second_per_gpu:279.1211454920328 
Step 3837 | loss:0.07821805030107498 lr:1.3301050876201327e-05 tokens_per_second_per_gpu:219.60047930015986 
Step 3838 | loss:0.11943253874778748 lr:1.3298006055538517e-05 tokens_per_second_per_gpu:240.39663027066072 
Step 3839 | loss:0.04824681580066681 lr:1.3294960891765785e-05 tokens_per_second_per_gpu:272.5913490227918 
Step 3840 | loss:0.07387590408325195 lr:1.3291915385199939e-05 tokens_per_second_per_gpu:267.4723373865626 
Step 3841 | loss:0.08951926976442337 lr:1.3288869536157816e-05 tokens_per_second_per_gpu:327.00676595187076 
Step 3842 | loss:0.1202596127986908 lr:1.3285823344956292e-05 tokens_per_second_per_gpu:259.68457494097106 
Step 3843 | loss:0.07031913846731186 lr:1.3282776811912285e-05 tokens_per_second_per_gpu:354.4001144635579 
Step 3844 | loss:0.11490050703287125 lr:1.327972993734274e-05 tokens_per_second_per_gpu:252.89850735265028 
Step 3845 | loss:0.0962006226181984 lr:1.3276682721564637e-05 tokens_per_second_per_gpu:361.04262767135936 
Step 3846 | loss:0.19078129529953003 lr:1.3273635164894997e-05 tokens_per_second_per_gpu:241.10788486453964 
Step 3847 | loss:0.07518582046031952 lr:1.3270587267650879e-05 tokens_per_second_per_gpu:319.6921205507686 
Step 3848 | loss:0.09540607035160065 lr:1.3267539030149365e-05 tokens_per_second_per_gpu:305.83348614962296 
Step 3849 | loss:0.16229411959648132 lr:1.3264490452707583e-05 tokens_per_second_per_gpu:265.97440197255514 
Step 3850 | loss:0.09537047892808914 lr:1.3261441535642696e-05 tokens_per_second_per_gpu:348.8422474123178 
Step 3851 | loss:0.10841523855924606 lr:1.3258392279271899e-05 tokens_per_second_per_gpu:287.79548163501056 
Step 3852 | loss:0.09850960969924927 lr:1.325534268391242e-05 tokens_per_second_per_gpu:309.3132024023129 
Step 3853 | loss:0.08480744063854218 lr:1.3252292749881528e-05 tokens_per_second_per_gpu:248.82948969034226 
Step 3854 | loss:0.11609359085559845 lr:1.3249242477496525e-05 tokens_per_second_per_gpu:261.98386125091014 
Step 3855 | loss:0.11460205912590027 lr:1.3246191867074742e-05 tokens_per_second_per_gpu:307.6905353042288 
Step 3856 | loss:0.1354922354221344 lr:1.324314091893356e-05 tokens_per_second_per_gpu:250.60171864605502 
Step 3857 | loss:0.15040968358516693 lr:1.3240089633390383e-05 tokens_per_second_per_gpu:328.46625746875 
Step 3858 | loss:0.09745384007692337 lr:1.3237038010762649e-05 tokens_per_second_per_gpu:307.1341916282818 
Step 3859 | loss:0.09062476456165314 lr:1.323398605136784e-05 tokens_per_second_per_gpu:350.08659344937024 
Step 3860 | loss:0.19874964654445648 lr:1.3230933755523466e-05 tokens_per_second_per_gpu:247.5056555252669 
Step 3861 | loss:0.08905832469463348 lr:1.3227881123547073e-05 tokens_per_second_per_gpu:283.57580529266926 
Step 3862 | loss:0.153133362531662 lr:1.322482815575625e-05 tokens_per_second_per_gpu:296.897930829485 
Step 3863 | loss:0.06860864907503128 lr:1.3221774852468605e-05 tokens_per_second_per_gpu:285.5395133457497 
Step 3864 | loss:0.18013979494571686 lr:1.3218721214001797e-05 tokens_per_second_per_gpu:292.9075449109471 
Step 3865 | loss:0.12343412637710571 lr:1.3215667240673508e-05 tokens_per_second_per_gpu:293.0633666743331 
Step 3866 | loss:0.09255295991897583 lr:1.3212612932801468e-05 tokens_per_second_per_gpu:332.1360444776926 
Step 3867 | loss:0.13535507023334503 lr:1.3209558290703423e-05 tokens_per_second_per_gpu:206.25886144767898 
Step 3868 | loss:0.08023335784673691 lr:1.3206503314697173e-05 tokens_per_second_per_gpu:298.043006306375 
Step 3869 | loss:0.1606438010931015 lr:1.3203448005100539e-05 tokens_per_second_per_gpu:311.83805857340866 
Step 3870 | loss:0.10886701941490173 lr:1.3200392362231385e-05 tokens_per_second_per_gpu:279.86589256830746 
Step 3871 | loss:0.13639414310455322 lr:1.3197336386407603e-05 tokens_per_second_per_gpu:264.501058532962 
Step 3872 | loss:0.08507819473743439 lr:1.3194280077947126e-05 tokens_per_second_per_gpu:281.6185148893507 
Step 3873 | loss:0.11812734603881836 lr:1.3191223437167917e-05 tokens_per_second_per_gpu:254.1940526842142 
Step 3874 | loss:0.21158157289028168 lr:1.3188166464387977e-05 tokens_per_second_per_gpu:365.2922533019468 
Step 3875 | loss:0.10783292353153229 lr:1.3185109159925343e-05 tokens_per_second_per_gpu:339.91846257172733 
Step 3876 | loss:0.08019983768463135 lr:1.3182051524098073e-05 tokens_per_second_per_gpu:267.6329501179525 
Step 3877 | loss:0.042192358523607254 lr:1.3178993557224278e-05 tokens_per_second_per_gpu:260.71600330846206 
Step 3878 | loss:0.10826376080513 lr:1.31759352596221e-05 tokens_per_second_per_gpu:278.600609494871 
Step 3879 | loss:0.21233141422271729 lr:1.3172876631609697e-05 tokens_per_second_per_gpu:247.85539140295387 
Step 3880 | loss:0.2604762017726898 lr:1.3169817673505287e-05 tokens_per_second_per_gpu:357.6858250812131 
Step 3881 | loss:0.08922301977872849 lr:1.3166758385627105e-05 tokens_per_second_per_gpu:265.5973793098788 
Step 3882 | loss:0.1253965049982071 lr:1.3163698768293425e-05 tokens_per_second_per_gpu:276.6869228098768 
Step 3883 | loss:0.07881710678339005 lr:1.316063882182256e-05 tokens_per_second_per_gpu:291.52184543792185 
Step 3884 | loss:0.0953131914138794 lr:1.3157578546532851e-05 tokens_per_second_per_gpu:367.781802043774 
Step 3885 | loss:0.08367439359426498 lr:1.3154517942742675e-05 tokens_per_second_per_gpu:374.7746379324802 
Step 3886 | loss:0.14216670393943787 lr:1.3151457010770446e-05 tokens_per_second_per_gpu:314.69466910687555 
Step 3887 | loss:0.17564329504966736 lr:1.3148395750934605e-05 tokens_per_second_per_gpu:260.11139902935423 
Step 3888 | loss:0.07947667688131332 lr:1.3145334163553638e-05 tokens_per_second_per_gpu:301.71776009901623 
Step 3889 | loss:0.16857218742370605 lr:1.3142272248946052e-05 tokens_per_second_per_gpu:387.27939549498694 
Step 3890 | loss:0.04402819648385048 lr:1.3139210007430404e-05 tokens_per_second_per_gpu:310.2521411594959 
Step 3891 | loss:0.14919576048851013 lr:1.3136147439325266e-05 tokens_per_second_per_gpu:305.992452991457 
Step 3892 | loss:0.08860674500465393 lr:1.313308454494926e-05 tokens_per_second_per_gpu:261.5096210020637 
Step 3893 | loss:0.10851577669382095 lr:1.3130021324621036e-05 tokens_per_second_per_gpu:305.91629589344774 
Step 3894 | loss:0.12848272919654846 lr:1.3126957778659278e-05 tokens_per_second_per_gpu:267.98946640200364 
Step 3895 | loss:0.16641487181186676 lr:1.3123893907382699e-05 tokens_per_second_per_gpu:267.7499593595652 
Step 3896 | loss:0.19826388359069824 lr:1.3120829711110057e-05 tokens_per_second_per_gpu:299.168282830048 
Step 3897 | loss:0.07734297960996628 lr:1.3117765190160134e-05 tokens_per_second_per_gpu:358.1246679901029 
Step 3898 | loss:0.11311404407024384 lr:1.3114700344851748e-05 tokens_per_second_per_gpu:280.7536323758553 
Step 3899 | loss:0.16289061307907104 lr:1.3111635175503754e-05 tokens_per_second_per_gpu:272.65771734668897 
Step 3900 | loss:0.08750685304403305 lr:1.3108569682435039e-05 tokens_per_second_per_gpu:382.42900065438954 
Step 3901 | loss:0.18335378170013428 lr:1.3105503865964523e-05 tokens_per_second_per_gpu:325.4981657848663 
Step 3902 | loss:0.13148033618927002 lr:1.3102437726411157e-05 tokens_per_second_per_gpu:351.67843422021656 
Step 3903 | loss:0.10062835365533829 lr:1.3099371264093932e-05 tokens_per_second_per_gpu:291.60825953942276 
Step 3904 | loss:0.07565056532621384 lr:1.309630447933187e-05 tokens_per_second_per_gpu:276.6420497804687 
Step 3905 | loss:0.181670680642128 lr:1.3093237372444019e-05 tokens_per_second_per_gpu:324.0598686481903 
Step 3906 | loss:0.14625337719917297 lr:1.3090169943749475e-05 tokens_per_second_per_gpu:283.46652926858735 
Step 3907 | loss:0.15740983188152313 lr:1.3087102193567358e-05 tokens_per_second_per_gpu:323.9831391903911 
Step 3908 | loss:0.09658965468406677 lr:1.308403412221682e-05 tokens_per_second_per_gpu:261.2961327356561 
Step 3909 | loss:0.018825335428118706 lr:1.308096573001705e-05 tokens_per_second_per_gpu:262.558621901475 
Step 3910 | loss:0.2585128843784332 lr:1.3077897017287274e-05 tokens_per_second_per_gpu:368.50751075991 
Step 3911 | loss:0.10488641262054443 lr:1.307482798434674e-05 tokens_per_second_per_gpu:319.52908182019473 
Step 3912 | loss:0.05488395690917969 lr:1.3071758631514746e-05 tokens_per_second_per_gpu:293.12918301571665 
Step 3913 | loss:0.08560319989919662 lr:1.3068688959110607e-05 tokens_per_second_per_gpu:241.60300425079973 
Step 3914 | loss:0.16093146800994873 lr:1.306561896745368e-05 tokens_per_second_per_gpu:228.20643461445195 
Step 3915 | loss:0.09672711044549942 lr:1.3062548656863351e-05 tokens_per_second_per_gpu:418.5313183346232 
Step 3916 | loss:0.17468388378620148 lr:1.3059478027659047e-05 tokens_per_second_per_gpu:306.61113778957105 
Step 3917 | loss:0.04045366123318672 lr:1.305640708016022e-05 tokens_per_second_per_gpu:273.16690551024004 
Step 3918 | loss:0.10344573110342026 lr:1.3053335814686355e-05 tokens_per_second_per_gpu:267.7250459947977 
Step 3919 | loss:0.19614577293395996 lr:1.3050264231556976e-05 tokens_per_second_per_gpu:294.4137384855844 
Step 3920 | loss:0.07389141619205475 lr:1.3047192331091636e-05 tokens_per_second_per_gpu:268.7906474095462 
Step 3921 | loss:0.047331005334854126 lr:1.304412011360992e-05 tokens_per_second_per_gpu:273.3428475939138 
Step 3922 | loss:0.054732635617256165 lr:1.3041047579431452e-05 tokens_per_second_per_gpu:314.4658751801909 
Step 3923 | loss:0.18771609663963318 lr:1.3037974728875881e-05 tokens_per_second_per_gpu:322.1443255700738 
Step 3924 | loss:0.04922281578183174 lr:1.3034901562262893e-05 tokens_per_second_per_gpu:266.4005678651141 
Step 3925 | loss:0.13601797819137573 lr:1.3031828079912211e-05 tokens_per_second_per_gpu:387.5862892435411 
Step 3926 | loss:0.08914738893508911 lr:1.3028754282143584e-05 tokens_per_second_per_gpu:310.86595121676294 
Step 3927 | loss:0.05055201053619385 lr:1.302568016927679e-05 tokens_per_second_per_gpu:227.2275116284618 
Step 3928 | loss:0.04675545170903206 lr:1.3022605741631657e-05 tokens_per_second_per_gpu:269.11203717129325 
Step 3929 | loss:0.0624564103782177 lr:1.3019530999528028e-05 tokens_per_second_per_gpu:259.0312433618775 
Step 3930 | loss:0.06236883997917175 lr:1.3016455943285787e-05 tokens_per_second_per_gpu:244.13101778032905 
Step 3931 | loss:0.3267522156238556 lr:1.301338057322485e-05 tokens_per_second_per_gpu:297.65143263527915 
Step 3932 | loss:0.07823604345321655 lr:1.3010304889665161e-05 tokens_per_second_per_gpu:343.7433400818626 
Step 3933 | loss:0.10434725880622864 lr:1.3007228892926706e-05 tokens_per_second_per_gpu:313.76361623618584 
Step 3934 | loss:0.13685177266597748 lr:1.3004152583329497e-05 tokens_per_second_per_gpu:296.37432545372707 
Step 3935 | loss:0.06938108801841736 lr:1.3001075961193574e-05 tokens_per_second_per_gpu:305.7668320298631 
Step 3936 | loss:0.06089385971426964 lr:1.2997999026839024e-05 tokens_per_second_per_gpu:331.07140604921244 
Step 3937 | loss:0.07470940053462982 lr:1.2994921780585953e-05 tokens_per_second_per_gpu:260.2649538643472 
Step 3938 | loss:0.08645480871200562 lr:1.29918442227545e-05 tokens_per_second_per_gpu:228.20821411937305 
Step 3939 | loss:0.12432250380516052 lr:1.2988766353664845e-05 tokens_per_second_per_gpu:266.26798058913886 
Step 3940 | loss:0.1275310516357422 lr:1.29856881736372e-05 tokens_per_second_per_gpu:333.3155470585646 
Step 3941 | loss:0.1278427541255951 lr:1.2982609682991796e-05 tokens_per_second_per_gpu:346.1147811451013 
Step 3942 | loss:0.11845609545707703 lr:1.297953088204891e-05 tokens_per_second_per_gpu:334.8941317752612 
Step 3943 | loss:0.2101418673992157 lr:1.297645177112885e-05 tokens_per_second_per_gpu:451.80112617775103 
Step 3944 | loss:0.1273876577615738 lr:1.2973372350551948e-05 tokens_per_second_per_gpu:282.64259118799686 
Step 3945 | loss:0.10991272330284119 lr:1.2970292620638574e-05 tokens_per_second_per_gpu:290.14282612922216 
Step 3946 | loss:0.05956241488456726 lr:1.2967212581709133e-05 tokens_per_second_per_gpu:299.2498658876662 
Step 3947 | loss:0.1186491847038269 lr:1.2964132234084054e-05 tokens_per_second_per_gpu:282.36336535827854 
Step 3948 | loss:0.03669671714305878 lr:1.2961051578083806e-05 tokens_per_second_per_gpu:267.9214821986401 
Step 3949 | loss:0.15345798432826996 lr:1.2957970614028884e-05 tokens_per_second_per_gpu:346.93151660623016 
Step 3950 | loss:0.06133904308080673 lr:1.2954889342239825e-05 tokens_per_second_per_gpu:249.21963640729683 
Step 3951 | loss:0.2867124080657959 lr:1.2951807763037179e-05 tokens_per_second_per_gpu:358.987053315235 
Step 3952 | loss:0.11166073381900787 lr:1.294872587674155e-05 tokens_per_second_per_gpu:334.2264247754351 
Step 3953 | loss:0.20761778950691223 lr:1.294564368367356e-05 tokens_per_second_per_gpu:333.4454084053738 
Step 3954 | loss:0.13089154660701752 lr:1.2942561184153864e-05 tokens_per_second_per_gpu:264.14112517373843 
Step 3955 | loss:0.19859185814857483 lr:1.2939478378503154e-05 tokens_per_second_per_gpu:357.28111087473025 
Step 3956 | loss:0.09410004317760468 lr:1.2936395267042155e-05 tokens_per_second_per_gpu:318.85520815920756 
Step 3957 | loss:0.23666128516197205 lr:1.2933311850091614e-05 tokens_per_second_per_gpu:253.61920401230216 
Step 3958 | loss:0.1071215271949768 lr:1.293022812797232e-05 tokens_per_second_per_gpu:274.3995389835422 
Step 3959 | loss:0.06663669645786285 lr:1.292714410100509e-05 tokens_per_second_per_gpu:334.2775012898431 
Step 3960 | loss:0.18523922562599182 lr:1.2924059769510769e-05 tokens_per_second_per_gpu:300.19761317566116 
Step 3961 | loss:0.09495342522859573 lr:1.2920975133810239e-05 tokens_per_second_per_gpu:256.7595547707255 
Step 3962 | loss:0.09033630788326263 lr:1.2917890194224414e-05 tokens_per_second_per_gpu:332.8961034372881 
Step 3963 | loss:0.12743927538394928 lr:1.2914804951074236e-05 tokens_per_second_per_gpu:310.04836348463675 
Step 3964 | loss:0.07289674878120422 lr:1.2911719404680676e-05 tokens_per_second_per_gpu:284.3795706961236 
Step 3965 | loss:0.19162511825561523 lr:1.2908633555364747e-05 tokens_per_second_per_gpu:293.6281681392586 
Step 3966 | loss:0.1354292929172516 lr:1.2905547403447485e-05 tokens_per_second_per_gpu:335.4917129273079 
Step 3967 | loss:0.1214328408241272 lr:1.2902460949249955e-05 tokens_per_second_per_gpu:337.3481458211601 
Step 3968 | loss:0.060921262949705124 lr:1.2899374193093266e-05 tokens_per_second_per_gpu:252.17987188574375 
Step 3969 | loss:0.14956927299499512 lr:1.2896287135298545e-05 tokens_per_second_per_gpu:315.3281040486638 
Step 3970 | loss:0.09227502346038818 lr:1.2893199776186957e-05 tokens_per_second_per_gpu:284.27923395718705 
Step 3971 | loss:0.12034924328327179 lr:1.2890112116079696e-05 tokens_per_second_per_gpu:283.76642719055525 
Step 3972 | loss:0.1908704936504364 lr:1.2887024155297991e-05 tokens_per_second_per_gpu:339.71595815396364 
Step 3973 | loss:0.14271551370620728 lr:1.28839358941631e-05 tokens_per_second_per_gpu:300.76246448271075 
Step 3974 | loss:0.08810961246490479 lr:1.2880847332996306e-05 tokens_per_second_per_gpu:346.3646748068309 
Step 3975 | loss:0.20452046394348145 lr:1.2877758472118935e-05 tokens_per_second_per_gpu:270.240230565392 
Step 3976 | loss:0.09473232924938202 lr:1.2874669311852341e-05 tokens_per_second_per_gpu:294.7949834637882 
Step 3977 | loss:0.04028544947504997 lr:1.2871579852517897e-05 tokens_per_second_per_gpu:278.3290791104856 
Step 3978 | loss:0.11184193193912506 lr:1.2868490094437028e-05 tokens_per_second_per_gpu:275.05354199449823 
Step 3979 | loss:0.2955613434314728 lr:1.2865400037931166e-05 tokens_per_second_per_gpu:283.4946915603798 
Step 3980 | loss:0.07335814088582993 lr:1.2862309683321796e-05 tokens_per_second_per_gpu:309.2659617209032 
Step 3981 | loss:0.07175047695636749 lr:1.2859219030930427e-05 tokens_per_second_per_gpu:258.86263352787637 
Step 3982 | loss:0.15819787979125977 lr:1.2856128081078587e-05 tokens_per_second_per_gpu:267.04666678272974 
Step 3983 | loss:0.05967017263174057 lr:1.285303683408785e-05 tokens_per_second_per_gpu:372.67835169736713 
Step 3984 | loss:0.05965156853199005 lr:1.284994529027982e-05 tokens_per_second_per_gpu:328.17937257785087 
Step 3985 | loss:0.08152038604021072 lr:1.2846853449976118e-05 tokens_per_second_per_gpu:308.08122769755323 
Step 3986 | loss:0.07987653464078903 lr:1.2843761313498412e-05 tokens_per_second_per_gpu:338.8548253924409 
Step 3987 | loss:0.09278282523155212 lr:1.2840668881168395e-05 tokens_per_second_per_gpu:265.2261922027457 
Step 3988 | loss:0.1419471800327301 lr:1.2837576153307785e-05 tokens_per_second_per_gpu:348.5988929048037 
Step 3989 | loss:0.06923545897006989 lr:1.2834483130238338e-05 tokens_per_second_per_gpu:240.7954078430995 
Step 3990 | loss:0.23881825804710388 lr:1.283138981228184e-05 tokens_per_second_per_gpu:293.12511393243955 
Step 3991 | loss:0.11572494357824326 lr:1.2828296199760101e-05 tokens_per_second_per_gpu:379.88570170558035 
Step 3992 | loss:0.14737167954444885 lr:1.2825202292994976e-05 tokens_per_second_per_gpu:327.5063370631482 
Step 3993 | loss:0.09692712873220444 lr:1.2822108092308332e-05 tokens_per_second_per_gpu:310.5976686653045 
Step 3994 | loss:0.17851679027080536 lr:1.281901359802208e-05 tokens_per_second_per_gpu:296.9673899995913 
Step 3995 | loss:0.034104786813259125 lr:1.2815918810458159e-05 tokens_per_second_per_gpu:247.64583324461833 
Step 3996 | loss:0.3091142475605011 lr:1.2812823729938533e-05 tokens_per_second_per_gpu:302.3204472138896 
Step 3997 | loss:0.04044179618358612 lr:1.2809728356785204e-05 tokens_per_second_per_gpu:302.56598083779454 
Step 3998 | loss:0.03893402963876724 lr:1.2806632691320198e-05 tokens_per_second_per_gpu:272.61062478530124 
Step 3999 | loss:0.07148085534572601 lr:1.2803536733865577e-05 tokens_per_second_per_gpu:290.11090616612637 
Step 4000 | loss:0.04294237494468689 lr:1.2800440484743428e-05 tokens_per_second_per_gpu:221.8250598671221 
Step 4001 | loss:0.05293896049261093 lr:1.2797343944275873e-05 tokens_per_second_per_gpu:361.88044967089485 
Step 4002 | loss:0.09954766929149628 lr:1.2794247112785063e-05 tokens_per_second_per_gpu:301.96607223368227 
Step 4003 | loss:0.1500825583934784 lr:1.2791149990593178e-05 tokens_per_second_per_gpu:294.8616205810571 
Step 4004 | loss:0.12538264691829681 lr:1.2788052578022423e-05 tokens_per_second_per_gpu:258.72586117384367 
Step 4005 | loss:0.04406511038541794 lr:1.2784954875395049e-05 tokens_per_second_per_gpu:247.91718987260603 
Step 4006 | loss:0.09438453614711761 lr:1.2781856883033321e-05 tokens_per_second_per_gpu:274.942552639392 
Step 4007 | loss:0.08423768728971481 lr:1.2778758601259545e-05 tokens_per_second_per_gpu:384.1775531210332 
Step 4008 | loss:0.10479199886322021 lr:1.2775660030396044e-05 tokens_per_second_per_gpu:283.09563948091585 
Step 4009 | loss:0.08690658956766129 lr:1.2772561170765188e-05 tokens_per_second_per_gpu:290.2865842446407 
Step 4010 | loss:0.1026695966720581 lr:1.2769462022689365e-05 tokens_per_second_per_gpu:300.33495810916384 
Step 4011 | loss:0.08677840232849121 lr:1.2766362586490996e-05 tokens_per_second_per_gpu:276.2013463749872 
Step 4012 | loss:0.12856078147888184 lr:1.2763262862492537e-05 tokens_per_second_per_gpu:288.2582046393767 
Step 4013 | loss:0.11116605997085571 lr:1.2760162851016465e-05 tokens_per_second_per_gpu:265.38496925022685 
Step 4014 | loss:0.10282238572835922 lr:1.275706255238529e-05 tokens_per_second_per_gpu:297.64117862374843 
Step 4015 | loss:0.10446783900260925 lr:1.275396196692156e-05 tokens_per_second_per_gpu:285.34211796699725 
Step 4016 | loss:0.24375997483730316 lr:1.2750861094947842e-05 tokens_per_second_per_gpu:260.9830458381667 
Step 4017 | loss:0.1047636866569519 lr:1.2747759936786731e-05 tokens_per_second_per_gpu:270.99199517259063 
Step 4018 | loss:0.0468972846865654 lr:1.274465849276087e-05 tokens_per_second_per_gpu:293.23803331468224 
Step 4019 | loss:0.09110285341739655 lr:1.2741556763192914e-05 tokens_per_second_per_gpu:234.23086777375067 
Step 4020 | loss:0.11439500749111176 lr:1.2738454748405552e-05 tokens_per_second_per_gpu:324.02004772521985 
Step 4021 | loss:0.07679134607315063 lr:1.2735352448721501e-05 tokens_per_second_per_gpu:278.76786880958116 
Step 4022 | loss:0.1464831531047821 lr:1.2732249864463517e-05 tokens_per_second_per_gpu:292.56345737268765 
Step 4023 | loss:0.16560602188110352 lr:1.2729146995954378e-05 tokens_per_second_per_gpu:278.0938464029129 
Step 4024 | loss:0.12345535308122635 lr:1.2726043843516887e-05 tokens_per_second_per_gpu:244.36982917807896 
Step 4025 | loss:0.17462089657783508 lr:1.2722940407473887e-05 tokens_per_second_per_gpu:335.715908776913 
Step 4026 | loss:0.05192055553197861 lr:1.2719836688148247e-05 tokens_per_second_per_gpu:333.70474575545717 
Step 4027 | loss:0.17981280386447906 lr:1.2716732685862856e-05 tokens_per_second_per_gpu:347.61022002919174 
Step 4028 | loss:0.07760656625032425 lr:1.2713628400940651e-05 tokens_per_second_per_gpu:265.31995506822 
Step 4029 | loss:0.05106619372963905 lr:1.2710523833704585e-05 tokens_per_second_per_gpu:273.8205164337596 
Step 4030 | loss:0.06906070560216904 lr:1.2707418984477637e-05 tokens_per_second_per_gpu:251.03223575334542 
Step 4031 | loss:0.12836119532585144 lr:1.2704313853582833e-05 tokens_per_second_per_gpu:299.20300925201485 
Step 4032 | loss:0.20151086151599884 lr:1.2701208441343207e-05 tokens_per_second_per_gpu:325.80321380764553 
Step 4033 | loss:0.1089266836643219 lr:1.2698102748081833e-05 tokens_per_second_per_gpu:333.9461001127657 
Step 4034 | loss:0.0952187180519104 lr:1.2694996774121824e-05 tokens_per_second_per_gpu:189.90014590283656 
Step 4035 | loss:0.08039631694555283 lr:1.2691890519786299e-05 tokens_per_second_per_gpu:279.49520125989346 
Step 4036 | loss:0.08483222872018814 lr:1.2688783985398423e-05 tokens_per_second_per_gpu:359.2936097764001 
Step 4037 | loss:0.10147623717784882 lr:1.2685677171281392e-05 tokens_per_second_per_gpu:269.61005157549437 
Step 4038 | loss:0.0648200511932373 lr:1.2682570077758418e-05 tokens_per_second_per_gpu:275.75483601564224 
Step 4039 | loss:0.03936183452606201 lr:1.2679462705152754e-05 tokens_per_second_per_gpu:273.14495244766096 
Step 4040 | loss:0.03720337525010109 lr:1.2676355053787673e-05 tokens_per_second_per_gpu:281.19668380668696 
Step 4041 | loss:0.11673113703727722 lr:1.267324712398648e-05 tokens_per_second_per_gpu:384.96494599080194 
Step 4042 | loss:0.11422441154718399 lr:1.267013891607252e-05 tokens_per_second_per_gpu:276.050873831197 
Step 4043 | loss:0.08998452126979828 lr:1.2667030430369148e-05 tokens_per_second_per_gpu:298.6673113035005 
Step 4044 | loss:0.09435579180717468 lr:1.2663921667199758e-05 tokens_per_second_per_gpu:294.33580157371944 
Step 4045 | loss:0.038764841854572296 lr:1.2660812626887775e-05 tokens_per_second_per_gpu:290.10768666068094 
Step 4046 | loss:0.10118293017148972 lr:1.2657703309756651e-05 tokens_per_second_per_gpu:292.84365549119525 
Step 4047 | loss:0.12050805985927582 lr:1.265459371612986e-05 tokens_per_second_per_gpu:275.0471374186204 
Step 4048 | loss:0.12532082200050354 lr:1.2651483846330912e-05 tokens_per_second_per_gpu:402.65429652562773 
Step 4049 | loss:0.06640307605266571 lr:1.2648373700683347e-05 tokens_per_second_per_gpu:280.79727879150835 
Step 4050 | loss:0.06357111036777496 lr:1.2645263279510731e-05 tokens_per_second_per_gpu:347.52134814038783 
Step 4051 | loss:0.07120723277330399 lr:1.2642152583136654e-05 tokens_per_second_per_gpu:311.2527549146704 
Step 4052 | loss:0.23692891001701355 lr:1.2639041611884744e-05 tokens_per_second_per_gpu:336.36791777201904 
Step 4053 | loss:0.08739765733480453 lr:1.2635930366078649e-05 tokens_per_second_per_gpu:243.08751773864216 
Step 4054 | loss:0.17172732949256897 lr:1.2632818846042047e-05 tokens_per_second_per_gpu:267.00214725794007 
Step 4055 | loss:0.0767725482583046 lr:1.2629707052098655e-05 tokens_per_second_per_gpu:287.25088891100006 
Step 4056 | loss:0.09475760906934738 lr:1.2626594984572205e-05 tokens_per_second_per_gpu:312.16766073183993 
Step 4057 | loss:0.08836961537599564 lr:1.262348264378646e-05 tokens_per_second_per_gpu:254.61292686080714 
Step 4058 | loss:0.15752623975276947 lr:1.262037003006522e-05 tokens_per_second_per_gpu:309.7906845463994 
Step 4059 | loss:0.18920862674713135 lr:1.2617257143732304e-05 tokens_per_second_per_gpu:319.290616968003 
Step 4060 | loss:0.10831579566001892 lr:1.2614143985111565e-05 tokens_per_second_per_gpu:323.52180214631176 
Step 4061 | loss:0.10076369345188141 lr:1.2611030554526877e-05 tokens_per_second_per_gpu:302.43437552336275 
Step 4062 | loss:0.1382928192615509 lr:1.2607916852302155e-05 tokens_per_second_per_gpu:305.34969403046443 
Step 4063 | loss:0.053672850131988525 lr:1.2604802878761331e-05 tokens_per_second_per_gpu:277.15725196004394 
Step 4064 | loss:0.10212293267250061 lr:1.2601688634228368e-05 tokens_per_second_per_gpu:314.94158730247096 
Step 4065 | loss:0.14721927046775818 lr:1.259857411902726e-05 tokens_per_second_per_gpu:299.32686233317844 
Step 4066 | loss:0.0871405303478241 lr:1.2595459333482028e-05 tokens_per_second_per_gpu:260.07178020927535 
Step 4067 | loss:0.16973456740379333 lr:1.2592344277916718e-05 tokens_per_second_per_gpu:307.4475951581207 
Step 4068 | loss:0.19428083300590515 lr:1.2589228952655406e-05 tokens_per_second_per_gpu:335.6435239618865 
Step 4069 | loss:0.07092069834470749 lr:1.25861133580222e-05 tokens_per_second_per_gpu:326.33984456667395 
Step 4070 | loss:0.06441250443458557 lr:1.258299749434123e-05 tokens_per_second_per_gpu:224.97383175657188 
Step 4071 | loss:0.14110513031482697 lr:1.257988136193666e-05 tokens_per_second_per_gpu:250.23835827864693 
Step 4072 | loss:0.10519331693649292 lr:1.2576764961132674e-05 tokens_per_second_per_gpu:314.02044574496955 
Step 4073 | loss:0.18341627717018127 lr:1.2573648292253491e-05 tokens_per_second_per_gpu:271.47992101391367 
Step 4074 | loss:0.07285431772470474 lr:1.2570531355623357e-05 tokens_per_second_per_gpu:315.60776670656037 
Step 4075 | loss:0.1118086501955986 lr:1.2567414151566542e-05 tokens_per_second_per_gpu:304.91760643865473 
Step 4076 | loss:0.20958319306373596 lr:1.2564296680407347e-05 tokens_per_second_per_gpu:405.7453307824028 
Step 4077 | loss:0.0884433165192604 lr:1.2561178942470097e-05 tokens_per_second_per_gpu:261.2918485476172 
Step 4078 | loss:0.08117369562387466 lr:1.2558060938079151e-05 tokens_per_second_per_gpu:324.76304226375584 
Step 4079 | loss:0.05153907090425491 lr:1.255494266755889e-05 tokens_per_second_per_gpu:230.91551000909598 
Step 4080 | loss:0.11669789254665375 lr:1.255182413123373e-05 tokens_per_second_per_gpu:360.50274262856743 
Step 4081 | loss:0.39619436860084534 lr:1.2548705329428104e-05 tokens_per_second_per_gpu:276.4218646269567 
Step 4082 | loss:0.13171623647212982 lr:1.254558626246648e-05 tokens_per_second_per_gpu:349.48549080961936 
Step 4083 | loss:0.15126833319664001 lr:1.2542466930673352e-05 tokens_per_second_per_gpu:268.1863681090728 
Step 4084 | loss:0.1330767273902893 lr:1.2539347334373245e-05 tokens_per_second_per_gpu:267.53830158605876 
Step 4085 | loss:0.09749973565340042 lr:1.2536227473890701e-05 tokens_per_second_per_gpu:335.2253581810496 
Step 4086 | loss:0.09427475184202194 lr:1.25331073495503e-05 tokens_per_second_per_gpu:263.40874988169634 
Step 4087 | loss:0.06641235202550888 lr:1.252998696167665e-05 tokens_per_second_per_gpu:248.4255501003545 
Step 4088 | loss:0.09713753312826157 lr:1.2526866310594375e-05 tokens_per_second_per_gpu:295.72535222992377 
Step 4089 | loss:0.1414029449224472 lr:1.2523745396628136e-05 tokens_per_second_per_gpu:283.0324507897402 
Step 4090 | loss:0.11436435580253601 lr:1.2520624220102623e-05 tokens_per_second_per_gpu:324.0859023041815 
Step 4091 | loss:0.24427706003189087 lr:1.2517502781342546e-05 tokens_per_second_per_gpu:308.6759348622256 
Step 4092 | loss:0.07965843379497528 lr:1.2514381080672644e-05 tokens_per_second_per_gpu:322.831933129348 
Step 4093 | loss:0.10100486129522324 lr:1.2511259118417689e-05 tokens_per_second_per_gpu:283.87286887070377 
Step 4094 | loss:0.10420681536197662 lr:1.2508136894902474e-05 tokens_per_second_per_gpu:266.4548029315377 
Step 4095 | loss:0.04961751401424408 lr:1.2505014410451822e-05 tokens_per_second_per_gpu:279.02815107992745 
Step 4096 | loss:0.24862803518772125 lr:1.2501891665390579e-05 tokens_per_second_per_gpu:272.70335660712675 
Step 4097 | loss:0.0580575205385685 lr:1.2498768660043625e-05 tokens_per_second_per_gpu:271.1435120344699 
Step 4098 | loss:0.18173952400684357 lr:1.2495645394735865e-05 tokens_per_second_per_gpu:375.8958074604524 
Step 4099 | loss:0.22006390988826752 lr:1.2492521869792226e-05 tokens_per_second_per_gpu:302.1859158436808 
Step 4100 | loss:0.055219538509845734 lr:1.248939808553767e-05 tokens_per_second_per_gpu:403.7144278597379 
Step 4101 | loss:0.042050160467624664 lr:1.2486274042297175e-05 tokens_per_second_per_gpu:296.9989599776148 
Step 4102 | loss:0.08847688138484955 lr:1.248314974039576e-05 tokens_per_second_per_gpu:275.5989406110948 
Step 4103 | loss:0.096999391913414 lr:1.2480025180158459e-05 tokens_per_second_per_gpu:220.7578901819409 
Step 4104 | loss:0.13997572660446167 lr:1.2476900361910338e-05 tokens_per_second_per_gpu:271.7862719422551 
Step 4105 | loss:0.12835398316383362 lr:1.2473775285976491e-05 tokens_per_second_per_gpu:251.4511630171426 
Step 4106 | loss:0.10419117659330368 lr:1.2470649952682035e-05 tokens_per_second_per_gpu:244.68885467373994 
Step 4107 | loss:0.09087875485420227 lr:1.2467524362352116e-05 tokens_per_second_per_gpu:309.61553246070577 
Step 4108 | loss:0.08232641220092773 lr:1.2464398515311906e-05 tokens_per_second_per_gpu:267.3955542237778 
Step 4109 | loss:0.12819311022758484 lr:1.2461272411886607e-05 tokens_per_second_per_gpu:342.08434041142755 
Step 4110 | loss:0.1966928094625473 lr:1.2458146052401444e-05 tokens_per_second_per_gpu:213.54412213799554 
Step 4111 | loss:0.14911766350269318 lr:1.2455019437181669e-05 tokens_per_second_per_gpu:288.0916611931133 
Step 4112 | loss:0.09709104895591736 lr:1.2451892566552559e-05 tokens_per_second_per_gpu:313.9279488440438 
Step 4113 | loss:0.08549477159976959 lr:1.2448765440839423e-05 tokens_per_second_per_gpu:269.26892269789374 
Step 4114 | loss:0.12584784626960754 lr:1.2445638060367591e-05 tokens_per_second_per_gpu:325.8948057785734 
Step 4115 | loss:0.17300109565258026 lr:1.2442510425462424e-05 tokens_per_second_per_gpu:272.1198629255682 
Step 4116 | loss:0.08287781476974487 lr:1.2439382536449307e-05 tokens_per_second_per_gpu:297.5739864042391 
Step 4117 | loss:0.0842021033167839 lr:1.2436254393653648e-05 tokens_per_second_per_gpu:283.8808399978353 
Step 4118 | loss:0.13852596282958984 lr:1.2433125997400892e-05 tokens_per_second_per_gpu:284.0502384258017 
Step 4119 | loss:0.10634088516235352 lr:1.2429997348016498e-05 tokens_per_second_per_gpu:287.3649971281665 
Step 4120 | loss:0.1601775735616684 lr:1.2426868445825955e-05 tokens_per_second_per_gpu:308.70496527238066 
Step 4121 | loss:0.14506876468658447 lr:1.2423739291154786e-05 tokens_per_second_per_gpu:268.5826945320334 
Step 4122 | loss:0.0819663405418396 lr:1.2420609884328534e-05 tokens_per_second_per_gpu:319.1030277043904 
Step 4123 | loss:0.11651934683322906 lr:1.2417480225672762e-05 tokens_per_second_per_gpu:348.2819861199984 
Step 4124 | loss:0.13561730086803436 lr:1.2414350315513074e-05 tokens_per_second_per_gpu:278.02725274649197 
Step 4125 | loss:0.07225048542022705 lr:1.2411220154175086e-05 tokens_per_second_per_gpu:334.4101941157391 
Step 4126 | loss:0.11577916145324707 lr:1.2408089741984445e-05 tokens_per_second_per_gpu:377.0191726945169 
Step 4127 | loss:0.10304887592792511 lr:1.2404959079266834e-05 tokens_per_second_per_gpu:275.9678421350236 
Step 4128 | loss:0.1848331093788147 lr:1.2401828166347947e-05 tokens_per_second_per_gpu:269.55857943919324 
Step 4129 | loss:0.056354179978370667 lr:1.239869700355351e-05 tokens_per_second_per_gpu:193.72231387270548 
Step 4130 | loss:0.16540709137916565 lr:1.2395565591209273e-05 tokens_per_second_per_gpu:230.98754640080597 
Step 4131 | loss:0.14878340065479279 lr:1.2392433929641023e-05 tokens_per_second_per_gpu:430.55034586394794 
Step 4132 | loss:0.14763137698173523 lr:1.2389302019174556e-05 tokens_per_second_per_gpu:300.33739072302257 
Step 4133 | loss:0.059378378093242645 lr:1.2386169860135704e-05 tokens_per_second_per_gpu:298.3615743095992 
Step 4134 | loss:0.15779881179332733 lr:1.2383037452850323e-05 tokens_per_second_per_gpu:313.81764859335453 
Step 4135 | loss:0.06666775047779083 lr:1.23799047976443e-05 tokens_per_second_per_gpu:235.97076390083336 
Step 4136 | loss:0.05850515887141228 lr:1.2376771894843533e-05 tokens_per_second_per_gpu:306.84406795632026 
Step 4137 | loss:0.0717187225818634 lr:1.2373638744773963e-05 tokens_per_second_per_gpu:321.16588192726107 
Step 4138 | loss:0.13421466946601868 lr:1.2370505347761545e-05 tokens_per_second_per_gpu:328.2762318074785 
Step 4139 | loss:0.02634533867239952 lr:1.2367371704132265e-05 tokens_per_second_per_gpu:246.01471866824593 
Step 4140 | loss:0.048933885991573334 lr:1.2364237814212137e-05 tokens_per_second_per_gpu:388.1041202897786 
Step 4141 | loss:0.10315211117267609 lr:1.2361103678327189e-05 tokens_per_second_per_gpu:283.74272698920703 
Step 4142 | loss:0.18270990252494812 lr:1.2357969296803487e-05 tokens_per_second_per_gpu:359.61324301289386 
Step 4143 | loss:0.1485428512096405 lr:1.2354834669967122e-05 tokens_per_second_per_gpu:256.273371798722 
Step 4144 | loss:0.0591244250535965 lr:1.2351699798144199e-05 tokens_per_second_per_gpu:285.77666858022263 
Step 4145 | loss:0.049560822546482086 lr:1.2348564681660861e-05 tokens_per_second_per_gpu:260.99467125746173 
Step 4146 | loss:0.1130555123090744 lr:1.2345429320843275e-05 tokens_per_second_per_gpu:272.9284305064211 
Step 4147 | loss:0.31015294790267944 lr:1.234229371601762e-05 tokens_per_second_per_gpu:291.7700536539719 
Step 4148 | loss:0.11736232787370682 lr:1.2339157867510119e-05 tokens_per_second_per_gpu:283.932216574693 
Step 4149 | loss:0.057007383555173874 lr:1.2336021775647009e-05 tokens_per_second_per_gpu:291.69775083357183 
Step 4150 | loss:0.24500010907649994 lr:1.2332885440754552e-05 tokens_per_second_per_gpu:341.80192347342984 
Step 4151 | loss:0.08224841952323914 lr:1.2329748863159043e-05 tokens_per_second_per_gpu:277.92760125998063 
Step 4152 | loss:0.08307549357414246 lr:1.23266120431868e-05 tokens_per_second_per_gpu:321.8666143185292 
Step 4153 | loss:0.1068829745054245 lr:1.2323474981164154e-05 tokens_per_second_per_gpu:299.04878633799547 
Step 4154 | loss:0.07210978120565414 lr:1.2320337677417477e-05 tokens_per_second_per_gpu:238.4474635989454 
Step 4155 | loss:0.06838656961917877 lr:1.2317200132273164e-05 tokens_per_second_per_gpu:248.57434059442798 
Step 4156 | loss:0.13615436851978302 lr:1.2314062346057627e-05 tokens_per_second_per_gpu:269.1630598887166 
Step 4157 | loss:0.16789424419403076 lr:1.2310924319097305e-05 tokens_per_second_per_gpu:274.9697728279641 
Step 4158 | loss:0.11279354244470596 lr:1.2307786051718667e-05 tokens_per_second_per_gpu:293.15943422494655 
Step 4159 | loss:0.042591117322444916 lr:1.2304647544248206e-05 tokens_per_second_per_gpu:263.83704939397654 
Step 4160 | loss:0.06291748583316803 lr:1.2301508797012434e-05 tokens_per_second_per_gpu:287.0729709840955 
Step 4161 | loss:0.14587236940860748 lr:1.2298369810337899e-05 tokens_per_second_per_gpu:248.448216093185 
Step 4162 | loss:0.0350521057844162 lr:1.2295230584551161e-05 tokens_per_second_per_gpu:322.96396980836323 
Step 4163 | loss:0.11979993432760239 lr:1.2292091119978813e-05 tokens_per_second_per_gpu:263.30030435352825 
Step 4164 | loss:0.1440805196762085 lr:1.2288951416947474e-05 tokens_per_second_per_gpu:312.3797709376294 
Step 4165 | loss:0.23143425583839417 lr:1.2285811475783782e-05 tokens_per_second_per_gpu:249.43169388118048 
Step 4166 | loss:0.06970945000648499 lr:1.2282671296814403e-05 tokens_per_second_per_gpu:333.5426531063757 
Step 4167 | loss:0.0802411437034607 lr:1.2279530880366023e-05 tokens_per_second_per_gpu:263.08858555972387 
Step 4168 | loss:0.09104263037443161 lr:1.2276390226765366e-05 tokens_per_second_per_gpu:284.3082129797392 
Step 4169 | loss:0.11354634165763855 lr:1.2273249336339165e-05 tokens_per_second_per_gpu:245.73151237265247 
Step 4170 | loss:0.2982926368713379 lr:1.2270108209414186e-05 tokens_per_second_per_gpu:256.2398624179984 
Step 4171 | loss:0.04497912898659706 lr:1.2266966846317218e-05 tokens_per_second_per_gpu:231.13488312635425 
Step 4172 | loss:0.08467363566160202 lr:1.2263825247375076e-05 tokens_per_second_per_gpu:267.93937408087567 
Step 4173 | loss:0.04941365122795105 lr:1.2260683412914594e-05 tokens_per_second_per_gpu:275.8166354424523 
Step 4174 | loss:0.09878325462341309 lr:1.2257541343262637e-05 tokens_per_second_per_gpu:286.0884138483503 
Step 4175 | loss:0.1334170401096344 lr:1.2254399038746097e-05 tokens_per_second_per_gpu:385.29896839421394 
Step 4176 | loss:0.07153688371181488 lr:1.2251256499691875e-05 tokens_per_second_per_gpu:280.97765476141257 
Step 4177 | loss:0.06084209680557251 lr:1.2248113726426914e-05 tokens_per_second_per_gpu:331.40420288821815 
Step 4178 | loss:0.046507835388183594 lr:1.2244970719278173e-05 tokens_per_second_per_gpu:319.91896329075513 
Step 4179 | loss:0.09526261687278748 lr:1.2241827478572635e-05 tokens_per_second_per_gpu:409.15447067015293 
Step 4180 | loss:0.173932284116745 lr:1.223868400463731e-05 tokens_per_second_per_gpu:283.6007382049197 
Step 4181 | loss:0.07146841287612915 lr:1.2235540297799233e-05 tokens_per_second_per_gpu:308.8350612744183 
Step 4182 | loss:0.05414919555187225 lr:1.2232396358385458e-05 tokens_per_second_per_gpu:294.14683841788235 
Step 4183 | loss:0.15304569900035858 lr:1.2229252186723067e-05 tokens_per_second_per_gpu:328.57702624342335 
Step 4184 | loss:0.09160305559635162 lr:1.2226107783139167e-05 tokens_per_second_per_gpu:342.4411126079054 
Step 4185 | loss:0.18199291825294495 lr:1.2222963147960886e-05 tokens_per_second_per_gpu:391.0976038420401 
Step 4186 | loss:0.0836864784359932 lr:1.2219818281515381e-05 tokens_per_second_per_gpu:237.59892138910175 
Step 4187 | loss:0.10222473740577698 lr:1.2216673184129829e-05 tokens_per_second_per_gpu:313.6871325720172 
Step 4188 | loss:0.05139391869306564 lr:1.221352785613143e-05 tokens_per_second_per_gpu:291.11439422931 
Step 4189 | loss:0.12505288422107697 lr:1.2210382297847408e-05 tokens_per_second_per_gpu:327.96441900526173 
Step 4190 | loss:0.1558595597743988 lr:1.220723650960502e-05 tokens_per_second_per_gpu:306.41905757950144 
Step 4191 | loss:0.061930615454912186 lr:1.2204090491731533e-05 tokens_per_second_per_gpu:393.4387407413617 
Step 4192 | loss:0.07981930673122406 lr:1.2200944244554247e-05 tokens_per_second_per_gpu:268.73769269752114 
Step 4193 | loss:0.12702228128910065 lr:1.2197797768400487e-05 tokens_per_second_per_gpu:281.0886828438646 
Step 4194 | loss:0.17613884806632996 lr:1.2194651063597593e-05 tokens_per_second_per_gpu:300.09190746646107 
Step 4195 | loss:0.059560954570770264 lr:1.2191504130472938e-05 tokens_per_second_per_gpu:237.10388509090888 
Step 4196 | loss:0.10719266533851624 lr:1.2188356969353917e-05 tokens_per_second_per_gpu:249.48231235939005 
Step 4197 | loss:0.09156280755996704 lr:1.2185209580567938e-05 tokens_per_second_per_gpu:262.39087827207936 
Step 4198 | loss:0.06848429143428802 lr:1.218206196444245e-05 tokens_per_second_per_gpu:347.9444277795963 
Step 4199 | loss:0.1424569934606552 lr:1.2178914121304914e-05 tokens_per_second_per_gpu:287.38126895017393 
Step 4200 | loss:0.06116335093975067 lr:1.2175766051482817e-05 tokens_per_second_per_gpu:286.24359890408584 
Step 4201 | loss:0.16539615392684937 lr:1.217261775530367e-05 tokens_per_second_per_gpu:304.6243909301587 
Step 4202 | loss:0.09540106356143951 lr:1.2169469233095008e-05 tokens_per_second_per_gpu:333.7898532387392 
Step 4203 | loss:0.06630373001098633 lr:1.216632048518439e-05 tokens_per_second_per_gpu:334.51952189748005 
Step 4204 | loss:0.14366303384304047 lr:1.2163171511899396e-05 tokens_per_second_per_gpu:230.47394040289885 
Step 4205 | loss:0.156600221991539 lr:1.2160022313567637e-05 tokens_per_second_per_gpu:336.70951802208793 
Step 4206 | loss:0.13838151097297668 lr:1.2156872890516736e-05 tokens_per_second_per_gpu:304.13784993162244 
Step 4207 | loss:0.16977056860923767 lr:1.2153723243074342e-05 tokens_per_second_per_gpu:423.4004349132765 
Step 4208 | loss:0.08617603033781052 lr:1.2150573371568139e-05 tokens_per_second_per_gpu:299.8351085753413 
Step 4209 | loss:0.14165501296520233 lr:1.2147423276325823e-05 tokens_per_second_per_gpu:265.9783143631119 
Step 4210 | loss:0.16374753415584564 lr:1.214427295767511e-05 tokens_per_second_per_gpu:290.7072771934645 
Step 4211 | loss:0.14082425832748413 lr:1.2141122415943752e-05 tokens_per_second_per_gpu:337.9787677192081 
Step 4212 | loss:0.0939813107252121 lr:1.2137971651459513e-05 tokens_per_second_per_gpu:268.03929947533277 
Step 4213 | loss:0.17952266335487366 lr:1.2134820664550186e-05 tokens_per_second_per_gpu:296.623381541609 
Step 4214 | loss:0.14682498574256897 lr:1.2131669455543589e-05 tokens_per_second_per_gpu:263.2623544431133 
Step 4215 | loss:0.060336705297231674 lr:1.2128518024767555e-05 tokens_per_second_per_gpu:341.2341425329399 
Step 4216 | loss:0.12446266412734985 lr:1.2125366372549947e-05 tokens_per_second_per_gpu:259.4850552624203 
Step 4217 | loss:0.2561826705932617 lr:1.212221449921865e-05 tokens_per_second_per_gpu:294.2822072987806 
Step 4218 | loss:0.08112230896949768 lr:1.2119062405101569e-05 tokens_per_second_per_gpu:262.3857730318254 
Step 4219 | loss:0.11462308466434479 lr:1.2115910090526635e-05 tokens_per_second_per_gpu:233.6983546158333 
Step 4220 | loss:0.050876010209321976 lr:1.2112757555821796e-05 tokens_per_second_per_gpu:284.80377528654316 
Step 4221 | loss:0.12051522731781006 lr:1.2109604801315038e-05 tokens_per_second_per_gpu:277.5235723009016 
Step 4222 | loss:0.20475710928440094 lr:1.2106451827334352e-05 tokens_per_second_per_gpu:304.48705268422736 
Step 4223 | loss:0.10176481306552887 lr:1.2103298634207758e-05 tokens_per_second_per_gpu:276.6884914537246 
Step 4224 | loss:0.11161117255687714 lr:1.2100145222263308e-05 tokens_per_second_per_gpu:298.9998856603482 
Step 4225 | loss:0.09492136538028717 lr:1.2096991591829064e-05 tokens_per_second_per_gpu:329.4682252639139 
Step 4226 | loss:0.13363979756832123 lr:1.2093837743233112e-05 tokens_per_second_per_gpu:308.54609678919803 
Step 4227 | loss:0.2629085183143616 lr:1.2090683676803571e-05 tokens_per_second_per_gpu:384.6790315358592 
Step 4228 | loss:0.07587064057588577 lr:1.2087529392868574e-05 tokens_per_second_per_gpu:350.0697822541774 
Step 4229 | loss:0.044096119701862335 lr:1.2084374891756276e-05 tokens_per_second_per_gpu:318.90861229730024 
Step 4230 | loss:0.13150644302368164 lr:1.2081220173794862e-05 tokens_per_second_per_gpu:310.7954476028264 
Step 4231 | loss:0.1125650703907013 lr:1.2078065239312533e-05 tokens_per_second_per_gpu:297.58711967336626 
Step 4232 | loss:0.10661224275827408 lr:1.207491008863751e-05 tokens_per_second_per_gpu:220.8364406653342 
Step 4233 | loss:0.10161998122930527 lr:1.2071754722098048e-05 tokens_per_second_per_gpu:271.3869259651389 
Step 4234 | loss:0.03649701178073883 lr:1.2068599140022414e-05 tokens_per_second_per_gpu:294.41601411927684 
Step 4235 | loss:0.09274385869503021 lr:1.2065443342738901e-05 tokens_per_second_per_gpu:352.09711712443135 
Step 4236 | loss:0.0867542251944542 lr:1.2062287330575822e-05 tokens_per_second_per_gpu:271.16308986468533 
Step 4237 | loss:0.0649639219045639 lr:1.2059131103861517e-05 tokens_per_second_per_gpu:315.1395406050578 
Step 4238 | loss:0.21733340620994568 lr:1.2055974662924348e-05 tokens_per_second_per_gpu:286.08811974417284 
Step 4239 | loss:0.18164217472076416 lr:1.205281800809269e-05 tokens_per_second_per_gpu:321.6648531433645 
Step 4240 | loss:0.15725836157798767 lr:1.2049661139694955e-05 tokens_per_second_per_gpu:323.26007419527997 
Step 4241 | loss:0.09592593461275101 lr:1.2046504058059565e-05 tokens_per_second_per_gpu:271.7265138104918 
Step 4242 | loss:0.0436064712703228 lr:1.204334676351497e-05 tokens_per_second_per_gpu:247.18589133046055 
Step 4243 | loss:0.0948307067155838 lr:1.2040189256389645e-05 tokens_per_second_per_gpu:349.1283263011205 
Step 4244 | loss:0.2449033111333847 lr:1.2037031537012073e-05 tokens_per_second_per_gpu:455.59578992667593 
Step 4245 | loss:0.09571115672588348 lr:1.2033873605710777e-05 tokens_per_second_per_gpu:283.4220948115048 
Step 4246 | loss:0.047507550567388535 lr:1.2030715462814295e-05 tokens_per_second_per_gpu:380.7133719006299 
Step 4247 | loss:0.10713571310043335 lr:1.202755710865118e-05 tokens_per_second_per_gpu:311.50730502796154 
Step 4248 | loss:0.08313324302434921 lr:1.2024398543550018e-05 tokens_per_second_per_gpu:305.29005320885415 
Step 4249 | loss:0.09063957631587982 lr:1.2021239767839415e-05 tokens_per_second_per_gpu:364.71876410423056 
Step 4250 | loss:0.07486763596534729 lr:1.2018080781847985e-05 tokens_per_second_per_gpu:256.3278571976262 
Step 4251 | loss:0.04024962708353996 lr:1.2014921585904387e-05 tokens_per_second_per_gpu:265.0354010173338 
Step 4252 | loss:0.15745961666107178 lr:1.2011762180337284e-05 tokens_per_second_per_gpu:456.665442129942 
Step 4253 | loss:0.07076306641101837 lr:1.2008602565475363e-05 tokens_per_second_per_gpu:285.79819828179666 
Step 4254 | loss:0.07096333801746368 lr:1.2005442741647343e-05 tokens_per_second_per_gpu:266.24739623059753 
Step 4255 | loss:0.18556463718414307 lr:1.2002282709181956e-05 tokens_per_second_per_gpu:281.7743415775191 
Step 4256 | loss:0.061384472995996475 lr:1.1999122468407953e-05 tokens_per_second_per_gpu:210.04866223896977 
Step 4257 | loss:0.09098762273788452 lr:1.199596201965412e-05 tokens_per_second_per_gpu:264.64362066900765 
Step 4258 | loss:0.06391866505146027 lr:1.1992801363249252e-05 tokens_per_second_per_gpu:266.86723130951225 
Step 4259 | loss:0.05766001343727112 lr:1.1989640499522169e-05 tokens_per_second_per_gpu:293.23640824214914 
Step 4260 | loss:0.05532076209783554 lr:1.1986479428801709e-05 tokens_per_second_per_gpu:275.75382633680096 
Step 4261 | loss:0.051947299391031265 lr:1.1983318151416745e-05 tokens_per_second_per_gpu:347.56991214835443 
Step 4262 | loss:0.07780010998249054 lr:1.1980156667696157e-05 tokens_per_second_per_gpu:298.5841443809629 
Step 4263 | loss:0.08014005422592163 lr:1.197699497796885e-05 tokens_per_second_per_gpu:234.8190049485499 
Step 4264 | loss:0.1095188558101654 lr:1.1973833082563755e-05 tokens_per_second_per_gpu:293.6415446030268 
Step 4265 | loss:0.07752110809087753 lr:1.1970670981809825e-05 tokens_per_second_per_gpu:258.6401535388356 
Step 4266 | loss:0.13082128763198853 lr:1.1967508676036022e-05 tokens_per_second_per_gpu:332.2886629609647 
Step 4267 | loss:0.16230140626430511 lr:1.1964346165571345e-05 tokens_per_second_per_gpu:237.377376806659 
Step 4268 | loss:0.12425106763839722 lr:1.1961183450744807e-05 tokens_per_second_per_gpu:224.15041710941796 
Step 4269 | loss:0.08222407847642899 lr:1.195802053188544e-05 tokens_per_second_per_gpu:306.0310211894848 
Step 4270 | loss:0.09959959238767624 lr:1.1954857409322302e-05 tokens_per_second_per_gpu:349.04583888686756 
Step 4271 | loss:0.19287289679050446 lr:1.1951694083384473e-05 tokens_per_second_per_gpu:310.8203860898374 
Step 4272 | loss:0.08543232083320618 lr:1.1948530554401046e-05 tokens_per_second_per_gpu:230.3294216478867 
Step 4273 | loss:0.05864783748984337 lr:1.1945366822701141e-05 tokens_per_second_per_gpu:333.0273132751163 
Step 4274 | loss:0.134793221950531 lr:1.1942202888613902e-05 tokens_per_second_per_gpu:290.9899435821672 
Step 4275 | loss:0.11414863169193268 lr:1.1939038752468493e-05 tokens_per_second_per_gpu:300.2895419171071 
Step 4276 | loss:0.07892090827226639 lr:1.1935874414594087e-05 tokens_per_second_per_gpu:294.1570338452547 
Step 4277 | loss:0.09189620614051819 lr:1.1932709875319897e-05 tokens_per_second_per_gpu:392.35375754158554 
Step 4278 | loss:0.17718879878520966 lr:1.1929545134975145e-05 tokens_per_second_per_gpu:370.5538230526836 
Step 4279 | loss:0.21529620885849 lr:1.192638019388907e-05 tokens_per_second_per_gpu:279.0665818598095 
Step 4280 | loss:0.15830545127391815 lr:1.192321505239095e-05 tokens_per_second_per_gpu:289.78668484586 
Step 4281 | loss:0.2038317620754242 lr:1.1920049710810065e-05 tokens_per_second_per_gpu:407.3750783375264 
Step 4282 | loss:0.11699791997671127 lr:1.1916884169475721e-05 tokens_per_second_per_gpu:302.9975799105793 
Step 4283 | loss:0.1173335611820221 lr:1.1913718428717256e-05 tokens_per_second_per_gpu:364.0809612308405 
Step 4284 | loss:0.15142683684825897 lr:1.1910552488864011e-05 tokens_per_second_per_gpu:330.71198933801276 
Step 4285 | loss:0.14064155519008636 lr:1.1907386350245358e-05 tokens_per_second_per_gpu:259.81180441440915 
Step 4286 | loss:0.17570887506008148 lr:1.1904220013190693e-05 tokens_per_second_per_gpu:278.6406519227272 
Step 4287 | loss:0.12488342076539993 lr:1.1901053478029424e-05 tokens_per_second_per_gpu:309.04525009531574 
Step 4288 | loss:0.11624127626419067 lr:1.189788674509098e-05 tokens_per_second_per_gpu:325.5968825433024 
Step 4289 | loss:0.3275674283504486 lr:1.1894719814704819e-05 tokens_per_second_per_gpu:240.86675761111434 
Step 4290 | loss:0.08923648297786713 lr:1.1891552687200414e-05 tokens_per_second_per_gpu:225.17370694605853 
Step 4291 | loss:0.07822997123003006 lr:1.1888385362907255e-05 tokens_per_second_per_gpu:261.3309420143518 
Step 4292 | loss:0.1336909979581833 lr:1.188521784215486e-05 tokens_per_second_per_gpu:318.20914370860856 
Step 4293 | loss:0.06918490678071976 lr:1.1882050125272762e-05 tokens_per_second_per_gpu:277.56622480238946 
Step 4294 | loss:0.17422759532928467 lr:1.1878882212590516e-05 tokens_per_second_per_gpu:171.2459938313589 
Step 4295 | loss:0.05434763431549072 lr:1.18757141044377e-05 tokens_per_second_per_gpu:277.3693552751762 
Step 4296 | loss:0.04248685762286186 lr:1.187254580114391e-05 tokens_per_second_per_gpu:259.79368712740785 
Step 4297 | loss:0.06156574934720993 lr:1.1869377303038758e-05 tokens_per_second_per_gpu:269.8243522610956 
Step 4298 | loss:0.2327384650707245 lr:1.1866208610451882e-05 tokens_per_second_per_gpu:312.9397167449286 
Step 4299 | loss:0.08628161251544952 lr:1.1863039723712944e-05 tokens_per_second_per_gpu:282.2822640196602 
Step 4300 | loss:0.1227855384349823 lr:1.1859870643151611e-05 tokens_per_second_per_gpu:297.49250068062736 
Step 4301 | loss:0.07877936959266663 lr:1.1856701369097589e-05 tokens_per_second_per_gpu:320.6823544462309 
Step 4302 | loss:0.08538465201854706 lr:1.1853531901880595e-05 tokens_per_second_per_gpu:268.31899728546676 
Step 4303 | loss:0.11637222021818161 lr:1.185036224183036e-05 tokens_per_second_per_gpu:346.3515017825005 
Step 4304 | loss:0.11795790493488312 lr:1.1847192389276644e-05 tokens_per_second_per_gpu:267.4076562565916 
Step 4305 | loss:0.1372516006231308 lr:1.1844022344549229e-05 tokens_per_second_per_gpu:237.90220228849904 
Step 4306 | loss:0.22274264693260193 lr:1.1840852107977903e-05 tokens_per_second_per_gpu:324.58729663131857 
Step 4307 | loss:0.2123207151889801 lr:1.1837681679892493e-05 tokens_per_second_per_gpu:335.7746295394544 
Step 4308 | loss:0.08479282259941101 lr:1.183451106062283e-05 tokens_per_second_per_gpu:266.82209527595757 
Step 4309 | loss:0.09572413563728333 lr:1.1831340250498773e-05 tokens_per_second_per_gpu:273.22892789447917 
Step 4310 | loss:0.08765438944101334 lr:1.1828169249850201e-05 tokens_per_second_per_gpu:275.7322472297979 
Step 4311 | loss:0.058326367288827896 lr:1.182499805900701e-05 tokens_per_second_per_gpu:288.87234256456605 
Step 4312 | loss:0.32072046399116516 lr:1.1821826678299116e-05 tokens_per_second_per_gpu:313.36105892932795 
Step 4313 | loss:0.08630164712667465 lr:1.181865510805645e-05 tokens_per_second_per_gpu:286.7488556864242 
Step 4314 | loss:0.31605541706085205 lr:1.1815483348608979e-05 tokens_per_second_per_gpu:313.5480601735212 
Step 4315 | loss:0.06352612376213074 lr:1.1812311400286668e-05 tokens_per_second_per_gpu:274.29936928566457 
Step 4316 | loss:0.08631569147109985 lr:1.180913926341952e-05 tokens_per_second_per_gpu:267.6117664277052 
Step 4317 | loss:0.07796435058116913 lr:1.180596693833755e-05 tokens_per_second_per_gpu:339.58714951577946 
Step 4318 | loss:0.05392608046531677 lr:1.1802794425370786e-05 tokens_per_second_per_gpu:258.3303732779005 
Step 4319 | loss:0.10177326947450638 lr:1.1799621724849289e-05 tokens_per_second_per_gpu:281.8137132027294 
Step 4320 | loss:0.18162870407104492 lr:1.179644883710313e-05 tokens_per_second_per_gpu:264.47185033507265 
Step 4321 | loss:0.14063122868537903 lr:1.1793275762462402e-05 tokens_per_second_per_gpu:273.64709517017934 
Step 4322 | loss:0.10284546762704849 lr:1.1790102501257215e-05 tokens_per_second_per_gpu:268.1242242170984 
Step 4323 | loss:0.08208927512168884 lr:1.1786929053817707e-05 tokens_per_second_per_gpu:276.6854363599081 
Step 4324 | loss:0.17232166230678558 lr:1.1783755420474025e-05 tokens_per_second_per_gpu:372.6719457174004 
Step 4325 | loss:0.10027186572551727 lr:1.1780581601556343e-05 tokens_per_second_per_gpu:297.38419064315315 
Step 4326 | loss:0.09525167942047119 lr:1.1777407597394846e-05 tokens_per_second_per_gpu:320.98009192509755 
Step 4327 | loss:0.1015358418226242 lr:1.1774233408319749e-05 tokens_per_second_per_gpu:330.1944166470072 
Step 4328 | loss:0.13492625951766968 lr:1.1771059034661277e-05 tokens_per_second_per_gpu:254.9804056666752 
Step 4329 | loss:0.11296396702528 lr:1.1767884476749676e-05 tokens_per_second_per_gpu:281.6434591906739 
Step 4330 | loss:0.14089049398899078 lr:1.1764709734915218e-05 tokens_per_second_per_gpu:283.0766328103788 
Step 4331 | loss:0.18608799576759338 lr:1.1761534809488187e-05 tokens_per_second_per_gpu:260.77208090426393 
Step 4332 | loss:0.06391914933919907 lr:1.1758359700798884e-05 tokens_per_second_per_gpu:333.89551931657 
Step 4333 | loss:0.13567155599594116 lr:1.1755184409177643e-05 tokens_per_second_per_gpu:350.1985999512638 
Step 4334 | loss:0.03111380711197853 lr:1.1752008934954797e-05 tokens_per_second_per_gpu:329.79668474345505 
Step 4335 | loss:0.1498536467552185 lr:1.1748833278460711e-05 tokens_per_second_per_gpu:377.89721589185075 
Step 4336 | loss:0.08007366210222244 lr:1.1745657440025773e-05 tokens_per_second_per_gpu:289.4622190789757 
Step 4337 | loss:0.07267750799655914 lr:1.1742481419980377e-05 tokens_per_second_per_gpu:336.7118683873751 
Step 4338 | loss:0.046744029968976974 lr:1.173930521865494e-05 tokens_per_second_per_gpu:323.3322249300628 
Step 4339 | loss:0.09575475752353668 lr:1.1736128836379903e-05 tokens_per_second_per_gpu:270.71344265258995 
Step 4340 | loss:0.09671445935964584 lr:1.1732952273485725e-05 tokens_per_second_per_gpu:346.4870431116075 
Step 4341 | loss:0.0934511348605156 lr:1.1729775530302879e-05 tokens_per_second_per_gpu:276.11570282343445 
Step 4342 | loss:0.13722360134124756 lr:1.1726598607161855e-05 tokens_per_second_per_gpu:282.73433890161476 
Step 4343 | loss:0.0745527446269989 lr:1.1723421504393176e-05 tokens_per_second_per_gpu:297.90064237350646 
Step 4344 | loss:0.06892861425876617 lr:1.1720244222327364e-05 tokens_per_second_per_gpu:401.4510199097683 
Step 4345 | loss:0.14310768246650696 lr:1.1717066761294973e-05 tokens_per_second_per_gpu:251.41066046128623 
Step 4346 | loss:0.15643422305583954 lr:1.1713889121626574e-05 tokens_per_second_per_gpu:297.4894430683795 
Step 4347 | loss:0.12364260852336884 lr:1.1710711303652753e-05 tokens_per_second_per_gpu:316.11998460540286 
Step 4348 | loss:0.08527104556560516 lr:1.1707533307704115e-05 tokens_per_second_per_gpu:279.2545427509643 
Step 4349 | loss:0.1001507118344307 lr:1.1704355134111288e-05 tokens_per_second_per_gpu:299.75358682438326 
Step 4350 | loss:0.17067164182662964 lr:1.1701176783204908e-05 tokens_per_second_per_gpu:373.69364245800347 
Step 4351 | loss:0.05845799669623375 lr:1.1697998255315644e-05 tokens_per_second_per_gpu:295.9198529527605 
Step 4352 | loss:0.2065301537513733 lr:1.1694819550774174e-05 tokens_per_second_per_gpu:291.9532890421675 
Step 4353 | loss:0.11424030363559723 lr:1.1691640669911193e-05 tokens_per_second_per_gpu:291.6860605007744 
Step 4354 | loss:0.17106589674949646 lr:1.168846161305742e-05 tokens_per_second_per_gpu:319.5497346442953 
Step 4355 | loss:0.07184775173664093 lr:1.1685282380543594e-05 tokens_per_second_per_gpu:283.2446896670024 
Step 4356 | loss:0.14214260876178741 lr:1.168210297270046e-05 tokens_per_second_per_gpu:462.1913776846609 
Step 4357 | loss:0.14609351754188538 lr:1.1678923389858797e-05 tokens_per_second_per_gpu:381.0256376320234 
Step 4358 | loss:0.07748844474554062 lr:1.1675743632349387e-05 tokens_per_second_per_gpu:302.6846382213899 
Step 4359 | loss:0.10856570303440094 lr:1.1672563700503045e-05 tokens_per_second_per_gpu:271.4945971198127 
Step 4360 | loss:0.12040650844573975 lr:1.1669383594650594e-05 tokens_per_second_per_gpu:292.53480366668924 
Step 4361 | loss:0.07253646850585938 lr:1.1666203315122879e-05 tokens_per_second_per_gpu:272.7697396335609 
Step 4362 | loss:0.05931907892227173 lr:1.1663022862250763e-05 tokens_per_second_per_gpu:281.06255480319146 
Step 4363 | loss:0.13014405965805054 lr:1.1659842236365121e-05 tokens_per_second_per_gpu:338.08749840772316 
Step 4364 | loss:0.049252428114414215 lr:1.165666143779686e-05 tokens_per_second_per_gpu:270.2880895333044 
Step 4365 | loss:0.077545166015625 lr:1.1653480466876888e-05 tokens_per_second_per_gpu:282.1538488302516 
Step 4366 | loss:0.12029518932104111 lr:1.1650299323936141e-05 tokens_per_second_per_gpu:317.0245680238682 
Step 4367 | loss:0.20518329739570618 lr:1.1647118009305573e-05 tokens_per_second_per_gpu:260.09358382487534 
Step 4368 | loss:0.12698957324028015 lr:1.1643936523316154e-05 tokens_per_second_per_gpu:292.73184840125964 
Step 4369 | loss:0.14236503839492798 lr:1.1640754866298869e-05 tokens_per_second_per_gpu:281.17994880320015 
Step 4370 | loss:0.03682268038392067 lr:1.1637573038584729e-05 tokens_per_second_per_gpu:247.25362794333293 
Step 4371 | loss:0.18943852186203003 lr:1.1634391040504752e-05 tokens_per_second_per_gpu:346.13980659997026 
Step 4372 | loss:0.25090885162353516 lr:1.1631208872389978e-05 tokens_per_second_per_gpu:344.5253275409601 
Step 4373 | loss:0.16234512627124786 lr:1.1628026534571472e-05 tokens_per_second_per_gpu:288.4405754419014 
Step 4374 | loss:0.14607715606689453 lr:1.1624844027380306e-05 tokens_per_second_per_gpu:335.3016673859267 
Step 4375 | loss:0.061674561351537704 lr:1.162166135114757e-05 tokens_per_second_per_gpu:312.74466225375073 
Step 4376 | loss:0.09057831019163132 lr:1.1618478506204384e-05 tokens_per_second_per_gpu:356.600473865045 
Step 4377 | loss:0.16664209961891174 lr:1.1615295492881875e-05 tokens_per_second_per_gpu:308.701716365307 
Step 4378 | loss:0.22319060564041138 lr:1.1612112311511186e-05 tokens_per_second_per_gpu:289.14104244905434 
Step 4379 | loss:0.12346678227186203 lr:1.160892896242348e-05 tokens_per_second_per_gpu:294.7562738782118 
Step 4380 | loss:0.25583627820014954 lr:1.1605745445949942e-05 tokens_per_second_per_gpu:261.37388785085085 
Step 4381 | loss:0.06685106456279755 lr:1.1602561762421774e-05 tokens_per_second_per_gpu:300.62119742030836 
Step 4382 | loss:0.050964437425136566 lr:1.1599377912170182e-05 tokens_per_second_per_gpu:257.79118988595997 
Step 4383 | loss:0.06728050112724304 lr:1.159619389552641e-05 tokens_per_second_per_gpu:294.7426371566968 
Step 4384 | loss:0.13257306814193726 lr:1.1593009712821705e-05 tokens_per_second_per_gpu:249.88223649832062 
Step 4385 | loss:0.1041189432144165 lr:1.1589825364387335e-05 tokens_per_second_per_gpu:352.55598533431044 
Step 4386 | loss:0.08520086854696274 lr:1.1586640850554586e-05 tokens_per_second_per_gpu:257.16802651268887 
Step 4387 | loss:0.07856761664152145 lr:1.158345617165476e-05 tokens_per_second_per_gpu:374.5796241097028 
Step 4388 | loss:0.07487232983112335 lr:1.1580271328019178e-05 tokens_per_second_per_gpu:251.10917551552757 
Step 4389 | loss:0.15479739010334015 lr:1.1577086319979176e-05 tokens_per_second_per_gpu:254.6888051915719 
Step 4390 | loss:0.19232305884361267 lr:1.1573901147866108e-05 tokens_per_second_per_gpu:283.3167620855758 
Step 4391 | loss:0.11946314573287964 lr:1.1570715812011345e-05 tokens_per_second_per_gpu:315.45194354779494 
Step 4392 | loss:0.23972293734550476 lr:1.1567530312746278e-05 tokens_per_second_per_gpu:277.0218718258958 
Step 4393 | loss:0.30091872811317444 lr:1.156434465040231e-05 tokens_per_second_per_gpu:248.0435259151804 
Step 4394 | loss:0.1148555725812912 lr:1.1561158825310862e-05 tokens_per_second_per_gpu:314.54011066271306 
Step 4395 | loss:0.1665639579296112 lr:1.1557972837803375e-05 tokens_per_second_per_gpu:292.58988620643015 
Step 4396 | loss:0.17130707204341888 lr:1.1554786688211305e-05 tokens_per_second_per_gpu:359.1246840709729 
Step 4397 | loss:0.0722336620092392 lr:1.1551600376866124e-05 tokens_per_second_per_gpu:233.4897958354163 
Step 4398 | loss:0.05719982832670212 lr:1.154841390409932e-05 tokens_per_second_per_gpu:230.23174943360112 
Step 4399 | loss:0.06992605328559875 lr:1.1545227270242402e-05 tokens_per_second_per_gpu:237.83739933572608 
Step 4400 | loss:0.13070960342884064 lr:1.1542040475626896e-05 tokens_per_second_per_gpu:314.1044094853175 
Step 4401 | loss:0.032360587269067764 lr:1.1538853520584334e-05 tokens_per_second_per_gpu:264.68160680658826 
Step 4402 | loss:0.10695673525333405 lr:1.1535666405446283e-05 tokens_per_second_per_gpu:301.63330458009625 
Step 4403 | loss:0.08110585063695908 lr:1.1532479130544306e-05 tokens_per_second_per_gpu:264.99606323329766 
Step 4404 | loss:0.15671008825302124 lr:1.1529291696209998e-05 tokens_per_second_per_gpu:273.94916293164965 
Step 4405 | loss:0.1974114626646042 lr:1.1526104102774969e-05 tokens_per_second_per_gpu:361.8769726691979 
Step 4406 | loss:0.2739185690879822 lr:1.1522916350570835e-05 tokens_per_second_per_gpu:298.03547446736627 
Step 4407 | loss:0.03620524704456329 lr:1.1519728439929237e-05 tokens_per_second_per_gpu:279.88217183445556 
Step 4408 | loss:0.18710342049598694 lr:1.1516540371181837e-05 tokens_per_second_per_gpu:297.7495884196809 
Step 4409 | loss:0.11485821008682251 lr:1.15133521446603e-05 tokens_per_second_per_gpu:290.0549358021664 
Step 4410 | loss:0.11464502662420273 lr:1.151016376069632e-05 tokens_per_second_per_gpu:311.40239233546464 
Step 4411 | loss:0.09808066487312317 lr:1.1506975219621603e-05 tokens_per_second_per_gpu:276.44665274960414 
Step 4412 | loss:0.11249023675918579 lr:1.1503786521767864e-05 tokens_per_second_per_gpu:309.29610955106966 
Step 4413 | loss:0.06768512725830078 lr:1.1500597667466848e-05 tokens_per_second_per_gpu:277.60151899682825 
Step 4414 | loss:0.17594805359840393 lr:1.1497408657050306e-05 tokens_per_second_per_gpu:328.5642881015515 
Step 4415 | loss:0.08252732455730438 lr:1.1494219490850012e-05 tokens_per_second_per_gpu:318.1098635692431 
Step 4416 | loss:0.05641671270132065 lr:1.1491030169197743e-05 tokens_per_second_per_gpu:317.12322640151893 
Step 4417 | loss:0.10299933701753616 lr:1.1487840692425314e-05 tokens_per_second_per_gpu:278.20495263513226 
Step 4418 | loss:0.03336529806256294 lr:1.1484651060864538e-05 tokens_per_second_per_gpu:251.31741958382128 
Step 4419 | loss:0.04013668745756149 lr:1.148146127484725e-05 tokens_per_second_per_gpu:330.43345252569026 
Step 4420 | loss:0.1598697155714035 lr:1.1478271334705302e-05 tokens_per_second_per_gpu:256.4783084717362 
Step 4421 | loss:0.08437508344650269 lr:1.1475081240770563e-05 tokens_per_second_per_gpu:263.8028712116957 
Step 4422 | loss:0.1596212387084961 lr:1.1471890993374913e-05 tokens_per_second_per_gpu:246.13958071614277 
Step 4423 | loss:0.15946467220783234 lr:1.1468700592850253e-05 tokens_per_second_per_gpu:268.9000488735851 
Step 4424 | loss:0.16910330951213837 lr:1.1465510039528498e-05 tokens_per_second_per_gpu:228.9922171743315 
Step 4425 | loss:0.15804830193519592 lr:1.1462319333741577e-05 tokens_per_second_per_gpu:289.04842921796774 
Step 4426 | loss:0.21694494783878326 lr:1.145912847582144e-05 tokens_per_second_per_gpu:336.2427522164487 
Step 4427 | loss:0.1867745816707611 lr:1.1455937466100048e-05 tokens_per_second_per_gpu:305.5738260591805 
Step 4428 | loss:0.08575770258903503 lr:1.145274630490938e-05 tokens_per_second_per_gpu:252.99000293816985 
Step 4429 | loss:0.1256069839000702 lr:1.1449554992581431e-05 tokens_per_second_per_gpu:247.03205139757304 
Step 4430 | loss:0.23672538995742798 lr:1.144636352944821e-05 tokens_per_second_per_gpu:326.76276873794154 
Step 4431 | loss:0.09805962443351746 lr:1.1443171915841745e-05 tokens_per_second_per_gpu:284.1235430778191 
Step 4432 | loss:0.1612083613872528 lr:1.143998015209407e-05 tokens_per_second_per_gpu:227.35693722984186 
Step 4433 | loss:0.08783594518899918 lr:1.143678823853725e-05 tokens_per_second_per_gpu:357.11679925308715 
Step 4434 | loss:0.07068463414907455 lr:1.1433596175503354e-05 tokens_per_second_per_gpu:319.0859297243336 
Step 4435 | loss:0.08930506557226181 lr:1.143040396332447e-05 tokens_per_second_per_gpu:243.36993114914625 
Step 4436 | loss:0.1570892333984375 lr:1.1427211602332704e-05 tokens_per_second_per_gpu:272.47341616653955 
Step 4437 | loss:0.07513078302145004 lr:1.1424019092860173e-05 tokens_per_second_per_gpu:284.2024737011245 
Step 4438 | loss:0.19230902194976807 lr:1.142082643523901e-05 tokens_per_second_per_gpu:336.9251470757127 
Step 4439 | loss:0.06697455793619156 lr:1.1417633629801367e-05 tokens_per_second_per_gpu:281.32236605420013 
Step 4440 | loss:0.10973578691482544 lr:1.1414440676879412e-05 tokens_per_second_per_gpu:214.64289849452146 
Step 4441 | loss:0.03424728661775589 lr:1.141124757680532e-05 tokens_per_second_per_gpu:235.71378129965967 
Step 4442 | loss:0.13329951465129852 lr:1.140805432991129e-05 tokens_per_second_per_gpu:272.1671267310945 
Step 4443 | loss:0.08406729251146317 lr:1.1404860936529536e-05 tokens_per_second_per_gpu:297.0376413264472 
Step 4444 | loss:0.12064333260059357 lr:1.1401667396992278e-05 tokens_per_second_per_gpu:285.0429543303773 
Step 4445 | loss:0.0335775725543499 lr:1.1398473711631763e-05 tokens_per_second_per_gpu:277.09027685764124 
Step 4446 | loss:0.10610270500183105 lr:1.1395279880780246e-05 tokens_per_second_per_gpu:284.57755807013314 
Step 4447 | loss:0.13749906420707703 lr:1.1392085904769999e-05 tokens_per_second_per_gpu:385.69496537415364 
Step 4448 | loss:0.08009108155965805 lr:1.1388891783933307e-05 tokens_per_second_per_gpu:328.0295948265215 
Step 4449 | loss:0.07011988759040833 lr:1.1385697518602477e-05 tokens_per_second_per_gpu:286.3931624338151 
Step 4450 | loss:0.08084104210138321 lr:1.1382503109109822e-05 tokens_per_second_per_gpu:328.6538269446106 
Step 4451 | loss:0.04248387739062309 lr:1.1379308555787673e-05 tokens_per_second_per_gpu:247.71034417014852 
Step 4452 | loss:0.05042942613363266 lr:1.1376113858968385e-05 tokens_per_second_per_gpu:284.8618178455466 
Step 4453 | loss:0.12564027309417725 lr:1.1372919018984313e-05 tokens_per_second_per_gpu:349.22597728101834 
Step 4454 | loss:0.051678866147994995 lr:1.1369724036167835e-05 tokens_per_second_per_gpu:274.9697838743003 
Step 4455 | loss:0.20409539341926575 lr:1.1366528910851347e-05 tokens_per_second_per_gpu:285.08402590638013 
Step 4456 | loss:0.029172148555517197 lr:1.1363333643367248e-05 tokens_per_second_per_gpu:277.2626408462266 
Step 4457 | loss:0.10051988065242767 lr:1.1360138234047964e-05 tokens_per_second_per_gpu:306.9346826465649 
Step 4458 | loss:0.07465754449367523 lr:1.1356942683225936e-05 tokens_per_second_per_gpu:314.86990161378446 
Step 4459 | loss:0.06255242973566055 lr:1.1353746991233605e-05 tokens_per_second_per_gpu:277.0126176994229 
Step 4460 | loss:0.12269888818264008 lr:1.1350551158403442e-05 tokens_per_second_per_gpu:334.112541567307 
Step 4461 | loss:0.11965672671794891 lr:1.134735518506793e-05 tokens_per_second_per_gpu:363.785770295692 
Step 4462 | loss:0.1316317617893219 lr:1.1344159071559558e-05 tokens_per_second_per_gpu:268.0631678596758 
Step 4463 | loss:0.11905848234891891 lr:1.1340962818210838e-05 tokens_per_second_per_gpu:304.1562024977692 
Step 4464 | loss:0.22751232981681824 lr:1.1337766425354297e-05 tokens_per_second_per_gpu:250.4216005698799 
Step 4465 | loss:0.07082442939281464 lr:1.133456989332247e-05 tokens_per_second_per_gpu:287.83415062186623 
Step 4466 | loss:0.1300530731678009 lr:1.133137322244791e-05 tokens_per_second_per_gpu:315.92932789342296 
Step 4467 | loss:0.06277847290039062 lr:1.1328176413063186e-05 tokens_per_second_per_gpu:263.01843932475737 
Step 4468 | loss:0.05568107217550278 lr:1.1324979465500878e-05 tokens_per_second_per_gpu:298.249469161348 
Step 4469 | loss:0.04636748135089874 lr:1.1321782380093582e-05 tokens_per_second_per_gpu:354.57137258026853 
Step 4470 | loss:0.1329672932624817 lr:1.1318585157173913e-05 tokens_per_second_per_gpu:286.2752260928188 
Step 4471 | loss:0.1860537976026535 lr:1.1315387797074493e-05 tokens_per_second_per_gpu:323.7464555957486 
Step 4472 | loss:0.08286356925964355 lr:1.1312190300127959e-05 tokens_per_second_per_gpu:367.36413918546435 
Step 4473 | loss:0.10883378237485886 lr:1.1308992666666967e-05 tokens_per_second_per_gpu:334.5714839305109 
Step 4474 | loss:0.08978264778852463 lr:1.1305794897024184e-05 tokens_per_second_per_gpu:252.03008223812333 
Step 4475 | loss:0.08983352780342102 lr:1.1302596991532292e-05 tokens_per_second_per_gpu:304.61096285704207 
Step 4476 | loss:0.14124193787574768 lr:1.1299398950523987e-05 tokens_per_second_per_gpu:268.0830861342325 
Step 4477 | loss:0.15497678518295288 lr:1.129620077433198e-05 tokens_per_second_per_gpu:310.3391586703171 
Step 4478 | loss:0.09095647186040878 lr:1.1293002463288991e-05 tokens_per_second_per_gpu:287.5964114341999 
Step 4479 | loss:0.13248100876808167 lr:1.1289804017727763e-05 tokens_per_second_per_gpu:315.8171226554842 
Step 4480 | loss:0.093962162733078 lr:1.1286605437981047e-05 tokens_per_second_per_gpu:236.84435781288758 
Step 4481 | loss:0.09278400987386703 lr:1.1283406724381605e-05 tokens_per_second_per_gpu:270.18066385605835 
Step 4482 | loss:0.06470151990652084 lr:1.1280207877262222e-05 tokens_per_second_per_gpu:290.6332188063901 
Step 4483 | loss:0.040929876267910004 lr:1.1277008896955688e-05 tokens_per_second_per_gpu:410.7923123610992 
Step 4484 | loss:0.11889894306659698 lr:1.1273809783794816e-05 tokens_per_second_per_gpu:311.4464801130098 
Step 4485 | loss:0.09717746824026108 lr:1.1270610538112419e-05 tokens_per_second_per_gpu:229.13058900033252 
Step 4486 | loss:0.10565285384654999 lr:1.1267411160241342e-05 tokens_per_second_per_gpu:334.4395890822669 
Step 4487 | loss:0.08488097786903381 lr:1.1264211650514427e-05 tokens_per_second_per_gpu:270.36085501858 
Step 4488 | loss:0.057946521788835526 lr:1.1261012009264539e-05 tokens_per_second_per_gpu:271.94256190551056 
Step 4489 | loss:0.12433809787034988 lr:1.1257812236824556e-05 tokens_per_second_per_gpu:356.0770386023242 
Step 4490 | loss:0.09672369062900543 lr:1.1254612333527368e-05 tokens_per_second_per_gpu:287.0530102075323 
Step 4491 | loss:0.0643978863954544 lr:1.1251412299705874e-05 tokens_per_second_per_gpu:262.1211157835974 
Step 4492 | loss:0.08188625425100327 lr:1.1248212135692999e-05 tokens_per_second_per_gpu:319.85647843445093 
Step 4493 | loss:0.07423050701618195 lr:1.1245011841821669e-05 tokens_per_second_per_gpu:257.4714758609818 
Step 4494 | loss:0.09028348326683044 lr:1.1241811418424828e-05 tokens_per_second_per_gpu:318.0329774157402 
Step 4495 | loss:0.04883270710706711 lr:1.1238610865835436e-05 tokens_per_second_per_gpu:273.4044821755575 
Step 4496 | loss:0.09692615270614624 lr:1.1235410184386464e-05 tokens_per_second_per_gpu:288.0118996728109 
Step 4497 | loss:0.05865762010216713 lr:1.1232209374410894e-05 tokens_per_second_per_gpu:347.86046473262945 
Step 4498 | loss:0.07390826940536499 lr:1.1229008436241728e-05 tokens_per_second_per_gpu:278.8048841740216 
Step 4499 | loss:0.06813598424196243 lr:1.1225807370211976e-05 tokens_per_second_per_gpu:263.90913798168407 
Step 4500 | loss:0.15770235657691956 lr:1.1222606176654662e-05 tokens_per_second_per_gpu:231.70826156636903 
Step 4501 | loss:0.09933164715766907 lr:1.1219404855902823e-05 tokens_per_second_per_gpu:297.9532448911655 
Step 4502 | loss:0.09199348092079163 lr:1.1216203408289512e-05 tokens_per_second_per_gpu:284.3922328363853 
Step 4503 | loss:0.030077163130044937 lr:1.1213001834147794e-05 tokens_per_second_per_gpu:291.0198420501377 
Step 4504 | loss:0.19573143124580383 lr:1.1209800133810744e-05 tokens_per_second_per_gpu:328.2143972024759 
Step 4505 | loss:0.06342196464538574 lr:1.1206598307611456e-05 tokens_per_second_per_gpu:229.48193657179112 
Step 4506 | loss:0.04919421300292015 lr:1.1203396355883032e-05 tokens_per_second_per_gpu:267.67301350059705 
Step 4507 | loss:0.14613595604896545 lr:1.1200194278958585e-05 tokens_per_second_per_gpu:273.7252185628338 
Step 4508 | loss:0.08356472104787827 lr:1.1196992077171254e-05 tokens_per_second_per_gpu:291.2537733740458 
Step 4509 | loss:0.04870987683534622 lr:1.1193789750854173e-05 tokens_per_second_per_gpu:304.46078418210266 
Step 4510 | loss:0.10544618964195251 lr:1.11905873003405e-05 tokens_per_second_per_gpu:341.02961796385597 
Step 4511 | loss:0.07346642762422562 lr:1.1187384725963411e-05 tokens_per_second_per_gpu:321.67341278974897 
Step 4512 | loss:0.10797150433063507 lr:1.1184182028056077e-05 tokens_per_second_per_gpu:268.56902759766785 
Step 4513 | loss:0.09281755983829498 lr:1.1180979206951697e-05 tokens_per_second_per_gpu:284.12322249406986 
Step 4514 | loss:0.09346804022789001 lr:1.1177776262983484e-05 tokens_per_second_per_gpu:225.79220898276768 
Step 4515 | loss:0.17730966210365295 lr:1.1174573196484646e-05 tokens_per_second_per_gpu:284.76735715827806 
Step 4516 | loss:0.08680759370326996 lr:1.1171370007788426e-05 tokens_per_second_per_gpu:274.26523229756344 
Step 4517 | loss:0.07130661606788635 lr:1.1168166697228067e-05 tokens_per_second_per_gpu:323.900895951125 
Step 4518 | loss:0.08792097121477127 lr:1.1164963265136823e-05 tokens_per_second_per_gpu:429.4101507378321 
Step 4519 | loss:0.09464750438928604 lr:1.1161759711847971e-05 tokens_per_second_per_gpu:261.14342325790847 
Step 4520 | loss:0.25637245178222656 lr:1.115855603769479e-05 tokens_per_second_per_gpu:315.1999230032221 
Step 4521 | loss:0.1778421700000763 lr:1.115535224301058e-05 tokens_per_second_per_gpu:248.16953831497304 
Step 4522 | loss:0.1279177963733673 lr:1.1152148328128645e-05 tokens_per_second_per_gpu:327.47172923675004 
Step 4523 | loss:0.08057869970798492 lr:1.1148944293382309e-05 tokens_per_second_per_gpu:255.82322017526818 
Step 4524 | loss:0.054964009672403336 lr:1.1145740139104904e-05 tokens_per_second_per_gpu:314.05949049672574 
Step 4525 | loss:0.20722699165344238 lr:1.1142535865629775e-05 tokens_per_second_per_gpu:242.80795577227616 
Step 4526 | loss:0.15287047624588013 lr:1.1139331473290286e-05 tokens_per_second_per_gpu:266.8897267788338 
Step 4527 | loss:0.05504285544157028 lr:1.1136126962419805e-05 tokens_per_second_per_gpu:309.3338653674904 
Step 4528 | loss:0.06926411390304565 lr:1.113292233335171e-05 tokens_per_second_per_gpu:297.3575260751548 
Step 4529 | loss:0.2098160982131958 lr:1.1129717586419405e-05 tokens_per_second_per_gpu:287.85451270129374 
Step 4530 | loss:0.09035295248031616 lr:1.1126512721956288e-05 tokens_per_second_per_gpu:296.05845225315846 
Step 4531 | loss:0.05903425067663193 lr:1.1123307740295788e-05 tokens_per_second_per_gpu:255.09270299398491 
Step 4532 | loss:0.2246609926223755 lr:1.112010264177133e-05 tokens_per_second_per_gpu:274.8563839154495 
Step 4533 | loss:0.18089653551578522 lr:1.1116897426716366e-05 tokens_per_second_per_gpu:238.8829977280128 
Step 4534 | loss:0.09122954308986664 lr:1.1113692095464343e-05 tokens_per_second_per_gpu:319.49896667174954 
Step 4535 | loss:0.13961663842201233 lr:1.1110486648348737e-05 tokens_per_second_per_gpu:274.42333440121047 
Step 4536 | loss:0.09786269068717957 lr:1.1107281085703025e-05 tokens_per_second_per_gpu:285.3197886823258 
Step 4537 | loss:0.0751204639673233 lr:1.1104075407860702e-05 tokens_per_second_per_gpu:280.9865220474902 
Step 4538 | loss:0.09502751380205154 lr:1.1100869615155268e-05 tokens_per_second_per_gpu:294.0582461968741 
Step 4539 | loss:0.12528955936431885 lr:1.1097663707920243e-05 tokens_per_second_per_gpu:287.2356709656171 
Step 4540 | loss:0.0798061341047287 lr:1.1094457686489156e-05 tokens_per_second_per_gpu:344.63529582406693 
Step 4541 | loss:0.14159469306468964 lr:1.1091251551195543e-05 tokens_per_second_per_gpu:283.13367724526853 
Step 4542 | loss:0.05736617371439934 lr:1.108804530237296e-05 tokens_per_second_per_gpu:335.55655641632836 
Step 4543 | loss:0.10790476948022842 lr:1.1084838940354972e-05 tokens_per_second_per_gpu:269.9264780897816 
Step 4544 | loss:0.14748981595039368 lr:1.108163246547515e-05 tokens_per_second_per_gpu:288.53364142741157 
Step 4545 | loss:0.14281460642814636 lr:1.1078425878067085e-05 tokens_per_second_per_gpu:294.1412474416876 
Step 4546 | loss:0.24425888061523438 lr:1.1075219178464376e-05 tokens_per_second_per_gpu:324.2283357520445 
Step 4547 | loss:0.14568772912025452 lr:1.1072012367000629e-05 tokens_per_second_per_gpu:379.3209433020199 
Step 4548 | loss:0.07207401096820831 lr:1.1068805444009474e-05 tokens_per_second_per_gpu:275.3916264644572 
Step 4549 | loss:0.04464828222990036 lr:1.1065598409824541e-05 tokens_per_second_per_gpu:260.54042458036145 
Step 4550 | loss:0.06078308820724487 lr:1.1062391264779473e-05 tokens_per_second_per_gpu:328.5134772438084 
Step 4551 | loss:0.06343970447778702 lr:1.1059184009207933e-05 tokens_per_second_per_gpu:315.0810494412821 
Step 4552 | loss:0.20845186710357666 lr:1.1055976643443586e-05 tokens_per_second_per_gpu:278.19036162583143 
Step 4553 | loss:0.10609591752290726 lr:1.1052769167820114e-05 tokens_per_second_per_gpu:342.0905506352134 
Step 4554 | loss:0.15827427804470062 lr:1.1049561582671205e-05 tokens_per_second_per_gpu:270.8030627380017 
Step 4555 | loss:0.10665321350097656 lr:1.1046353888330565e-05 tokens_per_second_per_gpu:342.6205884437316 
Step 4556 | loss:0.06188734993338585 lr:1.104314608513191e-05 tokens_per_second_per_gpu:330.2418182140353 
Step 4557 | loss:0.09566344320774078 lr:1.1039938173408959e-05 tokens_per_second_per_gpu:233.03414310218912 
Step 4558 | loss:0.024692045524716377 lr:1.1036730153495456e-05 tokens_per_second_per_gpu:216.93258375762505 
Step 4559 | loss:0.18824711441993713 lr:1.1033522025725147e-05 tokens_per_second_per_gpu:388.36801659256 
Step 4560 | loss:0.11978165805339813 lr:1.1030313790431787e-05 tokens_per_second_per_gpu:306.44368301888653 
Step 4561 | loss:0.14895811676979065 lr:1.1027105447949156e-05 tokens_per_second_per_gpu:279.4675724926653 
Step 4562 | loss:0.050406455993652344 lr:1.1023896998611025e-05 tokens_per_second_per_gpu:279.4005966847559 
Step 4563 | loss:0.1313382387161255 lr:1.1020688442751192e-05 tokens_per_second_per_gpu:308.48348455838374 
Step 4564 | loss:0.1971225142478943 lr:1.1017479780703466e-05 tokens_per_second_per_gpu:369.0923537341288 
Step 4565 | loss:0.047828879207372665 lr:1.1014271012801649e-05 tokens_per_second_per_gpu:204.4463942858621 
Step 4566 | loss:0.05423938110470772 lr:1.1011062139379578e-05 tokens_per_second_per_gpu:252.8071697497797 
Step 4567 | loss:0.18369248509407043 lr:1.1007853160771092e-05 tokens_per_second_per_gpu:252.26454677098968 
Step 4568 | loss:0.06321386247873306 lr:1.1004644077310025e-05 tokens_per_second_per_gpu:360.5110733801224 
Step 4569 | loss:0.05021816864609718 lr:1.100143488933025e-05 tokens_per_second_per_gpu:301.87435756553606 
Step 4570 | loss:0.15625807642936707 lr:1.0998225597165628e-05 tokens_per_second_per_gpu:261.3732238464977 
Step 4571 | loss:0.07475695759057999 lr:1.0995016201150041e-05 tokens_per_second_per_gpu:282.76687693147903 
Step 4572 | loss:0.1303219348192215 lr:1.0991806701617387e-05 tokens_per_second_per_gpu:313.9949153202393 
Step 4573 | loss:0.17050090432167053 lr:1.0988597098901561e-05 tokens_per_second_per_gpu:284.34484259555984 
Step 4574 | loss:0.1611160784959793 lr:1.0985387393336477e-05 tokens_per_second_per_gpu:265.6742148752008 
Step 4575 | loss:0.11365638673305511 lr:1.0982177585256058e-05 tokens_per_second_per_gpu:276.8947959716032 
Step 4576 | loss:0.1157260462641716 lr:1.0978967674994241e-05 tokens_per_second_per_gpu:244.58759934986142 
Step 4577 | loss:0.14909327030181885 lr:1.0975757662884969e-05 tokens_per_second_per_gpu:270.2650036426837 
Step 4578 | loss:0.14844508469104767 lr:1.0972547549262198e-05 tokens_per_second_per_gpu:305.8409458965526 
Step 4579 | loss:0.08970251679420471 lr:1.0969337334459893e-05 tokens_per_second_per_gpu:341.4016611889338 
Step 4580 | loss:0.08169381320476532 lr:1.0966127018812035e-05 tokens_per_second_per_gpu:264.5837971455603 
Step 4581 | loss:0.1323053538799286 lr:1.09629166026526e-05 tokens_per_second_per_gpu:255.662983214576 
Step 4582 | loss:0.04775451123714447 lr:1.0959706086315597e-05 tokens_per_second_per_gpu:287.34398682379026 
Step 4583 | loss:0.11566133797168732 lr:1.0956495470135031e-05 tokens_per_second_per_gpu:337.9170927292719 
Step 4584 | loss:0.057414814829826355 lr:1.0953284754444918e-05 tokens_per_second_per_gpu:312.13902201296605 
Step 4585 | loss:0.1195681169629097 lr:1.0950073939579286e-05 tokens_per_second_per_gpu:287.3098497730067 
Step 4586 | loss:0.18270756304264069 lr:1.0946863025872176e-05 tokens_per_second_per_gpu:267.51752254333724 
Step 4587 | loss:0.0795351043343544 lr:1.0943652013657637e-05 tokens_per_second_per_gpu:279.8681164447404 
Step 4588 | loss:0.0874311774969101 lr:1.0940440903269728e-05 tokens_per_second_per_gpu:251.64654965625627 
Step 4589 | loss:0.08090487867593765 lr:1.093722969504252e-05 tokens_per_second_per_gpu:250.67169720648707 
Step 4590 | loss:0.31747257709503174 lr:1.093401838931009e-05 tokens_per_second_per_gpu:258.41283402554285 
Step 4591 | loss:0.11248087882995605 lr:1.093080698640653e-05 tokens_per_second_per_gpu:331.21596813535103 
Step 4592 | loss:0.13079167902469635 lr:1.092759548666594e-05 tokens_per_second_per_gpu:315.0805681177556 
Step 4593 | loss:0.206782266497612 lr:1.092438389042243e-05 tokens_per_second_per_gpu:286.65744635550976 
Step 4594 | loss:0.11407440900802612 lr:1.092117219801012e-05 tokens_per_second_per_gpu:250.72483726686573 
Step 4595 | loss:0.062378108501434326 lr:1.091796040976314e-05 tokens_per_second_per_gpu:254.5410389577876 
Step 4596 | loss:0.11472619324922562 lr:1.0914748526015631e-05 tokens_per_second_per_gpu:287.3726563617164 
Step 4597 | loss:0.10721354186534882 lr:1.0911536547101742e-05 tokens_per_second_per_gpu:277.35727498280517 
Step 4598 | loss:0.08720078319311142 lr:1.0908324473355634e-05 tokens_per_second_per_gpu:247.28011278075653 
Step 4599 | loss:0.16666072607040405 lr:1.0905112305111479e-05 tokens_per_second_per_gpu:321.93697006223636 
Step 4600 | loss:0.10373324155807495 lr:1.090190004270345e-05 tokens_per_second_per_gpu:298.35376623102076 
Step 4601 | loss:0.2205572873353958 lr:1.0898687686465745e-05 tokens_per_second_per_gpu:278.19543103112 
Step 4602 | loss:0.04887150600552559 lr:1.0895475236732559e-05 tokens_per_second_per_gpu:303.697173233708 
Step 4603 | loss:0.05732005462050438 lr:1.0892262693838098e-05 tokens_per_second_per_gpu:301.6799158857595 
Step 4604 | loss:0.038498781621456146 lr:1.0889050058116586e-05 tokens_per_second_per_gpu:235.91248323163143 
Step 4605 | loss:0.08879350125789642 lr:1.0885837329902251e-05 tokens_per_second_per_gpu:301.27340798674567 
Step 4606 | loss:0.0629839077591896 lr:1.0882624509529327e-05 tokens_per_second_per_gpu:293.1705714870547 
Step 4607 | loss:0.050320811569690704 lr:1.0879411597332064e-05 tokens_per_second_per_gpu:269.85909574364246 
Step 4608 | loss:0.11437411606311798 lr:1.087619859364472e-05 tokens_per_second_per_gpu:248.59455720897245 
Step 4609 | loss:0.13449132442474365 lr:1.0872985498801563e-05 tokens_per_second_per_gpu:430.973962026343 
Step 4610 | loss:0.09885025769472122 lr:1.0869772313136861e-05 tokens_per_second_per_gpu:274.2551039340977 
Step 4611 | loss:0.19003164768218994 lr:1.0866559036984912e-05 tokens_per_second_per_gpu:298.580793373248 
Step 4612 | loss:0.1247052401304245 lr:1.0863345670680001e-05 tokens_per_second_per_gpu:285.24054954397866 
Step 4613 | loss:0.16610382497310638 lr:1.0860132214556434e-05 tokens_per_second_per_gpu:333.2936104094539 
Step 4614 | loss:0.048959583044052124 lr:1.0856918668948533e-05 tokens_per_second_per_gpu:264.1618766367318 
Step 4615 | loss:0.17463287711143494 lr:1.0853705034190606e-05 tokens_per_second_per_gpu:257.4768511114603 
Step 4616 | loss:0.19184622168540955 lr:1.0850491310616998e-05 tokens_per_second_per_gpu:317.8582781130097 
Step 4617 | loss:0.07812623679637909 lr:1.084727749856205e-05 tokens_per_second_per_gpu:252.11829952399782 
Step 4618 | loss:0.05685517564415932 lr:1.0844063598360104e-05 tokens_per_second_per_gpu:261.93525659621173 
Step 4619 | loss:0.12754428386688232 lr:1.0840849610345525e-05 tokens_per_second_per_gpu:242.84799253601062 
Step 4620 | loss:0.08809514343738556 lr:1.0837635534852687e-05 tokens_per_second_per_gpu:377.59563359716236 
Step 4621 | loss:0.06971748173236847 lr:1.083442137221596e-05 tokens_per_second_per_gpu:380.96938565751327 
Step 4622 | loss:0.04049009457230568 lr:1.0831207122769733e-05 tokens_per_second_per_gpu:296.7577112582315 
Step 4623 | loss:0.22168296575546265 lr:1.0827992786848407e-05 tokens_per_second_per_gpu:270.45442877994026 
Step 4624 | loss:0.04552901163697243 lr:1.0824778364786382e-05 tokens_per_second_per_gpu:231.66537156457898 
Step 4625 | loss:0.1144944280385971 lr:1.0821563856918076e-05 tokens_per_second_per_gpu:297.32682253569044 
Step 4626 | loss:0.11947706341743469 lr:1.081834926357791e-05 tokens_per_second_per_gpu:318.87936866951696 
Step 4627 | loss:0.10119883716106415 lr:1.0815134585100315e-05 tokens_per_second_per_gpu:259.8549317844071 
Step 4628 | loss:0.10905295610427856 lr:1.0811919821819733e-05 tokens_per_second_per_gpu:234.22790538413523 
Step 4629 | loss:0.08754975348711014 lr:1.0808704974070616e-05 tokens_per_second_per_gpu:333.0386304961387 
Step 4630 | loss:0.13114315271377563 lr:1.080549004218742e-05 tokens_per_second_per_gpu:242.4522545253947 
Step 4631 | loss:0.24267245829105377 lr:1.0802275026504611e-05 tokens_per_second_per_gpu:290.3780162845344 
Step 4632 | loss:0.03550455719232559 lr:1.0799059927356669e-05 tokens_per_second_per_gpu:326.61915556874163 
Step 4633 | loss:0.175331711769104 lr:1.0795844745078076e-05 tokens_per_second_per_gpu:243.6503607494824 
Step 4634 | loss:0.07307538390159607 lr:1.0792629480003325e-05 tokens_per_second_per_gpu:278.4080066153853 
Step 4635 | loss:0.05222722142934799 lr:1.078941413246692e-05 tokens_per_second_per_gpu:259.16818694544304 
Step 4636 | loss:0.26617467403411865 lr:1.078619870280337e-05 tokens_per_second_per_gpu:355.7632093488487 
Step 4637 | loss:0.09797392040491104 lr:1.078298319134719e-05 tokens_per_second_per_gpu:242.0884079802236 
Step 4638 | loss:0.08074913173913956 lr:1.0779767598432917e-05 tokens_per_second_per_gpu:308.8228981979513 
Step 4639 | loss:0.18435145914554596 lr:1.077655192439508e-05 tokens_per_second_per_gpu:230.52276883887467 
Step 4640 | loss:0.06677374988794327 lr:1.0773336169568224e-05 tokens_per_second_per_gpu:321.3084886601092 
Step 4641 | loss:0.0867433026432991 lr:1.0770120334286904e-05 tokens_per_second_per_gpu:289.46733174233754 
Step 4642 | loss:0.14978758990764618 lr:1.0766904418885681e-05 tokens_per_second_per_gpu:352.5966415211005 
Step 4643 | loss:0.06812895834445953 lr:1.0763688423699125e-05 tokens_per_second_per_gpu:319.59440191169847 
Step 4644 | loss:0.101197749376297 lr:1.076047234906181e-05 tokens_per_second_per_gpu:340.0542719519531 
Step 4645 | loss:0.09346488863229752 lr:1.0757256195308326e-05 tokens_per_second_per_gpu:262.7669723778999 
Step 4646 | loss:0.08548586815595627 lr:1.0754039962773266e-05 tokens_per_second_per_gpu:348.6462498958123 
Step 4647 | loss:0.05160161107778549 lr:1.0750823651791231e-05 tokens_per_second_per_gpu:292.93807221166037 
Step 4648 | loss:0.02192264050245285 lr:1.0747607262696838e-05 tokens_per_second_per_gpu:263.35116848456386 
Step 4649 | loss:0.10088381171226501 lr:1.0744390795824699e-05 tokens_per_second_per_gpu:284.83074827118145 
Step 4650 | loss:0.18538299202919006 lr:1.0741174251509443e-05 tokens_per_second_per_gpu:215.3685610131997 
Step 4651 | loss:0.08324552327394485 lr:1.0737957630085707e-05 tokens_per_second_per_gpu:248.75670910887803 
Step 4652 | loss:0.15609848499298096 lr:1.073474093188813e-05 tokens_per_second_per_gpu:250.50971797183527 
Step 4653 | loss:0.041780341416597366 lr:1.0731524157251365e-05 tokens_per_second_per_gpu:230.00569734817213 
Step 4654 | loss:0.14614903926849365 lr:1.0728307306510076e-05 tokens_per_second_per_gpu:287.4341292039226 
Step 4655 | loss:0.07735536992549896 lr:1.0725090379998922e-05 tokens_per_second_per_gpu:283.349278359519 
Step 4656 | loss:0.053615596145391464 lr:1.0721873378052579e-05 tokens_per_second_per_gpu:266.19612779618114 
Step 4657 | loss:0.0986945703625679 lr:1.0718656301005734e-05 tokens_per_second_per_gpu:344.5077476774943 
Step 4658 | loss:0.06705412268638611 lr:1.0715439149193077e-05 tokens_per_second_per_gpu:309.57408201026396 
Step 4659 | loss:0.15212655067443848 lr:1.0712221922949301e-05 tokens_per_second_per_gpu:301.66363864348233 
Step 4660 | loss:0.08711232244968414 lr:1.0709004622609116e-05 tokens_per_second_per_gpu:270.8188533563955 
Step 4661 | loss:0.14402616024017334 lr:1.0705787248507235e-05 tokens_per_second_per_gpu:274.08108613748453 
Step 4662 | loss:0.03650980442762375 lr:1.0702569800978382e-05 tokens_per_second_per_gpu:273.18068462063843 
Step 4663 | loss:0.04833460599184036 lr:1.0699352280357279e-05 tokens_per_second_per_gpu:281.21194801743155 
Step 4664 | loss:0.049625933170318604 lr:1.069613468697867e-05 tokens_per_second_per_gpu:370.32047132674137 
Step 4665 | loss:0.14199724793434143 lr:1.0692917021177295e-05 tokens_per_second_per_gpu:293.7962309039471 
Step 4666 | loss:0.18021458387374878 lr:1.0689699283287903e-05 tokens_per_second_per_gpu:360.90071496155815 
Step 4667 | loss:0.15370596945285797 lr:1.0686481473645262e-05 tokens_per_second_per_gpu:286.0419142071964 
Step 4668 | loss:0.05186375603079796 lr:1.068326359258413e-05 tokens_per_second_per_gpu:339.84540829185926 
Step 4669 | loss:0.08320751041173935 lr:1.0680045640439285e-05 tokens_per_second_per_gpu:350.191835920849 
Step 4670 | loss:0.1508825570344925 lr:1.0676827617545511e-05 tokens_per_second_per_gpu:269.9985555596474 
Step 4671 | loss:0.12985572218894958 lr:1.0673609524237589e-05 tokens_per_second_per_gpu:370.7485089656161 
Step 4672 | loss:0.10194195806980133 lr:1.0670391360850322e-05 tokens_per_second_per_gpu:315.23193832466455 
Step 4673 | loss:0.06700913608074188 lr:1.0667173127718516e-05 tokens_per_second_per_gpu:286.08276334759796 
Step 4674 | loss:0.11037327349185944 lr:1.066395482517697e-05 tokens_per_second_per_gpu:254.25772770682477 
Step 4675 | loss:0.08013205230236053 lr:1.0660736453560512e-05 tokens_per_second_per_gpu:285.24450990561087 
Step 4676 | loss:0.09819342195987701 lr:1.0657518013203965e-05 tokens_per_second_per_gpu:334.7090925813479 
Step 4677 | loss:0.021835271269083023 lr:1.0654299504442157e-05 tokens_per_second_per_gpu:281.75354743533217 
Step 4678 | loss:0.12944041192531586 lr:1.0651080927609934e-05 tokens_per_second_per_gpu:304.92947369690086 
Step 4679 | loss:0.10489010810852051 lr:1.0647862283042139e-05 tokens_per_second_per_gpu:229.63825059091565 
Step 4680 | loss:0.1892017126083374 lr:1.0644643571073625e-05 tokens_per_second_per_gpu:291.60959695681595 
Step 4681 | loss:0.05756627023220062 lr:1.064142479203925e-05 tokens_per_second_per_gpu:394.66900841241795 
Step 4682 | loss:0.15761548280715942 lr:1.063820594627389e-05 tokens_per_second_per_gpu:328.68174470097756 
Step 4683 | loss:0.07951101660728455 lr:1.0634987034112412e-05 tokens_per_second_per_gpu:268.7548724133222 
Step 4684 | loss:0.24663662910461426 lr:1.0631768055889697e-05 tokens_per_second_per_gpu:341.64462081472675 
Step 4685 | loss:0.13903777301311493 lr:1.062854901194064e-05 tokens_per_second_per_gpu:296.3238930016097 
Step 4686 | loss:0.14915244281291962 lr:1.0625329902600127e-05 tokens_per_second_per_gpu:270.852047419246 
Step 4687 | loss:0.09378013014793396 lr:1.0622110728203068e-05 tokens_per_second_per_gpu:277.7541513312462 
Step 4688 | loss:0.11613146960735321 lr:1.0618891489084367e-05 tokens_per_second_per_gpu:316.74217351555774 
Step 4689 | loss:0.09799260646104813 lr:1.0615672185578943e-05 tokens_per_second_per_gpu:334.9719335752844 
Step 4690 | loss:0.09788814187049866 lr:1.061245281802171e-05 tokens_per_second_per_gpu:324.9559810061938 
Step 4691 | loss:0.12812896072864532 lr:1.0609233386747609e-05 tokens_per_second_per_gpu:327.4888133720349 
Step 4692 | loss:0.050299081951379776 lr:1.0606013892091565e-05 tokens_per_second_per_gpu:305.0667782033394 
Step 4693 | loss:0.08031918108463287 lr:1.0602794334388524e-05 tokens_per_second_per_gpu:270.0840990370423 
Step 4694 | loss:0.21574118733406067 lr:1.0599574713973436e-05 tokens_per_second_per_gpu:403.4518689380084 
Step 4695 | loss:0.14946646988391876 lr:1.059635503118125e-05 tokens_per_second_per_gpu:262.3722137411698 
Step 4696 | loss:0.07440666109323502 lr:1.0593135286346938e-05 tokens_per_second_per_gpu:325.36984906262484 
Step 4697 | loss:0.09243083000183105 lr:1.0589915479805455e-05 tokens_per_second_per_gpu:248.87873617907246 
Step 4698 | loss:0.08949076384305954 lr:1.0586695611891786e-05 tokens_per_second_per_gpu:287.000087476266 
Step 4699 | loss:0.042240358889102936 lr:1.058347568294091e-05 tokens_per_second_per_gpu:332.29232235435546 
Step 4700 | loss:0.11053311824798584 lr:1.0580255693287807e-05 tokens_per_second_per_gpu:280.6447800893193 
Step 4701 | loss:0.15583562850952148 lr:1.0577035643267477e-05 tokens_per_second_per_gpu:262.7665136346692 
Step 4702 | loss:0.08411745727062225 lr:1.057381553321492e-05 tokens_per_second_per_gpu:294.10320167359316 
Step 4703 | loss:0.08885422348976135 lr:1.0570595363465137e-05 tokens_per_second_per_gpu:285.3458077427313 
Step 4704 | loss:0.07079078257083893 lr:1.0567375134353145e-05 tokens_per_second_per_gpu:320.82744330016675 
Step 4705 | loss:0.04359716176986694 lr:1.0564154846213962e-05 tokens_per_second_per_gpu:247.02817308998146 
Step 4706 | loss:0.2226850986480713 lr:1.056093449938261e-05 tokens_per_second_per_gpu:345.3648405259457 
Step 4707 | loss:0.08258525282144547 lr:1.055771409419412e-05 tokens_per_second_per_gpu:308.4452683799845 
Step 4708 | loss:0.1017136499285698 lr:1.055449363098353e-05 tokens_per_second_per_gpu:276.85616755696446 
Step 4709 | loss:0.08418283611536026 lr:1.055127311008588e-05 tokens_per_second_per_gpu:311.4609600008441 
Step 4710 | loss:0.34149444103240967 lr:1.0548052531836225e-05 tokens_per_second_per_gpu:322.745766627159 
Step 4711 | loss:0.06130446866154671 lr:1.0544831896569612e-05 tokens_per_second_per_gpu:258.99509863589867 
Step 4712 | loss:0.0655934289097786 lr:1.0541611204621108e-05 tokens_per_second_per_gpu:320.6082522348053 
Step 4713 | loss:0.17556923627853394 lr:1.0538390456325773e-05 tokens_per_second_per_gpu:250.37015856347767 
Step 4714 | loss:0.1276349127292633 lr:1.0535169652018686e-05 tokens_per_second_per_gpu:278.1048317614119 
Step 4715 | loss:0.06760884821414948 lr:1.0531948792034923e-05 tokens_per_second_per_gpu:251.65515915684395 
Step 4716 | loss:0.14450985193252563 lr:1.0528727876709563e-05 tokens_per_second_per_gpu:272.54287879462066 
Step 4717 | loss:0.09908197820186615 lr:1.0525506906377703e-05 tokens_per_second_per_gpu:241.0779143331281 
Step 4718 | loss:0.07269202917814255 lr:1.0522285881374434e-05 tokens_per_second_per_gpu:217.52037464591317 
Step 4719 | loss:0.03088165819644928 lr:1.0519064802034858e-05 tokens_per_second_per_gpu:272.8812501477205 
Step 4720 | loss:0.14123128354549408 lr:1.0515843668694087e-05 tokens_per_second_per_gpu:304.02793379427266 
Step 4721 | loss:0.16634725034236908 lr:1.0512622481687222e-05 tokens_per_second_per_gpu:266.23285635719606 
Step 4722 | loss:0.08002322912216187 lr:1.0509401241349391e-05 tokens_per_second_per_gpu:288.38034565446 
Step 4723 | loss:0.030881628394126892 lr:1.0506179948015718e-05 tokens_per_second_per_gpu:273.3465538579091 
Step 4724 | loss:0.16170091927051544 lr:1.0502958602021323e-05 tokens_per_second_per_gpu:338.481955136504 
Step 4725 | loss:0.21962347626686096 lr:1.0499737203701348e-05 tokens_per_second_per_gpu:339.8294563345011 
Step 4726 | loss:0.10735830664634705 lr:1.049651575339093e-05 tokens_per_second_per_gpu:376.4444607654891 
Step 4727 | loss:0.10241307318210602 lr:1.0493294251425215e-05 tokens_per_second_per_gpu:345.18130554764684 
Step 4728 | loss:0.10001412034034729 lr:1.0490072698139356e-05 tokens_per_second_per_gpu:302.6676050388432 
Step 4729 | loss:0.08766991645097733 lr:1.0486851093868507e-05 tokens_per_second_per_gpu:301.8384191891415 
Step 4730 | loss:0.057789117097854614 lr:1.0483629438947827e-05 tokens_per_second_per_gpu:274.1717256353383 
Step 4731 | loss:0.08906256407499313 lr:1.0480407733712488e-05 tokens_per_second_per_gpu:312.95509160175294 
Step 4732 | loss:0.13155429065227509 lr:1.0477185978497659e-05 tokens_per_second_per_gpu:267.0664683813329 
Step 4733 | loss:0.08137556165456772 lr:1.0473964173638515e-05 tokens_per_second_per_gpu:308.32006353152684 
Step 4734 | loss:0.09811369329690933 lr:1.0470742319470242e-05 tokens_per_second_per_gpu:352.7898480840609 
Step 4735 | loss:0.09361908584833145 lr:1.0467520416328028e-05 tokens_per_second_per_gpu:406.15017083450886 
Step 4736 | loss:0.08340766280889511 lr:1.0464298464547063e-05 tokens_per_second_per_gpu:291.01237052241606 
Step 4737 | loss:0.061186425387859344 lr:1.0461076464462543e-05 tokens_per_second_per_gpu:292.24135192494975 
Step 4738 | loss:0.13518652319908142 lr:1.0457854416409674e-05 tokens_per_second_per_gpu:323.3938941661855 
Step 4739 | loss:0.14597387611865997 lr:1.0454632320723663e-05 tokens_per_second_per_gpu:351.5619408081977 
Step 4740 | loss:0.05436568707227707 lr:1.045141017773972e-05 tokens_per_second_per_gpu:294.8685046750571 
Step 4741 | loss:0.13032251596450806 lr:1.0448187987793066e-05 tokens_per_second_per_gpu:381.5829106512432 
Step 4742 | loss:0.0611196905374527 lr:1.044496575121892e-05 tokens_per_second_per_gpu:292.6897233009253 
Step 4743 | loss:0.06596983969211578 lr:1.0441743468352512e-05 tokens_per_second_per_gpu:290.58930009648975 
Step 4744 | loss:0.11957765370607376 lr:1.0438521139529074e-05 tokens_per_second_per_gpu:312.17308726278435 
Step 4745 | loss:0.1939687728881836 lr:1.043529876508384e-05 tokens_per_second_per_gpu:298.4319947895385 
Step 4746 | loss:0.13204997777938843 lr:1.0432076345352054e-05 tokens_per_second_per_gpu:285.8769165785793 
Step 4747 | loss:0.21750906109809875 lr:1.0428853880668964e-05 tokens_per_second_per_gpu:333.9217333341862 
Step 4748 | loss:0.10981383174657822 lr:1.0425631371369816e-05 tokens_per_second_per_gpu:317.185244297838 
Step 4749 | loss:0.09776373952627182 lr:1.0422408817789869e-05 tokens_per_second_per_gpu:324.1769231281317 
Step 4750 | loss:0.08192048221826553 lr:1.0419186220264379e-05 tokens_per_second_per_gpu:320.4234028177442 
Step 4751 | loss:0.03905417397618294 lr:1.0415963579128617e-05 tokens_per_second_per_gpu:252.5731819708287 
Step 4752 | loss:0.05113605782389641 lr:1.041274089471785e-05 tokens_per_second_per_gpu:286.5506104141189 
Step 4753 | loss:0.10868312418460846 lr:1.0409518167367348e-05 tokens_per_second_per_gpu:263.8895209709429 
Step 4754 | loss:0.0890626534819603 lr:1.0406295397412394e-05 tokens_per_second_per_gpu:349.5290045805028 
Step 4755 | loss:0.09692499041557312 lr:1.040307258518827e-05 tokens_per_second_per_gpu:314.6524973979358 
Step 4756 | loss:0.06797199696302414 lr:1.0399849731030258e-05 tokens_per_second_per_gpu:362.5032893255844 
Step 4757 | loss:0.08913667500019073 lr:1.0396626835273657e-05 tokens_per_second_per_gpu:308.9275922171259 
Step 4758 | loss:0.2303813248872757 lr:1.039340389825376e-05 tokens_per_second_per_gpu:292.72605609833124 
Step 4759 | loss:0.21677902340888977 lr:1.0390180920305864e-05 tokens_per_second_per_gpu:313.89216388008936 
Step 4760 | loss:0.1754458248615265 lr:1.0386957901765278e-05 tokens_per_second_per_gpu:305.44881582545406 
Step 4761 | loss:0.17084811627864838 lr:1.0383734842967306e-05 tokens_per_second_per_gpu:245.11022299780456 
Step 4762 | loss:0.15502230823040009 lr:1.0380511744247264e-05 tokens_per_second_per_gpu:266.333840975845 
Step 4763 | loss:0.12413832545280457 lr:1.0377288605940467e-05 tokens_per_second_per_gpu:246.78563112584456 
Step 4764 | loss:0.21687039732933044 lr:1.0374065428382238e-05 tokens_per_second_per_gpu:387.8889462340612 
Step 4765 | loss:0.09200399369001389 lr:1.0370842211907903e-05 tokens_per_second_per_gpu:304.28713317161856 
Step 4766 | loss:0.15075024962425232 lr:1.0367618956852785e-05 tokens_per_second_per_gpu:285.3112990005754 
Step 4767 | loss:0.061098597943782806 lr:1.0364395663552224e-05 tokens_per_second_per_gpu:349.2754375097502 
Step 4768 | loss:0.10568469762802124 lr:1.0361172332341556e-05 tokens_per_second_per_gpu:364.8551249606979 
Step 4769 | loss:0.12519359588623047 lr:1.0357948963556116e-05 tokens_per_second_per_gpu:387.37017416725774 
Step 4770 | loss:0.08404525369405746 lr:1.0354725557531258e-05 tokens_per_second_per_gpu:287.53342084228444 
Step 4771 | loss:0.13194017112255096 lr:1.0351502114602322e-05 tokens_per_second_per_gpu:257.11550861889896 
Step 4772 | loss:0.15883970260620117 lr:1.0348278635104667e-05 tokens_per_second_per_gpu:332.4632711302388 
Step 4773 | loss:0.051150351762771606 lr:1.0345055119373653e-05 tokens_per_second_per_gpu:281.9391348174447 
Step 4774 | loss:0.11907284706830978 lr:1.0341831567744627e-05 tokens_per_second_per_gpu:296.7158217746137 
Step 4775 | loss:0.0585336908698082 lr:1.0338607980552962e-05 tokens_per_second_per_gpu:344.9565955739343 
Step 4776 | loss:0.05731796473264694 lr:1.0335384358134028e-05 tokens_per_second_per_gpu:354.33175514719295 
Step 4777 | loss:0.08904564380645752 lr:1.033216070082319e-05 tokens_per_second_per_gpu:286.6614695552439 
Step 4778 | loss:0.05423828214406967 lr:1.0328937008955828e-05 tokens_per_second_per_gpu:253.56495883671116 
Step 4779 | loss:0.3474341034889221 lr:1.0325713282867321e-05 tokens_per_second_per_gpu:251.77970326298436 
Step 4780 | loss:0.03988068550825119 lr:1.0322489522893042e-05 tokens_per_second_per_gpu:297.4948230240982 
Step 4781 | loss:0.13882866501808167 lr:1.0319265729368389e-05 tokens_per_second_per_gpu:331.0680715036768 
Step 4782 | loss:0.048843033611774445 lr:1.0316041902628744e-05 tokens_per_second_per_gpu:281.4511594184819 
Step 4783 | loss:0.15692056715488434 lr:1.03128180430095e-05 tokens_per_second_per_gpu:250.86151976376578 
Step 4784 | loss:0.06553061306476593 lr:1.0309594150846057e-05 tokens_per_second_per_gpu:253.23984362110656 
Step 4785 | loss:0.06026631221175194 lr:1.030637022647381e-05 tokens_per_second_per_gpu:289.70525595450505 
Step 4786 | loss:0.08670393377542496 lr:1.0303146270228164e-05 tokens_per_second_per_gpu:267.8288809764913 
Step 4787 | loss:0.020095061510801315 lr:1.0299922282444523e-05 tokens_per_second_per_gpu:293.0032614704355 
Step 4788 | loss:0.14515316486358643 lr:1.0296698263458301e-05 tokens_per_second_per_gpu:308.59715997933 
Step 4789 | loss:0.09258077293634415 lr:1.0293474213604905e-05 tokens_per_second_per_gpu:267.46362911693507 
Step 4790 | loss:0.06738617271184921 lr:1.0290250133219755e-05 tokens_per_second_per_gpu:287.4119500346251 
Step 4791 | loss:0.0689934492111206 lr:1.028702602263827e-05 tokens_per_second_per_gpu:257.89677486688015 
Step 4792 | loss:0.0517357662320137 lr:1.0283801882195867e-05 tokens_per_second_per_gpu:303.97530069116686 
Step 4793 | loss:0.2686198651790619 lr:1.0280577712227977e-05 tokens_per_second_per_gpu:302.19162352502155 
Step 4794 | loss:0.26876509189605713 lr:1.0277353513070025e-05 tokens_per_second_per_gpu:409.47127303100484 
Step 4795 | loss:0.04045428708195686 lr:1.0274129285057446e-05 tokens_per_second_per_gpu:351.200519073169 
Step 4796 | loss:0.17650368809700012 lr:1.0270905028525671e-05 tokens_per_second_per_gpu:295.3192068950516 
Step 4797 | loss:0.07412802428007126 lr:1.0267680743810138e-05 tokens_per_second_per_gpu:279.76486747028633 
Step 4798 | loss:0.21959848701953888 lr:1.026445643124629e-05 tokens_per_second_per_gpu:362.8711865172571 
Step 4799 | loss:0.14318308234214783 lr:1.0261232091169565e-05 tokens_per_second_per_gpu:292.61192348805133 
Step 4800 | loss:0.07513812184333801 lr:1.0258007723915412e-05 tokens_per_second_per_gpu:292.6096095156681 
Step 4801 | loss:0.07444585859775543 lr:1.0254783329819282e-05 tokens_per_second_per_gpu:285.2366990988259 
Step 4802 | loss:0.15730366110801697 lr:1.0251558909216623e-05 tokens_per_second_per_gpu:299.40878366532564 
Step 4803 | loss:0.07101182639598846 lr:1.024833446244289e-05 tokens_per_second_per_gpu:243.5643694319409 
Step 4804 | loss:0.03515790402889252 lr:1.0245109989833543e-05 tokens_per_second_per_gpu:251.33786806073314 
Step 4805 | loss:0.12104824185371399 lr:1.0241885491724042e-05 tokens_per_second_per_gpu:271.3150649985692 
Step 4806 | loss:0.11270055919885635 lr:1.0238660968449841e-05 tokens_per_second_per_gpu:286.01208922880477 
Step 4807 | loss:0.04677777364850044 lr:1.0235436420346416e-05 tokens_per_second_per_gpu:276.21966392984285 
Step 4808 | loss:0.1039968803524971 lr:1.0232211847749229e-05 tokens_per_second_per_gpu:267.9748208856075 
Step 4809 | loss:0.07133039087057114 lr:1.0228987250993751e-05 tokens_per_second_per_gpu:261.36941782180986 
Step 4810 | loss:0.08963173627853394 lr:1.0225762630415456e-05 tokens_per_second_per_gpu:301.69167070081113 
Step 4811 | loss:0.07589306682348251 lr:1.0222537986349818e-05 tokens_per_second_per_gpu:363.2468814003414 
Step 4812 | loss:0.07571796327829361 lr:1.0219313319132314e-05 tokens_per_second_per_gpu:283.82813528886544 
Step 4813 | loss:0.031075486913323402 lr:1.0216088629098427e-05 tokens_per_second_per_gpu:259.806229886146 
Step 4814 | loss:0.1832495927810669 lr:1.0212863916583635e-05 tokens_per_second_per_gpu:396.90314377122485 
Step 4815 | loss:0.15905602276325226 lr:1.0209639181923425e-05 tokens_per_second_per_gpu:302.7209499494325 
Step 4816 | loss:0.13105230033397675 lr:1.0206414425453287e-05 tokens_per_second_per_gpu:331.2638633258693 
Step 4817 | loss:0.0839327722787857 lr:1.0203189647508706e-05 tokens_per_second_per_gpu:263.34671289143057 
Step 4818 | loss:0.056968409568071365 lr:1.0199964848425178e-05 tokens_per_second_per_gpu:338.166312260684 
Step 4819 | loss:0.1271803379058838 lr:1.019674002853819e-05 tokens_per_second_per_gpu:244.941602919008 
Step 4820 | loss:0.06965947151184082 lr:1.0193515188183246e-05 tokens_per_second_per_gpu:338.86129368397326 
Step 4821 | loss:0.09114190191030502 lr:1.0190290327695838e-05 tokens_per_second_per_gpu:334.26976153159177 
Step 4822 | loss:0.05333328992128372 lr:1.0187065447411468e-05 tokens_per_second_per_gpu:275.89864462250995 
Step 4823 | loss:0.14476513862609863 lr:1.018384054766564e-05 tokens_per_second_per_gpu:305.2710886860403 
Step 4824 | loss:0.040470339357852936 lr:1.0180615628793854e-05 tokens_per_second_per_gpu:303.2968070245034 
Step 4825 | loss:0.11050401628017426 lr:1.0177390691131622e-05 tokens_per_second_per_gpu:312.1631381625739 
Step 4826 | loss:0.11424963176250458 lr:1.0174165735014452e-05 tokens_per_second_per_gpu:308.8938234526044 
Step 4827 | loss:0.08999565243721008 lr:1.0170940760777845e-05 tokens_per_second_per_gpu:290.70244333307073 
Step 4828 | loss:0.1310572773218155 lr:1.0167715768757322e-05 tokens_per_second_per_gpu:319.07986539274737 
Step 4829 | loss:0.06703386455774307 lr:1.0164490759288396e-05 tokens_per_second_per_gpu:352.9858054818258 
Step 4830 | loss:0.12041180580854416 lr:1.016126573270658e-05 tokens_per_second_per_gpu:272.99315280474684 
Step 4831 | loss:0.07210128009319305 lr:1.0158040689347392e-05 tokens_per_second_per_gpu:262.14992026366417 
Step 4832 | loss:0.040461745113134384 lr:1.0154815629546353e-05 tokens_per_second_per_gpu:262.82453966071915 
Step 4833 | loss:0.19102469086647034 lr:1.015159055363898e-05 tokens_per_second_per_gpu:291.6043569718567 
Step 4834 | loss:0.16115887463092804 lr:1.01483654619608e-05 tokens_per_second_per_gpu:306.43540704038537 
Step 4835 | loss:0.1937982141971588 lr:1.0145140354847336e-05 tokens_per_second_per_gpu:324.956889483151 
Step 4836 | loss:0.11831500381231308 lr:1.0141915232634112e-05 tokens_per_second_per_gpu:267.4190766683726 
Step 4837 | loss:0.2674988806247711 lr:1.0138690095656657e-05 tokens_per_second_per_gpu:242.71760774496875 
Step 4838 | loss:0.12719756364822388 lr:1.01354649442505e-05 tokens_per_second_per_gpu:287.65551869240926 
Step 4839 | loss:0.07627668231725693 lr:1.0132239778751171e-05 tokens_per_second_per_gpu:289.62983794754524 
Step 4840 | loss:0.08793489634990692 lr:1.01290145994942e-05 tokens_per_second_per_gpu:297.6350372174117 
Step 4841 | loss:0.02612285688519478 lr:1.0125789406815126e-05 tokens_per_second_per_gpu:232.56686266688706 
Step 4842 | loss:0.06330230087041855 lr:1.0122564201049479e-05 tokens_per_second_per_gpu:286.1923558406946 
Step 4843 | loss:0.22199785709381104 lr:1.0119338982532791e-05 tokens_per_second_per_gpu:329.74807858604305 
Step 4844 | loss:0.09689785540103912 lr:1.0116113751600612e-05 tokens_per_second_per_gpu:361.99749459573786 
Step 4845 | loss:0.08529837429523468 lr:1.011288850858847e-05 tokens_per_second_per_gpu:283.94072744666937 
Step 4846 | loss:0.18735791742801666 lr:1.0109663253831908e-05 tokens_per_second_per_gpu:282.08142333618633 
Step 4847 | loss:0.08189858496189117 lr:1.0106437987666466e-05 tokens_per_second_per_gpu:225.61642193763925 
Step 4848 | loss:0.16672305762767792 lr:1.0103212710427693e-05 tokens_per_second_per_gpu:256.91107676975855 
Step 4849 | loss:0.12456195056438446 lr:1.009998742245112e-05 tokens_per_second_per_gpu:287.4878233525684 
Step 4850 | loss:0.12977087497711182 lr:1.0096762124072306e-05 tokens_per_second_per_gpu:258.3231427628249 
Step 4851 | loss:0.07961989939212799 lr:1.0093536815626788e-05 tokens_per_second_per_gpu:301.62020858470237 
Step 4852 | loss:0.12719175219535828 lr:1.0090311497450111e-05 tokens_per_second_per_gpu:283.07266879310913 
Step 4853 | loss:0.04035162925720215 lr:1.0087086169877828e-05 tokens_per_second_per_gpu:293.6426923087653 
Step 4854 | loss:0.18935760855674744 lr:1.008386083324549e-05 tokens_per_second_per_gpu:312.6910999512053 
Step 4855 | loss:0.039629943668842316 lr:1.0080635487888639e-05 tokens_per_second_per_gpu:341.4235496586797 
Step 4856 | loss:0.09187471121549606 lr:1.0077410134142831e-05 tokens_per_second_per_gpu:238.1613543888923 
Step 4857 | loss:0.17436513304710388 lr:1.0074184772343615e-05 tokens_per_second_per_gpu:306.13862986391564 
Step 4858 | loss:0.12675899267196655 lr:1.0070959402826545e-05 tokens_per_second_per_gpu:288.11389840067295 
Step 4859 | loss:0.1448717564344406 lr:1.0067734025927174e-05 tokens_per_second_per_gpu:331.70245386011106 
Step 4860 | loss:0.09759092330932617 lr:1.0064508641981055e-05 tokens_per_second_per_gpu:337.55911531941035 
Step 4861 | loss:0.09104819595813751 lr:1.0061283251323744e-05 tokens_per_second_per_gpu:215.25369610848102 
Step 4862 | loss:0.0895717591047287 lr:1.005805785429079e-05 tokens_per_second_per_gpu:269.42670933502967 
Step 4863 | loss:0.0753040611743927 lr:1.005483245121776e-05 tokens_per_second_per_gpu:286.1566633061964 
Step 4864 | loss:0.078266941010952 lr:1.0051607042440204e-05 tokens_per_second_per_gpu:274.8165562667694 
Step 4865 | loss:0.05562141537666321 lr:1.0048381628293678e-05 tokens_per_second_per_gpu:260.7054959050196 
Step 4866 | loss:0.15590843558311462 lr:1.0045156209113744e-05 tokens_per_second_per_gpu:220.10316927527467 
Step 4867 | loss:0.05765046924352646 lr:1.0041930785235961e-05 tokens_per_second_per_gpu:255.4908660425649 
Step 4868 | loss:0.06183021515607834 lr:1.003870535699588e-05 tokens_per_second_per_gpu:282.82844899556045 
Step 4869 | loss:0.08890225738286972 lr:1.0035479924729069e-05 tokens_per_second_per_gpu:292.6361183515406 
Step 4870 | loss:0.10688827186822891 lr:1.003225448877108e-05 tokens_per_second_per_gpu:286.3165513855514 
Step 4871 | loss:0.11164718866348267 lr:1.0029029049457482e-05 tokens_per_second_per_gpu:347.6372179192924 
Step 4872 | loss:0.1876913160085678 lr:1.0025803607123826e-05 tokens_per_second_per_gpu:300.3810258512536 
Step 4873 | loss:0.030847033485770226 lr:1.0022578162105678e-05 tokens_per_second_per_gpu:279.94805275958856 
Step 4874 | loss:0.15757980942726135 lr:1.0019352714738601e-05 tokens_per_second_per_gpu:295.2129162443311 
Step 4875 | loss:0.14786118268966675 lr:1.001612726535815e-05 tokens_per_second_per_gpu:254.48130353779956 
Step 4876 | loss:0.1895354688167572 lr:1.001290181429989e-05 tokens_per_second_per_gpu:292.49728937481984 
Step 4877 | loss:0.09718312323093414 lr:1.0009676361899388e-05 tokens_per_second_per_gpu:311.86959930158895 
Step 4878 | loss:0.051823295652866364 lr:1.0006450908492194e-05 tokens_per_second_per_gpu:270.13182179569816 
Step 4879 | loss:0.11427390575408936 lr:1.000322545441388e-05 tokens_per_second_per_gpu:235.22182242191613 
Step 4880 | loss:0.15404266119003296 lr:1e-05 tokens_per_second_per_gpu:306.33203023528415 
Step 4881 | loss:0.08341646194458008 lr:9.996774545586125e-06 tokens_per_second_per_gpu:323.15246345829786 
Step 4882 | loss:0.13227936625480652 lr:9.993549091507808e-06 tokens_per_second_per_gpu:279.61441346964335 
Step 4883 | loss:0.07879239320755005 lr:9.990323638100617e-06 tokens_per_second_per_gpu:251.81470324610729 
Step 4884 | loss:0.11185156553983688 lr:9.987098185700111e-06 tokens_per_second_per_gpu:327.3772174051258 
Step 4885 | loss:0.1095510721206665 lr:9.983872734641851e-06 tokens_per_second_per_gpu:307.1849153595342 
Step 4886 | loss:0.2479216307401657 lr:9.980647285261402e-06 tokens_per_second_per_gpu:304.65444706348717 
Step 4887 | loss:0.10489807277917862 lr:9.977421837894324e-06 tokens_per_second_per_gpu:334.3912149528242 
Step 4888 | loss:0.041498005390167236 lr:9.974196392876177e-06 tokens_per_second_per_gpu:265.87741250435573 
Step 4889 | loss:0.1076631247997284 lr:9.970970950542521e-06 tokens_per_second_per_gpu:293.46679990404704 
Step 4890 | loss:0.02472926676273346 lr:9.967745511228922e-06 tokens_per_second_per_gpu:254.08827295760102 
Step 4891 | loss:0.1833695024251938 lr:9.964520075270936e-06 tokens_per_second_per_gpu:365.2183392889542 
Step 4892 | loss:0.026217736303806305 lr:9.96129464300412e-06 tokens_per_second_per_gpu:268.85881564480655 
Step 4893 | loss:0.12026893347501755 lr:9.958069214764044e-06 tokens_per_second_per_gpu:389.9980945751312 
Step 4894 | loss:0.13655713200569153 lr:9.954843790886258e-06 tokens_per_second_per_gpu:327.5980745121764 
Step 4895 | loss:0.045946236699819565 lr:9.951618371706322e-06 tokens_per_second_per_gpu:291.1862033342198 
Step 4896 | loss:0.1430899202823639 lr:9.948392957559797e-06 tokens_per_second_per_gpu:276.8282974805447 
Step 4897 | loss:0.11364712566137314 lr:9.945167548782242e-06 tokens_per_second_per_gpu:244.54418251740805 
Step 4898 | loss:0.11971114575862885 lr:9.941942145709208e-06 tokens_per_second_per_gpu:338.68054303580095 
Step 4899 | loss:0.043199311941862106 lr:9.93871674867626e-06 tokens_per_second_per_gpu:318.38603469867274 
Step 4900 | loss:0.13851043581962585 lr:9.935491358018948e-06 tokens_per_second_per_gpu:282.92073663043334 
Step 4901 | loss:0.05814092606306076 lr:9.932265974072828e-06 tokens_per_second_per_gpu:257.41642640190616 
Step 4902 | loss:0.14398421347141266 lr:9.929040597173458e-06 tokens_per_second_per_gpu:257.41369274212366 
Step 4903 | loss:0.1944756656885147 lr:9.925815227656388e-06 tokens_per_second_per_gpu:328.3303466538763 
Step 4904 | loss:0.29162371158599854 lr:9.922589865857172e-06 tokens_per_second_per_gpu:298.87296708889534 
Step 4905 | loss:0.11053876578807831 lr:9.919364512111363e-06 tokens_per_second_per_gpu:258.12119783437765 
Step 4906 | loss:0.02341705933213234 lr:9.916139166754514e-06 tokens_per_second_per_gpu:276.67090716016384 
Step 4907 | loss:0.06487607210874557 lr:9.912913830122173e-06 tokens_per_second_per_gpu:295.308739598843 
Step 4908 | loss:0.14025051891803741 lr:9.90968850254989e-06 tokens_per_second_per_gpu:287.68748477700717 
Step 4909 | loss:0.12103462964296341 lr:9.906463184373216e-06 tokens_per_second_per_gpu:275.23260115658155 
Step 4910 | loss:0.0888269767165184 lr:9.903237875927697e-06 tokens_per_second_per_gpu:328.9576143654733 
Step 4911 | loss:0.08103248476982117 lr:9.90001257754888e-06 tokens_per_second_per_gpu:285.36409268521004 
Step 4912 | loss:0.061053309589624405 lr:9.896787289572312e-06 tokens_per_second_per_gpu:226.13777208191624 
Step 4913 | loss:0.14257124066352844 lr:9.893562012333536e-06 tokens_per_second_per_gpu:380.570294106281 
Step 4914 | loss:0.06555628031492233 lr:9.890336746168094e-06 tokens_per_second_per_gpu:289.757670420989 
Step 4915 | loss:0.07526534795761108 lr:9.887111491411534e-06 tokens_per_second_per_gpu:304.2799055382461 
Step 4916 | loss:0.1080903559923172 lr:9.883886248399392e-06 tokens_per_second_per_gpu:286.2560808903876 
Step 4917 | loss:0.051959872245788574 lr:9.880661017467209e-06 tokens_per_second_per_gpu:301.16628036040936 
Step 4918 | loss:0.07903861999511719 lr:9.877435798950526e-06 tokens_per_second_per_gpu:357.15213577750166 
Step 4919 | loss:0.14156237244606018 lr:9.874210593184878e-06 tokens_per_second_per_gpu:268.6067371934729 
Step 4920 | loss:0.11032339185476303 lr:9.870985400505805e-06 tokens_per_second_per_gpu:274.1101674814685 
Step 4921 | loss:0.13496428728103638 lr:9.86776022124883e-06 tokens_per_second_per_gpu:241.7879664663032 
Step 4922 | loss:0.13814088702201843 lr:9.864535055749504e-06 tokens_per_second_per_gpu:256.982828863347 
Step 4923 | loss:0.1957196593284607 lr:9.861309904343348e-06 tokens_per_second_per_gpu:323.33028890663405 
Step 4924 | loss:0.10973170399665833 lr:9.85808476736589e-06 tokens_per_second_per_gpu:319.83601613450895 
Step 4925 | loss:0.08902119100093842 lr:9.854859645152667e-06 tokens_per_second_per_gpu:332.1714712067992 
Step 4926 | loss:0.15524889528751373 lr:9.851634538039206e-06 tokens_per_second_per_gpu:312.133831080786 
Step 4927 | loss:0.12148343026638031 lr:9.84840944636102e-06 tokens_per_second_per_gpu:300.5755088159375 
Step 4928 | loss:0.025960642844438553 lr:9.84518437045365e-06 tokens_per_second_per_gpu:238.64618735711682 
Step 4929 | loss:0.09654057025909424 lr:9.841959310652613e-06 tokens_per_second_per_gpu:319.20540540895377 
Step 4930 | loss:0.2119387537240982 lr:9.838734267293421e-06 tokens_per_second_per_gpu:296.41758359863644 
Step 4931 | loss:0.05331447720527649 lr:9.835509240711606e-06 tokens_per_second_per_gpu:214.08721483130105 
Step 4932 | loss:0.11857995390892029 lr:9.832284231242682e-06 tokens_per_second_per_gpu:273.674763137933 
Step 4933 | loss:0.06926130503416061 lr:9.82905923922216e-06 tokens_per_second_per_gpu:326.95442873796964 
Step 4934 | loss:0.1342337727546692 lr:9.825834264985551e-06 tokens_per_second_per_gpu:322.57704481543476 
Step 4935 | loss:0.0631551519036293 lr:9.82260930886838e-06 tokens_per_second_per_gpu:309.43286181981233 
Step 4936 | loss:0.09963559359312057 lr:9.819384371206149e-06 tokens_per_second_per_gpu:272.97435133032525 
Step 4937 | loss:0.19137844443321228 lr:9.816159452334361e-06 tokens_per_second_per_gpu:296.6217096168949 
Step 4938 | loss:0.06796570122241974 lr:9.812934552588535e-06 tokens_per_second_per_gpu:317.25911461174024 
Step 4939 | loss:0.1903478503227234 lr:9.809709672304167e-06 tokens_per_second_per_gpu:254.15437824560604 
Step 4940 | loss:0.13040149211883545 lr:9.806484811816756e-06 tokens_per_second_per_gpu:295.7151563133037 
Step 4941 | loss:0.1227954775094986 lr:9.803259971461812e-06 tokens_per_second_per_gpu:215.09198951180096 
Step 4942 | loss:0.07900650054216385 lr:9.800035151574827e-06 tokens_per_second_per_gpu:327.0516016293692 
Step 4943 | loss:0.0684853345155716 lr:9.796810352491292e-06 tokens_per_second_per_gpu:278.0086288243054 
Step 4944 | loss:0.20230011641979218 lr:9.793585574546715e-06 tokens_per_second_per_gpu:293.90005748942616 
Step 4945 | loss:0.09114524722099304 lr:9.790360818076578e-06 tokens_per_second_per_gpu:277.5550992193757 
Step 4946 | loss:0.13093769550323486 lr:9.787136083416365e-06 tokens_per_second_per_gpu:327.2500247410543 
Step 4947 | loss:0.07513389736413956 lr:9.783911370901577e-06 tokens_per_second_per_gpu:283.00566768412864 
Step 4948 | loss:0.0700615718960762 lr:9.78068668086769e-06 tokens_per_second_per_gpu:325.0347229232901 
Step 4949 | loss:0.13063454627990723 lr:9.777462013650187e-06 tokens_per_second_per_gpu:369.2127351778581 
Step 4950 | loss:0.11822877824306488 lr:9.774237369584547e-06 tokens_per_second_per_gpu:252.5183049118327 
Step 4951 | loss:0.12971803545951843 lr:9.771012749006252e-06 tokens_per_second_per_gpu:301.45810582098005 
Step 4952 | loss:0.06702198833227158 lr:9.767788152250776e-06 tokens_per_second_per_gpu:294.25293899245094 
Step 4953 | loss:0.10279813408851624 lr:9.764563579653586e-06 tokens_per_second_per_gpu:248.61651234908157 
Step 4954 | loss:0.10240449011325836 lr:9.76133903155016e-06 tokens_per_second_per_gpu:242.0742307850626 
Step 4955 | loss:0.08017278462648392 lr:9.758114508275965e-06 tokens_per_second_per_gpu:319.68727960354784 
Step 4956 | loss:0.053887080401182175 lr:9.754890010166458e-06 tokens_per_second_per_gpu:268.73183727185705 
Step 4957 | loss:0.1943383663892746 lr:9.751665537557111e-06 tokens_per_second_per_gpu:274.8940442870153 
Step 4958 | loss:0.0935526043176651 lr:9.74844109078338e-06 tokens_per_second_per_gpu:296.4125479094028 
Step 4959 | loss:0.09626594185829163 lr:9.745216670180721e-06 tokens_per_second_per_gpu:324.57137808358016 
Step 4960 | loss:0.14138270914554596 lr:9.74199227608459e-06 tokens_per_second_per_gpu:391.2418431006276 
Step 4961 | loss:0.06698177009820938 lr:9.738767908830439e-06 tokens_per_second_per_gpu:277.2695414101279 
Step 4962 | loss:0.08553368598222733 lr:9.735543568753714e-06 tokens_per_second_per_gpu:317.3412733321099 
Step 4963 | loss:0.054340071976184845 lr:9.732319256189864e-06 tokens_per_second_per_gpu:230.87573745635868 
Step 4964 | loss:0.0880482941865921 lr:9.729094971474332e-06 tokens_per_second_per_gpu:249.54706342434335 
Step 4965 | loss:0.043235208839178085 lr:9.725870714942558e-06 tokens_per_second_per_gpu:248.5416376648673 
Step 4966 | loss:0.11096193641424179 lr:9.722646486929976e-06 tokens_per_second_per_gpu:317.777897411185 
Step 4967 | loss:0.1888667643070221 lr:9.719422287772026e-06 tokens_per_second_per_gpu:275.67062624674327 
Step 4968 | loss:0.1247631162405014 lr:9.716198117804138e-06 tokens_per_second_per_gpu:334.3299867073222 
Step 4969 | loss:0.15136297047138214 lr:9.712973977361736e-06 tokens_per_second_per_gpu:303.25112236251283 
Step 4970 | loss:0.21617698669433594 lr:9.709749866780248e-06 tokens_per_second_per_gpu:339.2074643919804 
Step 4971 | loss:0.1652415692806244 lr:9.7065257863951e-06 tokens_per_second_per_gpu:306.2407828180973 
Step 4972 | loss:0.11568295955657959 lr:9.703301736541702e-06 tokens_per_second_per_gpu:274.49027110914375 
Step 4973 | loss:0.11602650582790375 lr:9.70007771755548e-06 tokens_per_second_per_gpu:313.6539448083351 
Step 4974 | loss:0.07365226000547409 lr:9.69685372977184e-06 tokens_per_second_per_gpu:316.14004216313066 
Step 4975 | loss:0.1161232590675354 lr:9.693629773526192e-06 tokens_per_second_per_gpu:274.62783163024795 
Step 4976 | loss:0.07131891697645187 lr:9.690405849153946e-06 tokens_per_second_per_gpu:265.9580423095009 
Step 4977 | loss:0.0426168255507946 lr:9.687181956990503e-06 tokens_per_second_per_gpu:275.6971173753483 
Step 4978 | loss:0.053260400891304016 lr:9.683958097371258e-06 tokens_per_second_per_gpu:265.89713528345294 
Step 4979 | loss:0.12185655534267426 lr:9.680734270631614e-06 tokens_per_second_per_gpu:278.20457293710865 
Step 4980 | loss:0.06234364211559296 lr:9.67751047710696e-06 tokens_per_second_per_gpu:274.3168000284188 
Step 4981 | loss:0.0937059074640274 lr:9.674286717132684e-06 tokens_per_second_per_gpu:318.1365072941742 
Step 4982 | loss:0.12186659872531891 lr:9.671062991044173e-06 tokens_per_second_per_gpu:257.13421303733486 
Step 4983 | loss:0.12336871773004532 lr:9.667839299176812e-06 tokens_per_second_per_gpu:299.1533088404258 
Step 4984 | loss:0.06277493387460709 lr:9.664615641865975e-06 tokens_per_second_per_gpu:263.2765358966192 
Step 4985 | loss:0.10706028342247009 lr:9.66139201944704e-06 tokens_per_second_per_gpu:242.8811750570738 
Step 4986 | loss:0.04051336646080017 lr:9.658168432255376e-06 tokens_per_second_per_gpu:308.2461233794054 
Step 4987 | loss:0.15420544147491455 lr:9.654944880626354e-06 tokens_per_second_per_gpu:359.09935655497776 
Step 4988 | loss:0.034238386899232864 lr:9.651721364895333e-06 tokens_per_second_per_gpu:281.3150758423932 
Step 4989 | loss:0.08460596948862076 lr:9.64849788539768e-06 tokens_per_second_per_gpu:267.91847997225904 
Step 4990 | loss:0.06374101340770721 lr:9.645274442468746e-06 tokens_per_second_per_gpu:353.27899424299443 
Step 4991 | loss:0.25321051478385925 lr:9.642051036443885e-06 tokens_per_second_per_gpu:284.5567060873725 
Step 4992 | loss:0.07704254984855652 lr:9.638827667658447e-06 tokens_per_second_per_gpu:274.7431829496083 
Step 4993 | loss:0.08361847698688507 lr:9.635604336447777e-06 tokens_per_second_per_gpu:283.26123881624744 
Step 4994 | loss:0.15114709734916687 lr:9.632381043147217e-06 tokens_per_second_per_gpu:462.61763126142097 
Step 4995 | loss:0.13447719812393188 lr:9.6291577880921e-06 tokens_per_second_per_gpu:315.75057525765385 
Step 4996 | loss:0.08535527437925339 lr:9.625934571617764e-06 tokens_per_second_per_gpu:341.5583649273901 
Step 4997 | loss:0.1189771443605423 lr:9.622711394059534e-06 tokens_per_second_per_gpu:275.7023439000741 
Step 4998 | loss:0.1392170786857605 lr:9.619488255752737e-06 tokens_per_second_per_gpu:292.05198038041715 
Step 4999 | loss:0.10962265729904175 lr:9.616265157032696e-06 tokens_per_second_per_gpu:226.99915984640486 
Step 5000 | loss:0.11657920479774475 lr:9.613042098234727e-06 tokens_per_second_per_gpu:291.43190416697684 
Step 5001 | loss:0.1026563048362732 lr:9.609819079694138e-06 tokens_per_second_per_gpu:303.93836345327065 
Step 5002 | loss:0.09105178713798523 lr:9.606596101746243e-06 tokens_per_second_per_gpu:279.08943915134444 
Step 5003 | loss:0.10677564144134521 lr:9.603373164726346e-06 tokens_per_second_per_gpu:518.3047979176616 
Step 5004 | loss:0.040276382118463516 lr:9.600150268969742e-06 tokens_per_second_per_gpu:279.7670339018085 
Step 5005 | loss:0.06561429053544998 lr:9.596927414811735e-06 tokens_per_second_per_gpu:246.2957012148588 
Step 5006 | loss:0.17095503211021423 lr:9.59370460258761e-06 tokens_per_second_per_gpu:302.23998603136147 
Step 5007 | loss:0.11536747962236404 lr:9.590481832632654e-06 tokens_per_second_per_gpu:283.512473451182 
Step 5008 | loss:0.10328896343708038 lr:9.587259105282153e-06 tokens_per_second_per_gpu:301.0146344717316 
Step 5009 | loss:0.12518221139907837 lr:9.584036420871386e-06 tokens_per_second_per_gpu:337.3640484040947 
Step 5010 | loss:0.07336311787366867 lr:9.580813779735624e-06 tokens_per_second_per_gpu:285.4254836609393 
Step 5011 | loss:0.13116911053657532 lr:9.577591182210134e-06 tokens_per_second_per_gpu:251.3399816245445 
Step 5012 | loss:0.24348612129688263 lr:9.574368628630188e-06 tokens_per_second_per_gpu:303.2605558937242 
Step 5013 | loss:0.07173875719308853 lr:9.571146119331041e-06 tokens_per_second_per_gpu:302.14002586166197 
Step 5014 | loss:0.0604429692029953 lr:9.567923654647946e-06 tokens_per_second_per_gpu:357.21485903137136 
Step 5015 | loss:0.08627749979496002 lr:9.564701234916161e-06 tokens_per_second_per_gpu:291.9507052722044 
Step 5016 | loss:0.06282830238342285 lr:9.561478860470928e-06 tokens_per_second_per_gpu:376.2263371426231 
Step 5017 | loss:0.06774833053350449 lr:9.558256531647488e-06 tokens_per_second_per_gpu:295.2385925729722 
Step 5018 | loss:0.08925607800483704 lr:9.555034248781082e-06 tokens_per_second_per_gpu:346.29987354827284 
Step 5019 | loss:0.12195825576782227 lr:9.551812012206937e-06 tokens_per_second_per_gpu:333.12773796407186 
Step 5020 | loss:0.1454099714756012 lr:9.548589822260281e-06 tokens_per_second_per_gpu:281.60924483669817 
Step 5021 | loss:0.08875955641269684 lr:9.54536767927634e-06 tokens_per_second_per_gpu:263.4163527822345 
Step 5022 | loss:0.07795791327953339 lr:9.542145583590328e-06 tokens_per_second_per_gpu:333.9973701051248 
Step 5023 | loss:0.08403332531452179 lr:9.538923535537459e-06 tokens_per_second_per_gpu:241.09128481549868 
Step 5024 | loss:0.1972423791885376 lr:9.53570153545294e-06 tokens_per_second_per_gpu:401.3755005799903 
Step 5025 | loss:0.06856133043766022 lr:9.532479583671976e-06 tokens_per_second_per_gpu:305.3350557932135 
Step 5026 | loss:0.14217382669448853 lr:9.529257680529763e-06 tokens_per_second_per_gpu:301.03228844232353 
Step 5027 | loss:0.08358016610145569 lr:9.526035826361487e-06 tokens_per_second_per_gpu:288.4682624908521 
Step 5028 | loss:0.11263623833656311 lr:9.522814021502344e-06 tokens_per_second_per_gpu:347.7798485949463 
Step 5029 | loss:0.057974379509687424 lr:9.519592266287519e-06 tokens_per_second_per_gpu:328.4423817851437 
Step 5030 | loss:0.10599010437726974 lr:9.516370561052173e-06 tokens_per_second_per_gpu:322.9251746863133 
Step 5031 | loss:0.06494086980819702 lr:9.513148906131497e-06 tokens_per_second_per_gpu:395.6745433404455 
Step 5032 | loss:0.09374608099460602 lr:9.509927301860649e-06 tokens_per_second_per_gpu:373.7932521003391 
Step 5033 | loss:0.09030941128730774 lr:9.506705748574786e-06 tokens_per_second_per_gpu:351.67508417425313 
Step 5034 | loss:0.07739335298538208 lr:9.503484246609073e-06 tokens_per_second_per_gpu:323.28207966181816 
Step 5035 | loss:0.08975539356470108 lr:9.500262796298658e-06 tokens_per_second_per_gpu:263.23234438560667 
Step 5036 | loss:0.06558921933174133 lr:9.497041397978679e-06 tokens_per_second_per_gpu:295.6530815070504 
Step 5037 | loss:0.08000627905130386 lr:9.493820051984286e-06 tokens_per_second_per_gpu:298.74217407119113 
Step 5038 | loss:0.08806336671113968 lr:9.490598758650612e-06 tokens_per_second_per_gpu:295.9215338510487 
Step 5039 | loss:0.20298224687576294 lr:9.487377518312781e-06 tokens_per_second_per_gpu:310.6830600400562 
Step 5040 | loss:0.06114902347326279 lr:9.484156331305915e-06 tokens_per_second_per_gpu:280.816885919306 
Step 5041 | loss:0.026055695489048958 lr:9.480935197965144e-06 tokens_per_second_per_gpu:297.5795838421547 
Step 5042 | loss:0.06597758829593658 lr:9.47771411862557e-06 tokens_per_second_per_gpu:285.3819680124293 
Step 5043 | loss:0.15545760095119476 lr:9.474493093622297e-06 tokens_per_second_per_gpu:245.37581812065235 
Step 5044 | loss:0.0773472785949707 lr:9.47127212329044e-06 tokens_per_second_per_gpu:304.45791395410606 
Step 5045 | loss:0.060655251145362854 lr:9.468051207965084e-06 tokens_per_second_per_gpu:266.7181698695572 
Step 5046 | loss:0.15375261008739471 lr:9.464830347981314e-06 tokens_per_second_per_gpu:350.27476827803093 
Step 5047 | loss:0.1323728710412979 lr:9.461609543674229e-06 tokens_per_second_per_gpu:289.312705359501 
Step 5048 | loss:0.08553075790405273 lr:9.458388795378897e-06 tokens_per_second_per_gpu:338.91075386739215 
Step 5049 | loss:0.1047646552324295 lr:9.455168103430388e-06 tokens_per_second_per_gpu:232.0109562121884 
Step 5050 | loss:0.030637226998806 lr:9.451947468163779e-06 tokens_per_second_per_gpu:283.653085666497 
Step 5051 | loss:0.08117061853408813 lr:9.448726889914123e-06 tokens_per_second_per_gpu:270.0884979994674 
Step 5052 | loss:0.23831024765968323 lr:9.44550636901647e-06 tokens_per_second_per_gpu:298.49096534910325 
Step 5053 | loss:0.11981073021888733 lr:9.442285905805883e-06 tokens_per_second_per_gpu:352.6417346839841 
Step 5054 | loss:0.087574802339077 lr:9.439065500617395e-06 tokens_per_second_per_gpu:376.0185206819482 
Step 5055 | loss:0.12553101778030396 lr:9.435845153786043e-06 tokens_per_second_per_gpu:381.14914836351403 
Step 5056 | loss:0.07183662801980972 lr:9.432624865646858e-06 tokens_per_second_per_gpu:322.686499602805 
Step 5057 | loss:0.11310242861509323 lr:9.429404636534866e-06 tokens_per_second_per_gpu:278.11695356140353 
Step 5058 | loss:0.09065556526184082 lr:9.426184466785086e-06 tokens_per_second_per_gpu:300.9524437398961 
Step 5059 | loss:0.09791380167007446 lr:9.422964356732526e-06 tokens_per_second_per_gpu:278.4822401065207 
Step 5060 | loss:0.18279655277729034 lr:9.419744306712197e-06 tokens_per_second_per_gpu:222.91369072581517 
Step 5061 | loss:0.09528152644634247 lr:9.416524317059097e-06 tokens_per_second_per_gpu:277.17974897727277 
Step 5062 | loss:0.19127283990383148 lr:9.413304388108216e-06 tokens_per_second_per_gpu:344.0490514066959 
Step 5063 | loss:0.13211238384246826 lr:9.410084520194547e-06 tokens_per_second_per_gpu:273.9844508390181 
Step 5064 | loss:0.18538255989551544 lr:9.406864713653067e-06 tokens_per_second_per_gpu:325.27046591527596 
Step 5065 | loss:0.10526316612958908 lr:9.403644968818751e-06 tokens_per_second_per_gpu:310.811807911088 
Step 5066 | loss:0.1288437694311142 lr:9.40042528602657e-06 tokens_per_second_per_gpu:301.27221339614994 
Step 5067 | loss:0.041762854903936386 lr:9.397205665611479e-06 tokens_per_second_per_gpu:281.0506730768294 
Step 5068 | loss:0.08771869540214539 lr:9.393986107908437e-06 tokens_per_second_per_gpu:232.36864378496182 
Step 5069 | loss:0.12202543020248413 lr:9.390766613252394e-06 tokens_per_second_per_gpu:269.65869195319925 
Step 5070 | loss:0.11569853127002716 lr:9.387547181978291e-06 tokens_per_second_per_gpu:296.1313827034182 
Step 5071 | loss:0.10960231721401215 lr:9.384327814421062e-06 tokens_per_second_per_gpu:363.04389157340114 
Step 5072 | loss:0.16101326048374176 lr:9.381108510915635e-06 tokens_per_second_per_gpu:268.0083315204623 
Step 5073 | loss:0.06980492919683456 lr:9.377889271796935e-06 tokens_per_second_per_gpu:299.07491490264863 
Step 5074 | loss:0.10972067713737488 lr:9.374670097399876e-06 tokens_per_second_per_gpu:281.2267242341434 
Step 5075 | loss:0.06453579664230347 lr:9.371450988059366e-06 tokens_per_second_per_gpu:304.552399128111 
Step 5076 | loss:0.12468262016773224 lr:9.368231944110307e-06 tokens_per_second_per_gpu:278.82947167235756 
Step 5077 | loss:0.12785370647907257 lr:9.365012965887594e-06 tokens_per_second_per_gpu:274.4805202244606 
Step 5078 | loss:0.036905884742736816 lr:9.361794053726115e-06 tokens_per_second_per_gpu:282.1299109213862 
Step 5079 | loss:0.1868268847465515 lr:9.358575207960753e-06 tokens_per_second_per_gpu:323.19530742489945 
Step 5080 | loss:0.0921069011092186 lr:9.355356428926381e-06 tokens_per_second_per_gpu:292.03163936256647 
Step 5081 | loss:0.06601692736148834 lr:9.352137716957864e-06 tokens_per_second_per_gpu:287.82020402160856 
Step 5082 | loss:0.13381946086883545 lr:9.34891907239007e-06 tokens_per_second_per_gpu:396.59656742040397 
Step 5083 | loss:0.09253112971782684 lr:9.345700495557845e-06 tokens_per_second_per_gpu:282.4874785326384 
Step 5084 | loss:0.12915916740894318 lr:9.342481986796039e-06 tokens_per_second_per_gpu:269.25963425072285 
Step 5085 | loss:0.08107837289571762 lr:9.339263546439492e-06 tokens_per_second_per_gpu:389.53728243295745 
Step 5086 | loss:0.06764543801546097 lr:9.336045174823033e-06 tokens_per_second_per_gpu:276.6454949732265 
Step 5087 | loss:0.14354871213436127 lr:9.332826872281491e-06 tokens_per_second_per_gpu:285.05530821622773 
Step 5088 | loss:0.04315301403403282 lr:9.32960863914968e-06 tokens_per_second_per_gpu:297.52284888024815 
Step 5089 | loss:0.09265883266925812 lr:9.326390475762413e-06 tokens_per_second_per_gpu:279.40429462440596 
Step 5090 | loss:0.06936519593000412 lr:9.323172382454494e-06 tokens_per_second_per_gpu:275.36570784335646 
Step 5091 | loss:0.20124849677085876 lr:9.319954359560715e-06 tokens_per_second_per_gpu:295.19160238204455 
Step 5092 | loss:0.11142189055681229 lr:9.316736407415872e-06 tokens_per_second_per_gpu:247.03394195863052 
Step 5093 | loss:0.08098985254764557 lr:9.313518526354741e-06 tokens_per_second_per_gpu:289.0365165921168 
Step 5094 | loss:0.12630805373191833 lr:9.310300716712098e-06 tokens_per_second_per_gpu:272.5696509669399 
Step 5095 | loss:0.09034934639930725 lr:9.307082978822709e-06 tokens_per_second_per_gpu:293.7212455353824 
Step 5096 | loss:0.06488603353500366 lr:9.303865313021334e-06 tokens_per_second_per_gpu:263.205153521357 
Step 5097 | loss:0.0534072071313858 lr:9.300647719642721e-06 tokens_per_second_per_gpu:326.78911899327727 
Step 5098 | loss:0.044817157089710236 lr:9.297430199021621e-06 tokens_per_second_per_gpu:241.5982940967075 
Step 5099 | loss:0.11751041561365128 lr:9.294212751492767e-06 tokens_per_second_per_gpu:361.578106064294 
Step 5100 | loss:0.16186097264289856 lr:9.290995377390887e-06 tokens_per_second_per_gpu:312.8483129034945 
Step 5101 | loss:0.17925557494163513 lr:9.2877780770507e-06 tokens_per_second_per_gpu:353.2356515179074 
Step 5102 | loss:0.06221533566713333 lr:9.284560850806926e-06 tokens_per_second_per_gpu:276.7485218766647 
Step 5103 | loss:0.28806644678115845 lr:9.281343698994268e-06 tokens_per_second_per_gpu:262.8164389452641 
Step 5104 | loss:0.09486454725265503 lr:9.27812662194742e-06 tokens_per_second_per_gpu:278.39979089749505 
Step 5105 | loss:0.12758348882198334 lr:9.274909620001081e-06 tokens_per_second_per_gpu:283.39666120894174 
Step 5106 | loss:0.10800143331289291 lr:9.271692693489929e-06 tokens_per_second_per_gpu:333.7867433585732 
Step 5107 | loss:0.10817738622426987 lr:9.268475842748634e-06 tokens_per_second_per_gpu:298.64267433565203 
Step 5108 | loss:0.08623985946178436 lr:9.265259068111873e-06 tokens_per_second_per_gpu:360.9661689742695 
Step 5109 | loss:0.2072015404701233 lr:9.262042369914296e-06 tokens_per_second_per_gpu:235.93063218058128 
Step 5110 | loss:0.18840093910694122 lr:9.258825748490559e-06 tokens_per_second_per_gpu:295.5459346641139 
Step 5111 | loss:0.12670943140983582 lr:9.255609204175303e-06 tokens_per_second_per_gpu:304.8338522543178 
Step 5112 | loss:0.06357072293758392 lr:9.252392737303166e-06 tokens_per_second_per_gpu:249.4497152615248 
Step 5113 | loss:0.17239104211330414 lr:9.249176348208769e-06 tokens_per_second_per_gpu:343.58245198511105 
Step 5114 | loss:0.11875905096530914 lr:9.245960037226735e-06 tokens_per_second_per_gpu:310.44133024840215 
Step 5115 | loss:0.1256597638130188 lr:9.242743804691677e-06 tokens_per_second_per_gpu:290.6178939200377 
Step 5116 | loss:0.23728008568286896 lr:9.239527650938194e-06 tokens_per_second_per_gpu:296.30225340434026 
Step 5117 | loss:0.13349999487400055 lr:9.236311576300878e-06 tokens_per_second_per_gpu:285.3452581042336 
Step 5118 | loss:0.08167478442192078 lr:9.23309558111432e-06 tokens_per_second_per_gpu:288.05997424181146 
Step 5119 | loss:0.06344296038150787 lr:9.229879665713099e-06 tokens_per_second_per_gpu:256.25972783174313 
Step 5120 | loss:0.1219257265329361 lr:9.226663830431777e-06 tokens_per_second_per_gpu:393.28836124545643 
Step 5121 | loss:0.21171849966049194 lr:9.223448075604923e-06 tokens_per_second_per_gpu:301.950809968043 
Step 5122 | loss:0.054974280297756195 lr:9.220232401567086e-06 tokens_per_second_per_gpu:288.68654854078795 
Step 5123 | loss:0.27981144189834595 lr:9.217016808652809e-06 tokens_per_second_per_gpu:380.3065475917406 
Step 5124 | loss:0.15968061983585358 lr:9.213801297196633e-06 tokens_per_second_per_gpu:416.859590738162 
Step 5125 | loss:0.07500389963388443 lr:9.210585867533083e-06 tokens_per_second_per_gpu:301.8187932152781 
Step 5126 | loss:0.07916388660669327 lr:9.207370519996676e-06 tokens_per_second_per_gpu:354.8711579225198 
Step 5127 | loss:0.14484529197216034 lr:9.204155254921925e-06 tokens_per_second_per_gpu:268.7743972563964 
Step 5128 | loss:0.11682840436697006 lr:9.200940072643332e-06 tokens_per_second_per_gpu:325.47626943439417 
Step 5129 | loss:0.06734855473041534 lr:9.197724973495389e-06 tokens_per_second_per_gpu:284.44032768291555 
Step 5130 | loss:0.10929547250270844 lr:9.194509957812583e-06 tokens_per_second_per_gpu:278.76424494539646 
Step 5131 | loss:0.10018950700759888 lr:9.191295025929387e-06 tokens_per_second_per_gpu:294.8585558438532 
Step 5132 | loss:0.08245083689689636 lr:9.188080178180272e-06 tokens_per_second_per_gpu:355.7982746298668 
Step 5133 | loss:0.18101125955581665 lr:9.184865414899687e-06 tokens_per_second_per_gpu:347.702390082717 
Step 5134 | loss:0.040914036333560944 lr:9.181650736422093e-06 tokens_per_second_per_gpu:225.6993161019319 
Step 5135 | loss:0.08988261967897415 lr:9.178436143081929e-06 tokens_per_second_per_gpu:355.2208398448739 
Step 5136 | loss:0.07397402822971344 lr:9.175221635213618e-06 tokens_per_second_per_gpu:293.1824151794807 
Step 5137 | loss:0.12283416092395782 lr:9.172007213151595e-06 tokens_per_second_per_gpu:265.5214051564646 
Step 5138 | loss:0.16283360123634338 lr:9.16879287723027e-06 tokens_per_second_per_gpu:306.03569771674603 
Step 5139 | loss:0.12052930146455765 lr:9.165578627784041e-06 tokens_per_second_per_gpu:347.538395300219 
Step 5140 | loss:0.20176619291305542 lr:9.162364465147315e-06 tokens_per_second_per_gpu:344.3323096454054 
Step 5141 | loss:0.121031254529953 lr:9.159150389654477e-06 tokens_per_second_per_gpu:264.99779808461295 
Step 5142 | loss:0.1380404829978943 lr:9.155936401639896e-06 tokens_per_second_per_gpu:297.04365234561345 
Step 5143 | loss:0.1120201051235199 lr:9.152722501437953e-06 tokens_per_second_per_gpu:269.5486020628677 
Step 5144 | loss:0.09135384857654572 lr:9.149508689383004e-06 tokens_per_second_per_gpu:305.8490916999114 
Step 5145 | loss:0.12020783871412277 lr:9.146294965809397e-06 tokens_per_second_per_gpu:290.50143979090154 
Step 5146 | loss:0.15262679755687714 lr:9.14308133105147e-06 tokens_per_second_per_gpu:264.94918734589106 
Step 5147 | loss:0.07423660904169083 lr:9.139867785443567e-06 tokens_per_second_per_gpu:280.07457980063106 
Step 5148 | loss:0.18168503046035767 lr:9.136654329320006e-06 tokens_per_second_per_gpu:285.89440607186975 
Step 5149 | loss:0.043217502534389496 lr:9.13344096301509e-06 tokens_per_second_per_gpu:348.3000667123797 
Step 5150 | loss:0.06928037106990814 lr:9.130227686863142e-06 tokens_per_second_per_gpu:325.397840479612 
Step 5151 | loss:0.08892881870269775 lr:9.127014501198444e-06 tokens_per_second_per_gpu:254.74128016405604 
Step 5152 | loss:0.06454189121723175 lr:9.12380140635528e-06 tokens_per_second_per_gpu:208.95581110898618 
Step 5153 | loss:0.04928372800350189 lr:9.120588402667938e-06 tokens_per_second_per_gpu:332.45279970918597 
Step 5154 | loss:0.07688629627227783 lr:9.117375490470678e-06 tokens_per_second_per_gpu:276.18802956886384 
Step 5155 | loss:0.059134144335985184 lr:9.11416267009775e-06 tokens_per_second_per_gpu:269.0763297413816 
Step 5156 | loss:0.04874975234270096 lr:9.110949941883417e-06 tokens_per_second_per_gpu:284.3490192716609 
Step 5157 | loss:0.06624649465084076 lr:9.107737306161906e-06 tokens_per_second_per_gpu:350.2771787874265 
Step 5158 | loss:0.08424799144268036 lr:9.104524763267443e-06 tokens_per_second_per_gpu:274.557640295044 
Step 5159 | loss:0.06794276833534241 lr:9.101312313534258e-06 tokens_per_second_per_gpu:275.8246344431545 
Step 5160 | loss:0.06964197009801865 lr:9.098099957296553e-06 tokens_per_second_per_gpu:275.23347915861274 
Step 5161 | loss:0.10539238154888153 lr:9.094887694888526e-06 tokens_per_second_per_gpu:325.6758671793397 
Step 5162 | loss:0.19935061037540436 lr:9.091675526644368e-06 tokens_per_second_per_gpu:337.4309523026353 
Step 5163 | loss:0.05282249301671982 lr:9.088463452898263e-06 tokens_per_second_per_gpu:302.7699026788175 
Step 5164 | loss:0.18205496668815613 lr:9.085251473984374e-06 tokens_per_second_per_gpu:272.67415553303783 
Step 5165 | loss:0.1170213595032692 lr:9.082039590236863e-06 tokens_per_second_per_gpu:314.9464870131947 
Step 5166 | loss:0.05975155532360077 lr:9.078827801989884e-06 tokens_per_second_per_gpu:356.85045387172767 
Step 5167 | loss:0.21611960232257843 lr:9.075616109577575e-06 tokens_per_second_per_gpu:360.7928998313128 
Step 5168 | loss:0.06293037533760071 lr:9.072404513334063e-06 tokens_per_second_per_gpu:228.7659680492212 
Step 5169 | loss:0.05047351494431496 lr:9.069193013593473e-06 tokens_per_second_per_gpu:312.5272519832396 
Step 5170 | loss:0.15513283014297485 lr:9.065981610689915e-06 tokens_per_second_per_gpu:339.57154158451834 
Step 5171 | loss:0.17621490359306335 lr:9.062770304957484e-06 tokens_per_second_per_gpu:324.4696595893011 
Step 5172 | loss:0.056748077273368835 lr:9.059559096730275e-06 tokens_per_second_per_gpu:362.2874936120432 
Step 5173 | loss:0.10195426642894745 lr:9.056347986342366e-06 tokens_per_second_per_gpu:319.48713066970583 
Step 5174 | loss:0.2091498076915741 lr:9.053136974127825e-06 tokens_per_second_per_gpu:275.3314834522816 
Step 5175 | loss:0.09310709685087204 lr:9.049926060420716e-06 tokens_per_second_per_gpu:369.1249069462754 
Step 5176 | loss:0.1297428011894226 lr:9.046715245555087e-06 tokens_per_second_per_gpu:315.36602305705856 
Step 5177 | loss:0.1551508605480194 lr:9.043504529864972e-06 tokens_per_second_per_gpu:379.58065155961657 
Step 5178 | loss:0.10242695361375809 lr:9.040293913684404e-06 tokens_per_second_per_gpu:261.28932685601393 
Step 5179 | loss:0.09792713075876236 lr:9.037083397347401e-06 tokens_per_second_per_gpu:321.0392890402402 
Step 5180 | loss:0.048513926565647125 lr:9.03387298118797e-06 tokens_per_second_per_gpu:277.20125878552346 
Step 5181 | loss:0.06790226697921753 lr:9.030662665540108e-06 tokens_per_second_per_gpu:324.71609931216557 
Step 5182 | loss:0.1911853700876236 lr:9.027452450737805e-06 tokens_per_second_per_gpu:274.3494670211277 
Step 5183 | loss:0.12534375488758087 lr:9.024242337115034e-06 tokens_per_second_per_gpu:290.7124143001832 
Step 5184 | loss:0.10338448733091354 lr:9.021032325005762e-06 tokens_per_second_per_gpu:271.6801759797752 
Step 5185 | loss:0.09732281416654587 lr:9.017822414743945e-06 tokens_per_second_per_gpu:290.2441125398716 
Step 5186 | loss:0.11460725218057632 lr:9.01461260666353e-06 tokens_per_second_per_gpu:300.35458761182986 
Step 5187 | loss:0.05852842330932617 lr:9.011402901098442e-06 tokens_per_second_per_gpu:334.2259270986486 
Step 5188 | loss:0.18696525692939758 lr:9.008193298382616e-06 tokens_per_second_per_gpu:303.73668914246315 
Step 5189 | loss:0.0610109381377697 lr:9.00498379884996e-06 tokens_per_second_per_gpu:303.22010028178954 
Step 5190 | loss:0.08505793660879135 lr:9.001774402834375e-06 tokens_per_second_per_gpu:348.43634660297005 
Step 5191 | loss:0.047250896692276 lr:8.998565110669754e-06 tokens_per_second_per_gpu:323.4891389195196 
Step 5192 | loss:0.0739101842045784 lr:8.995355922689978e-06 tokens_per_second_per_gpu:355.92421173644874 
Step 5193 | loss:0.0838344395160675 lr:8.992146839228915e-06 tokens_per_second_per_gpu:331.4708451196692 
Step 5194 | loss:0.02588023617863655 lr:8.988937860620422e-06 tokens_per_second_per_gpu:266.5449607176165 
Step 5195 | loss:0.15355230867862701 lr:8.985728987198353e-06 tokens_per_second_per_gpu:270.60891381159337 
Step 5196 | loss:0.13216568529605865 lr:8.98252021929654e-06 tokens_per_second_per_gpu:361.66015029788997 
Step 5197 | loss:0.16389386355876923 lr:8.97931155724881e-06 tokens_per_second_per_gpu:387.28443201295454 
Step 5198 | loss:0.14655083417892456 lr:8.976103001388977e-06 tokens_per_second_per_gpu:294.37688571888407 
Step 5199 | loss:0.2341853827238083 lr:8.972894552050849e-06 tokens_per_second_per_gpu:319.2120200554841 
Step 5200 | loss:0.08956354856491089 lr:8.969686209568213e-06 tokens_per_second_per_gpu:216.07799733005143 
Step 5201 | loss:0.031697794795036316 lr:8.966477974274855e-06 tokens_per_second_per_gpu:298.39974968760765 
Step 5202 | loss:0.09054689854383469 lr:8.963269846504546e-06 tokens_per_second_per_gpu:322.5341942775758 
Step 5203 | loss:0.09234676510095596 lr:8.960061826591041e-06 tokens_per_second_per_gpu:266.3067129005927 
Step 5204 | loss:0.2018042355775833 lr:8.956853914868093e-06 tokens_per_second_per_gpu:314.6069040999164 
Step 5205 | loss:0.12116162478923798 lr:8.953646111669437e-06 tokens_per_second_per_gpu:261.7340106168879 
Step 5206 | loss:0.2005944550037384 lr:8.950438417328797e-06 tokens_per_second_per_gpu:253.1030572329546 
Step 5207 | loss:0.15218815207481384 lr:8.94723083217989e-06 tokens_per_second_per_gpu:307.4326619827034 
Step 5208 | loss:0.0865660309791565 lr:8.944023356556416e-06 tokens_per_second_per_gpu:245.16063287273013 
Step 5209 | loss:0.07914388924837112 lr:8.940815990792069e-06 tokens_per_second_per_gpu:319.9005605527746 
Step 5210 | loss:0.13436256349086761 lr:8.937608735220527e-06 tokens_per_second_per_gpu:332.2256446578527 
Step 5211 | loss:0.10136200487613678 lr:8.934401590175462e-06 tokens_per_second_per_gpu:290.73856501910194 
Step 5212 | loss:0.16867250204086304 lr:8.93119455599053e-06 tokens_per_second_per_gpu:280.04963618045775 
Step 5213 | loss:0.12455650418996811 lr:8.927987632999371e-06 tokens_per_second_per_gpu:355.956812575162 
Step 5214 | loss:0.07349550724029541 lr:8.924780821535628e-06 tokens_per_second_per_gpu:322.3856257913184 
Step 5215 | loss:0.11860470473766327 lr:8.921574121932917e-06 tokens_per_second_per_gpu:286.229820392398 
Step 5216 | loss:0.09803356230258942 lr:8.918367534524851e-06 tokens_per_second_per_gpu:287.7820066620803 
Step 5217 | loss:0.12638463079929352 lr:8.91516105964503e-06 tokens_per_second_per_gpu:282.6208248989424 
Step 5218 | loss:0.16844607889652252 lr:8.911954697627041e-06 tokens_per_second_per_gpu:261.10984298922637 
Step 5219 | loss:0.22656309604644775 lr:8.908748448804457e-06 tokens_per_second_per_gpu:287.7382260660146 
Step 5220 | loss:0.1288588047027588 lr:8.905542313510846e-06 tokens_per_second_per_gpu:338.182192174281 
Step 5221 | loss:0.028103414922952652 lr:8.90233629207976e-06 tokens_per_second_per_gpu:304.053885055762 
Step 5222 | loss:0.11868895590305328 lr:8.899130384844735e-06 tokens_per_second_per_gpu:275.66235705706225 
Step 5223 | loss:0.11503352224826813 lr:8.895924592139301e-06 tokens_per_second_per_gpu:316.1092163730796 
Step 5224 | loss:0.056012868881225586 lr:8.892718914296977e-06 tokens_per_second_per_gpu:369.2389893562608 
Step 5225 | loss:0.05361378937959671 lr:8.889513351651265e-06 tokens_per_second_per_gpu:299.3388220771843 
Step 5226 | loss:0.055556174367666245 lr:8.886307904535657e-06 tokens_per_second_per_gpu:301.94246373968366 
Step 5227 | loss:0.14758946001529694 lr:8.883102573283637e-06 tokens_per_second_per_gpu:284.4277166742335 
Step 5228 | loss:0.09899567067623138 lr:8.879897358228671e-06 tokens_per_second_per_gpu:305.0467319253699 
Step 5229 | loss:0.13319484889507294 lr:8.876692259704214e-06 tokens_per_second_per_gpu:335.5419293684792 
Step 5230 | loss:0.0761551782488823 lr:8.873487278043713e-06 tokens_per_second_per_gpu:325.5098281643648 
Step 5231 | loss:0.19468903541564941 lr:8.8702824135806e-06 tokens_per_second_per_gpu:331.2224864645153 
Step 5232 | loss:0.0666925236582756 lr:8.867077666648291e-06 tokens_per_second_per_gpu:269.332745994761 
Step 5233 | loss:0.186079204082489 lr:8.863873037580198e-06 tokens_per_second_per_gpu:315.14699479140825 
Step 5234 | loss:0.16056504845619202 lr:8.860668526709715e-06 tokens_per_second_per_gpu:320.3993481196568 
Step 5235 | loss:0.08446020632982254 lr:8.857464134370225e-06 tokens_per_second_per_gpu:314.7411576047376 
Step 5236 | loss:0.095951147377491 lr:8.854259860895098e-06 tokens_per_second_per_gpu:302.41888061068755 
Step 5237 | loss:0.21435080468654633 lr:8.851055706617694e-06 tokens_per_second_per_gpu:294.41348957573297 
Step 5238 | loss:0.16278719902038574 lr:8.847851671871362e-06 tokens_per_second_per_gpu:293.63974070021504 
Step 5239 | loss:0.10120122134685516 lr:8.844647756989423e-06 tokens_per_second_per_gpu:270.04899324418005 
Step 5240 | loss:0.1341361403465271 lr:8.841443962305211e-06 tokens_per_second_per_gpu:288.8224340580167 
Step 5241 | loss:0.13814371824264526 lr:8.838240288152034e-06 tokens_per_second_per_gpu:274.3800705426676 
Step 5242 | loss:0.09551027417182922 lr:8.835036734863177e-06 tokens_per_second_per_gpu:345.5470368261219 
Step 5243 | loss:0.1695040613412857 lr:8.831833302771936e-06 tokens_per_second_per_gpu:218.34583585590377 
Step 5244 | loss:0.058348242193460464 lr:8.828629992211579e-06 tokens_per_second_per_gpu:242.54061545027355 
Step 5245 | loss:0.1710045039653778 lr:8.825426803515354e-06 tokens_per_second_per_gpu:403.8736064860383 
Step 5246 | loss:0.137984037399292 lr:8.82222373701652e-06 tokens_per_second_per_gpu:235.0764294415966 
Step 5247 | loss:0.15013623237609863 lr:8.819020793048305e-06 tokens_per_second_per_gpu:285.12270982537694 
Step 5248 | loss:0.2171916365623474 lr:8.815817971943925e-06 tokens_per_second_per_gpu:264.65297167373853 
Step 5249 | loss:0.14357244968414307 lr:8.81261527403659e-06 tokens_per_second_per_gpu:271.8021776084919 
Step 5250 | loss:0.1411302387714386 lr:8.809412699659503e-06 tokens_per_second_per_gpu:327.6880219112279 
Step 5251 | loss:0.06228446960449219 lr:8.806210249145832e-06 tokens_per_second_per_gpu:296.72457045061367 
Step 5252 | loss:0.042844898998737335 lr:8.80300792282875e-06 tokens_per_second_per_gpu:251.17436693142346 
Step 5253 | loss:0.07946117967367172 lr:8.799805721041418e-06 tokens_per_second_per_gpu:269.21953030892 
Step 5254 | loss:0.10862293094396591 lr:8.796603644116975e-06 tokens_per_second_per_gpu:344.6851489893947 
Step 5255 | loss:0.08276525139808655 lr:8.793401692388545e-06 tokens_per_second_per_gpu:262.98473427462807 
Step 5256 | loss:0.14678773283958435 lr:8.79019986618926e-06 tokens_per_second_per_gpu:292.11723224957444 
Step 5257 | loss:0.25102943181991577 lr:8.78699816585221e-06 tokens_per_second_per_gpu:285.5187818035453 
Step 5258 | loss:0.05902104079723358 lr:8.78379659171049e-06 tokens_per_second_per_gpu:286.0408721455952 
Step 5259 | loss:0.07763776183128357 lr:8.78059514409718e-06 tokens_per_second_per_gpu:311.6103684004027 
Step 5260 | loss:0.0694141760468483 lr:8.777393823345343e-06 tokens_per_second_per_gpu:285.5850145139721 
Step 5261 | loss:0.11016520857810974 lr:8.774192629788024e-06 tokens_per_second_per_gpu:309.5090694650622 
Step 5262 | loss:0.15962885320186615 lr:8.770991563758274e-06 tokens_per_second_per_gpu:291.32504837555786 
Step 5263 | loss:0.080534428358078 lr:8.76779062558911e-06 tokens_per_second_per_gpu:346.097013689078 
Step 5264 | loss:0.08340094238519669 lr:8.764589815613536e-06 tokens_per_second_per_gpu:235.46759906766027 
Step 5265 | loss:0.10082688182592392 lr:8.761389134164566e-06 tokens_per_second_per_gpu:359.2356865089719 
Step 5266 | loss:0.10655520111322403 lr:8.758188581575175e-06 tokens_per_second_per_gpu:289.3585862336329 
Step 5267 | loss:0.10267466306686401 lr:8.754988158178336e-06 tokens_per_second_per_gpu:362.1683510210434 
Step 5268 | loss:0.16072720289230347 lr:8.751787864307004e-06 tokens_per_second_per_gpu:249.19896499122828 
Step 5269 | loss:0.05564632639288902 lr:8.748587700294127e-06 tokens_per_second_per_gpu:272.9559736208592 
Step 5270 | loss:0.06495122611522675 lr:8.745387666472639e-06 tokens_per_second_per_gpu:288.15348706228536 
Step 5271 | loss:0.15812882781028748 lr:8.742187763175447e-06 tokens_per_second_per_gpu:326.5024809679538 
Step 5272 | loss:0.18302026391029358 lr:8.738987990735463e-06 tokens_per_second_per_gpu:237.12771674576754 
Step 5273 | loss:0.04966500401496887 lr:8.735788349485578e-06 tokens_per_second_per_gpu:299.21692791857186 
Step 5274 | loss:0.15546414256095886 lr:8.732588839758663e-06 tokens_per_second_per_gpu:338.5704418692917 
Step 5275 | loss:0.14281967282295227 lr:8.729389461887584e-06 tokens_per_second_per_gpu:338.8831201710042 
Step 5276 | loss:0.24333718419075012 lr:8.72619021620519e-06 tokens_per_second_per_gpu:296.82735001651616 
Step 5277 | loss:0.10805069655179977 lr:8.722991103044316e-06 tokens_per_second_per_gpu:298.79659380869623 
Step 5278 | loss:0.263633668422699 lr:8.719792122737782e-06 tokens_per_second_per_gpu:245.84485111148126 
Step 5279 | loss:0.08872275799512863 lr:8.716593275618398e-06 tokens_per_second_per_gpu:252.68605334265635 
Step 5280 | loss:0.13550646603107452 lr:8.713394562018958e-06 tokens_per_second_per_gpu:283.2384781428304 
Step 5281 | loss:0.184897318482399 lr:8.71019598227224e-06 tokens_per_second_per_gpu:281.642107500148 
Step 5282 | loss:0.0668877512216568 lr:8.706997536711012e-06 tokens_per_second_per_gpu:228.13466685427233 
Step 5283 | loss:0.06606629490852356 lr:8.703799225668024e-06 tokens_per_second_per_gpu:254.3183733822292 
Step 5284 | loss:0.16909921169281006 lr:8.700601049476015e-06 tokens_per_second_per_gpu:283.19871625883206 
Step 5285 | loss:0.06158430129289627 lr:8.697403008467711e-06 tokens_per_second_per_gpu:252.87181040707162 
Step 5286 | loss:0.1460181027650833 lr:8.694205102975819e-06 tokens_per_second_per_gpu:345.4604449754267 
Step 5287 | loss:0.10608487576246262 lr:8.691007333333034e-06 tokens_per_second_per_gpu:364.42434253155955 
Step 5288 | loss:0.03423541784286499 lr:8.687809699872045e-06 tokens_per_second_per_gpu:260.35067198420097 
Step 5289 | loss:0.055627983063459396 lr:8.684612202925512e-06 tokens_per_second_per_gpu:302.1580674406706 
Step 5290 | loss:0.07442809641361237 lr:8.68141484282609e-06 tokens_per_second_per_gpu:246.50811632941327 
Step 5291 | loss:0.08435775339603424 lr:8.67821761990642e-06 tokens_per_second_per_gpu:288.50719486022143 
Step 5292 | loss:0.15443754196166992 lr:8.675020534499125e-06 tokens_per_second_per_gpu:313.99364085758197 
Step 5293 | loss:0.14029839634895325 lr:8.671823586936817e-06 tokens_per_second_per_gpu:274.1758226822164 
Step 5294 | loss:0.10879535973072052 lr:8.668626777552093e-06 tokens_per_second_per_gpu:343.7217540921662 
Step 5295 | loss:0.06991636008024216 lr:8.665430106677536e-06 tokens_per_second_per_gpu:292.7828551409671 
Step 5296 | loss:0.07581771165132523 lr:8.662233574645707e-06 tokens_per_second_per_gpu:237.87542810408434 
Step 5297 | loss:0.03264102339744568 lr:8.659037181789163e-06 tokens_per_second_per_gpu:317.229329307224 
Step 5298 | loss:0.10273785889148712 lr:8.655840928440444e-06 tokens_per_second_per_gpu:247.81218773829582 
Step 5299 | loss:0.039419498294591904 lr:8.652644814932073e-06 tokens_per_second_per_gpu:244.2753917873642 
Step 5300 | loss:0.20624926686286926 lr:8.64944884159656e-06 tokens_per_second_per_gpu:290.0153096518887 
Step 5301 | loss:0.08701677620410919 lr:8.646253008766398e-06 tokens_per_second_per_gpu:339.112594969894 
Step 5302 | loss:0.13480085134506226 lr:8.643057316774069e-06 tokens_per_second_per_gpu:296.91110386124524 
Step 5303 | loss:0.09348663687705994 lr:8.639861765952036e-06 tokens_per_second_per_gpu:258.46585592893814 
Step 5304 | loss:0.04559585079550743 lr:8.636666356632755e-06 tokens_per_second_per_gpu:236.79243344435596 
Step 5305 | loss:0.07465706020593643 lr:8.633471089148658e-06 tokens_per_second_per_gpu:268.0300044965483 
Step 5306 | loss:0.06149186193943024 lr:8.630275963832166e-06 tokens_per_second_per_gpu:280.74155842829344 
Step 5307 | loss:0.14982715249061584 lr:8.62708098101569e-06 tokens_per_second_per_gpu:230.74966889156812 
Step 5308 | loss:0.061472877860069275 lr:8.623886141031618e-06 tokens_per_second_per_gpu:304.8505187044311 
Step 5309 | loss:0.04180562496185303 lr:8.620691444212325e-06 tokens_per_second_per_gpu:275.8572778419793 
Step 5310 | loss:0.14792126417160034 lr:8.61749689089018e-06 tokens_per_second_per_gpu:352.07149301628317 
Step 5311 | loss:0.08819428086280823 lr:8.614302481397527e-06 tokens_per_second_per_gpu:259.37915315746966 
Step 5312 | loss:0.10272333025932312 lr:8.611108216066695e-06 tokens_per_second_per_gpu:257.8355231451397 
Step 5313 | loss:0.07895729690790176 lr:8.607914095230003e-06 tokens_per_second_per_gpu:289.12171475821617 
Step 5314 | loss:0.09256085753440857 lr:8.604720119219757e-06 tokens_per_second_per_gpu:314.5037499458588 
Step 5315 | loss:0.11240112036466599 lr:8.60152628836824e-06 tokens_per_second_per_gpu:271.46248604259085 
Step 5316 | loss:0.09875116497278214 lr:8.598332603007723e-06 tokens_per_second_per_gpu:270.5521489437006 
Step 5317 | loss:0.20667558908462524 lr:8.595139063470468e-06 tokens_per_second_per_gpu:377.3104236491638 
Step 5318 | loss:0.1555812954902649 lr:8.591945670088711e-06 tokens_per_second_per_gpu:284.4471534294008 
Step 5319 | loss:0.04252065718173981 lr:8.588752423194681e-06 tokens_per_second_per_gpu:267.24964816258387 
Step 5320 | loss:0.07738660275936127 lr:8.58555932312059e-06 tokens_per_second_per_gpu:307.69284577019556 
Step 5321 | loss:0.11080292612314224 lr:8.582366370198634e-06 tokens_per_second_per_gpu:302.7560265299732 
Step 5322 | loss:0.12033107876777649 lr:8.579173564760992e-06 tokens_per_second_per_gpu:341.52671561390304 
Step 5323 | loss:0.14191780984401703 lr:8.575980907139829e-06 tokens_per_second_per_gpu:289.4255895664951 
Step 5324 | loss:0.059137266129255295 lr:8.572788397667299e-06 tokens_per_second_per_gpu:235.45406106069316 
Step 5325 | loss:0.06985177844762802 lr:8.56959603667553e-06 tokens_per_second_per_gpu:291.1069973760499 
Step 5326 | loss:0.090034119784832 lr:8.566403824496648e-06 tokens_per_second_per_gpu:306.292605858388 
Step 5327 | loss:0.10208068788051605 lr:8.563211761462753e-06 tokens_per_second_per_gpu:253.1230930094596 
Step 5328 | loss:0.06578730791807175 lr:8.560019847905933e-06 tokens_per_second_per_gpu:321.84432007506894 
Step 5329 | loss:0.11867252737283707 lr:8.55682808415826e-06 tokens_per_second_per_gpu:257.4953444120498 
Step 5330 | loss:0.10345060378313065 lr:8.553636470551792e-06 tokens_per_second_per_gpu:253.05488626750284 
Step 5331 | loss:0.2270723283290863 lr:8.55044500741857e-06 tokens_per_second_per_gpu:303.73779509439106 
Step 5332 | loss:0.24325956404209137 lr:8.54725369509062e-06 tokens_per_second_per_gpu:298.52743518492747 
Step 5333 | loss:0.25643154978752136 lr:8.544062533899953e-06 tokens_per_second_per_gpu:365.0694088763678 
Step 5334 | loss:0.06893877685070038 lr:8.540871524178562e-06 tokens_per_second_per_gpu:276.1041679324084 
Step 5335 | loss:0.12296975404024124 lr:8.537680666258425e-06 tokens_per_second_per_gpu:344.77337132070477 
Step 5336 | loss:0.08749644458293915 lr:8.534489960471505e-06 tokens_per_second_per_gpu:312.46834905029493 
Step 5337 | loss:0.11056656390428543 lr:8.53129940714975e-06 tokens_per_second_per_gpu:295.208613103822 
Step 5338 | loss:0.10715733468532562 lr:8.528109006625089e-06 tokens_per_second_per_gpu:270.93931140965594 
Step 5339 | loss:0.08796516060829163 lr:8.524918759229439e-06 tokens_per_second_per_gpu:322.2511693730516 
Step 5340 | loss:0.08206040412187576 lr:8.5217286652947e-06 tokens_per_second_per_gpu:319.55877487506154 
Step 5341 | loss:0.18707968294620514 lr:8.51853872515275e-06 tokens_per_second_per_gpu:398.6269215869119 
Step 5342 | loss:0.12978407740592957 lr:8.515348939135464e-06 tokens_per_second_per_gpu:319.3208915900201 
Step 5343 | loss:0.1281556785106659 lr:8.512159307574688e-06 tokens_per_second_per_gpu:335.14954078151374 
Step 5344 | loss:0.14531733095645905 lr:8.50896983080226e-06 tokens_per_second_per_gpu:275.3839602145057 
Step 5345 | loss:0.052378855645656586 lr:8.505780509149993e-06 tokens_per_second_per_gpu:266.47057302571335 
Step 5346 | loss:0.08982228487730026 lr:8.502591342949696e-06 tokens_per_second_per_gpu:261.113594762884 
Step 5347 | loss:0.15139880776405334 lr:8.499402332533157e-06 tokens_per_second_per_gpu:331.7007412214431 
Step 5348 | loss:0.10158449411392212 lr:8.496213478232136e-06 tokens_per_second_per_gpu:310.14724595080736 
Step 5349 | loss:0.08030113577842712 lr:8.4930247803784e-06 tokens_per_second_per_gpu:323.9120606464154 
Step 5350 | loss:0.06330214440822601 lr:8.489836239303684e-06 tokens_per_second_per_gpu:332.16685576091425 
Step 5351 | loss:0.10240469127893448 lr:8.4866478553397e-06 tokens_per_second_per_gpu:309.6094842938051 
Step 5352 | loss:0.05597376823425293 lr:8.483459628818165e-06 tokens_per_second_per_gpu:287.3885774667229 
Step 5353 | loss:0.14248141646385193 lr:8.480271560070766e-06 tokens_per_second_per_gpu:364.92397946665915 
Step 5354 | loss:0.29375147819519043 lr:8.477083649429167e-06 tokens_per_second_per_gpu:351.4905869591324 
Step 5355 | loss:0.08629542589187622 lr:8.473895897225035e-06 tokens_per_second_per_gpu:345.8639405236593 
Step 5356 | loss:0.17418617010116577 lr:8.470708303790005e-06 tokens_per_second_per_gpu:261.7364673565684 
Step 5357 | loss:0.1637803018093109 lr:8.4675208694557e-06 tokens_per_second_per_gpu:283.75317294136084 
Step 5358 | loss:0.11494641751050949 lr:8.46433359455372e-06 tokens_per_second_per_gpu:216.78421448706953 
Step 5359 | loss:0.10659553110599518 lr:8.461146479415668e-06 tokens_per_second_per_gpu:213.81351198122286 
Step 5360 | loss:0.17250801622867584 lr:8.457959524373109e-06 tokens_per_second_per_gpu:371.2918548631837 
Step 5361 | loss:0.11415810883045197 lr:8.454772729757596e-06 tokens_per_second_per_gpu:323.4401765330987 
Step 5362 | loss:0.12996162474155426 lr:8.451586095900683e-06 tokens_per_second_per_gpu:298.01783984901124 
Step 5363 | loss:0.04916391149163246 lr:8.448399623133881e-06 tokens_per_second_per_gpu:235.42246140352069 
Step 5364 | loss:0.09123781323432922 lr:8.445213311788697e-06 tokens_per_second_per_gpu:351.1308053219955 
Step 5365 | loss:0.09750650078058243 lr:8.442027162196628e-06 tokens_per_second_per_gpu:271.0696272782365 
Step 5366 | loss:0.07842911779880524 lr:8.438841174689143e-06 tokens_per_second_per_gpu:283.87603338640974 
Step 5367 | loss:0.10024707019329071 lr:8.43565534959769e-06 tokens_per_second_per_gpu:282.3850729942865 
Step 5368 | loss:0.12322836369276047 lr:8.432469687253725e-06 tokens_per_second_per_gpu:288.3886674407033 
Step 5369 | loss:0.089253731071949 lr:8.429284187988658e-06 tokens_per_second_per_gpu:294.87979794956067 
Step 5370 | loss:0.11790283024311066 lr:8.426098852133892e-06 tokens_per_second_per_gpu:294.5105347896369 
Step 5371 | loss:0.08860348165035248 lr:8.422913680020828e-06 tokens_per_second_per_gpu:267.2949842422411 
Step 5372 | loss:0.05285775661468506 lr:8.419728671980826e-06 tokens_per_second_per_gpu:257.93487872434224 
Step 5373 | loss:0.062077127397060394 lr:8.416543828345245e-06 tokens_per_second_per_gpu:284.0861004081282 
Step 5374 | loss:0.11279942095279694 lr:8.413359149445417e-06 tokens_per_second_per_gpu:328.418344990014 
Step 5375 | loss:0.20431971549987793 lr:8.410174635612668e-06 tokens_per_second_per_gpu:363.1683901909011 
Step 5376 | loss:0.08640380203723907 lr:8.4069902871783e-06 tokens_per_second_per_gpu:323.1678613483961 
Step 5377 | loss:0.05106484144926071 lr:8.403806104473593e-06 tokens_per_second_per_gpu:252.81165356450265 
Step 5378 | loss:0.057743847370147705 lr:8.400622087829821e-06 tokens_per_second_per_gpu:359.82099700957224 
Step 5379 | loss:0.10946851223707199 lr:8.397438237578233e-06 tokens_per_second_per_gpu:251.67999299526198 
Step 5380 | loss:0.1981452852487564 lr:8.394254554050061e-06 tokens_per_second_per_gpu:315.6537751406188 
Step 5381 | loss:0.12269534915685654 lr:8.391071037576524e-06 tokens_per_second_per_gpu:217.83329187777633 
Step 5382 | loss:0.09456844627857208 lr:8.387887688488821e-06 tokens_per_second_per_gpu:264.55480651778464 
Step 5383 | loss:0.17820888757705688 lr:8.384704507118128e-06 tokens_per_second_per_gpu:288.690097180222 
Step 5384 | loss:0.14239636063575745 lr:8.381521493795617e-06 tokens_per_second_per_gpu:285.4608612149534 
Step 5385 | loss:0.04330555722117424 lr:8.378338648852431e-06 tokens_per_second_per_gpu:294.5106329494615 
Step 5386 | loss:0.11032463610172272 lr:8.375155972619698e-06 tokens_per_second_per_gpu:244.99670878048653 
Step 5387 | loss:0.044828083366155624 lr:8.371973465428531e-06 tokens_per_second_per_gpu:270.12919495958545 
Step 5388 | loss:0.13718512654304504 lr:8.368791127610024e-06 tokens_per_second_per_gpu:315.5854059742455 
Step 5389 | loss:0.08839814364910126 lr:8.365608959495253e-06 tokens_per_second_per_gpu:278.3461302442889 
Step 5390 | loss:0.11496476083993912 lr:8.362426961415274e-06 tokens_per_second_per_gpu:288.81522909813356 
Step 5391 | loss:0.10825034230947495 lr:8.359245133701133e-06 tokens_per_second_per_gpu:304.584275569103 
Step 5392 | loss:0.061410222202539444 lr:8.35606347668385e-06 tokens_per_second_per_gpu:305.01296872819336 
Step 5393 | loss:0.06847479939460754 lr:8.35288199069443e-06 tokens_per_second_per_gpu:277.3168821207403 
Step 5394 | loss:0.0789654478430748 lr:8.349700676063864e-06 tokens_per_second_per_gpu:285.729996578098 
Step 5395 | loss:0.10570216178894043 lr:8.346519533123119e-06 tokens_per_second_per_gpu:309.8468036831328 
Step 5396 | loss:0.132056325674057 lr:8.343338562203144e-06 tokens_per_second_per_gpu:288.5021759808829 
Step 5397 | loss:0.04069341719150543 lr:8.340157763634882e-06 tokens_per_second_per_gpu:310.48558980788664 
Step 5398 | loss:0.11292807012796402 lr:8.336977137749243e-06 tokens_per_second_per_gpu:289.1005894289719 
Step 5399 | loss:0.08673824369907379 lr:8.333796684877123e-06 tokens_per_second_per_gpu:321.9642849225497 
Step 5400 | loss:0.07871320098638535 lr:8.330616405349407e-06 tokens_per_second_per_gpu:341.6022157804663 
Step 5401 | loss:0.10128403455018997 lr:8.327436299496958e-06 tokens_per_second_per_gpu:318.51727813162876 
Step 5402 | loss:0.06038898229598999 lr:8.324256367650616e-06 tokens_per_second_per_gpu:316.09572650035403 
Step 5403 | loss:0.18431252241134644 lr:8.321076610141208e-06 tokens_per_second_per_gpu:362.34500276508203 
Step 5404 | loss:0.07739337533712387 lr:8.317897027299542e-06 tokens_per_second_per_gpu:190.38119802540487 
Step 5405 | loss:0.10902430862188339 lr:8.31471761945641e-06 tokens_per_second_per_gpu:287.771135522225 
Step 5406 | loss:0.07001638412475586 lr:8.311538386942581e-06 tokens_per_second_per_gpu:232.7522160807856 
Step 5407 | loss:0.06368044763803482 lr:8.308359330088808e-06 tokens_per_second_per_gpu:291.92985365842986 
Step 5408 | loss:0.11950090527534485 lr:8.305180449225831e-06 tokens_per_second_per_gpu:306.19286294669206 
Step 5409 | loss:0.12786607444286346 lr:8.302001744684358e-06 tokens_per_second_per_gpu:285.82094009855 
Step 5410 | loss:0.11397093534469604 lr:8.298823216795093e-06 tokens_per_second_per_gpu:347.9102463068 
Step 5411 | loss:0.1674007773399353 lr:8.295644865888717e-06 tokens_per_second_per_gpu:308.1533001979978 
Step 5412 | loss:0.09324057400226593 lr:8.292466692295887e-06 tokens_per_second_per_gpu:403.8403003432693 
Step 5413 | loss:0.0411653071641922 lr:8.289288696347249e-06 tokens_per_second_per_gpu:297.2462414771858 
Step 5414 | loss:0.06957035511732101 lr:8.286110878373428e-06 tokens_per_second_per_gpu:296.46165022716997 
Step 5415 | loss:0.12197086215019226 lr:8.282933238705028e-06 tokens_per_second_per_gpu:352.54948712781146 
Step 5416 | loss:0.2739936411380768 lr:8.27975577767264e-06 tokens_per_second_per_gpu:263.49751915552616 
Step 5417 | loss:0.3002161383628845 lr:8.276578495606829e-06 tokens_per_second_per_gpu:269.3495554229176 
Step 5418 | loss:0.08235885202884674 lr:8.273401392838147e-06 tokens_per_second_per_gpu:280.9028222712687 
Step 5419 | loss:0.1716781109571457 lr:8.270224469697125e-06 tokens_per_second_per_gpu:364.2144209637541 
Step 5420 | loss:0.1176748052239418 lr:8.267047726514278e-06 tokens_per_second_per_gpu:303.7652429666364 
Step 5421 | loss:0.14939066767692566 lr:8.2638711636201e-06 tokens_per_second_per_gpu:333.608517811402 
Step 5422 | loss:0.09463398903608322 lr:8.260694781345062e-06 tokens_per_second_per_gpu:239.06440537699302 
Step 5423 | loss:0.1424952745437622 lr:8.257518580019627e-06 tokens_per_second_per_gpu:276.76349335438186 
Step 5424 | loss:0.09177956730127335 lr:8.25434255997423e-06 tokens_per_second_per_gpu:287.8098848738397 
Step 5425 | loss:0.10550098121166229 lr:8.251166721539287e-06 tokens_per_second_per_gpu:294.6686061692491 
Step 5426 | loss:0.07785758376121521 lr:8.247991065045205e-06 tokens_per_second_per_gpu:320.76884934221806 
Step 5427 | loss:0.0910259261727333 lr:8.24481559082236e-06 tokens_per_second_per_gpu:300.9047214793533 
Step 5428 | loss:0.06756045669317245 lr:8.241640299201116e-06 tokens_per_second_per_gpu:333.1781868237331 
Step 5429 | loss:0.14645199477672577 lr:8.238465190511816e-06 tokens_per_second_per_gpu:332.09373568543486 
Step 5430 | loss:0.07006587833166122 lr:8.235290265084785e-06 tokens_per_second_per_gpu:308.78512614285825 
Step 5431 | loss:0.06650222837924957 lr:8.232115523250325e-06 tokens_per_second_per_gpu:270.6007442955496 
Step 5432 | loss:0.07918994873762131 lr:8.228940965338728e-06 tokens_per_second_per_gpu:235.2346884423077 
Step 5433 | loss:0.06481093168258667 lr:8.225766591680256e-06 tokens_per_second_per_gpu:302.17308890252036 
Step 5434 | loss:0.025630101561546326 lr:8.222592402605158e-06 tokens_per_second_per_gpu:235.7885589726889 
Step 5435 | loss:0.13693282008171082 lr:8.21941839844366e-06 tokens_per_second_per_gpu:303.152889132295 
Step 5436 | loss:0.04617678001523018 lr:8.216244579525976e-06 tokens_per_second_per_gpu:263.74031342314896 
Step 5437 | loss:0.0828220471739769 lr:8.213070946182296e-06 tokens_per_second_per_gpu:247.18968983584776 
Step 5438 | loss:0.11537069827318192 lr:8.209897498742785e-06 tokens_per_second_per_gpu:345.94531710106764 
Step 5439 | loss:0.09267330169677734 lr:8.206724237537603e-06 tokens_per_second_per_gpu:287.28887250576526 
Step 5440 | loss:0.05025704950094223 lr:8.203551162896875e-06 tokens_per_second_per_gpu:300.0629215024944 
Step 5441 | loss:0.09817882627248764 lr:8.200378275150713e-06 tokens_per_second_per_gpu:311.2268530807148 
Step 5442 | loss:0.18805840611457825 lr:8.197205574629215e-06 tokens_per_second_per_gpu:292.0964526039158 
Step 5443 | loss:0.07316051423549652 lr:8.194033061662454e-06 tokens_per_second_per_gpu:322.916725596877 
Step 5444 | loss:0.0685950443148613 lr:8.19086073658048e-06 tokens_per_second_per_gpu:267.59854516539735 
Step 5445 | loss:0.1409326195716858 lr:8.187688599713333e-06 tokens_per_second_per_gpu:320.15646090089314 
Step 5446 | loss:0.19125455617904663 lr:8.184516651391027e-06 tokens_per_second_per_gpu:256.25962696607763 
Step 5447 | loss:0.06934582442045212 lr:8.18134489194355e-06 tokens_per_second_per_gpu:329.68632232764355 
Step 5448 | loss:0.08956494927406311 lr:8.17817332170089e-06 tokens_per_second_per_gpu:294.46049928941846 
Step 5449 | loss:0.09661950916051865 lr:8.175001940992994e-06 tokens_per_second_per_gpu:306.06414874836554 
Step 5450 | loss:0.14035505056381226 lr:8.171830750149804e-06 tokens_per_second_per_gpu:270.498673728521 
Step 5451 | loss:0.06030379980802536 lr:8.168659749501228e-06 tokens_per_second_per_gpu:345.0529209192582 
Step 5452 | loss:0.06792083382606506 lr:8.165488939377173e-06 tokens_per_second_per_gpu:245.55224440344534 
Step 5453 | loss:0.1081303060054779 lr:8.162318320107512e-06 tokens_per_second_per_gpu:317.6253366197873 
Step 5454 | loss:0.11349298804998398 lr:8.159147892022097e-06 tokens_per_second_per_gpu:394.54983975605285 
Step 5455 | loss:0.1088486835360527 lr:8.155977655450776e-06 tokens_per_second_per_gpu:281.29857889068603 
Step 5456 | loss:0.12422938644886017 lr:8.15280761072336e-06 tokens_per_second_per_gpu:300.67038367766946 
Step 5457 | loss:0.048078861087560654 lr:8.149637758169642e-06 tokens_per_second_per_gpu:270.20111158826046 
Step 5458 | loss:0.07374236732721329 lr:8.146468098119407e-06 tokens_per_second_per_gpu:269.17802792609183 
Step 5459 | loss:0.1511199027299881 lr:8.143298630902413e-06 tokens_per_second_per_gpu:317.43826206465116 
Step 5460 | loss:0.08401476591825485 lr:8.140129356848387e-06 tokens_per_second_per_gpu:228.7829915224802 
Step 5461 | loss:0.05161410570144653 lr:8.136960276287057e-06 tokens_per_second_per_gpu:276.587207981653 
Step 5462 | loss:0.16235342621803284 lr:8.133791389548122e-06 tokens_per_second_per_gpu:302.94651197569425 
Step 5463 | loss:0.042333461344242096 lr:8.130622696961248e-06 tokens_per_second_per_gpu:242.1246612791787 
Step 5464 | loss:0.12533503770828247 lr:8.127454198856093e-06 tokens_per_second_per_gpu:290.6030447080569 
Step 5465 | loss:0.13477511703968048 lr:8.124285895562302e-06 tokens_per_second_per_gpu:338.33196035121153 
Step 5466 | loss:0.055578794330358505 lr:8.121117787409487e-06 tokens_per_second_per_gpu:268.6281026840881 
Step 5467 | loss:0.07049857825040817 lr:8.11794987472724e-06 tokens_per_second_per_gpu:283.696910403994 
Step 5468 | loss:0.08193715661764145 lr:8.114782157845145e-06 tokens_per_second_per_gpu:266.6159865739436 
Step 5469 | loss:0.15321803092956543 lr:8.11161463709275e-06 tokens_per_second_per_gpu:347.2532508406739 
Step 5470 | loss:0.2500753402709961 lr:8.108447312799588e-06 tokens_per_second_per_gpu:268.59821671944025 
Step 5471 | loss:0.1194186881184578 lr:8.105280185295185e-06 tokens_per_second_per_gpu:346.37961030450737 
Step 5472 | loss:0.1154627799987793 lr:8.102113254909023e-06 tokens_per_second_per_gpu:280.11787200613065 
Step 5473 | loss:0.12808218598365784 lr:8.098946521970578e-06 tokens_per_second_per_gpu:337.5734215133646 
Step 5474 | loss:0.15349340438842773 lr:8.09577998680931e-06 tokens_per_second_per_gpu:332.0387315360158 
Step 5475 | loss:0.10553888976573944 lr:8.092613649754644e-06 tokens_per_second_per_gpu:251.98875231213387 
Step 5476 | loss:0.059529323130846024 lr:8.089447511135989e-06 tokens_per_second_per_gpu:275.1670245550613 
Step 5477 | loss:0.1645740568637848 lr:8.086281571282747e-06 tokens_per_second_per_gpu:301.22325997134766 
Step 5478 | loss:0.16865606606006622 lr:8.08311583052428e-06 tokens_per_second_per_gpu:316.3642608279841 
Step 5479 | loss:0.1609790176153183 lr:8.079950289189939e-06 tokens_per_second_per_gpu:308.00201304388474 
Step 5480 | loss:0.28506773710250854 lr:8.076784947609053e-06 tokens_per_second_per_gpu:366.62632959585744 
Step 5481 | loss:0.14489831030368805 lr:8.073619806110931e-06 tokens_per_second_per_gpu:327.97802670228646 
Step 5482 | loss:0.06773011386394501 lr:8.070454865024861e-06 tokens_per_second_per_gpu:305.6734462627254 
Step 5483 | loss:0.07948171347379684 lr:8.067290124680106e-06 tokens_per_second_per_gpu:286.5815904968612 
Step 5484 | loss:0.054423075169324875 lr:8.064125585405915e-06 tokens_per_second_per_gpu:274.02626381700674 
Step 5485 | loss:0.12503772974014282 lr:8.060961247531514e-06 tokens_per_second_per_gpu:304.0506412021702 
Step 5486 | loss:0.13388095796108246 lr:8.0577971113861e-06 tokens_per_second_per_gpu:260.52880609367674 
Step 5487 | loss:0.06001707911491394 lr:8.05463317729886e-06 tokens_per_second_per_gpu:329.5773682780591 
Step 5488 | loss:0.11675991863012314 lr:8.051469445598959e-06 tokens_per_second_per_gpu:260.8324887063513 
Step 5489 | loss:0.14878851175308228 lr:8.04830591661553e-06 tokens_per_second_per_gpu:264.48558225319596 
Step 5490 | loss:0.09220541268587112 lr:8.0451425906777e-06 tokens_per_second_per_gpu:276.62375503656006 
Step 5491 | loss:0.119566410779953 lr:8.041979468114562e-06 tokens_per_second_per_gpu:321.7707458354209 
Step 5492 | loss:0.100590780377388 lr:8.038816549255195e-06 tokens_per_second_per_gpu:368.11162080321 
Step 5493 | loss:0.10003112256526947 lr:8.035653834428658e-06 tokens_per_second_per_gpu:389.4082493514819 
Step 5494 | loss:0.14919573068618774 lr:8.032491323963982e-06 tokens_per_second_per_gpu:354.3109665431043 
Step 5495 | loss:0.1973513513803482 lr:8.029329018190182e-06 tokens_per_second_per_gpu:298.23058249220446 
Step 5496 | loss:0.09086121618747711 lr:8.026166917436247e-06 tokens_per_second_per_gpu:393.00333691987225 
Step 5497 | loss:0.11352455615997314 lr:8.023005022031154e-06 tokens_per_second_per_gpu:363.91534294840966 
Step 5498 | loss:0.232224702835083 lr:8.019843332303848e-06 tokens_per_second_per_gpu:375.94511648602247 
Step 5499 | loss:0.04118731990456581 lr:8.016681848583258e-06 tokens_per_second_per_gpu:240.2097292743935 
Step 5500 | loss:0.172011137008667 lr:8.013520571198293e-06 tokens_per_second_per_gpu:292.8956593625554 
Step 5501 | loss:0.12247791886329651 lr:8.010359500477838e-06 tokens_per_second_per_gpu:262.4528956421439 
Step 5502 | loss:0.11908255517482758 lr:8.007198636750751e-06 tokens_per_second_per_gpu:286.71737306283126 
Step 5503 | loss:0.05994747579097748 lr:8.004037980345882e-06 tokens_per_second_per_gpu:270.1791117633901 
Step 5504 | loss:0.16236743330955505 lr:8.000877531592049e-06 tokens_per_second_per_gpu:289.77005264505465 
Step 5505 | loss:0.06859691441059113 lr:7.997717290818047e-06 tokens_per_second_per_gpu:374.9005176781251 
Step 5506 | loss:0.09577237069606781 lr:7.994557258352659e-06 tokens_per_second_per_gpu:349.9149862817466 
Step 5507 | loss:0.09905045479536057 lr:7.99139743452464e-06 tokens_per_second_per_gpu:325.1530585069482 
Step 5508 | loss:0.11665761470794678 lr:7.988237819662723e-06 tokens_per_second_per_gpu:339.62945145248653 
Step 5509 | loss:0.08982832729816437 lr:7.985078414095616e-06 tokens_per_second_per_gpu:375.7985441652142 
Step 5510 | loss:0.08047289401292801 lr:7.981919218152017e-06 tokens_per_second_per_gpu:410.07190620975996 
Step 5511 | loss:0.0799596756696701 lr:7.97876023216059e-06 tokens_per_second_per_gpu:334.4885611793535 
Step 5512 | loss:0.12359488755464554 lr:7.975601456449983e-06 tokens_per_second_per_gpu:279.5193807752189 
Step 5513 | loss:0.10736711323261261 lr:7.972442891348822e-06 tokens_per_second_per_gpu:285.1750848628874 
Step 5514 | loss:0.13599145412445068 lr:7.96928453718571e-06 tokens_per_second_per_gpu:300.01715382452437 
Step 5515 | loss:0.06382981687784195 lr:7.966126394289225e-06 tokens_per_second_per_gpu:315.2332023783441 
Step 5516 | loss:0.14505934715270996 lr:7.96296846298793e-06 tokens_per_second_per_gpu:352.6210511671676 
Step 5517 | loss:0.10648009926080704 lr:7.959810743610362e-06 tokens_per_second_per_gpu:379.40516791741936 
Step 5518 | loss:0.20278748869895935 lr:7.956653236485032e-06 tokens_per_second_per_gpu:270.12786351104285 
Step 5519 | loss:0.0385260209441185 lr:7.953495941940437e-06 tokens_per_second_per_gpu:342.99287303538006 
Step 5520 | loss:0.11478783190250397 lr:7.950338860305049e-06 tokens_per_second_per_gpu:285.4897923682693 
Step 5521 | loss:0.1024433895945549 lr:7.947181991907312e-06 tokens_per_second_per_gpu:280.5719421127008 
Step 5522 | loss:0.07327276468276978 lr:7.944025337075656e-06 tokens_per_second_per_gpu:390.21489009565863 
Step 5523 | loss:0.084388867020607 lr:7.940868896138484e-06 tokens_per_second_per_gpu:285.5711798014469 
Step 5524 | loss:0.12332447618246078 lr:7.937712669424182e-06 tokens_per_second_per_gpu:260.2513911235058 
Step 5525 | loss:0.09456808865070343 lr:7.934556657261102e-06 tokens_per_second_per_gpu:320.361517327373 
Step 5526 | loss:0.07760757207870483 lr:7.931400859977588e-06 tokens_per_second_per_gpu:222.37416291050235 
Step 5527 | loss:0.04409999027848244 lr:7.928245277901955e-06 tokens_per_second_per_gpu:297.2714934149364 
Step 5528 | loss:0.04365679994225502 lr:7.92508991136249e-06 tokens_per_second_per_gpu:286.7958400611883 
Step 5529 | loss:0.13486343622207642 lr:7.921934760687472e-06 tokens_per_second_per_gpu:340.83798216029925 
Step 5530 | loss:0.10367289930582047 lr:7.918779826205141e-06 tokens_per_second_per_gpu:273.43990415873543 
Step 5531 | loss:0.052430689334869385 lr:7.915625108243724e-06 tokens_per_second_per_gpu:343.5949454136533 
Step 5532 | loss:0.052870314568281174 lr:7.912470607131428e-06 tokens_per_second_per_gpu:287.38882159836004 
Step 5533 | loss:0.16824862360954285 lr:7.909316323196432e-06 tokens_per_second_per_gpu:292.80553352706625 
Step 5534 | loss:0.19962076842784882 lr:7.90616225676689e-06 tokens_per_second_per_gpu:278.45137394165977 
Step 5535 | loss:0.054067887365818024 lr:7.903008408170941e-06 tokens_per_second_per_gpu:259.64399600979027 
Step 5536 | loss:0.0911836251616478 lr:7.899854777736695e-06 tokens_per_second_per_gpu:307.8457303505455 
Step 5537 | loss:0.04628713056445122 lr:7.896701365792242e-06 tokens_per_second_per_gpu:379.77525778927685 
Step 5538 | loss:0.058298517018556595 lr:7.89354817266565e-06 tokens_per_second_per_gpu:331.6006975782887 
Step 5539 | loss:0.09869525581598282 lr:7.890395198684966e-06 tokens_per_second_per_gpu:254.38491177334961 
Step 5540 | loss:0.07695797830820084 lr:7.887242444178205e-06 tokens_per_second_per_gpu:263.65549687020336 
Step 5541 | loss:0.20053166151046753 lr:7.884089909473368e-06 tokens_per_second_per_gpu:287.103212138742 
Step 5542 | loss:0.05309034883975983 lr:7.880937594898434e-06 tokens_per_second_per_gpu:251.15197375222573 
Step 5543 | loss:0.09065169095993042 lr:7.877785500781354e-06 tokens_per_second_per_gpu:262.3160061261666 
Step 5544 | loss:0.06805242598056793 lr:7.874633627450055e-06 tokens_per_second_per_gpu:282.9336001663205 
Step 5545 | loss:0.2177775651216507 lr:7.871481975232446e-06 tokens_per_second_per_gpu:341.8958227248002 
Step 5546 | loss:0.11707166582345963 lr:7.868330544456415e-06 tokens_per_second_per_gpu:250.7265782700052 
Step 5547 | loss:0.09125752747058868 lr:7.865179335449814e-06 tokens_per_second_per_gpu:286.9959803834266 
Step 5548 | loss:0.1595323532819748 lr:7.862028348540489e-06 tokens_per_second_per_gpu:281.65342926009595 
Step 5549 | loss:0.08266237378120422 lr:7.858877584056252e-06 tokens_per_second_per_gpu:237.35013248062762 
Step 5550 | loss:0.06799787282943726 lr:7.855727042324892e-06 tokens_per_second_per_gpu:264.28430158347857 
Step 5551 | loss:0.07540514320135117 lr:7.852576723674182e-06 tokens_per_second_per_gpu:337.17992297547585 
Step 5552 | loss:0.2210026979446411 lr:7.849426628431863e-06 tokens_per_second_per_gpu:231.3709784083272 
Step 5553 | loss:0.13357987999916077 lr:7.846276756925658e-06 tokens_per_second_per_gpu:224.43197445904227 
Step 5554 | loss:0.06206238642334938 lr:7.843127109483267e-06 tokens_per_second_per_gpu:283.35752615704075 
Step 5555 | loss:0.06997167319059372 lr:7.839977686432366e-06 tokens_per_second_per_gpu:282.5487113070577 
Step 5556 | loss:0.08415141701698303 lr:7.836828488100607e-06 tokens_per_second_per_gpu:268.3123059298059 
Step 5557 | loss:0.20263075828552246 lr:7.833679514815612e-06 tokens_per_second_per_gpu:316.16319742819354 
Step 5558 | loss:0.05904954671859741 lr:7.830530766904995e-06 tokens_per_second_per_gpu:252.35985679187854 
Step 5559 | loss:0.051615096628665924 lr:7.827382244696336e-06 tokens_per_second_per_gpu:295.693393398924 
Step 5560 | loss:0.14575058221817017 lr:7.824233948517185e-06 tokens_per_second_per_gpu:229.25180655483757 
Step 5561 | loss:0.174645334482193 lr:7.821085878695089e-06 tokens_per_second_per_gpu:304.6576477508551 
Step 5562 | loss:0.1734573394060135 lr:7.817938035557555e-06 tokens_per_second_per_gpu:352.2881294005958 
Step 5563 | loss:0.14057742059230804 lr:7.814790419432062e-06 tokens_per_second_per_gpu:296.5336282576624 
Step 5564 | loss:0.10229085385799408 lr:7.811643030646087e-06 tokens_per_second_per_gpu:299.84011862250225 
Step 5565 | loss:0.17901645600795746 lr:7.808495869527065e-06 tokens_per_second_per_gpu:261.9980478774621 
Step 5566 | loss:0.08697143197059631 lr:7.805348936402407e-06 tokens_per_second_per_gpu:250.57916941788451 
Step 5567 | loss:0.10702237486839294 lr:7.802202231599514e-06 tokens_per_second_per_gpu:317.22670769212624 
Step 5568 | loss:0.2824127972126007 lr:7.799055755445756e-06 tokens_per_second_per_gpu:372.732702923022 
Step 5569 | loss:0.1357852965593338 lr:7.795909508268473e-06 tokens_per_second_per_gpu:329.09087006816196 
Step 5570 | loss:0.13139568269252777 lr:7.792763490394983e-06 tokens_per_second_per_gpu:305.0786011946756 
Step 5571 | loss:0.181403249502182 lr:7.789617702152597e-06 tokens_per_second_per_gpu:335.38372605836304 
Step 5572 | loss:0.1342160552740097 lr:7.786472143868577e-06 tokens_per_second_per_gpu:313.60819453077073 
Step 5573 | loss:0.27554965019226074 lr:7.783326815870173e-06 tokens_per_second_per_gpu:294.4450325738704 
Step 5574 | loss:0.09940576553344727 lr:7.780181718484624e-06 tokens_per_second_per_gpu:309.0045645111035 
Step 5575 | loss:0.17025691270828247 lr:7.777036852039117e-06 tokens_per_second_per_gpu:329.80536992085007 
Step 5576 | loss:0.025293180719017982 lr:7.773892216860834e-06 tokens_per_second_per_gpu:218.87144413567643 
Step 5577 | loss:0.02912154793739319 lr:7.770747813276936e-06 tokens_per_second_per_gpu:234.71509077712855 
Step 5578 | loss:0.20690760016441345 lr:7.767603641614547e-06 tokens_per_second_per_gpu:252.81026776810708 
Step 5579 | loss:0.11176324635744095 lr:7.764459702200768e-06 tokens_per_second_per_gpu:334.6415048634235 
Step 5580 | loss:0.05435691773891449 lr:7.761315995362693e-06 tokens_per_second_per_gpu:284.3604666116862 
Step 5581 | loss:0.19738034904003143 lr:7.758172521427368e-06 tokens_per_second_per_gpu:290.08841238905876 
Step 5582 | loss:0.09728292375802994 lr:7.755029280721827e-06 tokens_per_second_per_gpu:267.4076830123933 
Step 5583 | loss:0.07781301438808441 lr:7.751886273573088e-06 tokens_per_second_per_gpu:256.13388581361284 
Step 5584 | loss:0.04365473613142967 lr:7.748743500308128e-06 tokens_per_second_per_gpu:344.731750559699 
Step 5585 | loss:0.058602746576070786 lr:7.74560096125391e-06 tokens_per_second_per_gpu:273.9891549301872 
Step 5586 | loss:0.053058989346027374 lr:7.742458656737364e-06 tokens_per_second_per_gpu:241.69458456984114 
Step 5587 | loss:0.0864940658211708 lr:7.73931658708541e-06 tokens_per_second_per_gpu:262.5281998064425 
Step 5588 | loss:0.1811540424823761 lr:7.73617475262493e-06 tokens_per_second_per_gpu:264.3110120543449 
Step 5589 | loss:0.15415401756763458 lr:7.733033153682784e-06 tokens_per_second_per_gpu:313.8338721758958 
Step 5590 | loss:0.07335460186004639 lr:7.729891790585817e-06 tokens_per_second_per_gpu:371.85258711630814 
Step 5591 | loss:0.10535281896591187 lr:7.72675066366084e-06 tokens_per_second_per_gpu:289.63062891249825 
Step 5592 | loss:0.14467138051986694 lr:7.723609773234637e-06 tokens_per_second_per_gpu:267.30087088200264 
Step 5593 | loss:0.06288960576057434 lr:7.720469119633978e-06 tokens_per_second_per_gpu:313.341397482733 
Step 5594 | loss:0.1227228194475174 lr:7.717328703185602e-06 tokens_per_second_per_gpu:330.8197895327151 
Step 5595 | loss:0.09788067638874054 lr:7.714188524216221e-06 tokens_per_second_per_gpu:309.99562519480577 
Step 5596 | loss:0.20423580706119537 lr:7.711048583052528e-06 tokens_per_second_per_gpu:499.2572262233524 
Step 5597 | loss:0.0702102780342102 lr:7.707908880021189e-06 tokens_per_second_per_gpu:290.93243481906086 
Step 5598 | loss:0.08426149189472198 lr:7.70476941544884e-06 tokens_per_second_per_gpu:322.7825982555744 
Step 5599 | loss:0.05067859962582588 lr:7.701630189662105e-06 tokens_per_second_per_gpu:282.12127979075416 
Step 5600 | loss:0.11163615435361862 lr:7.698491202987568e-06 tokens_per_second_per_gpu:247.49381320890538 
Step 5601 | loss:0.08276525139808655 lr:7.6953524557518e-06 tokens_per_second_per_gpu:291.44782815012513 
Step 5602 | loss:0.060867831110954285 lr:7.692213948281336e-06 tokens_per_second_per_gpu:295.64064577793806 
Step 5603 | loss:0.23723000288009644 lr:7.6890756809027e-06 tokens_per_second_per_gpu:344.0220890798834 
Step 5604 | loss:0.1308998465538025 lr:7.68593765394238e-06 tokens_per_second_per_gpu:240.69997036614782 
Step 5605 | loss:0.038634732365608215 lr:7.682799867726839e-06 tokens_per_second_per_gpu:265.3334317690387 
Step 5606 | loss:0.0869937464594841 lr:7.679662322582525e-06 tokens_per_second_per_gpu:249.60795110235452 
Step 5607 | loss:0.0799652487039566 lr:7.67652501883585e-06 tokens_per_second_per_gpu:341.0766715296934 
Step 5608 | loss:0.09158709645271301 lr:7.673387956813206e-06 tokens_per_second_per_gpu:340.09959671166723 
Step 5609 | loss:0.11359794437885284 lr:7.670251136840959e-06 tokens_per_second_per_gpu:265.9372136328487 
Step 5610 | loss:0.1272684633731842 lr:7.667114559245451e-06 tokens_per_second_per_gpu:402.0771612428098 
Step 5611 | loss:0.20092691481113434 lr:7.663978224352995e-06 tokens_per_second_per_gpu:316.1122678053801 
Step 5612 | loss:0.08203904330730438 lr:7.660842132489884e-06 tokens_per_second_per_gpu:324.5112077824932 
Step 5613 | loss:0.04629535973072052 lr:7.657706283982384e-06 tokens_per_second_per_gpu:305.4344040618645 
Step 5614 | loss:0.07826720178127289 lr:7.65457067915673e-06 tokens_per_second_per_gpu:305.56519623859833 
Step 5615 | loss:0.0662039965391159 lr:7.65143531833914e-06 tokens_per_second_per_gpu:313.2370040030505 
Step 5616 | loss:0.13803933560848236 lr:7.648300201855803e-06 tokens_per_second_per_gpu:263.2411333784165 
Step 5617 | loss:0.03558708727359772 lr:7.645165330032881e-06 tokens_per_second_per_gpu:283.382415968738 
Step 5618 | loss:0.11289175599813461 lr:7.642030703196515e-06 tokens_per_second_per_gpu:249.98162903548868 
Step 5619 | loss:0.07732880860567093 lr:7.638896321672815e-06 tokens_per_second_per_gpu:335.6013365854477 
Step 5620 | loss:0.0839051753282547 lr:7.635762185787868e-06 tokens_per_second_per_gpu:293.2380689783233 
Step 5621 | loss:0.18803337216377258 lr:7.632628295867736e-06 tokens_per_second_per_gpu:306.5070891308131 
Step 5622 | loss:0.11915238946676254 lr:7.629494652238457e-06 tokens_per_second_per_gpu:254.21430507247243 
Step 5623 | loss:0.04959331825375557 lr:7.62636125522604e-06 tokens_per_second_per_gpu:252.60280740726535 
Step 5624 | loss:0.06946780532598495 lr:7.623228105156468e-06 tokens_per_second_per_gpu:297.5652705916976 
Step 5625 | loss:0.17493391036987305 lr:7.620095202355704e-06 tokens_per_second_per_gpu:320.4915221497415 
Step 5626 | loss:0.043831966817379 lr:7.616962547149679e-06 tokens_per_second_per_gpu:308.57291079927705 
Step 5627 | loss:0.10064736753702164 lr:7.613830139864298e-06 tokens_per_second_per_gpu:238.38607833659114 
Step 5628 | loss:0.11810832470655441 lr:7.610697980825447e-06 tokens_per_second_per_gpu:332.77956012925335 
Step 5629 | loss:0.04519353061914444 lr:7.607566070358981e-06 tokens_per_second_per_gpu:300.5423759767443 
Step 5630 | loss:0.10537470877170563 lr:7.604434408790729e-06 tokens_per_second_per_gpu:272.9526495387475 
Step 5631 | loss:0.09959664195775986 lr:7.601302996446494e-06 tokens_per_second_per_gpu:247.74316448966772 
Step 5632 | loss:0.06329932808876038 lr:7.598171833652056e-06 tokens_per_second_per_gpu:259.77775362485346 
Step 5633 | loss:0.09152921289205551 lr:7.5950409207331675e-06 tokens_per_second_per_gpu:352.3262354608272 
Step 5634 | loss:0.07764068245887756 lr:7.591910258015554e-06 tokens_per_second_per_gpu:235.62853890286178 
Step 5635 | loss:0.06489092856645584 lr:7.5887798458249175e-06 tokens_per_second_per_gpu:318.49501940795113 
Step 5636 | loss:0.06703248620033264 lr:7.58564968448693e-06 tokens_per_second_per_gpu:315.05918480163206 
Step 5637 | loss:0.12474629282951355 lr:7.582519774327238e-06 tokens_per_second_per_gpu:292.7268460630538 
Step 5638 | loss:0.16542524099349976 lr:7.57939011567147e-06 tokens_per_second_per_gpu:304.90977479846197 
Step 5639 | loss:0.03943612426519394 lr:7.576260708845215e-06 tokens_per_second_per_gpu:267.79460888113636 
Step 5640 | loss:0.06341266632080078 lr:7.573131554174044e-06 tokens_per_second_per_gpu:262.437821068735 
Step 5641 | loss:0.06369088590145111 lr:7.570002651983506e-06 tokens_per_second_per_gpu:262.35322724487764 
Step 5642 | loss:0.08234071731567383 lr:7.566874002599111e-06 tokens_per_second_per_gpu:343.0019458894526 
Step 5643 | loss:0.10049654543399811 lr:7.563745606346352e-06 tokens_per_second_per_gpu:335.6059676692978 
Step 5644 | loss:0.14911124110221863 lr:7.5606174635506955e-06 tokens_per_second_per_gpu:275.1633355357295 
Step 5645 | loss:0.09947188198566437 lr:7.5574895745375785e-06 tokens_per_second_per_gpu:248.74865182586922 
Step 5646 | loss:0.27396637201309204 lr:7.554361939632412e-06 tokens_per_second_per_gpu:266.4377506608191 
Step 5647 | loss:0.13722185790538788 lr:7.55123455916058e-06 tokens_per_second_per_gpu:326.46117497107144 
Step 5648 | loss:0.030300162732601166 lr:7.548107433447444e-06 tokens_per_second_per_gpu:299.11890790155667 
Step 5649 | loss:0.13936884701251984 lr:7.544980562818336e-06 tokens_per_second_per_gpu:251.15103122474372 
Step 5650 | loss:0.18139123916625977 lr:7.541853947598559e-06 tokens_per_second_per_gpu:325.92419823607895 
Step 5651 | loss:0.10629785060882568 lr:7.538727588113395e-06 tokens_per_second_per_gpu:318.87767197877434 
Step 5652 | loss:0.13476309180259705 lr:7.535601484688097e-06 tokens_per_second_per_gpu:275.8415734395053 
Step 5653 | loss:0.051003504544496536 lr:7.532475637647887e-06 tokens_per_second_per_gpu:294.24107841589444 
Step 5654 | loss:0.09217226505279541 lr:7.529350047317969e-06 tokens_per_second_per_gpu:309.38921345780705 
Step 5655 | loss:0.08573343604803085 lr:7.526224714023513e-06 tokens_per_second_per_gpu:260.03009034507113 
Step 5656 | loss:0.14082621037960052 lr:7.523099638089663e-06 tokens_per_second_per_gpu:296.76927384228776 
Step 5657 | loss:0.08481278270483017 lr:7.5199748198415436e-06 tokens_per_second_per_gpu:276.5568069695175 
Step 5658 | loss:0.08717295527458191 lr:7.516850259604243e-06 tokens_per_second_per_gpu:251.1945493419418 
Step 5659 | loss:0.057755839079618454 lr:7.513725957702829e-06 tokens_per_second_per_gpu:306.0806868867068 
Step 5660 | loss:0.04204916954040527 lr:7.510601914462332e-06 tokens_per_second_per_gpu:327.519346184231 
Step 5661 | loss:0.2420947402715683 lr:7.507478130207774e-06 tokens_per_second_per_gpu:404.44655133887227 
Step 5662 | loss:0.1107175350189209 lr:7.504354605264139e-06 tokens_per_second_per_gpu:226.06986412857657 
Step 5663 | loss:0.14622196555137634 lr:7.501231339956375e-06 tokens_per_second_per_gpu:340.6719473091626 
Step 5664 | loss:0.07520285993814468 lr:7.498108334609423e-06 tokens_per_second_per_gpu:274.8088742582411 
Step 5665 | loss:0.18642558157444 lr:7.494985589548185e-06 tokens_per_second_per_gpu:329.49475426243225 
Step 5666 | loss:0.1232386901974678 lr:7.491863105097528e-06 tokens_per_second_per_gpu:411.4868741606453 
Step 5667 | loss:0.1135493591427803 lr:7.488740881582313e-06 tokens_per_second_per_gpu:294.2936092788424 
Step 5668 | loss:0.06287923455238342 lr:7.48561891932736e-06 tokens_per_second_per_gpu:287.91279339236655 
Step 5669 | loss:0.10639996826648712 lr:7.482497218657457e-06 tokens_per_second_per_gpu:326.13569449987875 
Step 5670 | loss:0.22163210809230804 lr:7.479375779897379e-06 tokens_per_second_per_gpu:292.3228356747008 
Step 5671 | loss:0.08764107525348663 lr:7.4762546033718674e-06 tokens_per_second_per_gpu:347.3805511895135 
Step 5672 | loss:0.08317172527313232 lr:7.473133689405627e-06 tokens_per_second_per_gpu:391.81234961901123 
Step 5673 | loss:0.19769570231437683 lr:7.470013038323353e-06 tokens_per_second_per_gpu:277.183446934409 
Step 5674 | loss:0.16139866411685944 lr:7.466892650449703e-06 tokens_per_second_per_gpu:290.9716338617431 
Step 5675 | loss:0.10053062438964844 lr:7.463772526109304e-06 tokens_per_second_per_gpu:257.6190640685898 
Step 5676 | loss:0.09082143753767014 lr:7.460652665626758e-06 tokens_per_second_per_gpu:255.30347466996187 
Step 5677 | loss:0.07359419018030167 lr:7.45753306932665e-06 tokens_per_second_per_gpu:250.1584825088815 
Step 5678 | loss:0.06472024321556091 lr:7.454413737533524e-06 tokens_per_second_per_gpu:267.3719143449517 
Step 5679 | loss:0.06933092325925827 lr:7.451294670571898e-06 tokens_per_second_per_gpu:318.7887336395164 
Step 5680 | loss:0.05930250138044357 lr:7.4481758687662745e-06 tokens_per_second_per_gpu:277.7867380213745 
Step 5681 | loss:0.2973550260066986 lr:7.445057332441113e-06 tokens_per_second_per_gpu:374.83590862771223 
Step 5682 | loss:0.027731038630008698 lr:7.44193906192085e-06 tokens_per_second_per_gpu:260.9122746435727 
Step 5683 | loss:0.0741390585899353 lr:7.438821057529907e-06 tokens_per_second_per_gpu:362.699086545595 
Step 5684 | loss:0.05173918604850769 lr:7.4357033195926585e-06 tokens_per_second_per_gpu:265.52320791774974 
Step 5685 | loss:0.05348610132932663 lr:7.432585848433459e-06 tokens_per_second_per_gpu:284.4024164438368 
Step 5686 | loss:0.14604002237319946 lr:7.429468644376646e-06 tokens_per_second_per_gpu:343.0874450471339 
Step 5687 | loss:0.06404998153448105 lr:7.4263517077465105e-06 tokens_per_second_per_gpu:285.1258187545696 
Step 5688 | loss:0.14369237422943115 lr:7.423235038867325e-06 tokens_per_second_per_gpu:304.9454416717034 
Step 5689 | loss:0.1121692955493927 lr:7.420118638063342e-06 tokens_per_second_per_gpu:325.51268029056024 
Step 5690 | loss:0.1427333950996399 lr:7.417002505658773e-06 tokens_per_second_per_gpu:283.98808219607736 
Step 5691 | loss:0.03237049654126167 lr:7.413886641977803e-06 tokens_per_second_per_gpu:241.9985808966783 
Step 5692 | loss:0.1150500625371933 lr:7.410771047344596e-06 tokens_per_second_per_gpu:286.6704000314836 
Step 5693 | loss:0.22073495388031006 lr:7.4076557220832866e-06 tokens_per_second_per_gpu:312.2143145857986 
Step 5694 | loss:0.11743363738059998 lr:7.404540666517977e-06 tokens_per_second_per_gpu:398.6556189947618 
Step 5695 | loss:0.09994105994701385 lr:7.401425880972743e-06 tokens_per_second_per_gpu:431.33444303811746 
Step 5696 | loss:0.17986729741096497 lr:7.398311365771636e-06 tokens_per_second_per_gpu:300.37599647576803 
Step 5697 | loss:0.13542141020298004 lr:7.395197121238673e-06 tokens_per_second_per_gpu:303.69385102614484 
Step 5698 | loss:0.14517229795455933 lr:7.3920831476978475e-06 tokens_per_second_per_gpu:291.1684833125336 
Step 5699 | loss:0.12717169523239136 lr:7.3889694454731246e-06 tokens_per_second_per_gpu:313.8414501159702 
Step 5700 | loss:0.17095857858657837 lr:7.38585601488844e-06 tokens_per_second_per_gpu:309.2980749922505 
Step 5701 | loss:0.03839939087629318 lr:7.382742856267698e-06 tokens_per_second_per_gpu:356.0789079703957 
Step 5702 | loss:0.23053205013275146 lr:7.379629969934783e-06 tokens_per_second_per_gpu:410.57775706841824 
Step 5703 | loss:0.11806779354810715 lr:7.376517356213544e-06 tokens_per_second_per_gpu:275.524186060847 
Step 5704 | loss:0.0646834522485733 lr:7.3734050154278e-06 tokens_per_second_per_gpu:293.91002367283994 
Step 5705 | loss:0.15058016777038574 lr:7.370292947901348e-06 tokens_per_second_per_gpu:298.9356067435025 
Step 5706 | loss:0.16239207983016968 lr:7.367181153957955e-06 tokens_per_second_per_gpu:296.80901878779224 
Step 5707 | loss:0.05235189199447632 lr:7.364069633921358e-06 tokens_per_second_per_gpu:344.16062358066404 
Step 5708 | loss:0.051433391869068146 lr:7.360958388115261e-06 tokens_per_second_per_gpu:329.6864628407448 
Step 5709 | loss:0.12425824254751205 lr:7.3578474168633495e-06 tokens_per_second_per_gpu:348.05688946569757 
Step 5710 | loss:0.1025833785533905 lr:7.354736720489274e-06 tokens_per_second_per_gpu:230.4127026791075 
Step 5711 | loss:0.1050877720117569 lr:7.351626299316655e-06 tokens_per_second_per_gpu:323.5179928516489 
Step 5712 | loss:0.09679088741540909 lr:7.3485161536690905e-06 tokens_per_second_per_gpu:298.0298069828299 
Step 5713 | loss:0.1231655478477478 lr:7.345406283870144e-06 tokens_per_second_per_gpu:295.3824363526501 
Step 5714 | loss:0.045156847685575485 lr:7.342296690243353e-06 tokens_per_second_per_gpu:244.35337615276978 
Step 5715 | loss:0.051129624247550964 lr:7.339187373112227e-06 tokens_per_second_per_gpu:255.82798935957965 
Step 5716 | loss:0.05822228267788887 lr:7.336078332800245e-06 tokens_per_second_per_gpu:354.406489624681 
Step 5717 | loss:0.05248049646615982 lr:7.332969569630855e-06 tokens_per_second_per_gpu:212.09569181468214 
Step 5718 | loss:0.13087818026542664 lr:7.329861083927483e-06 tokens_per_second_per_gpu:282.83875490626934 
Step 5719 | loss:0.21503515541553497 lr:7.326752876013521e-06 tokens_per_second_per_gpu:301.4425589337232 
Step 5720 | loss:0.14484040439128876 lr:7.3236449462123315e-06 tokens_per_second_per_gpu:252.65270589687978 
Step 5721 | loss:0.08566983044147491 lr:7.320537294847249e-06 tokens_per_second_per_gpu:242.86068882401776 
Step 5722 | loss:0.12181273847818375 lr:7.317429922241584e-06 tokens_per_second_per_gpu:282.6589214133758 
Step 5723 | loss:0.11906974017620087 lr:7.3143228287186115e-06 tokens_per_second_per_gpu:274.7048896853186 
Step 5724 | loss:0.04707273840904236 lr:7.3112160146015775e-06 tokens_per_second_per_gpu:264.1956870900815 
Step 5725 | loss:0.02760067954659462 lr:7.308109480213706e-06 tokens_per_second_per_gpu:282.84279303706313 
Step 5726 | loss:0.051695115864276886 lr:7.305003225878182e-06 tokens_per_second_per_gpu:259.46489477707405 
Step 5727 | loss:0.0379367358982563 lr:7.3018972519181666e-06 tokens_per_second_per_gpu:304.8608546220267 
Step 5728 | loss:0.04879401624202728 lr:7.298791558656797e-06 tokens_per_second_per_gpu:275.3627430569843 
Step 5729 | loss:0.15206125378608704 lr:7.295686146417171e-06 tokens_per_second_per_gpu:292.98600411864675 
Step 5730 | loss:0.05341421812772751 lr:7.292581015522363e-06 tokens_per_second_per_gpu:244.58039690775428 
Step 5731 | loss:0.06298220902681351 lr:7.289476166295418e-06 tokens_per_second_per_gpu:317.4534400436585 
Step 5732 | loss:0.11583724617958069 lr:7.286371599059351e-06 tokens_per_second_per_gpu:323.13688034097146 
Step 5733 | loss:0.1159067153930664 lr:7.283267314137143e-06 tokens_per_second_per_gpu:296.03591572780397 
Step 5734 | loss:0.12388977408409119 lr:7.2801633118517575e-06 tokens_per_second_per_gpu:332.6628980413558 
Step 5735 | loss:0.0574745237827301 lr:7.277059592526117e-06 tokens_per_second_per_gpu:272.6715390232913 
Step 5736 | loss:0.042783163487911224 lr:7.273956156483117e-06 tokens_per_second_per_gpu:315.4942571693666 
Step 5737 | loss:0.11624358594417572 lr:7.270853004045626e-06 tokens_per_second_per_gpu:247.56522605191444 
Step 5738 | loss:0.08540560305118561 lr:7.267750135536485e-06 tokens_per_second_per_gpu:292.05284110343194 
Step 5739 | loss:0.08680115640163422 lr:7.264647551278501e-06 tokens_per_second_per_gpu:251.3838128151437 
Step 5740 | loss:0.06832686066627502 lr:7.261545251594451e-06 tokens_per_second_per_gpu:230.88923029805082 
Step 5741 | loss:0.28749075531959534 lr:7.258443236807088e-06 tokens_per_second_per_gpu:235.77183839281716 
Step 5742 | loss:0.10341289639472961 lr:7.255341507239131e-06 tokens_per_second_per_gpu:314.430291296264 
Step 5743 | loss:0.14940151572227478 lr:7.252240063213268e-06 tokens_per_second_per_gpu:290.5242488069141 
Step 5744 | loss:0.20087900757789612 lr:7.249138905052162e-06 tokens_per_second_per_gpu:296.70243071500863 
Step 5745 | loss:0.18330663442611694 lr:7.246038033078443e-06 tokens_per_second_per_gpu:372.73713442470654 
Step 5746 | loss:0.08755717426538467 lr:7.242937447614711e-06 tokens_per_second_per_gpu:245.8957898531287 
Step 5747 | loss:0.10655447840690613 lr:7.239837148983538e-06 tokens_per_second_per_gpu:317.07180109696486 
Step 5748 | loss:0.10798989236354828 lr:7.236737137507466e-06 tokens_per_second_per_gpu:333.4196784310742 
Step 5749 | loss:0.07622288912534714 lr:7.233637413509004e-06 tokens_per_second_per_gpu:252.0977933021628 
Step 5750 | loss:0.07988032698631287 lr:7.230537977310636e-06 tokens_per_second_per_gpu:296.2624804668019 
Step 5751 | loss:0.10962766408920288 lr:7.227438829234814e-06 tokens_per_second_per_gpu:272.2169391455932 
Step 5752 | loss:0.10908744484186172 lr:7.22433996960396e-06 tokens_per_second_per_gpu:281.3264544360106 
Step 5753 | loss:0.08544003218412399 lr:7.221241398740459e-06 tokens_per_second_per_gpu:300.605621302301 
Step 5754 | loss:0.20316678285598755 lr:7.21814311696668e-06 tokens_per_second_per_gpu:332.5442367515145 
Step 5755 | loss:0.07887715101242065 lr:7.215045124604954e-06 tokens_per_second_per_gpu:247.99681997589275 
Step 5756 | loss:0.03646444156765938 lr:7.211947421977578e-06 tokens_per_second_per_gpu:293.85435440667413 
Step 5757 | loss:0.08635849505662918 lr:7.208850009406827e-06 tokens_per_second_per_gpu:275.83136260393604 
Step 5758 | loss:0.07206638157367706 lr:7.205752887214941e-06 tokens_per_second_per_gpu:260.4618781195831 
Step 5759 | loss:0.07249563932418823 lr:7.2026560557241285e-06 tokens_per_second_per_gpu:239.28742295173942 
Step 5760 | loss:0.07836243510246277 lr:7.199559515256573e-06 tokens_per_second_per_gpu:304.8415563852458 
Step 5761 | loss:0.065144382417202 lr:7.196463266134426e-06 tokens_per_second_per_gpu:290.39439529488095 
Step 5762 | loss:0.12223841995000839 lr:7.193367308679802e-06 tokens_per_second_per_gpu:251.95798029408652 
Step 5763 | loss:0.10239968448877335 lr:7.190271643214799e-06 tokens_per_second_per_gpu:281.54387503038186 
Step 5764 | loss:0.14472636580467224 lr:7.187176270061469e-06 tokens_per_second_per_gpu:230.36573745120344 
Step 5765 | loss:0.0721723735332489 lr:7.184081189541847e-06 tokens_per_second_per_gpu:247.21732305542713 
Step 5766 | loss:0.11844070255756378 lr:7.18098640197792e-06 tokens_per_second_per_gpu:296.71641190683897 
Step 5767 | loss:0.20175181329250336 lr:7.17789190769167e-06 tokens_per_second_per_gpu:317.9020607774019 
Step 5768 | loss:0.03882073983550072 lr:7.17479770700503e-06 tokens_per_second_per_gpu:253.47842043044437 
Step 5769 | loss:0.1551431119441986 lr:7.171703800239899e-06 tokens_per_second_per_gpu:274.6272973510489 
Step 5770 | loss:0.251905620098114 lr:7.168610187718164e-06 tokens_per_second_per_gpu:267.02807869178434 
Step 5771 | loss:0.11411617696285248 lr:7.165516869761666e-06 tokens_per_second_per_gpu:240.8542593096427 
Step 5772 | loss:0.11617971956729889 lr:7.162423846692217e-06 tokens_per_second_per_gpu:265.33606760543483 
Step 5773 | loss:0.1597573459148407 lr:7.1593311188316074e-06 tokens_per_second_per_gpu:303.0619442844759 
Step 5774 | loss:0.16979210078716278 lr:7.156238686501591e-06 tokens_per_second_per_gpu:296.7611287533008 
Step 5775 | loss:0.0647786557674408 lr:7.153146550023882e-06 tokens_per_second_per_gpu:282.69269134290954 
Step 5776 | loss:0.19130447506904602 lr:7.150054709720183e-06 tokens_per_second_per_gpu:315.15203605862854 
Step 5777 | loss:0.041820183396339417 lr:7.146963165912153e-06 tokens_per_second_per_gpu:276.53509428372195 
Step 5778 | loss:0.05682660639286041 lr:7.143871918921415e-06 tokens_per_second_per_gpu:219.9892238756475 
Step 5779 | loss:0.04113777354359627 lr:7.140780969069576e-06 tokens_per_second_per_gpu:267.7534660884602 
Step 5780 | loss:0.04823242127895355 lr:7.137690316678206e-06 tokens_per_second_per_gpu:317.8146551614076 
Step 5781 | loss:0.09799325466156006 lr:7.1345999620688374e-06 tokens_per_second_per_gpu:266.47428770791976 
Step 5782 | loss:0.0798630341887474 lr:7.1315099055629754e-06 tokens_per_second_per_gpu:267.5357222908119 
Step 5783 | loss:0.04750502482056618 lr:7.1284201474821055e-06 tokens_per_second_per_gpu:289.1683120146449 
Step 5784 | loss:0.16034956276416779 lr:7.125330688147665e-06 tokens_per_second_per_gpu:301.5283197554304 
Step 5785 | loss:0.14513032138347626 lr:7.122241527881064e-06 tokens_per_second_per_gpu:285.43181759732363 
Step 5786 | loss:0.11350171267986298 lr:7.119152667003697e-06 tokens_per_second_per_gpu:298.54458017366477 
Step 5787 | loss:0.061251331120729446 lr:7.116064105836906e-06 tokens_per_second_per_gpu:267.9224257913655 
Step 5788 | loss:0.06587056070566177 lr:7.1129758447020094e-06 tokens_per_second_per_gpu:326.0859308694592 
Step 5789 | loss:0.09428893029689789 lr:7.109887883920305e-06 tokens_per_second_per_gpu:321.43681469433034 
Step 5790 | loss:0.25703638792037964 lr:7.1068002238130465e-06 tokens_per_second_per_gpu:379.92503367445056 
Step 5791 | loss:0.0673438012599945 lr:7.1037128647014554e-06 tokens_per_second_per_gpu:348.2601826828037 
Step 5792 | loss:0.16686241328716278 lr:7.100625806906737e-06 tokens_per_second_per_gpu:274.41946509160897 
Step 5793 | loss:0.1412414312362671 lr:7.097539050750046e-06 tokens_per_second_per_gpu:395.1822823108517 
Step 5794 | loss:0.13208530843257904 lr:7.094452596552515e-06 tokens_per_second_per_gpu:267.9279729560286 
Step 5795 | loss:0.07343482226133347 lr:7.091366444635256e-06 tokens_per_second_per_gpu:293.10148344313836 
Step 5796 | loss:0.10270864516496658 lr:7.088280595319327e-06 tokens_per_second_per_gpu:310.05709218350466 
Step 5797 | loss:0.14761322736740112 lr:7.085195048925771e-06 tokens_per_second_per_gpu:271.53341128967173 
Step 5798 | loss:0.06685768067836761 lr:7.08210980577559e-06 tokens_per_second_per_gpu:279.9712218698596 
Step 5799 | loss:0.07936698198318481 lr:7.0790248661897656e-06 tokens_per_second_per_gpu:315.80090924334337 
Step 5800 | loss:0.06537634879350662 lr:7.075940230489237e-06 tokens_per_second_per_gpu:317.3530621202571 
Step 5801 | loss:0.10187165439128876 lr:7.072855898994915e-06 tokens_per_second_per_gpu:243.07051737965836 
Step 5802 | loss:0.06736202538013458 lr:7.0697718720276845e-06 tokens_per_second_per_gpu:270.132744293624 
Step 5803 | loss:0.1507863998413086 lr:7.066688149908391e-06 tokens_per_second_per_gpu:298.25643937805825 
Step 5804 | loss:0.13779792189598083 lr:7.06360473295785e-06 tokens_per_second_per_gpu:320.7110499523683 
Step 5805 | loss:0.08587144315242767 lr:7.060521621496848e-06 tokens_per_second_per_gpu:278.6058426504976 
Step 5806 | loss:0.08511145412921906 lr:7.0574388158461404e-06 tokens_per_second_per_gpu:322.69135049996345 
Step 5807 | loss:0.1346510946750641 lr:7.054356316326445e-06 tokens_per_second_per_gpu:269.45275052436386 
Step 5808 | loss:0.13814696669578552 lr:7.0512741232584535e-06 tokens_per_second_per_gpu:323.9779200331803 
Step 5809 | loss:0.06263172626495361 lr:7.048192236962824e-06 tokens_per_second_per_gpu:261.7591353123282 
Step 5810 | loss:0.16993042826652527 lr:7.045110657760179e-06 tokens_per_second_per_gpu:293.94693987103113 
Step 5811 | loss:0.11707708239555359 lr:7.042029385971116e-06 tokens_per_second_per_gpu:307.58961142195096 
Step 5812 | loss:0.049923889338970184 lr:7.038948421916196e-06 tokens_per_second_per_gpu:268.91373367251373 
Step 5813 | loss:0.09389174729585648 lr:7.035867765915949e-06 tokens_per_second_per_gpu:274.77677114673145 
Step 5814 | loss:0.17185093462467194 lr:7.032787418290869e-06 tokens_per_second_per_gpu:218.89941530629054 
Step 5815 | loss:0.14066077768802643 lr:7.029707379361429e-06 tokens_per_second_per_gpu:294.5756462083814 
Step 5816 | loss:0.12730374932289124 lr:7.026627649448057e-06 tokens_per_second_per_gpu:296.24675117952535 
Step 5817 | loss:0.03317432850599289 lr:7.023548228871153e-06 tokens_per_second_per_gpu:337.8016441179369 
Step 5818 | loss:0.1279286891222 lr:7.020469117951092e-06 tokens_per_second_per_gpu:403.9274543057709 
Step 5819 | loss:0.08804488182067871 lr:7.017390317008208e-06 tokens_per_second_per_gpu:279.4213328367323 
Step 5820 | loss:0.09472116082906723 lr:7.014311826362804e-06 tokens_per_second_per_gpu:327.1652306556174 
Step 5821 | loss:0.1675378978252411 lr:7.011233646335156e-06 tokens_per_second_per_gpu:309.30657247301855 
Step 5822 | loss:0.15187567472457886 lr:7.008155777245504e-06 tokens_per_second_per_gpu:308.2689379248286 
Step 5823 | loss:0.10433074831962585 lr:7.005078219414052e-06 tokens_per_second_per_gpu:326.449920133769 
Step 5824 | loss:0.0721900463104248 lr:7.002000973160979e-06 tokens_per_second_per_gpu:320.18980975494014 
Step 5825 | loss:0.16465526819229126 lr:6.998924038806427e-06 tokens_per_second_per_gpu:355.35789632164574 
Step 5826 | loss:0.24798479676246643 lr:6.995847416670508e-06 tokens_per_second_per_gpu:286.24607232833205 
Step 5827 | loss:0.05688320845365524 lr:6.992771107073296e-06 tokens_per_second_per_gpu:232.17850123479602 
Step 5828 | loss:0.11794167011976242 lr:6.989695110334842e-06 tokens_per_second_per_gpu:248.63586078637346 
Step 5829 | loss:0.08176665753126144 lr:6.9866194267751555e-06 tokens_per_second_per_gpu:289.2977904527726 
Step 5830 | loss:0.20963183045387268 lr:6.9835440567142155e-06 tokens_per_second_per_gpu:240.73303920486597 
Step 5831 | loss:0.04593841731548309 lr:6.980469000471974e-06 tokens_per_second_per_gpu:356.3729132266583 
Step 5832 | loss:0.02891174517571926 lr:6.977394258368346e-06 tokens_per_second_per_gpu:256.18275998464105 
Step 5833 | loss:0.2052091658115387 lr:6.974319830723211e-06 tokens_per_second_per_gpu:334.3954839985001 
Step 5834 | loss:0.1624445766210556 lr:6.971245717856421e-06 tokens_per_second_per_gpu:263.03364369577406 
Step 5835 | loss:0.08182410150766373 lr:6.968171920087792e-06 tokens_per_second_per_gpu:292.8947530085858 
Step 5836 | loss:0.04521162807941437 lr:6.965098437737108e-06 tokens_per_second_per_gpu:268.518957341925 
Step 5837 | loss:0.07688169181346893 lr:6.962025271124122e-06 tokens_per_second_per_gpu:310.20158138722746 
Step 5838 | loss:0.16764335334300995 lr:6.958952420568552e-06 tokens_per_second_per_gpu:296.33399255889384 
Step 5839 | loss:0.091779425740242 lr:6.955879886390081e-06 tokens_per_second_per_gpu:246.97217707167474 
Step 5840 | loss:0.14870473742485046 lr:6.952807668908367e-06 tokens_per_second_per_gpu:301.46737148302145 
Step 5841 | loss:0.04543939232826233 lr:6.949735768443027e-06 tokens_per_second_per_gpu:262.11414381804263 
Step 5842 | loss:0.1190650463104248 lr:6.946664185313649e-06 tokens_per_second_per_gpu:242.61126734747464 
Step 5843 | loss:0.2165411412715912 lr:6.9435929198397825e-06 tokens_per_second_per_gpu:303.2100626679715 
Step 5844 | loss:0.10532919317483902 lr:6.940521972340955e-06 tokens_per_second_per_gpu:304.9300517607504 
Step 5845 | loss:0.09439737349748611 lr:6.9374513431366496e-06 tokens_per_second_per_gpu:248.17168262105287 
Step 5846 | loss:0.038530610501766205 lr:6.9343810325463226e-06 tokens_per_second_per_gpu:282.05006646711007 
Step 5847 | loss:0.0863209068775177 lr:6.931311040889395e-06 tokens_per_second_per_gpu:296.1176140238894 
Step 5848 | loss:0.0988653227686882 lr:6.928241368485257e-06 tokens_per_second_per_gpu:306.156149877315 
Step 5849 | loss:0.09288308769464493 lr:6.925172015653259e-06 tokens_per_second_per_gpu:313.98812371861703 
Step 5850 | loss:0.09794168919324875 lr:6.9221029827127285e-06 tokens_per_second_per_gpu:237.925087315397 
Step 5851 | loss:0.07348276674747467 lr:6.919034269982952e-06 tokens_per_second_per_gpu:366.21203162365003 
Step 5852 | loss:0.13717833161354065 lr:6.915965877783182e-06 tokens_per_second_per_gpu:304.8241962139424 
Step 5853 | loss:0.10979743301868439 lr:6.912897806432646e-06 tokens_per_second_per_gpu:365.79400533997125 
Step 5854 | loss:0.14174656569957733 lr:6.909830056250527e-06 tokens_per_second_per_gpu:258.3553917877441 
Step 5855 | loss:0.09994205832481384 lr:6.90676262755598e-06 tokens_per_second_per_gpu:298.06874317564734 
Step 5856 | loss:0.09499610960483551 lr:6.903695520668135e-06 tokens_per_second_per_gpu:301.4691644662982 
Step 5857 | loss:0.09335871040821075 lr:6.9006287359060705e-06 tokens_per_second_per_gpu:374.28782799686326 
Step 5858 | loss:0.02568352036178112 lr:6.897562273588847e-06 tokens_per_second_per_gpu:222.50900070317076 
Step 5859 | loss:0.08129643648862839 lr:6.89449613403548e-06 tokens_per_second_per_gpu:337.09930131336813 
Step 5860 | loss:0.19246624410152435 lr:6.891430317564965e-06 tokens_per_second_per_gpu:283.70361309586764 
Step 5861 | loss:0.2635847330093384 lr:6.888364824496249e-06 tokens_per_second_per_gpu:343.43869795314987 
Step 5862 | loss:0.21922753751277924 lr:6.8852996551482546e-06 tokens_per_second_per_gpu:313.49131211617686 
Step 5863 | loss:0.08185258507728577 lr:6.882234809839869e-06 tokens_per_second_per_gpu:256.2102208643679 
Step 5864 | loss:0.05138835683465004 lr:6.879170288889946e-06 tokens_per_second_per_gpu:267.6840353580395 
Step 5865 | loss:0.11121326684951782 lr:6.8761060926173004e-06 tokens_per_second_per_gpu:326.0638822390012 
Step 5866 | loss:0.15315087139606476 lr:6.873042221340725e-06 tokens_per_second_per_gpu:316.145550806304 
Step 5867 | loss:0.04465264081954956 lr:6.869978675378965e-06 tokens_per_second_per_gpu:221.12438675262894 
Step 5868 | loss:0.031126610934734344 lr:6.86691545505074e-06 tokens_per_second_per_gpu:305.3467372491222 
Step 5869 | loss:0.07276850938796997 lr:6.863852560674735e-06 tokens_per_second_per_gpu:251.9952298123349 
Step 5870 | loss:0.061273131519556046 lr:6.860789992569601e-06 tokens_per_second_per_gpu:301.99953445108184 
Step 5871 | loss:0.12336892634630203 lr:6.857727751053952e-06 tokens_per_second_per_gpu:260.1755851508586 
Step 5872 | loss:0.06880420446395874 lr:6.854665836446365e-06 tokens_per_second_per_gpu:221.36866710987056 
Step 5873 | loss:0.08268605917692184 lr:6.851604249065396e-06 tokens_per_second_per_gpu:281.4368701184414 
Step 5874 | loss:0.09954288601875305 lr:6.848542989229561e-06 tokens_per_second_per_gpu:303.27826952276007 
Step 5875 | loss:0.08283548802137375 lr:6.8454820572573265e-06 tokens_per_second_per_gpu:273.91285344130506 
Step 5876 | loss:0.2265002429485321 lr:6.842421453467151e-06 tokens_per_second_per_gpu:301.5545089176154 
Step 5877 | loss:0.10943728685379028 lr:6.839361178177444e-06 tokens_per_second_per_gpu:284.7458113392778 
Step 5878 | loss:0.12946484982967377 lr:6.8363012317065746e-06 tokens_per_second_per_gpu:288.5476935148687 
Step 5879 | loss:0.20972275733947754 lr:6.833241614372897e-06 tokens_per_second_per_gpu:325.1951245901474 
Step 5880 | loss:0.13073088228702545 lr:6.830182326494719e-06 tokens_per_second_per_gpu:272.16584371050226 
Step 5881 | loss:0.1863141506910324 lr:6.827123368390303e-06 tokens_per_second_per_gpu:299.64119834787914 
Step 5882 | loss:0.141788050532341 lr:6.824064740377905e-06 tokens_per_second_per_gpu:285.5540532283767 
Step 5883 | loss:0.11394958198070526 lr:6.821006442775724e-06 tokens_per_second_per_gpu:285.6906431130167 
Step 5884 | loss:0.11093759536743164 lr:6.817948475901928e-06 tokens_per_second_per_gpu:330.69673693197825 
Step 5885 | loss:0.14111016690731049 lr:6.814890840074661e-06 tokens_per_second_per_gpu:329.33905941454316 
Step 5886 | loss:0.059982601553201675 lr:6.811833535612027e-06 tokens_per_second_per_gpu:297.03337011403175 
Step 5887 | loss:0.06846627593040466 lr:6.808776562832088e-06 tokens_per_second_per_gpu:296.7331119794891 
Step 5888 | loss:0.09767510741949081 lr:6.805719922052876e-06 tokens_per_second_per_gpu:329.82269473335964 
Step 5889 | loss:0.0500691682100296 lr:6.8026636135924014e-06 tokens_per_second_per_gpu:305.8450804853589 
Step 5890 | loss:0.08135859668254852 lr:6.799607637768621e-06 tokens_per_second_per_gpu:256.21619543669794 
Step 5891 | loss:0.04572776332497597 lr:6.796551994899463e-06 tokens_per_second_per_gpu:357.0762131010339 
Step 5892 | loss:0.21544939279556274 lr:6.793496685302832e-06 tokens_per_second_per_gpu:397.6788774230184 
Step 5893 | loss:0.08386345207691193 lr:6.79044170929658e-06 tokens_per_second_per_gpu:277.18043972757897 
Step 5894 | loss:0.17289794981479645 lr:6.787387067198533e-06 tokens_per_second_per_gpu:270.08762381903693 
Step 5895 | loss:0.1681448221206665 lr:6.784332759326493e-06 tokens_per_second_per_gpu:317.2335498978734 
Step 5896 | loss:0.0789196789264679 lr:6.7812787859982065e-06 tokens_per_second_per_gpu:255.1222512363814 
Step 5897 | loss:0.07933555543422699 lr:6.778225147531394e-06 tokens_per_second_per_gpu:310.7242985568222 
Step 5898 | loss:0.029927756637334824 lr:6.775171844243754e-06 tokens_per_second_per_gpu:336.35242930944355 
Step 5899 | loss:0.07258909195661545 lr:6.772118876452929e-06 tokens_per_second_per_gpu:291.36381318597273 
Step 5900 | loss:0.06940777599811554 lr:6.769066244476534e-06 tokens_per_second_per_gpu:298.2460779877378 
Step 5901 | loss:0.09568379819393158 lr:6.766013948632164e-06 tokens_per_second_per_gpu:367.24117037389345 
Step 5902 | loss:0.08506021648645401 lr:6.762961989237355e-06 tokens_per_second_per_gpu:297.3074272418854 
Step 5903 | loss:0.08268498629331589 lr:6.759910366609623e-06 tokens_per_second_per_gpu:282.98798660293596 
Step 5904 | loss:0.06617415696382523 lr:6.756859081066443e-06 tokens_per_second_per_gpu:318.9881356946312 
Step 5905 | loss:0.15623821318149567 lr:6.753808132925259e-06 tokens_per_second_per_gpu:267.7305102007236 
Step 5906 | loss:0.07716913521289825 lr:6.750757522503482e-06 tokens_per_second_per_gpu:304.85707182591767 
Step 5907 | loss:0.046555086970329285 lr:6.747707250118476e-06 tokens_per_second_per_gpu:277.2986969213045 
Step 5908 | loss:0.1732061505317688 lr:6.744657316087584e-06 tokens_per_second_per_gpu:313.157796644898 
Step 5909 | loss:0.049018483608961105 lr:6.741607720728105e-06 tokens_per_second_per_gpu:315.3924778866584 
Step 5910 | loss:0.0745793804526329 lr:6.738558464357305e-06 tokens_per_second_per_gpu:295.8093380864865 
Step 5911 | loss:0.12163719534873962 lr:6.735509547292418e-06 tokens_per_second_per_gpu:287.8412268763934 
Step 5912 | loss:0.11317768692970276 lr:6.7324609698506384e-06 tokens_per_second_per_gpu:337.4701554483009 
Step 5913 | loss:0.11769149452447891 lr:6.7294127323491245e-06 tokens_per_second_per_gpu:206.99789875271117 
Step 5914 | loss:0.14112485945224762 lr:6.726364835105003e-06 tokens_per_second_per_gpu:372.027415939299 
Step 5915 | loss:0.03730136901140213 lr:6.723317278435366e-06 tokens_per_second_per_gpu:347.8107347295383 
Step 5916 | loss:0.03516437113285065 lr:6.7202700626572636e-06 tokens_per_second_per_gpu:314.15633652510513 
Step 5917 | loss:0.12232503294944763 lr:6.717223188087717e-06 tokens_per_second_per_gpu:284.3913725336203 
Step 5918 | loss:0.0723760798573494 lr:6.714176655043709e-06 tokens_per_second_per_gpu:325.58435257374884 
Step 5919 | loss:0.10908997058868408 lr:6.711130463842189e-06 tokens_per_second_per_gpu:253.03011242664888 
Step 5920 | loss:0.10685940086841583 lr:6.708084614800065e-06 tokens_per_second_per_gpu:306.9719803856223 
Step 5921 | loss:0.18687808513641357 lr:6.705039108234217e-06 tokens_per_second_per_gpu:294.18288884667106 
Step 5922 | loss:0.16272419691085815 lr:6.701993944461487e-06 tokens_per_second_per_gpu:357.5578747473487 
Step 5923 | loss:0.08837132155895233 lr:6.698949123798676e-06 tokens_per_second_per_gpu:252.16889671786492 
Step 5924 | loss:0.1029755026102066 lr:6.6959046465625585e-06 tokens_per_second_per_gpu:295.5456919807423 
Step 5925 | loss:0.09895044565200806 lr:6.692860513069865e-06 tokens_per_second_per_gpu:296.2734440828937 
Step 5926 | loss:0.14265620708465576 lr:6.6898167236372945e-06 tokens_per_second_per_gpu:354.54567000752917 
Step 5927 | loss:0.11144042015075684 lr:6.686773278581511e-06 tokens_per_second_per_gpu:343.9094378600326 
Step 5928 | loss:0.1074165403842926 lr:6.6837301782191385e-06 tokens_per_second_per_gpu:305.0171674776452 
Step 5929 | loss:0.1180056557059288 lr:6.680687422866768e-06 tokens_per_second_per_gpu:284.0201018564219 
Step 5930 | loss:0.13151532411575317 lr:6.677645012840957e-06 tokens_per_second_per_gpu:320.77848050995703 
Step 5931 | loss:0.220333993434906 lr:6.674602948458222e-06 tokens_per_second_per_gpu:312.13758003728776 
Step 5932 | loss:0.08499887585639954 lr:6.671561230035046e-06 tokens_per_second_per_gpu:338.05566855704217 
Step 5933 | loss:0.12449667602777481 lr:6.668519857887876e-06 tokens_per_second_per_gpu:298.70240748671733 
Step 5934 | loss:0.08427784591913223 lr:6.665478832333123e-06 tokens_per_second_per_gpu:274.7165960324152 
Step 5935 | loss:0.06749711185693741 lr:6.662438153687163e-06 tokens_per_second_per_gpu:313.41756073037567 
Step 5936 | loss:0.09071964025497437 lr:6.659397822266331e-06 tokens_per_second_per_gpu:284.54462636923887 
Step 5937 | loss:0.10288657248020172 lr:6.656357838386936e-06 tokens_per_second_per_gpu:319.97556615502964 
Step 5938 | loss:0.11444734036922455 lr:6.653318202365239e-06 tokens_per_second_per_gpu:312.2576433056512 
Step 5939 | loss:0.27344876527786255 lr:6.650278914517469e-06 tokens_per_second_per_gpu:273.074660209575 
Step 5940 | loss:0.27108317613601685 lr:6.647239975159827e-06 tokens_per_second_per_gpu:377.02800443032686 
Step 5941 | loss:0.09410066902637482 lr:6.644201384608466e-06 tokens_per_second_per_gpu:319.415759276309 
Step 5942 | loss:0.15198935568332672 lr:6.641163143179506e-06 tokens_per_second_per_gpu:294.43979499346 
Step 5943 | loss:0.13671860098838806 lr:6.638125251189036e-06 tokens_per_second_per_gpu:271.0231153300176 
Step 5944 | loss:0.03210773319005966 lr:6.6350877089531044e-06 tokens_per_second_per_gpu:265.99207787126335 
Step 5945 | loss:0.17462269961833954 lr:6.6320505167877195e-06 tokens_per_second_per_gpu:308.575849808691 
Step 5946 | loss:0.08821094036102295 lr:6.629013675008862e-06 tokens_per_second_per_gpu:268.7599344489387 
Step 5947 | loss:0.1615844964981079 lr:6.62597718393247e-06 tokens_per_second_per_gpu:275.54169026657115 
Step 5948 | loss:0.07181441783905029 lr:6.622941043874446e-06 tokens_per_second_per_gpu:330.65732511537067 
Step 5949 | loss:0.05364068225026131 lr:6.619905255150655e-06 tokens_per_second_per_gpu:264.1121692829481 
Step 5950 | loss:0.07705461978912354 lr:6.61686981807693e-06 tokens_per_second_per_gpu:262.7511991010372 
Step 5951 | loss:0.09861569106578827 lr:6.6138347329690644e-06 tokens_per_second_per_gpu:259.3225515909754 
Step 5952 | loss:0.15455320477485657 lr:6.61080000014281e-06 tokens_per_second_per_gpu:296.569986939066 
Step 5953 | loss:0.12374117225408554 lr:6.607765619913894e-06 tokens_per_second_per_gpu:226.41839792338394 
Step 5954 | loss:0.1276220679283142 lr:6.604731592597996e-06 tokens_per_second_per_gpu:301.75517805553585 
Step 5955 | loss:0.057797059416770935 lr:6.601697918510761e-06 tokens_per_second_per_gpu:306.5112177276379 
Step 5956 | loss:0.0858190655708313 lr:6.598664597967804e-06 tokens_per_second_per_gpu:259.6014682377738 
Step 5957 | loss:0.11621925234794617 lr:6.5956316312846955e-06 tokens_per_second_per_gpu:321.93488200886634 
Step 5958 | loss:0.11026674509048462 lr:6.59259901877697e-06 tokens_per_second_per_gpu:292.20281142505314 
Step 5959 | loss:0.05777829885482788 lr:6.58956676076013e-06 tokens_per_second_per_gpu:245.96411132794978 
Step 5960 | loss:0.08605895936489105 lr:6.586534857549638e-06 tokens_per_second_per_gpu:325.42526267805374 
Step 5961 | loss:0.11702516674995422 lr:6.583503309460917e-06 tokens_per_second_per_gpu:353.0245236240953 
Step 5962 | loss:0.21531951427459717 lr:6.580472116809358e-06 tokens_per_second_per_gpu:508.7443062591534 
Step 5963 | loss:0.1636640429496765 lr:6.577441279910315e-06 tokens_per_second_per_gpu:307.4206724894365 
Step 5964 | loss:0.13929234445095062 lr:6.5744107990790985e-06 tokens_per_second_per_gpu:233.38844833394504 
Step 5965 | loss:0.10988106578588486 lr:6.571380674630987e-06 tokens_per_second_per_gpu:291.2520365053124 
Step 5966 | loss:0.056368451565504074 lr:6.568350906881224e-06 tokens_per_second_per_gpu:274.5075850991935 
Step 5967 | loss:0.08089321851730347 lr:6.565321496145012e-06 tokens_per_second_per_gpu:255.16900454692336 
Step 5968 | loss:0.13995198905467987 lr:6.562292442737514e-06 tokens_per_second_per_gpu:280.3785761262609 
Step 5969 | loss:0.16052313148975372 lr:6.5592637469738656e-06 tokens_per_second_per_gpu:286.85089405618805 
Step 5970 | loss:0.07067549973726273 lr:6.556235409169154e-06 tokens_per_second_per_gpu:339.57520971529385 
Step 5971 | loss:0.12402795255184174 lr:6.553207429638433e-06 tokens_per_second_per_gpu:253.0975943545465 
Step 5972 | loss:0.11364959180355072 lr:6.550179808696726e-06 tokens_per_second_per_gpu:264.9300621668391 
Step 5973 | loss:0.09836480021476746 lr:6.5471525466590105e-06 tokens_per_second_per_gpu:322.03946021743803 
Step 5974 | loss:0.1968073546886444 lr:6.544125643840224e-06 tokens_per_second_per_gpu:299.5059025581627 
Step 5975 | loss:0.14666233956813812 lr:6.541099100555281e-06 tokens_per_second_per_gpu:256.15159867387644 
Step 5976 | loss:0.26253482699394226 lr:6.538072917119047e-06 tokens_per_second_per_gpu:295.0581593474332 
Step 5977 | loss:0.10552066564559937 lr:6.535047093846352e-06 tokens_per_second_per_gpu:269.9905410353832 
Step 5978 | loss:0.08969748020172119 lr:6.532021631051981e-06 tokens_per_second_per_gpu:322.12389545042225 
Step 5979 | loss:0.21528923511505127 lr:6.528996529050702e-06 tokens_per_second_per_gpu:332.30962645964934 
Step 5980 | loss:0.15456441044807434 lr:6.52597178815723e-06 tokens_per_second_per_gpu:343.6081495473111 
Step 5981 | loss:0.176968514919281 lr:6.522947408686239e-06 tokens_per_second_per_gpu:280.37738414482584 
Step 5982 | loss:0.09158822149038315 lr:6.5199233909523805e-06 tokens_per_second_per_gpu:307.5146983319548 
Step 5983 | loss:0.030739078298211098 lr:6.516899735270259e-06 tokens_per_second_per_gpu:278.1644351242324 
Step 5984 | loss:0.06458394974470139 lr:6.513876441954432e-06 tokens_per_second_per_gpu:295.70408139802913 
Step 5985 | loss:0.13324573636054993 lr:6.510853511319442e-06 tokens_per_second_per_gpu:351.2615521747586 
Step 5986 | loss:0.10231286287307739 lr:6.5078309436797786e-06 tokens_per_second_per_gpu:318.8962064650053 
Step 5987 | loss:0.07847177982330322 lr:6.5048087393498886e-06 tokens_per_second_per_gpu:347.2560501865885 
Step 5988 | loss:0.20117250084877014 lr:6.501786898644198e-06 tokens_per_second_per_gpu:291.95742477094115 
Step 5989 | loss:0.07215263694524765 lr:6.498765421877085e-06 tokens_per_second_per_gpu:287.87489779744607 
Step 5990 | loss:0.035534512251615524 lr:6.495744309362879e-06 tokens_per_second_per_gpu:277.0341154039714 
Step 5991 | loss:0.09383351355791092 lr:6.492723561415898e-06 tokens_per_second_per_gpu:337.45569271791527 
Step 5992 | loss:0.052238281816244125 lr:6.489703178350402e-06 tokens_per_second_per_gpu:245.3250949451205 
Step 5993 | loss:0.11631067842245102 lr:6.486683160480616e-06 tokens_per_second_per_gpu:282.387157896642 
Step 5994 | loss:0.14129625260829926 lr:6.4836635081207255e-06 tokens_per_second_per_gpu:290.7328982386653 
Step 5995 | loss:0.08951123058795929 lr:6.4806442215848945e-06 tokens_per_second_per_gpu:224.61484077657113 
Step 5996 | loss:0.12346045672893524 lr:6.477625301187225e-06 tokens_per_second_per_gpu:329.0822506943234 
Step 5997 | loss:0.15982851386070251 lr:6.474606747241791e-06 tokens_per_second_per_gpu:317.406141941134 
Step 5998 | loss:0.09196747094392776 lr:6.471588560062642e-06 tokens_per_second_per_gpu:245.03997782056513 
Step 5999 | loss:0.05701656639575958 lr:6.468570739963767e-06 tokens_per_second_per_gpu:256.5746404708863 
Step 6000 | loss:0.16333046555519104 lr:6.4655532872591235e-06 tokens_per_second_per_gpu:269.289898663066 
Step 6001 | loss:0.134780615568161 lr:6.462536202262644e-06 tokens_per_second_per_gpu:287.9014487966733 
Step 6002 | loss:0.06824380904436111 lr:6.459519485288206e-06 tokens_per_second_per_gpu:246.25508517264342 
Step 6003 | loss:0.11710032820701599 lr:6.456503136649653e-06 tokens_per_second_per_gpu:275.8939682132187 
Step 6004 | loss:0.1706710308790207 lr:6.453487156660802e-06 tokens_per_second_per_gpu:260.72264023309856 
Step 6005 | loss:0.07420533150434494 lr:6.450471545635415e-06 tokens_per_second_per_gpu:284.7813861832664 
Step 6006 | loss:0.049524497240781784 lr:6.4474563038872205e-06 tokens_per_second_per_gpu:246.10533290502724 
Step 6007 | loss:0.20906120538711548 lr:6.44444143172992e-06 tokens_per_second_per_gpu:348.4798944741156 
Step 6008 | loss:0.0508609302341938 lr:6.441426929477161e-06 tokens_per_second_per_gpu:302.49168615863897 
Step 6009 | loss:0.30430448055267334 lr:6.438412797442559e-06 tokens_per_second_per_gpu:291.7729416018284 
Step 6010 | loss:0.10418917238712311 lr:6.435399035939691e-06 tokens_per_second_per_gpu:257.83392048277074 
Step 6011 | loss:0.06891778856515884 lr:6.432385645282098e-06 tokens_per_second_per_gpu:217.58988949486923 
Step 6012 | loss:0.10861488431692123 lr:6.429372625783279e-06 tokens_per_second_per_gpu:257.1234550496415 
Step 6013 | loss:0.08178145438432693 lr:6.426359977756691e-06 tokens_per_second_per_gpu:308.4247847854181 
Step 6014 | loss:0.09319821000099182 lr:6.423347701515763e-06 tokens_per_second_per_gpu:234.9357789194783 
Step 6015 | loss:0.1708860844373703 lr:6.420335797373876e-06 tokens_per_second_per_gpu:359.96449359454897 
Step 6016 | loss:0.08487041294574738 lr:6.417324265644372e-06 tokens_per_second_per_gpu:293.0113073267238 
Step 6017 | loss:0.08870813995599747 lr:6.4143131066405615e-06 tokens_per_second_per_gpu:273.6044418261477 
Step 6018 | loss:0.09940844029188156 lr:6.411302320675712e-06 tokens_per_second_per_gpu:335.83401929164376 
Step 6019 | loss:0.02115735597908497 lr:6.40829190806305e-06 tokens_per_second_per_gpu:240.44470134732794 
Step 6020 | loss:0.1335306167602539 lr:6.405281869115768e-06 tokens_per_second_per_gpu:302.21271004165493 
Step 6021 | loss:0.09698560833930969 lr:6.402272204147015e-06 tokens_per_second_per_gpu:276.28674324889903 
Step 6022 | loss:0.127572163939476 lr:6.399262913469905e-06 tokens_per_second_per_gpu:346.41284577678834 
Step 6023 | loss:0.09376804530620575 lr:6.396253997397509e-06 tokens_per_second_per_gpu:290.14427854921684 
Step 6024 | loss:0.06804729998111725 lr:6.393245456242864e-06 tokens_per_second_per_gpu:305.1325567909585 
Step 6025 | loss:0.10543426871299744 lr:6.390237290318964e-06 tokens_per_second_per_gpu:338.36069082367527 
Step 6026 | loss:0.09600897133350372 lr:6.3872294999387615e-06 tokens_per_second_per_gpu:376.3217024294538 
Step 6027 | loss:0.06129330396652222 lr:6.384222085415182e-06 tokens_per_second_per_gpu:326.0125453292778 
Step 6028 | loss:0.10190701484680176 lr:6.381215047061096e-06 tokens_per_second_per_gpu:251.51941654941695 
Step 6029 | loss:0.08187704533338547 lr:6.378208385189344e-06 tokens_per_second_per_gpu:291.2299337692846 
Step 6030 | loss:0.0809696763753891 lr:6.37520210011273e-06 tokens_per_second_per_gpu:329.5169623404204 
Step 6031 | loss:0.04814989119768143 lr:6.372196192144011e-06 tokens_per_second_per_gpu:287.62117489582283 
Step 6032 | loss:0.07013750821352005 lr:6.369190661595908e-06 tokens_per_second_per_gpu:257.2958662676673 
Step 6033 | loss:0.09878912568092346 lr:6.366185508781104e-06 tokens_per_second_per_gpu:291.29711074162094 
Step 6034 | loss:0.13187484443187714 lr:6.363180734012244e-06 tokens_per_second_per_gpu:350.4046620570832 
Step 6035 | loss:0.03515813872218132 lr:6.360176337601925e-06 tokens_per_second_per_gpu:295.0362091734295 
Step 6036 | loss:0.04622660577297211 lr:6.357172319862719e-06 tokens_per_second_per_gpu:286.4151321713127 
Step 6037 | loss:0.06563427299261093 lr:6.3541686811071466e-06 tokens_per_second_per_gpu:281.91395753937087 
Step 6038 | loss:0.10873018205165863 lr:6.351165421647692e-06 tokens_per_second_per_gpu:336.01213029977475 
Step 6039 | loss:0.1463913917541504 lr:6.348162541796802e-06 tokens_per_second_per_gpu:304.9978343894128 
Step 6040 | loss:0.06290113180875778 lr:6.345160041866885e-06 tokens_per_second_per_gpu:237.5982951062317 
Step 6041 | loss:0.050412192940711975 lr:6.342157922170306e-06 tokens_per_second_per_gpu:307.57797027873903 
Step 6042 | loss:0.16812175512313843 lr:6.3391561830193905e-06 tokens_per_second_per_gpu:267.2592247115712 
Step 6043 | loss:0.053798921406269073 lr:6.336154824726428e-06 tokens_per_second_per_gpu:337.19189530572294 
Step 6044 | loss:0.07930529117584229 lr:6.333153847603668e-06 tokens_per_second_per_gpu:278.7213998053313 
Step 6045 | loss:0.07202920317649841 lr:6.330153251963316e-06 tokens_per_second_per_gpu:312.1959911715692 
Step 6046 | loss:0.0657234638929367 lr:6.327153038117544e-06 tokens_per_second_per_gpu:305.747183851377 
Step 6047 | loss:0.07909224927425385 lr:6.3241532063784774e-06 tokens_per_second_per_gpu:361.24403827093624 
Step 6048 | loss:0.0864485502243042 lr:6.321153757058205e-06 tokens_per_second_per_gpu:335.1417300837574 
Step 6049 | loss:0.07398936152458191 lr:6.318154690468781e-06 tokens_per_second_per_gpu:314.74120409943237 
Step 6050 | loss:0.16238054633140564 lr:6.315156006922211e-06 tokens_per_second_per_gpu:271.5340701634033 
Step 6051 | loss:0.06676626205444336 lr:6.312157706730465e-06 tokens_per_second_per_gpu:322.3110776627485 
Step 6052 | loss:0.06799048185348511 lr:6.309159790205475e-06 tokens_per_second_per_gpu:305.08682015763316 
Step 6053 | loss:0.08020328730344772 lr:6.306162257659129e-06 tokens_per_second_per_gpu:281.2227122103701 
Step 6054 | loss:0.1059613898396492 lr:6.30316510940328e-06 tokens_per_second_per_gpu:299.01222473767797 
Step 6055 | loss:0.06964728981256485 lr:6.300168345749731e-06 tokens_per_second_per_gpu:251.2272162193999 
Step 6056 | loss:0.060655318200588226 lr:6.297171967010259e-06 tokens_per_second_per_gpu:292.2546260708487 
Step 6057 | loss:0.1490420699119568 lr:6.294175973496592e-06 tokens_per_second_per_gpu:286.3816325430451 
Step 6058 | loss:0.22768346965312958 lr:6.291180365520418e-06 tokens_per_second_per_gpu:342.50870911337364 
Step 6059 | loss:0.11731912195682526 lr:6.2881851433933886e-06 tokens_per_second_per_gpu:297.3560513416154 
Step 6060 | loss:0.23092305660247803 lr:6.285190307427114e-06 tokens_per_second_per_gpu:316.2907844041679 
Step 6061 | loss:0.07697355002164841 lr:6.282195857933161e-06 tokens_per_second_per_gpu:241.3024678743361 
Step 6062 | loss:0.0290670208632946 lr:6.2792017952230625e-06 tokens_per_second_per_gpu:294.9492413775729 
Step 6063 | loss:0.11591887474060059 lr:6.276208119608305e-06 tokens_per_second_per_gpu:334.51937359941587 
Step 6064 | loss:0.19411700963974 lr:6.273214831400336e-06 tokens_per_second_per_gpu:342.0984906446164 
Step 6065 | loss:0.26406145095825195 lr:6.2702219309105675e-06 tokens_per_second_per_gpu:290.96497476987065 
Step 6066 | loss:0.04315461590886116 lr:6.2672294184503646e-06 tokens_per_second_per_gpu:292.72168837271937 
Step 6067 | loss:0.08755562454462051 lr:6.264237294331054e-06 tokens_per_second_per_gpu:257.8926518123114 
Step 6068 | loss:0.0481276661157608 lr:6.26124555886393e-06 tokens_per_second_per_gpu:251.09924359100285 
Step 6069 | loss:0.1393149197101593 lr:6.258254212360233e-06 tokens_per_second_per_gpu:305.9196390685191 
Step 6070 | loss:0.09757979959249496 lr:6.255263255131172e-06 tokens_per_second_per_gpu:369.6950400118932 
Step 6071 | loss:0.25858113169670105 lr:6.252272687487908e-06 tokens_per_second_per_gpu:261.33011740080315 
Step 6072 | loss:0.11471196264028549 lr:6.249282509741574e-06 tokens_per_second_per_gpu:300.0557521301626 
Step 6073 | loss:0.03387251868844032 lr:6.246292722203251e-06 tokens_per_second_per_gpu:218.0876591162899 
Step 6074 | loss:0.08866982161998749 lr:6.2433033251839824e-06 tokens_per_second_per_gpu:317.62210691371297 
Step 6075 | loss:0.14746960997581482 lr:6.240314318994773e-06 tokens_per_second_per_gpu:292.6955925270345 
Step 6076 | loss:0.1880946308374405 lr:6.2373257039465866e-06 tokens_per_second_per_gpu:303.3259593263631 
Step 6077 | loss:0.05389631539583206 lr:6.234337480350343e-06 tokens_per_second_per_gpu:363.1873585622322 
Step 6078 | loss:0.08118544518947601 lr:6.231349648516927e-06 tokens_per_second_per_gpu:263.02911137376583 
Step 6079 | loss:0.09585525095462799 lr:6.228362208757177e-06 tokens_per_second_per_gpu:265.2884501328904 
Step 6080 | loss:0.12685665488243103 lr:6.225375161381891e-06 tokens_per_second_per_gpu:324.410598418562 
Step 6081 | loss:0.11911126226186752 lr:6.222388506701834e-06 tokens_per_second_per_gpu:274.3641844430208 
Step 6082 | loss:0.07395295798778534 lr:6.219402245027721e-06 tokens_per_second_per_gpu:254.2499328618415 
Step 6083 | loss:0.07063041627407074 lr:6.216416376670231e-06 tokens_per_second_per_gpu:301.8235344006766 
Step 6084 | loss:0.072409488260746 lr:6.213430901939993e-06 tokens_per_second_per_gpu:240.17260631434985 
Step 6085 | loss:0.16227635741233826 lr:6.210445821147612e-06 tokens_per_second_per_gpu:375.85647154179276 
Step 6086 | loss:0.15157239139080048 lr:6.2074611346036415e-06 tokens_per_second_per_gpu:324.8997555247627 
Step 6087 | loss:0.06154625117778778 lr:6.2044768426185874e-06 tokens_per_second_per_gpu:268.16308118016985 
Step 6088 | loss:0.10837461054325104 lr:6.201492945502931e-06 tokens_per_second_per_gpu:236.60366393813175 
Step 6089 | loss:0.08915813267230988 lr:6.198509443567101e-06 tokens_per_second_per_gpu:282.5814859720646 
Step 6090 | loss:0.050470415502786636 lr:6.195526337121483e-06 tokens_per_second_per_gpu:292.75328249623914 
Step 6091 | loss:0.09583369642496109 lr:6.1925436264764315e-06 tokens_per_second_per_gpu:337.2869255807753 
Step 6092 | loss:0.08444622159004211 lr:6.189561311942256e-06 tokens_per_second_per_gpu:321.32288442086 
Step 6093 | loss:0.10515407472848892 lr:6.186579393829215e-06 tokens_per_second_per_gpu:235.3554410616967 
Step 6094 | loss:0.1360538750886917 lr:6.183597872447542e-06 tokens_per_second_per_gpu:327.627407015419 
Step 6095 | loss:0.07072466611862183 lr:6.180616748107422e-06 tokens_per_second_per_gpu:357.8968531265488 
Step 6096 | loss:0.06043701991438866 lr:6.177636021118988e-06 tokens_per_second_per_gpu:363.17109509747974 
Step 6097 | loss:0.18080280721187592 lr:6.1746556917923526e-06 tokens_per_second_per_gpu:259.5319434166988 
Step 6098 | loss:0.06751484423875809 lr:6.171675760437572e-06 tokens_per_second_per_gpu:274.91667702963144 
Step 6099 | loss:0.15077722072601318 lr:6.1686962273646645e-06 tokens_per_second_per_gpu:256.5742813963411 
Step 6100 | loss:0.14019256830215454 lr:6.165717092883603e-06 tokens_per_second_per_gpu:258.67776100788075 
Step 6101 | loss:0.14263959228992462 lr:6.162738357304334e-06 tokens_per_second_per_gpu:392.28601713166074 
Step 6102 | loss:0.1395970731973648 lr:6.159760020936742e-06 tokens_per_second_per_gpu:291.481054065314 
Step 6103 | loss:0.06101429462432861 lr:6.156782084090682e-06 tokens_per_second_per_gpu:270.61041817645236 
Step 6104 | loss:0.08988320827484131 lr:6.1538045470759746e-06 tokens_per_second_per_gpu:316.9929977242712 
Step 6105 | loss:0.10808851569890976 lr:6.150827410202378e-06 tokens_per_second_per_gpu:240.9629055025566 
Step 6106 | loss:0.16062574088573456 lr:6.14785067377962e-06 tokens_per_second_per_gpu:305.68937470476703 
Step 6107 | loss:0.09189290553331375 lr:6.144874338117399e-06 tokens_per_second_per_gpu:317.5181357624943 
Step 6108 | loss:0.07666383683681488 lr:6.14189840352535e-06 tokens_per_second_per_gpu:352.7692345683515 
Step 6109 | loss:0.06816530972719193 lr:6.138922870313075e-06 tokens_per_second_per_gpu:252.4417929541782 
Step 6110 | loss:0.13842971622943878 lr:6.135947738790145e-06 tokens_per_second_per_gpu:244.3572759127099 
Step 6111 | loss:0.11263018101453781 lr:6.13297300926607e-06 tokens_per_second_per_gpu:286.474357610313 
Step 6112 | loss:0.059913601726293564 lr:6.129998682050326e-06 tokens_per_second_per_gpu:252.16408768654887 
Step 6113 | loss:0.06691844761371613 lr:6.12702475745236e-06 tokens_per_second_per_gpu:363.3780583641576 
Step 6114 | loss:0.08602220565080643 lr:6.124051235781559e-06 tokens_per_second_per_gpu:326.506472314564 
Step 6115 | loss:0.1869271993637085 lr:6.121078117347274e-06 tokens_per_second_per_gpu:303.5951634051978 
Step 6116 | loss:0.07389321178197861 lr:6.118105402458815e-06 tokens_per_second_per_gpu:260.1332585928698 
Step 6117 | loss:0.35643628239631653 lr:6.115133091425454e-06 tokens_per_second_per_gpu:240.06272770691825 
Step 6118 | loss:0.05888501554727554 lr:6.112161184556415e-06 tokens_per_second_per_gpu:314.7731844446327 
Step 6119 | loss:0.08189162611961365 lr:6.109189682160879e-06 tokens_per_second_per_gpu:306.05854581689846 
Step 6120 | loss:0.11304976046085358 lr:6.106218584547992e-06 tokens_per_second_per_gpu:313.1299794875231 
Step 6121 | loss:0.14048534631729126 lr:6.1032478920268534e-06 tokens_per_second_per_gpu:274.55300533961486 
Step 6122 | loss:0.08545388281345367 lr:6.100277604906518e-06 tokens_per_second_per_gpu:208.73895701128765 
Step 6123 | loss:0.0634845495223999 lr:6.097307723496004e-06 tokens_per_second_per_gpu:249.2625312790116 
Step 6124 | loss:0.1004183441400528 lr:6.094338248104286e-06 tokens_per_second_per_gpu:328.41085897376075 
Step 6125 | loss:0.24142660200595856 lr:6.09136917904029e-06 tokens_per_second_per_gpu:376.20657218206753 
Step 6126 | loss:0.06365354359149933 lr:6.088400516612909e-06 tokens_per_second_per_gpu:228.30841446940158 
Step 6127 | loss:0.03812810778617859 lr:6.0854322611309905e-06 tokens_per_second_per_gpu:305.6078726471151 
Step 6128 | loss:0.09817942976951599 lr:6.082464412903334e-06 tokens_per_second_per_gpu:257.09799996820146 
Step 6129 | loss:0.08144310861825943 lr:6.079496972238702e-06 tokens_per_second_per_gpu:300.02492498344355 
Step 6130 | loss:0.07864062488079071 lr:6.0765299394458185e-06 tokens_per_second_per_gpu:252.32331327041933 
Step 6131 | loss:0.09760648012161255 lr:6.073563314833357e-06 tokens_per_second_per_gpu:221.75620367312854 
Step 6132 | loss:0.12163572013378143 lr:6.070597098709949e-06 tokens_per_second_per_gpu:269.1521840918459 
Step 6133 | loss:0.06157343089580536 lr:6.067631291384193e-06 tokens_per_second_per_gpu:284.50820199568506 
Step 6134 | loss:0.07143069803714752 lr:6.0646658931646365e-06 tokens_per_second_per_gpu:281.2460755597527 
Step 6135 | loss:0.054169900715351105 lr:6.061700904359782e-06 tokens_per_second_per_gpu:290.9237583471505 
Step 6136 | loss:0.11745963990688324 lr:6.058736325278098e-06 tokens_per_second_per_gpu:317.6662211706192 
Step 6137 | loss:0.11563538759946823 lr:6.055772156228006e-06 tokens_per_second_per_gpu:303.08964639849086 
Step 6138 | loss:0.17888344824314117 lr:6.052808397517882e-06 tokens_per_second_per_gpu:285.90455161160753 
Step 6139 | loss:0.08606511354446411 lr:6.049845049456067e-06 tokens_per_second_per_gpu:299.81605367924544 
Step 6140 | loss:0.16495150327682495 lr:6.046882112350851e-06 tokens_per_second_per_gpu:283.1800126358346 
Step 6141 | loss:0.0553937591612339 lr:6.043919586510485e-06 tokens_per_second_per_gpu:288.24995563164765 
Step 6142 | loss:0.13642892241477966 lr:6.040957472243178e-06 tokens_per_second_per_gpu:283.7201822124934 
Step 6143 | loss:0.2540065050125122 lr:6.037995769857098e-06 tokens_per_second_per_gpu:238.979307918823 
Step 6144 | loss:0.05930174142122269 lr:6.035034479660362e-06 tokens_per_second_per_gpu:326.9271879115297 
Step 6145 | loss:0.09029072523117065 lr:6.032073601961052e-06 tokens_per_second_per_gpu:308.58305243217495 
Step 6146 | loss:0.08270356059074402 lr:6.029113137067205e-06 tokens_per_second_per_gpu:282.6285663074998 
Step 6147 | loss:0.07603181898593903 lr:6.026153085286815e-06 tokens_per_second_per_gpu:255.46146255065955 
Step 6148 | loss:0.16714505851268768 lr:6.023193446927828e-06 tokens_per_second_per_gpu:237.76564093942028 
Step 6149 | loss:0.07152143865823746 lr:6.02023422229816e-06 tokens_per_second_per_gpu:371.38541087327013 
Step 6150 | loss:0.09090856462717056 lr:6.017275411705671e-06 tokens_per_second_per_gpu:245.49447678248967 
Step 6151 | loss:0.10800425708293915 lr:6.01431701545818e-06 tokens_per_second_per_gpu:384.568962639896 
Step 6152 | loss:0.20229004323482513 lr:6.01135903386347e-06 tokens_per_second_per_gpu:297.8033832550671 
Step 6153 | loss:0.088787741959095 lr:6.008401467229274e-06 tokens_per_second_per_gpu:239.14215197620345 
Step 6154 | loss:0.12937620282173157 lr:6.0054443158632825e-06 tokens_per_second_per_gpu:350.6818205946965 
Step 6155 | loss:0.06422574818134308 lr:6.002487580073149e-06 tokens_per_second_per_gpu:348.61289453997523 
Step 6156 | loss:0.06852218508720398 lr:5.999531260166476e-06 tokens_per_second_per_gpu:265.59843034160673 
Step 6157 | loss:0.08649808168411255 lr:5.996575356450824e-06 tokens_per_second_per_gpu:305.3021035977344 
Step 6158 | loss:0.09746554493904114 lr:5.993619869233718e-06 tokens_per_second_per_gpu:310.50591259842633 
Step 6159 | loss:0.03520691394805908 lr:5.99066479882263e-06 tokens_per_second_per_gpu:313.9039379855989 
Step 6160 | loss:0.19751378893852234 lr:5.987710145524992e-06 tokens_per_second_per_gpu:320.2022028528463 
Step 6161 | loss:0.25090333819389343 lr:5.984755909648192e-06 tokens_per_second_per_gpu:448.88224856176754 
Step 6162 | loss:0.11800504475831985 lr:5.98180209149958e-06 tokens_per_second_per_gpu:325.85053109086454 
Step 6163 | loss:0.05656113848090172 lr:5.978848691386456e-06 tokens_per_second_per_gpu:298.85937171635635 
Step 6164 | loss:0.0234215147793293 lr:5.975895709616075e-06 tokens_per_second_per_gpu:258.5074677730063 
Step 6165 | loss:0.11182183772325516 lr:5.972943146495658e-06 tokens_per_second_per_gpu:352.62349139953926 
Step 6166 | loss:0.10434111207723618 lr:5.969991002332374e-06 tokens_per_second_per_gpu:304.2243804331585 
Step 6167 | loss:0.11438839137554169 lr:5.967039277433349e-06 tokens_per_second_per_gpu:262.4598115479713 
Step 6168 | loss:0.10338380932807922 lr:5.96408797210567e-06 tokens_per_second_per_gpu:343.4489853693658 
Step 6169 | loss:0.13492901623249054 lr:5.9611370866563765e-06 tokens_per_second_per_gpu:291.35091493472083 
Step 6170 | loss:0.02640119567513466 lr:5.9581866213924656e-06 tokens_per_second_per_gpu:270.92548111340494 
Step 6171 | loss:0.05720999091863632 lr:5.955236576620893e-06 tokens_per_second_per_gpu:307.37902142916676 
Step 6172 | loss:0.11357858777046204 lr:5.952286952648566e-06 tokens_per_second_per_gpu:278.459199588114 
Step 6173 | loss:0.1157892644405365 lr:5.949337749782349e-06 tokens_per_second_per_gpu:257.18035682916275 
Step 6174 | loss:0.1137949675321579 lr:5.9463889683290665e-06 tokens_per_second_per_gpu:346.58102434643234 
Step 6175 | loss:0.2680293917655945 lr:5.943440608595497e-06 tokens_per_second_per_gpu:297.8872214134262 
Step 6176 | loss:0.17673885822296143 lr:5.940492670888373e-06 tokens_per_second_per_gpu:289.2731158342277 
Step 6177 | loss:0.10086565464735031 lr:5.9375451555143835e-06 tokens_per_second_per_gpu:293.28945624243715 
Step 6178 | loss:0.12741678953170776 lr:5.934598062780179e-06 tokens_per_second_per_gpu:285.7744453954067 
Step 6179 | loss:0.086616650223732 lr:5.931651392992359e-06 tokens_per_second_per_gpu:274.60667441924414 
Step 6180 | loss:0.08964768052101135 lr:5.928705146457483e-06 tokens_per_second_per_gpu:297.75586493920076 
Step 6181 | loss:0.11202652007341385 lr:5.925759323482065e-06 tokens_per_second_per_gpu:298.3422527932619 
Step 6182 | loss:0.0425272174179554 lr:5.922813924372577e-06 tokens_per_second_per_gpu:229.36702530448557 
Step 6183 | loss:0.07394327968358994 lr:5.919868949435441e-06 tokens_per_second_per_gpu:301.9183676855635 
Step 6184 | loss:0.14886413514614105 lr:5.916924398977043e-06 tokens_per_second_per_gpu:325.1004593953155 
Step 6185 | loss:0.17665782570838928 lr:5.913980273303721e-06 tokens_per_second_per_gpu:256.8804647457679 
Step 6186 | loss:0.12309390306472778 lr:5.911036572721767e-06 tokens_per_second_per_gpu:345.7458815056511 
Step 6187 | loss:0.08996736258268356 lr:5.9080932975374305e-06 tokens_per_second_per_gpu:281.8633469299988 
Step 6188 | loss:0.05878010392189026 lr:5.9051504480569185e-06 tokens_per_second_per_gpu:267.3732017370416 
Step 6189 | loss:0.21160830557346344 lr:5.902208024586394e-06 tokens_per_second_per_gpu:319.9242612408919 
Step 6190 | loss:0.08844418823719025 lr:5.899266027431965e-06 tokens_per_second_per_gpu:287.2711464591687 
Step 6191 | loss:0.16577933728694916 lr:5.896324456899711e-06 tokens_per_second_per_gpu:297.97366434466704 
Step 6192 | loss:0.13517145812511444 lr:5.893383313295663e-06 tokens_per_second_per_gpu:323.6486754765737 
Step 6193 | loss:0.20231297612190247 lr:5.890442596925794e-06 tokens_per_second_per_gpu:341.7095231702455 
Step 6194 | loss:0.10211050510406494 lr:5.887502308096051e-06 tokens_per_second_per_gpu:348.941751081177 
Step 6195 | loss:0.07501532137393951 lr:5.884562447112331e-06 tokens_per_second_per_gpu:316.9070952749602 
Step 6196 | loss:0.050930242985486984 lr:5.881623014280473e-06 tokens_per_second_per_gpu:303.60655951108663 
Step 6197 | loss:0.13979551196098328 lr:5.878684009906292e-06 tokens_per_second_per_gpu:279.5533339214411 
Step 6198 | loss:0.17961794137954712 lr:5.875745434295551e-06 tokens_per_second_per_gpu:333.2037406040986 
Step 6199 | loss:0.13952431082725525 lr:5.872807287753954e-06 tokens_per_second_per_gpu:345.3210434842308 
Step 6200 | loss:0.10423151403665543 lr:5.869869570587186e-06 tokens_per_second_per_gpu:251.58394177971826 
Step 6201 | loss:0.10981091856956482 lr:5.866932283100869e-06 tokens_per_second_per_gpu:334.4449552049549 
Step 6202 | loss:0.08153098076581955 lr:5.863995425600579e-06 tokens_per_second_per_gpu:264.2822073848491 
Step 6203 | loss:0.10698303580284119 lr:5.861058998391864e-06 tokens_per_second_per_gpu:268.8451989472472 
Step 6204 | loss:0.15591755509376526 lr:5.8581230017802145e-06 tokens_per_second_per_gpu:346.85262504041106 
Step 6205 | loss:0.21361780166625977 lr:5.8551874360710746e-06 tokens_per_second_per_gpu:348.4680133003814 
Step 6206 | loss:0.20692119002342224 lr:5.852252301569845e-06 tokens_per_second_per_gpu:238.20094816806446 
Step 6207 | loss:0.062480196356773376 lr:5.8493175985818936e-06 tokens_per_second_per_gpu:309.53847008184005 
Step 6208 | loss:0.11095890402793884 lr:5.846383327412528e-06 tokens_per_second_per_gpu:236.47194690482752 
Step 6209 | loss:0.07362574338912964 lr:5.843449488367015e-06 tokens_per_second_per_gpu:316.4183185965243 
Step 6210 | loss:0.14700199663639069 lr:5.8405160817505834e-06 tokens_per_second_per_gpu:258.35484789991756 
Step 6211 | loss:0.0636807382106781 lr:5.837583107868408e-06 tokens_per_second_per_gpu:282.63369850446423 
Step 6212 | loss:0.33061760663986206 lr:5.834650567025624e-06 tokens_per_second_per_gpu:312.2891360244932 
Step 6213 | loss:0.13069748878479004 lr:5.831718459527317e-06 tokens_per_second_per_gpu:273.7054296565781 
Step 6214 | loss:0.04291718453168869 lr:5.8287867856785376e-06 tokens_per_second_per_gpu:310.157829855664 
Step 6215 | loss:0.040526531636714935 lr:5.825855545784275e-06 tokens_per_second_per_gpu:270.94016131502616 
Step 6216 | loss:0.08703313022851944 lr:5.822924740149487e-06 tokens_per_second_per_gpu:328.6789105295736 
Step 6217 | loss:0.16318386793136597 lr:5.819994369079086e-06 tokens_per_second_per_gpu:274.4278739156642 
Step 6218 | loss:0.08972609788179398 lr:5.817064432877925e-06 tokens_per_second_per_gpu:369.33257603492734 
Step 6219 | loss:0.13312199711799622 lr:5.814134931850829e-06 tokens_per_second_per_gpu:293.7921394879511 
Step 6220 | loss:0.1107180044054985 lr:5.811205866302571e-06 tokens_per_second_per_gpu:280.9879000569882 
Step 6221 | loss:0.07555648684501648 lr:5.808277236537872e-06 tokens_per_second_per_gpu:273.6205378327461 
Step 6222 | loss:0.11943493783473969 lr:5.805349042861415e-06 tokens_per_second_per_gpu:268.6934198734617 
Step 6223 | loss:0.0876632034778595 lr:5.802421285577843e-06 tokens_per_second_per_gpu:263.86439100297804 
Step 6224 | loss:0.10666976124048233 lr:5.799493964991738e-06 tokens_per_second_per_gpu:275.24278710039925 
Step 6225 | loss:0.07646414637565613 lr:5.796567081407649e-06 tokens_per_second_per_gpu:260.13367722560633 
Step 6226 | loss:0.13390523195266724 lr:5.79364063513008e-06 tokens_per_second_per_gpu:319.4923150250672 
Step 6227 | loss:0.054158955812454224 lr:5.790714626463479e-06 tokens_per_second_per_gpu:310.7480970705588 
Step 6228 | loss:0.08671142905950546 lr:5.787789055712259e-06 tokens_per_second_per_gpu:305.8124891484456 
Step 6229 | loss:0.0812239870429039 lr:5.784863923180784e-06 tokens_per_second_per_gpu:252.02380476146786 
Step 6230 | loss:0.06496446579694748 lr:5.781939229173365e-06 tokens_per_second_per_gpu:297.4810729497902 
Step 6231 | loss:0.19928981363773346 lr:5.779014973994281e-06 tokens_per_second_per_gpu:259.45603584755077 
Step 6232 | loss:0.1203278973698616 lr:5.776091157947762e-06 tokens_per_second_per_gpu:290.8719200037774 
Step 6233 | loss:0.050067704170942307 lr:5.773167781337978e-06 tokens_per_second_per_gpu:227.80097503682606 
Step 6234 | loss:0.07485034316778183 lr:5.770244844469074e-06 tokens_per_second_per_gpu:312.49843095121076 
Step 6235 | loss:0.0889035239815712 lr:5.767322347645131e-06 tokens_per_second_per_gpu:308.0131785998212 
Step 6236 | loss:0.12327519059181213 lr:5.764400291170198e-06 tokens_per_second_per_gpu:282.5145468469276 
Step 6237 | loss:0.10095708072185516 lr:5.761478675348273e-06 tokens_per_second_per_gpu:240.17738690676669 
Step 6238 | loss:0.34938371181488037 lr:5.758557500483305e-06 tokens_per_second_per_gpu:291.52458896098983 
Step 6239 | loss:0.12679553031921387 lr:5.7556367668792e-06 tokens_per_second_per_gpu:265.70968437106234 
Step 6240 | loss:0.16436031460762024 lr:5.752716474839826e-06 tokens_per_second_per_gpu:309.7082594214004 
Step 6241 | loss:0.057093504816293716 lr:5.749796624668984e-06 tokens_per_second_per_gpu:226.8658824059093 
Step 6242 | loss:0.1353217512369156 lr:5.7468772166704515e-06 tokens_per_second_per_gpu:265.10219950762837 
Step 6243 | loss:0.10450507700443268 lr:5.743958251147952e-06 tokens_per_second_per_gpu:257.4813185001124 
Step 6244 | loss:0.07213978469371796 lr:5.7410397284051535e-06 tokens_per_second_per_gpu:306.0500528815906 
Step 6245 | loss:0.11885564774274826 lr:5.738121648745691e-06 tokens_per_second_per_gpu:292.83172104771035 
Step 6246 | loss:0.07953260093927383 lr:5.735204012473152e-06 tokens_per_second_per_gpu:309.99753748707644 
Step 6247 | loss:0.08583994209766388 lr:5.732286819891068e-06 tokens_per_second_per_gpu:362.53020240714784 
Step 6248 | loss:0.13580338656902313 lr:5.729370071302935e-06 tokens_per_second_per_gpu:204.87886280804264 
Step 6249 | loss:0.08785763382911682 lr:5.726453767012199e-06 tokens_per_second_per_gpu:383.23238014371816 
Step 6250 | loss:0.12962894141674042 lr:5.723537907322259e-06 tokens_per_second_per_gpu:263.9219071506868 
Step 6251 | loss:0.11432453244924545 lr:5.720622492536456e-06 tokens_per_second_per_gpu:270.6027573037496 
Step 6252 | loss:0.16837871074676514 lr:5.717707522958118e-06 tokens_per_second_per_gpu:297.18691763209597 
Step 6253 | loss:0.2910544276237488 lr:5.714792998890495e-06 tokens_per_second_per_gpu:257.5902206301675 
Step 6254 | loss:0.0877692773938179 lr:5.711878920636793e-06 tokens_per_second_per_gpu:291.6598809314501 
Step 6255 | loss:0.30821746587753296 lr:5.708965288500196e-06 tokens_per_second_per_gpu:226.75010205266176 
Step 6256 | loss:0.12980744242668152 lr:5.706052102783817e-06 tokens_per_second_per_gpu:294.87918617436776 
Step 6257 | loss:0.1175098866224289 lr:5.7031393637907224e-06 tokens_per_second_per_gpu:291.97860542049784 
Step 6258 | loss:0.12946540117263794 lr:5.700227071823959e-06 tokens_per_second_per_gpu:246.3211423680567 
Step 6259 | loss:0.06918805092573166 lr:5.6973152271865e-06 tokens_per_second_per_gpu:245.72571537903866 
Step 6260 | loss:0.10222623497247696 lr:5.69440383018127e-06 tokens_per_second_per_gpu:278.78804059826115 
Step 6261 | loss:0.04934136942028999 lr:5.691492881111176e-06 tokens_per_second_per_gpu:278.2765909947294 
Step 6262 | loss:0.1882852017879486 lr:5.6885823802790525e-06 tokens_per_second_per_gpu:313.52066498841117 
Step 6263 | loss:0.08559224754571915 lr:5.6856723279876876e-06 tokens_per_second_per_gpu:259.99461836787447 
Step 6264 | loss:0.12086363136768341 lr:5.682762724539845e-06 tokens_per_second_per_gpu:261.9473919631268 
Step 6265 | loss:0.10560204833745956 lr:5.679853570238218e-06 tokens_per_second_per_gpu:365.20753967216126 
Step 6266 | loss:0.08499392867088318 lr:5.676944865385461e-06 tokens_per_second_per_gpu:259.8488671521263 
Step 6267 | loss:0.05190795287489891 lr:5.674036610284186e-06 tokens_per_second_per_gpu:273.197467051454 
Step 6268 | loss:0.07265537977218628 lr:5.671128805236957e-06 tokens_per_second_per_gpu:240.73519671996684 
Step 6269 | loss:0.1253829449415207 lr:5.668221450546281e-06 tokens_per_second_per_gpu:371.0085964067895 
Step 6270 | loss:0.047415591776371 lr:5.665314546514633e-06 tokens_per_second_per_gpu:304.8224799228981 
Step 6271 | loss:0.11640893667936325 lr:5.6624080934444355e-06 tokens_per_second_per_gpu:254.30653098314224 
Step 6272 | loss:0.033374495804309845 lr:5.659502091638058e-06 tokens_per_second_per_gpu:316.86977623600177 
Step 6273 | loss:0.05331994593143463 lr:5.65659654139783e-06 tokens_per_second_per_gpu:307.67290644030885 
Step 6274 | loss:0.032374970614910126 lr:5.653691443026036e-06 tokens_per_second_per_gpu:261.04605992787236 
Step 6275 | loss:0.09504343569278717 lr:5.650786796824903e-06 tokens_per_second_per_gpu:300.1056946652795 
Step 6276 | loss:0.10437609255313873 lr:5.64788260309662e-06 tokens_per_second_per_gpu:252.86526453128366 
Step 6277 | loss:0.23207296431064606 lr:5.644978862143331e-06 tokens_per_second_per_gpu:244.54983730808522 
Step 6278 | loss:0.11825806647539139 lr:5.64207557426712e-06 tokens_per_second_per_gpu:325.52368207333393 
Step 6279 | loss:0.1058659702539444 lr:5.63917273977004e-06 tokens_per_second_per_gpu:269.913273301798 
Step 6280 | loss:0.13445454835891724 lr:5.6362703589540835e-06 tokens_per_second_per_gpu:291.1146498985517 
Step 6281 | loss:0.0905577763915062 lr:5.633368432121202e-06 tokens_per_second_per_gpu:249.41832978291765 
Step 6282 | loss:0.12281834334135056 lr:5.630466959573304e-06 tokens_per_second_per_gpu:255.81951989779543 
Step 6283 | loss:0.06748751550912857 lr:5.62756594161224e-06 tokens_per_second_per_gpu:269.6166284485981 
Step 6284 | loss:0.0854928120970726 lr:5.62466537853982e-06 tokens_per_second_per_gpu:345.20764748144677 
Step 6285 | loss:0.0989166647195816 lr:5.6217652706578106e-06 tokens_per_second_per_gpu:303.8292047906379 
Step 6286 | loss:0.15453967452049255 lr:5.618865618267922e-06 tokens_per_second_per_gpu:272.6951686587709 
Step 6287 | loss:0.0870308130979538 lr:5.6159664216718176e-06 tokens_per_second_per_gpu:319.5608284611985 
Step 6288 | loss:0.0965137928724289 lr:5.613067681171127e-06 tokens_per_second_per_gpu:295.1719783110973 
Step 6289 | loss:0.07850658148527145 lr:5.610169397067413e-06 tokens_per_second_per_gpu:392.01598729251185 
Step 6290 | loss:0.1612582951784134 lr:5.607271569662203e-06 tokens_per_second_per_gpu:373.0622316635824 
Step 6291 | loss:0.03590159863233566 lr:5.604374199256979e-06 tokens_per_second_per_gpu:268.7776689253231 
Step 6292 | loss:0.04711003229022026 lr:5.601477286153162e-06 tokens_per_second_per_gpu:301.8969655053638 
Step 6293 | loss:0.09023253619670868 lr:5.5985808306521385e-06 tokens_per_second_per_gpu:339.2580506031684 
Step 6294 | loss:0.04365582764148712 lr:5.595684833055246e-06 tokens_per_second_per_gpu:289.7469563794895 
Step 6295 | loss:0.08230309933423996 lr:5.592789293663765e-06 tokens_per_second_per_gpu:286.47805678402716 
Step 6296 | loss:0.20869231224060059 lr:5.589894212778938e-06 tokens_per_second_per_gpu:291.98809527786483 
Step 6297 | loss:0.051265470683574677 lr:5.5869995907019595e-06 tokens_per_second_per_gpu:323.8034315643382 
Step 6298 | loss:0.06628537178039551 lr:5.584105427733965e-06 tokens_per_second_per_gpu:350.32276457700647 
Step 6299 | loss:0.12154185771942139 lr:5.581211724176055e-06 tokens_per_second_per_gpu:273.97614206459133 
Step 6300 | loss:0.13986192643642426 lr:5.578318480329281e-06 tokens_per_second_per_gpu:244.57785228733596 
Step 6301 | loss:0.2850944995880127 lr:5.575425696494638e-06 tokens_per_second_per_gpu:274.08430004026866 
Step 6302 | loss:0.205074280500412 lr:5.572533372973079e-06 tokens_per_second_per_gpu:263.15999974648344 
Step 6303 | loss:0.06286199390888214 lr:5.569641510065513e-06 tokens_per_second_per_gpu:280.2833074806125 
Step 6304 | loss:0.0822926014661789 lr:5.5667501080727894e-06 tokens_per_second_per_gpu:292.672336391304 
Step 6305 | loss:0.07970210909843445 lr:5.563859167295722e-06 tokens_per_second_per_gpu:235.62427930842358 
Step 6306 | loss:0.09117574244737625 lr:5.560968688035074e-06 tokens_per_second_per_gpu:363.5832479676206 
Step 6307 | loss:0.05889904499053955 lr:5.558078670591548e-06 tokens_per_second_per_gpu:314.22754729965413 
Step 6308 | loss:0.12277866154909134 lr:5.555189115265817e-06 tokens_per_second_per_gpu:296.7734695064689 
Step 6309 | loss:0.08401301503181458 lr:5.552300022358499e-06 tokens_per_second_per_gpu:334.078338950763 
Step 6310 | loss:0.14979447424411774 lr:5.549411392170154e-06 tokens_per_second_per_gpu:345.59896380428887 
Step 6311 | loss:0.038092777132987976 lr:5.54652322500131e-06 tokens_per_second_per_gpu:253.06532036034858 
Step 6312 | loss:0.095894955098629 lr:5.543635521152435e-06 tokens_per_second_per_gpu:286.7388407549707 
Step 6313 | loss:0.06664502620697021 lr:5.540748280923952e-06 tokens_per_second_per_gpu:312.71282345057415 
Step 6314 | loss:0.04399794340133667 lr:5.537861504616243e-06 tokens_per_second_per_gpu:246.79601005963127 
Step 6315 | loss:0.0839514508843422 lr:5.534975192529628e-06 tokens_per_second_per_gpu:291.40980494921087 
Step 6316 | loss:0.060996659100055695 lr:5.532089344964389e-06 tokens_per_second_per_gpu:274.1390311439525 
Step 6317 | loss:0.08004913479089737 lr:5.52920396222076e-06 tokens_per_second_per_gpu:314.2297533552058 
Step 6318 | loss:0.07616335898637772 lr:5.526319044598917e-06 tokens_per_second_per_gpu:289.20273767185597 
Step 6319 | loss:0.12803781032562256 lr:5.523434592398997e-06 tokens_per_second_per_gpu:355.9198538960625 
Step 6320 | loss:0.14356064796447754 lr:5.520550605921091e-06 tokens_per_second_per_gpu:261.1571314558632 
Step 6321 | loss:0.1067945584654808 lr:5.517667085465226e-06 tokens_per_second_per_gpu:283.013767718238 
Step 6322 | loss:0.10195906460285187 lr:5.514784031331397e-06 tokens_per_second_per_gpu:326.10096135460276 
Step 6323 | loss:0.160981222987175 lr:5.511901443819546e-06 tokens_per_second_per_gpu:330.98825676542714 
Step 6324 | loss:0.10085786879062653 lr:5.509019323229559e-06 tokens_per_second_per_gpu:282.7096152790216 
Step 6325 | loss:0.05032876506447792 lr:5.50613766986128e-06 tokens_per_second_per_gpu:307.61570190075787 
Step 6326 | loss:0.03295734152197838 lr:5.50325648401451e-06 tokens_per_second_per_gpu:258.3879664542228 
Step 6327 | loss:0.02996843121945858 lr:5.500375765988986e-06 tokens_per_second_per_gpu:269.0722573956858 
Step 6328 | loss:0.02044657990336418 lr:5.49749551608441e-06 tokens_per_second_per_gpu:308.6644669994003 
Step 6329 | loss:0.076351597905159 lr:5.494615734600432e-06 tokens_per_second_per_gpu:243.6515853507249 
Step 6330 | loss:0.12429766356945038 lr:5.491736421836647e-06 tokens_per_second_per_gpu:337.2992456606753 
Step 6331 | loss:0.0663054883480072 lr:5.488857578092605e-06 tokens_per_second_per_gpu:281.8512757683921 
Step 6332 | loss:0.05740903317928314 lr:5.485979203667817e-06 tokens_per_second_per_gpu:310.09536938432205 
Step 6333 | loss:0.28721967339515686 lr:5.4831012988617285e-06 tokens_per_second_per_gpu:322.5788484218781 
Step 6334 | loss:0.08401287347078323 lr:5.4802238639737435e-06 tokens_per_second_per_gpu:355.03115355751163 
Step 6335 | loss:0.038724735379219055 lr:5.477346899303224e-06 tokens_per_second_per_gpu:293.7792554622929 
Step 6336 | loss:0.158470019698143 lr:5.47447040514947e-06 tokens_per_second_per_gpu:300.7635601087114 
Step 6337 | loss:0.15488876402378082 lr:5.471594381811742e-06 tokens_per_second_per_gpu:242.77671588761703 
Step 6338 | loss:0.046041570603847504 lr:5.468718829589252e-06 tokens_per_second_per_gpu:287.8185584866343 
Step 6339 | loss:0.09856074303388596 lr:5.4658437487811525e-06 tokens_per_second_per_gpu:286.0322031215617 
Step 6340 | loss:0.13956116139888763 lr:5.462969139686562e-06 tokens_per_second_per_gpu:283.1809837622081 
Step 6341 | loss:0.06604458391666412 lr:5.460095002604533e-06 tokens_per_second_per_gpu:251.8363695634243 
Step 6342 | loss:0.12684711813926697 lr:5.457221337834084e-06 tokens_per_second_per_gpu:339.53173070337067 
Step 6343 | loss:0.13729864358901978 lr:5.454348145674182e-06 tokens_per_second_per_gpu:382.43051794435456 
Step 6344 | loss:0.09358769655227661 lr:5.4514754264237314e-06 tokens_per_second_per_gpu:270.1621959409751 
Step 6345 | loss:0.07680928707122803 lr:5.448603180381602e-06 tokens_per_second_per_gpu:348.3283934611018 
Step 6346 | loss:0.12567628920078278 lr:5.445731407846615e-06 tokens_per_second_per_gpu:307.70250627704235 
Step 6347 | loss:0.11875472217798233 lr:5.442860109117527e-06 tokens_per_second_per_gpu:282.97089620377676 
Step 6348 | loss:0.0441475547850132 lr:5.4399892844930605e-06 tokens_per_second_per_gpu:252.67364113801642 
Step 6349 | loss:0.07319927215576172 lr:5.437118934271885e-06 tokens_per_second_per_gpu:238.74419853058245 
Step 6350 | loss:0.21904200315475464 lr:5.434249058752615e-06 tokens_per_second_per_gpu:304.4550552806298 
Step 6351 | loss:0.05307313799858093 lr:5.431379658233822e-06 tokens_per_second_per_gpu:266.26283560522734 
Step 6352 | loss:0.3636084198951721 lr:5.428510733014027e-06 tokens_per_second_per_gpu:388.49267558418916 
Step 6353 | loss:0.10526899248361588 lr:5.425642283391695e-06 tokens_per_second_per_gpu:282.30699860552215 
Step 6354 | loss:0.09946385025978088 lr:5.422774309665249e-06 tokens_per_second_per_gpu:255.32780456498517 
Step 6355 | loss:0.0851508304476738 lr:5.4199068121330665e-06 tokens_per_second_per_gpu:268.3449592992422 
Step 6356 | loss:0.1358172446489334 lr:5.417039791093465e-06 tokens_per_second_per_gpu:266.42828728648453 
Step 6357 | loss:0.05464398115873337 lr:5.414173246844707e-06 tokens_per_second_per_gpu:283.50316495631273 
Step 6358 | loss:0.09923426806926727 lr:5.411307179685031e-06 tokens_per_second_per_gpu:328.35421722627234 
Step 6359 | loss:0.08315669745206833 lr:5.408441589912603e-06 tokens_per_second_per_gpu:303.5298868494944 
Step 6360 | loss:0.05401292443275452 lr:5.405576477825538e-06 tokens_per_second_per_gpu:377.3575619071112 
Step 6361 | loss:0.19786682724952698 lr:5.402711843721926e-06 tokens_per_second_per_gpu:270.7275002653555 
Step 6362 | loss:0.14905834197998047 lr:5.399847687899783e-06 tokens_per_second_per_gpu:234.07629098281356 
Step 6363 | loss:0.07252824306488037 lr:5.3969840106570735e-06 tokens_per_second_per_gpu:281.6940720243867 
Step 6364 | loss:0.05141814798116684 lr:5.394120812291739e-06 tokens_per_second_per_gpu:303.80758109411306 
Step 6365 | loss:0.1526753455400467 lr:5.3912580931016455e-06 tokens_per_second_per_gpu:240.6870983241988 
Step 6366 | loss:0.07415028661489487 lr:5.388395853384609e-06 tokens_per_second_per_gpu:260.2954901931688 
Step 6367 | loss:0.05317440629005432 lr:5.385534093438423e-06 tokens_per_second_per_gpu:277.1650601703117 
Step 6368 | loss:0.09159238636493683 lr:5.382672813560801e-06 tokens_per_second_per_gpu:262.81101951541785 
Step 6369 | loss:0.1491808295249939 lr:5.37981201404941e-06 tokens_per_second_per_gpu:288.92703111209545 
Step 6370 | loss:0.08621543645858765 lr:5.376951695201894e-06 tokens_per_second_per_gpu:331.1323350373898 
Step 6371 | loss:0.16757996380329132 lr:5.3740918573158174e-06 tokens_per_second_per_gpu:253.48968791979357 
Step 6372 | loss:0.1628599911928177 lr:5.371232500688701e-06 tokens_per_second_per_gpu:309.4985310350372 
Step 6373 | loss:0.07847343385219574 lr:5.3683736256180245e-06 tokens_per_second_per_gpu:223.09694814218042 
Step 6374 | loss:0.12675103545188904 lr:5.365515232401217e-06 tokens_per_second_per_gpu:310.07415004041553 
Step 6375 | loss:0.11159609258174896 lr:5.362657321335643e-06 tokens_per_second_per_gpu:342.06462387608474 
Step 6376 | loss:0.08324702829122543 lr:5.359799892718634e-06 tokens_per_second_per_gpu:294.19507752229345 
Step 6377 | loss:0.06178179383277893 lr:5.356942946847463e-06 tokens_per_second_per_gpu:279.9065949191393 
Step 6378 | loss:0.08010143786668777 lr:5.354086484019352e-06 tokens_per_second_per_gpu:276.60159057547133 
Step 6379 | loss:0.07158725708723068 lr:5.351230504531476e-06 tokens_per_second_per_gpu:255.3057761791429 
Step 6380 | loss:0.08833698183298111 lr:5.348375008680963e-06 tokens_per_second_per_gpu:343.8387539116578 
Step 6381 | loss:0.09047949314117432 lr:5.345519996764877e-06 tokens_per_second_per_gpu:311.0152500461249 
Step 6382 | loss:0.0619419664144516 lr:5.342665469080245e-06 tokens_per_second_per_gpu:269.2441310522559 
Step 6383 | loss:0.1530737727880478 lr:5.339811425924044e-06 tokens_per_second_per_gpu:291.088465409963 
Step 6384 | loss:0.055299509316682816 lr:5.336957867593188e-06 tokens_per_second_per_gpu:268.8306759681264 
Step 6385 | loss:0.11513404548168182 lr:5.334104794384556e-06 tokens_per_second_per_gpu:259.56614768562844 
Step 6386 | loss:0.06021835282444954 lr:5.331252206594962e-06 tokens_per_second_per_gpu:271.2709557228393 
Step 6387 | loss:0.10229658335447311 lr:5.328400104521179e-06 tokens_per_second_per_gpu:284.8492545315155 
Step 6388 | loss:0.12458939850330353 lr:5.325548488459933e-06 tokens_per_second_per_gpu:284.2087884663489 
Step 6389 | loss:0.10551321506500244 lr:5.322697358707885e-06 tokens_per_second_per_gpu:312.6406476118239 
Step 6390 | loss:0.21570222079753876 lr:5.319846715561656e-06 tokens_per_second_per_gpu:286.09664778617747 
Step 6391 | loss:0.09031733870506287 lr:5.316996559317822e-06 tokens_per_second_per_gpu:272.7589544770924 
Step 6392 | loss:0.028697822242975235 lr:5.314146890272889e-06 tokens_per_second_per_gpu:307.24443865963417 
Step 6393 | loss:0.12865379452705383 lr:5.311297708723329e-06 tokens_per_second_per_gpu:278.1467371783761 
Step 6394 | loss:0.1258564442396164 lr:5.3084490149655625e-06 tokens_per_second_per_gpu:350.0771919576114 
Step 6395 | loss:0.1120721697807312 lr:5.305600809295948e-06 tokens_per_second_per_gpu:270.34153358813745 
Step 6396 | loss:0.18992741405963898 lr:5.302753092010801e-06 tokens_per_second_per_gpu:310.9958739543812 
Step 6397 | loss:0.13544458150863647 lr:5.299905863406394e-06 tokens_per_second_per_gpu:273.9422740670362 
Step 6398 | loss:0.13489259779453278 lr:5.297059123778928e-06 tokens_per_second_per_gpu:352.78405623570035 
Step 6399 | loss:0.12156534940004349 lr:5.2942128734245715e-06 tokens_per_second_per_gpu:325.7227007046768 
Step 6400 | loss:0.13401922583580017 lr:5.291367112639439e-06 tokens_per_second_per_gpu:273.89413757385967 
Step 6401 | loss:0.08483012765645981 lr:5.288521841719582e-06 tokens_per_second_per_gpu:275.5741735759356 
Step 6402 | loss:0.1434415578842163 lr:5.285677060961014e-06 tokens_per_second_per_gpu:277.4869260923513 
Step 6403 | loss:0.1133866161108017 lr:5.2828327706596995e-06 tokens_per_second_per_gpu:305.43146185989355 
Step 6404 | loss:0.14708837866783142 lr:5.279988971111536e-06 tokens_per_second_per_gpu:314.3260446418298 
Step 6405 | loss:0.1951967030763626 lr:5.277145662612384e-06 tokens_per_second_per_gpu:312.4862854515846 
Step 6406 | loss:0.06319864094257355 lr:5.274302845458052e-06 tokens_per_second_per_gpu:324.3976030962778 
Step 6407 | loss:0.17758366465568542 lr:5.271460519944289e-06 tokens_per_second_per_gpu:259.06634468637577 
Step 6408 | loss:0.1339479386806488 lr:5.2686186863668e-06 tokens_per_second_per_gpu:239.13696676213925 
Step 6409 | loss:0.03905492648482323 lr:5.265777345021239e-06 tokens_per_second_per_gpu:268.2540748627155 
Step 6410 | loss:0.15496264398097992 lr:5.2629364962032e-06 tokens_per_second_per_gpu:403.5675145185626 
Step 6411 | loss:0.07253104448318481 lr:5.260096140208237e-06 tokens_per_second_per_gpu:303.95856830541294 
Step 6412 | loss:0.07658971846103668 lr:5.257256277331852e-06 tokens_per_second_per_gpu:279.0477204605595 
Step 6413 | loss:0.05241021513938904 lr:5.254416907869484e-06 tokens_per_second_per_gpu:365.27830661401583 
Step 6414 | loss:0.1051824539899826 lr:5.251578032116531e-06 tokens_per_second_per_gpu:329.27790071964455 
Step 6415 | loss:0.06422648578882217 lr:5.2487396503683415e-06 tokens_per_second_per_gpu:336.0859802752237 
Step 6416 | loss:0.11419536173343658 lr:5.2459017629202e-06 tokens_per_second_per_gpu:317.9876459897943 
Step 6417 | loss:0.1569681316614151 lr:5.243064370067357e-06 tokens_per_second_per_gpu:294.86239647869286 
Step 6418 | loss:0.12945599853992462 lr:5.240227472104993e-06 tokens_per_second_per_gpu:251.7584689967774 
Step 6419 | loss:0.12560656666755676 lr:5.23739106932825e-06 tokens_per_second_per_gpu:277.22926654918336 
Step 6420 | loss:0.10680899769067764 lr:5.234555162032221e-06 tokens_per_second_per_gpu:270.58530951683235 
Step 6421 | loss:0.07309077680110931 lr:5.231719750511931e-06 tokens_per_second_per_gpu:281.68713165580687 
Step 6422 | loss:0.06987685710191727 lr:5.228884835062368e-06 tokens_per_second_per_gpu:249.82986641908323 
Step 6423 | loss:0.06220746412873268 lr:5.226050415978467e-06 tokens_per_second_per_gpu:267.8386731673521 
Step 6424 | loss:0.17160408198833466 lr:5.2232164935551046e-06 tokens_per_second_per_gpu:325.23108193567583 
Step 6425 | loss:0.1142643466591835 lr:5.220383068087109e-06 tokens_per_second_per_gpu:309.28857834084187 
Step 6426 | loss:0.12398325651884079 lr:5.217550139869263e-06 tokens_per_second_per_gpu:359.29255258457897 
Step 6427 | loss:0.09552813321352005 lr:5.214717709196284e-06 tokens_per_second_per_gpu:297.56701879561643 
Step 6428 | loss:0.1340317726135254 lr:5.211885776362849e-06 tokens_per_second_per_gpu:270.9920410049861 
Step 6429 | loss:0.09804271906614304 lr:5.209054341663584e-06 tokens_per_second_per_gpu:381.5409050177973 
Step 6430 | loss:0.07912832498550415 lr:5.206223405393051e-06 tokens_per_second_per_gpu:311.73317033683963 
Step 6431 | loss:0.048564471304416656 lr:5.2033929678457705e-06 tokens_per_second_per_gpu:271.1215869332721 
Step 6432 | loss:0.32531848549842834 lr:5.200563029316217e-06 tokens_per_second_per_gpu:256.1317039395943 
Step 6433 | loss:0.05840000510215759 lr:5.1977335900987915e-06 tokens_per_second_per_gpu:310.7127884437361 
Step 6434 | loss:0.07200388610363007 lr:5.194904650487863e-06 tokens_per_second_per_gpu:304.7150706275093 
Step 6435 | loss:0.19363054633140564 lr:5.192076210777745e-06 tokens_per_second_per_gpu:296.11565599007787 
Step 6436 | loss:0.04812045767903328 lr:5.18924827126269e-06 tokens_per_second_per_gpu:304.9168413910195 
Step 6437 | loss:0.05057404190301895 lr:5.186420832236907e-06 tokens_per_second_per_gpu:279.2601678011789 
Step 6438 | loss:0.12338259071111679 lr:5.183593893994552e-06 tokens_per_second_per_gpu:346.2791368607301 
Step 6439 | loss:0.14010551571846008 lr:5.180767456829721e-06 tokens_per_second_per_gpu:298.69814838693804 
Step 6440 | loss:0.13446995615959167 lr:5.177941521036469e-06 tokens_per_second_per_gpu:252.33023897185012 
Step 6441 | loss:0.14603212475776672 lr:5.175116086908796e-06 tokens_per_second_per_gpu:355.73854610247747 
Step 6442 | loss:0.10087431967258453 lr:5.172291154740641e-06 tokens_per_second_per_gpu:302.5530603351541 
Step 6443 | loss:0.07446438074111938 lr:5.1694667248259e-06 tokens_per_second_per_gpu:314.4737344856344 
Step 6444 | loss:0.09395268559455872 lr:5.16664279745842e-06 tokens_per_second_per_gpu:259.0699191028168 
Step 6445 | loss:0.0828780084848404 lr:5.163819372931979e-06 tokens_per_second_per_gpu:279.82882205338734 
Step 6446 | loss:0.12961019575595856 lr:5.160996451540326e-06 tokens_per_second_per_gpu:392.20332327760224 
Step 6447 | loss:0.08150653541088104 lr:5.158174033577133e-06 tokens_per_second_per_gpu:348.91234443070647 
Step 6448 | loss:0.06686445325613022 lr:5.155352119336037e-06 tokens_per_second_per_gpu:278.7040486405834 
Step 6449 | loss:0.24357591569423676 lr:5.152530709110624e-06 tokens_per_second_per_gpu:270.1853851668659 
Step 6450 | loss:0.08747679740190506 lr:5.149709803194409e-06 tokens_per_second_per_gpu:273.80965559430075 
Step 6451 | loss:0.06775347143411636 lr:5.1468894018808725e-06 tokens_per_second_per_gpu:361.531314898008 
Step 6452 | loss:0.038242995738983154 lr:5.144069505463441e-06 tokens_per_second_per_gpu:306.13365110789505 
Step 6453 | loss:0.18670129776000977 lr:5.1412501142354755e-06 tokens_per_second_per_gpu:285.86348262113734 
Step 6454 | loss:0.07637563347816467 lr:5.138431228490297e-06 tokens_per_second_per_gpu:316.00860923109576 
Step 6455 | loss:0.12942492961883545 lr:5.135612848521174e-06 tokens_per_second_per_gpu:285.91068376961016 
Step 6456 | loss:0.10970093309879303 lr:5.132794974621309e-06 tokens_per_second_per_gpu:273.3544807398037 
Step 6457 | loss:0.12791578471660614 lr:5.129977607083867e-06 tokens_per_second_per_gpu:252.4075181498432 
Step 6458 | loss:0.0677637904882431 lr:5.1271607462019576e-06 tokens_per_second_per_gpu:328.11854827359065 
Step 6459 | loss:0.09115810692310333 lr:5.1243443922686275e-06 tokens_per_second_per_gpu:280.7355934014654 
Step 6460 | loss:0.1453341692686081 lr:5.121528545576879e-06 tokens_per_second_per_gpu:316.90425008346284 
Step 6461 | loss:0.09124629199504852 lr:5.118713206419668e-06 tokens_per_second_per_gpu:323.2681436795127 
Step 6462 | loss:0.1013399288058281 lr:5.115898375089881e-06 tokens_per_second_per_gpu:322.6560261058878 
Step 6463 | loss:0.03636084124445915 lr:5.113084051880357e-06 tokens_per_second_per_gpu:281.24133932420585 
Step 6464 | loss:0.11243371665477753 lr:5.110270237083901e-06 tokens_per_second_per_gpu:302.81943615953446 
Step 6465 | loss:0.06808707863092422 lr:5.10745693099324e-06 tokens_per_second_per_gpu:390.5598828024964 
Step 6466 | loss:0.10033823549747467 lr:5.104644133901051e-06 tokens_per_second_per_gpu:286.26388135699244 
Step 6467 | loss:0.12762947380542755 lr:5.10183184609998e-06 tokens_per_second_per_gpu:307.7291239031268 
Step 6468 | loss:0.17940114438533783 lr:5.0990200678826e-06 tokens_per_second_per_gpu:327.9636105515389 
Step 6469 | loss:0.049901168793439865 lr:5.096208799541424e-06 tokens_per_second_per_gpu:267.85464331399714 
Step 6470 | loss:0.16606087982654572 lr:5.093398041368942e-06 tokens_per_second_per_gpu:286.7796125022192 
Step 6471 | loss:0.03746744245290756 lr:5.0905877936575645e-06 tokens_per_second_per_gpu:253.35185979522788 
Step 6472 | loss:0.08349273353815079 lr:5.087778056699648e-06 tokens_per_second_per_gpu:253.63072624988408 
Step 6473 | loss:0.16712579131126404 lr:5.084968830787523e-06 tokens_per_second_per_gpu:264.9351167231374 
Step 6474 | loss:0.10138639807701111 lr:5.08216011621344e-06 tokens_per_second_per_gpu:263.2295477274015 
Step 6475 | loss:0.03297428414225578 lr:5.079351913269598e-06 tokens_per_second_per_gpu:223.71429572994285 
Step 6476 | loss:0.14671804010868073 lr:5.076544222248164e-06 tokens_per_second_per_gpu:296.5808445351625 
Step 6477 | loss:0.15357661247253418 lr:5.073737043441231e-06 tokens_per_second_per_gpu:306.4157903371256 
Step 6478 | loss:0.040519606322050095 lr:5.0709303771408425e-06 tokens_per_second_per_gpu:274.0062269304039 
Step 6479 | loss:0.0716128945350647 lr:5.068124223638994e-06 tokens_per_second_per_gpu:303.38619929948476 
Step 6480 | loss:0.050284016877412796 lr:5.06531858322763e-06 tokens_per_second_per_gpu:351.939281925523 
Step 6481 | loss:0.12447400391101837 lr:5.0625134561986274e-06 tokens_per_second_per_gpu:267.65106146485334 
Step 6482 | loss:0.21161195635795593 lr:5.059708842843826e-06 tokens_per_second_per_gpu:303.37212036122565 
Step 6483 | loss:0.0853746235370636 lr:5.056904743455006e-06 tokens_per_second_per_gpu:322.1733987432354 
Step 6484 | loss:0.12689022719860077 lr:5.05410115832389e-06 tokens_per_second_per_gpu:347.50042127760156 
Step 6485 | loss:0.06418018043041229 lr:5.051298087742149e-06 tokens_per_second_per_gpu:295.4926883632383 
Step 6486 | loss:0.08712209761142731 lr:5.04849553200141e-06 tokens_per_second_per_gpu:334.8360044169887 
Step 6487 | loss:0.06548197567462921 lr:5.045693491393229e-06 tokens_per_second_per_gpu:264.63869068478635 
Step 6488 | loss:0.2910155951976776 lr:5.042891966209123e-06 tokens_per_second_per_gpu:304.2131705925329 
Step 6489 | loss:0.16854283213615417 lr:5.040090956740552e-06 tokens_per_second_per_gpu:303.80635624527343 
Step 6490 | loss:0.08072331547737122 lr:5.037290463278914e-06 tokens_per_second_per_gpu:265.8630156126265 
Step 6491 | loss:0.036302171647548676 lr:5.0344904861155694e-06 tokens_per_second_per_gpu:309.55047905594444 
Step 6492 | loss:0.07980438321828842 lr:5.031691025541805e-06 tokens_per_second_per_gpu:274.266172558743 
Step 6493 | loss:0.08395421504974365 lr:5.028892081848871e-06 tokens_per_second_per_gpu:276.6449911067809 
Step 6494 | loss:0.10310718417167664 lr:5.026093655327957e-06 tokens_per_second_per_gpu:318.98857470935997 
Step 6495 | loss:0.13027219474315643 lr:5.023295746270194e-06 tokens_per_second_per_gpu:298.88871631391675 
Step 6496 | loss:0.02022271603345871 lr:5.020498354966667e-06 tokens_per_second_per_gpu:269.03945254771224 
Step 6497 | loss:0.0806480422616005 lr:5.017701481708408e-06 tokens_per_second_per_gpu:264.16112211981334 
Step 6498 | loss:0.062326908111572266 lr:5.014905126786385e-06 tokens_per_second_per_gpu:305.29198157278245 
Step 6499 | loss:0.14316311478614807 lr:5.01210929049152e-06 tokens_per_second_per_gpu:293.59853767414444 
Step 6500 | loss:0.1719459593296051 lr:5.009313973114684e-06 tokens_per_second_per_gpu:332.6588393181715 
Step 6501 | loss:0.14797164499759674 lr:5.006519174946683e-06 tokens_per_second_per_gpu:2.5697223039206483 
Step 6502 | loss:0.08840245008468628 lr:5.003724896278278e-06 tokens_per_second_per_gpu:389.3424059903743 
Step 6503 | loss:0.2526148855686188 lr:5.000931137400178e-06 tokens_per_second_per_gpu:275.3218347672152 
Step 6504 | loss:0.11126930266618729 lr:4.998137898603024e-06 tokens_per_second_per_gpu:277.3160843129003 
Step 6505 | loss:0.10336393862962723 lr:4.995345180177418e-06 tokens_per_second_per_gpu:290.4791119230382 
Step 6506 | loss:0.06944216787815094 lr:4.992552982413904e-06 tokens_per_second_per_gpu:366.68278148462366 
Step 6507 | loss:0.07338417321443558 lr:4.9897613056029636e-06 tokens_per_second_per_gpu:262.1832149859891 
Step 6508 | loss:0.10227565467357635 lr:4.986970150035034e-06 tokens_per_second_per_gpu:285.03929605057255 
Step 6509 | loss:0.05242670327425003 lr:4.984179516000499e-06 tokens_per_second_per_gpu:276.52678925673086 
Step 6510 | loss:0.06902498751878738 lr:4.9813894037896745e-06 tokens_per_second_per_gpu:326.0583094732433 
Step 6511 | loss:0.13587166368961334 lr:4.978599813692837e-06 tokens_per_second_per_gpu:331.3955089424424 
Step 6512 | loss:0.10073469579219818 lr:4.975810746000205e-06 tokens_per_second_per_gpu:297.36417527731 
Step 6513 | loss:0.0836801677942276 lr:4.973022201001935e-06 tokens_per_second_per_gpu:303.6267833711262 
Step 6514 | loss:0.02748449146747589 lr:4.970234178988138e-06 tokens_per_second_per_gpu:254.54925492796735 
Step 6515 | loss:0.18194365501403809 lr:4.967446680248871e-06 tokens_per_second_per_gpu:305.663230756407 
Step 6516 | loss:0.09019997715950012 lr:4.9646597050741255e-06 tokens_per_second_per_gpu:349.7459187666504 
Step 6517 | loss:0.07578403502702713 lr:4.961873253753849e-06 tokens_per_second_per_gpu:287.85209531159836 
Step 6518 | loss:0.03933827206492424 lr:4.959087326577937e-06 tokens_per_second_per_gpu:253.61015730519588 
Step 6519 | loss:0.09484749287366867 lr:4.956301923836218e-06 tokens_per_second_per_gpu:273.9470229229032 
Step 6520 | loss:0.05346312001347542 lr:4.9535170458184735e-06 tokens_per_second_per_gpu:237.80705119134944 
Step 6521 | loss:0.1346167027950287 lr:4.950732692814435e-06 tokens_per_second_per_gpu:310.03455021573524 
Step 6522 | loss:0.12394721060991287 lr:4.947948865113769e-06 tokens_per_second_per_gpu:251.28733488851572 
Step 6523 | loss:0.14344587922096252 lr:4.945165563006097e-06 tokens_per_second_per_gpu:251.1597310100464 
Step 6524 | loss:0.08230207115411758 lr:4.942382786780976e-06 tokens_per_second_per_gpu:333.39928842395193 
Step 6525 | loss:0.17182764410972595 lr:4.939600536727915e-06 tokens_per_second_per_gpu:303.27039538467676 
Step 6526 | loss:0.08722174167633057 lr:4.936818813136373e-06 tokens_per_second_per_gpu:310.7410279060138 
Step 6527 | loss:0.11883123219013214 lr:4.934037616295741e-06 tokens_per_second_per_gpu:332.7732734235287 
Step 6528 | loss:0.08381727337837219 lr:4.931256946495365e-06 tokens_per_second_per_gpu:309.0126576260295 
Step 6529 | loss:0.0722825825214386 lr:4.928476804024538e-06 tokens_per_second_per_gpu:266.79263723870895 
Step 6530 | loss:0.08782927691936493 lr:4.925697189172485e-06 tokens_per_second_per_gpu:239.05901251830937 
Step 6531 | loss:0.10004427284002304 lr:4.922918102228388e-06 tokens_per_second_per_gpu:326.49757683251556 
Step 6532 | loss:0.10509797930717468 lr:4.920139543481377e-06 tokens_per_second_per_gpu:243.46391122646367 
Step 6533 | loss:0.13884204626083374 lr:4.9173615132205125e-06 tokens_per_second_per_gpu:271.2220858993537 
Step 6534 | loss:0.17388901114463806 lr:4.914584011734811e-06 tokens_per_second_per_gpu:221.69088852667036 
Step 6535 | loss:0.22476503252983093 lr:4.911807039313237e-06 tokens_per_second_per_gpu:289.6051636742731 
Step 6536 | loss:0.0759279802441597 lr:4.909030596244686e-06 tokens_per_second_per_gpu:298.2919404596782 
Step 6537 | loss:0.034098803997039795 lr:4.90625468281801e-06 tokens_per_second_per_gpu:371.32369182619294 
Step 6538 | loss:0.051708463579416275 lr:4.903479299322007e-06 tokens_per_second_per_gpu:292.57931748010435 
Step 6539 | loss:0.07900325953960419 lr:4.900704446045409e-06 tokens_per_second_per_gpu:300.6583056465623 
Step 6540 | loss:0.09145248681306839 lr:4.897930123276901e-06 tokens_per_second_per_gpu:279.4155765926663 
Step 6541 | loss:0.06224570423364639 lr:4.895156331305118e-06 tokens_per_second_per_gpu:235.77491747501023 
Step 6542 | loss:0.05324571579694748 lr:4.892383070418623e-06 tokens_per_second_per_gpu:257.3538388636708 
Step 6543 | loss:0.10681742429733276 lr:4.889610340905938e-06 tokens_per_second_per_gpu:263.2958750082751 
Step 6544 | loss:0.12502627074718475 lr:4.88683814305553e-06 tokens_per_second_per_gpu:302.10427379656124 
Step 6545 | loss:0.1111975610256195 lr:4.884066477155798e-06 tokens_per_second_per_gpu:319.95398941808315 
Step 6546 | loss:0.17966964840888977 lr:4.881295343495098e-06 tokens_per_second_per_gpu:242.65952422158566 
Step 6547 | loss:0.08834253251552582 lr:4.87852474236173e-06 tokens_per_second_per_gpu:363.2234214669035 
Step 6548 | loss:0.027649447321891785 lr:4.875754674043928e-06 tokens_per_second_per_gpu:287.85334302147254 
Step 6549 | loss:0.15522903203964233 lr:4.8729851388298795e-06 tokens_per_second_per_gpu:306.519193834399 
Step 6550 | loss:0.02086821012198925 lr:4.8702161370077215e-06 tokens_per_second_per_gpu:357.46180253966355 
Step 6551 | loss:0.09506793320178986 lr:4.8674476688655185e-06 tokens_per_second_per_gpu:265.04947079885864 
Step 6552 | loss:0.11775197833776474 lr:4.864679734691299e-06 tokens_per_second_per_gpu:281.3941183434029 
Step 6553 | loss:0.09415360540151596 lr:4.8619123347730176e-06 tokens_per_second_per_gpu:277.06602802543773 
Step 6554 | loss:0.07738515734672546 lr:4.859145469398588e-06 tokens_per_second_per_gpu:279.90995775834364 
Step 6555 | loss:0.13509467244148254 lr:4.856379138855863e-06 tokens_per_second_per_gpu:268.5366306250546 
Step 6556 | loss:0.1102258712053299 lr:4.853613343432635e-06 tokens_per_second_per_gpu:265.01891891884213 
Step 6557 | loss:0.17498408257961273 lr:4.850848083416647e-06 tokens_per_second_per_gpu:312.06673430972506 
Step 6558 | loss:0.11829878389835358 lr:4.84808335909559e-06 tokens_per_second_per_gpu:279.2971056313761 
Step 6559 | loss:0.041241761296987534 lr:4.845319170757085e-06 tokens_per_second_per_gpu:272.0301813165009 
Step 6560 | loss:0.01867460086941719 lr:4.84255551868871e-06 tokens_per_second_per_gpu:265.5112880259554 
Step 6561 | loss:0.09582556039094925 lr:4.839792403177986e-06 tokens_per_second_per_gpu:321.39141177300905 
Step 6562 | loss:0.08553997427225113 lr:4.837029824512368e-06 tokens_per_second_per_gpu:275.60870463696654 
Step 6563 | loss:0.11012214422225952 lr:4.8342677829792665e-06 tokens_per_second_per_gpu:305.73515162663637 
Step 6564 | loss:0.10084794461727142 lr:4.8315062788660365e-06 tokens_per_second_per_gpu:276.70487088821494 
Step 6565 | loss:0.04566793143749237 lr:4.8287453124599635e-06 tokens_per_second_per_gpu:342.4892445305846 
Step 6566 | loss:0.19028109312057495 lr:4.825984884048293e-06 tokens_per_second_per_gpu:268.4296867152051 
Step 6567 | loss:0.07104948163032532 lr:4.823224993918208e-06 tokens_per_second_per_gpu:286.32820732509964 
Step 6568 | loss:0.09730897098779678 lr:4.820465642356832e-06 tokens_per_second_per_gpu:265.85314736231254 
Step 6569 | loss:0.059674933552742004 lr:4.81770682965123e-06 tokens_per_second_per_gpu:269.859787824164 
Step 6570 | loss:0.042233847081661224 lr:4.81494855608843e-06 tokens_per_second_per_gpu:301.5514124394871 
Step 6571 | loss:0.128600612282753 lr:4.8121908219553845e-06 tokens_per_second_per_gpu:304.0188470811864 
Step 6572 | loss:0.18188641965389252 lr:4.8094336275389876e-06 tokens_per_second_per_gpu:337.889655948795 
Step 6573 | loss:0.09334058314561844 lr:4.806676973126101e-06 tokens_per_second_per_gpu:240.68070020298495 
Step 6574 | loss:0.11950793862342834 lr:4.803920859003507e-06 tokens_per_second_per_gpu:280.1661139877355 
Step 6575 | loss:0.17169524729251862 lr:4.801165285457931e-06 tokens_per_second_per_gpu:273.2734222324171 
Step 6576 | loss:0.18786364793777466 lr:4.798410252776067e-06 tokens_per_second_per_gpu:296.51916103020056 
Step 6577 | loss:0.08708465844392776 lr:4.795655761244529e-06 tokens_per_second_per_gpu:343.0297257971602 
Step 6578 | loss:0.031634166836738586 lr:4.792901811149873e-06 tokens_per_second_per_gpu:256.9336051907869 
Step 6579 | loss:0.11523457616567612 lr:4.790148402778625e-06 tokens_per_second_per_gpu:295.3072005118895 
Step 6580 | loss:0.2350480854511261 lr:4.787395536417227e-06 tokens_per_second_per_gpu:446.9404046002531 
Step 6581 | loss:0.20803943276405334 lr:4.784643212352071e-06 tokens_per_second_per_gpu:295.8374197846923 
Step 6582 | loss:0.17231950163841248 lr:4.781891430869509e-06 tokens_per_second_per_gpu:297.8103569371485 
Step 6583 | loss:0.06999960541725159 lr:4.779140192255818e-06 tokens_per_second_per_gpu:310.04352101829545 
Step 6584 | loss:0.08478432893753052 lr:4.77638949679722e-06 tokens_per_second_per_gpu:286.05228184682204 
Step 6585 | loss:0.0767441838979721 lr:4.773639344779889e-06 tokens_per_second_per_gpu:332.79243794246054 
Step 6586 | loss:0.16633573174476624 lr:4.770889736489943e-06 tokens_per_second_per_gpu:272.58080119927297 
Step 6587 | loss:0.1156935915350914 lr:4.7681406722134306e-06 tokens_per_second_per_gpu:298.5806032000323 
Step 6588 | loss:0.07111146301031113 lr:4.7653921522363566e-06 tokens_per_second_per_gpu:277.30270207097607 
Step 6589 | loss:0.055161602795124054 lr:4.76264417684467e-06 tokens_per_second_per_gpu:271.96013961091313 
Step 6590 | loss:0.0639091432094574 lr:4.759896746324247e-06 tokens_per_second_per_gpu:224.20726962853578 
Step 6591 | loss:0.06201449781656265 lr:4.757149860960925e-06 tokens_per_second_per_gpu:285.89513890683077 
Step 6592 | loss:0.12229101359844208 lr:4.754403521040481e-06 tokens_per_second_per_gpu:341.08495173041575 
Step 6593 | loss:0.19685129821300507 lr:4.751657726848622e-06 tokens_per_second_per_gpu:333.6003845431313 
Step 6594 | loss:0.11816060543060303 lr:4.748912478671015e-06 tokens_per_second_per_gpu:345.6708451546448 
Step 6595 | loss:0.16050130128860474 lr:4.746167776793265e-06 tokens_per_second_per_gpu:257.9947252627448 
Step 6596 | loss:0.059839800000190735 lr:4.743423621500914e-06 tokens_per_second_per_gpu:290.3367611622429 
Step 6597 | loss:0.06979283690452576 lr:4.740680013079457e-06 tokens_per_second_per_gpu:239.6879341290043 
Step 6598 | loss:0.24953177571296692 lr:4.7379369518143196e-06 tokens_per_second_per_gpu:251.5389663577618 
Step 6599 | loss:0.13818183541297913 lr:4.735194437990881e-06 tokens_per_second_per_gpu:304.39695928736194 
Step 6600 | loss:0.21836405992507935 lr:4.732452471894465e-06 tokens_per_second_per_gpu:369.98716839594806 
Step 6601 | loss:0.07961274683475494 lr:4.729711053810327e-06 tokens_per_second_per_gpu:318.3463340422863 
Step 6602 | loss:0.04859650135040283 lr:4.726970184023673e-06 tokens_per_second_per_gpu:358.8963459326349 
Step 6603 | loss:0.25483211874961853 lr:4.724229862819656e-06 tokens_per_second_per_gpu:335.77065515896027 
Step 6604 | loss:0.033295758068561554 lr:4.721490090483359e-06 tokens_per_second_per_gpu:268.86144826186626 
Step 6605 | loss:0.04219265282154083 lr:4.71875086729982e-06 tokens_per_second_per_gpu:228.23552552731556 
Step 6606 | loss:0.06914278864860535 lr:4.716012193554021e-06 tokens_per_second_per_gpu:312.9219036573309 
Step 6607 | loss:0.06673222780227661 lr:4.713274069530872e-06 tokens_per_second_per_gpu:204.8884008239908 
Step 6608 | loss:0.07628202438354492 lr:4.710536495515239e-06 tokens_per_second_per_gpu:291.9387668318981 
Step 6609 | loss:0.16627800464630127 lr:4.7077994717919304e-06 tokens_per_second_per_gpu:293.9973213707588 
Step 6610 | loss:0.08821332454681396 lr:4.705062998645687e-06 tokens_per_second_per_gpu:294.11536233142436 
Step 6611 | loss:0.04227302968502045 lr:4.702327076361205e-06 tokens_per_second_per_gpu:309.21217317834265 
Step 6612 | loss:0.10455718636512756 lr:4.699591705223119e-06 tokens_per_second_per_gpu:323.7005357577484 
Step 6613 | loss:0.05820690840482712 lr:4.696856885515998e-06 tokens_per_second_per_gpu:320.1769774471474 
Step 6614 | loss:0.06504584848880768 lr:4.694122617524364e-06 tokens_per_second_per_gpu:279.19921418991805 
Step 6615 | loss:0.160921111702919 lr:4.691388901532683e-06 tokens_per_second_per_gpu:335.51386202343735 
Step 6616 | loss:0.23201026022434235 lr:4.688655737825349e-06 tokens_per_second_per_gpu:306.5198270203216 
Step 6617 | loss:0.11168885976076126 lr:4.685923126686716e-06 tokens_per_second_per_gpu:300.8413725877122 
Step 6618 | loss:0.06540366262197495 lr:4.6831910684010715e-06 tokens_per_second_per_gpu:221.78747891690512 
Step 6619 | loss:0.030877340584993362 lr:4.680459563252641e-06 tokens_per_second_per_gpu:228.4127684985059 
Step 6620 | loss:0.04329333454370499 lr:4.677728611525605e-06 tokens_per_second_per_gpu:260.4973772490171 
Step 6621 | loss:0.043031562119722366 lr:4.67499821350408e-06 tokens_per_second_per_gpu:293.2790153610746 
Step 6622 | loss:0.0711708515882492 lr:4.672268369472117e-06 tokens_per_second_per_gpu:297.5473924556121 
Step 6623 | loss:0.035533420741558075 lr:4.669539079713723e-06 tokens_per_second_per_gpu:289.6089527983265 
Step 6624 | loss:0.051983244717121124 lr:4.666810344512842e-06 tokens_per_second_per_gpu:326.0143502457787 
Step 6625 | loss:0.17479880154132843 lr:4.664082164153354e-06 tokens_per_second_per_gpu:296.39864757580625 
Step 6626 | loss:0.05877624824643135 lr:4.661354538919091e-06 tokens_per_second_per_gpu:281.1452705570175 
Step 6627 | loss:0.06647574156522751 lr:4.6586274690938235e-06 tokens_per_second_per_gpu:347.4383297154956 
Step 6628 | loss:0.0960635095834732 lr:4.655900954961261e-06 tokens_per_second_per_gpu:275.2515417558774 
Step 6629 | loss:0.08059903979301453 lr:4.653174996805061e-06 tokens_per_second_per_gpu:320.37083867134737 
Step 6630 | loss:0.16508305072784424 lr:4.650449594908816e-06 tokens_per_second_per_gpu:299.55410489632254 
Step 6631 | loss:0.11676829308271408 lr:4.647724749556066e-06 tokens_per_second_per_gpu:262.96486924900114 
Step 6632 | loss:0.13353374600410461 lr:4.645000461030298e-06 tokens_per_second_per_gpu:302.71858852847856 
Step 6633 | loss:0.12623456120491028 lr:4.642276729614924e-06 tokens_per_second_per_gpu:323.46517159465526 
Step 6634 | loss:0.04227406531572342 lr:4.639553555593316e-06 tokens_per_second_per_gpu:366.99637153305645 
Step 6635 | loss:0.0899515375494957 lr:4.636830939248783e-06 tokens_per_second_per_gpu:339.9007534416527 
Step 6636 | loss:0.06258374452590942 lr:4.634108880864568e-06 tokens_per_second_per_gpu:274.2741113473048 
Step 6637 | loss:0.03011097013950348 lr:4.631387380723863e-06 tokens_per_second_per_gpu:234.97119616363074 
Step 6638 | loss:0.04560761898756027 lr:4.628666439109806e-06 tokens_per_second_per_gpu:260.05383841489083 
Step 6639 | loss:0.16575244069099426 lr:4.625946056305465e-06 tokens_per_second_per_gpu:243.9483240839777 
Step 6640 | loss:0.11743749678134918 lr:4.6232262325938585e-06 tokens_per_second_per_gpu:307.3106233487484 
Step 6641 | loss:0.11756432801485062 lr:4.62050696825795e-06 tokens_per_second_per_gpu:222.14550937399537 
Step 6642 | loss:0.22668617963790894 lr:4.617788263580633e-06 tokens_per_second_per_gpu:255.63674232732583 
Step 6643 | loss:0.09693966060876846 lr:4.61507011884475e-06 tokens_per_second_per_gpu:330.93504526615334 
Step 6644 | loss:0.1027374118566513 lr:4.612352534333092e-06 tokens_per_second_per_gpu:301.61823886861595 
Step 6645 | loss:0.10443674772977829 lr:4.609635510328375e-06 tokens_per_second_per_gpu:363.7498902814754 
Step 6646 | loss:0.05619777739048004 lr:4.60691904711327e-06 tokens_per_second_per_gpu:286.3483013378493 
Step 6647 | loss:0.10638190805912018 lr:4.604203144970391e-06 tokens_per_second_per_gpu:325.44637155916655 
Step 6648 | loss:0.11069770157337189 lr:4.60148780418228e-06 tokens_per_second_per_gpu:336.7404460007675 
Step 6649 | loss:0.06763529777526855 lr:4.5987730250314315e-06 tokens_per_second_per_gpu:352.7454107372008 
Step 6650 | loss:0.15654441714286804 lr:4.596058807800284e-06 tokens_per_second_per_gpu:386.05830986613 
Step 6651 | loss:0.11937177926301956 lr:4.593345152771205e-06 tokens_per_second_per_gpu:301.47467720118016 
Step 6652 | loss:0.05369596928358078 lr:4.590632060226516e-06 tokens_per_second_per_gpu:249.0495299771458 
Step 6653 | loss:0.10117895901203156 lr:4.587919530448476e-06 tokens_per_second_per_gpu:368.6754503952891 
Step 6654 | loss:0.21251896023750305 lr:4.585207563719279e-06 tokens_per_second_per_gpu:342.08108710124407 
Step 6655 | loss:0.0358244851231575 lr:4.582496160321071e-06 tokens_per_second_per_gpu:253.83391187383754 
Step 6656 | loss:0.09754768759012222 lr:4.579785320535935e-06 tokens_per_second_per_gpu:314.9247185167881 
Step 6657 | loss:0.1470964401960373 lr:4.577075044645891e-06 tokens_per_second_per_gpu:258.89034636660796 
Step 6658 | loss:0.09634245187044144 lr:4.574365332932908e-06 tokens_per_second_per_gpu:283.65696798448346 
Step 6659 | loss:0.16493374109268188 lr:4.571656185678888e-06 tokens_per_second_per_gpu:316.7729872130541 
Step 6660 | loss:0.055775661021471024 lr:4.568947603165678e-06 tokens_per_second_per_gpu:316.17767842704757 
Step 6661 | loss:0.03172077238559723 lr:4.566239585675076e-06 tokens_per_second_per_gpu:283.4077308691042 
Step 6662 | loss:0.1029646098613739 lr:4.5635321334888015e-06 tokens_per_second_per_gpu:319.0847309854659 
Step 6663 | loss:0.04183134064078331 lr:4.560825246888531e-06 tokens_per_second_per_gpu:312.59637642775425 
Step 6664 | loss:0.09193341434001923 lr:4.558118926155878e-06 tokens_per_second_per_gpu:331.3294285820707 
Step 6665 | loss:0.05632806941866875 lr:4.555413171572392e-06 tokens_per_second_per_gpu:275.94434890095005 
Step 6666 | loss:0.0914575383067131 lr:4.552707983419569e-06 tokens_per_second_per_gpu:261.32557447157666 
Step 6667 | loss:0.08838386833667755 lr:4.550003361978849e-06 tokens_per_second_per_gpu:299.3194408048276 
Step 6668 | loss:0.15406402945518494 lr:4.5472993075316044e-06 tokens_per_second_per_gpu:250.2423541811914 
Step 6669 | loss:0.08066236227750778 lr:4.544595820359152e-06 tokens_per_second_per_gpu:291.2174823077591 
Step 6670 | loss:0.3586319088935852 lr:4.541892900742757e-06 tokens_per_second_per_gpu:255.2740529614449 
Step 6671 | loss:0.0803527981042862 lr:4.5391905489636115e-06 tokens_per_second_per_gpu:271.66055574806364 
Step 6672 | loss:0.1198953315615654 lr:4.53648876530286e-06 tokens_per_second_per_gpu:282.82965151146374 
Step 6673 | loss:0.062092576175928116 lr:4.533787550041587e-06 tokens_per_second_per_gpu:235.96732323067457 
Step 6674 | loss:0.03023265302181244 lr:4.5310869034608115e-06 tokens_per_second_per_gpu:342.0648858079539 
Step 6675 | loss:0.09718267619609833 lr:4.52838682584149e-06 tokens_per_second_per_gpu:388.65614770526315 
Step 6676 | loss:0.0838538110256195 lr:4.525687317464541e-06 tokens_per_second_per_gpu:250.6829681154951 
Step 6677 | loss:0.21608448028564453 lr:4.522988378610802e-06 tokens_per_second_per_gpu:283.4887436685561 
Step 6678 | loss:0.07224087417125702 lr:4.520290009561051e-06 tokens_per_second_per_gpu:249.27505308520892 
Step 6679 | loss:0.13141761720180511 lr:4.517592210596029e-06 tokens_per_second_per_gpu:279.58841730609174 
Step 6680 | loss:0.0991365984082222 lr:4.514894981996397e-06 tokens_per_second_per_gpu:294.18144066460513 
Step 6681 | loss:0.22741559147834778 lr:4.512198324042753e-06 tokens_per_second_per_gpu:295.5489336959333 
Step 6682 | loss:0.100164495408535 lr:4.509502237015663e-06 tokens_per_second_per_gpu:307.9797495652252 
Step 6683 | loss:0.09944472461938858 lr:4.506806721195607e-06 tokens_per_second_per_gpu:225.103067093541 
Step 6684 | loss:0.08619846403598785 lr:4.5041117768630064e-06 tokens_per_second_per_gpu:296.19059389229506 
Step 6685 | loss:0.09118209779262543 lr:4.501417404298246e-06 tokens_per_second_per_gpu:326.61039476974304 
Step 6686 | loss:0.12127994000911713 lr:4.498723603781631e-06 tokens_per_second_per_gpu:291.0168400624346 
Step 6687 | loss:0.18140345811843872 lr:4.496030375593402e-06 tokens_per_second_per_gpu:307.3555687643629 
Step 6688 | loss:0.16750533878803253 lr:4.493337720013769e-06 tokens_per_second_per_gpu:333.44287100879444 
Step 6689 | loss:0.12319684028625488 lr:4.4906456373228535e-06 tokens_per_second_per_gpu:290.45394662675324 
Step 6690 | loss:0.06835496425628662 lr:4.487954127800726e-06 tokens_per_second_per_gpu:295.6245999845236 
Step 6691 | loss:0.28385794162750244 lr:4.4852631917274015e-06 tokens_per_second_per_gpu:270.4027211193171 
Step 6692 | loss:0.13357344269752502 lr:4.482572829382837e-06 tokens_per_second_per_gpu:300.584556173363 
Step 6693 | loss:0.14286692440509796 lr:4.4798830410469196e-06 tokens_per_second_per_gpu:281.464276201484 
Step 6694 | loss:0.05117899179458618 lr:4.4771938269994865e-06 tokens_per_second_per_gpu:268.8606011497967 
Step 6695 | loss:0.14959949254989624 lr:4.474505187520314e-06 tokens_per_second_per_gpu:315.94343257950754 
Step 6696 | loss:0.07488859444856644 lr:4.4718171228891095e-06 tokens_per_second_per_gpu:266.56108763435304 
Step 6697 | loss:0.10880880057811737 lr:4.469129633385532e-06 tokens_per_second_per_gpu:293.2084045474419 
Step 6698 | loss:0.07937554270029068 lr:4.466442719289177e-06 tokens_per_second_per_gpu:357.60656563975664 
Step 6699 | loss:0.10845302045345306 lr:4.463756380879574e-06 tokens_per_second_per_gpu:291.2641283655406 
Step 6700 | loss:0.10061846673488617 lr:4.461070618436203e-06 tokens_per_second_per_gpu:255.05943169144348 
Step 6701 | loss:0.06526821106672287 lr:4.458385432238479e-06 tokens_per_second_per_gpu:335.32932839973876 
Step 6702 | loss:0.07824338227510452 lr:4.4557008225657504e-06 tokens_per_second_per_gpu:270.7207156021571 
Step 6703 | loss:0.2080407440662384 lr:4.453016789697321e-06 tokens_per_second_per_gpu:318.2993327137021 
Step 6704 | loss:0.18613550066947937 lr:4.450333333912416e-06 tokens_per_second_per_gpu:235.16460308945076 
Step 6705 | loss:0.28127849102020264 lr:4.447650455490215e-06 tokens_per_second_per_gpu:279.54349733065055 
Step 6706 | loss:0.05187024921178818 lr:4.444968154709839e-06 tokens_per_second_per_gpu:272.56421601136975 
Step 6707 | loss:0.12609125673770905 lr:4.4422864318503315e-06 tokens_per_second_per_gpu:257.712859342914 
Step 6708 | loss:0.14326338469982147 lr:4.4396052871906926e-06 tokens_per_second_per_gpu:294.34065071558734 
Step 6709 | loss:0.05341342091560364 lr:4.436924721009859e-06 tokens_per_second_per_gpu:259.66543350726846 
Step 6710 | loss:0.08323074132204056 lr:4.434244733586699e-06 tokens_per_second_per_gpu:242.87249240636527 
Step 6711 | loss:0.1311466246843338 lr:4.43156532520003e-06 tokens_per_second_per_gpu:260.06929267284596 
Step 6712 | loss:0.12126201391220093 lr:4.4288864961286095e-06 tokens_per_second_per_gpu:336.8495540308119 
Step 6713 | loss:0.11904118955135345 lr:4.426208246651123e-06 tokens_per_second_per_gpu:272.80510529494046 
Step 6714 | loss:0.08987633138895035 lr:4.423530577046208e-06 tokens_per_second_per_gpu:369.2596650163026 
Step 6715 | loss:0.1086687445640564 lr:4.420853487592442e-06 tokens_per_second_per_gpu:274.78912695378847 
Step 6716 | loss:0.057855650782585144 lr:4.418176978568327e-06 tokens_per_second_per_gpu:311.53275169652414 
Step 6717 | loss:0.09075912088155746 lr:4.415501050252321e-06 tokens_per_second_per_gpu:359.01287096878036 
Step 6718 | loss:0.07595609873533249 lr:4.41282570292282e-06 tokens_per_second_per_gpu:324.7078740487244 
Step 6719 | loss:0.14849694073200226 lr:4.4101509368581465e-06 tokens_per_second_per_gpu:438.2541829844498 
Step 6720 | loss:0.18503080308437347 lr:4.407476752336575e-06 tokens_per_second_per_gpu:239.5949595069419 
Step 6721 | loss:0.11776508390903473 lr:4.404803149636322e-06 tokens_per_second_per_gpu:354.0587730209589 
Step 6722 | loss:0.026310564950108528 lr:4.402130129035526e-06 tokens_per_second_per_gpu:350.38453071704436 
Step 6723 | loss:0.05049271509051323 lr:4.399457690812283e-06 tokens_per_second_per_gpu:306.5288228854709 
Step 6724 | loss:0.12329506874084473 lr:4.396785835244624e-06 tokens_per_second_per_gpu:274.863364209621 
Step 6725 | loss:0.09934984892606735 lr:4.39411456261051e-06 tokens_per_second_per_gpu:313.4031355265093 
Step 6726 | loss:0.0613975003361702 lr:4.391443873187852e-06 tokens_per_second_per_gpu:307.95401951035325 
Step 6727 | loss:0.06824854016304016 lr:4.388773767254499e-06 tokens_per_second_per_gpu:334.825484566716 
Step 6728 | loss:0.07142020761966705 lr:4.386104245088231e-06 tokens_per_second_per_gpu:243.334613275149 
Step 6729 | loss:0.08628374338150024 lr:4.383435306966778e-06 tokens_per_second_per_gpu:386.55971991852215 
Step 6730 | loss:0.12728960812091827 lr:4.380766953167805e-06 tokens_per_second_per_gpu:309.7070579039769 
Step 6731 | loss:0.09545566141605377 lr:4.378099183968911e-06 tokens_per_second_per_gpu:281.33256018553135 
Step 6732 | loss:0.14357301592826843 lr:4.3754319996476424e-06 tokens_per_second_per_gpu:231.3504251294563 
Step 6733 | loss:0.06179984658956528 lr:4.372765400481484e-06 tokens_per_second_per_gpu:298.1374942149688 
Step 6734 | loss:0.09883823245763779 lr:4.370099386747849e-06 tokens_per_second_per_gpu:323.8804273011679 
Step 6735 | loss:0.18881385028362274 lr:4.367433958724107e-06 tokens_per_second_per_gpu:280.58362851874926 
Step 6736 | loss:0.18628546595573425 lr:4.364769116687548e-06 tokens_per_second_per_gpu:288.6459904750203 
Step 6737 | loss:0.04004553705453873 lr:4.362104860915416e-06 tokens_per_second_per_gpu:265.2444247601191 
Step 6738 | loss:0.05991220474243164 lr:4.35944119168489e-06 tokens_per_second_per_gpu:294.0010676187582 
Step 6739 | loss:0.06525716930627823 lr:4.35677810927308e-06 tokens_per_second_per_gpu:350.74919875876236 
Step 6740 | loss:0.06035333126783371 lr:4.354115613957044e-06 tokens_per_second_per_gpu:230.91832884480974 
Step 6741 | loss:0.07005652785301208 lr:4.351453706013781e-06 tokens_per_second_per_gpu:296.9667026550935 
Step 6742 | loss:0.1776442974805832 lr:4.348792385720217e-06 tokens_per_second_per_gpu:272.3600677922044 
Step 6743 | loss:0.14966852962970734 lr:4.346131653353227e-06 tokens_per_second_per_gpu:303.00012021157846 
Step 6744 | loss:0.09522055089473724 lr:4.343471509189626e-06 tokens_per_second_per_gpu:329.3820564593973 
Step 6745 | loss:0.2247617542743683 lr:4.340811953506155e-06 tokens_per_second_per_gpu:301.86482989376094 
Step 6746 | loss:0.10237140953540802 lr:4.338152986579507e-06 tokens_per_second_per_gpu:266.34606161987966 
Step 6747 | loss:0.17100606858730316 lr:4.335494608686313e-06 tokens_per_second_per_gpu:327.60714838828596 
Step 6748 | loss:0.10891254246234894 lr:4.33283682010313e-06 tokens_per_second_per_gpu:255.35312285047715 
Step 6749 | loss:0.06801628321409225 lr:4.330179621106469e-06 tokens_per_second_per_gpu:260.8607724168287 
Step 6750 | loss:0.06017963960766792 lr:4.327523011972774e-06 tokens_per_second_per_gpu:352.0836576619131 
Step 6751 | loss:0.055174700915813446 lr:4.324866992978422e-06 tokens_per_second_per_gpu:283.44220968545693 
Step 6752 | loss:0.07555929571390152 lr:4.322211564399734e-06 tokens_per_second_per_gpu:231.81725922679612 
Step 6753 | loss:0.2216799408197403 lr:4.319556726512976e-06 tokens_per_second_per_gpu:294.7085221875738 
Step 6754 | loss:0.08135133981704712 lr:4.316902479594336e-06 tokens_per_second_per_gpu:327.1960070053633 
Step 6755 | loss:0.17680591344833374 lr:4.314248823919954e-06 tokens_per_second_per_gpu:326.57011974120985 
Step 6756 | loss:0.10945731401443481 lr:4.311595759765908e-06 tokens_per_second_per_gpu:312.6712633282862 
Step 6757 | loss:0.1142510324716568 lr:4.308943287408207e-06 tokens_per_second_per_gpu:230.28027947751895 
Step 6758 | loss:0.09241742640733719 lr:4.3062914071228024e-06 tokens_per_second_per_gpu:307.33833904795387 
Step 6759 | loss:0.12446875870227814 lr:4.3036401191855884e-06 tokens_per_second_per_gpu:258.57712121733294 
Step 6760 | loss:0.07946774363517761 lr:4.300989423872386e-06 tokens_per_second_per_gpu:306.5212428321783 
Step 6761 | loss:0.04009007290005684 lr:4.298339321458966e-06 tokens_per_second_per_gpu:241.0365067807963 
Step 6762 | loss:0.14035764336585999 lr:4.295689812221037e-06 tokens_per_second_per_gpu:259.05285404188106 
Step 6763 | loss:0.05757448077201843 lr:4.293040896434235e-06 tokens_per_second_per_gpu:315.51687317336615 
Step 6764 | loss:0.08849434554576874 lr:4.290392574374148e-06 tokens_per_second_per_gpu:295.4297762893698 
Step 6765 | loss:0.09240889549255371 lr:4.287744846316289e-06 tokens_per_second_per_gpu:368.55022928804163 
Step 6766 | loss:0.1299484372138977 lr:4.2850977125361185e-06 tokens_per_second_per_gpu:242.96548133810103 
Step 6767 | loss:0.2916688024997711 lr:4.282451173309038e-06 tokens_per_second_per_gpu:277.6481365207303 
Step 6768 | loss:0.10186752676963806 lr:4.279805228910372e-06 tokens_per_second_per_gpu:272.89462588496974 
Step 6769 | loss:0.06717927008867264 lr:4.277159879615399e-06 tokens_per_second_per_gpu:398.1491399466907 
Step 6770 | loss:0.13907645642757416 lr:4.2745151256993325e-06 tokens_per_second_per_gpu:396.69174342522876 
Step 6771 | loss:0.11233924329280853 lr:4.271870967437311e-06 tokens_per_second_per_gpu:281.72444930193905 
Step 6772 | loss:0.08182881772518158 lr:4.269227405104428e-06 tokens_per_second_per_gpu:271.1990044562047 
Step 6773 | loss:0.10325272381305695 lr:4.26658443897571e-06 tokens_per_second_per_gpu:252.8437495466658 
Step 6774 | loss:0.06466609239578247 lr:4.263942069326114e-06 tokens_per_second_per_gpu:246.0347417995926 
Step 6775 | loss:0.07747397571802139 lr:4.261300296430541e-06 tokens_per_second_per_gpu:236.33632724177275 
Step 6776 | loss:0.14001873135566711 lr:4.258659120563836e-06 tokens_per_second_per_gpu:267.38430769617537 
Step 6777 | loss:0.12469017505645752 lr:4.256018542000765e-06 tokens_per_second_per_gpu:388.1277568807514 
Step 6778 | loss:0.11495907604694366 lr:4.253378561016048e-06 tokens_per_second_per_gpu:324.07374771270133 
Step 6779 | loss:0.1305229365825653 lr:4.25073917788434e-06 tokens_per_second_per_gpu:277.87895279143123 
Step 6780 | loss:0.07230649888515472 lr:4.248100392880227e-06 tokens_per_second_per_gpu:286.71680159787337 
Step 6781 | loss:0.06976382434368134 lr:4.245462206278229e-06 tokens_per_second_per_gpu:271.6588579209164 
Step 6782 | loss:0.04243871197104454 lr:4.242824618352825e-06 tokens_per_second_per_gpu:248.3215994158587 
Step 6783 | loss:0.07356273382902145 lr:4.240187629378412e-06 tokens_per_second_per_gpu:317.0234099698891 
Step 6784 | loss:0.13109982013702393 lr:4.237551239629324e-06 tokens_per_second_per_gpu:260.68629678284407 
Step 6785 | loss:0.12075421214103699 lr:4.2349154493798514e-06 tokens_per_second_per_gpu:294.66326957121 
Step 6786 | loss:0.03757713362574577 lr:4.2322802589042046e-06 tokens_per_second_per_gpu:255.9200923639334 
Step 6787 | loss:0.14498193562030792 lr:4.22964566847653e-06 tokens_per_second_per_gpu:416.11596855924296 
Step 6788 | loss:0.11881867051124573 lr:4.227011678370932e-06 tokens_per_second_per_gpu:340.5182682056482 
Step 6789 | loss:0.031220272183418274 lr:4.224378288861434e-06 tokens_per_second_per_gpu:248.80967455059022 
Step 6790 | loss:0.14814326167106628 lr:4.221745500221992e-06 tokens_per_second_per_gpu:291.59581889602896 
Step 6791 | loss:0.05908934026956558 lr:4.219113312726526e-06 tokens_per_second_per_gpu:294.45507001366707 
Step 6792 | loss:0.09048567712306976 lr:4.21648172664887e-06 tokens_per_second_per_gpu:301.82160703452803 
Step 6793 | loss:0.10097525268793106 lr:4.213850742262795e-06 tokens_per_second_per_gpu:304.7406562870356 
Step 6794 | loss:0.06523076444864273 lr:4.211220359842032e-06 tokens_per_second_per_gpu:250.175447832371 
Step 6795 | loss:0.12360881268978119 lr:4.208590579660225e-06 tokens_per_second_per_gpu:275.58628269979215 
Step 6796 | loss:0.08720046281814575 lr:4.2059614019909634e-06 tokens_per_second_per_gpu:333.342472225981 
Step 6797 | loss:0.1442861258983612 lr:4.203332827107778e-06 tokens_per_second_per_gpu:272.5214287792504 
Step 6798 | loss:0.0663585513830185 lr:4.200704855284137e-06 tokens_per_second_per_gpu:358.0976401142125 
Step 6799 | loss:0.10919547080993652 lr:4.198077486793437e-06 tokens_per_second_per_gpu:357.12005225480027 
Step 6800 | loss:0.0925535038113594 lr:4.19545072190902e-06 tokens_per_second_per_gpu:289.5539197677787 
Step 6801 | loss:0.1382909119129181 lr:4.192824560904167e-06 tokens_per_second_per_gpu:277.3536652864716 
Step 6802 | loss:0.05966630578041077 lr:4.190199004052086e-06 tokens_per_second_per_gpu:270.7138749792921 
Step 6803 | loss:0.04427323490381241 lr:4.18757405162593e-06 tokens_per_second_per_gpu:305.4408477614267 
Step 6804 | loss:0.143431156873703 lr:4.184949703898793e-06 tokens_per_second_per_gpu:282.0379576901045 
Step 6805 | loss:0.10188697278499603 lr:4.182325961143692e-06 tokens_per_second_per_gpu:324.1304060493874 
Step 6806 | loss:0.07430536299943924 lr:4.179702823633593e-06 tokens_per_second_per_gpu:289.62445290423074 
Step 6807 | loss:0.04515984281897545 lr:4.177080291641401e-06 tokens_per_second_per_gpu:283.65393067652377 
Step 6808 | loss:0.06106676906347275 lr:4.174458365439943e-06 tokens_per_second_per_gpu:301.0874869348002 
Step 6809 | loss:0.20850870013237 lr:4.171837045302002e-06 tokens_per_second_per_gpu:280.7006941396539 
Step 6810 | loss:0.1887657195329666 lr:4.169216331500279e-06 tokens_per_second_per_gpu:323.21419958846667 
Step 6811 | loss:0.09139049053192139 lr:4.166596224307426e-06 tokens_per_second_per_gpu:278.4808022309915 
Step 6812 | loss:0.14637675881385803 lr:4.163976723996032e-06 tokens_per_second_per_gpu:327.4243460018101 
Step 6813 | loss:0.12928983569145203 lr:4.16135783083861e-06 tokens_per_second_per_gpu:352.74165594107416 
Step 6814 | loss:0.08212178200483322 lr:4.158739545107622e-06 tokens_per_second_per_gpu:307.79883571847284 
Step 6815 | loss:0.07390753924846649 lr:4.156121867075465e-06 tokens_per_second_per_gpu:252.18770202087458 
Step 6816 | loss:0.10003740340471268 lr:4.153504797014466e-06 tokens_per_second_per_gpu:292.60522695491596 
Step 6817 | loss:0.1267864853143692 lr:4.1508883351968954e-06 tokens_per_second_per_gpu:292.3452951706846 
Step 6818 | loss:0.06781287491321564 lr:4.148272481894962e-06 tokens_per_second_per_gpu:296.38709508917225 
Step 6819 | loss:0.04580745846033096 lr:4.1456572373808e-06 tokens_per_second_per_gpu:238.5049581733993 
Step 6820 | loss:0.09520390629768372 lr:4.143042601926492e-06 tokens_per_second_per_gpu:308.7017283168114 
Step 6821 | loss:0.1322162002325058 lr:4.140428575804057e-06 tokens_per_second_per_gpu:313.23580286291156 
Step 6822 | loss:0.10040206462144852 lr:4.137815159285439e-06 tokens_per_second_per_gpu:288.41100522332243 
Step 6823 | loss:0.13701677322387695 lr:4.1352023526425286e-06 tokens_per_second_per_gpu:247.18778873264034 
Step 6824 | loss:0.10361436009407043 lr:4.132590156147157e-06 tokens_per_second_per_gpu:273.9672083266966 
Step 6825 | loss:0.14969417452812195 lr:4.129978570071077e-06 tokens_per_second_per_gpu:352.9640192046539 
Step 6826 | loss:0.03642777353525162 lr:4.12736759468599e-06 tokens_per_second_per_gpu:292.99464309785515 
Step 6827 | loss:0.09198484569787979 lr:4.124757230263532e-06 tokens_per_second_per_gpu:358.1686417373262 
Step 6828 | loss:0.11940911412239075 lr:4.12214747707527e-06 tokens_per_second_per_gpu:247.59288276980817 
Step 6829 | loss:0.10327718406915665 lr:4.119538335392712e-06 tokens_per_second_per_gpu:297.8559191629686 
Step 6830 | loss:0.14922478795051575 lr:4.116929805487307e-06 tokens_per_second_per_gpu:324.55914091680074 
Step 6831 | loss:0.05034986883401871 lr:4.114321887630427e-06 tokens_per_second_per_gpu:256.8621077149839 
Step 6832 | loss:0.110374316573143 lr:4.111714582093391e-06 tokens_per_second_per_gpu:274.31121100400003 
Step 6833 | loss:0.17399278283119202 lr:4.109107889147455e-06 tokens_per_second_per_gpu:253.37819968281067 
Step 6834 | loss:0.19735851883888245 lr:4.106501809063803e-06 tokens_per_second_per_gpu:301.794618834816 
Step 6835 | loss:0.07288593798875809 lr:4.103896342113561e-06 tokens_per_second_per_gpu:279.14956567699164 
Step 6836 | loss:0.1448657065629959 lr:4.1012914885677955e-06 tokens_per_second_per_gpu:433.48202903145983 
Step 6837 | loss:0.08443045616149902 lr:4.098687248697496e-06 tokens_per_second_per_gpu:268.88837932889413 
Step 6838 | loss:0.08591395616531372 lr:4.0960836227736e-06 tokens_per_second_per_gpu:298.513491889959 
Step 6839 | loss:0.04044186323881149 lr:4.093480611066979e-06 tokens_per_second_per_gpu:280.64052119712886 
Step 6840 | loss:0.15358221530914307 lr:4.090878213848434e-06 tokens_per_second_per_gpu:243.36032801659906 
Step 6841 | loss:0.06043089181184769 lr:4.088276431388714e-06 tokens_per_second_per_gpu:242.87167833821584 
Step 6842 | loss:0.11319650709629059 lr:4.0856752639584875e-06 tokens_per_second_per_gpu:323.73076980118 
Step 6843 | loss:0.05456364154815674 lr:4.083074711828373e-06 tokens_per_second_per_gpu:289.5623732761759 
Step 6844 | loss:0.15411192178726196 lr:4.080474775268925e-06 tokens_per_second_per_gpu:303.1269153606066 
Step 6845 | loss:0.17228084802627563 lr:4.077875454550622e-06 tokens_per_second_per_gpu:393.07112595515457 
Step 6846 | loss:0.15058937668800354 lr:4.075276749943889e-06 tokens_per_second_per_gpu:287.4766693915543 
Step 6847 | loss:0.07819491624832153 lr:4.0726786617190865e-06 tokens_per_second_per_gpu:308.14837280419755 
Step 6848 | loss:0.037139639258384705 lr:4.070081190146501e-06 tokens_per_second_per_gpu:301.2245645267925 
Step 6849 | loss:0.19347703456878662 lr:4.067484335496368e-06 tokens_per_second_per_gpu:308.94020995060885 
Step 6850 | loss:0.14444579184055328 lr:4.064888098038853e-06 tokens_per_second_per_gpu:360.76232963491856 
Step 6851 | loss:0.14795807003974915 lr:4.062292478044052e-06 tokens_per_second_per_gpu:307.5098568055005 
Step 6852 | loss:0.15825966000556946 lr:4.059697475782004e-06 tokens_per_second_per_gpu:334.92256515612013 
Step 6853 | loss:0.13877390325069427 lr:4.057103091522686e-06 tokens_per_second_per_gpu:336.85616748973143 
Step 6854 | loss:0.17634086310863495 lr:4.054509325535999e-06 tokens_per_second_per_gpu:304.40840762680915 
Step 6855 | loss:0.07548906654119492 lr:4.0519161780917906e-06 tokens_per_second_per_gpu:301.30171517417824 
Step 6856 | loss:0.06394869834184647 lr:4.049323649459843e-06 tokens_per_second_per_gpu:315.7256904351837 
Step 6857 | loss:0.08594836294651031 lr:4.046731739909866e-06 tokens_per_second_per_gpu:257.95625413343356 
Step 6858 | loss:0.11841660737991333 lr:4.044140449711512e-06 tokens_per_second_per_gpu:287.0339704780932 
Step 6859 | loss:0.20578083395957947 lr:4.041549779134371e-06 tokens_per_second_per_gpu:285.4867218062443 
Step 6860 | loss:0.07144169509410858 lr:4.0389597284479595e-06 tokens_per_second_per_gpu:269.6580859771564 
Step 6861 | loss:0.09421470761299133 lr:4.036370297921738e-06 tokens_per_second_per_gpu:313.7075535035407 
Step 6862 | loss:0.28647324442863464 lr:4.033781487825102e-06 tokens_per_second_per_gpu:316.6866144258991 
Step 6863 | loss:0.06140775978565216 lr:4.031193298427373e-06 tokens_per_second_per_gpu:253.44461130230357 
Step 6864 | loss:0.14051274955272675 lr:4.028605729997817e-06 tokens_per_second_per_gpu:316.31433288161645 
Step 6865 | loss:0.08531279116868973 lr:4.026018782805641e-06 tokens_per_second_per_gpu:345.4738672383081 
Step 6866 | loss:0.08902817964553833 lr:4.023432457119967e-06 tokens_per_second_per_gpu:328.42442775203136 
Step 6867 | loss:0.1432657092809677 lr:4.020846753209871e-06 tokens_per_second_per_gpu:247.15384645229437 
Step 6868 | loss:0.20948509871959686 lr:4.0182616713443635e-06 tokens_per_second_per_gpu:259.4598672006424 
Step 6869 | loss:0.06423510611057281 lr:4.015677211792375e-06 tokens_per_second_per_gpu:379.12031882416557 
Step 6870 | loss:0.16013622283935547 lr:4.013093374822789e-06 tokens_per_second_per_gpu:272.2135030643829 
Step 6871 | loss:0.06148752570152283 lr:4.010510160704409e-06 tokens_per_second_per_gpu:365.63578283364586 
Step 6872 | loss:0.031300175935029984 lr:4.0079275697059864e-06 tokens_per_second_per_gpu:254.14922123827887 
Step 6873 | loss:0.1099698394536972 lr:4.005345602096205e-06 tokens_per_second_per_gpu:324.37097519444114 
Step 6874 | loss:0.07148777693510056 lr:4.0027642581436735e-06 tokens_per_second_per_gpu:282.8264735386146 
Step 6875 | loss:0.08463867008686066 lr:4.000183538116948e-06 tokens_per_second_per_gpu:321.6118397961983 
Step 6876 | loss:0.11407200992107391 lr:3.9976034422845176e-06 tokens_per_second_per_gpu:242.95180967399145 
Step 6877 | loss:0.11771808564662933 lr:3.995023970914798e-06 tokens_per_second_per_gpu:324.29840560521023 
Step 6878 | loss:0.09784886240959167 lr:3.9924451242761496e-06 tokens_per_second_per_gpu:325.2637897776469 
Step 6879 | loss:0.13087917864322662 lr:3.989866902636867e-06 tokens_per_second_per_gpu:232.13950517082546 
Step 6880 | loss:0.12948663532733917 lr:3.98728930626517e-06 tokens_per_second_per_gpu:346.3399796959406 
Step 6881 | loss:0.08373354375362396 lr:3.984712335429225e-06 tokens_per_second_per_gpu:352.2644489615173 
Step 6882 | loss:0.10608725249767303 lr:3.98213599039713e-06 tokens_per_second_per_gpu:278.0112678056204 
Step 6883 | loss:0.25597551465034485 lr:3.979560271436911e-06 tokens_per_second_per_gpu:388.5977939308431 
Step 6884 | loss:0.11586505174636841 lr:3.976985178816537e-06 tokens_per_second_per_gpu:328.1994387239393 
Step 6885 | loss:0.07561945915222168 lr:3.974410712803914e-06 tokens_per_second_per_gpu:257.04890922256 
Step 6886 | loss:0.26550301909446716 lr:3.971836873666873e-06 tokens_per_second_per_gpu:302.4374208349998 
Step 6887 | loss:0.10911199450492859 lr:3.969263661673179e-06 tokens_per_second_per_gpu:280.32424569859916 
Step 6888 | loss:0.16849830746650696 lr:3.966691077090552e-06 tokens_per_second_per_gpu:337.4323872492967 
Step 6889 | loss:0.08823715150356293 lr:3.964119120186624e-06 tokens_per_second_per_gpu:238.74232294900222 
Step 6890 | loss:0.041633911430835724 lr:3.961547791228963e-06 tokens_per_second_per_gpu:244.19613760467914 
Step 6891 | loss:0.12366754561662674 lr:3.958977090485092e-06 tokens_per_second_per_gpu:291.37043880643324 
Step 6892 | loss:0.053359583020210266 lr:3.95640701822245e-06 tokens_per_second_per_gpu:279.1136394843834 
Step 6893 | loss:0.0973915159702301 lr:3.953837574708409e-06 tokens_per_second_per_gpu:298.7252011132707 
Step 6894 | loss:0.07082678377628326 lr:3.951268760210295e-06 tokens_per_second_per_gpu:262.5190452740177 
Step 6895 | loss:0.033969685435295105 lr:3.94870057499535e-06 tokens_per_second_per_gpu:260.5588361520732 
Step 6896 | loss:0.11701823025941849 lr:3.946133019330749e-06 tokens_per_second_per_gpu:319.13318402466643 
Step 6897 | loss:0.1428213119506836 lr:3.943566093483624e-06 tokens_per_second_per_gpu:220.64244797203452 
Step 6898 | loss:0.10021881014108658 lr:3.94099979772102e-06 tokens_per_second_per_gpu:219.60797480579754 
Step 6899 | loss:0.08222899585962296 lr:3.938434132309914e-06 tokens_per_second_per_gpu:283.0986693366238 
Step 6900 | loss:0.1206386536359787 lr:3.935869097517242e-06 tokens_per_second_per_gpu:293.70803434302843 
Step 6901 | loss:0.08102861046791077 lr:3.933304693609851e-06 tokens_per_second_per_gpu:330.473559773272 
Step 6902 | loss:0.07499844580888748 lr:3.930740920854528e-06 tokens_per_second_per_gpu:247.08463039048397 
Step 6903 | loss:0.08817779272794724 lr:3.928177779517999e-06 tokens_per_second_per_gpu:299.6663036071359 
Step 6904 | loss:0.12780100107192993 lr:3.925615269866925e-06 tokens_per_second_per_gpu:382.99352328510025 
Step 6905 | loss:0.10357275605201721 lr:3.923053392167891e-06 tokens_per_second_per_gpu:298.65025374935396 
Step 6906 | loss:0.09313792735338211 lr:3.920492146687429e-06 tokens_per_second_per_gpu:299.0190637416997 
Step 6907 | loss:0.08533235639333725 lr:3.917931533692001e-06 tokens_per_second_per_gpu:237.57102385832738 
Step 6908 | loss:0.08745558559894562 lr:3.915371553447995e-06 tokens_per_second_per_gpu:356.190002451289 
Step 6909 | loss:0.11422447860240936 lr:3.912812206221745e-06 tokens_per_second_per_gpu:282.2513024246874 
Step 6910 | loss:0.15396466851234436 lr:3.9102534922795166e-06 tokens_per_second_per_gpu:308.63842814143214 
Step 6911 | loss:0.03366939350962639 lr:3.9076954118875e-06 tokens_per_second_per_gpu:257.5852139516617 
Step 6912 | loss:0.11558210104703903 lr:3.905137965311829e-06 tokens_per_second_per_gpu:353.2659659240812 
Step 6913 | loss:0.15407942235469818 lr:3.902581152818575e-06 tokens_per_second_per_gpu:298.0198330387488 
Step 6914 | loss:0.16490447521209717 lr:3.900024974673729e-06 tokens_per_second_per_gpu:278.52639759636025 
Step 6915 | loss:0.22090265154838562 lr:3.897469431143232e-06 tokens_per_second_per_gpu:369.78270507549826 
Step 6916 | loss:0.11472200602293015 lr:3.8949145224929415e-06 tokens_per_second_per_gpu:332.87203307226895 
Step 6917 | loss:0.12450329959392548 lr:3.892360248988667e-06 tokens_per_second_per_gpu:271.66193906537467 
Step 6918 | loss:0.09011079370975494 lr:3.889806610896144e-06 tokens_per_second_per_gpu:297.0893025386581 
Step 6919 | loss:0.13302801549434662 lr:3.887253608481036e-06 tokens_per_second_per_gpu:301.7481741539113 
Step 6920 | loss:0.07332587987184525 lr:3.884701242008949e-06 tokens_per_second_per_gpu:244.2659969534178 
Step 6921 | loss:0.05057627335190773 lr:3.882149511745425e-06 tokens_per_second_per_gpu:364.3473866413179 
Step 6922 | loss:0.03667769953608513 lr:3.879598417955925e-06 tokens_per_second_per_gpu:267.7088046796005 
Step 6923 | loss:0.08631819486618042 lr:3.877047960905858e-06 tokens_per_second_per_gpu:241.4332707445783 
Step 6924 | loss:0.1016935408115387 lr:3.874498140860567e-06 tokens_per_second_per_gpu:296.90371242369565 
Step 6925 | loss:0.04923264682292938 lr:3.871948958085317e-06 tokens_per_second_per_gpu:325.9224140521052 
Step 6926 | loss:0.17198173701763153 lr:3.869400412845314e-06 tokens_per_second_per_gpu:280.68520243623914 
Step 6927 | loss:0.06263913959264755 lr:3.8668525054057035e-06 tokens_per_second_per_gpu:282.1939376639414 
Step 6928 | loss:0.08477365970611572 lr:3.864305236031552e-06 tokens_per_second_per_gpu:288.97843062268856 
Step 6929 | loss:0.09228821098804474 lr:3.8617586049878685e-06 tokens_per_second_per_gpu:251.10883028875105 
Step 6930 | loss:0.05287082493305206 lr:3.859212612539597e-06 tokens_per_second_per_gpu:240.0662890997619 
Step 6931 | loss:0.09307048469781876 lr:3.856667258951604e-06 tokens_per_second_per_gpu:348.8123801383295 
Step 6932 | loss:0.15703894197940826 lr:3.8541225444887e-06 tokens_per_second_per_gpu:282.66211162036905 
Step 6933 | loss:0.12578091025352478 lr:3.85157846941563e-06 tokens_per_second_per_gpu:315.03942578044865 
Step 6934 | loss:0.0851968303322792 lr:3.8490350339970605e-06 tokens_per_second_per_gpu:295.846484887179 
Step 6935 | loss:0.07691164314746857 lr:3.846492238497604e-06 tokens_per_second_per_gpu:280.09733748658954 
Step 6936 | loss:0.07767509669065475 lr:3.843950083181804e-06 tokens_per_second_per_gpu:289.43235437629676 
Step 6937 | loss:0.11715303361415863 lr:3.841408568314129e-06 tokens_per_second_per_gpu:328.721948519943 
Step 6938 | loss:0.19155602157115936 lr:3.838867694158989e-06 tokens_per_second_per_gpu:231.73974743980932 
Step 6939 | loss:0.13000431656837463 lr:3.8363274609807296e-06 tokens_per_second_per_gpu:266.86001518212566 
Step 6940 | loss:0.169812873005867 lr:3.833787869043619e-06 tokens_per_second_per_gpu:273.50589863339735 
Step 6941 | loss:0.02386334165930748 lr:3.831248918611868e-06 tokens_per_second_per_gpu:299.7463171772643 
Step 6942 | loss:0.07182938605546951 lr:3.8287106099496215e-06 tokens_per_second_per_gpu:356.0075009229202 
Step 6943 | loss:0.14529447257518768 lr:3.826172943320947e-06 tokens_per_second_per_gpu:316.06919818548016 
Step 6944 | loss:0.07013523578643799 lr:3.823635918989856e-06 tokens_per_second_per_gpu:302.58072988634854 
Step 6945 | loss:0.2529783248901367 lr:3.82109953722029e-06 tokens_per_second_per_gpu:287.2364980401951 
Step 6946 | loss:0.05494345352053642 lr:3.8185637982761195e-06 tokens_per_second_per_gpu:328.2662074377996 
Step 6947 | loss:0.028443489223718643 lr:3.816028702421156e-06 tokens_per_second_per_gpu:267.774618498241 
Step 6948 | loss:0.1847992241382599 lr:3.813494249919133e-06 tokens_per_second_per_gpu:400.1454792578972 
Step 6949 | loss:0.14515022933483124 lr:3.810960441033729e-06 tokens_per_second_per_gpu:260.35426051584466 
Step 6950 | loss:0.08212602883577347 lr:3.8084272760285523e-06 tokens_per_second_per_gpu:241.77460338069713 
Step 6951 | loss:0.1092243641614914 lr:3.8058947551671357e-06 tokens_per_second_per_gpu:312.9253354161746 
Step 6952 | loss:0.08631803840398788 lr:3.803362878712954e-06 tokens_per_second_per_gpu:290.9589784736173 
Step 6953 | loss:0.07957904040813446 lr:3.800831646929416e-06 tokens_per_second_per_gpu:302.3421956132941 
Step 6954 | loss:0.03587797284126282 lr:3.798301060079854e-06 tokens_per_second_per_gpu:304.93010831107716 
Step 6955 | loss:0.07218176871538162 lr:3.7957711184275413e-06 tokens_per_second_per_gpu:272.3148465332153 
Step 6956 | loss:0.16415926814079285 lr:3.793241822235687e-06 tokens_per_second_per_gpu:337.08019307961143 
Step 6957 | loss:0.11411622166633606 lr:3.7907131717674195e-06 tokens_per_second_per_gpu:234.96418445571624 
Step 6958 | loss:0.06869251281023026 lr:3.7881851672858114e-06 tokens_per_second_per_gpu:371.07067917571936 
Step 6959 | loss:0.11738607287406921 lr:3.7856578090538698e-06 tokens_per_second_per_gpu:270.5734557228432 
Step 6960 | loss:0.0628172904253006 lr:3.7831310973345216e-06 tokens_per_second_per_gpu:244.26839532033324 
Step 6961 | loss:0.0599551722407341 lr:3.7806050323906396e-06 tokens_per_second_per_gpu:304.4540132655374 
Step 6962 | loss:0.08222988992929459 lr:3.7780796144850274e-06 tokens_per_second_per_gpu:295.44487765601986 
Step 6963 | loss:0.13588115572929382 lr:3.77555484388041e-06 tokens_per_second_per_gpu:331.96411550267237 
Step 6964 | loss:0.05576806142926216 lr:3.773030720839459e-06 tokens_per_second_per_gpu:238.88962030728496 
Step 6965 | loss:0.14119310677051544 lr:3.770507245624775e-06 tokens_per_second_per_gpu:294.43785874367165 
Step 6966 | loss:0.12783417105674744 lr:3.7679844184988823e-06 tokens_per_second_per_gpu:357.1584968505532 
Step 6967 | loss:0.08176794648170471 lr:3.765462239724249e-06 tokens_per_second_per_gpu:307.4985253440776 
Step 6968 | loss:0.13417334854602814 lr:3.762940709563273e-06 tokens_per_second_per_gpu:299.2742932370099 
Step 6969 | loss:0.06259661167860031 lr:3.760419828278279e-06 tokens_per_second_per_gpu:257.03031942943943 
Step 6970 | loss:0.11908504366874695 lr:3.757899596131529e-06 tokens_per_second_per_gpu:303.6483855948525 
Step 6971 | loss:0.22222071886062622 lr:3.7553800133852216e-06 tokens_per_second_per_gpu:338.95408053766766 
Step 6972 | loss:0.05677223205566406 lr:3.7528610803014763e-06 tokens_per_second_per_gpu:320.67399125104413 
Step 6973 | loss:0.05332119017839432 lr:3.7503427971423545e-06 tokens_per_second_per_gpu:272.89782870530337 
Step 6974 | loss:0.1200772374868393 lr:3.7478251641698514e-06 tokens_per_second_per_gpu:288.3812853851805 
Step 6975 | loss:0.03578544035553932 lr:3.7453081816458824e-06 tokens_per_second_per_gpu:313.33853294596895 
Step 6976 | loss:0.12238002568483353 lr:3.742791849832311e-06 tokens_per_second_per_gpu:335.35446593012546 
Step 6977 | loss:0.1340211033821106 lr:3.7402761689909184e-06 tokens_per_second_per_gpu:289.8705689603487 
Step 6978 | loss:0.15278390049934387 lr:3.737761139383428e-06 tokens_per_second_per_gpu:401.0367339812477 
Step 6979 | loss:0.04244857281446457 lr:3.735246761271496e-06 tokens_per_second_per_gpu:242.51534683397898 
Step 6980 | loss:0.09462808072566986 lr:3.732733034916699e-06 tokens_per_second_per_gpu:298.7758234953989 
Step 6981 | loss:0.08681461960077286 lr:3.7302199605805588e-06 tokens_per_second_per_gpu:227.05837172554735 
Step 6982 | loss:0.08932913839817047 lr:3.7277075385245276e-06 tokens_per_second_per_gpu:268.91984287133147 
Step 6983 | loss:0.0950809195637703 lr:3.7251957690099795e-06 tokens_per_second_per_gpu:248.02869126954812 
Step 6984 | loss:0.20375177264213562 lr:3.722684652298232e-06 tokens_per_second_per_gpu:264.04007190774223 
Step 6985 | loss:0.03064512461423874 lr:3.7201741886505327e-06 tokens_per_second_per_gpu:247.49505905163937 
Step 6986 | loss:0.17662855982780457 lr:3.717664378328053e-06 tokens_per_second_per_gpu:243.5361799842866 
Step 6987 | loss:0.07356419414281845 lr:3.7151552215919063e-06 tokens_per_second_per_gpu:271.63438660126235 
Step 6988 | loss:0.0881015807390213 lr:3.712646718703138e-06 tokens_per_second_per_gpu:319.29903678731694 
Step 6989 | loss:0.03640046343207359 lr:3.7101388699227125e-06 tokens_per_second_per_gpu:326.4008389401195 
Step 6990 | loss:0.1246635913848877 lr:3.7076316755115407e-06 tokens_per_second_per_gpu:268.01357637034823 
Step 6991 | loss:0.10045213997364044 lr:3.705125135730462e-06 tokens_per_second_per_gpu:274.0692988844667 
Step 6992 | loss:0.137723907828331 lr:3.7026192508402436e-06 tokens_per_second_per_gpu:260.21112196048114 
Step 6993 | loss:0.0634540468454361 lr:3.7001140211015795e-06 tokens_per_second_per_gpu:358.04209912438154 
Step 6994 | loss:0.04646265506744385 lr:3.6976094467751158e-06 tokens_per_second_per_gpu:268.29383546245094 
Step 6995 | loss:0.06021135300397873 lr:3.695105528121411e-06 tokens_per_second_per_gpu:308.7613058782843 
Step 6996 | loss:0.12018336355686188 lr:3.6926022654009554e-06 tokens_per_second_per_gpu:266.2148634869028 
Step 6997 | loss:0.14027675986289978 lr:3.6900996588741887e-06 tokens_per_second_per_gpu:301.518230655778 
Step 6998 | loss:0.05040258914232254 lr:3.687597708801467e-06 tokens_per_second_per_gpu:265.89852441781517 
Step 6999 | loss:0.18524454534053802 lr:3.6850964154430722e-06 tokens_per_second_per_gpu:294.75805943915594 
Step 7000 | loss:0.04470963031053543 lr:3.6825957790592446e-06 tokens_per_second_per_gpu:217.6648743199544 
Step 7001 | loss:0.10911998152732849 lr:3.6800957999101316e-06 tokens_per_second_per_gpu:240.19172240863168 
Step 7002 | loss:0.1175772175192833 lr:3.6775964782558115e-06 tokens_per_second_per_gpu:320.1933472296888 
Step 7003 | loss:0.1823839545249939 lr:3.6750978143563176e-06 tokens_per_second_per_gpu:281.1677468405627 
Step 7004 | loss:0.1483909785747528 lr:3.672599808471593e-06 tokens_per_second_per_gpu:311.836742669735 
Step 7005 | loss:0.06412404775619507 lr:3.6701024608615154e-06 tokens_per_second_per_gpu:272.86593551842753 
Step 7006 | loss:0.1433468759059906 lr:3.6676057717859014e-06 tokens_per_second_per_gpu:258.99469534857855 
Step 7007 | loss:0.07579915970563889 lr:3.665109741504499e-06 tokens_per_second_per_gpu:336.4324120324878 
Step 7008 | loss:0.08763156086206436 lr:3.662614370276977e-06 tokens_per_second_per_gpu:298.4828322280529 
Step 7009 | loss:0.06511814892292023 lr:3.6601196583629463e-06 tokens_per_second_per_gpu:292.6573772772045 
Step 7010 | loss:0.1179695576429367 lr:3.6576256060219486e-06 tokens_per_second_per_gpu:277.79434249439345 
Step 7011 | loss:0.06588345021009445 lr:3.655132213513447e-06 tokens_per_second_per_gpu:238.60567772877016 
Step 7012 | loss:0.10457298159599304 lr:3.652639481096848e-06 tokens_per_second_per_gpu:313.4890375375619 
Step 7013 | loss:0.0823296457529068 lr:3.650147409031487e-06 tokens_per_second_per_gpu:245.66269451429386 
Step 7014 | loss:0.14867621660232544 lr:3.6476559975766213e-06 tokens_per_second_per_gpu:361.97755419472986 
Step 7015 | loss:0.13457706570625305 lr:3.645165246991449e-06 tokens_per_second_per_gpu:284.99143129315456 
Step 7016 | loss:0.07267937809228897 lr:3.6426751575351006e-06 tokens_per_second_per_gpu:207.78468181620704 
Step 7017 | loss:0.07103780657052994 lr:3.6401857294666276e-06 tokens_per_second_per_gpu:290.46528816484204 
Step 7018 | loss:0.17493152618408203 lr:3.637696963045022e-06 tokens_per_second_per_gpu:314.21374098644065 
Step 7019 | loss:0.06337995827198029 lr:3.635208858529207e-06 tokens_per_second_per_gpu:263.0864962374389 
Step 7020 | loss:0.07799328863620758 lr:3.6327214161780287e-06 tokens_per_second_per_gpu:245.61978499690767 
Step 7021 | loss:0.3155762553215027 lr:3.630234636250275e-06 tokens_per_second_per_gpu:278.0734962281616 
Step 7022 | loss:0.18647681176662445 lr:3.6277485190046523e-06 tokens_per_second_per_gpu:400.41194192399024 
Step 7023 | loss:0.0525871179997921 lr:3.62526306469981e-06 tokens_per_second_per_gpu:285.04401568790945 
Step 7024 | loss:0.175807386636734 lr:3.622778273594327e-06 tokens_per_second_per_gpu:365.8168698754942 
Step 7025 | loss:0.07847385853528976 lr:3.620294145946702e-06 tokens_per_second_per_gpu:273.97531210868834 
Step 7026 | loss:0.1054130345582962 lr:3.617810682015377e-06 tokens_per_second_per_gpu:248.5897198484762 
Step 7027 | loss:0.09131912887096405 lr:3.6153278820587236e-06 tokens_per_second_per_gpu:304.0865534466236 
Step 7028 | loss:0.20967473089694977 lr:3.6128457463350342e-06 tokens_per_second_per_gpu:265.7841651991061 
Step 7029 | loss:0.0753997415304184 lr:3.6103642751025425e-06 tokens_per_second_per_gpu:264.8213812854569 
Step 7030 | loss:0.3395679295063019 lr:3.607883468619414e-06 tokens_per_second_per_gpu:330.2670875915676 
Step 7031 | loss:0.07171076536178589 lr:3.605403327143734e-06 tokens_per_second_per_gpu:326.29291711199943 
Step 7032 | loss:0.24551978707313538 lr:3.6029238509335283e-06 tokens_per_second_per_gpu:315.56344195018823 
Step 7033 | loss:0.06777451187372208 lr:3.600445040246754e-06 tokens_per_second_per_gpu:287.19193472728983 
Step 7034 | loss:0.12226823717355728 lr:3.597966895341288e-06 tokens_per_second_per_gpu:319.4768322598359 
Step 7035 | loss:0.10444533824920654 lr:3.595489416474951e-06 tokens_per_second_per_gpu:371.3510229363335 
Step 7036 | loss:0.1644723117351532 lr:3.593012603905491e-06 tokens_per_second_per_gpu:278.763631080379 
Step 7037 | loss:0.11520519852638245 lr:3.590536457890578e-06 tokens_per_second_per_gpu:332.28825601210497 
Step 7038 | loss:0.15555508434772491 lr:3.5880609786878218e-06 tokens_per_second_per_gpu:316.3675496222553 
Step 7039 | loss:0.18643760681152344 lr:3.5855861665547643e-06 tokens_per_second_per_gpu:352.31644083147734 
Step 7040 | loss:0.09204152226448059 lr:3.583112021748868e-06 tokens_per_second_per_gpu:413.94397340219734 
Step 7041 | loss:0.09432812035083771 lr:3.580638544527534e-06 tokens_per_second_per_gpu:293.83026763044876 
Step 7042 | loss:0.14742664992809296 lr:3.578165735148096e-06 tokens_per_second_per_gpu:278.8956558944407 
Step 7043 | loss:0.06407046318054199 lr:3.575693593867807e-06 tokens_per_second_per_gpu:281.57058577422833 
Step 7044 | loss:0.12845635414123535 lr:3.573222120943862e-06 tokens_per_second_per_gpu:278.76432112509764 
Step 7045 | loss:0.054342202842235565 lr:3.570751316633384e-06 tokens_per_second_per_gpu:225.3951166978693 
Step 7046 | loss:0.039366863667964935 lr:3.568281181193419e-06 tokens_per_second_per_gpu:257.76124177770856 
Step 7047 | loss:0.13816684484481812 lr:3.5658117148809525e-06 tokens_per_second_per_gpu:263.97896663524546 
Step 7048 | loss:0.11415041983127594 lr:3.5633429179528976e-06 tokens_per_second_per_gpu:363.6487624959968 
Step 7049 | loss:0.1011563390493393 lr:3.5608747906660935e-06 tokens_per_second_per_gpu:303.8765099406431 
Step 7050 | loss:0.08441244810819626 lr:3.558407333277315e-06 tokens_per_second_per_gpu:320.25491302139983 
Step 7051 | loss:0.09598582983016968 lr:3.5559405460432694e-06 tokens_per_second_per_gpu:310.0742365702106 
Step 7052 | loss:0.14407381415367126 lr:3.5534744292205825e-06 tokens_per_second_per_gpu:417.42321470864584 
Step 7053 | loss:0.03636983782052994 lr:3.5510089830658255e-06 tokens_per_second_per_gpu:221.8232051715205 
Step 7054 | loss:0.040010254830121994 lr:3.5485442078354857e-06 tokens_per_second_per_gpu:205.4524307027 
Step 7055 | loss:0.08966734260320663 lr:3.5460801037859917e-06 tokens_per_second_per_gpu:335.67177878669276 
Step 7056 | loss:0.08747273683547974 lr:3.543616671173701e-06 tokens_per_second_per_gpu:312.1467272194819 
Step 7057 | loss:0.12416023015975952 lr:3.5411539102548895e-06 tokens_per_second_per_gpu:256.5953903050286 
Step 7058 | loss:0.09489265084266663 lr:3.5386918212857766e-06 tokens_per_second_per_gpu:271.1398942804272 
Step 7059 | loss:0.09992851316928864 lr:3.5362304045225116e-06 tokens_per_second_per_gpu:233.6415469024754 
Step 7060 | loss:0.0782550647854805 lr:3.533769660221161e-06 tokens_per_second_per_gpu:277.9827006729825 
Step 7061 | loss:0.1326359510421753 lr:3.5313095886377345e-06 tokens_per_second_per_gpu:268.65607316587494 
Step 7062 | loss:0.059827134013175964 lr:3.528850190028169e-06 tokens_per_second_per_gpu:360.1770631729741 
Step 7063 | loss:0.08657688647508621 lr:3.5263914646483243e-06 tokens_per_second_per_gpu:262.36770533635394 
Step 7064 | loss:0.047822676599025726 lr:3.523933412753997e-06 tokens_per_second_per_gpu:367.3241771399214 
Step 7065 | loss:0.0994458943605423 lr:3.521476034600916e-06 tokens_per_second_per_gpu:355.81647121466403 
Step 7066 | loss:0.15793070197105408 lr:3.5190193304447297e-06 tokens_per_second_per_gpu:349.4823963319222 
Step 7067 | loss:0.05762219801545143 lr:3.5165633005410247e-06 tokens_per_second_per_gpu:245.65298567386367 
Step 7068 | loss:0.13783369958400726 lr:3.5141079451453206e-06 tokens_per_second_per_gpu:251.5087048201874 
Step 7069 | loss:0.0784817636013031 lr:3.5116532645130543e-06 tokens_per_second_per_gpu:330.69644426857536 
Step 7070 | loss:0.13992249965667725 lr:3.5091992588996026e-06 tokens_per_second_per_gpu:304.7896091471572 
Step 7071 | loss:0.07160735130310059 lr:3.5067459285602733e-06 tokens_per_second_per_gpu:293.00258254857766 
Step 7072 | loss:0.05495661497116089 lr:3.5042932737502934e-06 tokens_per_second_per_gpu:260.0702465471479 
Step 7073 | loss:0.07521584630012512 lr:3.5018412947248283e-06 tokens_per_second_per_gpu:261.68236724031556 
Step 7074 | loss:0.07434263080358505 lr:3.4993899917389762e-06 tokens_per_second_per_gpu:267.30611877676535 
Step 7075 | loss:0.11128271371126175 lr:3.4969393650477522e-06 tokens_per_second_per_gpu:294.7781229808308 
Step 7076 | loss:0.1186344251036644 lr:3.4944894149061127e-06 tokens_per_second_per_gpu:205.2429127958177 
Step 7077 | loss:0.07390833646059036 lr:3.492040141568942e-06 tokens_per_second_per_gpu:300.41685529186265 
Step 7078 | loss:0.139543354511261 lr:3.4895915452910458e-06 tokens_per_second_per_gpu:288.41483538443265 
Step 7079 | loss:0.09437583386898041 lr:3.4871436263271674e-06 tokens_per_second_per_gpu:288.1351881052198 
Step 7080 | loss:0.10715917497873306 lr:3.4846963849319813e-06 tokens_per_second_per_gpu:246.44821956817077 
Step 7081 | loss:0.13274233043193817 lr:3.482249821360082e-06 tokens_per_second_per_gpu:296.7433775481365 
Step 7082 | loss:0.05580718070268631 lr:3.479803935866004e-06 tokens_per_second_per_gpu:282.5778287449851 
Step 7083 | loss:0.06748859584331512 lr:3.477358728704201e-06 tokens_per_second_per_gpu:288.5392054692873 
Step 7084 | loss:0.12115612626075745 lr:3.4749142001290648e-06 tokens_per_second_per_gpu:271.3169866529586 
Step 7085 | loss:0.1960296928882599 lr:3.4724703503949164e-06 tokens_per_second_per_gpu:264.2743054013883 
Step 7086 | loss:0.08571017533540726 lr:3.470027179755996e-06 tokens_per_second_per_gpu:328.61058522228814 
Step 7087 | loss:0.02620578557252884 lr:3.467584688466483e-06 tokens_per_second_per_gpu:308.2464566317091 
Step 7088 | loss:0.1548781841993332 lr:3.4651428767804894e-06 tokens_per_second_per_gpu:215.952299795815 
Step 7089 | loss:0.09819945693016052 lr:3.4627017449520408e-06 tokens_per_second_per_gpu:272.43833505108523 
Step 7090 | loss:0.18785065412521362 lr:3.4602612932351065e-06 tokens_per_second_per_gpu:283.36692060813346 
Step 7091 | loss:0.15445499122142792 lr:3.457821521883583e-06 tokens_per_second_per_gpu:340.5946039009411 
Step 7092 | loss:0.11933436989784241 lr:3.455382431151287e-06 tokens_per_second_per_gpu:315.7209692455645 
Step 7093 | loss:0.1592729538679123 lr:3.452944021291975e-06 tokens_per_second_per_gpu:222.50838640943414 
Step 7094 | loss:0.13320006430149078 lr:3.4505062925593304e-06 tokens_per_second_per_gpu:287.6824650873536 
Step 7095 | loss:0.0940389484167099 lr:3.448069245206956e-06 tokens_per_second_per_gpu:272.0851320033195 
Step 7096 | loss:0.05623900145292282 lr:3.4456328794883975e-06 tokens_per_second_per_gpu:211.26371772333414 
Step 7097 | loss:0.053776562213897705 lr:3.4431971956571244e-06 tokens_per_second_per_gpu:260.62079101207803 
Step 7098 | loss:0.11380162090063095 lr:3.4407621939665325e-06 tokens_per_second_per_gpu:317.87845110510494 
Step 7099 | loss:0.20052111148834229 lr:3.4383278746699424e-06 tokens_per_second_per_gpu:288.3010083241394 
Step 7100 | loss:0.07552249729633331 lr:3.4358942380206207e-06 tokens_per_second_per_gpu:283.4228530276777 
Step 7101 | loss:0.08877875655889511 lr:3.4334612842717485e-06 tokens_per_second_per_gpu:294.43790791958196 
Step 7102 | loss:0.0744728296995163 lr:3.431029013676431e-06 tokens_per_second_per_gpu:273.03223430703997 
Step 7103 | loss:0.2897692322731018 lr:3.4285974264877244e-06 tokens_per_second_per_gpu:325.0207268174115 
Step 7104 | loss:0.09780706465244293 lr:3.426166522958595e-06 tokens_per_second_per_gpu:225.21996844560113 
Step 7105 | loss:0.07934316247701645 lr:3.4237363033419345e-06 tokens_per_second_per_gpu:312.88227121495504 
Step 7106 | loss:0.06348618119955063 lr:3.4213067678905864e-06 tokens_per_second_per_gpu:328.1843274708194 
Step 7107 | loss:0.06341401487588882 lr:3.4188779168573015e-06 tokens_per_second_per_gpu:324.3952177326763 
Step 7108 | loss:0.04853097349405289 lr:3.4164497504947624e-06 tokens_per_second_per_gpu:353.32712601986924 
Step 7109 | loss:0.19157877564430237 lr:3.4140222690555946e-06 tokens_per_second_per_gpu:292.7998247309057 
Step 7110 | loss:0.07478395104408264 lr:3.4115954727923394e-06 tokens_per_second_per_gpu:301.53767826890186 
Step 7111 | loss:0.08706124126911163 lr:3.409169361957464e-06 tokens_per_second_per_gpu:307.45960057364505 
Step 7112 | loss:0.08734086155891418 lr:3.406743936803374e-06 tokens_per_second_per_gpu:364.3367594366659 
Step 7113 | loss:0.10802153497934341 lr:3.404319197582403e-06 tokens_per_second_per_gpu:269.3826428397911 
Step 7114 | loss:0.10816586762666702 lr:3.4018951445468052e-06 tokens_per_second_per_gpu:287.420096819713 
Step 7115 | loss:0.06412684917449951 lr:3.3994717779487695e-06 tokens_per_second_per_gpu:231.53027863217883 
Step 7116 | loss:0.16033434867858887 lr:3.397049098040417e-06 tokens_per_second_per_gpu:291.9001862434271 
Step 7117 | loss:0.18779367208480835 lr:3.3946271050737855e-06 tokens_per_second_per_gpu:287.82293577113387 
Step 7118 | loss:0.1452907919883728 lr:3.3922057993008516e-06 tokens_per_second_per_gpu:291.33989278169395 
Step 7119 | loss:0.18153095245361328 lr:3.3897851809735205e-06 tokens_per_second_per_gpu:298.3693205232653 
Step 7120 | loss:0.13768766820430756 lr:3.387365250343615e-06 tokens_per_second_per_gpu:318.0040488085518 
Step 7121 | loss:0.11189551651477814 lr:3.384946007662899e-06 tokens_per_second_per_gpu:289.74399462355495 
Step 7122 | loss:0.037022028118371964 lr:3.382527453183063e-06 tokens_per_second_per_gpu:344.482389384797 
Step 7123 | loss:0.0785592794418335 lr:3.3801095871557153e-06 tokens_per_second_per_gpu:273.23627374776663 
Step 7124 | loss:0.1807972639799118 lr:3.3776924098324027e-06 tokens_per_second_per_gpu:281.5883413030215 
Step 7125 | loss:0.11548855155706406 lr:3.3752759214646026e-06 tokens_per_second_per_gpu:231.06867585146492 
Step 7126 | loss:0.07532916963100433 lr:3.3728601223037074e-06 tokens_per_second_per_gpu:328.21388326137986 
Step 7127 | loss:0.1389109343290329 lr:3.3704450126010535e-06 tokens_per_second_per_gpu:332.9825839562797 
Step 7128 | loss:0.06512121111154556 lr:3.3680305926078916e-06 tokens_per_second_per_gpu:303.0211052113575 
Step 7129 | loss:0.10427701473236084 lr:3.3656168625754102e-06 tokens_per_second_per_gpu:233.2192351689592 
Step 7130 | loss:0.06081629544496536 lr:3.3632038227547283e-06 tokens_per_second_per_gpu:298.31870121793065 
Step 7131 | loss:0.060438573360443115 lr:3.360791473396878e-06 tokens_per_second_per_gpu:287.47222541862715 
Step 7132 | loss:0.10779831558465958 lr:3.3583798147528346e-06 tokens_per_second_per_gpu:286.1999690008134 
Step 7133 | loss:0.16026203334331512 lr:3.3559688470734995e-06 tokens_per_second_per_gpu:337.98538219929526 
Step 7134 | loss:0.25762197375297546 lr:3.353558570609693e-06 tokens_per_second_per_gpu:423.61470705332147 
Step 7135 | loss:0.044332850724458694 lr:3.3511489856121716e-06 tokens_per_second_per_gpu:249.87727163056815 
Step 7136 | loss:0.2981014847755432 lr:3.3487400923316227e-06 tokens_per_second_per_gpu:307.63748782480127 
Step 7137 | loss:0.09166111052036285 lr:3.346331891018648e-06 tokens_per_second_per_gpu:330.3915198086543 
Step 7138 | loss:0.2114957571029663 lr:3.343924381923792e-06 tokens_per_second_per_gpu:314.79478666323143 
Step 7139 | loss:0.08998097479343414 lr:3.341517565297523e-06 tokens_per_second_per_gpu:304.1417684630538 
Step 7140 | loss:0.16426807641983032 lr:3.339111441390229e-06 tokens_per_second_per_gpu:288.25875034423865 
Step 7141 | loss:0.1059599295258522 lr:3.3367060104522366e-06 tokens_per_second_per_gpu:355.37310313458266 
Step 7142 | loss:0.14869049191474915 lr:3.3343012727337986e-06 tokens_per_second_per_gpu:366.2263459940103 
Step 7143 | loss:0.05219759792089462 lr:3.3318972284850872e-06 tokens_per_second_per_gpu:307.68607898459913 
Step 7144 | loss:0.02574608474969864 lr:3.3294938779562114e-06 tokens_per_second_per_gpu:356.81296281924375 
Step 7145 | loss:0.11744073778390884 lr:3.3270912213972086e-06 tokens_per_second_per_gpu:379.3081864308935 
Step 7146 | loss:0.2745806574821472 lr:3.324689259058034e-06 tokens_per_second_per_gpu:277.2410435952273 
Step 7147 | loss:0.1392376869916916 lr:3.3222879911885797e-06 tokens_per_second_per_gpu:333.7664181268086 
Step 7148 | loss:0.1162034198641777 lr:3.3198874180386675e-06 tokens_per_second_per_gpu:287.67269439177426 
Step 7149 | loss:0.0733342096209526 lr:3.317487539858034e-06 tokens_per_second_per_gpu:299.52704048815457 
Step 7150 | loss:0.08711528033018112 lr:3.3150883568963577e-06 tokens_per_second_per_gpu:262.0878305397476 
Step 7151 | loss:0.04267291724681854 lr:3.3126898694032407e-06 tokens_per_second_per_gpu:284.07752142890695 
Step 7152 | loss:0.15481388568878174 lr:3.3102920776282044e-06 tokens_per_second_per_gpu:246.53905638168686 
Step 7153 | loss:0.09622853249311447 lr:3.307894981820707e-06 tokens_per_second_per_gpu:220.7749416505985 
Step 7154 | loss:0.1061539277434349 lr:3.3054985822301377e-06 tokens_per_second_per_gpu:258.1490243585498 
Step 7155 | loss:0.1039574146270752 lr:3.303102879105797e-06 tokens_per_second_per_gpu:252.68793980458196 
Step 7156 | loss:0.19393505156040192 lr:3.30070787269693e-06 tokens_per_second_per_gpu:394.97357769492345 
Step 7157 | loss:0.15327927470207214 lr:3.2983135632527042e-06 tokens_per_second_per_gpu:266.5687734878045 
Step 7158 | loss:0.10137610137462616 lr:3.2959199510222064e-06 tokens_per_second_per_gpu:291.14765668721833 
Step 7159 | loss:0.1584041863679886 lr:3.2935270362544637e-06 tokens_per_second_per_gpu:305.85310719122776 
Step 7160 | loss:0.09020937234163284 lr:3.291134819198417e-06 tokens_per_second_per_gpu:284.4620155461134 
Step 7161 | loss:0.1931614726781845 lr:3.288743300102948e-06 tokens_per_second_per_gpu:311.60376289789093 
Step 7162 | loss:0.06456009298563004 lr:3.28635247921686e-06 tokens_per_second_per_gpu:251.18042395269794 
Step 7163 | loss:0.10926851630210876 lr:3.283962356788879e-06 tokens_per_second_per_gpu:265.5514637716392 
Step 7164 | loss:0.13251030445098877 lr:3.281572933067665e-06 tokens_per_second_per_gpu:349.00752712236806 
Step 7165 | loss:0.07584432512521744 lr:3.2791842083018065e-06 tokens_per_second_per_gpu:281.0317434140012 
Step 7166 | loss:0.0713440552353859 lr:3.2767961827398088e-06 tokens_per_second_per_gpu:283.9214076449771 
Step 7167 | loss:0.08677372336387634 lr:3.2744088566301157e-06 tokens_per_second_per_gpu:301.3875273898609 
Step 7168 | loss:0.04839444160461426 lr:3.272022230221097e-06 tokens_per_second_per_gpu:285.13360858089885 
Step 7169 | loss:0.19184020161628723 lr:3.26963630376104e-06 tokens_per_second_per_gpu:270.07101331739665 
Step 7170 | loss:0.0672178864479065 lr:3.2672510774981692e-06 tokens_per_second_per_gpu:332.03507342359507 
Step 7171 | loss:0.15764331817626953 lr:3.2648665516806365e-06 tokens_per_second_per_gpu:265.6044790897094 
Step 7172 | loss:0.15629585087299347 lr:3.2624827265565095e-06 tokens_per_second_per_gpu:282.56317609578707 
Step 7173 | loss:0.08760256320238113 lr:3.2600996023737964e-06 tokens_per_second_per_gpu:320.1879407056454 
Step 7174 | loss:0.11772729456424713 lr:3.2577171793804287e-06 tokens_per_second_per_gpu:322.8493671236041 
Step 7175 | loss:0.04800146445631981 lr:3.2553354578242556e-06 tokens_per_second_per_gpu:336.7129787023244 
Step 7176 | loss:0.12029971182346344 lr:3.2529544379530665e-06 tokens_per_second_per_gpu:310.34580403564433 
Step 7177 | loss:0.07868119329214096 lr:3.2505741200145736e-06 tokens_per_second_per_gpu:268.5212192679974 
Step 7178 | loss:0.15733441710472107 lr:3.248194504256409e-06 tokens_per_second_per_gpu:279.1130361719268 
Step 7179 | loss:0.09306299686431885 lr:3.2458155909261402e-06 tokens_per_second_per_gpu:355.54000620800605 
Step 7180 | loss:0.08639645576477051 lr:3.2434373802712617e-06 tokens_per_second_per_gpu:261.1061488521585 
Step 7181 | loss:0.06823130697011948 lr:3.2410598725391863e-06 tokens_per_second_per_gpu:314.1420449993835 
Step 7182 | loss:0.05908772349357605 lr:3.238683067977262e-06 tokens_per_second_per_gpu:270.9371108693314 
Step 7183 | loss:0.04254186153411865 lr:3.236306966832765e-06 tokens_per_second_per_gpu:283.76411605282686 
Step 7184 | loss:0.10245107114315033 lr:3.233931569352887e-06 tokens_per_second_per_gpu:309.8867937180656 
Step 7185 | loss:0.0778605192899704 lr:3.231556875784757e-06 tokens_per_second_per_gpu:278.6782183808148 
Step 7186 | loss:0.07413467019796371 lr:3.229182886375433e-06 tokens_per_second_per_gpu:256.12277077872056 
Step 7187 | loss:0.1399146467447281 lr:3.226809601371884e-06 tokens_per_second_per_gpu:291.9416987357881 
Step 7188 | loss:0.07338647544384003 lr:3.224437021021025e-06 tokens_per_second_per_gpu:270.6601585029757 
Step 7189 | loss:0.13698792457580566 lr:3.2220651455696827e-06 tokens_per_second_per_gpu:329.6292305133997 
Step 7190 | loss:0.13446588814258575 lr:3.2196939752646183e-06 tokens_per_second_per_gpu:298.11389747698894 
Step 7191 | loss:0.15247100591659546 lr:3.2173235103525224e-06 tokens_per_second_per_gpu:307.641443892119 
Step 7192 | loss:0.15172065794467926 lr:3.21495375108e-06 tokens_per_second_per_gpu:272.2529587180212 
Step 7193 | loss:0.06480128318071365 lr:3.2125846976935936e-06 tokens_per_second_per_gpu:238.41994080080417 
Step 7194 | loss:0.052431587129831314 lr:3.210216350439773e-06 tokens_per_second_per_gpu:240.05397625052234 
Step 7195 | loss:0.09173548221588135 lr:3.2078487095649235e-06 tokens_per_second_per_gpu:271.95252964148887 
Step 7196 | loss:0.115334652364254 lr:3.205481775315368e-06 tokens_per_second_per_gpu:300.59103366225685 
Step 7197 | loss:0.0487365759909153 lr:3.2031155479373542e-06 tokens_per_second_per_gpu:246.3634224584826 
Step 7198 | loss:0.05752215161919594 lr:3.2007500276770474e-06 tokens_per_second_per_gpu:273.2798155164536 
Step 7199 | loss:0.23547682166099548 lr:3.1983852147805494e-06 tokens_per_second_per_gpu:272.96633225427905 
Step 7200 | loss:0.08548711240291595 lr:3.1960211094938886e-06 tokens_per_second_per_gpu:394.0782811988933 
Step 7201 | loss:0.07501067966222763 lr:3.1936577120630086e-06 tokens_per_second_per_gpu:323.206759968627 
Step 7202 | loss:0.2128928303718567 lr:3.191295022733791e-06 tokens_per_second_per_gpu:315.13162215800713 
Step 7203 | loss:0.13523530960083008 lr:3.1889330417520424e-06 tokens_per_second_per_gpu:358.7691104752148 
Step 7204 | loss:0.08951985836029053 lr:3.186571769363489e-06 tokens_per_second_per_gpu:259.4825986903783 
Step 7205 | loss:0.10552240163087845 lr:3.184211205813781e-06 tokens_per_second_per_gpu:356.57121505323977 
Step 7206 | loss:0.12070447206497192 lr:3.181851351348514e-06 tokens_per_second_per_gpu:316.23263918983747 
Step 7207 | loss:0.1085851639509201 lr:3.1794922062131907e-06 tokens_per_second_per_gpu:342.90521498948635 
Step 7208 | loss:0.2781037390232086 lr:3.177133770653238e-06 tokens_per_second_per_gpu:301.9801599432177 
Step 7209 | loss:0.2991519868373871 lr:3.174776044914032e-06 tokens_per_second_per_gpu:305.6288948598477 
Step 7210 | loss:0.1314535140991211 lr:3.172419029240853e-06 tokens_per_second_per_gpu:351.19950192177294 
Step 7211 | loss:0.06188829243183136 lr:3.170062723878907e-06 tokens_per_second_per_gpu:304.04181370284476 
Step 7212 | loss:0.3814595639705658 lr:3.1677071290733485e-06 tokens_per_second_per_gpu:513.2239611797551 
Step 7213 | loss:0.06276798993349075 lr:3.165352245069234e-06 tokens_per_second_per_gpu:255.13387541955618 
Step 7214 | loss:0.15981075167655945 lr:3.1629980721115515e-06 tokens_per_second_per_gpu:266.79324092107163 
Step 7215 | loss:0.10659580677747726 lr:3.1606446104452294e-06 tokens_per_second_per_gpu:259.8436443183854 
Step 7216 | loss:0.034245166927576065 lr:3.158291860315106e-06 tokens_per_second_per_gpu:301.1298990428377 
Step 7217 | loss:0.25601908564567566 lr:3.1559398219659475e-06 tokens_per_second_per_gpu:323.9939595750126 
Step 7218 | loss:0.13921204209327698 lr:3.1535884956424534e-06 tokens_per_second_per_gpu:301.8730462478531 
Step 7219 | loss:0.10218733549118042 lr:3.1512378815892475e-06 tokens_per_second_per_gpu:329.28915301121106 
Step 7220 | loss:0.14645694196224213 lr:3.148887980050872e-06 tokens_per_second_per_gpu:321.9271060565468 
Step 7221 | loss:0.11765410006046295 lr:3.1465387912718015e-06 tokens_per_second_per_gpu:347.7027522178132 
Step 7222 | loss:0.09822802245616913 lr:3.1441903154964405e-06 tokens_per_second_per_gpu:273.2191154883714 
Step 7223 | loss:0.0458793044090271 lr:3.1418425529691064e-06 tokens_per_second_per_gpu:280.91006500843923 
Step 7224 | loss:0.10662712156772614 lr:3.1394955039340534e-06 tokens_per_second_per_gpu:266.33525849779323 
Step 7225 | loss:0.13513728976249695 lr:3.1371491686354615e-06 tokens_per_second_per_gpu:266.26566743698476 
Step 7226 | loss:0.07806230336427689 lr:3.1348035473174263e-06 tokens_per_second_per_gpu:307.60589265277986 
Step 7227 | loss:0.07853236049413681 lr:3.1324586402239788e-06 tokens_per_second_per_gpu:245.25950080976042 
Step 7228 | loss:0.19207656383514404 lr:3.1301144475990775e-06 tokens_per_second_per_gpu:293.1024136483065 
Step 7229 | loss:0.06869184225797653 lr:3.127770969686593e-06 tokens_per_second_per_gpu:268.0338066717812 
Step 7230 | loss:0.07188528776168823 lr:3.1254282067303353e-06 tokens_per_second_per_gpu:251.25150241182797 
Step 7231 | loss:0.09812448173761368 lr:3.123086158974038e-06 tokens_per_second_per_gpu:286.922260440891 
Step 7232 | loss:0.05711323022842407 lr:3.1207448266613517e-06 tokens_per_second_per_gpu:342.20291501418717 
Step 7233 | loss:0.10193771868944168 lr:3.1184042100358624e-06 tokens_per_second_per_gpu:306.9557963927925 
Step 7234 | loss:0.14511463046073914 lr:3.1160643093410724e-06 tokens_per_second_per_gpu:344.4174562959192 
Step 7235 | loss:0.08871328830718994 lr:3.113725124820418e-06 tokens_per_second_per_gpu:332.6249631975065 
Step 7236 | loss:0.08673828840255737 lr:3.11138665671726e-06 tokens_per_second_per_gpu:356.39000144646394 
Step 7237 | loss:0.09561732411384583 lr:3.1090489052748775e-06 tokens_per_second_per_gpu:325.7934447994148 
Step 7238 | loss:0.05114682763814926 lr:3.1067118707364807e-06 tokens_per_second_per_gpu:289.3752800936226 
Step 7239 | loss:0.13053400814533234 lr:3.104375553345209e-06 tokens_per_second_per_gpu:305.2842537029588 
Step 7240 | loss:0.10212443768978119 lr:3.1020399533441157e-06 tokens_per_second_per_gpu:316.8815499837448 
Step 7241 | loss:0.15613462030887604 lr:3.09970507097619e-06 tokens_per_second_per_gpu:297.02644747535777 
Step 7242 | loss:0.19452804327011108 lr:3.0973709064843448e-06 tokens_per_second_per_gpu:341.1054635244681 
Step 7243 | loss:0.11492903530597687 lr:3.0950374601114106e-06 tokens_per_second_per_gpu:314.81354784492544 
Step 7244 | loss:0.03933488577604294 lr:3.0927047321001513e-06 tokens_per_second_per_gpu:298.4418390953947 
Step 7245 | loss:0.09716866165399551 lr:3.090372722693259e-06 tokens_per_second_per_gpu:261.20377420744586 
Step 7246 | loss:0.07899521291255951 lr:3.0880414321333364e-06 tokens_per_second_per_gpu:313.1869257468749 
Step 7247 | loss:0.07214640080928802 lr:3.0857108606629248e-06 tokens_per_second_per_gpu:251.6366232510535 
Step 7248 | loss:0.061263032257556915 lr:3.0833810085244897e-06 tokens_per_second_per_gpu:323.3242667417473 
Step 7249 | loss:0.05951686203479767 lr:3.0810518759604134e-06 tokens_per_second_per_gpu:286.1598685614861 
Step 7250 | loss:0.09258180856704712 lr:3.07872346321301e-06 tokens_per_second_per_gpu:354.80755060600495 
Step 7251 | loss:0.13333258032798767 lr:3.0763957705245205e-06 tokens_per_second_per_gpu:442.123755698097 
Step 7252 | loss:0.147818922996521 lr:3.0740687981371033e-06 tokens_per_second_per_gpu:294.96036443528106 
Step 7253 | loss:0.175452321767807 lr:3.0717425462928474e-06 tokens_per_second_per_gpu:306.69574853829977 
Step 7254 | loss:0.17434608936309814 lr:3.06941701523377e-06 tokens_per_second_per_gpu:233.9791067251195 
Step 7255 | loss:0.14266341924667358 lr:3.0670922052018025e-06 tokens_per_second_per_gpu:272.40985371485834 
Step 7256 | loss:0.049103543162345886 lr:3.06476811643881e-06 tokens_per_second_per_gpu:294.58087310488247 
Step 7257 | loss:0.1545231193304062 lr:3.062444749186585e-06 tokens_per_second_per_gpu:314.03037594938064 
Step 7258 | loss:0.14413349330425262 lr:3.0601221036868336e-06 tokens_per_second_per_gpu:287.61048593664526 
Step 7259 | loss:0.21826012432575226 lr:3.057800180181195e-06 tokens_per_second_per_gpu:294.00865299489266 
Step 7260 | loss:0.10801535844802856 lr:3.055478978911238e-06 tokens_per_second_per_gpu:338.1413036174663 
Step 7261 | loss:0.03879202902317047 lr:3.0531585001184415e-06 tokens_per_second_per_gpu:295.1603483661584 
Step 7262 | loss:0.11797778308391571 lr:3.0508387440442223e-06 tokens_per_second_per_gpu:315.97165679968447 
Step 7263 | loss:0.0942588746547699 lr:3.048519710929919e-06 tokens_per_second_per_gpu:420.07948270347583 
Step 7264 | loss:0.13559772074222565 lr:3.0462014010167895e-06 tokens_per_second_per_gpu:438.1840145200799 
Step 7265 | loss:0.23744291067123413 lr:3.0438838145460247e-06 tokens_per_second_per_gpu:372.47297310528506 
Step 7266 | loss:0.18246503174304962 lr:3.041566951758731e-06 tokens_per_second_per_gpu:364.13437339084044 
Step 7267 | loss:0.1494799554347992 lr:3.0392508128959476e-06 tokens_per_second_per_gpu:307.94861786495693 
Step 7268 | loss:0.06337255984544754 lr:3.036935398198638e-06 tokens_per_second_per_gpu:277.5203905956379 
Step 7269 | loss:0.13393379747867584 lr:3.0346207079076817e-06 tokens_per_second_per_gpu:336.79623165371714 
Step 7270 | loss:0.058005690574645996 lr:3.032306742263891e-06 tokens_per_second_per_gpu:284.84466542148436 
Step 7271 | loss:0.08556822687387466 lr:3.0299935015080053e-06 tokens_per_second_per_gpu:307.73688392405944 
Step 7272 | loss:0.10422305762767792 lr:3.0276809858806756e-06 tokens_per_second_per_gpu:262.18915250184733 
Step 7273 | loss:0.156023770570755 lr:3.0253691956224917e-06 tokens_per_second_per_gpu:259.9592443496593 
Step 7274 | loss:0.1297486573457718 lr:3.023058130973963e-06 tokens_per_second_per_gpu:294.1070284931363 
Step 7275 | loss:0.10988171398639679 lr:3.020747792175517e-06 tokens_per_second_per_gpu:329.71110755486575 
Step 7276 | loss:0.07005059719085693 lr:3.0184381794675134e-06 tokens_per_second_per_gpu:252.14699010855512 
Step 7277 | loss:0.09000223129987717 lr:3.0161292930902375e-06 tokens_per_second_per_gpu:269.9161014267845 
Step 7278 | loss:0.10335038602352142 lr:3.013821133283891e-06 tokens_per_second_per_gpu:297.79169439306054 
Step 7279 | loss:0.055806584656238556 lr:3.0115137002886053e-06 tokens_per_second_per_gpu:344.1024645799004 
Step 7280 | loss:0.067533940076828 lr:3.0092069943444393e-06 tokens_per_second_per_gpu:278.78892377528194 
Step 7281 | loss:0.21126186847686768 lr:3.006901015691367e-06 tokens_per_second_per_gpu:263.28511300071983 
Step 7282 | loss:0.07951737195253372 lr:3.004595764569296e-06 tokens_per_second_per_gpu:269.5911483738452 
Step 7283 | loss:0.12305451184511185 lr:3.002291241218055e-06 tokens_per_second_per_gpu:284.79118561766245 
Step 7284 | loss:0.12355409562587738 lr:2.9999874458773925e-06 tokens_per_second_per_gpu:302.90063443113206 
Step 7285 | loss:0.07521434128284454 lr:2.9976843787869868e-06 tokens_per_second_per_gpu:272.9666670164925 
Step 7286 | loss:0.0807509571313858 lr:2.995382040186442e-06 tokens_per_second_per_gpu:323.696077898587 
Step 7287 | loss:0.06134742125868797 lr:2.993080430315278e-06 tokens_per_second_per_gpu:362.94651806600507 
Step 7288 | loss:0.09873463213443756 lr:2.9907795494129464e-06 tokens_per_second_per_gpu:330.5485044880273 
Step 7289 | loss:0.050934791564941406 lr:2.9884793977188243e-06 tokens_per_second_per_gpu:311.9484080984216 
Step 7290 | loss:0.11707613617181778 lr:2.9861799754722033e-06 tokens_per_second_per_gpu:244.4654777709077 
Step 7291 | loss:0.1246352344751358 lr:2.9838812829123066e-06 tokens_per_second_per_gpu:208.87767733807962 
Step 7292 | loss:0.12753987312316895 lr:2.981583320278284e-06 tokens_per_second_per_gpu:263.20457962455737 
Step 7293 | loss:0.12755441665649414 lr:2.9792860878092e-06 tokens_per_second_per_gpu:243.88010992568687 
Step 7294 | loss:0.07861363142728806 lr:2.9769895857440535e-06 tokens_per_second_per_gpu:316.4473535512882 
Step 7295 | loss:0.08814127743244171 lr:2.9746938143217564e-06 tokens_per_second_per_gpu:308.4622584929058 
Step 7296 | loss:0.18157751858234406 lr:2.9723987737811543e-06 tokens_per_second_per_gpu:241.9511945203164 
Step 7297 | loss:0.12183569371700287 lr:2.9701044643610154e-06 tokens_per_second_per_gpu:373.957452026785 
Step 7298 | loss:0.045402590185403824 lr:2.9678108863000234e-06 tokens_per_second_per_gpu:290.6579785453849 
Step 7299 | loss:0.07326741516590118 lr:2.9655180398367954e-06 tokens_per_second_per_gpu:262.24705865415245 
Step 7300 | loss:0.09356670081615448 lr:2.963225925209873e-06 tokens_per_second_per_gpu:268.9722421210802 
Step 7301 | loss:0.10241402685642242 lr:2.9609345426577084e-06 tokens_per_second_per_gpu:273.1395520990717 
Step 7302 | loss:0.06569231301546097 lr:2.9586438924186934e-06 tokens_per_second_per_gpu:265.87691569222204 
Step 7303 | loss:0.11630991101264954 lr:2.956353974731139e-06 tokens_per_second_per_gpu:233.51861274522034 
Step 7304 | loss:0.12011145055294037 lr:2.9540647898332707e-06 tokens_per_second_per_gpu:284.47532517781246 
Step 7305 | loss:0.135964035987854 lr:2.951776337963249e-06 tokens_per_second_per_gpu:250.90445889488797 
Step 7306 | loss:0.16958528757095337 lr:2.9494886193591587e-06 tokens_per_second_per_gpu:275.50175140331 
Step 7307 | loss:0.03803614154458046 lr:2.947201634258996e-06 tokens_per_second_per_gpu:243.27884022067096 
Step 7308 | loss:0.12071139365434647 lr:2.9449153829006917e-06 tokens_per_second_per_gpu:305.5734228872369 
Step 7309 | loss:0.13957646489143372 lr:2.942629865522102e-06 tokens_per_second_per_gpu:246.61594282543476 
Step 7310 | loss:0.2960875332355499 lr:2.940345082360997e-06 tokens_per_second_per_gpu:423.4080588737026 
Step 7311 | loss:0.1207989752292633 lr:2.9380610336550706e-06 tokens_per_second_per_gpu:322.00052735522866 
Step 7312 | loss:0.10745806246995926 lr:2.9357777196419566e-06 tokens_per_second_per_gpu:252.9220113910989 
Step 7313 | loss:0.055837951600551605 lr:2.933495140559196e-06 tokens_per_second_per_gpu:262.87065224045665 
Step 7314 | loss:0.06385006755590439 lr:2.93121329664425e-06 tokens_per_second_per_gpu:309.18518180001354 
Step 7315 | loss:0.1026952937245369 lr:2.9289321881345257e-06 tokens_per_second_per_gpu:245.10267025708623 
Step 7316 | loss:0.1287064552307129 lr:2.9266518152673317e-06 tokens_per_second_per_gpu:275.94798187393485 
Step 7317 | loss:0.0820990651845932 lr:2.924372178279904e-06 tokens_per_second_per_gpu:405.05831577249677 
Step 7318 | loss:0.13128188252449036 lr:2.922093277409416e-06 tokens_per_second_per_gpu:326.0351420058091 
Step 7319 | loss:0.09776364266872406 lr:2.9198151128929487e-06 tokens_per_second_per_gpu:287.58967857291475 
Step 7320 | loss:0.06308780610561371 lr:2.9175376849675076e-06 tokens_per_second_per_gpu:350.06614061635435 
Step 7321 | loss:0.07129311561584473 lr:2.915260993870036e-06 tokens_per_second_per_gpu:252.7868635249445 
Step 7322 | loss:0.09334582835435867 lr:2.9129850398373873e-06 tokens_per_second_per_gpu:253.53201957532428 
Step 7323 | loss:0.1254473328590393 lr:2.910709823106337e-06 tokens_per_second_per_gpu:306.22926810572613 
Step 7324 | loss:0.1268438994884491 lr:2.9084353439135915e-06 tokens_per_second_per_gpu:345.7533680247469 
Step 7325 | loss:0.07311514765024185 lr:2.9061616024957807e-06 tokens_per_second_per_gpu:262.3990109253322 
Step 7326 | loss:0.10023575276136398 lr:2.9038885990894493e-06 tokens_per_second_per_gpu:256.83048619426893 
Step 7327 | loss:0.06071165204048157 lr:2.901616333931073e-06 tokens_per_second_per_gpu:316.08832282350704 
Step 7328 | loss:0.22713764011859894 lr:2.8993448072570507e-06 tokens_per_second_per_gpu:281.3072885959529 
Step 7329 | loss:0.1894460767507553 lr:2.8970740193036974e-06 tokens_per_second_per_gpu:271.0475145410127 
Step 7330 | loss:0.20785340666770935 lr:2.8948039703072574e-06 tokens_per_second_per_gpu:254.35576607181855 
Step 7331 | loss:0.11418042331933975 lr:2.8925346605038997e-06 tokens_per_second_per_gpu:356.5705881838659 
Step 7332 | loss:0.07103357464075089 lr:2.8902660901297075e-06 tokens_per_second_per_gpu:323.77006241057205 
Step 7333 | loss:0.08771702647209167 lr:2.887998259420697e-06 tokens_per_second_per_gpu:254.42840335074965 
Step 7334 | loss:0.10032158344984055 lr:2.885731168612803e-06 tokens_per_second_per_gpu:371.114543222497 
Step 7335 | loss:0.09197493642568588 lr:2.8834648179418813e-06 tokens_per_second_per_gpu:283.8146600637215 
Step 7336 | loss:0.1485767811536789 lr:2.8811992076437135e-06 tokens_per_second_per_gpu:325.2218532171737 
Step 7337 | loss:0.09813828021287918 lr:2.878934337954008e-06 tokens_per_second_per_gpu:273.33127408219235 
Step 7338 | loss:0.13083475828170776 lr:2.8766702091083852e-06 tokens_per_second_per_gpu:237.6768473785561 
Step 7339 | loss:0.10063251107931137 lr:2.8744068213424004e-06 tokens_per_second_per_gpu:246.90836381955387 
Step 7340 | loss:0.08480531722307205 lr:2.872144174891521e-06 tokens_per_second_per_gpu:260.0540228475975 
Step 7341 | loss:0.09140204638242722 lr:2.8698822699911465e-06 tokens_per_second_per_gpu:268.9026693372646 
Step 7342 | loss:0.06013976410031319 lr:2.867621106876598e-06 tokens_per_second_per_gpu:270.9006919127626 
Step 7343 | loss:0.11423908174037933 lr:2.8653606857831105e-06 tokens_per_second_per_gpu:297.5521012068447 
Step 7344 | loss:0.0802040845155716 lr:2.863101006945851e-06 tokens_per_second_per_gpu:278.261730209022 
Step 7345 | loss:0.103251151740551 lr:2.8608420705999095e-06 tokens_per_second_per_gpu:316.72933308978253 
Step 7346 | loss:0.0876903310418129 lr:2.858583876980291e-06 tokens_per_second_per_gpu:289.6185688980349 
Step 7347 | loss:0.07771094888448715 lr:2.856326426321928e-06 tokens_per_second_per_gpu:264.2871634746295 
Step 7348 | loss:0.07815273851156235 lr:2.854069718859682e-06 tokens_per_second_per_gpu:272.9815901380322 
Step 7349 | loss:0.2255374789237976 lr:2.851813754828324e-06 tokens_per_second_per_gpu:272.5415842007404 
Step 7350 | loss:0.15367354452610016 lr:2.8495585344625566e-06 tokens_per_second_per_gpu:346.7530783629312 
Step 7351 | loss:0.07551256567239761 lr:2.8473040579970057e-06 tokens_per_second_per_gpu:354.01797539331216 
Step 7352 | loss:0.14277268946170807 lr:2.845050325666211e-06 tokens_per_second_per_gpu:264.2945402454376 
Step 7353 | loss:0.12773971259593964 lr:2.842797337704646e-06 tokens_per_second_per_gpu:312.854177864008 
Step 7354 | loss:0.13392770290374756 lr:2.8405450943467016e-06 tokens_per_second_per_gpu:308.90010214680177 
Step 7355 | loss:0.07144101709127426 lr:2.8382935958266865e-06 tokens_per_second_per_gpu:241.7278652921881 
Step 7356 | loss:0.20531488955020905 lr:2.8360428423788412e-06 tokens_per_second_per_gpu:239.38161791618577 
Step 7357 | loss:0.14616352319717407 lr:2.8337928342373246e-06 tokens_per_second_per_gpu:276.98184783818067 
Step 7358 | loss:0.11683259904384613 lr:2.831543571636213e-06 tokens_per_second_per_gpu:270.94125311084963 
Step 7359 | loss:0.10144901275634766 lr:2.829295054809511e-06 tokens_per_second_per_gpu:327.824935047251 
Step 7360 | loss:0.08824291825294495 lr:2.82704728399115e-06 tokens_per_second_per_gpu:338.988759922688 
Step 7361 | loss:0.1482199728488922 lr:2.8248002594149706e-06 tokens_per_second_per_gpu:316.80820879419724 
Step 7362 | loss:0.15798717737197876 lr:2.8225539813147453e-06 tokens_per_second_per_gpu:329.39080746703223 
Step 7363 | loss:0.19924898445606232 lr:2.8203084499241718e-06 tokens_per_second_per_gpu:281.255411191302 
Step 7364 | loss:0.23636838793754578 lr:2.818063665476858e-06 tokens_per_second_per_gpu:279.4879423571829 
Step 7365 | loss:0.13191647827625275 lr:2.8158196282063455e-06 tokens_per_second_per_gpu:336.6923554521543 
Step 7366 | loss:0.02760663628578186 lr:2.8135763383460955e-06 tokens_per_second_per_gpu:255.6894980208473 
Step 7367 | loss:0.12662534415721893 lr:2.811333796129485e-06 tokens_per_second_per_gpu:294.83696995047677 
Step 7368 | loss:0.03932558000087738 lr:2.8090920017898227e-06 tokens_per_second_per_gpu:304.94430719003424 
Step 7369 | loss:0.07981414347887039 lr:2.806850955560332e-06 tokens_per_second_per_gpu:297.1288470777821 
Step 7370 | loss:0.18287506699562073 lr:2.8046106576741605e-06 tokens_per_second_per_gpu:314.8707763810128 
Step 7371 | loss:0.13775090873241425 lr:2.8023711083643845e-06 tokens_per_second_per_gpu:360.7279133920171 
Step 7372 | loss:0.10292209684848785 lr:2.8001323078639906e-06 tokens_per_second_per_gpu:308.754804718957 
Step 7373 | loss:0.05963991954922676 lr:2.7978942564058955e-06 tokens_per_second_per_gpu:315.27001143611733 
Step 7374 | loss:0.05306905508041382 lr:2.7956569542229404e-06 tokens_per_second_per_gpu:257.00222752332485 
Step 7375 | loss:0.20132318139076233 lr:2.793420401547877e-06 tokens_per_second_per_gpu:246.5556842498713 
Step 7376 | loss:0.2311602383852005 lr:2.7911845986133902e-06 tokens_per_second_per_gpu:359.86302688519083 
Step 7377 | loss:0.056824423372745514 lr:2.7889495456520855e-06 tokens_per_second_per_gpu:276.604081672331 
Step 7378 | loss:0.08404359221458435 lr:2.7867152428964827e-06 tokens_per_second_per_gpu:319.32575966062853 
Step 7379 | loss:0.10819583386182785 lr:2.7844816905790318e-06 tokens_per_second_per_gpu:270.93247228079457 
Step 7380 | loss:0.06162641942501068 lr:2.782248888932103e-06 tokens_per_second_per_gpu:282.26884267503954 
Step 7381 | loss:0.09267448633909225 lr:2.7800168381879824e-06 tokens_per_second_per_gpu:267.5149838921577 
Step 7382 | loss:0.09257184714078903 lr:2.7777855385788854e-06 tokens_per_second_per_gpu:233.09662103168145 
Step 7383 | loss:0.057172760367393494 lr:2.7755549903369507e-06 tokens_per_second_per_gpu:312.87986088939357 
Step 7384 | loss:0.02685556374490261 lr:2.773325193694226e-06 tokens_per_second_per_gpu:345.85049402958964 
Step 7385 | loss:0.17519474029541016 lr:2.7710961488826948e-06 tokens_per_second_per_gpu:361.5914778832839 
Step 7386 | loss:0.07255621999502182 lr:2.7688678561342595e-06 tokens_per_second_per_gpu:290.91307414537926 
Step 7387 | loss:0.10049640387296677 lr:2.7666403156807355e-06 tokens_per_second_per_gpu:302.62407723870257 
Step 7388 | loss:0.09389650821685791 lr:2.7644135277538684e-06 tokens_per_second_per_gpu:291.7964339684924 
Step 7389 | loss:0.11952465772628784 lr:2.7621874925853277e-06 tokens_per_second_per_gpu:302.4194995810417 
Step 7390 | loss:0.06971606612205505 lr:2.7599622104066937e-06 tokens_per_second_per_gpu:329.0105759542938 
Step 7391 | loss:0.14303013682365417 lr:2.757737681449478e-06 tokens_per_second_per_gpu:360.102970374397 
Step 7392 | loss:0.045774899423122406 lr:2.7555139059451143e-06 tokens_per_second_per_gpu:302.8444861834589 
Step 7393 | loss:0.14971749484539032 lr:2.753290884124946e-06 tokens_per_second_per_gpu:337.6026620934649 
Step 7394 | loss:0.1883729249238968 lr:2.7510686162202526e-06 tokens_per_second_per_gpu:302.56006212098407 
Step 7395 | loss:0.05543835461139679 lr:2.74884710246223e-06 tokens_per_second_per_gpu:253.22367612228018 
Step 7396 | loss:0.048880625516176224 lr:2.746626343081988e-06 tokens_per_second_per_gpu:273.61225074973754 
Step 7397 | loss:0.1477758288383484 lr:2.74440633831057e-06 tokens_per_second_per_gpu:315.8847078999467 
Step 7398 | loss:0.07559056580066681 lr:2.742187088378937e-06 tokens_per_second_per_gpu:270.9973103231656 
Step 7399 | loss:0.07367387413978577 lr:2.7399685935179644e-06 tokens_per_second_per_gpu:238.21926601520312 
Step 7400 | loss:0.11365612596273422 lr:2.7377508539584595e-06 tokens_per_second_per_gpu:304.1498585685124 
Step 7401 | loss:0.16972216963768005 lr:2.7355338699311406e-06 tokens_per_second_per_gpu:277.7303686890614 
Step 7402 | loss:0.15233905613422394 lr:2.733317641666656e-06 tokens_per_second_per_gpu:311.44275143033826 
Step 7403 | loss:0.10105635225772858 lr:2.7311021693955764e-06 tokens_per_second_per_gpu:362.0820136902292 
Step 7404 | loss:0.11796531081199646 lr:2.728887453348382e-06 tokens_per_second_per_gpu:359.0720909262459 
Step 7405 | loss:0.08554226160049438 lr:2.726673493755486e-06 tokens_per_second_per_gpu:284.80883099885324 
Step 7406 | loss:0.048636212944984436 lr:2.7244602908472206e-06 tokens_per_second_per_gpu:327.5002304287407 
Step 7407 | loss:0.1269788146018982 lr:2.7222478448538336e-06 tokens_per_second_per_gpu:358.5509412901057 
Step 7408 | loss:0.08789703249931335 lr:2.7200361560055e-06 tokens_per_second_per_gpu:284.61080303283154 
Step 7409 | loss:0.1160481721162796 lr:2.7178252245323167e-06 tokens_per_second_per_gpu:320.83598480547596 
Step 7410 | loss:0.08627296984195709 lr:2.715615050664294e-06 tokens_per_second_per_gpu:270.7505268091373 
Step 7411 | loss:0.0622333362698555 lr:2.713405634631372e-06 tokens_per_second_per_gpu:277.80397323815987 
Step 7412 | loss:0.1265086680650711 lr:2.7111969766634106e-06 tokens_per_second_per_gpu:350.2592233136019 
Step 7413 | loss:0.05827909708023071 lr:2.7089890769901828e-06 tokens_per_second_per_gpu:311.94620927506617 
Step 7414 | loss:0.06931102275848389 lr:2.7067819358413916e-06 tokens_per_second_per_gpu:263.11862489957576 
Step 7415 | loss:0.06245091184973717 lr:2.7045755534466613e-06 tokens_per_second_per_gpu:223.659351550539 
Step 7416 | loss:0.04539928585290909 lr:2.702369930035531e-06 tokens_per_second_per_gpu:311.0291728854204 
Step 7417 | loss:0.11466207355260849 lr:2.700165065837459e-06 tokens_per_second_per_gpu:328.6166279239547 
Step 7418 | loss:0.08103135228157043 lr:2.697960961081841e-06 tokens_per_second_per_gpu:351.71467353032625 
Step 7419 | loss:0.10900619626045227 lr:2.695757615997976e-06 tokens_per_second_per_gpu:308.70624562544026 
Step 7420 | loss:0.1298668086528778 lr:2.693555030815085e-06 tokens_per_second_per_gpu:267.689600724256 
Step 7421 | loss:0.15587954223155975 lr:2.691353205762326e-06 tokens_per_second_per_gpu:283.87650528616564 
Step 7422 | loss:0.053180258721113205 lr:2.6891521410687617e-06 tokens_per_second_per_gpu:278.59853289886377 
Step 7423 | loss:0.08098835498094559 lr:2.686951836963375e-06 tokens_per_second_per_gpu:288.63745252538655 
Step 7424 | loss:0.11957981437444687 lr:2.684752293675088e-06 tokens_per_second_per_gpu:334.6064655667362 
Step 7425 | loss:0.08998259156942368 lr:2.682553511432725e-06 tokens_per_second_per_gpu:306.1612675900128 
Step 7426 | loss:0.13170847296714783 lr:2.680355490465032e-06 tokens_per_second_per_gpu:284.3638424717664 
Step 7427 | loss:0.22914910316467285 lr:2.6781582310006935e-06 tokens_per_second_per_gpu:430.59883486831427 
Step 7428 | loss:0.05783658102154732 lr:2.6759617332682963e-06 tokens_per_second_per_gpu:288.63712714775943 
Step 7429 | loss:0.1102256178855896 lr:2.6737659974963515e-06 tokens_per_second_per_gpu:322.26663008051594 
Step 7430 | loss:0.1285812109708786 lr:2.6715710239132976e-06 tokens_per_second_per_gpu:356.3370865552295 
Step 7431 | loss:0.04672180488705635 lr:2.6693768127474905e-06 tokens_per_second_per_gpu:284.19402770378593 
Step 7432 | loss:0.04755622148513794 lr:2.6671833642272016e-06 tokens_per_second_per_gpu:310.6678607981427 
Step 7433 | loss:0.09998472034931183 lr:2.6649906785806302e-06 tokens_per_second_per_gpu:310.5499615783113 
Step 7434 | loss:0.11590231955051422 lr:2.662798756035898e-06 tokens_per_second_per_gpu:323.6989404463597 
Step 7435 | loss:0.06185474991798401 lr:2.6606075968210354e-06 tokens_per_second_per_gpu:243.93809726803818 
Step 7436 | loss:0.11848874390125275 lr:2.658417201164004e-06 tokens_per_second_per_gpu:376.0358997780153 
Step 7437 | loss:0.09370891749858856 lr:2.6562275692926863e-06 tokens_per_second_per_gpu:311.25255702270476 
Step 7438 | loss:0.1605575680732727 lr:2.6540387014348756e-06 tokens_per_second_per_gpu:244.41500643633822 
Step 7439 | loss:0.1440293788909912 lr:2.651850597818295e-06 tokens_per_second_per_gpu:312.5032140903547 
Step 7440 | loss:0.07259423285722733 lr:2.6496632586705894e-06 tokens_per_second_per_gpu:291.3737624839941 
Step 7441 | loss:0.13475480675697327 lr:2.647476684219311e-06 tokens_per_second_per_gpu:295.7374962406632 
Step 7442 | loss:0.06270758807659149 lr:2.645290874691947e-06 tokens_per_second_per_gpu:254.89636219542632 
Step 7443 | loss:0.11911531537771225 lr:2.6431058303159017e-06 tokens_per_second_per_gpu:331.50287271977646 
Step 7444 | loss:0.0629691407084465 lr:2.6409215513184907e-06 tokens_per_second_per_gpu:261.2652847340182 
Step 7445 | loss:0.05517329275608063 lr:2.6387380379269624e-06 tokens_per_second_per_gpu:248.49210787450423 
Step 7446 | loss:0.02524137869477272 lr:2.6365552903684755e-06 tokens_per_second_per_gpu:265.6463726784448 
Step 7447 | loss:0.14062286913394928 lr:2.6343733088701153e-06 tokens_per_second_per_gpu:257.2320613504399 
Step 7448 | loss:0.04088066518306732 lr:2.6321920936588874e-06 tokens_per_second_per_gpu:279.4585213874673 
Step 7449 | loss:0.0824594646692276 lr:2.630011644961712e-06 tokens_per_second_per_gpu:280.051633672276 
Step 7450 | loss:0.06824525445699692 lr:2.627831963005435e-06 tokens_per_second_per_gpu:302.046629111096 
Step 7451 | loss:0.1755111664533615 lr:2.6256530480168242e-06 tokens_per_second_per_gpu:305.06109106982063 
Step 7452 | loss:0.0913313776254654 lr:2.623474900222558e-06 tokens_per_second_per_gpu:333.69288927645795 
Step 7453 | loss:0.1399909257888794 lr:2.621297519849244e-06 tokens_per_second_per_gpu:339.276289599426 
Step 7454 | loss:0.11939958482980728 lr:2.6191209071234103e-06 tokens_per_second_per_gpu:303.9489627606031 
Step 7455 | loss:0.15984229743480682 lr:2.6169450622714966e-06 tokens_per_second_per_gpu:339.5951655727275 
Step 7456 | loss:0.1368187963962555 lr:2.6147699855198718e-06 tokens_per_second_per_gpu:338.61805419789073 
Step 7457 | loss:0.07041414082050323 lr:2.6125956770948225e-06 tokens_per_second_per_gpu:291.0197496280976 
Step 7458 | loss:0.10622893273830414 lr:2.610422137222548e-06 tokens_per_second_per_gpu:263.9173190912554 
Step 7459 | loss:0.061643440276384354 lr:2.6082493661291785e-06 tokens_per_second_per_gpu:292.71074217275014 
Step 7460 | loss:0.04131076857447624 lr:2.606077364040762e-06 tokens_per_second_per_gpu:303.7454110917551 
Step 7461 | loss:0.10147711634635925 lr:2.603906131183257e-06 tokens_per_second_per_gpu:334.3861783910928 
Step 7462 | loss:0.19130302965641022 lr:2.6017356677825525e-06 tokens_per_second_per_gpu:366.6300240623657 
Step 7463 | loss:0.12799695134162903 lr:2.5995659740644563e-06 tokens_per_second_per_gpu:286.55497018135907 
Step 7464 | loss:0.10947136580944061 lr:2.5973970502546897e-06 tokens_per_second_per_gpu:330.47166705500166 
Step 7465 | loss:0.21057632565498352 lr:2.5952288965788987e-06 tokens_per_second_per_gpu:271.2035545341934 
Step 7466 | loss:0.09615031629800797 lr:2.593061513262651e-06 tokens_per_second_per_gpu:293.60644507746565 
Step 7467 | loss:0.035786449909210205 lr:2.5908949005314287e-06 tokens_per_second_per_gpu:287.92585951357756 
Step 7468 | loss:0.06078316271305084 lr:2.588729058610637e-06 tokens_per_second_per_gpu:307.5736939393501 
Step 7469 | loss:0.04950817674398422 lr:2.5865639877256043e-06 tokens_per_second_per_gpu:285.8936424587206 
Step 7470 | loss:0.15559500455856323 lr:2.5843996881015676e-06 tokens_per_second_per_gpu:310.1342549033762 
Step 7471 | loss:0.24202536046504974 lr:2.5822361599636957e-06 tokens_per_second_per_gpu:315.81529293556304 
Step 7472 | loss:0.0730496495962143 lr:2.5800734035370755e-06 tokens_per_second_per_gpu:311.99892051651517 
Step 7473 | loss:0.1308831423521042 lr:2.577911419046705e-06 tokens_per_second_per_gpu:284.65246936559123 
Step 7474 | loss:0.15155023336410522 lr:2.575750206717511e-06 tokens_per_second_per_gpu:280.2882306630373 
Step 7475 | loss:0.053784552961587906 lr:2.5735897667743314e-06 tokens_per_second_per_gpu:313.9840655477835 
Step 7476 | loss:0.09418671578168869 lr:2.571430099441934e-06 tokens_per_second_per_gpu:264.4360429103508 
Step 7477 | loss:0.11473012715578079 lr:2.569271204945002e-06 tokens_per_second_per_gpu:322.0051052029659 
Step 7478 | loss:0.11077208817005157 lr:2.5671130835081305e-06 tokens_per_second_per_gpu:280.3865971422299 
Step 7479 | loss:0.12419312447309494 lr:2.5649557353558462e-06 tokens_per_second_per_gpu:267.3083276610723 
Step 7480 | loss:0.06269362568855286 lr:2.5627991607125912e-06 tokens_per_second_per_gpu:248.3188423875987 
Step 7481 | loss:0.08026309311389923 lr:2.5606433598027204e-06 tokens_per_second_per_gpu:327.42956552470935 
Step 7482 | loss:0.13571344316005707 lr:2.5584883328505174e-06 tokens_per_second_per_gpu:319.25095088312963 
Step 7483 | loss:0.07171691209077835 lr:2.556334080080184e-06 tokens_per_second_per_gpu:384.8599319873805 
Step 7484 | loss:0.22315764427185059 lr:2.5541806017158333e-06 tokens_per_second_per_gpu:315.4380209942129 
Step 7485 | loss:0.14028963446617126 lr:2.5520278979815072e-06 tokens_per_second_per_gpu:294.7401620656518 
Step 7486 | loss:0.16862155497074127 lr:2.5498759691011653e-06 tokens_per_second_per_gpu:317.7837865584714 
Step 7487 | loss:0.07170708477497101 lr:2.5477248152986787e-06 tokens_per_second_per_gpu:251.22816480199944 
Step 7488 | loss:0.04824591800570488 lr:2.5455744367978485e-06 tokens_per_second_per_gpu:322.0221432439964 
Step 7489 | loss:0.09864365309476852 lr:2.543424833822392e-06 tokens_per_second_per_gpu:317.076391002755 
Step 7490 | loss:0.23610416054725647 lr:2.5412760065959386e-06 tokens_per_second_per_gpu:347.99713616215274 
Step 7491 | loss:0.09860588610172272 lr:2.5391279553420466e-06 tokens_per_second_per_gpu:275.0735552208085 
Step 7492 | loss:0.15125030279159546 lr:2.5369806802841925e-06 tokens_per_second_per_gpu:249.35604847355754 
Step 7493 | loss:0.12089578807353973 lr:2.5348341816457623e-06 tokens_per_second_per_gpu:250.6756982374328 
Step 7494 | loss:0.12750807404518127 lr:2.532688459650071e-06 tokens_per_second_per_gpu:274.4783333259225 
Step 7495 | loss:0.1700354516506195 lr:2.530543514520355e-06 tokens_per_second_per_gpu:236.09952269654775 
Step 7496 | loss:0.09531036764383316 lr:2.5283993464797584e-06 tokens_per_second_per_gpu:309.903506567301 
Step 7497 | loss:0.09615087509155273 lr:2.5262559557513524e-06 tokens_per_second_per_gpu:282.2370229650093 
Step 7498 | loss:0.14288803935050964 lr:2.5241133425581287e-06 tokens_per_second_per_gpu:242.61666222112538 
Step 7499 | loss:0.07843368500471115 lr:2.5219715071229924e-06 tokens_per_second_per_gpu:319.9370866947784 
Step 7500 | loss:0.08392784744501114 lr:2.5198304496687696e-06 tokens_per_second_per_gpu:363.72331973746935 
Step 7501 | loss:0.06184016168117523 lr:2.517690170418212e-06 tokens_per_second_per_gpu:304.5212232827508 
Step 7502 | loss:0.11932000517845154 lr:2.515550669593978e-06 tokens_per_second_per_gpu:337.6127313005198 
Step 7503 | loss:0.14235611259937286 lr:2.513411947418656e-06 tokens_per_second_per_gpu:227.938605900098 
Step 7504 | loss:0.14118869602680206 lr:2.511274004114749e-06 tokens_per_second_per_gpu:409.2144460739423 
Step 7505 | loss:0.07700975239276886 lr:2.5091368399046754e-06 tokens_per_second_per_gpu:320.1437189937055 
Step 7506 | loss:0.10700637102127075 lr:2.507000455010783e-06 tokens_per_second_per_gpu:334.4700471305088 
Step 7507 | loss:0.15872415900230408 lr:2.504864849655324e-06 tokens_per_second_per_gpu:289.287062021958 
Step 7508 | loss:0.19554483890533447 lr:2.5027300240604822e-06 tokens_per_second_per_gpu:308.0139842885812 
Step 7509 | loss:0.25600242614746094 lr:2.500595978448357e-06 tokens_per_second_per_gpu:256.1503727524232 
Step 7510 | loss:0.07418470829725266 lr:2.498462713040958e-06 tokens_per_second_per_gpu:282.22481838687776 
Step 7511 | loss:0.060044486075639725 lr:2.4963302280602263e-06 tokens_per_second_per_gpu:256.3782001323926 
Step 7512 | loss:0.08900831639766693 lr:2.4941985237280176e-06 tokens_per_second_per_gpu:350.6828076576372 
Step 7513 | loss:0.1553773581981659 lr:2.4920676002660992e-06 tokens_per_second_per_gpu:351.7154652562899 
Step 7514 | loss:0.053045593202114105 lr:2.4899374578961654e-06 tokens_per_second_per_gpu:303.23046073390657 
Step 7515 | loss:0.037053223699331284 lr:2.487808096839831e-06 tokens_per_second_per_gpu:285.6426433761626 
Step 7516 | loss:0.03963322937488556 lr:2.485679517318619e-06 tokens_per_second_per_gpu:302.57297317245803 
Step 7517 | loss:0.061204176396131516 lr:2.483551719553979e-06 tokens_per_second_per_gpu:323.43336002317704 
Step 7518 | loss:0.08541014790534973 lr:2.4814247037672823e-06 tokens_per_second_per_gpu:248.840421304071 
Step 7519 | loss:0.2085587978363037 lr:2.479298470179807e-06 tokens_per_second_per_gpu:324.4084475957245 
Step 7520 | loss:0.0996444821357727 lr:2.4771730190127616e-06 tokens_per_second_per_gpu:334.15787064624374 
Step 7521 | loss:0.10057159513235092 lr:2.475048350487269e-06 tokens_per_second_per_gpu:268.1243231238031 
Step 7522 | loss:0.1543748378753662 lr:2.47292446482437e-06 tokens_per_second_per_gpu:267.5731050278365 
Step 7523 | loss:0.10244616121053696 lr:2.4708013622450168e-06 tokens_per_second_per_gpu:238.4834799930081 
Step 7524 | loss:0.10693616420030594 lr:2.4686790429701002e-06 tokens_per_second_per_gpu:322.90422072206644 
Step 7525 | loss:0.21917031705379486 lr:2.4665575072204093e-06 tokens_per_second_per_gpu:331.79080564214354 
Step 7526 | loss:0.1140461340546608 lr:2.464436755216656e-06 tokens_per_second_per_gpu:287.0436155619108 
Step 7527 | loss:0.12937703728675842 lr:2.462316787179484e-06 tokens_per_second_per_gpu:251.51520771205276 
Step 7528 | loss:0.06948916614055634 lr:2.4601976033294395e-06 tokens_per_second_per_gpu:333.4282110180022 
Step 7529 | loss:0.03844620659947395 lr:2.4580792038869874e-06 tokens_per_second_per_gpu:375.42042827837463 
Step 7530 | loss:0.13895992934703827 lr:2.4559615890725286e-06 tokens_per_second_per_gpu:299.5981556356258 
Step 7531 | loss:0.3076256811618805 lr:2.453844759106364e-06 tokens_per_second_per_gpu:295.9381100802421 
Step 7532 | loss:0.07110071182250977 lr:2.451728714208713e-06 tokens_per_second_per_gpu:303.7325457513644 
Step 7533 | loss:0.07437975704669952 lr:2.449613454599733e-06 tokens_per_second_per_gpu:365.90659510995084 
Step 7534 | loss:0.06314771622419357 lr:2.4474989804994788e-06 tokens_per_second_per_gpu:288.8773359531148 
Step 7535 | loss:0.10108257830142975 lr:2.4453852921279277e-06 tokens_per_second_per_gpu:260.1800426474006 
Step 7536 | loss:0.11535026133060455 lr:2.4432723897049826e-06 tokens_per_second_per_gpu:292.13141916826135 
Step 7537 | loss:0.04488597437739372 lr:2.4411602734504638e-06 tokens_per_second_per_gpu:290.18992302420537 
Step 7538 | loss:0.056406185030937195 lr:2.439048943584098e-06 tokens_per_second_per_gpu:316.28955992992854 
Step 7539 | loss:0.17078880965709686 lr:2.4369384003255434e-06 tokens_per_second_per_gpu:298.2305121245271 
Step 7540 | loss:0.08440703898668289 lr:2.434828643894376e-06 tokens_per_second_per_gpu:254.80346547909616 
Step 7541 | loss:0.06841179728507996 lr:2.432719674510077e-06 tokens_per_second_per_gpu:289.62321846499344 
Step 7542 | loss:0.1142704114317894 lr:2.4306114923920575e-06 tokens_per_second_per_gpu:355.1260100814268 
Step 7543 | loss:0.08010110259056091 lr:2.4285040977596476e-06 tokens_per_second_per_gpu:308.6295078405488 
Step 7544 | loss:0.14552181959152222 lr:2.426397490832085e-06 tokens_per_second_per_gpu:240.5262743408375 
Step 7545 | loss:0.1151808649301529 lr:2.4242916718285335e-06 tokens_per_second_per_gpu:264.23454492894984 
Step 7546 | loss:0.06793808937072754 lr:2.4221866409680783e-06 tokens_per_second_per_gpu:271.5283751936303 
Step 7547 | loss:0.06396119296550751 lr:2.4200823984697096e-06 tokens_per_second_per_gpu:290.3147404537149 
Step 7548 | loss:0.11537056416273117 lr:2.4179789445523483e-06 tokens_per_second_per_gpu:301.8228686070018 
Step 7549 | loss:0.11862707883119583 lr:2.415876279434829e-06 tokens_per_second_per_gpu:309.8710183316369 
Step 7550 | loss:0.17494139075279236 lr:2.4137744033359e-06 tokens_per_second_per_gpu:310.59229182899793 
Step 7551 | loss:0.041109804064035416 lr:2.4116733164742354e-06 tokens_per_second_per_gpu:298.76119652654506 
Step 7552 | loss:0.07285521179437637 lr:2.4095730190684176e-06 tokens_per_second_per_gpu:239.2791105760758 
Step 7553 | loss:0.1063762903213501 lr:2.407473511336955e-06 tokens_per_second_per_gpu:201.74432061891395 
Step 7554 | loss:0.1332438439130783 lr:2.405374793498275e-06 tokens_per_second_per_gpu:279.11620363125206 
Step 7555 | loss:0.14682592451572418 lr:2.403276865770713e-06 tokens_per_second_per_gpu:309.9889292820508 
Step 7556 | loss:0.07401061058044434 lr:2.401179728372529e-06 tokens_per_second_per_gpu:300.7277279038466 
Step 7557 | loss:0.19797338545322418 lr:2.399083381521905e-06 tokens_per_second_per_gpu:300.36871466289136 
Step 7558 | loss:0.09284207969903946 lr:2.3969878254369283e-06 tokens_per_second_per_gpu:253.28194511518265 
Step 7559 | loss:0.056827615946531296 lr:2.3948930603356156e-06 tokens_per_second_per_gpu:313.24194538705405 
Step 7560 | loss:0.04441109299659729 lr:2.3927990864358985e-06 tokens_per_second_per_gpu:275.2763268430943 
Step 7561 | loss:0.04656042531132698 lr:2.390705903955619e-06 tokens_per_second_per_gpu:215.91082296212602 
Step 7562 | loss:0.17271415889263153 lr:2.3886135131125475e-06 tokens_per_second_per_gpu:304.3468611030102 
Step 7563 | loss:0.10038048028945923 lr:2.3865219141243677e-06 tokens_per_second_per_gpu:276.19220717098125 
Step 7564 | loss:0.09520631283521652 lr:2.3844311072086745e-06 tokens_per_second_per_gpu:322.10486287249444 
Step 7565 | loss:0.09291090071201324 lr:2.3823410925829904e-06 tokens_per_second_per_gpu:270.00521819680284 
Step 7566 | loss:0.10836764425039291 lr:2.380251870464754e-06 tokens_per_second_per_gpu:325.6245014384376 
Step 7567 | loss:0.13383376598358154 lr:2.3781634410713115e-06 tokens_per_second_per_gpu:340.61441739958923 
Step 7568 | loss:0.09046097099781036 lr:2.3760758046199382e-06 tokens_per_second_per_gpu:320.8411452493377 
Step 7569 | loss:0.1134590283036232 lr:2.3739889613278256e-06 tokens_per_second_per_gpu:293.86056410400744 
Step 7570 | loss:0.11293526738882065 lr:2.3719029114120716e-06 tokens_per_second_per_gpu:303.21710256941367 
Step 7571 | loss:0.12443852424621582 lr:2.369817655089706e-06 tokens_per_second_per_gpu:307.9112908336805 
Step 7572 | loss:0.10049569606781006 lr:2.367733192577668e-06 tokens_per_second_per_gpu:273.10862443162983 
Step 7573 | loss:0.13910722732543945 lr:2.3656495240928144e-06 tokens_per_second_per_gpu:325.8439475383395 
Step 7574 | loss:0.11930181831121445 lr:2.3635666498519218e-06 tokens_per_second_per_gpu:295.4652351415824 
Step 7575 | loss:0.13486424088478088 lr:2.361484570071686e-06 tokens_per_second_per_gpu:285.57584441434375 
Step 7576 | loss:0.12951388955116272 lr:2.3594032849687108e-06 tokens_per_second_per_gpu:297.339570626632 
Step 7577 | loss:0.12316571921110153 lr:2.357322794759529e-06 tokens_per_second_per_gpu:239.14007910008965 
Step 7578 | loss:0.12928807735443115 lr:2.3552430996605867e-06 tokens_per_second_per_gpu:349.7227764291567 
Step 7579 | loss:0.0981082022190094 lr:2.3531641998882403e-06 tokens_per_second_per_gpu:384.5941067710129 
Step 7580 | loss:0.127668559551239 lr:2.351086095658777e-06 tokens_per_second_per_gpu:350.15824871475894 
Step 7581 | loss:0.11792822182178497 lr:2.349008787188385e-06 tokens_per_second_per_gpu:385.73781094235915 
Step 7582 | loss:0.15280428528785706 lr:2.346932274693182e-06 tokens_per_second_per_gpu:279.3354918609723 
Step 7583 | loss:0.20810270309448242 lr:2.344856558389205e-06 tokens_per_second_per_gpu:292.58454843028886 
Step 7584 | loss:0.15860339999198914 lr:2.3427816384923916e-06 tokens_per_second_per_gpu:339.1230549173232 
Step 7585 | loss:0.12171171605587006 lr:2.3407075152186143e-06 tokens_per_second_per_gpu:260.21528924767784 
Step 7586 | loss:0.05345848947763443 lr:2.338634188783656e-06 tokens_per_second_per_gpu:277.8626427146608 
Step 7587 | loss:0.07317610085010529 lr:2.3365616594032124e-06 tokens_per_second_per_gpu:332.32684028320136 
Step 7588 | loss:0.1836816817522049 lr:2.334489927292902e-06 tokens_per_second_per_gpu:352.27898666797375 
Step 7589 | loss:0.12706734240055084 lr:2.3324189926682617e-06 tokens_per_second_per_gpu:309.08852552116093 
Step 7590 | loss:0.07240264117717743 lr:2.3303488557447374e-06 tokens_per_second_per_gpu:318.9110376484325 
Step 7591 | loss:0.06932099908590317 lr:2.328279516737698e-06 tokens_per_second_per_gpu:286.4186373291176 
Step 7592 | loss:0.07137064635753632 lr:2.326210975862433e-06 tokens_per_second_per_gpu:261.0682813556396 
Step 7593 | loss:0.06741179525852203 lr:2.3241432333341375e-06 tokens_per_second_per_gpu:301.8280612185436 
Step 7594 | loss:0.2748963534832001 lr:2.3220762893679338e-06 tokens_per_second_per_gpu:326.16345032414114 
Step 7595 | loss:0.06913290172815323 lr:2.32001014417886e-06 tokens_per_second_per_gpu:264.5066973725234 
Step 7596 | loss:0.026490068063139915 lr:2.3179447979818637e-06 tokens_per_second_per_gpu:289.2522991049274 
Step 7597 | loss:0.0769650787115097 lr:2.3158802509918153e-06 tokens_per_second_per_gpu:279.0629891505149 
Step 7598 | loss:0.13638517260551453 lr:2.313816503423506e-06 tokens_per_second_per_gpu:280.35126934087015 
Step 7599 | loss:0.07494644820690155 lr:2.3117535554916325e-06 tokens_per_second_per_gpu:207.85946884366678 
Step 7600 | loss:0.0826181024312973 lr:2.3096914074108177e-06 tokens_per_second_per_gpu:300.3518493503529 
Step 7601 | loss:0.058413535356521606 lr:2.3076300593956013e-06 tokens_per_second_per_gpu:231.52572014318758 
Step 7602 | loss:0.23278652131557465 lr:2.3055695116604304e-06 tokens_per_second_per_gpu:231.2379929006732 
Step 7603 | loss:0.12212313711643219 lr:2.3035097644196793e-06 tokens_per_second_per_gpu:331.458544153694 
Step 7604 | loss:0.12782150506973267 lr:2.301450817887636e-06 tokens_per_second_per_gpu:284.2791283233955 
Step 7605 | loss:0.09611892700195312 lr:2.2993926722785e-06 tokens_per_second_per_gpu:263.96059885345034 
Step 7606 | loss:0.0740332081913948 lr:2.2973353278063948e-06 tokens_per_second_per_gpu:272.531463517472 
Step 7607 | loss:0.05131838098168373 lr:2.2952787846853585e-06 tokens_per_second_per_gpu:262.7619259244785 
Step 7608 | loss:0.10629592835903168 lr:2.2932230431293413e-06 tokens_per_second_per_gpu:314.4494805083807 
Step 7609 | loss:0.09174251556396484 lr:2.291168103352214e-06 tokens_per_second_per_gpu:360.0142789188496 
Step 7610 | loss:0.11567866057157516 lr:2.2891139655677674e-06 tokens_per_second_per_gpu:267.86039288821974 
Step 7611 | loss:0.0874546468257904 lr:2.287060629989699e-06 tokens_per_second_per_gpu:251.88431076829087 
Step 7612 | loss:0.13364329934120178 lr:2.2850080968316346e-06 tokens_per_second_per_gpu:279.602460687311 
Step 7613 | loss:0.14212684333324432 lr:2.2829563663071052e-06 tokens_per_second_per_gpu:341.6868308649867 
Step 7614 | loss:0.06843192875385284 lr:2.280905438629566e-06 tokens_per_second_per_gpu:260.7274296212066 
Step 7615 | loss:0.08516782522201538 lr:2.2788553140123893e-06 tokens_per_second_per_gpu:343.97551428901113 
Step 7616 | loss:0.10736045241355896 lr:2.276805992668856e-06 tokens_per_second_per_gpu:306.54565932223494 
Step 7617 | loss:0.15138894319534302 lr:2.2747574748121703e-06 tokens_per_second_per_gpu:318.86422797822587 
Step 7618 | loss:0.06219150125980377 lr:2.2727097606554537e-06 tokens_per_second_per_gpu:261.0584423106136 
Step 7619 | loss:0.07114503532648087 lr:2.2706628504117366e-06 tokens_per_second_per_gpu:236.54347177522965 
Step 7620 | loss:0.09469741582870483 lr:2.2686167442939733e-06 tokens_per_second_per_gpu:273.97614306938647 
Step 7621 | loss:0.20810773968696594 lr:2.266571442515034e-06 tokens_per_second_per_gpu:279.4584917425391 
Step 7622 | loss:0.037783220410346985 lr:2.2645269452876963e-06 tokens_per_second_per_gpu:290.11339831186484 
Step 7623 | loss:0.03643399104475975 lr:2.2624832528246642e-06 tokens_per_second_per_gpu:344.72987355191515 
Step 7624 | loss:0.06333103775978088 lr:2.260440365338559e-06 tokens_per_second_per_gpu:266.05732813232527 
Step 7625 | loss:0.07064507901668549 lr:2.2583982830419036e-06 tokens_per_second_per_gpu:313.97600112162235 
Step 7626 | loss:0.07055266946554184 lr:2.2563570061471553e-06 tokens_per_second_per_gpu:295.37682547648353 
Step 7627 | loss:0.06774723529815674 lr:2.2543165348666776e-06 tokens_per_second_per_gpu:283.12470574328415 
Step 7628 | loss:0.09267264604568481 lr:2.2522768694127527e-06 tokens_per_second_per_gpu:283.7297715892476 
Step 7629 | loss:0.15124021470546722 lr:2.250238009997571e-06 tokens_per_second_per_gpu:279.8211129922612 
Step 7630 | loss:0.12027055770158768 lr:2.248199956833258e-06 tokens_per_second_per_gpu:295.5527975678622 
Step 7631 | loss:0.055214859545230865 lr:2.246162710131837e-06 tokens_per_second_per_gpu:238.6387825274685 
Step 7632 | loss:0.09573732316493988 lr:2.2441262701052515e-06 tokens_per_second_per_gpu:299.1153042745929 
Step 7633 | loss:0.027559731155633926 lr:2.2420906369653715e-06 tokens_per_second_per_gpu:237.10609114464748 
Step 7634 | loss:0.1217932403087616 lr:2.2400558109239723e-06 tokens_per_second_per_gpu:287.8795563601463 
Step 7635 | loss:0.16027361154556274 lr:2.2380217921927418e-06 tokens_per_second_per_gpu:251.38141651811515 
Step 7636 | loss:0.1041477620601654 lr:2.2359885809832993e-06 tokens_per_second_per_gpu:299.41146352078687 
Step 7637 | loss:0.08070888370275497 lr:2.2339561775071685e-06 tokens_per_second_per_gpu:329.8692182642281 
Step 7638 | loss:0.157744362950325 lr:2.2319245819757852e-06 tokens_per_second_per_gpu:276.7828177871434 
Step 7639 | loss:0.12733571231365204 lr:2.2298937946005173e-06 tokens_per_second_per_gpu:282.7396347356044 
Step 7640 | loss:0.07915184646844864 lr:2.227863815592636e-06 tokens_per_second_per_gpu:309.81858190796714 
Step 7641 | loss:0.10972259938716888 lr:2.225834645163325e-06 tokens_per_second_per_gpu:271.9585394916612 
Step 7642 | loss:0.21476033329963684 lr:2.223806283523696e-06 tokens_per_second_per_gpu:281.5840078699658 
Step 7643 | loss:0.20837098360061646 lr:2.2217787308847727e-06 tokens_per_second_per_gpu:222.59937464198038 
Step 7644 | loss:0.10086686909198761 lr:2.219751987457487e-06 tokens_per_second_per_gpu:271.99356704373844 
Step 7645 | loss:0.09355175495147705 lr:2.2177260534526946e-06 tokens_per_second_per_gpu:323.7644091517136 
Step 7646 | loss:0.13338881731033325 lr:2.215700929081167e-06 tokens_per_second_per_gpu:324.2171606609396 
Step 7647 | loss:0.06234299764037132 lr:2.2136766145535857e-06 tokens_per_second_per_gpu:255.73630185070363 
Step 7648 | loss:0.08519142866134644 lr:2.2116531100805527e-06 tokens_per_second_per_gpu:328.9136255594966 
Step 7649 | loss:0.1416589319705963 lr:2.2096304158725865e-06 tokens_per_second_per_gpu:309.4207850551776 
Step 7650 | loss:0.1805669069290161 lr:2.2076085321401152e-06 tokens_per_second_per_gpu:322.16110314431836 
Step 7651 | loss:0.04602717235684395 lr:2.2055874590934888e-06 tokens_per_second_per_gpu:247.87129960183861 
Step 7652 | loss:0.08492226153612137 lr:2.203567196942974e-06 tokens_per_second_per_gpu:241.5610738618043 
Step 7653 | loss:0.09677442908287048 lr:2.2015477458987433e-06 tokens_per_second_per_gpu:230.4301480933006 
Step 7654 | loss:0.16725009679794312 lr:2.1995291061708955e-06 tokens_per_second_per_gpu:282.15517944176014 
Step 7655 | loss:0.05579362437129021 lr:2.197511277969443e-06 tokens_per_second_per_gpu:284.4037283336822 
Step 7656 | loss:0.09719714522361755 lr:2.195494261504305e-06 tokens_per_second_per_gpu:396.00361910796295 
Step 7657 | loss:0.14695563912391663 lr:2.193478056985331e-06 tokens_per_second_per_gpu:293.2956757289274 
Step 7658 | loss:0.06557004153728485 lr:2.1914626646222704e-06 tokens_per_second_per_gpu:297.5010864026916 
Step 7659 | loss:0.10434379428625107 lr:2.189448084624799e-06 tokens_per_second_per_gpu:234.7155279465239 
Step 7660 | loss:0.053700484335422516 lr:2.187434317202508e-06 tokens_per_second_per_gpu:304.0427544247261 
Step 7661 | loss:0.06590119004249573 lr:2.1854213625648944e-06 tokens_per_second_per_gpu:264.61568907256054 
Step 7662 | loss:0.09279808402061462 lr:2.183409220921381e-06 tokens_per_second_per_gpu:288.13353453288204 
Step 7663 | loss:0.19922766089439392 lr:2.181397892481304e-06 tokens_per_second_per_gpu:269.253692283957 
Step 7664 | loss:0.11687677353620529 lr:2.1793873774539077e-06 tokens_per_second_per_gpu:304.4002810360984 
Step 7665 | loss:0.10689979791641235 lr:2.177377676048361e-06 tokens_per_second_per_gpu:308.07901398792336 
Step 7666 | loss:0.07595528662204742 lr:2.175368788473745e-06 tokens_per_second_per_gpu:270.058411236085 
Step 7667 | loss:0.07741792500019073 lr:2.173360714939051e-06 tokens_per_second_per_gpu:266.13057202775406 
Step 7668 | loss:0.08786133676767349 lr:2.1713534556531944e-06 tokens_per_second_per_gpu:246.4330160173932 
Step 7669 | loss:0.144389808177948 lr:2.1693470108250014e-06 tokens_per_second_per_gpu:355.7586444530836 
Step 7670 | loss:0.08598300814628601 lr:2.1673413806632104e-06 tokens_per_second_per_gpu:392.69098074859323 
Step 7671 | loss:0.2213750183582306 lr:2.1653365653764793e-06 tokens_per_second_per_gpu:309.4767209678964 
Step 7672 | loss:0.15387898683547974 lr:2.163332565173384e-06 tokens_per_second_per_gpu:345.0036380424384 
Step 7673 | loss:0.10141356289386749 lr:2.161329380262406e-06 tokens_per_second_per_gpu:333.6222002483566 
Step 7674 | loss:0.15456975996494293 lr:2.1593270108519514e-06 tokens_per_second_per_gpu:340.93243863192544 
Step 7675 | loss:0.05693897232413292 lr:2.1573254571503386e-06 tokens_per_second_per_gpu:257.61728168848936 
Step 7676 | loss:0.0627753958106041 lr:2.1553247193657966e-06 tokens_per_second_per_gpu:303.59733505131334 
Step 7677 | loss:0.07838855683803558 lr:2.1533247977064753e-06 tokens_per_second_per_gpu:263.08214553404486 
Step 7678 | loss:0.08639750629663467 lr:2.1513256923804415e-06 tokens_per_second_per_gpu:316.93303715195367 
Step 7679 | loss:0.06184053421020508 lr:2.1493274035956656e-06 tokens_per_second_per_gpu:354.03698344034524 
Step 7680 | loss:0.15057459473609924 lr:2.147329931560045e-06 tokens_per_second_per_gpu:329.91220125920194 
Step 7681 | loss:0.0636601373553276 lr:2.1453332764813905e-06 tokens_per_second_per_gpu:270.96755666096465 
Step 7682 | loss:0.05044400691986084 lr:2.14333743856742e-06 tokens_per_second_per_gpu:322.0210665387303 
Step 7683 | loss:0.14287149906158447 lr:2.1413424180257736e-06 tokens_per_second_per_gpu:268.8832040449167 
Step 7684 | loss:0.05190758407115936 lr:2.1393482150640066e-06 tokens_per_second_per_gpu:288.14391669976175 
Step 7685 | loss:0.14944951236248016 lr:2.137354829889583e-06 tokens_per_second_per_gpu:312.50564352254474 
Step 7686 | loss:0.07639163732528687 lr:2.135362262709891e-06 tokens_per_second_per_gpu:332.89812162348386 
Step 7687 | loss:0.10926170647144318 lr:2.1333705137322226e-06 tokens_per_second_per_gpu:313.02628827955306 
Step 7688 | loss:0.07672006636857986 lr:2.131379583163793e-06 tokens_per_second_per_gpu:266.8759425407251 
Step 7689 | loss:0.06491655856370926 lr:2.1293894712117323e-06 tokens_per_second_per_gpu:373.75443760736437 
Step 7690 | loss:0.10144578665494919 lr:2.1274001780830776e-06 tokens_per_second_per_gpu:332.4221671121639 
Step 7691 | loss:0.09471125900745392 lr:2.12541170398479e-06 tokens_per_second_per_gpu:252.55773190857752 
Step 7692 | loss:0.1046862006187439 lr:2.1234240491237436e-06 tokens_per_second_per_gpu:239.64554129808695 
Step 7693 | loss:0.10376425832509995 lr:2.1214372137067197e-06 tokens_per_second_per_gpu:286.0571949125861 
Step 7694 | loss:0.04231785982847214 lr:2.119451197940422e-06 tokens_per_second_per_gpu:261.9170704837819 
Step 7695 | loss:0.12235741317272186 lr:2.1174660020314696e-06 tokens_per_second_per_gpu:261.081972276542 
Step 7696 | loss:0.2641306519508362 lr:2.1154816261863887e-06 tokens_per_second_per_gpu:304.393259805794 
Step 7697 | loss:0.09444163739681244 lr:2.113498070611627e-06 tokens_per_second_per_gpu:339.72671450341755 
Step 7698 | loss:0.13460907340049744 lr:2.1115153355135487e-06 tokens_per_second_per_gpu:317.9361377357236 
Step 7699 | loss:0.07766735553741455 lr:2.109533421098422e-06 tokens_per_second_per_gpu:332.29504711085144 
Step 7700 | loss:0.10635323822498322 lr:2.1075523275724396e-06 tokens_per_second_per_gpu:309.02074058582974 
Step 7701 | loss:0.11666775494813919 lr:2.105572055141709e-06 tokens_per_second_per_gpu:394.9545076527932 
Step 7702 | loss:0.11267728358507156 lr:2.1035926040122434e-06 tokens_per_second_per_gpu:270.39714432217835 
Step 7703 | loss:0.1417335420846939 lr:2.1016139743899778e-06 tokens_per_second_per_gpu:236.79392307629752 
Step 7704 | loss:0.14465025067329407 lr:2.099636166480763e-06 tokens_per_second_per_gpu:256.57136155102086 
Step 7705 | loss:0.05245939642190933 lr:2.0976591804903567e-06 tokens_per_second_per_gpu:278.08461410218075 
Step 7706 | loss:0.10076787322759628 lr:2.095683016624439e-06 tokens_per_second_per_gpu:278.7580892817763 
Step 7707 | loss:0.05385419726371765 lr:2.093707675088602e-06 tokens_per_second_per_gpu:270.73671226091096 
Step 7708 | loss:0.09482105821371078 lr:2.091733156088348e-06 tokens_per_second_per_gpu:360.32574697166586 
Step 7709 | loss:0.10699978470802307 lr:2.0897594598290994e-06 tokens_per_second_per_gpu:271.1132179077339 
Step 7710 | loss:0.07752814888954163 lr:2.0877865865161916e-06 tokens_per_second_per_gpu:331.57371225716315 
Step 7711 | loss:0.12511898577213287 lr:2.085814536354871e-06 tokens_per_second_per_gpu:284.70580150077245 
Step 7712 | loss:0.0929737314581871 lr:2.0838433095503018e-06 tokens_per_second_per_gpu:300.1348912978921 
Step 7713 | loss:0.060669466853141785 lr:2.081872906307566e-06 tokens_per_second_per_gpu:355.44107224710257 
Step 7714 | loss:0.08285138010978699 lr:2.079903326831648e-06 tokens_per_second_per_gpu:251.2601536812939 
Step 7715 | loss:0.07007556408643723 lr:2.077934571327459e-06 tokens_per_second_per_gpu:332.73764728764786 
Step 7716 | loss:0.13776268064975739 lr:2.0759666399998202e-06 tokens_per_second_per_gpu:238.3627891696013 
Step 7717 | loss:0.09481871128082275 lr:2.0739995330534633e-06 tokens_per_second_per_gpu:262.3998810979728 
Step 7718 | loss:0.07958818972110748 lr:2.0720332506930406e-06 tokens_per_second_per_gpu:301.4687049414872 
Step 7719 | loss:0.18802756071090698 lr:2.070067793123112e-06 tokens_per_second_per_gpu:249.4346812791088 
Step 7720 | loss:0.2500370442867279 lr:2.0681031605481563e-06 tokens_per_second_per_gpu:317.7939069306837 
Step 7721 | loss:0.08589770644903183 lr:2.066139353172568e-06 tokens_per_second_per_gpu:292.80559504934246 
Step 7722 | loss:0.06687004119157791 lr:2.064176371200648e-06 tokens_per_second_per_gpu:304.84319356950454 
Step 7723 | loss:0.14474068582057953 lr:2.0622142148366187e-06 tokens_per_second_per_gpu:293.1515774561882 
Step 7724 | loss:0.04619106650352478 lr:2.060252884284617e-06 tokens_per_second_per_gpu:298.74530708325403 
Step 7725 | loss:0.05952906981110573 lr:2.0582923797486855e-06 tokens_per_second_per_gpu:254.77647535034976 
Step 7726 | loss:0.05007833614945412 lr:2.056332701432788e-06 tokens_per_second_per_gpu:256.54980271893334 
Step 7727 | loss:0.0391121469438076 lr:2.054373849540806e-06 tokens_per_second_per_gpu:266.3037329450101 
Step 7728 | loss:0.21674859523773193 lr:2.0524158242765222e-06 tokens_per_second_per_gpu:324.1730272009725 
Step 7729 | loss:0.15751607716083527 lr:2.0504586258436442e-06 tokens_per_second_per_gpu:384.525454208335 
Step 7730 | loss:0.1168690025806427 lr:2.0485022544457933e-06 tokens_per_second_per_gpu:354.1680079573396 
Step 7731 | loss:0.1546127200126648 lr:2.0465467102864988e-06 tokens_per_second_per_gpu:376.17613114600044 
Step 7732 | loss:0.07113835215568542 lr:2.0445919935692014e-06 tokens_per_second_per_gpu:297.7824258383727 
Step 7733 | loss:0.11999969184398651 lr:2.042638104497272e-06 tokens_per_second_per_gpu:296.17571306045636 
Step 7734 | loss:0.07261129468679428 lr:2.040685043273979e-06 tokens_per_second_per_gpu:354.4808062986065 
Step 7735 | loss:0.2391827255487442 lr:2.038732810102504e-06 tokens_per_second_per_gpu:437.3338282382243 
Step 7736 | loss:0.11729168146848679 lr:2.0367814051859613e-06 tokens_per_second_per_gpu:311.6738052283838 
Step 7737 | loss:0.16610568761825562 lr:2.03483082872736e-06 tokens_per_second_per_gpu:371.6856650171629 
Step 7738 | loss:0.09078559279441833 lr:2.032881080929624e-06 tokens_per_second_per_gpu:340.98911163702996 
Step 7739 | loss:0.12814722955226898 lr:2.0309321619956068e-06 tokens_per_second_per_gpu:241.1204951884091 
Step 7740 | loss:0.037187159061431885 lr:2.0289840721280606e-06 tokens_per_second_per_gpu:316.8450735281935 
Step 7741 | loss:0.07308363169431686 lr:2.0270368115296514e-06 tokens_per_second_per_gpu:296.40847024201196 
Step 7742 | loss:0.16452114284038544 lr:2.025090380402972e-06 tokens_per_second_per_gpu:329.0464848039788 
Step 7743 | loss:0.09056490659713745 lr:2.0231447789505177e-06 tokens_per_second_per_gpu:274.91237487965765 
Step 7744 | loss:0.05861302465200424 lr:2.021200007374693e-06 tokens_per_second_per_gpu:261.61654740511426 
Step 7745 | loss:0.05879189074039459 lr:2.019256065877835e-06 tokens_per_second_per_gpu:242.6047132140026 
Step 7746 | loss:0.10821559280157089 lr:2.017312954662176e-06 tokens_per_second_per_gpu:225.69394994049043 
Step 7747 | loss:0.3388157784938812 lr:2.0153706739298673e-06 tokens_per_second_per_gpu:393.1124614260704 
Step 7748 | loss:0.12214559316635132 lr:2.0134292238829788e-06 tokens_per_second_per_gpu:305.6724129597952 
Step 7749 | loss:0.11417441815137863 lr:2.0114886047234905e-06 tokens_per_second_per_gpu:357.16678646266627 
Step 7750 | loss:0.21084991097450256 lr:2.009548816653293e-06 tokens_per_second_per_gpu:332.00513617016065 
Step 7751 | loss:0.14459538459777832 lr:2.0076098598741934e-06 tokens_per_second_per_gpu:457.3010585209238 
Step 7752 | loss:0.1325584053993225 lr:2.0056717345879174e-06 tokens_per_second_per_gpu:337.2164653144707 
Step 7753 | loss:0.12355455011129379 lr:2.0037344409960912e-06 tokens_per_second_per_gpu:276.301967952168 
Step 7754 | loss:0.07954676449298859 lr:2.001797979300266e-06 tokens_per_second_per_gpu:320.25986748764416 
Step 7755 | loss:0.23431164026260376 lr:1.9998623497019064e-06 tokens_per_second_per_gpu:423.9130895172641 
Step 7756 | loss:0.11110077798366547 lr:1.99792755240238e-06 tokens_per_second_per_gpu:262.7614260713925 
Step 7757 | loss:0.0717877596616745 lr:1.9959935876029767e-06 tokens_per_second_per_gpu:289.4306499381587 
Step 7758 | loss:0.10573431849479675 lr:1.9940604555049027e-06 tokens_per_second_per_gpu:313.20326308325014 
Step 7759 | loss:0.05309145152568817 lr:1.9921281563092645e-06 tokens_per_second_per_gpu:292.95691909607416 
Step 7760 | loss:0.19589607417583466 lr:1.990196690217094e-06 tokens_per_second_per_gpu:334.8653100533867 
Step 7761 | loss:0.06379208713769913 lr:1.9882660574293357e-06 tokens_per_second_per_gpu:282.06596754541084 
Step 7762 | loss:0.1228061318397522 lr:1.986336258146836e-06 tokens_per_second_per_gpu:294.2549046967499 
Step 7763 | loss:0.12088747322559357 lr:1.984407292570372e-06 tokens_per_second_per_gpu:304.08418467050507 
Step 7764 | loss:0.0701182633638382 lr:1.9824791609006157e-06 tokens_per_second_per_gpu:362.341430190372 
Step 7765 | loss:0.04715218394994736 lr:1.980551863338165e-06 tokens_per_second_per_gpu:262.1093611614499 
Step 7766 | loss:0.13614220917224884 lr:1.9786254000835312e-06 tokens_per_second_per_gpu:297.3113735228904 
Step 7767 | loss:0.11486071348190308 lr:1.9766997713371295e-06 tokens_per_second_per_gpu:296.73163361175864 
Step 7768 | loss:0.05638395622372627 lr:1.974774977299295e-06 tokens_per_second_per_gpu:290.1173292575116 
Step 7769 | loss:0.15664052963256836 lr:1.9728510181702796e-06 tokens_per_second_per_gpu:398.5316781108166 
Step 7770 | loss:0.09384261071681976 lr:1.9709278941502363e-06 tokens_per_second_per_gpu:257.51499390712104 
Step 7771 | loss:0.0857391357421875 lr:1.9690056054392417e-06 tokens_per_second_per_gpu:332.17284753662994 
Step 7772 | loss:0.144277423620224 lr:1.967084152237285e-06 tokens_per_second_per_gpu:320.31473597649546 
Step 7773 | loss:0.05670993775129318 lr:1.96516353474426e-06 tokens_per_second_per_gpu:375.36546690373723 
Step 7774 | loss:0.2898622155189514 lr:1.963243753159981e-06 tokens_per_second_per_gpu:245.7258929245137 
Step 7775 | loss:0.09877878427505493 lr:1.9613248076841786e-06 tokens_per_second_per_gpu:286.41915323640325 
Step 7776 | loss:0.0817226991057396 lr:1.959406698516485e-06 tokens_per_second_per_gpu:288.82597441282496 
Step 7777 | loss:0.038449984043836594 lr:1.9574894258564536e-06 tokens_per_second_per_gpu:286.9179886818879 
Step 7778 | loss:0.1420760154724121 lr:1.9555729899035514e-06 tokens_per_second_per_gpu:264.8501656024792 
Step 7779 | loss:0.06551128625869751 lr:1.9536573908571523e-06 tokens_per_second_per_gpu:291.85090968549645 
Step 7780 | loss:0.1235436275601387 lr:1.9517426289165484e-06 tokens_per_second_per_gpu:282.2455707851609 
Step 7781 | loss:0.15735577046871185 lr:1.949828704280946e-06 tokens_per_second_per_gpu:298.92007098345096 
Step 7782 | loss:0.13268238306045532 lr:1.947915617149455e-06 tokens_per_second_per_gpu:297.61251258041557 
Step 7783 | loss:0.11187668889760971 lr:1.9460033677211076e-06 tokens_per_second_per_gpu:266.06293696278743 
Step 7784 | loss:0.14858278632164001 lr:1.94409195619485e-06 tokens_per_second_per_gpu:319.79542509172 
Step 7785 | loss:0.12387534230947495 lr:1.9421813827695292e-06 tokens_per_second_per_gpu:269.81843663577473 
Step 7786 | loss:0.03051755204796791 lr:1.9402716476439175e-06 tokens_per_second_per_gpu:243.29069502743548 
Step 7787 | loss:0.09884390980005264 lr:1.938362751016696e-06 tokens_per_second_per_gpu:303.7236871875605 
Step 7788 | loss:0.018918190151453018 lr:1.936454693086455e-06 tokens_per_second_per_gpu:326.19148105041756 
Step 7789 | loss:0.08954925090074539 lr:1.9345474740517003e-06 tokens_per_second_per_gpu:347.3756483836348 
Step 7790 | loss:0.06101277470588684 lr:1.932641094110855e-06 tokens_per_second_per_gpu:237.5492460195207 
Step 7791 | loss:0.12830154597759247 lr:1.930735553462244e-06 tokens_per_second_per_gpu:282.68165343559554 
Step 7792 | loss:0.17662741243839264 lr:1.9288308523041176e-06 tokens_per_second_per_gpu:261.1537882523691 
Step 7793 | loss:0.18911299109458923 lr:1.9269269908346265e-06 tokens_per_second_per_gpu:281.42653176606603 
Step 7794 | loss:0.0308232419192791 lr:1.9250239692518434e-06 tokens_per_second_per_gpu:286.84001057373683 
Step 7795 | loss:0.22247913479804993 lr:1.9231217877537524e-06 tokens_per_second_per_gpu:258.7217963081819 
Step 7796 | loss:0.07270100712776184 lr:1.921220446538242e-06 tokens_per_second_per_gpu:340.4014216637408 
Step 7797 | loss:0.08411991596221924 lr:1.919319945803123e-06 tokens_per_second_per_gpu:294.1446143727528 
Step 7798 | loss:0.03970835357904434 lr:1.9174202857461177e-06 tokens_per_second_per_gpu:269.833756585883 
Step 7799 | loss:0.044778697192668915 lr:1.9155214665648527e-06 tokens_per_second_per_gpu:265.5366490036096 
Step 7800 | loss:0.05795068293809891 lr:1.913623488456875e-06 tokens_per_second_per_gpu:273.11007240798705 
Step 7801 | loss:0.17871208488941193 lr:1.911726351619645e-06 tokens_per_second_per_gpu:282.8686576710992 
Step 7802 | loss:0.07658905535936356 lr:1.9098300562505266e-06 tokens_per_second_per_gpu:318.17231121326745 
Step 7803 | loss:0.04295271262526512 lr:1.907934602546805e-06 tokens_per_second_per_gpu:390.27074995591664 
Step 7804 | loss:0.09274382889270782 lr:1.906039990705677e-06 tokens_per_second_per_gpu:315.36163495702436 
Step 7805 | loss:0.19006697833538055 lr:1.9041462209242456e-06 tokens_per_second_per_gpu:372.149280808749 
Step 7806 | loss:0.1228918507695198 lr:1.9022532933995309e-06 tokens_per_second_per_gpu:230.26614401648524 
Step 7807 | loss:0.2917042672634125 lr:1.9003612083284696e-06 tokens_per_second_per_gpu:257.9551871230055 
Step 7808 | loss:0.18790437281131744 lr:1.8984699659078987e-06 tokens_per_second_per_gpu:285.18045534865195 
Step 7809 | loss:0.09159184247255325 lr:1.8965795663345776e-06 tokens_per_second_per_gpu:295.30473288477316 
Step 7810 | loss:0.1279909312725067 lr:1.894690009805178e-06 tokens_per_second_per_gpu:288.0007873511978 
Step 7811 | loss:0.09869375079870224 lr:1.8928012965162767e-06 tokens_per_second_per_gpu:267.4805540045327 
Step 7812 | loss:0.14995461702346802 lr:1.8909134266643681e-06 tokens_per_second_per_gpu:337.7129914168919 
Step 7813 | loss:0.14002501964569092 lr:1.8890264004458602e-06 tokens_per_second_per_gpu:242.13538360796417 
Step 7814 | loss:0.13336557149887085 lr:1.8871402180570675e-06 tokens_per_second_per_gpu:325.32924140378236 
Step 7815 | loss:0.1022920161485672 lr:1.8852548796942215e-06 tokens_per_second_per_gpu:260.23698637773083 
Step 7816 | loss:0.13750070333480835 lr:1.883370385553468e-06 tokens_per_second_per_gpu:357.42373703210194 
Step 7817 | loss:0.06346843391656876 lr:1.8814867358308542e-06 tokens_per_second_per_gpu:224.38755432795006 
Step 7818 | loss:0.12690135836601257 lr:1.8796039307223512e-06 tokens_per_second_per_gpu:457.9637197602994 
Step 7819 | loss:0.1132989376783371 lr:1.877721970423839e-06 tokens_per_second_per_gpu:241.23962731468237 
Step 7820 | loss:0.04617004841566086 lr:1.8758408551311048e-06 tokens_per_second_per_gpu:230.29544992294987 
Step 7821 | loss:0.13169193267822266 lr:1.8739605850398512e-06 tokens_per_second_per_gpu:284.9683438283612 
Step 7822 | loss:0.11315402388572693 lr:1.872081160345699e-06 tokens_per_second_per_gpu:361.5422414982967 
Step 7823 | loss:0.14934195578098297 lr:1.8702025812441683e-06 tokens_per_second_per_gpu:319.290194260877 
Step 7824 | loss:0.15697644650936127 lr:1.8683248479307037e-06 tokens_per_second_per_gpu:252.55655669861542 
Step 7825 | loss:0.1192488893866539 lr:1.8664479606006513e-06 tokens_per_second_per_gpu:273.8475811883266 
Step 7826 | loss:0.11257912963628769 lr:1.8645719194492762e-06 tokens_per_second_per_gpu:302.36244805748663 
Step 7827 | loss:0.10015325993299484 lr:1.8626967246717553e-06 tokens_per_second_per_gpu:277.3080602348137 
Step 7828 | loss:0.15691854059696198 lr:1.8608223764631728e-06 tokens_per_second_per_gpu:300.5733171377037 
Step 7829 | loss:0.16872870922088623 lr:1.858948875018528e-06 tokens_per_second_per_gpu:262.7158941386626 
Step 7830 | loss:0.1533498615026474 lr:1.857076220532734e-06 tokens_per_second_per_gpu:242.75587469690657 
Step 7831 | loss:0.06464898586273193 lr:1.855204413200611e-06 tokens_per_second_per_gpu:295.0862226999046 
Step 7832 | loss:0.18095992505550385 lr:1.8533334532168934e-06 tokens_per_second_per_gpu:287.2270603616793 
Step 7833 | loss:0.09478451311588287 lr:1.8514633407762305e-06 tokens_per_second_per_gpu:235.41448458354597 
Step 7834 | loss:0.16627058386802673 lr:1.8495940760731768e-06 tokens_per_second_per_gpu:276.5702169453122 
Step 7835 | loss:0.0824938714504242 lr:1.847725659302203e-06 tokens_per_second_per_gpu:265.9888060757047 
Step 7836 | loss:0.17392249405384064 lr:1.845858090657696e-06 tokens_per_second_per_gpu:346.85178342481515 
Step 7837 | loss:0.06355515867471695 lr:1.843991370333944e-06 tokens_per_second_per_gpu:302.2449696789021 
Step 7838 | loss:0.1695280522108078 lr:1.842125498525149e-06 tokens_per_second_per_gpu:353.9660998513429 
Step 7839 | loss:0.039775967597961426 lr:1.8402604754254383e-06 tokens_per_second_per_gpu:313.3642566486085 
Step 7840 | loss:0.13856372237205505 lr:1.838396301228834e-06 tokens_per_second_per_gpu:340.9218666240525 
Step 7841 | loss:0.058231793344020844 lr:1.8365329761292728e-06 tokens_per_second_per_gpu:257.17773884854444 
Step 7842 | loss:0.055100418627262115 lr:1.8346705003206167e-06 tokens_per_second_per_gpu:308.6454095582336 
Step 7843 | loss:0.049215082079172134 lr:1.8328088739966231e-06 tokens_per_second_per_gpu:282.93142173486814 
Step 7844 | loss:0.07484178245067596 lr:1.830948097350964e-06 tokens_per_second_per_gpu:256.99188731500686 
Step 7845 | loss:0.07556971162557602 lr:1.8290881705772357e-06 tokens_per_second_per_gpu:321.9268436975982 
Step 7846 | loss:0.11869567632675171 lr:1.827229093868932e-06 tokens_per_second_per_gpu:254.19152684968725 
Step 7847 | loss:0.13767756521701813 lr:1.8253708674194581e-06 tokens_per_second_per_gpu:273.2291705419792 
Step 7848 | loss:0.09204545617103577 lr:1.8235134914221452e-06 tokens_per_second_per_gpu:304.1331327313508 
Step 7849 | loss:0.1850746124982834 lr:1.821656966070221e-06 tokens_per_second_per_gpu:259.3814084085342 
Step 7850 | loss:0.0649971291422844 lr:1.8198012915568253e-06 tokens_per_second_per_gpu:283.1011684234596 
Step 7851 | loss:0.13975659012794495 lr:1.817946468075026e-06 tokens_per_second_per_gpu:296.39952090394155 
Step 7852 | loss:0.14450693130493164 lr:1.816092495817784e-06 tokens_per_second_per_gpu:461.9302136020293 
Step 7853 | loss:0.19359180331230164 lr:1.8142393749779752e-06 tokens_per_second_per_gpu:278.9451691859273 
Step 7854 | loss:0.1505543291568756 lr:1.8123871057483944e-06 tokens_per_second_per_gpu:305.82055545169555 
Step 7855 | loss:0.13231860101222992 lr:1.8105356883217452e-06 tokens_per_second_per_gpu:350.4503558906094 
Step 7856 | loss:0.058692049235105515 lr:1.8086851228906365e-06 tokens_per_second_per_gpu:276.75304097987487 
Step 7857 | loss:0.025816958397626877 lr:1.8068354096475938e-06 tokens_per_second_per_gpu:298.6450644810141 
Step 7858 | loss:0.15430644154548645 lr:1.804986548785057e-06 tokens_per_second_per_gpu:298.9607434294885 
Step 7859 | loss:0.08684240281581879 lr:1.803138540495367e-06 tokens_per_second_per_gpu:324.4981819656867 
Step 7860 | loss:0.11940032988786697 lr:1.8012913849707869e-06 tokens_per_second_per_gpu:278.7380231503301 
Step 7861 | loss:0.08376494795084 lr:1.799445082403487e-06 tokens_per_second_per_gpu:310.10288788020864 
Step 7862 | loss:0.10431043058633804 lr:1.797599632985545e-06 tokens_per_second_per_gpu:302.890803675828 
Step 7863 | loss:0.1585366278886795 lr:1.7957550369089561e-06 tokens_per_second_per_gpu:328.83985869443126 
Step 7864 | loss:0.09750864654779434 lr:1.7939112943656234e-06 tokens_per_second_per_gpu:225.01467429099347 
Step 7865 | loss:0.09267796576023102 lr:1.7920684055473603e-06 tokens_per_second_per_gpu:289.5008083894174 
Step 7866 | loss:0.08662287145853043 lr:1.7902263706458933e-06 tokens_per_second_per_gpu:281.48142479015246 
Step 7867 | loss:0.09850271046161652 lr:1.7883851898528625e-06 tokens_per_second_per_gpu:275.94662319400885 
Step 7868 | loss:0.17671337723731995 lr:1.7865448633598105e-06 tokens_per_second_per_gpu:357.6288919598321 
Step 7869 | loss:0.08332259953022003 lr:1.7847053913582035e-06 tokens_per_second_per_gpu:276.40381389108853 
Step 7870 | loss:0.17518563568592072 lr:1.7828667740394045e-06 tokens_per_second_per_gpu:253.27143861785677 
Step 7871 | loss:0.0881551206111908 lr:1.7810290115947004e-06 tokens_per_second_per_gpu:258.20681626797125 
Step 7872 | loss:0.08058876544237137 lr:1.7791921042152838e-06 tokens_per_second_per_gpu:311.468159469167 
Step 7873 | loss:0.08089703321456909 lr:1.777356052092255e-06 tokens_per_second_per_gpu:300.9290251312652 
Step 7874 | loss:0.215593621134758 lr:1.7755208554166302e-06 tokens_per_second_per_gpu:347.4241850910848 
Step 7875 | loss:0.14137817919254303 lr:1.773686514379339e-06 tokens_per_second_per_gpu:318.262487074497 
Step 7876 | loss:0.2697201371192932 lr:1.7718530291712121e-06 tokens_per_second_per_gpu:303.60426866617024 
Step 7877 | loss:0.0512823760509491 lr:1.770020399982999e-06 tokens_per_second_per_gpu:252.0626525291004 
Step 7878 | loss:0.04740918427705765 lr:1.7681886270053628e-06 tokens_per_second_per_gpu:269.5315060420968 
Step 7879 | loss:0.17366951704025269 lr:1.7663577104288653e-06 tokens_per_second_per_gpu:265.20941143155585 
Step 7880 | loss:0.07141657173633575 lr:1.7645276504439924e-06 tokens_per_second_per_gpu:363.1437258290318 
Step 7881 | loss:0.1362888365983963 lr:1.7626984472411357e-06 tokens_per_second_per_gpu:271.2528425474064 
Step 7882 | loss:0.053622931241989136 lr:1.7608701010105945e-06 tokens_per_second_per_gpu:265.7332672840472 
Step 7883 | loss:0.08594316244125366 lr:1.7590426119425818e-06 tokens_per_second_per_gpu:313.3246016696003 
Step 7884 | loss:0.045702241361141205 lr:1.757215980227226e-06 tokens_per_second_per_gpu:338.20298505945993 
Step 7885 | loss:0.3383113145828247 lr:1.7553902060545546e-06 tokens_per_second_per_gpu:289.6578256809671 
Step 7886 | loss:0.273597776889801 lr:1.7535652896145184e-06 tokens_per_second_per_gpu:451.051633078557 
Step 7887 | loss:0.12584525346755981 lr:1.751741231096974e-06 tokens_per_second_per_gpu:271.9070897978014 
Step 7888 | loss:0.10532370954751968 lr:1.749918030691684e-06 tokens_per_second_per_gpu:292.35598767198394 
Step 7889 | loss:0.034030731767416 lr:1.7480956885883282e-06 tokens_per_second_per_gpu:275.8732759798667 
Step 7890 | loss:0.2488594651222229 lr:1.746274204976498e-06 tokens_per_second_per_gpu:268.4106600454316 
Step 7891 | loss:0.078896164894104 lr:1.7444535800456885e-06 tokens_per_second_per_gpu:300.7703193406722 
Step 7892 | loss:0.06453443318605423 lr:1.7426338139853094e-06 tokens_per_second_per_gpu:300.8401658580214 
Step 7893 | loss:0.06744927912950516 lr:1.7408149069846857e-06 tokens_per_second_per_gpu:303.5401889206322 
Step 7894 | loss:0.07727798819541931 lr:1.738996859233042e-06 tokens_per_second_per_gpu:297.3974789381346 
Step 7895 | loss:0.0638561099767685 lr:1.7371796709195233e-06 tokens_per_second_per_gpu:271.9287078972262 
Step 7896 | loss:0.044629961252212524 lr:1.735363342233185e-06 tokens_per_second_per_gpu:232.6102588103387 
Step 7897 | loss:0.056725673377513885 lr:1.733547873362983e-06 tokens_per_second_per_gpu:254.32177749492323 
Step 7898 | loss:0.04586416482925415 lr:1.7317332644977969e-06 tokens_per_second_per_gpu:319.2289003508029 
Step 7899 | loss:0.11101134866476059 lr:1.7299195158264048e-06 tokens_per_second_per_gpu:308.1910337233399 
Step 7900 | loss:0.06319091469049454 lr:1.7281066275375047e-06 tokens_per_second_per_gpu:249.09659980462388 
Step 7901 | loss:0.028594162315130234 lr:1.7262945998197033e-06 tokens_per_second_per_gpu:298.4442478450789 
Step 7902 | loss:0.06233333796262741 lr:1.7244834328615113e-06 tokens_per_second_per_gpu:305.2523539274272 
Step 7903 | loss:0.12188290059566498 lr:1.7226731268513564e-06 tokens_per_second_per_gpu:283.26221921632043 
Step 7904 | loss:0.058149900287389755 lr:1.720863681977577e-06 tokens_per_second_per_gpu:252.7040016215752 
Step 7905 | loss:0.0771496519446373 lr:1.7190550984284148e-06 tokens_per_second_per_gpu:360.50955567162055 
Step 7906 | loss:0.17592589557170868 lr:1.7172473763920305e-06 tokens_per_second_per_gpu:359.8130272734359 
Step 7907 | loss:0.04781307280063629 lr:1.7154405160564936e-06 tokens_per_second_per_gpu:292.36851216876 
Step 7908 | loss:0.24960628151893616 lr:1.7136345176097758e-06 tokens_per_second_per_gpu:258.0785002088718 
Step 7909 | loss:0.2125028371810913 lr:1.711829381239769e-06 tokens_per_second_per_gpu:286.6927038727972 
Step 7910 | loss:0.10986393690109253 lr:1.7100251071342721e-06 tokens_per_second_per_gpu:274.75417763776323 
Step 7911 | loss:0.10192899405956268 lr:1.7082216954809915e-06 tokens_per_second_per_gpu:302.29343283700257 
Step 7912 | loss:0.05946126952767372 lr:1.7064191464675472e-06 tokens_per_second_per_gpu:277.94502737355714 
Step 7913 | loss:0.1097131222486496 lr:1.7046174602814703e-06 tokens_per_second_per_gpu:306.95787962263256 
Step 7914 | loss:0.09500822424888611 lr:1.7028166371101962e-06 tokens_per_second_per_gpu:353.21974033435504 
Step 7915 | loss:0.22159768640995026 lr:1.7010166771410762e-06 tokens_per_second_per_gpu:324.0409837582981 
Step 7916 | loss:0.11651702225208282 lr:1.699217580561373e-06 tokens_per_second_per_gpu:339.8703924785105 
Step 7917 | loss:0.07974608242511749 lr:1.6974193475582523e-06 tokens_per_second_per_gpu:321.58528845817847 
Step 7918 | loss:0.1634899228811264 lr:1.6956219783187965e-06 tokens_per_second_per_gpu:233.22304344644414 
Step 7919 | loss:0.07232682406902313 lr:1.6938254730299985e-06 tokens_per_second_per_gpu:254.38410115090116 
Step 7920 | loss:0.12937799096107483 lr:1.6920298318787532e-06 tokens_per_second_per_gpu:300.231480596151 
Step 7921 | loss:0.06956079602241516 lr:1.690235055051873e-06 tokens_per_second_per_gpu:307.4665295083675 
Step 7922 | loss:0.13159459829330444 lr:1.6884411427360826e-06 tokens_per_second_per_gpu:339.50558750753083 
Step 7923 | loss:0.09577646851539612 lr:1.6866480951180075e-06 tokens_per_second_per_gpu:320.54850701864825 
Step 7924 | loss:0.09309153258800507 lr:1.6848559123841901e-06 tokens_per_second_per_gpu:275.39136842301616 
Step 7925 | loss:0.07699714601039886 lr:1.6830645947210833e-06 tokens_per_second_per_gpu:368.8431853429642 
Step 7926 | loss:0.05984264612197876 lr:1.6812741423150447e-06 tokens_per_second_per_gpu:377.87386159615323 
Step 7927 | loss:0.13154181838035583 lr:1.6794845553523453e-06 tokens_per_second_per_gpu:326.6369747164157 
Step 7928 | loss:0.10216493904590607 lr:1.6776958340191696e-06 tokens_per_second_per_gpu:285.48880630965994 
Step 7929 | loss:0.07164369523525238 lr:1.675907978501603e-06 tokens_per_second_per_gpu:288.802062144055 
Step 7930 | loss:0.15655085444450378 lr:1.6741209889856513e-06 tokens_per_second_per_gpu:314.63576226577806 
Step 7931 | loss:0.17853130400180817 lr:1.6723348656572203e-06 tokens_per_second_per_gpu:210.96259458539237 
Step 7932 | loss:0.112165667116642 lr:1.6705496087021311e-06 tokens_per_second_per_gpu:280.65242541538925 
Step 7933 | loss:0.1598052829504013 lr:1.6687652183061175e-06 tokens_per_second_per_gpu:264.8674525341767 
Step 7934 | loss:0.1433679461479187 lr:1.6669816946548157e-06 tokens_per_second_per_gpu:289.73310902287085 
Step 7935 | loss:0.10591927915811539 lr:1.6651990379337756e-06 tokens_per_second_per_gpu:228.34912138807877 
Step 7936 | loss:0.08029962331056595 lr:1.6634172483284617e-06 tokens_per_second_per_gpu:209.75230629659356 
Step 7937 | loss:0.05862811580300331 lr:1.6616363260242374e-06 tokens_per_second_per_gpu:307.81324375893763 
Step 7938 | loss:0.11360380053520203 lr:1.6598562712063847e-06 tokens_per_second_per_gpu:301.35323080124 
Step 7939 | loss:0.13112911581993103 lr:1.6580770840600946e-06 tokens_per_second_per_gpu:265.0529946188447 
Step 7940 | loss:0.05019170418381691 lr:1.6562987647704621e-06 tokens_per_second_per_gpu:296.0175147715539 
Step 7941 | loss:0.09994302690029144 lr:1.6545213135224968e-06 tokens_per_second_per_gpu:343.48483065355873 
Step 7942 | loss:0.07199099659919739 lr:1.65274473050112e-06 tokens_per_second_per_gpu:305.79381121765493 
Step 7943 | loss:0.09310020506381989 lr:1.6509690158911573e-06 tokens_per_second_per_gpu:257.45921057378587 
Step 7944 | loss:0.06711224466562271 lr:1.6491941698773406e-06 tokens_per_second_per_gpu:352.8850515813523 
Step 7945 | loss:0.0945734828710556 lr:1.6474201926443268e-06 tokens_per_second_per_gpu:314.05369549301577 
Step 7946 | loss:0.11689765751361847 lr:1.645647084376668e-06 tokens_per_second_per_gpu:335.1040001812849 
Step 7947 | loss:0.08158004283905029 lr:1.643874845258826e-06 tokens_per_second_per_gpu:374.00607380123245 
Step 7948 | loss:0.14009913802146912 lr:1.6421034754751852e-06 tokens_per_second_per_gpu:282.38925884171886 
Step 7949 | loss:0.09910053014755249 lr:1.6403329752100282e-06 tokens_per_second_per_gpu:268.4991974217088 
Step 7950 | loss:0.19528721272945404 lr:1.6385633446475434e-06 tokens_per_second_per_gpu:238.21216611917785 
Step 7951 | loss:0.33399197459220886 lr:1.6367945839718457e-06 tokens_per_second_per_gpu:299.4250717830354 
Step 7952 | loss:0.1370084285736084 lr:1.6350266933669446e-06 tokens_per_second_per_gpu:321.32505213506346 
Step 7953 | loss:0.04118054732680321 lr:1.6332596730167582e-06 tokens_per_second_per_gpu:342.4305402218727 
Step 7954 | loss:0.12235112488269806 lr:1.6314935231051287e-06 tokens_per_second_per_gpu:285.4299677930407 
Step 7955 | loss:0.06869745999574661 lr:1.6297282438157947e-06 tokens_per_second_per_gpu:265.9111237851661 
Step 7956 | loss:0.039943113923072815 lr:1.6279638353324034e-06 tokens_per_second_per_gpu:285.76232695248075 
Step 7957 | loss:0.06642751395702362 lr:1.6262002978385238e-06 tokens_per_second_per_gpu:255.33989079852367 
Step 7958 | loss:0.04983329772949219 lr:1.6244376315176236e-06 tokens_per_second_per_gpu:260.1829664200531 
Step 7959 | loss:0.14502167701721191 lr:1.6226758365530803e-06 tokens_per_second_per_gpu:356.3428168501372 
Step 7960 | loss:0.11300277709960938 lr:1.6209149131281843e-06 tokens_per_second_per_gpu:287.6089584707065 
Step 7961 | loss:0.13126660883426666 lr:1.6191548614261376e-06 tokens_per_second_per_gpu:386.1782494322226 
Step 7962 | loss:0.2019217610359192 lr:1.6173956816300429e-06 tokens_per_second_per_gpu:343.12829177637246 
Step 7963 | loss:0.08641817420721054 lr:1.6156373739229203e-06 tokens_per_second_per_gpu:269.6711676266081 
Step 7964 | loss:0.059927381575107574 lr:1.6138799384876991e-06 tokens_per_second_per_gpu:323.3491981594385 
Step 7965 | loss:0.04849134013056755 lr:1.6121233755072097e-06 tokens_per_second_per_gpu:308.41662995375935 
Step 7966 | loss:0.09894736856222153 lr:1.610367685164199e-06 tokens_per_second_per_gpu:388.16468108682756 
Step 7967 | loss:0.11572857201099396 lr:1.6086128676413248e-06 tokens_per_second_per_gpu:325.3538505397036 
Step 7968 | loss:0.1166146993637085 lr:1.606858923121144e-06 tokens_per_second_per_gpu:352.0025351932813 
Step 7969 | loss:0.12645921111106873 lr:1.605105851786134e-06 tokens_per_second_per_gpu:253.51628739431487 
Step 7970 | loss:0.11999110877513885 lr:1.6033536538186778e-06 tokens_per_second_per_gpu:286.78898946866593 
Step 7971 | loss:0.054841671139001846 lr:1.6016023294010607e-06 tokens_per_second_per_gpu:292.9528570337788 
Step 7972 | loss:0.0370345413684845 lr:1.599851878715486e-06 tokens_per_second_per_gpu:304.2068371241883 
Step 7973 | loss:0.22119660675525665 lr:1.5981023019440656e-06 tokens_per_second_per_gpu:331.9641115941638 
Step 7974 | loss:0.09521354734897614 lr:1.5963535992688116e-06 tokens_per_second_per_gpu:305.9643682562963 
Step 7975 | loss:0.09463335573673248 lr:1.5946057708716578e-06 tokens_per_second_per_gpu:297.5462776533775 
Step 7976 | loss:0.08673639595508575 lr:1.592858816934434e-06 tokens_per_second_per_gpu:315.06582388606193 
Step 7977 | loss:0.1627177894115448 lr:1.591112737638889e-06 tokens_per_second_per_gpu:303.3162377390947 
Step 7978 | loss:0.06819134205579758 lr:1.5893675331666803e-06 tokens_per_second_per_gpu:261.59093648247824 
Step 7979 | loss:0.15247227251529694 lr:1.5876232036993644e-06 tokens_per_second_per_gpu:267.7652666488113 
Step 7980 | loss:0.13700184226036072 lr:1.5858797494184163e-06 tokens_per_second_per_gpu:350.2468093436947 
Step 7981 | loss:0.10978516936302185 lr:1.584137170505221e-06 tokens_per_second_per_gpu:339.8442027233847 
Step 7982 | loss:0.11873840540647507 lr:1.5823954671410634e-06 tokens_per_second_per_gpu:284.0162525875276 
Step 7983 | loss:0.06565940380096436 lr:1.5806546395071454e-06 tokens_per_second_per_gpu:307.1969209804948 
Step 7984 | loss:0.14071695506572723 lr:1.5789146877845762e-06 tokens_per_second_per_gpu:297.8652107810473 
Step 7985 | loss:0.049641530960798264 lr:1.577175612154368e-06 tokens_per_second_per_gpu:315.84964670284046 
Step 7986 | loss:0.12038564682006836 lr:1.5754374127974504e-06 tokens_per_second_per_gpu:286.3958221425084 
Step 7987 | loss:0.09243487566709518 lr:1.5737000898946585e-06 tokens_per_second_per_gpu:252.9782439097442 
Step 7988 | loss:0.117852583527565 lr:1.5719636436267316e-06 tokens_per_second_per_gpu:305.5951358909885 
Step 7989 | loss:0.09678837656974792 lr:1.5702280741743247e-06 tokens_per_second_per_gpu:316.4851380720155 
Step 7990 | loss:0.05862288922071457 lr:1.5684933817180014e-06 tokens_per_second_per_gpu:224.6254727158009 
Step 7991 | loss:0.07387609779834747 lr:1.566759566438225e-06 tokens_per_second_per_gpu:312.9398323699272 
Step 7992 | loss:0.13079985976219177 lr:1.5650266285153781e-06 tokens_per_second_per_gpu:335.4543981786026 
Step 7993 | loss:0.3238673508167267 lr:1.5632945681297495e-06 tokens_per_second_per_gpu:349.40961121112673 
Step 7994 | loss:0.09175720065832138 lr:1.561563385461531e-06 tokens_per_second_per_gpu:339.4973501511542 
Step 7995 | loss:0.15346097946166992 lr:1.559833080690828e-06 tokens_per_second_per_gpu:204.2707030487416 
Step 7996 | loss:0.08410808444023132 lr:1.5581036539976568e-06 tokens_per_second_per_gpu:331.8327756872722 
Step 7997 | loss:0.3992008864879608 lr:1.5563751055619346e-06 tokens_per_second_per_gpu:312.72211562122897 
Step 7998 | loss:0.08883404731750488 lr:1.5546474355634956e-06 tokens_per_second_per_gpu:293.77220970491857 
Step 7999 | loss:0.06735815107822418 lr:1.5529206441820788e-06 tokens_per_second_per_gpu:341.0911295871651 
Step 8000 | loss:0.1869603544473648 lr:1.5511947315973297e-06 tokens_per_second_per_gpu:368.33704535687 
Step 8001 | loss:0.06422625482082367 lr:1.5494696979888047e-06 tokens_per_second_per_gpu:277.3943353719128 
Step 8002 | loss:0.055937860161066055 lr:1.5477455435359723e-06 tokens_per_second_per_gpu:387.3124802143782 
Step 8003 | loss:0.10863129049539566 lr:1.5460222684182013e-06 tokens_per_second_per_gpu:269.42359250360755 
Step 8004 | loss:0.03816353529691696 lr:1.5442998728147785e-06 tokens_per_second_per_gpu:327.1337064718871 
Step 8005 | loss:0.1288534551858902 lr:1.542578356904888e-06 tokens_per_second_per_gpu:337.68781506633445 
Step 8006 | loss:0.14364784955978394 lr:1.5408577208676322e-06 tokens_per_second_per_gpu:288.81769814518987 
Step 8007 | loss:0.13445588946342468 lr:1.5391379648820214e-06 tokens_per_second_per_gpu:267.00635943813546 
Step 8008 | loss:0.09792526811361313 lr:1.5374190891269647e-06 tokens_per_second_per_gpu:289.65346714194794 
Step 8009 | loss:0.09860484302043915 lr:1.5357010937812911e-06 tokens_per_second_per_gpu:337.071586063958 
Step 8010 | loss:0.14507679641246796 lr:1.5339839790237333e-06 tokens_per_second_per_gpu:310.6840613678432 
Step 8011 | loss:0.2553607225418091 lr:1.5322677450329294e-06 tokens_per_second_per_gpu:343.1520456114029 
Step 8012 | loss:0.09043481200933456 lr:1.530552391987431e-06 tokens_per_second_per_gpu:305.6902684247959 
Step 8013 | loss:0.11201536655426025 lr:1.5288379200656967e-06 tokens_per_second_per_gpu:290.0355681677455 
Step 8014 | loss:0.08601868897676468 lr:1.527124329446088e-06 tokens_per_second_per_gpu:294.85220661435466 
Step 8015 | loss:0.19310742616653442 lr:1.5254116203068837e-06 tokens_per_second_per_gpu:291.381470468128 
Step 8016 | loss:0.40635544061660767 lr:1.5236997928262665e-06 tokens_per_second_per_gpu:297.10207055270257 
Step 8017 | loss:0.09612845629453659 lr:1.5219888471823241e-06 tokens_per_second_per_gpu:299.34681620404257 
Step 8018 | loss:0.12470584362745285 lr:1.5202787835530575e-06 tokens_per_second_per_gpu:204.48093666379611 
Step 8019 | loss:0.18078690767288208 lr:1.5185696021163764e-06 tokens_per_second_per_gpu:296.14993892156696 
Step 8020 | loss:0.07607428729534149 lr:1.5168613030500922e-06 tokens_per_second_per_gpu:312.62482798051695 
Step 8021 | loss:0.14512991905212402 lr:1.5151538865319305e-06 tokens_per_second_per_gpu:308.0954181833079 
Step 8022 | loss:0.11233744025230408 lr:1.5134473527395254e-06 tokens_per_second_per_gpu:254.67446651873954 
Step 8023 | loss:0.096502386033535 lr:1.5117417018504143e-06 tokens_per_second_per_gpu:322.36168479988004 
Step 8024 | loss:0.088037870824337 lr:1.5100369340420451e-06 tokens_per_second_per_gpu:323.09979316173093 
Step 8025 | loss:0.1280699521303177 lr:1.5083330494917792e-06 tokens_per_second_per_gpu:307.3017690175269 
Step 8026 | loss:0.093526691198349 lr:1.5066300483768749e-06 tokens_per_second_per_gpu:261.67257157205097 
Step 8027 | loss:0.1051836609840393 lr:1.504927930874508e-06 tokens_per_second_per_gpu:232.39936019248273 
Step 8028 | loss:0.042087189853191376 lr:1.5032266971617615e-06 tokens_per_second_per_gpu:297.8765140629784 
Step 8029 | loss:0.11783502995967865 lr:1.5015263474156182e-06 tokens_per_second_per_gpu:325.4571189788776 
Step 8030 | loss:0.12518402934074402 lr:1.4998268818129801e-06 tokens_per_second_per_gpu:345.38109106148414 
Step 8031 | loss:0.054125651717185974 lr:1.4981283005306514e-06 tokens_per_second_per_gpu:272.4873897749786 
Step 8032 | loss:0.06035084277391434 lr:1.4964306037453423e-06 tokens_per_second_per_gpu:221.77771785138677 
Step 8033 | loss:0.06646443158388138 lr:1.4947337916336757e-06 tokens_per_second_per_gpu:272.2763784068431 
Step 8034 | loss:0.05300426483154297 lr:1.4930378643721821e-06 tokens_per_second_per_gpu:288.09254141470683 
Step 8035 | loss:0.12480343878269196 lr:1.4913428221372927e-06 tokens_per_second_per_gpu:234.60215088894086 
Step 8036 | loss:0.12042611092329025 lr:1.4896486651053598e-06 tokens_per_second_per_gpu:247.7123437775213 
Step 8037 | loss:0.11266836524009705 lr:1.487955393452628e-06 tokens_per_second_per_gpu:301.9836066893723 
Step 8038 | loss:0.06451389938592911 lr:1.486263007355262e-06 tokens_per_second_per_gpu:320.08658995002116 
Step 8039 | loss:0.09811202436685562 lr:1.484571506989333e-06 tokens_per_second_per_gpu:259.130739618838 
Step 8040 | loss:0.04534056782722473 lr:1.4828808925308103e-06 tokens_per_second_per_gpu:294.07112738088125 
Step 8041 | loss:0.0842970609664917 lr:1.481191164155582e-06 tokens_per_second_per_gpu:266.95826935323424 
Step 8042 | loss:0.12124329060316086 lr:1.4795023220394422e-06 tokens_per_second_per_gpu:331.4688227580162 
Step 8043 | loss:0.07571940124034882 lr:1.4778143663580858e-06 tokens_per_second_per_gpu:282.86553664853426 
Step 8044 | loss:0.15600763261318207 lr:1.476127297287121e-06 tokens_per_second_per_gpu:331.5455254862739 
Step 8045 | loss:0.058270543813705444 lr:1.4744411150020676e-06 tokens_per_second_per_gpu:265.5378137722935 
Step 8046 | loss:0.06384408473968506 lr:1.4727558196783432e-06 tokens_per_second_per_gpu:321.22432082712584 
Step 8047 | loss:0.19603231549263 lr:1.4710714114912795e-06 tokens_per_second_per_gpu:287.2614825556534 
Step 8048 | loss:0.07383017241954803 lr:1.4693878906161186e-06 tokens_per_second_per_gpu:255.45202549181465 
Step 8049 | loss:0.07675445824861526 lr:1.4677052572280038e-06 tokens_per_second_per_gpu:288.1198897256098 
Step 8050 | loss:0.18890556693077087 lr:1.4660235115019838e-06 tokens_per_second_per_gpu:275.93730323034026 
Step 8051 | loss:0.09049809724092484 lr:1.464342653613029e-06 tokens_per_second_per_gpu:248.5813025253337 
Step 8052 | loss:0.07049211859703064 lr:1.4626626837360058e-06 tokens_per_second_per_gpu:273.00489255330865 
Step 8053 | loss:0.14086885750293732 lr:1.4609836020456835e-06 tokens_per_second_per_gpu:264.2103134731251 
Step 8054 | loss:0.09767460823059082 lr:1.4593054087167568e-06 tokens_per_second_per_gpu:321.41013158600475 
Step 8055 | loss:0.14128020405769348 lr:1.4576281039238137e-06 tokens_per_second_per_gpu:400.0045251669515 
Step 8056 | loss:0.08069437742233276 lr:1.4559516878413471e-06 tokens_per_second_per_gpu:311.55783910305513 
Step 8057 | loss:0.23197907209396362 lr:1.454276160643775e-06 tokens_per_second_per_gpu:283.69656841099265 
Step 8058 | loss:0.0765778198838234 lr:1.4526015225054058e-06 tokens_per_second_per_gpu:275.54586616405476 
Step 8059 | loss:0.10615945607423782 lr:1.4509277736004578e-06 tokens_per_second_per_gpu:278.7007939465511 
Step 8060 | loss:0.06283440440893173 lr:1.4492549141030686e-06 tokens_per_second_per_gpu:248.95202540721672 
Step 8061 | loss:0.0630510151386261 lr:1.4475829441872712e-06 tokens_per_second_per_gpu:254.86802070843657 
Step 8062 | loss:0.06850489228963852 lr:1.4459118640270043e-06 tokens_per_second_per_gpu:272.2557312325028 
Step 8063 | loss:0.1104101836681366 lr:1.4442416737961307e-06 tokens_per_second_per_gpu:323.7821785391579 
Step 8064 | loss:0.1048579066991806 lr:1.4425723736684039e-06 tokens_per_second_per_gpu:309.29756074128073 
Step 8065 | loss:0.15312787890434265 lr:1.4409039638174881e-06 tokens_per_second_per_gpu:301.8990396964219 
Step 8066 | loss:0.12441002577543259 lr:1.4392364444169604e-06 tokens_per_second_per_gpu:365.06606558227514 
Step 8067 | loss:0.15054072439670563 lr:1.4375698156403028e-06 tokens_per_second_per_gpu:278.6164693320977 
Step 8068 | loss:0.06368939578533173 lr:1.4359040776609012e-06 tokens_per_second_per_gpu:297.49393249732947 
Step 8069 | loss:0.05420243367552757 lr:1.4342392306520525e-06 tokens_per_second_per_gpu:265.4929186601425 
Step 8070 | loss:0.11621146649122238 lr:1.4325752747869626e-06 tokens_per_second_per_gpu:303.2649850900643 
Step 8071 | loss:0.18973684310913086 lr:1.4309122102387375e-06 tokens_per_second_per_gpu:314.33419101016045 
Step 8072 | loss:0.18305714428424835 lr:1.4292500371803985e-06 tokens_per_second_per_gpu:318.83467060682676 
Step 8073 | loss:0.07819285988807678 lr:1.4275887557848712e-06 tokens_per_second_per_gpu:353.2498225331082 
Step 8074 | loss:0.16382649540901184 lr:1.4259283662249846e-06 tokens_per_second_per_gpu:254.63313312453607 
Step 8075 | loss:0.1009865254163742 lr:1.4242688686734808e-06 tokens_per_second_per_gpu:330.37996289636305 
Step 8076 | loss:0.052402518689632416 lr:1.422610263303007e-06 tokens_per_second_per_gpu:239.45375440161789 
Step 8077 | loss:0.08232054114341736 lr:1.4209525502861155e-06 tokens_per_second_per_gpu:321.41579457039404 
Step 8078 | loss:0.1251937747001648 lr:1.419295729795267e-06 tokens_per_second_per_gpu:276.2079337511795 
Step 8079 | loss:0.1000341847538948 lr:1.4176398020028326e-06 tokens_per_second_per_gpu:342.4934195798827 
Step 8080 | loss:0.06740173697471619 lr:1.4159847670810845e-06 tokens_per_second_per_gpu:300.5080114126751 
Step 8081 | loss:0.06358271837234497 lr:1.4143306252022081e-06 tokens_per_second_per_gpu:243.83638623891162 
Step 8082 | loss:0.09558042883872986 lr:1.4126773765382896e-06 tokens_per_second_per_gpu:286.6529648176157 
Step 8083 | loss:0.05160870403051376 lr:1.4110250212613263e-06 tokens_per_second_per_gpu:254.27482511870627 
Step 8084 | loss:0.09827277064323425 lr:1.4093735595432267e-06 tokens_per_second_per_gpu:330.32345825226275 
Step 8085 | loss:0.12175478041172028 lr:1.4077229915557954e-06 tokens_per_second_per_gpu:296.38311448859076 
Step 8086 | loss:0.1161038726568222 lr:1.406073317470753e-06 tokens_per_second_per_gpu:312.48600885144424 
Step 8087 | loss:0.10120820999145508 lr:1.4044245374597255e-06 tokens_per_second_per_gpu:340.24347340969007 
Step 8088 | loss:0.2467096596956253 lr:1.402776651694241e-06 tokens_per_second_per_gpu:277.12921681687504 
Step 8089 | loss:0.16440758109092712 lr:1.4011296603457413e-06 tokens_per_second_per_gpu:292.4730605466071 
Step 8090 | loss:0.05632711201906204 lr:1.399483563585573e-06 tokens_per_second_per_gpu:280.310122734909 
Step 8091 | loss:0.0867595225572586 lr:1.3978383615849833e-06 tokens_per_second_per_gpu:281.067723516843 
Step 8092 | loss:0.07095212489366531 lr:1.3961940545151365e-06 tokens_per_second_per_gpu:299.24461081911295 
Step 8093 | loss:0.0541897714138031 lr:1.3945506425471001e-06 tokens_per_second_per_gpu:273.23937231095323 
Step 8094 | loss:0.14841586351394653 lr:1.3929081258518428e-06 tokens_per_second_per_gpu:320.34497346302584 
Step 8095 | loss:0.17493478953838348 lr:1.3912665046002471e-06 tokens_per_second_per_gpu:294.5563991681901 
Step 8096 | loss:0.060436397790908813 lr:1.3896257789631018e-06 tokens_per_second_per_gpu:253.48333027926137 
Step 8097 | loss:0.04678519442677498 lr:1.3879859491110969e-06 tokens_per_second_per_gpu:259.89684430099487 
Step 8098 | loss:0.06981528550386429 lr:1.386347015214835e-06 tokens_per_second_per_gpu:283.71354504852934 
Step 8099 | loss:0.11162279546260834 lr:1.3847089774448252e-06 tokens_per_second_per_gpu:315.08910534542673 
Step 8100 | loss:0.1588238775730133 lr:1.383071835971478e-06 tokens_per_second_per_gpu:256.7301086371858 
Step 8101 | loss:0.12459640949964523 lr:1.3814355909651167e-06 tokens_per_second_per_gpu:416.996871636934 
Step 8102 | loss:0.10663162171840668 lr:1.37980024259597e-06 tokens_per_second_per_gpu:306.82555305472687 
Step 8103 | loss:0.18554167449474335 lr:1.3781657910341694e-06 tokens_per_second_per_gpu:306.16862099567896 
Step 8104 | loss:0.06862033903598785 lr:1.3765322364497568e-06 tokens_per_second_per_gpu:297.3522131696729 
Step 8105 | loss:0.0861593633890152 lr:1.374899579012684e-06 tokens_per_second_per_gpu:296.73973024609194 
Step 8106 | loss:0.12600164115428925 lr:1.3732678188927994e-06 tokens_per_second_per_gpu:292.3625999759747 
Step 8107 | loss:0.056178782135248184 lr:1.3716369562598665e-06 tokens_per_second_per_gpu:270.3101094759891 
Step 8108 | loss:0.15401263535022736 lr:1.3700069912835545e-06 tokens_per_second_per_gpu:260.7474617671201 
Step 8109 | loss:0.19415956735610962 lr:1.3683779241334361e-06 tokens_per_second_per_gpu:320.5457484281796 
Step 8110 | loss:0.10992585122585297 lr:1.3667497549789933e-06 tokens_per_second_per_gpu:301.7157788070515 
Step 8111 | loss:0.05104351043701172 lr:1.3651224839896115e-06 tokens_per_second_per_gpu:270.2027011160673 
Step 8112 | loss:0.048239566385746 lr:1.3634961113345868e-06 tokens_per_second_per_gpu:304.59950331751406 
Step 8113 | loss:0.0947158932685852 lr:1.3618706371831202e-06 tokens_per_second_per_gpu:273.61680677733847 
Step 8114 | loss:0.13771428167819977 lr:1.3602460617043155e-06 tokens_per_second_per_gpu:351.647178841982 
Step 8115 | loss:0.07341361045837402 lr:1.3586223850671898e-06 tokens_per_second_per_gpu:263.33405794757374 
Step 8116 | loss:0.08885843306779861 lr:1.3569996074406632e-06 tokens_per_second_per_gpu:345.13768320050747 
Step 8117 | loss:0.07169248908758163 lr:1.35537772899356e-06 tokens_per_second_per_gpu:278.0401255743332 
Step 8118 | loss:0.08856631815433502 lr:1.3537567498946135e-06 tokens_per_second_per_gpu:404.211992459781 
Step 8119 | loss:0.15801356732845306 lr:1.3521366703124662e-06 tokens_per_second_per_gpu:314.32702475032715 
Step 8120 | loss:0.037811022251844406 lr:1.3505174904156593e-06 tokens_per_second_per_gpu:284.4588574741574 
Step 8121 | loss:0.22357022762298584 lr:1.3488992103726483e-06 tokens_per_second_per_gpu:261.994635838602 
Step 8122 | loss:0.06457477062940598 lr:1.347281830351793e-06 tokens_per_second_per_gpu:249.5934093011487 
Step 8123 | loss:0.0352640338242054 lr:1.3456653505213547e-06 tokens_per_second_per_gpu:287.92196634485293 
Step 8124 | loss:0.147760808467865 lr:1.3440497710495072e-06 tokens_per_second_per_gpu:344.0761800364514 
Step 8125 | loss:0.07412590831518173 lr:1.3424350921043293e-06 tokens_per_second_per_gpu:265.7140744029058 
Step 8126 | loss:0.030995028093457222 lr:1.3408213138538019e-06 tokens_per_second_per_gpu:278.86664434272603 
Step 8127 | loss:0.1622631847858429 lr:1.3392084364658164e-06 tokens_per_second_per_gpu:315.34105010206605 
Step 8128 | loss:0.04035419225692749 lr:1.3375964601081714e-06 tokens_per_second_per_gpu:324.9111305320956 
Step 8129 | loss:0.16501829028129578 lr:1.3359853849485671e-06 tokens_per_second_per_gpu:313.42790241577023 
Step 8130 | loss:0.1301828771829605 lr:1.3343752111546139e-06 tokens_per_second_per_gpu:271.1067641253201 
Step 8131 | loss:0.0971505418419838 lr:1.3327659388938286e-06 tokens_per_second_per_gpu:308.6464646672387 
Step 8132 | loss:0.0688062384724617 lr:1.3311575683336298e-06 tokens_per_second_per_gpu:268.831161468058 
Step 8133 | loss:0.06685376912355423 lr:1.3295500996413468e-06 tokens_per_second_per_gpu:350.95590220691156 
Step 8134 | loss:0.10203497111797333 lr:1.327943532984215e-06 tokens_per_second_per_gpu:306.6921925890046 
Step 8135 | loss:0.0753619447350502 lr:1.3263378685293704e-06 tokens_per_second_per_gpu:281.9819736288554 
Step 8136 | loss:0.06102098897099495 lr:1.3247331064438618e-06 tokens_per_second_per_gpu:287.4091659464405 
Step 8137 | loss:0.06765732169151306 lr:1.3231292468946433e-06 tokens_per_second_per_gpu:343.79840202099854 
Step 8138 | loss:0.12200488150119781 lr:1.3215262900485693e-06 tokens_per_second_per_gpu:292.55280914017595 
Step 8139 | loss:0.0449020192027092 lr:1.3199242360724074e-06 tokens_per_second_per_gpu:241.40849960605493 
Step 8140 | loss:0.0844186544418335 lr:1.3183230851328289e-06 tokens_per_second_per_gpu:239.55903024313952 
Step 8141 | loss:0.10697948932647705 lr:1.3167228373964059e-06 tokens_per_second_per_gpu:363.1758462384534 
Step 8142 | loss:0.09046278893947601 lr:1.3151234930296264e-06 tokens_per_second_per_gpu:268.91312007179897 
Step 8143 | loss:0.09484285116195679 lr:1.313525052198874e-06 tokens_per_second_per_gpu:276.67468932481535 
Step 8144 | loss:0.09687041491270065 lr:1.311927515070447e-06 tokens_per_second_per_gpu:241.10864769779465 
Step 8145 | loss:0.06032677739858627 lr:1.3103308818105464e-06 tokens_per_second_per_gpu:283.08650052361514 
Step 8146 | loss:0.07602200657129288 lr:1.3087351525852766e-06 tokens_per_second_per_gpu:393.73289245934285 
Step 8147 | loss:0.10734503716230392 lr:1.3071403275606498e-06 tokens_per_second_per_gpu:277.6297863096363 
Step 8148 | loss:0.03802294284105301 lr:1.3055464069025892e-06 tokens_per_second_per_gpu:348.41837353569406 
Step 8149 | loss:0.029906991869211197 lr:1.303953390776912e-06 tokens_per_second_per_gpu:306.48540905328656 
Step 8150 | loss:0.13237088918685913 lr:1.3023612793493535e-06 tokens_per_second_per_gpu:373.48213797720257 
Step 8151 | loss:0.06411853432655334 lr:1.300770072785551e-06 tokens_per_second_per_gpu:296.80193287476357 
Step 8152 | loss:0.08573116362094879 lr:1.2991797712510423e-06 tokens_per_second_per_gpu:223.0583769645505 
Step 8153 | loss:0.09532123804092407 lr:1.2975903749112773e-06 tokens_per_second_per_gpu:258.2932375844035 
Step 8154 | loss:0.12564717233181 lr:1.2960018839316125e-06 tokens_per_second_per_gpu:316.94047210742934 
Step 8155 | loss:0.050843656063079834 lr:1.2944142984773046e-06 tokens_per_second_per_gpu:251.02063143936508 
Step 8156 | loss:0.16969034075737 lr:1.2928276187135136e-06 tokens_per_second_per_gpu:267.6779717947161 
Step 8157 | loss:0.08063916862010956 lr:1.291241844805322e-06 tokens_per_second_per_gpu:322.9198378160066 
Step 8158 | loss:0.14076872169971466 lr:1.2896569769177004e-06 tokens_per_second_per_gpu:232.74657716262547 
Step 8159 | loss:0.3716318905353546 lr:1.2880730152155274e-06 tokens_per_second_per_gpu:283.1176024982479 
Step 8160 | loss:0.15819266438484192 lr:1.2864899598636005e-06 tokens_per_second_per_gpu:326.0589194486745 
Step 8161 | loss:0.1026335060596466 lr:1.284907811026609e-06 tokens_per_second_per_gpu:319.538278189398 
Step 8162 | loss:0.29921048879623413 lr:1.2833265688691476e-06 tokens_per_second_per_gpu:254.47392402439743 
Step 8163 | loss:0.10886293649673462 lr:1.2817462335557318e-06 tokens_per_second_per_gpu:317.15246959035653 
Step 8164 | loss:0.16343756020069122 lr:1.2801668052507688e-06 tokens_per_second_per_gpu:282.719631496411 
Step 8165 | loss:0.07871054112911224 lr:1.278588284118568e-06 tokens_per_second_per_gpu:339.2424452119141 
Step 8166 | loss:0.052531227469444275 lr:1.2770106703233643e-06 tokens_per_second_per_gpu:356.4684393373341 
Step 8167 | loss:0.10339745879173279 lr:1.275433964029278e-06 tokens_per_second_per_gpu:373.05664951255324 
Step 8168 | loss:0.05039229243993759 lr:1.2738581654003401e-06 tokens_per_second_per_gpu:274.61226508286154 
Step 8169 | loss:0.052907075732946396 lr:1.2722832746004976e-06 tokens_per_second_per_gpu:299.518734518674 
Step 8170 | loss:0.22281067073345184 lr:1.2707092917935914e-06 tokens_per_second_per_gpu:344.4585231232125 
Step 8171 | loss:0.13634034991264343 lr:1.2691362171433697e-06 tokens_per_second_per_gpu:345.46295942506134 
Step 8172 | loss:0.12425313889980316 lr:1.267564050813489e-06 tokens_per_second_per_gpu:307.74372322128306 
Step 8173 | loss:0.18838608264923096 lr:1.2659927929675142e-06 tokens_per_second_per_gpu:310.361264178479 
Step 8174 | loss:0.1676664650440216 lr:1.2644224437689068e-06 tokens_per_second_per_gpu:340.79517564680043 
Step 8175 | loss:0.07481231540441513 lr:1.2628530033810415e-06 tokens_per_second_per_gpu:274.7472259884159 
Step 8176 | loss:0.09932303428649902 lr:1.261284471967198e-06 tokens_per_second_per_gpu:273.0185218040388 
Step 8177 | loss:0.13670691847801208 lr:1.2597168496905555e-06 tokens_per_second_per_gpu:352.73135234791283 
Step 8178 | loss:0.056118614971637726 lr:1.2581501367142034e-06 tokens_per_second_per_gpu:293.4762312865944 
Step 8179 | loss:0.12224937975406647 lr:1.2565843332011385e-06 tokens_per_second_per_gpu:276.8905731440613 
Step 8180 | loss:0.04408339411020279 lr:1.2550194393142555e-06 tokens_per_second_per_gpu:254.13527516418623 
Step 8181 | loss:0.04374357685446739 lr:1.2534554552163613e-06 tokens_per_second_per_gpu:366.51951508554714 
Step 8182 | loss:0.1482793390750885 lr:1.2518923810701689e-06 tokens_per_second_per_gpu:279.0049713402368 
Step 8183 | loss:0.3471354842185974 lr:1.250330217038288e-06 tokens_per_second_per_gpu:314.7218044560075 
Step 8184 | loss:0.06858144700527191 lr:1.2487689632832423e-06 tokens_per_second_per_gpu:334.1673155162302 
Step 8185 | loss:0.11207865923643112 lr:1.2472086199674594e-06 tokens_per_second_per_gpu:385.3892842887643 
Step 8186 | loss:0.0639105811715126 lr:1.245649187253266e-06 tokens_per_second_per_gpu:239.59015013379803 
Step 8187 | loss:0.1674022227525711 lr:1.2440906653029028e-06 tokens_per_second_per_gpu:297.56801064194855 
Step 8188 | loss:0.04794462397694588 lr:1.2425330542785074e-06 tokens_per_second_per_gpu:314.35872698552026 
Step 8189 | loss:0.06442838162183762 lr:1.2409763543421294e-06 tokens_per_second_per_gpu:264.49670230641397 
Step 8190 | loss:0.0701475739479065 lr:1.2394205656557224e-06 tokens_per_second_per_gpu:280.20026252137325 
Step 8191 | loss:0.14830031991004944 lr:1.2378656883811401e-06 tokens_per_second_per_gpu:252.9294684817354 
Step 8192 | loss:0.10980445146560669 lr:1.2363117226801468e-06 tokens_per_second_per_gpu:381.8810021124632 
Step 8193 | loss:0.13695111870765686 lr:1.234758668714412e-06 tokens_per_second_per_gpu:300.6530352111015 
Step 8194 | loss:0.17307397723197937 lr:1.233206526645505e-06 tokens_per_second_per_gpu:204.4838973643437 
Step 8195 | loss:0.11928874254226685 lr:1.231655296634906e-06 tokens_per_second_per_gpu:337.16688170315666 
Step 8196 | loss:0.13218896090984344 lr:1.230104978843999e-06 tokens_per_second_per_gpu:287.202739654292 
Step 8197 | loss:0.0301692932844162 lr:1.2285555734340693e-06 tokens_per_second_per_gpu:322.3066078835606 
Step 8198 | loss:0.09586814045906067 lr:1.2270070805663115e-06 tokens_per_second_per_gpu:300.6992519661761 
Step 8199 | loss:0.06820002943277359 lr:1.2254595004018254e-06 tokens_per_second_per_gpu:337.5293626137398 
Step 8200 | loss:0.08784288167953491 lr:1.2239128331016115e-06 tokens_per_second_per_gpu:328.6875109760816 
Step 8201 | loss:0.1028050035238266 lr:1.2223670788265806e-06 tokens_per_second_per_gpu:271.08192622267745 
Step 8202 | loss:0.08265683054924011 lr:1.2208222377375466e-06 tokens_per_second_per_gpu:260.8979107573333 
Step 8203 | loss:0.09683480858802795 lr:1.2192783099952244e-06 tokens_per_second_per_gpu:263.19917046506885 
Step 8204 | loss:0.17760619521141052 lr:1.2177352957602407e-06 tokens_per_second_per_gpu:290.6611531057632 
Step 8205 | loss:0.13344165682792664 lr:1.2161931951931238e-06 tokens_per_second_per_gpu:367.69094600493617 
Step 8206 | loss:0.1268472671508789 lr:1.2146520084543046e-06 tokens_per_second_per_gpu:295.1867569486515 
Step 8207 | loss:0.12192628532648087 lr:1.2131117357041222e-06 tokens_per_second_per_gpu:337.625617276529 
Step 8208 | loss:0.03918874263763428 lr:1.211572377102823e-06 tokens_per_second_per_gpu:317.09768754057086 
Step 8209 | loss:0.06415944546461105 lr:1.2100339328105492e-06 tokens_per_second_per_gpu:316.8811803979079 
Step 8210 | loss:0.09071531891822815 lr:1.208496402987358e-06 tokens_per_second_per_gpu:371.465499143149 
Step 8211 | loss:0.04409961774945259 lr:1.2069597877932072e-06 tokens_per_second_per_gpu:257.98904094552745 
Step 8212 | loss:0.06726391613483429 lr:1.2054240873879563e-06 tokens_per_second_per_gpu:244.979130459524 
Step 8213 | loss:0.08219309151172638 lr:1.2038893019313757e-06 tokens_per_second_per_gpu:270.7189368819136 
Step 8214 | loss:0.20579281449317932 lr:1.2023554315831376e-06 tokens_per_second_per_gpu:233.57501340298427 
Step 8215 | loss:0.17822757363319397 lr:1.2008224765028166e-06 tokens_per_second_per_gpu:306.9536386229434 
Step 8216 | loss:0.16510260105133057 lr:1.1992904368498982e-06 tokens_per_second_per_gpu:223.709033752805 
Step 8217 | loss:0.11338714510202408 lr:1.1977593127837638e-06 tokens_per_second_per_gpu:319.478182877959 
Step 8218 | loss:0.12258169054985046 lr:1.1962291044637099e-06 tokens_per_second_per_gpu:271.37816314946053 
Step 8219 | loss:0.11055967956781387 lr:1.1946998120489307e-06 tokens_per_second_per_gpu:280.02021784649196 
Step 8220 | loss:0.0651378259062767 lr:1.1931714356985257e-06 tokens_per_second_per_gpu:259.03090372289256 
Step 8221 | loss:0.12233678996562958 lr:1.1916439755715015e-06 tokens_per_second_per_gpu:247.4107650676585 
Step 8222 | loss:0.09027838706970215 lr:1.1901174318267705e-06 tokens_per_second_per_gpu:240.28160687179906 
Step 8223 | loss:0.21635088324546814 lr:1.1885918046231425e-06 tokens_per_second_per_gpu:270.91117059793623 
Step 8224 | loss:0.17906410992145538 lr:1.1870670941193407e-06 tokens_per_second_per_gpu:298.1217130964189 
Step 8225 | loss:0.14108765125274658 lr:1.1855433004739902e-06 tokens_per_second_per_gpu:267.2463767807948 
Step 8226 | loss:0.09196245670318604 lr:1.1840204238456155e-06 tokens_per_second_per_gpu:279.4706749780356 
Step 8227 | loss:0.08225157856941223 lr:1.182498464392653e-06 tokens_per_second_per_gpu:381.4976346810297 
Step 8228 | loss:0.04983842372894287 lr:1.1809774222734405e-06 tokens_per_second_per_gpu:286.14227506115174 
Step 8229 | loss:0.10260234773159027 lr:1.1794572976462193e-06 tokens_per_second_per_gpu:274.57436020110987 
Step 8230 | loss:0.06633204966783524 lr:1.1779380906691362e-06 tokens_per_second_per_gpu:286.4646611174395 
Step 8231 | loss:0.18683208525180817 lr:1.176419801500247e-06 tokens_per_second_per_gpu:253.6507976175028 
Step 8232 | loss:0.023190435022115707 lr:1.174902430297501e-06 tokens_per_second_per_gpu:328.9231278436556 
Step 8233 | loss:0.08991655707359314 lr:1.173385977218763e-06 tokens_per_second_per_gpu:268.8469708224985 
Step 8234 | loss:0.16526669263839722 lr:1.1718704424217986e-06 tokens_per_second_per_gpu:264.7726771013342 
Step 8235 | loss:0.05716631934046745 lr:1.1703558260642734e-06 tokens_per_second_per_gpu:293.95958905819305 
Step 8236 | loss:0.3170897960662842 lr:1.1688421283037643e-06 tokens_per_second_per_gpu:248.03604944932587 
Step 8237 | loss:0.12609675526618958 lr:1.1673293492977523e-06 tokens_per_second_per_gpu:273.22215645730785 
Step 8238 | loss:0.1441964954137802 lr:1.1658174892036146e-06 tokens_per_second_per_gpu:268.34827827938506 
Step 8239 | loss:0.07212385535240173 lr:1.1643065481786397e-06 tokens_per_second_per_gpu:410.3609635068351 
Step 8240 | loss:0.05663410574197769 lr:1.1627965263800245e-06 tokens_per_second_per_gpu:299.12550866214224 
Step 8241 | loss:0.15442335605621338 lr:1.1612874239648576e-06 tokens_per_second_per_gpu:270.3144229717312 
Step 8242 | loss:0.1389702409505844 lr:1.1597792410901432e-06 tokens_per_second_per_gpu:265.66174069454223 
Step 8243 | loss:0.03681187331676483 lr:1.1582719779127871e-06 tokens_per_second_per_gpu:303.41045501153985 
Step 8244 | loss:0.13590791821479797 lr:1.156765634589595e-06 tokens_per_second_per_gpu:301.06267259540516 
Step 8245 | loss:0.044494640082120895 lr:1.1552602112772815e-06 tokens_per_second_per_gpu:302.3589603389763 
Step 8246 | loss:0.03509289771318436 lr:1.1537557081324668e-06 tokens_per_second_per_gpu:275.8777163365434 
Step 8247 | loss:0.08216298371553421 lr:1.1522521253116692e-06 tokens_per_second_per_gpu:255.01881290356968 
Step 8248 | loss:0.1155858039855957 lr:1.1507494629713167e-06 tokens_per_second_per_gpu:269.2114117240781 
Step 8249 | loss:0.23600870370864868 lr:1.1492477212677377e-06 tokens_per_second_per_gpu:349.6327961887997 
Step 8250 | loss:0.1305069923400879 lr:1.1477469003571672e-06 tokens_per_second_per_gpu:305.9222533814108 
Step 8251 | loss:0.08823414891958237 lr:1.146247000395747e-06 tokens_per_second_per_gpu:287.3989693630746 
Step 8252 | loss:0.047215536236763 lr:1.1447480215395158e-06 tokens_per_second_per_gpu:253.3095790039533 
Step 8253 | loss:0.1927652806043625 lr:1.1432499639444229e-06 tokens_per_second_per_gpu:335.85464045856924 
Step 8254 | loss:0.03665456920862198 lr:1.1417528277663214e-06 tokens_per_second_per_gpu:287.71031820059403 
Step 8255 | loss:0.15641769766807556 lr:1.1402566131609616e-06 tokens_per_second_per_gpu:290.3280108800452 
Step 8256 | loss:0.10553371906280518 lr:1.1387613202840075e-06 tokens_per_second_per_gpu:393.53702214989045 
Step 8257 | loss:0.0950331836938858 lr:1.1372669492910227e-06 tokens_per_second_per_gpu:228.6486933947997 
Step 8258 | loss:0.05346928536891937 lr:1.1357735003374715e-06 tokens_per_second_per_gpu:291.6373538817702 
Step 8259 | loss:0.08592096716165543 lr:1.1342809735787274e-06 tokens_per_second_per_gpu:276.8299392768573 
Step 8260 | loss:0.06128254905343056 lr:1.1327893691700697e-06 tokens_per_second_per_gpu:300.02643521116823 
Step 8261 | loss:0.1488575041294098 lr:1.1312986872666742e-06 tokens_per_second_per_gpu:302.26049951752236 
Step 8262 | loss:0.06800129264593124 lr:1.1298089280236224e-06 tokens_per_second_per_gpu:286.28539781978265 
Step 8263 | loss:0.04419703036546707 lr:1.128320091595909e-06 tokens_per_second_per_gpu:271.89879299142547 
Step 8264 | loss:0.08895853161811829 lr:1.1268321781384228e-06 tokens_per_second_per_gpu:284.43561176639275 
Step 8265 | loss:0.16226297616958618 lr:1.1253451878059563e-06 tokens_per_second_per_gpu:257.55427850573705 
Step 8266 | loss:0.09886357933282852 lr:1.1238591207532157e-06 tokens_per_second_per_gpu:339.4525180236458 
Step 8267 | loss:0.03495568037033081 lr:1.122373977134803e-06 tokens_per_second_per_gpu:243.06090702506265 
Step 8268 | loss:0.15591023862361908 lr:1.120889757105219e-06 tokens_per_second_per_gpu:301.61386205678315 
Step 8269 | loss:0.0996861457824707 lr:1.119406460818887e-06 tokens_per_second_per_gpu:331.0965295632228 
Step 8270 | loss:0.10337541997432709 lr:1.1179240884301158e-06 tokens_per_second_per_gpu:290.98040104804414 
Step 8271 | loss:0.11640132963657379 lr:1.1164426400931206e-06 tokens_per_second_per_gpu:330.95629335936474 
Step 8272 | loss:0.037617385387420654 lr:1.114962115962035e-06 tokens_per_second_per_gpu:272.9974287692643 
Step 8273 | loss:0.2064376175403595 lr:1.1134825161908813e-06 tokens_per_second_per_gpu:238.12151451948148 
Step 8274 | loss:0.1413799524307251 lr:1.1120038409335854e-06 tokens_per_second_per_gpu:378.1006131377621 
Step 8275 | loss:0.09948673844337463 lr:1.1105260903439907e-06 tokens_per_second_per_gpu:237.40642332026508 
Step 8276 | loss:0.0785883218050003 lr:1.1090492645758321e-06 tokens_per_second_per_gpu:264.1239235933218 
Step 8277 | loss:0.10204768180847168 lr:1.1075733637827502e-06 tokens_per_second_per_gpu:292.3235740979493 
Step 8278 | loss:0.07954628765583038 lr:1.106098388118293e-06 tokens_per_second_per_gpu:307.63688237938 
Step 8279 | loss:0.05369723588228226 lr:1.1046243377359122e-06 tokens_per_second_per_gpu:286.829506883363 
Step 8280 | loss:0.18136250972747803 lr:1.1031512127889578e-06 tokens_per_second_per_gpu:286.9291001661619 
Step 8281 | loss:0.11148454248905182 lr:1.1016790134306876e-06 tokens_per_second_per_gpu:336.17814864313004 
Step 8282 | loss:0.0518295019865036 lr:1.1002077398142675e-06 tokens_per_second_per_gpu:274.0768601882468 
Step 8283 | loss:0.07302891463041306 lr:1.098737392092757e-06 tokens_per_second_per_gpu:345.93637220127744 
Step 8284 | loss:0.11226438730955124 lr:1.0972679704191247e-06 tokens_per_second_per_gpu:267.67589139855204 
Step 8285 | loss:0.04382847249507904 lr:1.0957994749462476e-06 tokens_per_second_per_gpu:336.37156805449825 
Step 8286 | loss:0.10803960263729095 lr:1.0943319058268965e-06 tokens_per_second_per_gpu:291.91306800563626 
Step 8287 | loss:0.0750398337841034 lr:1.0928652632137516e-06 tokens_per_second_per_gpu:295.1258910313119 
Step 8288 | loss:0.026490667834877968 lr:1.0913995472593996e-06 tokens_per_second_per_gpu:257.287727952477 
Step 8289 | loss:0.1449842005968094 lr:1.0899347581163222e-06 tokens_per_second_per_gpu:237.68168531252925 
Step 8290 | loss:0.1219312772154808 lr:1.0884708959369116e-06 tokens_per_second_per_gpu:274.28891499175637 
Step 8291 | loss:0.066829614341259 lr:1.087007960873463e-06 tokens_per_second_per_gpu:293.0715103672894 
Step 8292 | loss:0.14666074514389038 lr:1.085545953078171e-06 tokens_per_second_per_gpu:276.0218642515846 
Step 8293 | loss:0.10115198791027069 lr:1.0840848727031395e-06 tokens_per_second_per_gpu:275.8213022835227 
Step 8294 | loss:0.18237952888011932 lr:1.082624719900368e-06 tokens_per_second_per_gpu:258.3407094673722 
Step 8295 | loss:0.06231819838285446 lr:1.0811654948217686e-06 tokens_per_second_per_gpu:272.7982027343566 
Step 8296 | loss:0.16572780907154083 lr:1.079707197619153e-06 tokens_per_second_per_gpu:383.59341368777365 
Step 8297 | loss:0.18606439232826233 lr:1.0782498284442322e-06 tokens_per_second_per_gpu:280.21554873870787 
Step 8298 | loss:0.07336712628602982 lr:1.076793387448627e-06 tokens_per_second_per_gpu:313.0245412906377 
Step 8299 | loss:0.09106074273586273 lr:1.0753378747838594e-06 tokens_per_second_per_gpu:309.157343227344 
Step 8300 | loss:0.06265955418348312 lr:1.073883290601353e-06 tokens_per_second_per_gpu:307.7900273352662 
Step 8301 | loss:0.13967835903167725 lr:1.0724296350524366e-06 tokens_per_second_per_gpu:276.52535446675046 
Step 8302 | loss:0.16971945762634277 lr:1.0709769082883437e-06 tokens_per_second_per_gpu:300.185792621303 
Step 8303 | loss:0.10378158092498779 lr:1.0695251104602067e-06 tokens_per_second_per_gpu:401.1544878218036 
Step 8304 | loss:0.05141765624284744 lr:1.068074241719066e-06 tokens_per_second_per_gpu:278.06831547812953 
Step 8305 | loss:0.24302592873573303 lr:1.066624302215865e-06 tokens_per_second_per_gpu:294.6187262166137 
Step 8306 | loss:0.13849937915802002 lr:1.0651752921014457e-06 tokens_per_second_per_gpu:305.7760251676982 
Step 8307 | loss:0.15852046012878418 lr:1.0637272115265585e-06 tokens_per_second_per_gpu:365.05227058829854 
Step 8308 | loss:0.10870468616485596 lr:1.062280060641856e-06 tokens_per_second_per_gpu:248.09021527840167 
Step 8309 | loss:0.1274579018354416 lr:1.0608338395978912e-06 tokens_per_second_per_gpu:296.45425072492094 
Step 8310 | loss:0.10743200778961182 lr:1.0593885485451239e-06 tokens_per_second_per_gpu:290.01646730865104 
Step 8311 | loss:0.1263323575258255 lr:1.0579441876339169e-06 tokens_per_second_per_gpu:289.15025515467056 
Step 8312 | loss:0.08527617901563644 lr:1.0565007570145324e-06 tokens_per_second_per_gpu:293.27210373209687 
Step 8313 | loss:0.10607711970806122 lr:1.0550582568371403e-06 tokens_per_second_per_gpu:286.205422842982 
Step 8314 | loss:0.0517548993229866 lr:1.0536166872518128e-06 tokens_per_second_per_gpu:273.979839861073 
Step 8315 | loss:0.09428499639034271 lr:1.0521760484085208e-06 tokens_per_second_per_gpu:286.50140380156773 
Step 8316 | loss:0.09111138433218002 lr:1.0507363404571459e-06 tokens_per_second_per_gpu:229.55475334341892 
Step 8317 | loss:0.09906870871782303 lr:1.0492975635474679e-06 tokens_per_second_per_gpu:268.10938740538995 
Step 8318 | loss:0.07904776930809021 lr:1.0478597178291695e-06 tokens_per_second_per_gpu:234.19394644126766 
Step 8319 | loss:0.14118966460227966 lr:1.0464228034518375e-06 tokens_per_second_per_gpu:230.57155678082304 
Step 8320 | loss:0.06991361081600189 lr:1.0449868205649648e-06 tokens_per_second_per_gpu:243.89808395143442 
Step 8321 | loss:0.24452483654022217 lr:1.043551769317942e-06 tokens_per_second_per_gpu:263.5660826811275 
Step 8322 | loss:0.12161684036254883 lr:1.0421176498600683e-06 tokens_per_second_per_gpu:357.89787771344663 
Step 8323 | loss:0.08454309403896332 lr:1.0406844623405399e-06 tokens_per_second_per_gpu:250.36765830516367 
Step 8324 | loss:0.06802332401275635 lr:1.0392522069084598e-06 tokens_per_second_per_gpu:226.90695498518278 
Step 8325 | loss:0.029360827058553696 lr:1.0378208837128368e-06 tokens_per_second_per_gpu:336.11726261584874 
Step 8326 | loss:0.09988705813884735 lr:1.0363904929025737e-06 tokens_per_second_per_gpu:277.17029918007916 
Step 8327 | loss:0.16854336857795715 lr:1.034961034626487e-06 tokens_per_second_per_gpu:244.2087889394323 
Step 8328 | loss:0.054252952337265015 lr:1.0335325090332903e-06 tokens_per_second_per_gpu:266.052995226315 
Step 8329 | loss:0.07613649219274521 lr:1.032104916271599e-06 tokens_per_second_per_gpu:283.2758036589468 
Step 8330 | loss:0.07875460386276245 lr:1.0306782564899353e-06 tokens_per_second_per_gpu:250.02773359244293 
Step 8331 | loss:0.20467635989189148 lr:1.0292525298367228e-06 tokens_per_second_per_gpu:311.37472393593544 
Step 8332 | loss:0.1536041647195816 lr:1.0278277364602861e-06 tokens_per_second_per_gpu:270.83549691475145 
Step 8333 | loss:0.06916914135217667 lr:1.0264038765088547e-06 tokens_per_second_per_gpu:285.09813637863914 
Step 8334 | loss:0.09114368259906769 lr:1.024980950130564e-06 tokens_per_second_per_gpu:276.0785020322799 
Step 8335 | loss:0.07885181903839111 lr:1.023558957473444e-06 tokens_per_second_per_gpu:335.89805441343856 
Step 8336 | loss:0.1011824831366539 lr:1.0221378986854347e-06 tokens_per_second_per_gpu:328.44441243824474 
Step 8337 | loss:0.1113755851984024 lr:1.020717773914378e-06 tokens_per_second_per_gpu:329.27353910635946 
Step 8338 | loss:0.14735063910484314 lr:1.0192985833080148e-06 tokens_per_second_per_gpu:331.5995492998777 
Step 8339 | loss:0.06733091175556183 lr:1.0178803270139935e-06 tokens_per_second_per_gpu:320.6098303247031 
Step 8340 | loss:0.143265038728714 lr:1.0164630051798629e-06 tokens_per_second_per_gpu:327.56553539328604 
Step 8341 | loss:0.12442243099212646 lr:1.0150466179530739e-06 tokens_per_second_per_gpu:278.20737295140555 
Step 8342 | loss:0.11263106018304825 lr:1.0136311654809815e-06 tokens_per_second_per_gpu:239.5267082906782 
Step 8343 | loss:0.05117461085319519 lr:1.0122166479108441e-06 tokens_per_second_per_gpu:325.8636219922275 
Step 8344 | loss:0.1317322552204132 lr:1.0108030653898204e-06 tokens_per_second_per_gpu:238.65490924502453 
Step 8345 | loss:0.1425330638885498 lr:1.0093904180649738e-06 tokens_per_second_per_gpu:255.0936577521462 
Step 8346 | loss:0.08355597406625748 lr:1.0079787060832714e-06 tokens_per_second_per_gpu:248.5054433949099 
Step 8347 | loss:0.13969051837921143 lr:1.0065679295915776e-06 tokens_per_second_per_gpu:309.39112149993827 
Step 8348 | loss:0.18810471892356873 lr:1.0051580887366664e-06 tokens_per_second_per_gpu:310.371931193344 
Step 8349 | loss:0.12134900689125061 lr:1.0037491836652125e-06 tokens_per_second_per_gpu:314.8053689067506 
Step 8350 | loss:0.039652418345212936 lr:1.0023412145237888e-06 tokens_per_second_per_gpu:305.0486142299839 
Step 8351 | loss:0.0851367935538292 lr:1.0009341814588746e-06 tokens_per_second_per_gpu:326.80135972335626 
Step 8352 | loss:0.0603594109416008 lr:9.995280846168553e-07 tokens_per_second_per_gpu:262.9521310494379 
Step 8353 | loss:0.12480080127716064 lr:9.981229241440104e-07 tokens_per_second_per_gpu:301.95719321566344 
Step 8354 | loss:0.15783163905143738 lr:9.967187001865298e-07 tokens_per_second_per_gpu:308.43587835039244 
Step 8355 | loss:0.06207803636789322 lr:9.953154128904995e-07 tokens_per_second_per_gpu:279.57227998967903 
Step 8356 | loss:0.030834797769784927 lr:9.939130624019134e-07 tokens_per_second_per_gpu:237.8883359006791 
Step 8357 | loss:0.11662054806947708 lr:9.925116488666675e-07 tokens_per_second_per_gpu:254.1958290225859 
Step 8358 | loss:0.0599016398191452 lr:9.911111724305545e-07 tokens_per_second_per_gpu:286.785191609269 
Step 8359 | loss:0.17657114565372467 lr:9.897116332392754e-07 tokens_per_second_per_gpu:279.5861777596603 
Step 8360 | loss:0.06234364211559296 lr:9.88313031438435e-07 tokens_per_second_per_gpu:296.8088560409947 
Step 8361 | loss:0.10799525678157806 lr:9.86915367173533e-07 tokens_per_second_per_gpu:271.7312010119929 
Step 8362 | loss:0.0627855658531189 lr:9.855186405899786e-07 tokens_per_second_per_gpu:309.30633295881563 
Step 8363 | loss:0.10253794491291046 lr:9.841228518330825e-07 tokens_per_second_per_gpu:281.48677203592075 
Step 8364 | loss:0.03549885004758835 lr:9.827280010480521e-07 tokens_per_second_per_gpu:295.2503159682559 
Step 8365 | loss:0.133714959025383 lr:9.813340883800048e-07 tokens_per_second_per_gpu:277.1162034438025 
Step 8366 | loss:0.06302904337644577 lr:9.79941113973958e-07 tokens_per_second_per_gpu:247.1580409582052 
Step 8367 | loss:0.054618123918771744 lr:9.785490779748298e-07 tokens_per_second_per_gpu:315.97441981006 
Step 8368 | loss:0.10384990274906158 lr:9.771579805274355e-07 tokens_per_second_per_gpu:321.3405150054821 
Step 8369 | loss:0.20632997155189514 lr:9.757678217765076e-07 tokens_per_second_per_gpu:278.7301569017052 
Step 8370 | loss:0.12785270810127258 lr:9.74378601866669e-07 tokens_per_second_per_gpu:306.96794806973145 
Step 8371 | loss:0.10229605436325073 lr:9.72990320942443e-07 tokens_per_second_per_gpu:293.42990276703955 
Step 8372 | loss:0.103363037109375 lr:9.716029791482683e-07 tokens_per_second_per_gpu:381.7898821336177 
Step 8373 | loss:0.20022432506084442 lr:9.702165766284743e-07 tokens_per_second_per_gpu:284.6679483841731 
Step 8374 | loss:0.06846048682928085 lr:9.68831113527292e-07 tokens_per_second_per_gpu:282.293898525116 
Step 8375 | loss:0.07189744710922241 lr:9.674465899888652e-07 tokens_per_second_per_gpu:311.6768880244122 
Step 8376 | loss:0.08460350334644318 lr:9.660630061572318e-07 tokens_per_second_per_gpu:293.4500599508558 
Step 8377 | loss:0.09606228023767471 lr:9.6468036217633e-07 tokens_per_second_per_gpu:370.5564887896258 
Step 8378 | loss:0.09552571177482605 lr:9.632986581900093e-07 tokens_per_second_per_gpu:265.57047873433737 
Step 8379 | loss:0.12492074072360992 lr:9.619178943420139e-07 tokens_per_second_per_gpu:335.17852025985144 
Step 8380 | loss:0.14155273139476776 lr:9.605380707759883e-07 tokens_per_second_per_gpu:281.15656480494476 
Step 8381 | loss:0.1892978549003601 lr:9.59159187635491e-07 tokens_per_second_per_gpu:281.4377309824728 
Step 8382 | loss:0.03279883414506912 lr:9.577812450639711e-07 tokens_per_second_per_gpu:287.9425193844425 
Step 8383 | loss:0.08381931483745575 lr:9.564042432047805e-07 tokens_per_second_per_gpu:299.20921836037854 
Step 8384 | loss:0.08325240015983582 lr:9.550281822011798e-07 tokens_per_second_per_gpu:354.4773399335835 
Step 8385 | loss:0.1175130307674408 lr:9.536530621963302e-07 tokens_per_second_per_gpu:293.09815724126565 
Step 8386 | loss:0.1563159078359604 lr:9.522788833332885e-07 tokens_per_second_per_gpu:280.61517373148837 
Step 8387 | loss:0.12670987844467163 lr:9.509056457550192e-07 tokens_per_second_per_gpu:431.26469038843595 
Step 8388 | loss:0.0849587544798851 lr:9.495333496043923e-07 tokens_per_second_per_gpu:269.59633957441696 
Step 8389 | loss:0.1042885035276413 lr:9.481619950241694e-07 tokens_per_second_per_gpu:309.9978762026278 
Step 8390 | loss:0.07702882587909698 lr:9.467915821570228e-07 tokens_per_second_per_gpu:312.2170557269004 
Step 8391 | loss:0.08887188136577606 lr:9.454221111455264e-07 tokens_per_second_per_gpu:278.0044018727159 
Step 8392 | loss:0.1513313353061676 lr:9.440535821321495e-07 tokens_per_second_per_gpu:273.22017827181025 
Step 8393 | loss:0.1934816539287567 lr:9.426859952592704e-07 tokens_per_second_per_gpu:256.39711768117377 
Step 8394 | loss:0.09408882260322571 lr:9.413193506691676e-07 tokens_per_second_per_gpu:290.5025483038835 
Step 8395 | loss:0.07225630432367325 lr:9.399536485040173e-07 tokens_per_second_per_gpu:337.6866715500819 
Step 8396 | loss:0.16400456428527832 lr:9.385888889059047e-07 tokens_per_second_per_gpu:283.92182149322826 
Step 8397 | loss:0.11366762220859528 lr:9.37225072016813e-07 tokens_per_second_per_gpu:262.04342511311114 
Step 8398 | loss:0.033891111612319946 lr:9.358621979786242e-07 tokens_per_second_per_gpu:346.8224454811633 
Step 8399 | loss:0.05641134828329086 lr:9.345002669331305e-07 tokens_per_second_per_gpu:241.55268367082758 
Step 8400 | loss:0.06362452358007431 lr:9.331392790220162e-07 tokens_per_second_per_gpu:249.6550275419002 
Step 8401 | loss:0.10966548323631287 lr:9.317792343868759e-07 tokens_per_second_per_gpu:296.7431252750387 
Step 8402 | loss:0.08217465132474899 lr:9.30420133169202e-07 tokens_per_second_per_gpu:290.9862733079867 
Step 8403 | loss:0.07250402867794037 lr:9.290619755103891e-07 tokens_per_second_per_gpu:274.0307718769076 
Step 8404 | loss:0.12569700181484222 lr:9.277047615517321e-07 tokens_per_second_per_gpu:253.3202696251118 
Step 8405 | loss:0.08580975979566574 lr:9.263484914344345e-07 tokens_per_second_per_gpu:249.78554168977735 
Step 8406 | loss:0.08844272047281265 lr:9.249931652995903e-07 tokens_per_second_per_gpu:225.94093978646197 
Step 8407 | loss:0.018008019775152206 lr:9.236387832882054e-07 tokens_per_second_per_gpu:278.49418842604604 
Step 8408 | loss:0.11355331540107727 lr:9.22285345541184e-07 tokens_per_second_per_gpu:247.34570347698144 
Step 8409 | loss:0.16491162776947021 lr:9.209328521993299e-07 tokens_per_second_per_gpu:281.16558859736483 
Step 8410 | loss:0.14626961946487427 lr:9.195813034033507e-07 tokens_per_second_per_gpu:365.8771804060714 
Step 8411 | loss:0.19304561614990234 lr:9.182306992938583e-07 tokens_per_second_per_gpu:354.22926026495935 
Step 8412 | loss:0.051613979041576385 lr:9.168810400113604e-07 tokens_per_second_per_gpu:312.56986541575816 
Step 8413 | loss:0.22532624006271362 lr:9.155323256962689e-07 tokens_per_second_per_gpu:271.3579152610285 
Step 8414 | loss:0.05712229385972023 lr:9.141845564889029e-07 tokens_per_second_per_gpu:316.8301278270676 
Step 8415 | loss:0.1402045488357544 lr:9.128377325294735e-07 tokens_per_second_per_gpu:259.28422120596025 
Step 8416 | loss:0.11784733831882477 lr:9.114918539580986e-07 tokens_per_second_per_gpu:329.03342636872736 
Step 8417 | loss:0.18927757441997528 lr:9.101469209148018e-07 tokens_per_second_per_gpu:253.0575665403707 
Step 8418 | loss:0.19672533869743347 lr:9.088029335394988e-07 tokens_per_second_per_gpu:265.3977555114446 
Step 8419 | loss:0.11366380006074905 lr:9.074598919720145e-07 tokens_per_second_per_gpu:268.4509927159261 
Step 8420 | loss:0.11023285984992981 lr:9.061177963520751e-07 tokens_per_second_per_gpu:337.72197337376576 
Step 8421 | loss:0.050022661685943604 lr:9.047766468193009e-07 tokens_per_second_per_gpu:262.5761036805157 
Step 8422 | loss:0.16956070065498352 lr:9.034364435132226e-07 tokens_per_second_per_gpu:247.24146074484375 
Step 8423 | loss:0.12561377882957458 lr:9.020971865732708e-07 tokens_per_second_per_gpu:301.51721827307153 
Step 8424 | loss:0.09811194986104965 lr:9.00758876138772e-07 tokens_per_second_per_gpu:351.5736877855618 
Step 8425 | loss:0.039136774837970734 lr:8.994215123489592e-07 tokens_per_second_per_gpu:262.8286565130927 
Step 8426 | loss:0.06940248608589172 lr:8.980850953429687e-07 tokens_per_second_per_gpu:290.9593900401945 
Step 8427 | loss:0.204082652926445 lr:8.967496252598307e-07 tokens_per_second_per_gpu:274.3510998778844 
Step 8428 | loss:0.22687411308288574 lr:8.95415102238485e-07 tokens_per_second_per_gpu:342.0326132586024 
Step 8429 | loss:0.09735897183418274 lr:8.940815264177682e-07 tokens_per_second_per_gpu:321.4141480889991 
Step 8430 | loss:0.14151005446910858 lr:8.927488979364185e-07 tokens_per_second_per_gpu:263.4195162169604 
Step 8431 | loss:0.05079612508416176 lr:8.914172169330804e-07 tokens_per_second_per_gpu:280.7703510265887 
Step 8432 | loss:0.10111961513757706 lr:8.900864835462919e-07 tokens_per_second_per_gpu:345.92600560841026 
Step 8433 | loss:0.21876856684684753 lr:8.88756697914498e-07 tokens_per_second_per_gpu:288.3241957943427 
Step 8434 | loss:0.17009222507476807 lr:8.874278601760455e-07 tokens_per_second_per_gpu:305.63708919405065 
Step 8435 | loss:0.08950027823448181 lr:8.860999704691776e-07 tokens_per_second_per_gpu:327.5649396712261 
Step 8436 | loss:0.18877460062503815 lr:8.847730289320444e-07 tokens_per_second_per_gpu:302.20898332741945 
Step 8437 | loss:0.07642138749361038 lr:8.834470357026958e-07 tokens_per_second_per_gpu:270.4782436249731 
Step 8438 | loss:0.07601955533027649 lr:8.821219909190793e-07 tokens_per_second_per_gpu:309.81924784135515 
Step 8439 | loss:0.17123398184776306 lr:8.807978947190476e-07 tokens_per_second_per_gpu:278.67916440905964 
Step 8440 | loss:0.13346002995967865 lr:8.794747472403564e-07 tokens_per_second_per_gpu:282.7347521615591 
Step 8441 | loss:0.14650069177150726 lr:8.781525486206566e-07 tokens_per_second_per_gpu:264.92259591229214 
Step 8442 | loss:0.11878899484872818 lr:8.768312989975047e-07 tokens_per_second_per_gpu:263.4057975342526 
Step 8443 | loss:0.06537710130214691 lr:8.75510998508361e-07 tokens_per_second_per_gpu:318.1063154259687 
Step 8444 | loss:0.12267959862947464 lr:8.741916472905787e-07 tokens_per_second_per_gpu:299.65078238887895 
Step 8445 | loss:0.05110626667737961 lr:8.728732454814204e-07 tokens_per_second_per_gpu:300.4369868859855 
Step 8446 | loss:0.11102910339832306 lr:8.715557932180463e-07 tokens_per_second_per_gpu:249.3299959551442 
Step 8447 | loss:0.08896349370479584 lr:8.702392906375179e-07 tokens_per_second_per_gpu:318.02633920304356 
Step 8448 | loss:0.06604843586683273 lr:8.689237378767967e-07 tokens_per_second_per_gpu:253.65018682986937 
Step 8449 | loss:0.09848887473344803 lr:8.676091350727511e-07 tokens_per_second_per_gpu:290.3657759204334 
Step 8450 | loss:0.05143140256404877 lr:8.662954823621428e-07 tokens_per_second_per_gpu:331.64040230025057 
Step 8451 | loss:0.08645622432231903 lr:8.64982779881639e-07 tokens_per_second_per_gpu:288.33238311563696 
Step 8452 | loss:0.10720327496528625 lr:8.636710277678096e-07 tokens_per_second_per_gpu:267.6829309516575 
Step 8453 | loss:0.05405864119529724 lr:8.623602261571207e-07 tokens_per_second_per_gpu:293.1061813333774 
Step 8454 | loss:0.0776945948600769 lr:8.610503751859434e-07 tokens_per_second_per_gpu:287.67529867805666 
Step 8455 | loss:0.26603347063064575 lr:8.597414749905508e-07 tokens_per_second_per_gpu:329.9794902657751 
Step 8456 | loss:0.05801897495985031 lr:8.58433525707112e-07 tokens_per_second_per_gpu:287.5168506914394 
Step 8457 | loss:0.09846682101488113 lr:8.571265274717022e-07 tokens_per_second_per_gpu:322.13644937989443 
Step 8458 | loss:0.135750412940979 lr:8.558204804202941e-07 tokens_per_second_per_gpu:318.5821857997475 
Step 8459 | loss:0.048055678606033325 lr:8.545153846887633e-07 tokens_per_second_per_gpu:246.93850520231726 
Step 8460 | loss:0.1243179440498352 lr:8.532112404128879e-07 tokens_per_second_per_gpu:243.04755385332334 
Step 8461 | loss:0.09760414063930511 lr:8.519080477283436e-07 tokens_per_second_per_gpu:274.97920870675347 
Step 8462 | loss:0.09009888768196106 lr:8.506058067707091e-07 tokens_per_second_per_gpu:230.97167370281574 
Step 8463 | loss:0.20750212669372559 lr:8.493045176754655e-07 tokens_per_second_per_gpu:275.2052024638758 
Step 8464 | loss:0.07177285850048065 lr:8.480041805779892e-07 tokens_per_second_per_gpu:283.0384554489671 
Step 8465 | loss:0.20193558931350708 lr:8.467047956135655e-07 tokens_per_second_per_gpu:310.28198856822775 
Step 8466 | loss:0.19317355751991272 lr:8.454063629173758e-07 tokens_per_second_per_gpu:303.3863012280508 
Step 8467 | loss:0.03350425511598587 lr:8.441088826245014e-07 tokens_per_second_per_gpu:288.2488306702533 
Step 8468 | loss:0.10695844143629074 lr:8.428123548699274e-07 tokens_per_second_per_gpu:289.461224484115 
Step 8469 | loss:0.08213198184967041 lr:8.415167797885404e-07 tokens_per_second_per_gpu:309.47713504668593 
Step 8470 | loss:0.10086885839700699 lr:8.402221575151238e-07 tokens_per_second_per_gpu:294.3892001510482 
Step 8471 | loss:0.09703265130519867 lr:8.389284881843641e-07 tokens_per_second_per_gpu:266.52602822318744 
Step 8472 | loss:0.168446347117424 lr:8.376357719308536e-07 tokens_per_second_per_gpu:295.54571005311493 
Step 8473 | loss:0.11418963968753815 lr:8.363440088890762e-07 tokens_per_second_per_gpu:350.7230396201512 
Step 8474 | loss:0.07352766394615173 lr:8.350531991934197e-07 tokens_per_second_per_gpu:228.33256813936396 
Step 8475 | loss:0.078840471804142 lr:8.3376334297818e-07 tokens_per_second_per_gpu:336.1931614135275 
Step 8476 | loss:0.17065559327602386 lr:8.324744403775454e-07 tokens_per_second_per_gpu:344.64522955053343 
Step 8477 | loss:0.04144125431776047 lr:8.311864915256029e-07 tokens_per_second_per_gpu:217.14380965836514 
Step 8478 | loss:0.10981059074401855 lr:8.298994965563533e-07 tokens_per_second_per_gpu:302.1680262312848 
Step 8479 | loss:0.12373034656047821 lr:8.286134556036851e-07 tokens_per_second_per_gpu:265.14582008781196 
Step 8480 | loss:0.05269819498062134 lr:8.2732836880139e-07 tokens_per_second_per_gpu:307.77411983614473 
Step 8481 | loss:0.08974064886569977 lr:8.2604423628317e-07 tokens_per_second_per_gpu:293.3961416844714 
Step 8482 | loss:0.09974920004606247 lr:8.247610581826149e-07 tokens_per_second_per_gpu:220.46643149292242 
Step 8483 | loss:0.05291756987571716 lr:8.23478834633219e-07 tokens_per_second_per_gpu:324.15659019450953 
Step 8484 | loss:0.0973701998591423 lr:8.221975657683867e-07 tokens_per_second_per_gpu:364.9809817979811 
Step 8485 | loss:0.10469916462898254 lr:8.209172517214104e-07 tokens_per_second_per_gpu:366.19054019878644 
Step 8486 | loss:0.19354647397994995 lr:8.196378926254855e-07 tokens_per_second_per_gpu:311.3708558484462 
Step 8487 | loss:0.07806600630283356 lr:8.183594886137192e-07 tokens_per_second_per_gpu:308.5277472041182 
Step 8488 | loss:0.16570395231246948 lr:8.170820398191048e-07 tokens_per_second_per_gpu:298.9287703627964 
Step 8489 | loss:0.04567205533385277 lr:8.158055463745429e-07 tokens_per_second_per_gpu:282.3126318568822 
Step 8490 | loss:0.08162236213684082 lr:8.145300084128349e-07 tokens_per_second_per_gpu:257.00192004777705 
Step 8491 | loss:0.10498209297657013 lr:8.132554260666836e-07 tokens_per_second_per_gpu:298.10359795845875 
Step 8492 | loss:0.09837888181209564 lr:8.119817994686885e-07 tokens_per_second_per_gpu:297.2933862899333 
Step 8493 | loss:0.1410604864358902 lr:8.107091287513536e-07 tokens_per_second_per_gpu:249.69367615646962 
Step 8494 | loss:0.12038655579090118 lr:8.094374140470829e-07 tokens_per_second_per_gpu:256.7757426281768 
Step 8495 | loss:0.15703599154949188 lr:8.081666554881762e-07 tokens_per_second_per_gpu:240.57694757280947 
Step 8496 | loss:0.10653068125247955 lr:8.068968532068411e-07 tokens_per_second_per_gpu:404.20385401557576 
Step 8497 | loss:0.1047566831111908 lr:8.056280073351819e-07 tokens_per_second_per_gpu:298.80603700122975 
Step 8498 | loss:0.11104327440261841 lr:8.043601180052007e-07 tokens_per_second_per_gpu:276.13384061707467 
Step 8499 | loss:0.12146462500095367 lr:8.030931853488066e-07 tokens_per_second_per_gpu:269.5749341087641 
Step 8500 | loss:0.09547232836484909 lr:8.018272094978052e-07 tokens_per_second_per_gpu:267.1864720134535 
Step 8501 | loss:0.19545245170593262 lr:8.005621905839012e-07 tokens_per_second_per_gpu:273.1291107701621 
Step 8502 | loss:0.11313068866729736 lr:7.992981287387014e-07 tokens_per_second_per_gpu:253.72705571656454 
Step 8503 | loss:0.09335234016180038 lr:7.980350240937163e-07 tokens_per_second_per_gpu:314.97979568170604 
Step 8504 | loss:0.026809677481651306 lr:7.967728767803506e-07 tokens_per_second_per_gpu:316.4803994524557 
Step 8505 | loss:0.10887826234102249 lr:7.955116869299139e-07 tokens_per_second_per_gpu:355.42296269673363 
Step 8506 | loss:0.10561740398406982 lr:7.942514546736146e-07 tokens_per_second_per_gpu:289.15818917385644 
Step 8507 | loss:0.1136573776602745 lr:7.9299218014256e-07 tokens_per_second_per_gpu:299.0781273898093 
Step 8508 | loss:0.15770532190799713 lr:7.917338634677629e-07 tokens_per_second_per_gpu:318.26193288739466 
Step 8509 | loss:0.13760341703891754 lr:7.904765047801299e-07 tokens_per_second_per_gpu:251.3360913934039 
Step 8510 | loss:0.06574215739965439 lr:7.892201042104719e-07 tokens_per_second_per_gpu:246.88390145012573 
Step 8511 | loss:0.09743410348892212 lr:7.879646618895021e-07 tokens_per_second_per_gpu:339.63699108531597 
Step 8512 | loss:0.14185835421085358 lr:7.867101779478259e-07 tokens_per_second_per_gpu:339.42224019050184 
Step 8513 | loss:0.2170838564634323 lr:7.854566525159568e-07 tokens_per_second_per_gpu:260.3067328587364 
Step 8514 | loss:0.08454107493162155 lr:7.842040857243083e-07 tokens_per_second_per_gpu:386.44378690886344 
Step 8515 | loss:0.21924859285354614 lr:7.829524777031883e-07 tokens_per_second_per_gpu:241.40680716986623 
Step 8516 | loss:0.08457622677087784 lr:7.817018285828093e-07 tokens_per_second_per_gpu:302.87026861039124 
Step 8517 | loss:0.06485523283481598 lr:7.804521384932862e-07 tokens_per_second_per_gpu:288.65555374664365 
Step 8518 | loss:0.09421050548553467 lr:7.79203407564627e-07 tokens_per_second_per_gpu:275.1336795626684 
Step 8519 | loss:0.09308655560016632 lr:7.77955635926746e-07 tokens_per_second_per_gpu:310.97408786700765 
Step 8520 | loss:0.13762885332107544 lr:7.767088237094578e-07 tokens_per_second_per_gpu:361.53952040209316 
Step 8521 | loss:0.08581067621707916 lr:7.754629710424721e-07 tokens_per_second_per_gpu:375.1723686642626 
Step 8522 | loss:0.17549191415309906 lr:7.742180780554031e-07 tokens_per_second_per_gpu:271.23878684605916 
Step 8523 | loss:0.0794309675693512 lr:7.72974144877765e-07 tokens_per_second_per_gpu:308.51380140331503 
Step 8524 | loss:0.08258265256881714 lr:7.717311716389686e-07 tokens_per_second_per_gpu:331.00944077185886 
Step 8525 | loss:0.07286395132541656 lr:7.704891584683294e-07 tokens_per_second_per_gpu:234.19283928948272 
Step 8526 | loss:0.11319999396800995 lr:7.692481054950618e-07 tokens_per_second_per_gpu:243.48783221884906 
Step 8527 | loss:0.04031974822282791 lr:7.680080128482759e-07 tokens_per_second_per_gpu:270.82608541722266 
Step 8528 | loss:0.03967028111219406 lr:7.667688806569873e-07 tokens_per_second_per_gpu:330.78557916732507 
Step 8529 | loss:0.07590871304273605 lr:7.655307090501119e-07 tokens_per_second_per_gpu:321.8026228865276 
Step 8530 | loss:0.11091399192810059 lr:7.642934981564609e-07 tokens_per_second_per_gpu:220.1923618342426 
Step 8531 | loss:0.08077947050333023 lr:7.630572481047482e-07 tokens_per_second_per_gpu:337.3713665480608 
Step 8532 | loss:0.091056227684021 lr:7.618219590235909e-07 tokens_per_second_per_gpu:323.1208249066847 
Step 8533 | loss:0.12888549268245697 lr:7.605876310414984e-07 tokens_per_second_per_gpu:331.23938680335255 
Step 8534 | loss:0.07404330372810364 lr:7.59354264286889e-07 tokens_per_second_per_gpu:332.9189302001776 
Step 8535 | loss:0.17938005924224854 lr:7.581218588880735e-07 tokens_per_second_per_gpu:281.5640979755556 
Step 8536 | loss:0.06866445392370224 lr:7.568904149732659e-07 tokens_per_second_per_gpu:310.6406116579315 
Step 8537 | loss:0.06257229298353195 lr:7.556599326705849e-07 tokens_per_second_per_gpu:294.4396463314926 
Step 8538 | loss:0.06313328444957733 lr:7.544304121080381e-07 tokens_per_second_per_gpu:288.9809584716073 
Step 8539 | loss:0.09333667159080505 lr:7.532018534135421e-07 tokens_per_second_per_gpu:218.72928653185727 
Step 8540 | loss:0.07925450801849365 lr:7.519742567149124e-07 tokens_per_second_per_gpu:271.99472046123213 
Step 8541 | loss:0.18472544848918915 lr:7.507476221398602e-07 tokens_per_second_per_gpu:292.0179400503833 
Step 8542 | loss:0.0639650747179985 lr:7.495219498159989e-07 tokens_per_second_per_gpu:288.49312905740135 
Step 8543 | loss:0.09347975999116898 lr:7.482972398708454e-07 tokens_per_second_per_gpu:314.1655214446249 
Step 8544 | loss:0.11399368941783905 lr:7.47073492431809e-07 tokens_per_second_per_gpu:254.75794075392727 
Step 8545 | loss:0.0726703405380249 lr:7.458507076262056e-07 tokens_per_second_per_gpu:320.97209585128167 
Step 8546 | loss:0.08217564225196838 lr:7.446288855812478e-07 tokens_per_second_per_gpu:277.29576249247697 
Step 8547 | loss:0.08371831476688385 lr:7.434080264240473e-07 tokens_per_second_per_gpu:249.44542011158313 
Step 8548 | loss:0.05669888108968735 lr:7.42188130281618e-07 tokens_per_second_per_gpu:299.8083641008594 
Step 8549 | loss:0.16451892256736755 lr:7.409691972808742e-07 tokens_per_second_per_gpu:290.2047419406215 
Step 8550 | loss:0.13755911588668823 lr:7.397512275486241e-07 tokens_per_second_per_gpu:296.55091783603535 
Step 8551 | loss:0.13451500236988068 lr:7.38534221211582e-07 tokens_per_second_per_gpu:313.4001574026779 
Step 8552 | loss:0.10220728814601898 lr:7.373181783963623e-07 tokens_per_second_per_gpu:313.8348535456663 
Step 8553 | loss:0.2533687353134155 lr:7.361030992294726e-07 tokens_per_second_per_gpu:269.6987608511495 
Step 8554 | loss:0.14601893723011017 lr:7.348889838373252e-07 tokens_per_second_per_gpu:348.1503140947652 
Step 8555 | loss:0.11526958644390106 lr:7.336758323462345e-07 tokens_per_second_per_gpu:269.01260085862555 
Step 8556 | loss:0.14074766635894775 lr:7.324636448824074e-07 tokens_per_second_per_gpu:341.3836836154841 
Step 8557 | loss:0.06629592925310135 lr:7.312524215719563e-07 tokens_per_second_per_gpu:273.9297625046826 
Step 8558 | loss:0.031466662883758545 lr:7.300421625408938e-07 tokens_per_second_per_gpu:283.214067966628 
Step 8559 | loss:0.1895432472229004 lr:7.288328679151247e-07 tokens_per_second_per_gpu:237.71854850933087 
Step 8560 | loss:0.057399678975343704 lr:7.276245378204616e-07 tokens_per_second_per_gpu:243.10998513832834 
Step 8561 | loss:0.07671061903238297 lr:7.264171723826152e-07 tokens_per_second_per_gpu:264.25784617768505 
Step 8562 | loss:0.03271882236003876 lr:7.252107717271917e-07 tokens_per_second_per_gpu:295.44399758619954 
Step 8563 | loss:0.06544458121061325 lr:7.240053359797028e-07 tokens_per_second_per_gpu:246.2616807786127 
Step 8564 | loss:0.11654780805110931 lr:7.228008652655527e-07 tokens_per_second_per_gpu:297.94523453039346 
Step 8565 | loss:0.15655425190925598 lr:7.215973597100512e-07 tokens_per_second_per_gpu:333.81826034000034 
Step 8566 | loss:0.1948857307434082 lr:7.20394819438407e-07 tokens_per_second_per_gpu:284.7281094076047 
Step 8567 | loss:0.08928044140338898 lr:7.191932445757244e-07 tokens_per_second_per_gpu:239.6864412676117 
Step 8568 | loss:0.09870865941047668 lr:7.179926352470112e-07 tokens_per_second_per_gpu:356.1260653334784 
Step 8569 | loss:0.07931061834096909 lr:7.167929915771766e-07 tokens_per_second_per_gpu:271.1455956789867 
Step 8570 | loss:0.03380043804645538 lr:7.155943136910193e-07 tokens_per_second_per_gpu:308.68001345032064 
Step 8571 | loss:0.2215385138988495 lr:7.143966017132498e-07 tokens_per_second_per_gpu:267.9736315293011 
Step 8572 | loss:0.10213722288608551 lr:7.131998557684728e-07 tokens_per_second_per_gpu:236.25725216321752 
Step 8573 | loss:0.11504873633384705 lr:7.120040759811885e-07 tokens_per_second_per_gpu:280.6999076613411 
Step 8574 | loss:0.1009402871131897 lr:7.108092624758034e-07 tokens_per_second_per_gpu:304.8849087318778 
Step 8575 | loss:0.2142215073108673 lr:7.096154153766222e-07 tokens_per_second_per_gpu:243.82257252339295 
Step 8576 | loss:0.2132095992565155 lr:7.084225348078432e-07 tokens_per_second_per_gpu:277.4430912437728 
Step 8577 | loss:0.043218400329351425 lr:7.072306208935698e-07 tokens_per_second_per_gpu:211.3652210261528 
Step 8578 | loss:0.14686505496501923 lr:7.060396737578068e-07 tokens_per_second_per_gpu:296.5653892278089 
Step 8579 | loss:0.1328538954257965 lr:7.04849693524452e-07 tokens_per_second_per_gpu:340.4411541459053 
Step 8580 | loss:0.05190902575850487 lr:7.036606803173041e-07 tokens_per_second_per_gpu:314.14611475786063 
Step 8581 | loss:0.08880583941936493 lr:7.024726342600663e-07 tokens_per_second_per_gpu:274.2809626055247 
Step 8582 | loss:0.1001458540558815 lr:7.012855554763376e-07 tokens_per_second_per_gpu:291.2387245588324 
Step 8583 | loss:0.07533010840415955 lr:7.000994440896102e-07 tokens_per_second_per_gpu:323.36793103309316 
Step 8584 | loss:0.08610592782497406 lr:6.989143002232912e-07 tokens_per_second_per_gpu:303.78937184228437 
Step 8585 | loss:0.20230044424533844 lr:6.977301240006729e-07 tokens_per_second_per_gpu:288.20972384887835 
Step 8586 | loss:0.09493552893400192 lr:6.965469155449478e-07 tokens_per_second_per_gpu:286.4431864593655 
Step 8587 | loss:0.19148941338062286 lr:6.953646749792198e-07 tokens_per_second_per_gpu:345.1407355448116 
Step 8588 | loss:0.11980073153972626 lr:6.941834024264804e-07 tokens_per_second_per_gpu:303.02058244311604 
Step 8589 | loss:0.1186869814991951 lr:6.930030980096192e-07 tokens_per_second_per_gpu:351.9257729315953 
Step 8590 | loss:0.07234598696231842 lr:6.918237618514378e-07 tokens_per_second_per_gpu:283.3949151246481 
Step 8591 | loss:0.2644592821598053 lr:6.906453940746261e-07 tokens_per_second_per_gpu:297.72029180369316 
Step 8592 | loss:0.07810381799936295 lr:6.894679948017725e-07 tokens_per_second_per_gpu:306.71534701125285 
Step 8593 | loss:0.06941979378461838 lr:6.882915641553733e-07 tokens_per_second_per_gpu:293.49626226628305 
Step 8594 | loss:0.18018373847007751 lr:6.871161022578187e-07 tokens_per_second_per_gpu:237.71408254083906 
Step 8595 | loss:0.09248095750808716 lr:6.859416092313953e-07 tokens_per_second_per_gpu:310.835717842401 
Step 8596 | loss:0.08165676891803741 lr:6.847680851982941e-07 tokens_per_second_per_gpu:232.56948352129587 
Step 8597 | loss:0.1399853229522705 lr:6.835955302806041e-07 tokens_per_second_per_gpu:289.68776481984634 
Step 8598 | loss:0.06599675863981247 lr:6.824239446003112e-07 tokens_per_second_per_gpu:260.04492083728684 
Step 8599 | loss:0.026107527315616608 lr:6.812533282793032e-07 tokens_per_second_per_gpu:285.3611847519698 
Step 8600 | loss:0.1448548138141632 lr:6.800836814393653e-07 tokens_per_second_per_gpu:227.4368204706705 
Step 8601 | loss:0.1885204166173935 lr:6.78915004202182e-07 tokens_per_second_per_gpu:264.0397631465035 
Step 8602 | loss:0.0441882461309433 lr:6.777472966893373e-07 tokens_per_second_per_gpu:269.704139484658 
Step 8603 | loss:0.19620385766029358 lr:6.765805590223163e-07 tokens_per_second_per_gpu:286.9732962957823 
Step 8604 | loss:0.05995429307222366 lr:6.754147913224985e-07 tokens_per_second_per_gpu:273.2164711982899 
Step 8605 | loss:0.02847672440111637 lr:6.742499937111657e-07 tokens_per_second_per_gpu:258.2208526793647 
Step 8606 | loss:0.07241111993789673 lr:6.730861663095001e-07 tokens_per_second_per_gpu:258.2168412097124 
Step 8607 | loss:0.12656620144844055 lr:6.71923309238579e-07 tokens_per_second_per_gpu:333.83814636009026 
Step 8608 | loss:0.049115464091300964 lr:6.707614226193814e-07 tokens_per_second_per_gpu:315.09177135858624 
Step 8609 | loss:0.1407671421766281 lr:6.696005065727873e-07 tokens_per_second_per_gpu:380.182304927341 
Step 8610 | loss:0.15430353581905365 lr:6.684405612195688e-07 tokens_per_second_per_gpu:296.8893319529334 
Step 8611 | loss:0.11032825708389282 lr:6.672815866804061e-07 tokens_per_second_per_gpu:312.4780423411517 
Step 8612 | loss:0.11736363172531128 lr:6.661235830758694e-07 tokens_per_second_per_gpu:302.5048521338296 
Step 8613 | loss:0.0704679861664772 lr:6.649665505264347e-07 tokens_per_second_per_gpu:280.18981738363146 
Step 8614 | loss:0.09386652708053589 lr:6.638104891524766e-07 tokens_per_second_per_gpu:266.8708457932207 
Step 8615 | loss:0.16703957319259644 lr:6.626553990742612e-07 tokens_per_second_per_gpu:266.3773723074047 
Step 8616 | loss:0.07257452607154846 lr:6.615012804119624e-07 tokens_per_second_per_gpu:270.149009371769 
Step 8617 | loss:0.10601801425218582 lr:6.603481332856521e-07 tokens_per_second_per_gpu:292.685471565949 
Step 8618 | loss:0.10745882242918015 lr:6.591959578152928e-07 tokens_per_second_per_gpu:229.93576330868714 
Step 8619 | loss:0.1515047699213028 lr:6.580447541207546e-07 tokens_per_second_per_gpu:324.7319496532094 
Step 8620 | loss:0.0569097064435482 lr:6.568945223218048e-07 tokens_per_second_per_gpu:321.4170941526166 
Step 8621 | loss:0.06672053039073944 lr:6.557452625381067e-07 tokens_per_second_per_gpu:262.52812831573897 
Step 8622 | loss:0.07988007366657257 lr:6.545969748892245e-07 tokens_per_second_per_gpu:306.4895292229916 
Step 8623 | loss:0.04366685450077057 lr:6.534496594946227e-07 tokens_per_second_per_gpu:257.04690003005425 
Step 8624 | loss:0.04713621735572815 lr:6.523033164736592e-07 tokens_per_second_per_gpu:338.4287874559495 
Step 8625 | loss:0.0819743201136589 lr:6.511579459455974e-07 tokens_per_second_per_gpu:305.0468902627688 
Step 8626 | loss:0.11333533376455307 lr:6.500135480295966e-07 tokens_per_second_per_gpu:357.88715896434553 
Step 8627 | loss:0.2321971356868744 lr:6.488701228447136e-07 tokens_per_second_per_gpu:399.1928336594135 
Step 8628 | loss:0.07924365997314453 lr:6.477276705099045e-07 tokens_per_second_per_gpu:288.4483216364575 
Step 8629 | loss:0.025621414184570312 lr:6.465861911440285e-07 tokens_per_second_per_gpu:244.103771246419 
Step 8630 | loss:0.11614246666431427 lr:6.454456848658364e-07 tokens_per_second_per_gpu:306.510411638526 
Step 8631 | loss:0.15981318056583405 lr:6.443061517939819e-07 tokens_per_second_per_gpu:330.5271714799343 
Step 8632 | loss:0.06144854798913002 lr:6.431675920470204e-07 tokens_per_second_per_gpu:285.7671707142805 
Step 8633 | loss:0.08119594305753708 lr:6.420300057433981e-07 tokens_per_second_per_gpu:297.0363430790574 
Step 8634 | loss:0.12349940836429596 lr:6.408933930014671e-07 tokens_per_second_per_gpu:261.2363567847917 
Step 8635 | loss:0.05313090234994888 lr:6.39757753939475e-07 tokens_per_second_per_gpu:244.95389930771793 
Step 8636 | loss:0.11203942447900772 lr:6.386230886755684e-07 tokens_per_second_per_gpu:279.94212116854135 
Step 8637 | loss:0.0871487632393837 lr:6.374893973277918e-07 tokens_per_second_per_gpu:316.5439237339249 
Step 8638 | loss:0.05802205204963684 lr:6.36356680014093e-07 tokens_per_second_per_gpu:290.7361965376399 
Step 8639 | loss:0.11008039116859436 lr:6.3522493685231e-07 tokens_per_second_per_gpu:321.403970862548 
Step 8640 | loss:0.15514914691448212 lr:6.340941679601898e-07 tokens_per_second_per_gpu:295.6861375461687 
Step 8641 | loss:0.08355336636304855 lr:6.32964373455367e-07 tokens_per_second_per_gpu:329.19931768302393 
Step 8642 | loss:0.14779837429523468 lr:6.318355534553822e-07 tokens_per_second_per_gpu:294.2569915532823 
Step 8643 | loss:0.05253516137599945 lr:6.307077080776769e-07 tokens_per_second_per_gpu:293.5247076912007 
Step 8644 | loss:0.04268398880958557 lr:6.295808374395807e-07 tokens_per_second_per_gpu:309.4056464841898 
Step 8645 | loss:0.12316011637449265 lr:6.284549416583319e-07 tokens_per_second_per_gpu:260.0636175643812 
Step 8646 | loss:0.07974445074796677 lr:6.273300208510657e-07 tokens_per_second_per_gpu:263.8881293886523 
Step 8647 | loss:0.11276794970035553 lr:6.262060751348087e-07 tokens_per_second_per_gpu:288.9199900734188 
Step 8648 | loss:0.10368922352790833 lr:6.250831046264938e-07 tokens_per_second_per_gpu:294.05490901127297 
Step 8649 | loss:0.1351294219493866 lr:6.239611094429521e-07 tokens_per_second_per_gpu:277.3932509280712 
Step 8650 | loss:0.04329809918999672 lr:6.228400897009068e-07 tokens_per_second_per_gpu:327.2682384534915 
Step 8651 | loss:0.056476131081581116 lr:6.217200455169858e-07 tokens_per_second_per_gpu:319.6962853023229 
Step 8652 | loss:0.08597057312726974 lr:6.206009770077159e-07 tokens_per_second_per_gpu:273.73542197648015 
Step 8653 | loss:0.09739422798156738 lr:6.19482884289515e-07 tokens_per_second_per_gpu:269.81291978768775 
Step 8654 | loss:0.07385671883821487 lr:6.18365767478708e-07 tokens_per_second_per_gpu:312.31735232846904 
Step 8655 | loss:0.05417313426733017 lr:6.172496266915151e-07 tokens_per_second_per_gpu:263.89686108554895 
Step 8656 | loss:0.10336144268512726 lr:6.161344620440524e-07 tokens_per_second_per_gpu:320.83959964033545 
Step 8657 | loss:0.07216259837150574 lr:6.150202736523381e-07 tokens_per_second_per_gpu:336.90694205184116 
Step 8658 | loss:0.12456000596284866 lr:6.139070616322884e-07 tokens_per_second_per_gpu:300.3744259141671 
Step 8659 | loss:0.12654006481170654 lr:6.12794826099714e-07 tokens_per_second_per_gpu:306.32411973074016 
Step 8660 | loss:0.14597874879837036 lr:6.116835671703281e-07 tokens_per_second_per_gpu:268.8928222733649 
Step 8661 | loss:0.1246807724237442 lr:6.105732849597435e-07 tokens_per_second_per_gpu:283.75673695814254 
Step 8662 | loss:0.03175126761198044 lr:6.094639795834667e-07 tokens_per_second_per_gpu:297.1855312427752 
Step 8663 | loss:0.05875188112258911 lr:6.083556511569044e-07 tokens_per_second_per_gpu:261.7328431031323 
Step 8664 | loss:0.05649058520793915 lr:6.072482997953643e-07 tokens_per_second_per_gpu:262.4273531129448 
Step 8665 | loss:0.08619750291109085 lr:6.061419256140489e-07 tokens_per_second_per_gpu:276.5831543571173 
Step 8666 | loss:0.0757472813129425 lr:6.050365287280602e-07 tokens_per_second_per_gpu:351.7713487920274 
Step 8667 | loss:0.24883276224136353 lr:6.039321092524008e-07 tokens_per_second_per_gpu:301.4576284726141 
Step 8668 | loss:0.34932833909988403 lr:6.028286673019668e-07 tokens_per_second_per_gpu:258.21376410897585 
Step 8669 | loss:0.06385014951229095 lr:6.017262029915582e-07 tokens_per_second_per_gpu:272.5207216346744 
Step 8670 | loss:0.028086654841899872 lr:6.00624716435868e-07 tokens_per_second_per_gpu:222.79828325812733 
Step 8671 | loss:0.11816728115081787 lr:5.995242077494901e-07 tokens_per_second_per_gpu:300.5071501005859 
Step 8672 | loss:0.07240922749042511 lr:5.984246770469204e-07 tokens_per_second_per_gpu:351.7734456369102 
Step 8673 | loss:0.0838012844324112 lr:5.973261244425433e-07 tokens_per_second_per_gpu:328.0550367481317 
Step 8674 | loss:0.0751018300652504 lr:5.962285500506515e-07 tokens_per_second_per_gpu:270.8121394720707 
Step 8675 | loss:0.041256505995988846 lr:5.951319539854317e-07 tokens_per_second_per_gpu:316.9088137433737 
Step 8676 | loss:0.05611979216337204 lr:5.940363363609658e-07 tokens_per_second_per_gpu:262.4976846767381 
Step 8677 | loss:0.11747784912586212 lr:5.929416972912394e-07 tokens_per_second_per_gpu:289.0726526700241 
Step 8678 | loss:0.02446277253329754 lr:5.918480368901347e-07 tokens_per_second_per_gpu:273.78790666070853 
Step 8679 | loss:0.05570108816027641 lr:5.907553552714285e-07 tokens_per_second_per_gpu:260.54063997816934 
Step 8680 | loss:0.09562686085700989 lr:5.896636525488009e-07 tokens_per_second_per_gpu:294.4126152971734 
Step 8681 | loss:0.04667271301150322 lr:5.885729288358278e-07 tokens_per_second_per_gpu:248.41167731688753 
Step 8682 | loss:0.11103951185941696 lr:5.874831842459816e-07 tokens_per_second_per_gpu:339.1210774946971 
Step 8683 | loss:0.13687416911125183 lr:5.863944188926352e-07 tokens_per_second_per_gpu:254.37525297913984 
Step 8684 | loss:0.08040039986371994 lr:5.8530663288906e-07 tokens_per_second_per_gpu:283.87392754147606 
Step 8685 | loss:0.2944086194038391 lr:5.842198263484244e-07 tokens_per_second_per_gpu:292.30744682601727 
Step 8686 | loss:0.10408385843038559 lr:5.831339993837904e-07 tokens_per_second_per_gpu:310.3349633374403 
Step 8687 | loss:0.11092985421419144 lr:5.820491521081295e-07 tokens_per_second_per_gpu:280.5451397936812 
Step 8688 | loss:0.05796732008457184 lr:5.809652846343006e-07 tokens_per_second_per_gpu:319.32401460252584 
Step 8689 | loss:0.1108986958861351 lr:5.798823970750634e-07 tokens_per_second_per_gpu:293.1818104863019 
Step 8690 | loss:0.10660375654697418 lr:5.788004895430799e-07 tokens_per_second_per_gpu:242.31487860967576 
Step 8691 | loss:0.07293324172496796 lr:5.777195621509057e-07 tokens_per_second_per_gpu:258.53477494782874 
Step 8692 | loss:0.13242557644844055 lr:5.766396150109932e-07 tokens_per_second_per_gpu:235.46607200590807 
Step 8693 | loss:0.14980852603912354 lr:5.755606482357002e-07 tokens_per_second_per_gpu:349.06704088938824 
Step 8694 | loss:0.14329658448696136 lr:5.744826619372745e-07 tokens_per_second_per_gpu:319.9760563158171 
Step 8695 | loss:0.17719677090644836 lr:5.734056562278634e-07 tokens_per_second_per_gpu:341.8469116095316 
Step 8696 | loss:0.075178362429142 lr:5.723296312195181e-07 tokens_per_second_per_gpu:300.19360108415924 
Step 8697 | loss:0.09379969537258148 lr:5.712545870241803e-07 tokens_per_second_per_gpu:234.8856678935397 
Step 8698 | loss:0.10188701003789902 lr:5.701805237536928e-07 tokens_per_second_per_gpu:295.05083062851 
Step 8699 | loss:0.09234368801116943 lr:5.691074415197984e-07 tokens_per_second_per_gpu:274.9386202652791 
Step 8700 | loss:0.1325126588344574 lr:5.680353404341366e-07 tokens_per_second_per_gpu:336.10601330209005 
Step 8701 | loss:0.06539852172136307 lr:5.669642206082393e-07 tokens_per_second_per_gpu:258.42350376633436 
Step 8702 | loss:0.1387646198272705 lr:5.658940821535442e-07 tokens_per_second_per_gpu:337.5940242138766 
Step 8703 | loss:0.2778467535972595 lr:5.648249251813853e-07 tokens_per_second_per_gpu:334.445599669882 
Step 8704 | loss:0.1057182177901268 lr:5.637567498029895e-07 tokens_per_second_per_gpu:304.17693960344604 
Step 8705 | loss:0.15813523530960083 lr:5.626895561294865e-07 tokens_per_second_per_gpu:310.42146036293536 
Step 8706 | loss:0.0831804871559143 lr:5.616233442719044e-07 tokens_per_second_per_gpu:285.6360643808138 
Step 8707 | loss:0.07664628326892853 lr:5.605581143411631e-07 tokens_per_second_per_gpu:341.05636432037454 
Step 8708 | loss:0.13702771067619324 lr:5.594938664480876e-07 tokens_per_second_per_gpu:262.94984915786813 
Step 8709 | loss:0.19248104095458984 lr:5.584306007033969e-07 tokens_per_second_per_gpu:326.3541242034264 
Step 8710 | loss:0.08863595128059387 lr:5.57368317217708e-07 tokens_per_second_per_gpu:340.0522104816214 
Step 8711 | loss:0.0750255286693573 lr:5.563070161015349e-07 tokens_per_second_per_gpu:321.84198227691127 
Step 8712 | loss:0.0713590607047081 lr:5.552466974652948e-07 tokens_per_second_per_gpu:253.940549987084 
Step 8713 | loss:0.02430710941553116 lr:5.541873614192938e-07 tokens_per_second_per_gpu:317.6250450834644 
Step 8714 | loss:0.20766407251358032 lr:5.531290080737428e-07 tokens_per_second_per_gpu:384.65231872221744 
Step 8715 | loss:0.17689144611358643 lr:5.52071637538748e-07 tokens_per_second_per_gpu:265.9823743499353 
Step 8716 | loss:0.1963048279285431 lr:5.510152499243127e-07 tokens_per_second_per_gpu:310.35936758684466 
Step 8717 | loss:0.0854894146323204 lr:5.49959845340341e-07 tokens_per_second_per_gpu:280.1817810037564 
Step 8718 | loss:0.03861589357256889 lr:5.489054238966296e-07 tokens_per_second_per_gpu:292.2942417396177 
Step 8719 | loss:0.21234512329101562 lr:5.478519857028774e-07 tokens_per_second_per_gpu:302.94385793330935 
Step 8720 | loss:0.07994018495082855 lr:5.467995308686813e-07 tokens_per_second_per_gpu:300.78299987693146 
Step 8721 | loss:0.07669580727815628 lr:5.457480595035292e-07 tokens_per_second_per_gpu:282.0129214673388 
Step 8722 | loss:0.06389676034450531 lr:5.446975717168157e-07 tokens_per_second_per_gpu:301.67333925171124 
Step 8723 | loss:0.040759604424238205 lr:5.43648067617828e-07 tokens_per_second_per_gpu:248.2349517534467 
Step 8724 | loss:0.03703233599662781 lr:5.425995473157497e-07 tokens_per_second_per_gpu:306.19944103505867 
Step 8725 | loss:0.08525735884904861 lr:5.41552010919667e-07 tokens_per_second_per_gpu:306.2232476333218 
Step 8726 | loss:0.12063059210777283 lr:5.405054585385605e-07 tokens_per_second_per_gpu:385.4891533424839 
Step 8727 | loss:0.15729275345802307 lr:5.394598902813075e-07 tokens_per_second_per_gpu:331.34336505853247 
Step 8728 | loss:0.05269443243741989 lr:5.384153062566844e-07 tokens_per_second_per_gpu:338.754090996023 
Step 8729 | loss:0.3116144835948944 lr:5.373717065733663e-07 tokens_per_second_per_gpu:337.3724134272877 
Step 8730 | loss:0.1290159821510315 lr:5.363290913399232e-07 tokens_per_second_per_gpu:298.4007415444492 
Step 8731 | loss:0.04413067176938057 lr:5.352874606648251e-07 tokens_per_second_per_gpu:240.9772456553498 
Step 8732 | loss:0.14330169558525085 lr:5.342468146564406e-07 tokens_per_second_per_gpu:348.1555650693305 
Step 8733 | loss:0.11365528404712677 lr:5.332071534230299e-07 tokens_per_second_per_gpu:318.1428100750388 
Step 8734 | loss:0.1071677953004837 lr:5.321684770727564e-07 tokens_per_second_per_gpu:284.8866945645388 
Step 8735 | loss:0.07109653204679489 lr:5.311307857136816e-07 tokens_per_second_per_gpu:301.7808327856423 
Step 8736 | loss:0.13268472254276276 lr:5.30094079453759e-07 tokens_per_second_per_gpu:400.3697876425034 
Step 8737 | loss:0.07408566027879715 lr:5.290583584008435e-07 tokens_per_second_per_gpu:354.736286564661 
Step 8738 | loss:0.0913306176662445 lr:5.2802362266269e-07 tokens_per_second_per_gpu:328.90589626905154 
Step 8739 | loss:0.1161661371588707 lr:5.269898723469435e-07 tokens_per_second_per_gpu:355.0860058632127 
Step 8740 | loss:0.07107387483119965 lr:5.259571075611525e-07 tokens_per_second_per_gpu:309.3539180005166 
Step 8741 | loss:0.17356060445308685 lr:5.249253284127631e-07 tokens_per_second_per_gpu:341.39699246891587 
Step 8742 | loss:0.131572887301445 lr:5.238945350091152e-07 tokens_per_second_per_gpu:319.0536263263738 
Step 8743 | loss:0.10604323446750641 lr:5.228647274574472e-07 tokens_per_second_per_gpu:259.4853102820126 
Step 8744 | loss:0.05959487706422806 lr:5.218359058648991e-07 tokens_per_second_per_gpu:303.9201619081381 
Step 8745 | loss:0.061461713165044785 lr:5.208080703384999e-07 tokens_per_second_per_gpu:270.3265978933372 
Step 8746 | loss:0.051697611808776855 lr:5.19781220985186e-07 tokens_per_second_per_gpu:255.24620839014472 
Step 8747 | loss:0.24281418323516846 lr:5.187553579117832e-07 tokens_per_second_per_gpu:349.2036324273733 
Step 8748 | loss:0.09269393235445023 lr:5.177304812250184e-07 tokens_per_second_per_gpu:265.9671457997932 
Step 8749 | loss:0.12460130453109741 lr:5.167065910315161e-07 tokens_per_second_per_gpu:240.3817620694588 
Step 8750 | loss:0.10142296552658081 lr:5.156836874377958e-07 tokens_per_second_per_gpu:263.4090729376267 
Step 8751 | loss:0.05656025558710098 lr:5.146617705502754e-07 tokens_per_second_per_gpu:314.17320048963006 
Step 8752 | loss:0.19843262434005737 lr:5.136408404752746e-07 tokens_per_second_per_gpu:229.13342502711052 
Step 8753 | loss:0.09162160754203796 lr:5.126208973190017e-07 tokens_per_second_per_gpu:256.0526835379006 
Step 8754 | loss:0.08327092230319977 lr:5.116019411875695e-07 tokens_per_second_per_gpu:288.9098739697944 
Step 8755 | loss:0.13769492506980896 lr:5.105839721869866e-07 tokens_per_second_per_gpu:306.0038710863748 
Step 8756 | loss:0.05288234353065491 lr:5.095669904231549e-07 tokens_per_second_per_gpu:323.06898571220813 
Step 8757 | loss:0.13908813893795013 lr:5.085509960018786e-07 tokens_per_second_per_gpu:314.7769065858877 
Step 8758 | loss:0.07134842872619629 lr:5.075359890288578e-07 tokens_per_second_per_gpu:273.4165081391521 
Step 8759 | loss:0.2129695564508438 lr:5.065219696096879e-07 tokens_per_second_per_gpu:298.5402189495676 
Step 8760 | loss:0.1343352347612381 lr:5.055089378498634e-07 tokens_per_second_per_gpu:325.9901192865709 
Step 8761 | loss:0.05121384561061859 lr:5.044968938547767e-07 tokens_per_second_per_gpu:295.3795450443602 
Step 8762 | loss:0.08639170974493027 lr:5.034858377297158e-07 tokens_per_second_per_gpu:272.8475944732081 
Step 8763 | loss:0.05619041249155998 lr:5.024757695798643e-07 tokens_per_second_per_gpu:310.10468648174515 
Step 8764 | loss:0.07028503715991974 lr:5.014666895103092e-07 tokens_per_second_per_gpu:299.4261213799156 
Step 8765 | loss:0.09860331565141678 lr:5.004585976260279e-07 tokens_per_second_per_gpu:278.2407030055046 
Step 8766 | loss:0.03497380390763283 lr:4.994514940318984e-07 tokens_per_second_per_gpu:290.23304876209806 
Step 8767 | loss:0.14052323997020721 lr:4.98445378832696e-07 tokens_per_second_per_gpu:274.08337786584565 
Step 8768 | loss:0.14336852729320526 lr:4.974402521330912e-07 tokens_per_second_per_gpu:266.904728429929 
Step 8769 | loss:0.04175466299057007 lr:4.96436114037654e-07 tokens_per_second_per_gpu:291.7806246049429 
Step 8770 | loss:0.07233307510614395 lr:4.954329646508505e-07 tokens_per_second_per_gpu:307.39175328952047 
Step 8771 | loss:0.15483000874519348 lr:4.94430804077043e-07 tokens_per_second_per_gpu:258.8924277729418 
Step 8772 | loss:0.05854362994432449 lr:4.934296324204912e-07 tokens_per_second_per_gpu:246.7786684888438 
Step 8773 | loss:0.14472678303718567 lr:4.924294497853566e-07 tokens_per_second_per_gpu:321.23444929013664 
Step 8774 | loss:0.10808372497558594 lr:4.914302562756889e-07 tokens_per_second_per_gpu:352.3848476522551 
Step 8775 | loss:0.05707760900259018 lr:4.904320519954431e-07 tokens_per_second_per_gpu:297.0770901794011 
Step 8776 | loss:0.09081476926803589 lr:4.894348370484648e-07 tokens_per_second_per_gpu:277.72226993814917 
Step 8777 | loss:0.16550299525260925 lr:4.88438611538502e-07 tokens_per_second_per_gpu:278.64573259878756 
Step 8778 | loss:0.21090173721313477 lr:4.874433755691987e-07 tokens_per_second_per_gpu:240.22267746060535 
Step 8779 | loss:0.03170819580554962 lr:4.864491292440921e-07 tokens_per_second_per_gpu:269.9622078731189 
Step 8780 | loss:0.13952136039733887 lr:4.854558726666192e-07 tokens_per_second_per_gpu:323.9413450961242 
Step 8781 | loss:0.16869214177131653 lr:4.844636059401175e-07 tokens_per_second_per_gpu:282.2078409603665 
Step 8782 | loss:0.0643918439745903 lr:4.834723291678145e-07 tokens_per_second_per_gpu:287.432036064178 
Step 8783 | loss:0.11015613377094269 lr:4.824820424528398e-07 tokens_per_second_per_gpu:269.9344381587593 
Step 8784 | loss:0.11370301991701126 lr:4.814927458982188e-07 tokens_per_second_per_gpu:317.10509759761146 
Step 8785 | loss:0.0644831657409668 lr:4.805044396068715e-07 tokens_per_second_per_gpu:286.0678414721914 
Step 8786 | loss:0.10284648835659027 lr:4.795171236816187e-07 tokens_per_second_per_gpu:350.6106813437731 
Step 8787 | loss:0.16806526482105255 lr:4.785307982251774e-07 tokens_per_second_per_gpu:260.8304286075455 
Step 8788 | loss:0.061304908245801926 lr:4.775454633401577e-07 tokens_per_second_per_gpu:262.72834557221654 
Step 8789 | loss:0.0803869292140007 lr:4.765611191290698e-07 tokens_per_second_per_gpu:258.4932340311821 
Step 8790 | loss:0.054400645196437836 lr:4.755777656943239e-07 tokens_per_second_per_gpu:263.2089499346695 
Step 8791 | loss:0.1038491427898407 lr:4.745954031382216e-07 tokens_per_second_per_gpu:341.6906033686993 
Step 8792 | loss:0.02264467254281044 lr:4.7361403156296004e-07 tokens_per_second_per_gpu:291.74205608990593 
Step 8793 | loss:0.14115111529827118 lr:4.7263365107064194e-07 tokens_per_second_per_gpu:271.5176442784665 
Step 8794 | loss:0.13697707653045654 lr:4.7165426176326135e-07 tokens_per_second_per_gpu:286.2513638618071 
Step 8795 | loss:0.06337423622608185 lr:4.706758637427045e-07 tokens_per_second_per_gpu:342.6139329429884 
Step 8796 | loss:0.11078495532274246 lr:4.6969845711076543e-07 tokens_per_second_per_gpu:290.4693176209564 
Step 8797 | loss:0.06070923060178757 lr:4.687220419691274e-07 tokens_per_second_per_gpu:317.1753363669421 
Step 8798 | loss:0.1138322502374649 lr:4.677466184193702e-07 tokens_per_second_per_gpu:354.50863066274684 
Step 8799 | loss:0.0821915864944458 lr:4.66772186562976e-07 tokens_per_second_per_gpu:279.5282794567867 
Step 8800 | loss:0.10159456729888916 lr:4.6579874650131804e-07 tokens_per_second_per_gpu:274.97539672666414 
Step 8801 | loss:0.10431790351867676 lr:4.648262983356666e-07 tokens_per_second_per_gpu:261.18886971915697 
Step 8802 | loss:0.04100978374481201 lr:4.638548421671962e-07 tokens_per_second_per_gpu:287.2458620577787 
Step 8803 | loss:0.14598578214645386 lr:4.6288437809697053e-07 tokens_per_second_per_gpu:322.6706473465406 
Step 8804 | loss:0.06577461957931519 lr:4.619149062259498e-07 tokens_per_second_per_gpu:307.6528591000521 
Step 8805 | loss:0.0842774286866188 lr:4.609464266549979e-07 tokens_per_second_per_gpu:295.2608211201369 
Step 8806 | loss:0.0752190351486206 lr:4.599789394848686e-07 tokens_per_second_per_gpu:265.9197269060525 
Step 8807 | loss:0.07018771767616272 lr:4.5901244481621366e-07 tokens_per_second_per_gpu:259.56568930681493 
Step 8808 | loss:0.15277338027954102 lr:4.5804694274958596e-07 tokens_per_second_per_gpu:287.4743019192635 
Step 8809 | loss:0.06711022555828094 lr:4.570824333854307e-07 tokens_per_second_per_gpu:285.59828558768316 
Step 8810 | loss:0.06768380105495453 lr:4.561189168240909e-07 tokens_per_second_per_gpu:291.8631157261499 
Step 8811 | loss:0.14744791388511658 lr:4.551563931658054e-07 tokens_per_second_per_gpu:292.5181677779955 
Step 8812 | loss:0.22810658812522888 lr:4.541948625107151e-07 tokens_per_second_per_gpu:228.05430800128744 
Step 8813 | loss:0.09365011751651764 lr:4.5323432495884776e-07 tokens_per_second_per_gpu:246.90107957602194 
Step 8814 | loss:0.1575704663991928 lr:4.52274780610138e-07 tokens_per_second_per_gpu:285.20033998643027 
Step 8815 | loss:0.07012718170881271 lr:4.513162295644102e-07 tokens_per_second_per_gpu:276.4796611662312 
Step 8816 | loss:0.026749208569526672 lr:4.5035867192138816e-07 tokens_per_second_per_gpu:320.2695211498953 
Step 8817 | loss:0.05800124257802963 lr:4.4940210778069206e-07 tokens_per_second_per_gpu:287.9190141162883 
Step 8818 | loss:0.08444514870643616 lr:4.484465372418401e-07 tokens_per_second_per_gpu:326.4340627710598 
Step 8819 | loss:0.20974797010421753 lr:4.474919604042427e-07 tokens_per_second_per_gpu:279.71884967340986 
Step 8820 | loss:0.08933135122060776 lr:4.4653837736721273e-07 tokens_per_second_per_gpu:281.55105404418316 
Step 8821 | loss:0.0945824384689331 lr:4.455857882299541e-07 tokens_per_second_per_gpu:262.9309942325556 
Step 8822 | loss:0.1246798038482666 lr:4.4463419309156987e-07 tokens_per_second_per_gpu:319.46749083946554 
Step 8823 | loss:0.07645037770271301 lr:4.4368359205106404e-07 tokens_per_second_per_gpu:277.61481963184286 
Step 8824 | loss:0.11697985976934433 lr:4.4273398520732756e-07 tokens_per_second_per_gpu:323.32370931015066 
Step 8825 | loss:0.1622336357831955 lr:4.417853726591559e-07 tokens_per_second_per_gpu:364.2729977491674 
Step 8826 | loss:0.14913679659366608 lr:4.4083775450524004e-07 tokens_per_second_per_gpu:278.07382149346256 
Step 8827 | loss:0.09566815942525864 lr:4.398911308441622e-07 tokens_per_second_per_gpu:277.99388019838256 
Step 8828 | loss:0.1421336978673935 lr:4.389455017744071e-07 tokens_per_second_per_gpu:301.74812499707843 
Step 8829 | loss:0.17132940888404846 lr:4.3800086739435477e-07 tokens_per_second_per_gpu:307.1221279270615 
Step 8830 | loss:0.16193896532058716 lr:4.3705722780227887e-07 tokens_per_second_per_gpu:292.006527328203 
Step 8831 | loss:0.1253439038991928 lr:4.36114583096352e-07 tokens_per_second_per_gpu:314.595194757991 
Step 8832 | loss:0.11370763927698135 lr:4.3517293337464463e-07 tokens_per_second_per_gpu:322.63684780265726 
Step 8833 | loss:0.040107544511556625 lr:4.342322787351183e-07 tokens_per_second_per_gpu:270.35620012694045 
Step 8834 | loss:0.1241222694516182 lr:4.332926192756359e-07 tokens_per_second_per_gpu:274.10991641058274 
Step 8835 | loss:0.030068062245845795 lr:4.3235395509395817e-07 tokens_per_second_per_gpu:265.773115690323 
Step 8836 | loss:0.08076208829879761 lr:4.314162862877358e-07 tokens_per_second_per_gpu:316.8593283926903 
Step 8837 | loss:0.18201953172683716 lr:4.304796129545219e-07 tokens_per_second_per_gpu:344.7311920364098 
Step 8838 | loss:0.13315702974796295 lr:4.2954393519176297e-07 tokens_per_second_per_gpu:244.425633478035 
Step 8839 | loss:0.123020239174366 lr:4.286092530968022e-07 tokens_per_second_per_gpu:279.3250292550588 
Step 8840 | loss:0.07330316305160522 lr:4.276755667668808e-07 tokens_per_second_per_gpu:296.3418276466573 
Step 8841 | loss:0.10626590251922607 lr:4.267428762991366e-07 tokens_per_second_per_gpu:277.66637902361276 
Step 8842 | loss:0.06821490824222565 lr:4.2581118179059966e-07 tokens_per_second_per_gpu:338.21359483542824 
Step 8843 | loss:0.07320824265480042 lr:4.2488048333820033e-07 tokens_per_second_per_gpu:332.0575245996282 
Step 8844 | loss:0.08933071047067642 lr:4.2395078103876553e-07 tokens_per_second_per_gpu:310.28821251375564 
Step 8845 | loss:0.11780138313770294 lr:4.2302207498901684e-07 tokens_per_second_per_gpu:290.40569105468893 
Step 8846 | loss:0.14451301097869873 lr:4.2209436528557133e-07 tokens_per_second_per_gpu:319.19189500893185 
Step 8847 | loss:0.18383055925369263 lr:4.2116765202494635e-07 tokens_per_second_per_gpu:345.1150054011192 
Step 8848 | loss:0.040231626480817795 lr:4.202419353035503e-07 tokens_per_second_per_gpu:240.77699957687307 
Step 8849 | loss:0.07018443942070007 lr:4.1931721521769163e-07 tokens_per_second_per_gpu:258.4560364506017 
Step 8850 | loss:0.22166910767555237 lr:4.183934918635768e-07 tokens_per_second_per_gpu:311.81364163376185 
Step 8851 | loss:0.21381226181983948 lr:4.1747076533730113e-07 tokens_per_second_per_gpu:255.079871566735 
Step 8852 | loss:0.02932029590010643 lr:4.165490357348656e-07 tokens_per_second_per_gpu:293.2723225438598 
Step 8853 | loss:0.05472596734762192 lr:4.1562830315215905e-07 tokens_per_second_per_gpu:314.36902940766316 
Step 8854 | loss:0.05277547240257263 lr:4.147085676849716e-07 tokens_per_second_per_gpu:314.7225529001495 
Step 8855 | loss:0.10175862908363342 lr:4.13789829428991e-07 tokens_per_second_per_gpu:337.81664790484 
Step 8856 | loss:0.11000600457191467 lr:4.128720884797943e-07 tokens_per_second_per_gpu:292.05501464023735 
Step 8857 | loss:0.05742822587490082 lr:4.119553449328617e-07 tokens_per_second_per_gpu:258.3740391004517 
Step 8858 | loss:0.11141280829906464 lr:4.1103959888356916e-07 tokens_per_second_per_gpu:318.5478470442759 
Step 8859 | loss:0.04819553345441818 lr:4.1012485042718263e-07 tokens_per_second_per_gpu:248.13107593078405 
Step 8860 | loss:0.2834121882915497 lr:4.092110996588705e-07 tokens_per_second_per_gpu:353.2944292377722 
Step 8861 | loss:0.23097608983516693 lr:4.082983466736956e-07 tokens_per_second_per_gpu:392.87843502650014 
Step 8862 | loss:0.12610197067260742 lr:4.073865915666164e-07 tokens_per_second_per_gpu:246.29945935856796 
Step 8863 | loss:0.16868890821933746 lr:4.064758344324871e-07 tokens_per_second_per_gpu:259.9239590298836 
Step 8864 | loss:0.23785056173801422 lr:4.0556607536606175e-07 tokens_per_second_per_gpu:267.40322717759966 
Step 8865 | loss:0.0999867171049118 lr:4.0465731446198365e-07 tokens_per_second_per_gpu:328.3622326199488 
Step 8866 | loss:0.16196560859680176 lr:4.037495518147982e-07 tokens_per_second_per_gpu:243.13447475523643 
Step 8867 | loss:0.08202290534973145 lr:4.0284278751894556e-07 tokens_per_second_per_gpu:258.1583690046309 
Step 8868 | loss:0.0822111964225769 lr:4.0193702166876015e-07 tokens_per_second_per_gpu:288.46375257227993 
Step 8869 | loss:0.0722072422504425 lr:4.0103225435847436e-07 tokens_per_second_per_gpu:229.13753990601325 
Step 8870 | loss:0.1636836677789688 lr:4.001284856822174e-07 tokens_per_second_per_gpu:320.46736394450687 
Step 8871 | loss:0.1159435361623764 lr:3.9922571573401184e-07 tokens_per_second_per_gpu:258.4871427492369 
Step 8872 | loss:0.07750968635082245 lr:3.983239446077769e-07 tokens_per_second_per_gpu:313.37522003748865 
Step 8873 | loss:0.24115589261054993 lr:3.974231723973321e-07 tokens_per_second_per_gpu:266.78468668498897 
Step 8874 | loss:0.07885849475860596 lr:3.965233991963868e-07 tokens_per_second_per_gpu:309.594212429903 
Step 8875 | loss:0.20628875494003296 lr:3.956246250985507e-07 tokens_per_second_per_gpu:365.0040949692906 
Step 8876 | loss:0.06258534640073776 lr:3.947268501973289e-07 tokens_per_second_per_gpu:359.3316742232933 
Step 8877 | loss:0.08005232363939285 lr:3.93830074586119e-07 tokens_per_second_per_gpu:258.67564000711457 
Step 8878 | loss:0.06281396746635437 lr:3.929342983582207e-07 tokens_per_second_per_gpu:250.85713049357645 
Step 8879 | loss:0.08557915687561035 lr:3.9203952160682734e-07 tokens_per_second_per_gpu:282.01357276622184 
Step 8880 | loss:0.32117903232574463 lr:3.9114574442502326e-07 tokens_per_second_per_gpu:236.67772424630044 
Step 8881 | loss:0.04789275676012039 lr:3.902529669057975e-07 tokens_per_second_per_gpu:398.81746611069667 
Step 8882 | loss:0.06897595524787903 lr:3.893611891420268e-07 tokens_per_second_per_gpu:217.37802585141839 
Step 8883 | loss:0.12253161519765854 lr:3.884704112264903e-07 tokens_per_second_per_gpu:289.9482160002806 
Step 8884 | loss:0.10016895830631256 lr:3.875806332518606e-07 tokens_per_second_per_gpu:251.9912764431435 
Step 8885 | loss:0.0611518956720829 lr:3.8669185531070464e-07 tokens_per_second_per_gpu:244.9891836279984 
Step 8886 | loss:0.13074590265750885 lr:3.8580407749548854e-07 tokens_per_second_per_gpu:255.24603025522617 
Step 8887 | loss:0.04177068546414375 lr:3.8491729989857287e-07 tokens_per_second_per_gpu:299.51256086061073 
Step 8888 | loss:0.26083752512931824 lr:3.8403152261221153e-07 tokens_per_second_per_gpu:278.07561531385494 
Step 8889 | loss:0.07607339322566986 lr:3.831467457285587e-07 tokens_per_second_per_gpu:386.1702916809307 
Step 8890 | loss:0.17297330498695374 lr:3.822629693396651e-07 tokens_per_second_per_gpu:269.122413305504 
Step 8891 | loss:0.05224577337503433 lr:3.8138019353746946e-07 tokens_per_second_per_gpu:326.47950573877444 
Step 8892 | loss:0.08462762832641602 lr:3.8049841841381607e-07 tokens_per_second_per_gpu:262.4770034572219 
Step 8893 | loss:0.11087816953659058 lr:3.7961764406044044e-07 tokens_per_second_per_gpu:393.2080455261859 
Step 8894 | loss:0.15636973083019257 lr:3.787378705689715e-07 tokens_per_second_per_gpu:294.5768442908914 
Step 8895 | loss:0.1354609876871109 lr:3.7785909803094045e-07 tokens_per_second_per_gpu:352.9340051685635 
Step 8896 | loss:0.03923026844859123 lr:3.7698132653776975e-07 tokens_per_second_per_gpu:291.16442560883036 
Step 8897 | loss:0.16230186820030212 lr:3.761045561807786e-07 tokens_per_second_per_gpu:302.4304791793094 
Step 8898 | loss:0.07553545385599136 lr:3.752287870511806e-07 tokens_per_second_per_gpu:253.87403454223704 
Step 8899 | loss:0.061614569276571274 lr:3.7435401924009073e-07 tokens_per_second_per_gpu:321.4462568448559 
Step 8900 | loss:0.170829638838768 lr:3.7348025283851285e-07 tokens_per_second_per_gpu:337.0816356015947 
Step 8901 | loss:0.050029460340738297 lr:3.726074879373498e-07 tokens_per_second_per_gpu:271.90419754019916 
Step 8902 | loss:0.11612612009048462 lr:3.7173572462740225e-07 tokens_per_second_per_gpu:238.658007633524 
Step 8903 | loss:0.17887309193611145 lr:3.708649629993644e-07 tokens_per_second_per_gpu:260.1385006323956 
Step 8904 | loss:0.060680486261844635 lr:3.699952031438225e-07 tokens_per_second_per_gpu:249.06110067792085 
Step 8905 | loss:0.025078967213630676 lr:3.6912644515126774e-07 tokens_per_second_per_gpu:243.9556220845156 
Step 8906 | loss:0.13740403950214386 lr:3.682586891120798e-07 tokens_per_second_per_gpu:259.9651830695538 
Step 8907 | loss:0.20246437191963196 lr:3.6739193511653335e-07 tokens_per_second_per_gpu:366.637722630204 
Step 8908 | loss:0.0810878574848175 lr:3.6652618325480727e-07 tokens_per_second_per_gpu:262.4338021059705 
Step 8909 | loss:0.15759989619255066 lr:3.6566143361696616e-07 tokens_per_second_per_gpu:311.2348947670033 
Step 8910 | loss:0.09266241639852524 lr:3.6479768629297473e-07 tokens_per_second_per_gpu:260.78841400389706 
Step 8911 | loss:0.16796699166297913 lr:3.639349413726967e-07 tokens_per_second_per_gpu:355.54933369195476 
Step 8912 | loss:0.09914661943912506 lr:3.6307319894588687e-07 tokens_per_second_per_gpu:293.44876382071743 
Step 8913 | loss:0.12576575577259064 lr:3.622124591021947e-07 tokens_per_second_per_gpu:333.02504301064783 
Step 8914 | loss:0.1599428355693817 lr:3.6135272193116964e-07 tokens_per_second_per_gpu:252.11299609816413 
Step 8915 | loss:0.039927639067173004 lr:3.6049398752225683e-07 tokens_per_second_per_gpu:307.06267764516014 
Step 8916 | loss:0.17989256978034973 lr:3.5963625596479147e-07 tokens_per_second_per_gpu:316.6269422451567 
Step 8917 | loss:0.13022035360336304 lr:3.587795273480088e-07 tokens_per_second_per_gpu:340.4495610287134 
Step 8918 | loss:0.07533475011587143 lr:3.5792380176104316e-07 tokens_per_second_per_gpu:207.44849501039906 
Step 8919 | loss:0.04720598831772804 lr:3.5706907929291543e-07 tokens_per_second_per_gpu:282.63214151173025 
Step 8920 | loss:0.1078861653804779 lr:3.562153600325491e-07 tokens_per_second_per_gpu:270.18120007975034 
Step 8921 | loss:0.08456847071647644 lr:3.5536264406876185e-07 tokens_per_second_per_gpu:355.82793574762087 
Step 8922 | loss:0.08197921514511108 lr:3.5451093149026617e-07 tokens_per_second_per_gpu:288.4828891038375 
Step 8923 | loss:0.04862311854958534 lr:3.536602223856689e-07 tokens_per_second_per_gpu:259.6654414542208 
Step 8924 | loss:0.1316996067762375 lr:3.52810516843477e-07 tokens_per_second_per_gpu:247.5070550428943 
Step 8925 | loss:0.07611771672964096 lr:3.519618149520876e-07 tokens_per_second_per_gpu:325.8303595771202 
Step 8926 | loss:0.05621279776096344 lr:3.511141167997989e-07 tokens_per_second_per_gpu:311.68573046246917 
Step 8927 | loss:0.13824668526649475 lr:3.5026742247479706e-07 tokens_per_second_per_gpu:239.41707305176072 
Step 8928 | loss:0.11710968613624573 lr:3.494217320651716e-07 tokens_per_second_per_gpu:301.4746411245906 
Step 8929 | loss:0.1306057572364807 lr:3.485770456589044e-07 tokens_per_second_per_gpu:257.96336491678306 
Step 8930 | loss:0.15820027887821198 lr:3.4773336334387063e-07 tokens_per_second_per_gpu:268.4294541499213 
Step 8931 | loss:0.11153183877468109 lr:3.4689068520784463e-07 tokens_per_second_per_gpu:316.5881256795213 
Step 8932 | loss:0.1447659432888031 lr:3.460490113384973e-07 tokens_per_second_per_gpu:282.00458924699007 
Step 8933 | loss:0.1893255114555359 lr:3.452083418233887e-07 tokens_per_second_per_gpu:369.66282662345264 
Step 8934 | loss:0.06245120242238045 lr:3.443686767499799e-07 tokens_per_second_per_gpu:237.25767516215814 
Step 8935 | loss:0.14219039678573608 lr:3.4353001620562764e-07 tokens_per_second_per_gpu:293.8093300620032 
Step 8936 | loss:0.025940444320440292 lr:3.426923602775789e-07 tokens_per_second_per_gpu:271.66025175509066 
Step 8937 | loss:0.12641721963882446 lr:3.4185570905298283e-07 tokens_per_second_per_gpu:253.01453745850304 
Step 8938 | loss:0.06036661937832832 lr:3.410200626188809e-07 tokens_per_second_per_gpu:307.0698849209286 
Step 8939 | loss:0.19358129799365997 lr:3.401854210622069e-07 tokens_per_second_per_gpu:321.853443973869 
Step 8940 | loss:0.09348808974027634 lr:3.3935178446979575e-07 tokens_per_second_per_gpu:308.39443156171075 
Step 8941 | loss:0.14194545149803162 lr:3.385191529283749e-07 tokens_per_second_per_gpu:336.2935423966769 
Step 8942 | loss:0.11801415681838989 lr:3.3768752652456827e-07 tokens_per_second_per_gpu:333.6614205540918 
Step 8943 | loss:0.07513613998889923 lr:3.3685690534489224e-07 tokens_per_second_per_gpu:278.6231291260133 
Step 8944 | loss:0.05412519723176956 lr:3.3602728947576436e-07 tokens_per_second_per_gpu:314.10656521313257 
Step 8945 | loss:0.14144738018512726 lr:3.351986790034911e-07 tokens_per_second_per_gpu:279.7282142312552 
Step 8946 | loss:0.06071395426988602 lr:3.3437107401427915e-07 tokens_per_second_per_gpu:307.91580090843627 
Step 8947 | loss:0.09858523309230804 lr:3.3354447459422954e-07 tokens_per_second_per_gpu:290.3761249942087 
Step 8948 | loss:0.1375655084848404 lr:3.3271888082933577e-07 tokens_per_second_per_gpu:298.9249550057775 
Step 8949 | loss:0.045992106199264526 lr:3.3189429280548915e-07 tokens_per_second_per_gpu:232.09040337394856 
Step 8950 | loss:0.11911439895629883 lr:3.310707106084798e-07 tokens_per_second_per_gpu:300.5320619499121 
Step 8951 | loss:0.04408913105726242 lr:3.3024813432398496e-07 tokens_per_second_per_gpu:276.01544914037925 
Step 8952 | loss:0.17271363735198975 lr:3.294265640375827e-07 tokens_per_second_per_gpu:327.1195128843674 
Step 8953 | loss:0.08066993951797485 lr:3.2860599983474903e-07 tokens_per_second_per_gpu:279.60161778331576 
Step 8954 | loss:0.1189526841044426 lr:3.2778644180084806e-07 tokens_per_second_per_gpu:283.07726417071166 
Step 8955 | loss:0.10690084099769592 lr:3.2696789002114373e-07 tokens_per_second_per_gpu:252.86818280142836 
Step 8956 | loss:0.14875368773937225 lr:3.2615034458079675e-07 tokens_per_second_per_gpu:282.002676805101 
Step 8957 | loss:0.1833200752735138 lr:3.2533380556485694e-07 tokens_per_second_per_gpu:347.26812652633726 
Step 8958 | loss:0.12279494851827621 lr:3.2451827305827855e-07 tokens_per_second_per_gpu:296.31334184073575 
Step 8959 | loss:0.03484087064862251 lr:3.2370374714590037e-07 tokens_per_second_per_gpu:301.94348054802845 
Step 8960 | loss:0.06649389863014221 lr:3.228902279124657e-07 tokens_per_second_per_gpu:241.0374305016671 
Step 8961 | loss:0.0730133056640625 lr:3.2207771544260913e-07 tokens_per_second_per_gpu:330.84067454216694 
Step 8962 | loss:0.07136870920658112 lr:3.2126620982085966e-07 tokens_per_second_per_gpu:275.64994298361245 
Step 8963 | loss:0.09564965218305588 lr:3.204557111316431e-07 tokens_per_second_per_gpu:321.97125424393727 
Step 8964 | loss:0.0627271756529808 lr:3.19646219459282e-07 tokens_per_second_per_gpu:290.30572529351946 
Step 8965 | loss:0.10890813171863556 lr:3.1883773488798895e-07 tokens_per_second_per_gpu:343.0337759771786 
Step 8966 | loss:0.14730656147003174 lr:3.180302575018779e-07 tokens_per_second_per_gpu:328.4436006898822 
Step 8967 | loss:0.20781080424785614 lr:3.1722378738495377e-07 tokens_per_second_per_gpu:327.4243624773357 
Step 8968 | loss:0.07372242212295532 lr:3.1641832462111833e-07 tokens_per_second_per_gpu:245.6525920106434 
Step 8969 | loss:0.12197301536798477 lr:3.1561386929416794e-07 tokens_per_second_per_gpu:300.81274221504344 
Step 8970 | loss:0.0769188180565834 lr:3.1481042148779674e-07 tokens_per_second_per_gpu:280.49251320820423 
Step 8971 | loss:0.14954893290996552 lr:3.1400798128558894e-07 tokens_per_second_per_gpu:314.3311881941157 
Step 8972 | loss:0.13998378813266754 lr:3.1320654877102895e-07 tokens_per_second_per_gpu:328.02981295147464 
Step 8973 | loss:0.1616535782814026 lr:3.124061240274945e-07 tokens_per_second_per_gpu:391.4121957189941 
Step 8974 | loss:0.025325842201709747 lr:3.1160670713825556e-07 tokens_per_second_per_gpu:274.73164225972 
Step 8975 | loss:0.13094940781593323 lr:3.1080829818648127e-07 tokens_per_second_per_gpu:370.8817397936658 
Step 8976 | loss:0.0953201875090599 lr:3.1001089725523626e-07 tokens_per_second_per_gpu:305.7016482879734 
Step 8977 | loss:0.06623616069555283 lr:3.0921450442747633e-07 tokens_per_second_per_gpu:409.1795742307556 
Step 8978 | loss:0.1529250144958496 lr:3.084191197860564e-07 tokens_per_second_per_gpu:314.6310869243423 
Step 8979 | loss:0.047925326973199844 lr:3.076247434137236e-07 tokens_per_second_per_gpu:328.1613315137702 
Step 8980 | loss:0.07527864724397659 lr:3.068313753931218e-07 tokens_per_second_per_gpu:277.5188093789528 
Step 8981 | loss:0.11957181990146637 lr:3.060390158067883e-07 tokens_per_second_per_gpu:294.5953667658242 
Step 8982 | loss:0.09901931881904602 lr:3.052476647371594e-07 tokens_per_second_per_gpu:242.75881740964434 
Step 8983 | loss:0.12533985078334808 lr:3.044573222665603e-07 tokens_per_second_per_gpu:345.3945063881504 
Step 8984 | loss:0.12586411833763123 lr:3.036679884772165e-07 tokens_per_second_per_gpu:305.41115250798657 
Step 8985 | loss:0.10109467804431915 lr:3.028796634512488e-07 tokens_per_second_per_gpu:276.9398849034913 
Step 8986 | loss:0.06394598633050919 lr:3.0209234727066717e-07 tokens_per_second_per_gpu:287.0324828779947 
Step 8987 | loss:0.09552597999572754 lr:3.0130604001738395e-07 tokens_per_second_per_gpu:352.0531814447209 
Step 8988 | loss:0.07342807948589325 lr:3.0052074177319924e-07 tokens_per_second_per_gpu:330.4131884940505 
Step 8989 | loss:0.11593594402074814 lr:2.997364526198154e-07 tokens_per_second_per_gpu:437.0963644724442 
Step 8990 | loss:0.1325102299451828 lr:2.989531726388262e-07 tokens_per_second_per_gpu:257.76719460192857 
Step 8991 | loss:0.0840797945857048 lr:2.981709019117174e-07 tokens_per_second_per_gpu:347.8079362582569 
Step 8992 | loss:0.19115746021270752 lr:2.9738964051987617e-07 tokens_per_second_per_gpu:308.98141283885434 
Step 8993 | loss:0.07631946355104446 lr:2.966093885445809e-07 tokens_per_second_per_gpu:354.9784747798899 
Step 8994 | loss:0.19851534068584442 lr:2.9583014606700546e-07 tokens_per_second_per_gpu:317.2041818114623 
Step 8995 | loss:0.11953096091747284 lr:2.9505191316821724e-07 tokens_per_second_per_gpu:271.46971152941717 
Step 8996 | loss:0.029174741357564926 lr:2.942746899291826e-07 tokens_per_second_per_gpu:240.77462804223322 
Step 8997 | loss:0.2583181858062744 lr:2.9349847643075803e-07 tokens_per_second_per_gpu:242.71825876553032 
Step 8998 | loss:0.16526933014392853 lr:2.927232727536977e-07 tokens_per_second_per_gpu:249.45217791685155 
Step 8999 | loss:0.11133203655481339 lr:2.919490789786539e-07 tokens_per_second_per_gpu:281.41439417916393 
Step 9000 | loss:0.2737613320350647 lr:2.911758951861654e-07 tokens_per_second_per_gpu:266.82349808698666 
Step 9001 | loss:0.33926159143447876 lr:2.904037214566724e-07 tokens_per_second_per_gpu:320.48298506190025 
Step 9002 | loss:0.04400429129600525 lr:2.896325578705117e-07 tokens_per_second_per_gpu:245.92479485705476 
Step 9003 | loss:0.1747429370880127 lr:2.8886240450790805e-07 tokens_per_second_per_gpu:324.19787472822964 
Step 9004 | loss:0.08154268562793732 lr:2.8809326144898284e-07 tokens_per_second_per_gpu:341.6781668183238 
Step 9005 | loss:0.06627009063959122 lr:2.8732512877375997e-07 tokens_per_second_per_gpu:266.23295825481785 
Step 9006 | loss:0.14724889397621155 lr:2.8655800656214984e-07 tokens_per_second_per_gpu:302.4940121695089 
Step 9007 | loss:0.042826563119888306 lr:2.8579189489395863e-07 tokens_per_second_per_gpu:290.8982946529324 
Step 9008 | loss:0.12375420331954956 lr:2.8502679384889263e-07 tokens_per_second_per_gpu:281.9385510567237 
Step 9009 | loss:0.1702551543712616 lr:2.8426270350654814e-07 tokens_per_second_per_gpu:231.9628731977053 
Step 9010 | loss:0.26913729310035706 lr:2.8349962394641604e-07 tokens_per_second_per_gpu:291.802716277237 
Step 9011 | loss:0.18412573635578156 lr:2.827375552478862e-07 tokens_per_second_per_gpu:291.219737324394 
Step 9012 | loss:0.1553419530391693 lr:2.819764974902406e-07 tokens_per_second_per_gpu:272.1714485065031 
Step 9013 | loss:0.07228078693151474 lr:2.812164507526527e-07 tokens_per_second_per_gpu:281.42837361359835 
Step 9014 | loss:0.16284283995628357 lr:2.804574151142003e-07 tokens_per_second_per_gpu:322.1696903772814 
Step 9015 | loss:0.11005233973264694 lr:2.79699390653847e-07 tokens_per_second_per_gpu:274.34646119817404 
Step 9016 | loss:0.03191351145505905 lr:2.7894237745045183e-07 tokens_per_second_per_gpu:272.11823009910876 
Step 9017 | loss:0.1881312131881714 lr:2.781863755827752e-07 tokens_per_second_per_gpu:384.8612098248366 
Step 9018 | loss:0.12468701601028442 lr:2.774313851294674e-07 tokens_per_second_per_gpu:308.35867490293856 
Step 9019 | loss:0.06816870719194412 lr:2.7667740616907246e-07 tokens_per_second_per_gpu:312.19775480236973 
Step 9020 | loss:0.05154464393854141 lr:2.7592443878003196e-07 tokens_per_second_per_gpu:252.7610202691067 
Step 9021 | loss:0.14338454604148865 lr:2.751724830406821e-07 tokens_per_second_per_gpu:342.82046920231596 
Step 9022 | loss:0.05831001326441765 lr:2.744215390292515e-07 tokens_per_second_per_gpu:305.572623930539 
Step 9023 | loss:0.13431623578071594 lr:2.736716068238654e-07 tokens_per_second_per_gpu:266.7886374873806 
Step 9024 | loss:0.12089189887046814 lr:2.7292268650254585e-07 tokens_per_second_per_gpu:323.8731834730938 
Step 9025 | loss:0.08311588317155838 lr:2.721747781432038e-07 tokens_per_second_per_gpu:360.7436710680995 
Step 9026 | loss:0.1062530130147934 lr:2.714278818236493e-07 tokens_per_second_per_gpu:320.7766239936055 
Step 9027 | loss:0.0668802559375763 lr:2.7068199762158796e-07 tokens_per_second_per_gpu:281.0421687505161 
Step 9028 | loss:0.24767160415649414 lr:2.699371256146155e-07 tokens_per_second_per_gpu:271.6274240432896 
Step 9029 | loss:0.028200900182127953 lr:2.6919326588022656e-07 tokens_per_second_per_gpu:321.1772437888321 
Step 9030 | loss:0.17972010374069214 lr:2.6845041849581034e-07 tokens_per_second_per_gpu:279.93407097595673 
Step 9031 | loss:0.01979943737387657 lr:2.6770858353864615e-07 tokens_per_second_per_gpu:237.22938605564298 
Step 9032 | loss:0.04778498783707619 lr:2.669677610859156e-07 tokens_per_second_per_gpu:234.6723169530505 
Step 9033 | loss:0.09706876426935196 lr:2.662279512146859e-07 tokens_per_second_per_gpu:277.65781232082287 
Step 9034 | loss:0.08804008364677429 lr:2.6548915400192555e-07 tokens_per_second_per_gpu:227.80461720377636 
Step 9035 | loss:0.13248498737812042 lr:2.6475136952449633e-07 tokens_per_second_per_gpu:292.0836470190759 
Step 9036 | loss:0.04983752220869064 lr:2.640145978591535e-07 tokens_per_second_per_gpu:313.2516573815183 
Step 9037 | loss:0.05934467166662216 lr:2.6327883908254806e-07 tokens_per_second_per_gpu:312.28506509305174 
Step 9038 | loss:0.1350647509098053 lr:2.6254409327122423e-07 tokens_per_second_per_gpu:318.9806314782788 
Step 9039 | loss:0.0880616158246994 lr:2.61810360501622e-07 tokens_per_second_per_gpu:325.95435758471245 
Step 9040 | loss:0.2039024531841278 lr:2.6107764085007593e-07 tokens_per_second_per_gpu:224.1126801000242 
Step 9041 | loss:0.06839846074581146 lr:2.603459343928161e-07 tokens_per_second_per_gpu:250.67335209663253 
Step 9042 | loss:0.08326336741447449 lr:2.596152412059627e-07 tokens_per_second_per_gpu:298.3366040386485 
Step 9043 | loss:0.06573820859193802 lr:2.588855613655361e-07 tokens_per_second_per_gpu:283.2433337116508 
Step 9044 | loss:0.05481522157788277 lr:2.5815689494745e-07 tokens_per_second_per_gpu:223.60090130589657 
Step 9045 | loss:0.10794378817081451 lr:2.574292420275093e-07 tokens_per_second_per_gpu:247.87614474772698 
Step 9046 | loss:0.06621964275836945 lr:2.5670260268141564e-07 tokens_per_second_per_gpu:253.43920704976262 
Step 9047 | loss:0.15251071751117706 lr:2.5597697698476864e-07 tokens_per_second_per_gpu:344.07363630997685 
Step 9048 | loss:0.12128467112779617 lr:2.552523650130556e-07 tokens_per_second_per_gpu:327.81142787039704 
Step 9049 | loss:0.04913616180419922 lr:2.5452876684166404e-07 tokens_per_second_per_gpu:308.35084682529174 
Step 9050 | loss:0.05442771315574646 lr:2.5380618254587376e-07 tokens_per_second_per_gpu:264.58558163519166 
Step 9051 | loss:0.1242138147354126 lr:2.530846122008568e-07 tokens_per_second_per_gpu:359.1812407878942 
Step 9052 | loss:0.057921528816223145 lr:2.5236405588168534e-07 tokens_per_second_per_gpu:251.13356469663316 
Step 9053 | loss:0.059275783598423004 lr:2.5164451366332167e-07 tokens_per_second_per_gpu:281.7059335753873 
Step 9054 | loss:0.11674685776233673 lr:2.5092598562062255e-07 tokens_per_second_per_gpu:246.72139273149705 
Step 9055 | loss:0.3136739134788513 lr:2.502084718283415e-07 tokens_per_second_per_gpu:468.76494500324804 
Step 9056 | loss:0.10852959752082825 lr:2.494919723611278e-07 tokens_per_second_per_gpu:367.3670181815701 
Step 9057 | loss:0.06430038064718246 lr:2.4877648729351835e-07 tokens_per_second_per_gpu:297.06649366426933 
Step 9058 | loss:0.177132248878479 lr:2.4806201669995147e-07 tokens_per_second_per_gpu:307.52119777026826 
Step 9059 | loss:0.07591044902801514 lr:2.4734856065475876e-07 tokens_per_second_per_gpu:329.60048371610253 
Step 9060 | loss:0.14027224481105804 lr:2.4663611923216204e-07 tokens_per_second_per_gpu:264.91058137919134 
Step 9061 | loss:0.0593041367828846 lr:2.459246925062819e-07 tokens_per_second_per_gpu:278.3536897074226 
Step 9062 | loss:0.09967797994613647 lr:2.452142805511337e-07 tokens_per_second_per_gpu:275.82327348912 
Step 9063 | loss:0.10588666796684265 lr:2.445048834406238e-07 tokens_per_second_per_gpu:238.73720967908406 
Step 9064 | loss:0.13847728073596954 lr:2.4379650124855437e-07 tokens_per_second_per_gpu:219.7499266458878 
Step 9065 | loss:0.03336034715175629 lr:2.43089134048623e-07 tokens_per_second_per_gpu:275.7457471953691 
Step 9066 | loss:0.2049350142478943 lr:2.423827819144209e-07 tokens_per_second_per_gpu:230.2911905441851 
Step 9067 | loss:0.054811082780361176 lr:2.416774449194348e-07 tokens_per_second_per_gpu:227.29683639956093 
Step 9068 | loss:0.10720735043287277 lr:2.409731231370427e-07 tokens_per_second_per_gpu:314.79117262745643 
Step 9069 | loss:0.050814710557460785 lr:2.4026981664052154e-07 tokens_per_second_per_gpu:304.3088113427219 
Step 9070 | loss:0.12082792818546295 lr:2.395675255030383e-07 tokens_per_second_per_gpu:243.74640182806482 
Step 9071 | loss:0.1245722770690918 lr:2.388662497976568e-07 tokens_per_second_per_gpu:273.0132948933442 
Step 9072 | loss:0.08189088106155396 lr:2.381659895973354e-07 tokens_per_second_per_gpu:305.6408083948011 
Step 9073 | loss:0.11537817120552063 lr:2.3746674497492573e-07 tokens_per_second_per_gpu:252.51026522901586 
Step 9074 | loss:0.09615253657102585 lr:2.3676851600317297e-07 tokens_per_second_per_gpu:283.8242008077567 
Step 9075 | loss:0.05314422398805618 lr:2.3607130275471902e-07 tokens_per_second_per_gpu:272.82502878255065 
Step 9076 | loss:0.10133970528841019 lr:2.3537510530209918e-07 tokens_per_second_per_gpu:266.4348662714666 
Step 9077 | loss:0.05414886772632599 lr:2.3467992371774106e-07 tokens_per_second_per_gpu:325.5426414376579 
Step 9078 | loss:0.18342188000679016 lr:2.3398575807397018e-07 tokens_per_second_per_gpu:253.27058233985989 
Step 9079 | loss:0.08568182587623596 lr:2.3329260844300316e-07 tokens_per_second_per_gpu:310.0310871826562 
Step 9080 | loss:0.06768206506967545 lr:2.3260047489695236e-07 tokens_per_second_per_gpu:274.3776873341439 
Step 9081 | loss:0.10684961825609207 lr:2.3190935750782461e-07 tokens_per_second_per_gpu:239.84266868146946 
Step 9082 | loss:0.06921365857124329 lr:2.312192563475213e-07 tokens_per_second_per_gpu:277.8243954252011 
Step 9083 | loss:0.12657205760478973 lr:2.3053017148783497e-07 tokens_per_second_per_gpu:310.8197595618249 
Step 9084 | loss:0.13640935719013214 lr:2.2984210300045828e-07 tokens_per_second_per_gpu:343.01844777005766 
Step 9085 | loss:0.058063194155693054 lr:2.29155050956974e-07 tokens_per_second_per_gpu:278.0457919511745 
Step 9086 | loss:0.09461770951747894 lr:2.2846901542885713e-07 tokens_per_second_per_gpu:354.1547116434776 
Step 9087 | loss:0.07737310230731964 lr:2.2778399648748285e-07 tokens_per_second_per_gpu:392.4030768280656 
Step 9088 | loss:0.05616934597492218 lr:2.2709999420411744e-07 tokens_per_second_per_gpu:237.56511256468752 
Step 9089 | loss:0.14802470803260803 lr:2.2641700864991955e-07 tokens_per_second_per_gpu:378.91097953548706 
Step 9090 | loss:0.0777454599738121 lr:2.257350398959457e-07 tokens_per_second_per_gpu:303.7039933227721 
Step 9091 | loss:0.12910179793834686 lr:2.2505408801314465e-07 tokens_per_second_per_gpu:355.9778596170893 
Step 9092 | loss:0.10045299679040909 lr:2.2437415307235755e-07 tokens_per_second_per_gpu:236.02418788199276 
Step 9093 | loss:0.12849731743335724 lr:2.2369523514432557e-07 tokens_per_second_per_gpu:212.66010900453577 
Step 9094 | loss:0.09533165395259857 lr:2.2301733429967664e-07 tokens_per_second_per_gpu:275.043232541293 
Step 9095 | loss:0.11108989268541336 lr:2.223404506089377e-07 tokens_per_second_per_gpu:282.57384864133945 
Step 9096 | loss:0.05869344621896744 lr:2.2166458414253134e-07 tokens_per_second_per_gpu:254.91218649512993 
Step 9097 | loss:0.12692111730575562 lr:2.2098973497076793e-07 tokens_per_second_per_gpu:293.13641039801826 
Step 9098 | loss:0.10400203615427017 lr:2.2031590316385687e-07 tokens_per_second_per_gpu:346.2893584817476 
Step 9099 | loss:0.12043824791908264 lr:2.196430887919021e-07 tokens_per_second_per_gpu:308.4158953584189 
Step 9100 | loss:0.11100129783153534 lr:2.1897129192489873e-07 tokens_per_second_per_gpu:287.0004405005322 
Step 9101 | loss:0.125713512301445 lr:2.1830051263273755e-07 tokens_per_second_per_gpu:353.04948023253297 
Step 9102 | loss:0.12398025393486023 lr:2.1763075098520604e-07 tokens_per_second_per_gpu:270.55202051012645 
Step 9103 | loss:0.08044087886810303 lr:2.1696200705197956e-07 tokens_per_second_per_gpu:227.42464284641952 
Step 9104 | loss:0.15427358448505402 lr:2.1629428090263248e-07 tokens_per_second_per_gpu:283.8973086883685 
Step 9105 | loss:0.1633729636669159 lr:2.156275726066337e-07 tokens_per_second_per_gpu:293.6968493554391 
Step 9106 | loss:0.10486875474452972 lr:2.1496188223334213e-07 tokens_per_second_per_gpu:343.93653093150107 
Step 9107 | loss:0.15336397290229797 lr:2.1429720985201463e-07 tokens_per_second_per_gpu:346.12521367375376 
Step 9108 | loss:0.06677810102701187 lr:2.1363355553180253e-07 tokens_per_second_per_gpu:309.64091166491505 
Step 9109 | loss:0.12301955372095108 lr:2.129709193417462e-07 tokens_per_second_per_gpu:297.48212734678737 
Step 9110 | loss:0.09465833008289337 lr:2.1230930135078377e-07 tokens_per_second_per_gpu:459.41098150588795 
Step 9111 | loss:0.0626453086733818 lr:2.1164870162774908e-07 tokens_per_second_per_gpu:297.1999592034962 
Step 9112 | loss:0.14914686977863312 lr:2.109891202413672e-07 tokens_per_second_per_gpu:294.8034891555612 
Step 9113 | loss:0.26966777443885803 lr:2.103305572602554e-07 tokens_per_second_per_gpu:291.945998415755 
Step 9114 | loss:0.07328283786773682 lr:2.096730127529334e-07 tokens_per_second_per_gpu:249.231236698332 
Step 9115 | loss:0.25844788551330566 lr:2.0901648678780418e-07 tokens_per_second_per_gpu:285.07807905749 
Step 9116 | loss:0.09063374251127243 lr:2.083609794331709e-07 tokens_per_second_per_gpu:298.2014169118862 
Step 9117 | loss:0.09909000992774963 lr:2.0770649075723125e-07 tokens_per_second_per_gpu:281.92207196298494 
Step 9118 | loss:0.08861030638217926 lr:2.0705302082807411e-07 tokens_per_second_per_gpu:294.4275942678157 
Step 9119 | loss:0.1581791639328003 lr:2.064005697136817e-07 tokens_per_second_per_gpu:317.7547879340167 
Step 9120 | loss:0.17481130361557007 lr:2.057491374819365e-07 tokens_per_second_per_gpu:296.9725206071415 
Step 9121 | loss:0.17390941083431244 lr:2.0509872420060862e-07 tokens_per_second_per_gpu:225.7621693737388 
Step 9122 | loss:0.02905629575252533 lr:2.0444932993736177e-07 tokens_per_second_per_gpu:270.44687730444923 
Step 9123 | loss:0.2128956913948059 lr:2.038009547597597e-07 tokens_per_second_per_gpu:336.3910532050914 
Step 9124 | loss:0.1347605437040329 lr:2.0315359873525508e-07 tokens_per_second_per_gpu:291.55600499642566 
Step 9125 | loss:0.20311284065246582 lr:2.025072619311952e-07 tokens_per_second_per_gpu:322.28565908881916 
Step 9126 | loss:0.12569142878055573 lr:2.0186194441482175e-07 tokens_per_second_per_gpu:298.7175511622155 
Step 9127 | loss:0.08779709041118622 lr:2.0121764625327334e-07 tokens_per_second_per_gpu:253.14399407330143 
Step 9128 | loss:0.08976627886295319 lr:2.005743675135774e-07 tokens_per_second_per_gpu:320.59709467591443 
Step 9129 | loss:0.17164266109466553 lr:1.9993210826265818e-07 tokens_per_second_per_gpu:248.84211743258984 
Step 9130 | loss:0.08470634371042252 lr:1.992908685673345e-07 tokens_per_second_per_gpu:249.7360946847388 
Step 9131 | loss:0.0789358988404274 lr:1.9865064849431735e-07 tokens_per_second_per_gpu:306.51065997761293 
Step 9132 | loss:0.15195496380329132 lr:1.9801144811021246e-07 tokens_per_second_per_gpu:256.1779039094732 
Step 9133 | loss:0.09132172167301178 lr:1.9737326748151985e-07 tokens_per_second_per_gpu:364.16868083747704 
Step 9134 | loss:0.1493944376707077 lr:1.9673610667463205e-07 tokens_per_second_per_gpu:337.47991466437827 
Step 9135 | loss:0.037847746163606644 lr:1.96099965755836e-07 tokens_per_second_per_gpu:253.8792487535185 
Step 9136 | loss:0.16837435960769653 lr:1.9546484479131544e-07 tokens_per_second_per_gpu:304.21239405306113 
Step 9137 | loss:0.0379885770380497 lr:1.9483074384714417e-07 tokens_per_second_per_gpu:273.7505176443674 
Step 9138 | loss:0.2447088211774826 lr:1.9419766298929054e-07 tokens_per_second_per_gpu:317.9544302978388 
Step 9139 | loss:0.17082902789115906 lr:1.9356560228361854e-07 tokens_per_second_per_gpu:283.63452163847023 
Step 9140 | loss:0.1453406661748886 lr:1.9293456179588332e-07 tokens_per_second_per_gpu:255.69491388931058 
Step 9141 | loss:0.20859956741333008 lr:1.9230454159173905e-07 tokens_per_second_per_gpu:307.9008296803079 
Step 9142 | loss:0.04706959426403046 lr:1.9167554173672555e-07 tokens_per_second_per_gpu:299.56618322548826 
Step 9143 | loss:0.22848618030548096 lr:1.9104756229628485e-07 tokens_per_second_per_gpu:308.4371940779893 
Step 9144 | loss:0.06930584460496902 lr:1.9042060333574697e-07 tokens_per_second_per_gpu:293.10453585912336 
Step 9145 | loss:0.16653278470039368 lr:1.8979466492033972e-07 tokens_per_second_per_gpu:324.02509306847895 
Step 9146 | loss:0.0830250009894371 lr:1.89169747115181e-07 tokens_per_second_per_gpu:327.5303114213861 
Step 9147 | loss:0.07627686858177185 lr:1.8854584998528657e-07 tokens_per_second_per_gpu:372.04612444553175 
Step 9148 | loss:0.19183212518692017 lr:1.8792297359556233e-07 tokens_per_second_per_gpu:357.3954469614152 
Step 9149 | loss:0.14988771080970764 lr:1.8730111801080975e-07 tokens_per_second_per_gpu:275.7038121529625 
Step 9150 | loss:0.1395607739686966 lr:1.8668028329572485e-07 tokens_per_second_per_gpu:379.67627843830485 
Step 9151 | loss:0.06806716322898865 lr:1.8606046951489597e-07 tokens_per_second_per_gpu:282.3394073918008 
Step 9152 | loss:0.14694398641586304 lr:1.8544167673280488e-07 tokens_per_second_per_gpu:305.15276607183455 
Step 9153 | loss:0.04458240047097206 lr:1.8482390501383008e-07 tokens_per_second_per_gpu:241.96981593156315 
Step 9154 | loss:0.04977193474769592 lr:1.8420715442224013e-07 tokens_per_second_per_gpu:267.03716204770905 
Step 9155 | loss:0.16408006846904755 lr:1.8359142502219928e-07 tokens_per_second_per_gpu:284.82028155756086 
Step 9156 | loss:0.09839747846126556 lr:1.829767168777663e-07 tokens_per_second_per_gpu:358.41969964682636 
Step 9157 | loss:0.1575028896331787 lr:1.8236303005289224e-07 tokens_per_second_per_gpu:279.6111222464732 
Step 9158 | loss:0.13321341574192047 lr:1.8175036461142048e-07 tokens_per_second_per_gpu:286.6905976023283 
Step 9159 | loss:0.18614357709884644 lr:1.8113872061709337e-07 tokens_per_second_per_gpu:327.57098052744954 
Step 9160 | loss:0.13465873897075653 lr:1.805280981335411e-07 tokens_per_second_per_gpu:322.1450489505924 
Step 9161 | loss:0.07620185613632202 lr:1.7991849722429066e-07 tokens_per_second_per_gpu:257.95353837321244 
Step 9162 | loss:0.08657417446374893 lr:1.7930991795276243e-07 tokens_per_second_per_gpu:282.56368909799073 
Step 9163 | loss:0.10744508355855942 lr:1.7870236038227017e-07 tokens_per_second_per_gpu:283.2172688956129 
Step 9164 | loss:0.08699613809585571 lr:1.7809582457602225e-07 tokens_per_second_per_gpu:293.67267828815045 
Step 9165 | loss:0.10431554913520813 lr:1.774903105971193e-07 tokens_per_second_per_gpu:327.05426437643257 
Step 9166 | loss:0.07877826690673828 lr:1.7688581850855645e-07 tokens_per_second_per_gpu:283.64639675648965 
Step 9167 | loss:0.0975315123796463 lr:1.7628234837322123e-07 tokens_per_second_per_gpu:297.7917142671736 
Step 9168 | loss:0.08508676290512085 lr:1.7567990025389892e-07 tokens_per_second_per_gpu:297.51820043159955 
Step 9169 | loss:0.11631552129983902 lr:1.7507847421326164e-07 tokens_per_second_per_gpu:311.4858737700703 
Step 9170 | loss:0.07637038081884384 lr:1.7447807031388264e-07 tokens_per_second_per_gpu:257.18378628956 
Step 9171 | loss:0.11790162324905396 lr:1.7387868861822311e-07 tokens_per_second_per_gpu:309.9871024743851 
Step 9172 | loss:0.09966038912534714 lr:1.732803291886409e-07 tokens_per_second_per_gpu:343.8358281280079 
Step 9173 | loss:0.029023516923189163 lr:1.7268299208738625e-07 tokens_per_second_per_gpu:287.5871786402025 
Step 9174 | loss:0.06649202108383179 lr:1.720866773766039e-07 tokens_per_second_per_gpu:291.4278219049377 
Step 9175 | loss:0.10499070584774017 lr:1.7149138511833085e-07 tokens_per_second_per_gpu:268.30555282342647 
Step 9176 | loss:0.05960734561085701 lr:1.7089711537450095e-07 tokens_per_second_per_gpu:290.63806769288436 
Step 9177 | loss:0.10635630041360855 lr:1.7030386820693688e-07 tokens_per_second_per_gpu:302.77415143513804 
Step 9178 | loss:0.07301601767539978 lr:1.6971164367735825e-07 tokens_per_second_per_gpu:308.57973432835416 
Step 9179 | loss:0.15084879100322723 lr:1.6912044184737796e-07 tokens_per_second_per_gpu:311.43758047568093 
Step 9180 | loss:0.1003584936261177 lr:1.6853026277850238e-07 tokens_per_second_per_gpu:328.9015685699193 
Step 9181 | loss:0.10974575579166412 lr:1.6794110653212902e-07 tokens_per_second_per_gpu:315.74090073880274 
Step 9182 | loss:0.06934263557195663 lr:1.6735297316955335e-07 tokens_per_second_per_gpu:304.6053169157071 
Step 9183 | loss:0.14427006244659424 lr:1.6676586275196083e-07 tokens_per_second_per_gpu:255.03691485764332 
Step 9184 | loss:0.206798255443573 lr:1.6617977534043263e-07 tokens_per_second_per_gpu:292.87318328937727 
Step 9185 | loss:0.0857943668961525 lr:1.6559471099594327e-07 tokens_per_second_per_gpu:276.24942691577934 
Step 9186 | loss:0.10505841672420502 lr:1.6501066977935743e-07 tokens_per_second_per_gpu:311.9935697745827 
Step 9187 | loss:0.03724265843629837 lr:1.6442765175143871e-07 tokens_per_second_per_gpu:316.4233149789178 
Step 9188 | loss:0.08858653903007507 lr:1.6384565697284195e-07 tokens_per_second_per_gpu:308.02033771753565 
Step 9189 | loss:0.09242376685142517 lr:1.6326468550411422e-07 tokens_per_second_per_gpu:395.16720053823275 
Step 9190 | loss:0.18353959918022156 lr:1.6268473740569723e-07 tokens_per_second_per_gpu:295.2703166147345 
Step 9191 | loss:0.14955133199691772 lr:1.6210581273792604e-07 tokens_per_second_per_gpu:315.9337412906922 
Step 9192 | loss:0.1430894136428833 lr:1.615279115610302e-07 tokens_per_second_per_gpu:333.659639473752 
Step 9193 | loss:0.22691583633422852 lr:1.6095103393513166e-07 tokens_per_second_per_gpu:313.37909348066773 
Step 9194 | loss:0.06952075660228729 lr:1.6037517992024576e-07 tokens_per_second_per_gpu:268.68607011351304 
Step 9195 | loss:0.1350930780172348 lr:1.5980034957628232e-07 tokens_per_second_per_gpu:266.75224355547056 
Step 9196 | loss:0.08131109178066254 lr:1.592265429630435e-07 tokens_per_second_per_gpu:256.6166933119885 
Step 9197 | loss:0.1651637852191925 lr:1.5865376014022714e-07 tokens_per_second_per_gpu:293.0106231103227 
Step 9198 | loss:0.0814158022403717 lr:1.5808200116742112e-07 tokens_per_second_per_gpu:282.5668544456338 
Step 9199 | loss:0.10036996752023697 lr:1.5751126610411006e-07 tokens_per_second_per_gpu:308.7875147800436 
Step 9200 | loss:0.03764443099498749 lr:1.5694155500966978e-07 tokens_per_second_per_gpu:196.19136164920818 
Step 9201 | loss:0.10945136845111847 lr:1.563728679433707e-07 tokens_per_second_per_gpu:290.89761011698016 
Step 9202 | loss:0.07200215756893158 lr:1.5580520496437656e-07 tokens_per_second_per_gpu:308.2939576539303 
Step 9203 | loss:0.08535635471343994 lr:1.552385661317457e-07 tokens_per_second_per_gpu:305.2994230413712 
Step 9204 | loss:0.10126509517431259 lr:1.5467295150442652e-07 tokens_per_second_per_gpu:264.43413172746995 
Step 9205 | loss:0.1608976125717163 lr:1.5410836114126525e-07 tokens_per_second_per_gpu:355.899541687134 
Step 9206 | loss:0.1452084183692932 lr:1.5354479510099718e-07 tokens_per_second_per_gpu:263.0118931569764 
Step 9207 | loss:0.1098855659365654 lr:1.5298225344225425e-07 tokens_per_second_per_gpu:247.38805833749558 
Step 9208 | loss:0.13307039439678192 lr:1.524207362235619e-07 tokens_per_second_per_gpu:345.3662465395041 
Step 9209 | loss:0.12174029648303986 lr:1.5186024350333672e-07 tokens_per_second_per_gpu:289.6884177493551 
Step 9210 | loss:0.06394685804843903 lr:1.5130077533988874e-07 tokens_per_second_per_gpu:302.2375354258067 
Step 9211 | loss:0.08057378977537155 lr:1.5074233179142584e-07 tokens_per_second_per_gpu:258.6705723356113 
Step 9212 | loss:0.08739155530929565 lr:1.5018491291604264e-07 tokens_per_second_per_gpu:303.97318564703687 
Step 9213 | loss:0.14274078607559204 lr:1.496285187717328e-07 tokens_per_second_per_gpu:240.9123084500164 
Step 9214 | loss:0.07482638210058212 lr:1.4907314941637997e-07 tokens_per_second_per_gpu:217.96438914517296 
Step 9215 | loss:0.052003923803567886 lr:1.485188049077624e-07 tokens_per_second_per_gpu:302.5812166126885 
Step 9216 | loss:0.16629166901111603 lr:1.479654853035506e-07 tokens_per_second_per_gpu:262.2497992029774 
Step 9217 | loss:0.07921572029590607 lr:1.4741319066131298e-07 tokens_per_second_per_gpu:391.1702647554646 
Step 9218 | loss:0.21664775907993317 lr:1.4686192103850473e-07 tokens_per_second_per_gpu:343.8012610366065 
Step 9219 | loss:0.09901729971170425 lr:1.4631167649247659e-07 tokens_per_second_per_gpu:305.0742751686024 
Step 9220 | loss:0.02256283164024353 lr:1.457624570804772e-07 tokens_per_second_per_gpu:295.7223963136696 
Step 9221 | loss:0.3272996246814728 lr:1.4521426285964314e-07 tokens_per_second_per_gpu:445.3256067153585 
Step 9222 | loss:0.07613153755664825 lr:1.4466709388700316e-07 tokens_per_second_per_gpu:287.73286714560385 
Step 9223 | loss:0.13928861916065216 lr:1.4412095021948847e-07 tokens_per_second_per_gpu:338.1101512413661 
Step 9224 | loss:0.06663049012422562 lr:1.4357583191391246e-07 tokens_per_second_per_gpu:277.50806995357476 
Step 9225 | loss:0.06923874467611313 lr:1.4303173902698751e-07 tokens_per_second_per_gpu:258.4048640865612 
Step 9226 | loss:0.16308143734931946 lr:1.4248867161532065e-07 tokens_per_second_per_gpu:395.13288438450826 
Step 9227 | loss:0.12494269013404846 lr:1.4194662973540996e-07 tokens_per_second_per_gpu:249.33939425320125 
Step 9228 | loss:0.09300009906291962 lr:1.4140561344364369e-07 tokens_per_second_per_gpu:291.0197442867922 
Step 9229 | loss:0.18570256233215332 lr:1.4086562279631123e-07 tokens_per_second_per_gpu:318.0494856308462 
Step 9230 | loss:0.022418484091758728 lr:1.4032665784958877e-07 tokens_per_second_per_gpu:292.2889436918958 
Step 9231 | loss:0.08572869002819061 lr:1.3978871865954813e-07 tokens_per_second_per_gpu:345.7650061579046 
Step 9232 | loss:0.05123250186443329 lr:1.3925180528215233e-07 tokens_per_second_per_gpu:305.81230028033406 
Step 9233 | loss:0.10360754281282425 lr:1.387159177732622e-07 tokens_per_second_per_gpu:292.92189593355096 
Step 9234 | loss:0.08342507481575012 lr:1.3818105618862765e-07 tokens_per_second_per_gpu:258.27655376849526 
Step 9235 | loss:0.06238676607608795 lr:1.3764722058389302e-07 tokens_per_second_per_gpu:266.3963031456254 
Step 9236 | loss:0.0652855932712555 lr:1.3711441101459832e-07 tokens_per_second_per_gpu:306.7554194869103 
Step 9237 | loss:0.1547309011220932 lr:1.3658262753617145e-07 tokens_per_second_per_gpu:320.95193378780806 
Step 9238 | loss:0.10041776299476624 lr:1.360518702039393e-07 tokens_per_second_per_gpu:306.1005535727833 
Step 9239 | loss:0.07158081233501434 lr:1.3552213907311873e-07 tokens_per_second_per_gpu:286.4489941728861 
Step 9240 | loss:0.2474082112312317 lr:1.3499343419882016e-07 tokens_per_second_per_gpu:254.52978549645226 
Step 9241 | loss:0.10333871841430664 lr:1.3446575563604847e-07 tokens_per_second_per_gpu:289.8085680587485 
Step 9242 | loss:0.04349125176668167 lr:1.3393910343970083e-07 tokens_per_second_per_gpu:298.1333982469404 
Step 9243 | loss:0.02342083677649498 lr:1.334134776645679e-07 tokens_per_second_per_gpu:231.7684444424658 
Step 9244 | loss:0.1216699555516243 lr:1.328888783653326e-07 tokens_per_second_per_gpu:380.02602172851505 
Step 9245 | loss:0.022876806557178497 lr:1.3236530559657235e-07 tokens_per_second_per_gpu:245.96728780382685 
Step 9246 | loss:0.07352034002542496 lr:1.3184275941275693e-07 tokens_per_second_per_gpu:282.7437595457335 
Step 9247 | loss:0.07752764970064163 lr:1.3132123986825174e-07 tokens_per_second_per_gpu:235.276939321869 
Step 9248 | loss:0.147810161113739 lr:1.3080074701731115e-07 tokens_per_second_per_gpu:341.21423595878093 
Step 9249 | loss:0.054843753576278687 lr:1.302812809140852e-07 tokens_per_second_per_gpu:270.10323210670856 
Step 9250 | loss:0.10391664505004883 lr:1.2976284161261843e-07 tokens_per_second_per_gpu:283.0159956281331 
Step 9251 | loss:0.08321775496006012 lr:1.2924542916684435e-07 tokens_per_second_per_gpu:276.9140752022147 
Step 9252 | loss:0.1058739572763443 lr:1.2872904363059436e-07 tokens_per_second_per_gpu:247.9360923616453 
Step 9253 | loss:0.08655603229999542 lr:1.2821368505759102e-07 tokens_per_second_per_gpu:265.6868000996671 
Step 9254 | loss:0.04526076093316078 lr:1.2769935350144924e-07 tokens_per_second_per_gpu:284.34731562041446 
Step 9255 | loss:0.1723375916481018 lr:1.2718604901567734e-07 tokens_per_second_per_gpu:361.8100206952817 
Step 9256 | loss:0.09215177595615387 lr:1.2667377165367812e-07 tokens_per_second_per_gpu:287.10310736503766 
Step 9257 | loss:0.07650982588529587 lr:1.2616252146874454e-07 tokens_per_second_per_gpu:300.78711638770204 
Step 9258 | loss:0.05763159319758415 lr:1.2565229851406847e-07 tokens_per_second_per_gpu:341.1751025586379 
Step 9259 | loss:0.07578977197408676 lr:1.2514310284272856e-07 tokens_per_second_per_gpu:308.3739987545728 
Step 9260 | loss:0.12060748785734177 lr:1.2463493450769914e-07 tokens_per_second_per_gpu:249.04841601330443 
Step 9261 | loss:0.04209131747484207 lr:1.241277935618501e-07 tokens_per_second_per_gpu:387.8970321687625 
Step 9262 | loss:0.08429034799337387 lr:1.2362168005794039e-07 tokens_per_second_per_gpu:324.80444837510123 
Step 9263 | loss:0.0774615928530693 lr:1.231165940486234e-07 tokens_per_second_per_gpu:359.72091040018665 
Step 9264 | loss:0.15831902623176575 lr:1.2261253558644604e-07 tokens_per_second_per_gpu:337.5870974910692 
Step 9265 | loss:0.11157634854316711 lr:1.2210950472385075e-07 tokens_per_second_per_gpu:334.2741190478573 
Step 9266 | loss:0.10699145495891571 lr:1.2160750151316793e-07 tokens_per_second_per_gpu:352.22976004580556 
Step 9267 | loss:0.11233939975500107 lr:1.2110652600662465e-07 tokens_per_second_per_gpu:293.0403998310387 
Step 9268 | loss:0.04348316788673401 lr:1.2060657825634038e-07 tokens_per_second_per_gpu:316.51148057596737 
Step 9269 | loss:0.040955204516649246 lr:1.2010765831432682e-07 tokens_per_second_per_gpu:355.7448520586922 
Step 9270 | loss:0.14827987551689148 lr:1.196097662324902e-07 tokens_per_second_per_gpu:334.66426554028874 
Step 9271 | loss:0.23386123776435852 lr:1.1911290206262916e-07 tokens_per_second_per_gpu:318.21689337053806 
Step 9272 | loss:0.06256802380084991 lr:1.186170658564345e-07 tokens_per_second_per_gpu:280.4113378662313 
Step 9273 | loss:0.11454930156469345 lr:1.1812225766549057e-07 tokens_per_second_per_gpu:269.57043498611637 
Step 9274 | loss:0.05091458559036255 lr:1.1762847754127726e-07 tokens_per_second_per_gpu:279.61124275047916 
Step 9275 | loss:0.11836043000221252 lr:1.1713572553516128e-07 tokens_per_second_per_gpu:306.84801768711986 
Step 9276 | loss:0.020644940435886383 lr:1.1664400169841051e-07 tokens_per_second_per_gpu:286.10004267639255 
Step 9277 | loss:0.03056078776717186 lr:1.1615330608217845e-07 tokens_per_second_per_gpu:263.4550059288937 
Step 9278 | loss:0.11344126611948013 lr:1.1566363873751652e-07 tokens_per_second_per_gpu:327.36237640106543 
Step 9279 | loss:0.06711037456989288 lr:1.1517499971536838e-07 tokens_per_second_per_gpu:305.7815318018406 
Step 9280 | loss:0.04226851835846901 lr:1.1468738906656785e-07 tokens_per_second_per_gpu:321.65622570867305 
Step 9281 | loss:0.10052131116390228 lr:1.1420080684184543e-07 tokens_per_second_per_gpu:290.6121783722154 
Step 9282 | loss:0.06990750133991241 lr:1.1371525309182175e-07 tokens_per_second_per_gpu:287.24937789898854 
Step 9283 | loss:0.13713043928146362 lr:1.1323072786701195e-07 tokens_per_second_per_gpu:284.04989393301463 
Step 9284 | loss:0.04846594110131264 lr:1.1274723121782461e-07 tokens_per_second_per_gpu:290.01211517374674 
Step 9285 | loss:0.16448244452476501 lr:1.1226476319455948e-07 tokens_per_second_per_gpu:238.53157184516277 
Step 9286 | loss:0.0401722677052021 lr:1.1178332384741198e-07 tokens_per_second_per_gpu:323.45670745422325 
Step 9287 | loss:0.1253606528043747 lr:1.1130291322646646e-07 tokens_per_second_per_gpu:324.24760299242814 
Step 9288 | loss:0.17867396771907806 lr:1.1082353138170521e-07 tokens_per_second_per_gpu:348.1396240698705 
Step 9289 | loss:0.08520565181970596 lr:1.1034517836300052e-07 tokens_per_second_per_gpu:303.0620818646271 
Step 9290 | loss:0.17213904857635498 lr:1.0986785422011593e-07 tokens_per_second_per_gpu:286.9915648369419 
Step 9291 | loss:0.049066729843616486 lr:1.0939155900271393e-07 tokens_per_second_per_gpu:287.01513225090366 
Step 9292 | loss:0.17257465422153473 lr:1.0891629276034154e-07 tokens_per_second_per_gpu:334.1988037175024 
Step 9293 | loss:0.13931459188461304 lr:1.0844205554244702e-07 tokens_per_second_per_gpu:303.4102359089822 
Step 9294 | loss:0.16869515180587769 lr:1.0796884739836754e-07 tokens_per_second_per_gpu:340.2174544324553 
Step 9295 | loss:0.15616922080516815 lr:1.0749666837733153e-07 tokens_per_second_per_gpu:277.855103474263 
Step 9296 | loss:0.13193833827972412 lr:1.070255185284641e-07 tokens_per_second_per_gpu:319.74720630643765 
Step 9297 | loss:0.048130642622709274 lr:1.0655539790078162e-07 tokens_per_second_per_gpu:261.73819752271567 
Step 9298 | loss:0.047728281468153 lr:1.0608630654319163e-07 tokens_per_second_per_gpu:305.5379191283034 
Step 9299 | loss:0.10109876841306686 lr:1.0561824450449842e-07 tokens_per_second_per_gpu:249.75514291622082 
Step 9300 | loss:0.05238573998212814 lr:1.0515121183339528e-07 tokens_per_second_per_gpu:317.7985367561483 
Step 9301 | loss:0.0676567330956459 lr:1.0468520857847219e-07 tokens_per_second_per_gpu:291.4725468572249 
Step 9302 | loss:0.06294647604227066 lr:1.042202347882082e-07 tokens_per_second_per_gpu:325.509368275089 
Step 9303 | loss:0.09990224242210388 lr:1.0375629051097902e-07 tokens_per_second_per_gpu:284.37896039346873 
Step 9304 | loss:0.08150355517864227 lr:1.0329337579504828e-07 tokens_per_second_per_gpu:357.46187694282327 
Step 9305 | loss:0.10907669365406036 lr:1.0283149068857967e-07 tokens_per_second_per_gpu:358.91284037931604 
Step 9306 | loss:0.10471051931381226 lr:1.0237063523962253e-07 tokens_per_second_per_gpu:243.50776728185537 
Step 9307 | loss:0.08325150609016418 lr:1.0191080949612297e-07 tokens_per_second_per_gpu:310.2293133155994 
Step 9308 | loss:0.06491431593894958 lr:1.0145201350592049e-07 tokens_per_second_per_gpu:282.8252534264623 
Step 9309 | loss:0.026454705744981766 lr:1.0099424731674357e-07 tokens_per_second_per_gpu:253.2969430338266 
Step 9310 | loss:0.21390029788017273 lr:1.0053751097621855e-07 tokens_per_second_per_gpu:254.6773420556278 
Step 9311 | loss:0.07074206322431564 lr:1.0008180453186189e-07 tokens_per_second_per_gpu:294.22110343784976 
Step 9312 | loss:0.08442080020904541 lr:9.962712803108232e-08 tokens_per_second_per_gpu:271.0491751253935 
Step 9313 | loss:0.0674944743514061 lr:9.917348152118311e-08 tokens_per_second_per_gpu:259.5964684456767 
Step 9314 | loss:0.05571388453245163 lr:9.872086504935985e-08 tokens_per_second_per_gpu:335.08515499616465 
Step 9315 | loss:0.11192475259304047 lr:9.826927866270041e-08 tokens_per_second_per_gpu:250.8323712080621 
Step 9316 | loss:0.11565262079238892 lr:9.781872240818501e-08 tokens_per_second_per_gpu:262.79918427587404 
Step 9317 | loss:0.08806690573692322 lr:9.736919633268949e-08 tokens_per_second_per_gpu:237.15011861523206 
Step 9318 | loss:0.10293668508529663 lr:9.692070048297752e-08 tokens_per_second_per_gpu:283.39857970110467 
Step 9319 | loss:0.21219712495803833 lr:9.647323490571181e-08 tokens_per_second_per_gpu:282.2652635041234 
Step 9320 | loss:0.12662304937839508 lr:9.602679964744288e-08 tokens_per_second_per_gpu:244.1304966772933 
Step 9321 | loss:0.061242058873176575 lr:9.558139475461692e-08 tokens_per_second_per_gpu:261.75802186977944 
Step 9322 | loss:0.06471582502126694 lr:9.513702027356908e-08 tokens_per_second_per_gpu:323.2655471478262 
Step 9323 | loss:0.12356048822402954 lr:9.46936762505346e-08 tokens_per_second_per_gpu:329.66579829872717 
Step 9324 | loss:0.18344201147556305 lr:9.425136273163437e-08 tokens_per_second_per_gpu:328.51991735019027 
Step 9325 | loss:0.03934034705162048 lr:9.381007976288381e-08 tokens_per_second_per_gpu:273.2448826768206 
Step 9326 | loss:0.05757826566696167 lr:9.336982739019396e-08 tokens_per_second_per_gpu:288.3644452935663 
Step 9327 | loss:0.16969113051891327 lr:9.293060565936706e-08 tokens_per_second_per_gpu:300.199339552488 
Step 9328 | loss:0.19362232089042664 lr:9.249241461609549e-08 tokens_per_second_per_gpu:288.4917745830445 
Step 9329 | loss:0.07757194340229034 lr:9.205525430596829e-08 tokens_per_second_per_gpu:322.59885310406673 
Step 9330 | loss:0.05353116989135742 lr:9.161912477446689e-08 tokens_per_second_per_gpu:315.2534562041596 
Step 9331 | loss:0.05993682146072388 lr:9.118402606696053e-08 tokens_per_second_per_gpu:293.0807863394912 
Step 9332 | loss:0.04541270062327385 lr:9.074995822871857e-08 tokens_per_second_per_gpu:255.7468367430282 
Step 9333 | loss:0.08315729349851608 lr:9.031692130489822e-08 tokens_per_second_per_gpu:282.4947912008055 
Step 9334 | loss:0.08155053853988647 lr:8.9884915340549e-08 tokens_per_second_per_gpu:338.79206895960846 
Step 9335 | loss:0.07370012998580933 lr:8.945394038061827e-08 tokens_per_second_per_gpu:312.92585245172194 
Step 9336 | loss:0.05707855522632599 lr:8.90239964699413e-08 tokens_per_second_per_gpu:287.4010254163771 
Step 9337 | loss:0.14105790853500366 lr:8.859508365324566e-08 tokens_per_second_per_gpu:387.9050776586578 
Step 9338 | loss:0.1264011710882187 lr:8.81672019751556e-08 tokens_per_second_per_gpu:357.9877281515744 
Step 9339 | loss:0.050175540149211884 lr:8.774035148018666e-08 tokens_per_second_per_gpu:410.05266782272713 
Step 9340 | loss:0.038980163633823395 lr:8.731453221274444e-08 tokens_per_second_per_gpu:255.73744848935456 
Step 9341 | loss:0.1124274879693985 lr:8.688974421713015e-08 tokens_per_second_per_gpu:287.2425822778273 
Step 9342 | loss:0.09305836260318756 lr:8.646598753753732e-08 tokens_per_second_per_gpu:305.8436700418584 
Step 9343 | loss:0.12550976872444153 lr:8.604326221805071e-08 tokens_per_second_per_gpu:232.86189332046595 
Step 9344 | loss:0.11619903892278671 lr:8.562156830265067e-08 tokens_per_second_per_gpu:305.8331010919471 
Step 9345 | loss:0.14812609553337097 lr:8.520090583520658e-08 tokens_per_second_per_gpu:268.3966978537372 
Step 9346 | loss:0.09013614803552628 lr:8.478127485948229e-08 tokens_per_second_per_gpu:308.18179386034825 
Step 9347 | loss:0.08330237865447998 lr:8.436267541913511e-08 tokens_per_second_per_gpu:253.89973300400632 
Step 9348 | loss:0.12247145920991898 lr:8.394510755771356e-08 tokens_per_second_per_gpu:281.2597475566592 
Step 9349 | loss:0.0690370574593544 lr:8.352857131866066e-08 tokens_per_second_per_gpu:339.6619637925395 
Step 9350 | loss:0.054791297763586044 lr:8.311306674531062e-08 tokens_per_second_per_gpu:312.7032553207824 
Step 9351 | loss:0.13073259592056274 lr:8.269859388088996e-08 tokens_per_second_per_gpu:308.74824881263345 
Step 9352 | loss:0.16802114248275757 lr:8.228515276851868e-08 tokens_per_second_per_gpu:475.9679373926267 
Step 9353 | loss:0.20627057552337646 lr:8.187274345121121e-08 tokens_per_second_per_gpu:293.4938369972047 
Step 9354 | loss:0.041961610317230225 lr:8.146136597186994e-08 tokens_per_second_per_gpu:288.7681721020583 
Step 9355 | loss:0.12231767922639847 lr:8.105102037329393e-08 tokens_per_second_per_gpu:379.0911363277304 
Step 9356 | loss:0.0759635791182518 lr:8.064170669817462e-08 tokens_per_second_per_gpu:252.85537317388005 
Step 9357 | loss:0.039649009704589844 lr:8.023342498909459e-08 tokens_per_second_per_gpu:414.69667849334655 
Step 9358 | loss:0.07905632257461548 lr:7.982617528852877e-08 tokens_per_second_per_gpu:257.474970865519 
Step 9359 | loss:0.1688554733991623 lr:7.941995763884769e-08 tokens_per_second_per_gpu:362.1922107444307 
Step 9360 | loss:0.22779619693756104 lr:7.901477208230978e-08 tokens_per_second_per_gpu:267.12611743931967 
Step 9361 | loss:0.10729750245809555 lr:7.861061866107134e-08 tokens_per_second_per_gpu:291.80497127347206 
Step 9362 | loss:0.05534518510103226 lr:7.820749741717759e-08 tokens_per_second_per_gpu:371.8460769366595 
Step 9363 | loss:0.15373949706554413 lr:7.780540839256611e-08 tokens_per_second_per_gpu:316.09594275345614 
Step 9364 | loss:0.11614628881216049 lr:7.740435162907011e-08 tokens_per_second_per_gpu:310.1283527765086 
Step 9365 | loss:0.02333526499569416 lr:7.7004327168414e-08 tokens_per_second_per_gpu:269.87057774239923 
Step 9366 | loss:0.08586031198501587 lr:7.660533505221335e-08 tokens_per_second_per_gpu:238.17748174234183 
Step 9367 | loss:0.07625763863325119 lr:7.62073753219772e-08 tokens_per_second_per_gpu:331.9770075373704 
Step 9368 | loss:0.12305274605751038 lr:7.58104480191102e-08 tokens_per_second_per_gpu:242.10468703413852 
Step 9369 | loss:0.26435980200767517 lr:7.541455318490376e-08 tokens_per_second_per_gpu:331.9392707449859 
Step 9370 | loss:0.17247970402240753 lr:7.501969086054717e-08 tokens_per_second_per_gpu:352.7058680296654 
Step 9371 | loss:0.10823572427034378 lr:7.462586108711867e-08 tokens_per_second_per_gpu:274.605433587681 
Step 9372 | loss:0.06237774342298508 lr:7.423306390559215e-08 tokens_per_second_per_gpu:342.20254216396177 
Step 9373 | loss:0.10029194504022598 lr:7.384129935683049e-08 tokens_per_second_per_gpu:302.9269134186879 
Step 9374 | loss:0.17628920078277588 lr:7.345056748159329e-08 tokens_per_second_per_gpu:277.5515771190527 
Step 9375 | loss:0.08390213549137115 lr:7.306086832052917e-08 tokens_per_second_per_gpu:395.6853357742403 
Step 9376 | loss:0.15467478334903717 lr:7.267220191418011e-08 tokens_per_second_per_gpu:261.42349634862103 
Step 9377 | loss:0.15138234198093414 lr:7.22845683029838e-08 tokens_per_second_per_gpu:309.0026161854564 
Step 9378 | loss:0.13289393484592438 lr:7.189796752726463e-08 tokens_per_second_per_gpu:316.150198682931 
Step 9379 | loss:0.05253158509731293 lr:7.151239962724599e-08 tokens_per_second_per_gpu:325.3029579772629 
Step 9380 | loss:0.3022400140762329 lr:7.1127864643038e-08 tokens_per_second_per_gpu:307.8333662863336 
Step 9381 | loss:0.15642090141773224 lr:7.074436261464757e-08 tokens_per_second_per_gpu:264.04446306273394 
Step 9382 | loss:0.09179471433162689 lr:7.036189358197277e-08 tokens_per_second_per_gpu:251.04327699601157 
Step 9383 | loss:0.18833769857883453 lr:6.998045758480176e-08 tokens_per_second_per_gpu:337.70778493223037 
Step 9384 | loss:0.24092261493206024 lr:6.96000546628206e-08 tokens_per_second_per_gpu:318.5868449538314 
Step 9385 | loss:0.11533456295728683 lr:6.922068485560208e-08 tokens_per_second_per_gpu:254.08889902398235 
Step 9386 | loss:0.06477983295917511 lr:6.88423482026157e-08 tokens_per_second_per_gpu:291.2150532062331 
Step 9387 | loss:0.06990903615951538 lr:6.846504474322113e-08 tokens_per_second_per_gpu:315.7638797801662 
Step 9388 | loss:0.12634046375751495 lr:6.808877451667139e-08 tokens_per_second_per_gpu:319.2636649399601 
Step 9389 | loss:0.15201447904109955 lr:6.771353756211296e-08 tokens_per_second_per_gpu:313.0930466340576 
Step 9390 | loss:0.10824011266231537 lr:6.733933391858238e-08 tokens_per_second_per_gpu:266.88083791313244 
Step 9391 | loss:0.0747133195400238 lr:6.696616362501185e-08 tokens_per_second_per_gpu:365.93805948901644 
Step 9392 | loss:0.12314596772193909 lr:6.659402672022253e-08 tokens_per_second_per_gpu:308.3791774627117 
Step 9393 | loss:0.1001834124326706 lr:6.622292324293012e-08 tokens_per_second_per_gpu:364.35417277974824 
Step 9394 | loss:0.2573685050010681 lr:6.585285323174484e-08 tokens_per_second_per_gpu:422.15099624218107 
Step 9395 | loss:0.08867468684911728 lr:6.548381672516369e-08 tokens_per_second_per_gpu:313.4483226660385 
Step 9396 | loss:0.06435823440551758 lr:6.51158137615826e-08 tokens_per_second_per_gpu:273.07340031946734 
Step 9397 | loss:0.10371043533086777 lr:6.474884437928542e-08 tokens_per_second_per_gpu:358.4625161643345 
Step 9398 | loss:0.10059736669063568 lr:6.438290861644936e-08 tokens_per_second_per_gpu:236.12406568315734 
Step 9399 | loss:0.048407863825559616 lr:6.40180065111473e-08 tokens_per_second_per_gpu:278.1470244272687 
Step 9400 | loss:0.08118116110563278 lr:6.365413810134002e-08 tokens_per_second_per_gpu:341.7138240150921 
Step 9401 | loss:0.1039235070347786 lr:6.329130342488277e-08 tokens_per_second_per_gpu:296.4776801196221 
Step 9402 | loss:0.10300830751657486 lr:6.292950251952312e-08 tokens_per_second_per_gpu:225.45499294270292 
Step 9403 | loss:0.07149913907051086 lr:6.256873542290321e-08 tokens_per_second_per_gpu:365.54236051574435 
Step 9404 | loss:0.130218043923378 lr:6.220900217255299e-08 tokens_per_second_per_gpu:289.39504757609404 
Step 9405 | loss:0.09309938549995422 lr:6.185030280589921e-08 tokens_per_second_per_gpu:229.9255607355416 
Step 9406 | loss:0.11809477210044861 lr:6.149263736025979e-08 tokens_per_second_per_gpu:327.6733006671746 
Step 9407 | loss:0.16996780037879944 lr:6.113600587284275e-08 tokens_per_second_per_gpu:251.32872242916102 
Step 9408 | loss:0.0846719741821289 lr:6.078040838075172e-08 tokens_per_second_per_gpu:279.7077922877212 
Step 9409 | loss:0.04256851226091385 lr:6.042584492098157e-08 tokens_per_second_per_gpu:249.92930689962415 
Step 9410 | loss:0.06994641572237015 lr:6.007231553041837e-08 tokens_per_second_per_gpu:273.91411125821674 
Step 9411 | loss:0.03324175998568535 lr:5.971982024584377e-08 tokens_per_second_per_gpu:228.71799270063883 
Step 9412 | loss:0.1100236028432846 lr:5.9368359103928466e-08 tokens_per_second_per_gpu:318.39357718157726 
Step 9413 | loss:0.06715217232704163 lr:5.901793214123652e-08 tokens_per_second_per_gpu:337.72151826934606 
Step 9414 | loss:0.06197596713900566 lr:5.8668539394225455e-08 tokens_per_second_per_gpu:250.6042694533061 
Step 9415 | loss:0.1306380331516266 lr:5.832018089924396e-08 tokens_per_second_per_gpu:260.7439467996913 
Step 9416 | loss:0.15634597837924957 lr:5.7972856692534164e-08 tokens_per_second_per_gpu:256.5012849993491 
Step 9417 | loss:0.09381286799907684 lr:5.76265668102316e-08 tokens_per_second_per_gpu:299.62821633529467 
Step 9418 | loss:0.0930323600769043 lr:5.728131128835967e-08 tokens_per_second_per_gpu:249.18806083091604 
Step 9419 | loss:0.1579836755990982 lr:5.693709016283966e-08 tokens_per_second_per_gpu:247.7700328232745 
Step 9420 | loss:0.17381051182746887 lr:5.659390346948179e-08 tokens_per_second_per_gpu:315.92765270014553 
Step 9421 | loss:0.1049843579530716 lr:5.625175124399085e-08 tokens_per_second_per_gpu:317.262197050372 
Step 9422 | loss:0.08961877971887589 lr:5.591063352196058e-08 tokens_per_second_per_gpu:237.4423785382042 
Step 9423 | loss:0.07226306200027466 lr:5.557055033888148e-08 tokens_per_second_per_gpu:247.47636094118064 
Step 9424 | loss:0.12981350719928741 lr:5.523150173013303e-08 tokens_per_second_per_gpu:290.4463154941203 
Step 9425 | loss:0.11325818300247192 lr:5.4893487730988124e-08 tokens_per_second_per_gpu:295.9999664816679 
Step 9426 | loss:0.12359367311000824 lr:5.4556508376614193e-08 tokens_per_second_per_gpu:239.64190270511506 
Step 9427 | loss:0.05570515617728233 lr:5.422056370206763e-08 tokens_per_second_per_gpu:339.08079043277684 
Step 9428 | loss:0.17006990313529968 lr:5.3885653742297153e-08 tokens_per_second_per_gpu:379.29632051962017 
Step 9429 | loss:0.04722481593489647 lr:5.3551778532148215e-08 tokens_per_second_per_gpu:392.3572702418338 
Step 9430 | loss:0.20539668202400208 lr:5.321893810635526e-08 tokens_per_second_per_gpu:311.4942658323165 
Step 9431 | loss:0.025401487946510315 lr:5.28871324995428e-08 tokens_per_second_per_gpu:284.44368155534 
Step 9432 | loss:0.058653734624385834 lr:5.2556361746233244e-08 tokens_per_second_per_gpu:274.3716406664907 
Step 9433 | loss:0.053896933794021606 lr:5.222662588083793e-08 tokens_per_second_per_gpu:264.39568721116376 
Step 9434 | loss:0.10548244416713715 lr:5.189792493765944e-08 tokens_per_second_per_gpu:258.73088448967974 
Step 9435 | loss:0.16988013684749603 lr:5.157025895089707e-08 tokens_per_second_per_gpu:225.87008166557007 
Step 9436 | loss:0.07881204038858414 lr:5.124362795463911e-08 tokens_per_second_per_gpu:337.1358058821884 
Step 9437 | loss:0.1347404271364212 lr:5.091803198286394e-08 tokens_per_second_per_gpu:254.34300077584325 
Step 9438 | loss:0.1390717774629593 lr:5.0593471069448896e-08 tokens_per_second_per_gpu:399.575897080869 
Step 9439 | loss:0.17888551950454712 lr:5.026994524815698e-08 tokens_per_second_per_gpu:382.9743024152134 
Step 9440 | loss:0.2662467658519745 lr:4.994745455264793e-08 tokens_per_second_per_gpu:271.47979128546814 
Step 9441 | loss:0.08478637784719467 lr:4.962599901647269e-08 tokens_per_second_per_gpu:323.9445715185552 
Step 9442 | loss:0.13852104544639587 lr:4.930557867307229e-08 tokens_per_second_per_gpu:248.23291704290511 
Step 9443 | loss:0.34361255168914795 lr:4.898619355578338e-08 tokens_per_second_per_gpu:286.07689732295694 
Step 9444 | loss:0.07122094929218292 lr:4.866784369783273e-08 tokens_per_second_per_gpu:254.37360393484965 
Step 9445 | loss:0.055571623146533966 lr:4.8350529132340506e-08 tokens_per_second_per_gpu:265.6273008734755 
Step 9446 | loss:0.0662650614976883 lr:4.803424989231698e-08 tokens_per_second_per_gpu:322.4315393739057 
Step 9447 | loss:0.07043789327144623 lr:4.771900601066914e-08 tokens_per_second_per_gpu:322.8239050271596 
Step 9448 | loss:0.10536132007837296 lr:4.740479752019189e-08 tokens_per_second_per_gpu:236.17663265701404 
Step 9449 | loss:0.08430028706789017 lr:4.7091624453574624e-08 tokens_per_second_per_gpu:287.3764019054779 
Step 9450 | loss:0.04809871315956116 lr:4.6779486843397946e-08 tokens_per_second_per_gpu:358.08470791278904 
Step 9451 | loss:0.16177886724472046 lr:4.646838472213589e-08 tokens_per_second_per_gpu:373.519444416964 
Step 9452 | loss:0.17252320051193237 lr:4.6158318122153656e-08 tokens_per_second_per_gpu:264.0243657027494 
Step 9453 | loss:0.07681972533464432 lr:4.5849287075708795e-08 tokens_per_second_per_gpu:306.32807878876594 
Step 9454 | loss:0.05321526899933815 lr:4.554129161495335e-08 tokens_per_second_per_gpu:320.12204199561086 
Step 9455 | loss:0.1363203227519989 lr:4.523433177192837e-08 tokens_per_second_per_gpu:289.31964137533305 
Step 9456 | loss:0.12731395661830902 lr:4.4928407578568314e-08 tokens_per_second_per_gpu:305.7967189226083 
Step 9457 | loss:0.15733012557029724 lr:4.462351906670104e-08 tokens_per_second_per_gpu:297.07807763233643 
Step 9458 | loss:0.046556927263736725 lr:4.431966626804452e-08 tokens_per_second_per_gpu:319.9791662243013 
Step 9459 | loss:0.10946999490261078 lr:4.401684921421234e-08 tokens_per_second_per_gpu:269.50381850438504 
Step 9460 | loss:0.059835582971572876 lr:4.371506793670599e-08 tokens_per_second_per_gpu:395.0637016181686 
Step 9461 | loss:0.1068863570690155 lr:4.3414322466923674e-08 tokens_per_second_per_gpu:273.9341262948864 
Step 9462 | loss:0.038918234407901764 lr:4.311461283615148e-08 tokens_per_second_per_gpu:254.91443819537037 
Step 9463 | loss:0.14017653465270996 lr:4.2815939075571136e-08 tokens_per_second_per_gpu:311.6537555228865 
Step 9464 | loss:0.12270839512348175 lr:4.2518301216255556e-08 tokens_per_second_per_gpu:284.584958113719 
Step 9465 | loss:0.0672469511628151 lr:4.222169928916886e-08 tokens_per_second_per_gpu:274.92368968504525 
Step 9466 | loss:0.07459276914596558 lr:4.19261333251686e-08 tokens_per_second_per_gpu:281.8912016192324 
Step 9467 | loss:0.08596569299697876 lr:4.1631603355003493e-08 tokens_per_second_per_gpu:267.9515721829164 
Step 9468 | loss:0.04370572417974472 lr:4.133810940931682e-08 tokens_per_second_per_gpu:298.4288997453147 
Step 9469 | loss:0.11435984075069427 lr:4.10456515186397e-08 tokens_per_second_per_gpu:335.4812771669766 
Step 9470 | loss:0.12077618390321732 lr:4.075422971340115e-08 tokens_per_second_per_gpu:405.3571220485029 
Step 9471 | loss:0.07232208549976349 lr:4.0463844023916896e-08 tokens_per_second_per_gpu:294.1790648183479 
Step 9472 | loss:0.111382395029068 lr:4.017449448039945e-08 tokens_per_second_per_gpu:304.5068115012573 
Step 9473 | loss:0.10186003148555756 lr:3.9886181112949175e-08 tokens_per_second_per_gpu:264.9886502633892 
Step 9474 | loss:0.10427424311637878 lr:3.959890395156318e-08 tokens_per_second_per_gpu:262.22725925382167 
Step 9475 | loss:0.07699400186538696 lr:3.9312663026127576e-08 tokens_per_second_per_gpu:214.04231945399107 
Step 9476 | loss:0.06832166016101837 lr:3.9027458366420745e-08 tokens_per_second_per_gpu:266.4780593077031 
Step 9477 | loss:0.21305155754089355 lr:3.874329000211674e-08 tokens_per_second_per_gpu:292.69352668687793 
Step 9478 | loss:0.11460546404123306 lr:3.8460157962775244e-08 tokens_per_second_per_gpu:240.28733483671076 
Step 9479 | loss:0.06627348065376282 lr:3.8178062277854924e-08 tokens_per_second_per_gpu:273.31335306058844 
Step 9480 | loss:0.08612791448831558 lr:3.78970029767034e-08 tokens_per_second_per_gpu:359.2644842522287 
Step 9481 | loss:0.15008698403835297 lr:3.761698008855952e-08 tokens_per_second_per_gpu:243.07735015646512 
Step 9482 | loss:0.132892444729805 lr:3.7337993642557746e-08 tokens_per_second_per_gpu:251.81806381557553 
Step 9483 | loss:0.06491558253765106 lr:3.7060043667720426e-08 tokens_per_second_per_gpu:293.0601813949825 
Step 9484 | loss:0.04045066609978676 lr:3.6783130192965535e-08 tokens_per_second_per_gpu:262.05559629480894 
Step 9485 | loss:0.08840689063072205 lr:3.650725324710114e-08 tokens_per_second_per_gpu:250.7098293110481 
Step 9486 | loss:0.06902521848678589 lr:3.6232412858829835e-08 tokens_per_second_per_gpu:245.35039331009557 
Step 9487 | loss:0.12643063068389893 lr:3.5958609056743196e-08 tokens_per_second_per_gpu:330.2736078116488 
Step 9488 | loss:0.16594389081001282 lr:3.5685841869326224e-08 tokens_per_second_per_gpu:388.9486807717139 
Step 9489 | loss:0.04124348610639572 lr:3.541411132495842e-08 tokens_per_second_per_gpu:292.3319205410311 
Step 9490 | loss:0.14715658128261566 lr:3.5143417451907195e-08 tokens_per_second_per_gpu:298.04352851893987 
Step 9491 | loss:0.16024725139141083 lr:3.487376027833556e-08 tokens_per_second_per_gpu:275.67977674762983 
Step 9492 | loss:0.11139068007469177 lr:3.460513983229774e-08 tokens_per_second_per_gpu:254.97452299110304 
Step 9493 | loss:0.0758378654718399 lr:3.433755614173917e-08 tokens_per_second_per_gpu:278.354934771816 
Step 9494 | loss:0.15800370275974274 lr:3.407100923449758e-08 tokens_per_second_per_gpu:333.402502827057 
Step 9495 | loss:0.10010955482721329 lr:3.380549913830522e-08 tokens_per_second_per_gpu:353.6150159581569 
Step 9496 | loss:0.1256849765777588 lr:3.354102588078223e-08 tokens_per_second_per_gpu:412.73001304682833 
Step 9497 | loss:0.22599054872989655 lr:3.327758948944437e-08 tokens_per_second_per_gpu:345.9108661176404 
Step 9498 | loss:0.13931535184383392 lr:3.3015189991698616e-08 tokens_per_second_per_gpu:356.3851075766955 
Step 9499 | loss:0.15442363917827606 lr:3.275382741484423e-08 tokens_per_second_per_gpu:252.03049979943182 
Step 9500 | loss:0.2806459963321686 lr:3.249350178607058e-08 tokens_per_second_per_gpu:317.97326690885234 
Step 9501 | loss:0.08851157873868942 lr:3.2234213132462666e-08 tokens_per_second_per_gpu:246.80007537548468 
Step 9502 | loss:0.08586734533309937 lr:3.1975961480993355e-08 tokens_per_second_per_gpu:326.57009421939574 
Step 9503 | loss:0.03879522532224655 lr:3.171874685853338e-08 tokens_per_second_per_gpu:333.5725266819818 
Step 9504 | loss:0.08164079487323761 lr:3.146256929183911e-08 tokens_per_second_per_gpu:382.2231177914211 
Step 9505 | loss:0.10816604644060135 lr:3.120742880756367e-08 tokens_per_second_per_gpu:285.76835310988423 
Step 9506 | loss:0.25362274050712585 lr:3.095332543225027e-08 tokens_per_second_per_gpu:363.01036137298945 
Step 9507 | loss:0.14852243661880493 lr:3.070025919233554e-08 tokens_per_second_per_gpu:279.17308895083477 
Step 9508 | loss:0.0469389446079731 lr:3.0448230114146216e-08 tokens_per_second_per_gpu:286.35006076857843 
Step 9509 | loss:0.11682981252670288 lr:3.019723822390241e-08 tokens_per_second_per_gpu:287.20599881559247 
Step 9510 | loss:0.07542088627815247 lr:2.994728354771659e-08 tokens_per_second_per_gpu:279.4670478025475 
Step 9511 | loss:0.1430727243423462 lr:2.969836611159349e-08 tokens_per_second_per_gpu:309.27558060359956 
Step 9512 | loss:0.17006519436836243 lr:2.9450485941429073e-08 tokens_per_second_per_gpu:400.075726025794 
Step 9513 | loss:0.39405640959739685 lr:2.920364306301049e-08 tokens_per_second_per_gpu:232.9984736605911 
Step 9514 | loss:0.1579972207546234 lr:2.8957837502018304e-08 tokens_per_second_per_gpu:305.11597489965555 
Step 9515 | loss:0.07909820973873138 lr:2.8713069284027617e-08 tokens_per_second_per_gpu:286.5709205726477 
Step 9516 | loss:0.07441747188568115 lr:2.846933843450028e-08 tokens_per_second_per_gpu:233.49828299337335 
Step 9517 | loss:0.10081406682729721 lr:2.8226644978793794e-08 tokens_per_second_per_gpu:281.08063209478706 
Step 9518 | loss:0.1055426299571991 lr:2.7984988942157955e-08 tokens_per_second_per_gpu:308.0044234174534 
Step 9519 | loss:0.15307994186878204 lr:2.7744370349731542e-08 tokens_per_second_per_gpu:337.51192275050613 
Step 9520 | loss:0.09164166450500488 lr:2.7504789226548977e-08 tokens_per_second_per_gpu:350.1510572122146 
Step 9521 | loss:0.1492929756641388 lr:2.726624559753477e-08 tokens_per_second_per_gpu:311.0375505582226 
Step 9522 | loss:0.06059829518198967 lr:2.702873948750573e-08 tokens_per_second_per_gpu:329.1132037026812 
Step 9523 | loss:0.23334956169128418 lr:2.6792270921172093e-08 tokens_per_second_per_gpu:211.24337257670368 
Step 9524 | loss:0.08847326040267944 lr:2.655683992313307e-08 tokens_per_second_per_gpu:249.35597986518763 
Step 9525 | loss:0.09516574442386627 lr:2.6322446517883517e-08 tokens_per_second_per_gpu:313.6427980710396 
Step 9526 | loss:0.11989632248878479 lr:2.6089090729807255e-08 tokens_per_second_per_gpu:258.7168338991186 
Step 9527 | loss:0.14223328232765198 lr:2.5856772583182642e-08 tokens_per_second_per_gpu:310.06128011853394 
Step 9528 | loss:0.16704867780208588 lr:2.562549210217924e-08 tokens_per_second_per_gpu:498.6275685999405 
Step 9529 | loss:0.1159769594669342 lr:2.5395249310857796e-08 tokens_per_second_per_gpu:343.8334221229363 
Step 9530 | loss:0.06479591876268387 lr:2.5166044233172483e-08 tokens_per_second_per_gpu:261.86552640072597 
Step 9531 | loss:0.050577349960803986 lr:2.4937876892967562e-08 tokens_per_second_per_gpu:349.76357033671064 
Step 9532 | loss:0.14027027785778046 lr:2.4710747313980708e-08 tokens_per_second_per_gpu:315.80093718336434 
Step 9533 | loss:0.07383130490779877 lr:2.4484655519843026e-08 tokens_per_second_per_gpu:395.39988521471935 
Step 9534 | loss:0.08806894719600677 lr:2.4259601534073472e-08 tokens_per_second_per_gpu:307.7335679665872 
Step 9535 | loss:0.06956245005130768 lr:2.4035585380088877e-08 tokens_per_second_per_gpu:245.1930893854023 
Step 9536 | loss:0.1093798577785492 lr:2.3812607081192816e-08 tokens_per_second_per_gpu:269.6398326822659 
Step 9537 | loss:0.14613476395606995 lr:2.3590666660582297e-08 tokens_per_second_per_gpu:361.87597121681733 
Step 9538 | loss:0.3019372224807739 lr:2.3369764141349948e-08 tokens_per_second_per_gpu:276.0942604479162 
Step 9539 | loss:0.1741315722465515 lr:2.3149899546475174e-08 tokens_per_second_per_gpu:294.0980922751833 
Step 9540 | loss:0.1431242823600769 lr:2.2931072898830787e-08 tokens_per_second_per_gpu:227.72421939014959 
Step 9541 | loss:0.07271400094032288 lr:2.2713284221185238e-08 tokens_per_second_per_gpu:284.90071584851097 
Step 9542 | loss:0.0692850649356842 lr:2.2496533536194854e-08 tokens_per_second_per_gpu:301.23189624004624 
Step 9543 | loss:0.13915207982063293 lr:2.228082086640937e-08 tokens_per_second_per_gpu:274.4520225047228 
Step 9544 | loss:0.05211154371500015 lr:2.2066146234270835e-08 tokens_per_second_per_gpu:254.78146914904178 
Step 9545 | loss:0.03990361467003822 lr:2.18525096621125e-08 tokens_per_second_per_gpu:296.06221807873436 
Step 9546 | loss:0.04542668163776398 lr:2.163991117216102e-08 tokens_per_second_per_gpu:298.3435126013942 
Step 9547 | loss:0.11691998690366745 lr:2.1428350786534268e-08 tokens_per_second_per_gpu:351.4986512702722 
Step 9548 | loss:0.08077088743448257 lr:2.1217828527241303e-08 tokens_per_second_per_gpu:244.19116691470646 
Step 9549 | loss:0.0863179862499237 lr:2.100834441618349e-08 tokens_per_second_per_gpu:257.47032318358083 
Step 9550 | loss:0.18257084488868713 lr:2.0799898475156732e-08 tokens_per_second_per_gpu:309.77677669369024 
Step 9551 | loss:0.04799521714448929 lr:2.0592490725844794e-08 tokens_per_second_per_gpu:260.49231953088037 
Step 9552 | loss:0.130063995718956 lr:2.038612118982597e-08 tokens_per_second_per_gpu:296.98278769519345 
Step 9553 | loss:0.1421867460012436 lr:2.0180789888569752e-08 tokens_per_second_per_gpu:299.8910128654364 
Step 9554 | loss:0.06619706004858017 lr:1.997649684343905e-08 tokens_per_second_per_gpu:278.83379033217903 
Step 9555 | loss:0.27487146854400635 lr:1.9773242075686873e-08 tokens_per_second_per_gpu:307.5803760228126 
Step 9556 | loss:0.06871592998504639 lr:1.9571025606458516e-08 tokens_per_second_per_gpu:334.26044366219463 
Step 9557 | loss:0.1356857419013977 lr:1.936984745679271e-08 tokens_per_second_per_gpu:259.917763293526 
Step 9558 | loss:0.03492379188537598 lr:1.9169707647618275e-08 tokens_per_second_per_gpu:243.62642371411084 
Step 9559 | loss:0.09143204987049103 lr:1.8970606199756324e-08 tokens_per_second_per_gpu:371.9869052132295 
Step 9560 | loss:0.1326473206281662 lr:1.8772543133922515e-08 tokens_per_second_per_gpu:293.01694313936304 
Step 9561 | loss:0.2246892750263214 lr:1.8575518470720365e-08 tokens_per_second_per_gpu:275.12333270735724 
Step 9562 | loss:0.05133070424199104 lr:1.8379532230649033e-08 tokens_per_second_per_gpu:275.3269643373974 
Step 9563 | loss:0.08921611309051514 lr:1.818458443409776e-08 tokens_per_second_per_gpu:260.00817663666686 
Step 9564 | loss:0.048319265246391296 lr:1.799067510134589e-08 tokens_per_second_per_gpu:238.94634777135585 
Step 9565 | loss:0.11096757650375366 lr:1.7797804252570606e-08 tokens_per_second_per_gpu:279.5218371310546 
Step 9566 | loss:0.11880446970462799 lr:1.760597190783364e-08 tokens_per_second_per_gpu:339.65693811111464 
Step 9567 | loss:0.06879981607198715 lr:1.7415178087095698e-08 tokens_per_second_per_gpu:264.38100823578844 
Step 9568 | loss:0.09097287058830261 lr:1.7225422810203117e-08 tokens_per_second_per_gpu:250.65061700153404 
Step 9569 | loss:0.20025649666786194 lr:1.7036706096900114e-08 tokens_per_second_per_gpu:284.4550602224271 
Step 9570 | loss:0.05151946470141411 lr:1.6849027966816535e-08 tokens_per_second_per_gpu:296.93091109731 
Step 9571 | loss:0.10385768860578537 lr:1.6662388439481204e-08 tokens_per_second_per_gpu:328.6565054131713 
Step 9572 | loss:0.07445867359638214 lr:1.6476787534308592e-08 tokens_per_second_per_gpu:271.6366813082494 
Step 9573 | loss:0.1625896394252777 lr:1.629222527060881e-08 tokens_per_second_per_gpu:265.6737943972386 
Step 9574 | loss:0.0828908383846283 lr:1.610870166758316e-08 tokens_per_second_per_gpu:402.9813192698529 
Step 9575 | loss:0.15126623213291168 lr:1.5926216744324153e-08 tokens_per_second_per_gpu:264.56411697576084 
Step 9576 | loss:0.07277999818325043 lr:1.5744770519816598e-08 tokens_per_second_per_gpu:259.85211791642087 
Step 9577 | loss:0.20952382683753967 lr:1.5564363012938732e-08 tokens_per_second_per_gpu:308.2289724603107 
Step 9578 | loss:0.08535274863243103 lr:1.5384994242456653e-08 tokens_per_second_per_gpu:289.84967102761124 
Step 9579 | loss:0.07409139722585678 lr:1.5206664227033206e-08 tokens_per_second_per_gpu:307.4539327357961 
Step 9580 | loss:0.0806695818901062 lr:1.5029372985221335e-08 tokens_per_second_per_gpu:297.0531763435877 
Step 9581 | loss:0.12439937889575958 lr:1.4853120535464061e-08 tokens_per_second_per_gpu:252.41324435461075 
Step 9582 | loss:0.21160200238227844 lr:1.4677906896098936e-08 tokens_per_second_per_gpu:412.184532354931 
Step 9583 | loss:0.12869828939437866 lr:1.4503732085353605e-08 tokens_per_second_per_gpu:281.8382387698312 
Step 9584 | loss:0.1262645274400711 lr:1.4330596121350238e-08 tokens_per_second_per_gpu:308.5183672834111 
Step 9585 | loss:0.13029134273529053 lr:1.415849902209887e-08 tokens_per_second_per_gpu:303.3722147325662 
Step 9586 | loss:0.07094123959541321 lr:1.3987440805504071e-08 tokens_per_second_per_gpu:274.1929668412188 
Step 9587 | loss:0.031303830444812775 lr:1.3817421489363825e-08 tokens_per_second_per_gpu:293.22306875911687 
Step 9588 | loss:0.06416149437427521 lr:1.3648441091365094e-08 tokens_per_second_per_gpu:286.4190331565899 
Step 9589 | loss:0.23317891359329224 lr:1.3480499629087152e-08 tokens_per_second_per_gpu:214.07779761043682 
Step 9590 | loss:0.12415165454149246 lr:1.3313597120002686e-08 tokens_per_second_per_gpu:282.45041120357547 
Step 9591 | loss:0.046162836253643036 lr:1.3147733581474475e-08 tokens_per_second_per_gpu:249.44185461585272 
Step 9592 | loss:0.1220131441950798 lr:1.2982909030759826e-08 tokens_per_second_per_gpu:279.6040468317526 
Step 9593 | loss:0.1435713768005371 lr:1.2819123485006136e-08 tokens_per_second_per_gpu:315.491721773151 
Step 9594 | loss:0.19075706601142883 lr:1.2656376961251993e-08 tokens_per_second_per_gpu:276.07260525613475 
Step 9595 | loss:0.08769994974136353 lr:1.24946694764283e-08 tokens_per_second_per_gpu:241.37814609757638 
Step 9596 | loss:0.1453874409198761 lr:1.2334001047359379e-08 tokens_per_second_per_gpu:271.371699543115 
Step 9597 | loss:0.06898784637451172 lr:1.2174371690761855e-08 tokens_per_second_per_gpu:291.3668071466379 
Step 9598 | loss:0.04571252316236496 lr:1.2015781423240225e-08 tokens_per_second_per_gpu:313.73361962764363 
Step 9599 | loss:0.1775304228067398 lr:1.1858230261294623e-08 tokens_per_second_per_gpu:311.77447852139414 
Step 9600 | loss:0.16948890686035156 lr:1.1701718221316382e-08 tokens_per_second_per_gpu:307.87208474484447 
Step 9601 | loss:0.30494362115859985 lr:1.1546245319586924e-08 tokens_per_second_per_gpu:308.49789674941434 
Step 9602 | loss:0.10388243943452835 lr:1.1391811572283307e-08 tokens_per_second_per_gpu:318.8191546597966 
Step 9603 | loss:0.08004264533519745 lr:1.1238416995470458e-08 tokens_per_second_per_gpu:303.74903782013223 
Step 9604 | loss:0.05126074329018593 lr:1.1086061605106724e-08 tokens_per_second_per_gpu:188.95484467640057 
Step 9605 | loss:0.1843603402376175 lr:1.0934745417042758e-08 tokens_per_second_per_gpu:341.04141914021307 
Step 9606 | loss:0.09943795204162598 lr:1.0784468447022633e-08 tokens_per_second_per_gpu:304.15262292748207 
Step 9607 | loss:0.061002060770988464 lr:1.0635230710677181e-08 tokens_per_second_per_gpu:320.4538933936597 
Step 9608 | loss:0.14965775609016418 lr:1.0487032223535087e-08 tokens_per_second_per_gpu:263.9426387510235 
Step 9609 | loss:0.0805526003241539 lr:1.0339873001012912e-08 tokens_per_second_per_gpu:307.86581475218657 
Step 9610 | loss:0.2349846065044403 lr:1.0193753058420631e-08 tokens_per_second_per_gpu:313.48068725667827 
Step 9611 | loss:0.08487528562545776 lr:1.0048672410960525e-08 tokens_per_second_per_gpu:235.76992240630548 
Step 9612 | loss:0.09861252456903458 lr:9.904631073726078e-09 tokens_per_second_per_gpu:315.1604480641829 
Step 9613 | loss:0.1246318593621254 lr:9.761629061701972e-09 tokens_per_second_per_gpu:293.3950507902741 
Step 9614 | loss:0.10588537901639938 lr:9.619666389766302e-09 tokens_per_second_per_gpu:312.345051245902 
Step 9615 | loss:0.1187468096613884 lr:9.478743072687258e-09 tokens_per_second_per_gpu:299.21165292133685 
Step 9616 | loss:0.16809283196926117 lr:9.338859125127553e-09 tokens_per_second_per_gpu:279.3859954362241 
Step 9617 | loss:0.08832786232233047 lr:9.200014561637771e-09 tokens_per_second_per_gpu:265.60418091815757 
Step 9618 | loss:0.041388873010873795 lr:9.062209396665245e-09 tokens_per_second_per_gpu:302.7573776314901 
Step 9619 | loss:0.08760760724544525 lr:8.925443644544063e-09 tokens_per_second_per_gpu:279.75930538961904 
Step 9620 | loss:0.08767957240343094 lr:8.789717319505065e-09 tokens_per_second_per_gpu:301.02230644368825 
Step 9621 | loss:0.11978965252637863 lr:8.655030435666956e-09 tokens_per_second_per_gpu:247.5506020156972 
Step 9622 | loss:0.06734081357717514 lr:8.521383007041862e-09 tokens_per_second_per_gpu:262.1813507018133 
Step 9623 | loss:0.15708661079406738 lr:8.388775047535325e-09 tokens_per_second_per_gpu:274.45126271632193 
Step 9624 | loss:0.07290911674499512 lr:8.257206570942977e-09 tokens_per_second_per_gpu:305.9014002818602 
Step 9625 | loss:0.15849973261356354 lr:8.126677590950539e-09 tokens_per_second_per_gpu:330.48993733237364 
Step 9626 | loss:0.10872583091259003 lr:7.997188121140476e-09 tokens_per_second_per_gpu:249.00467026325254 
Step 9627 | loss:0.08134150505065918 lr:7.868738174983125e-09 tokens_per_second_per_gpu:330.43502709054485 
Step 9628 | loss:0.05885664001107216 lr:7.741327765841133e-09 tokens_per_second_per_gpu:286.92165274195804 
Step 9629 | loss:0.10207000374794006 lr:7.61495690697167e-09 tokens_per_second_per_gpu:358.99656295947466 
Step 9630 | loss:0.04405879229307175 lr:7.48962561151978e-09 tokens_per_second_per_gpu:235.4485103559799 
Step 9631 | loss:0.12086418271064758 lr:7.365333892525028e-09 tokens_per_second_per_gpu:264.87440360669495 
Step 9632 | loss:0.19791558384895325 lr:7.242081762918185e-09 tokens_per_second_per_gpu:283.1634063877392 
Step 9633 | loss:0.08823975175619125 lr:7.119869235521215e-09 tokens_per_second_per_gpu:298.9955651411797 
Step 9634 | loss:0.15995879471302032 lr:6.998696323050613e-09 tokens_per_second_per_gpu:327.1480249757001 
Step 9635 | loss:0.09660005569458008 lr:6.8785630381107416e-09 tokens_per_second_per_gpu:289.5693142274987 
Step 9636 | loss:0.08420570939779282 lr:6.7594693932004904e-09 tokens_per_second_per_gpu:301.31887740014383 
Step 9637 | loss:0.041322655975818634 lr:6.64141540070995e-09 tokens_per_second_per_gpu:337.2901064758311 
Step 9638 | loss:0.04287763684988022 lr:6.524401072920405e-09 tokens_per_second_per_gpu:306.97542150594705 
Step 9639 | loss:0.08882878720760345 lr:6.408426422005454e-09 tokens_per_second_per_gpu:266.25836302624805 
Step 9640 | loss:0.19560807943344116 lr:6.2934914600309984e-09 tokens_per_second_per_gpu:248.26215254166829 
Step 9641 | loss:0.13364416360855103 lr:6.179596198954141e-09 tokens_per_second_per_gpu:283.7839216960086 
Step 9642 | loss:0.19589196145534515 lr:6.066740650624292e-09 tokens_per_second_per_gpu:276.466622331782 
Step 9643 | loss:0.12280941009521484 lr:5.9549248267831704e-09 tokens_per_second_per_gpu:277.81239788625004 
Step 9644 | loss:0.07371877133846283 lr:5.844148739061472e-09 tokens_per_second_per_gpu:300.42767699377373 
Step 9645 | loss:0.07628456503152847 lr:5.7344123989855335e-09 tokens_per_second_per_gpu:286.82038029356204 
Step 9646 | loss:0.27932044863700867 lr:5.6257158179717774e-09 tokens_per_second_per_gpu:228.82081009193223 
Step 9647 | loss:0.16459879279136658 lr:5.518059007327825e-09 tokens_per_second_per_gpu:357.8501297137994 
Step 9648 | loss:0.155702143907547 lr:5.411441978254717e-09 tokens_per_second_per_gpu:239.4373807427095 
Step 9649 | loss:0.25480058789253235 lr:5.30586474184358e-09 tokens_per_second_per_gpu:265.49339421043726 
Step 9650 | loss:0.1134071946144104 lr:5.201327309077853e-09 tokens_per_second_per_gpu:257.97866717663175 
Step 9651 | loss:0.027201276272535324 lr:5.097829690834388e-09 tokens_per_second_per_gpu:280.3647067382115 
Step 9652 | loss:0.0790625587105751 lr:4.99537189788013e-09 tokens_per_second_per_gpu:343.9045487015053 
Step 9653 | loss:0.03292330354452133 lr:4.893953940873219e-09 tokens_per_second_per_gpu:272.51039919532275 
Step 9654 | loss:0.08177858591079712 lr:4.793575830366326e-09 tokens_per_second_per_gpu:304.10482218140214 
Step 9655 | loss:0.1728491187095642 lr:4.694237576802207e-09 tokens_per_second_per_gpu:303.8771360776297 
Step 9656 | loss:0.053157102316617966 lr:4.59593919051482e-09 tokens_per_second_per_gpu:273.2086738899213 
Step 9657 | loss:0.12117618322372437 lr:4.498680681730428e-09 tokens_per_second_per_gpu:217.31205336248718 
Step 9658 | loss:0.1386033296585083 lr:4.402462060568713e-09 tokens_per_second_per_gpu:330.29634257679015 
Step 9659 | loss:0.1575128436088562 lr:4.307283337038337e-09 tokens_per_second_per_gpu:259.5796004522342 
Step 9660 | loss:0.2899106740951538 lr:4.21314452104249e-09 tokens_per_second_per_gpu:340.8940587355322 
Step 9661 | loss:0.14999893307685852 lr:4.120045622373337e-09 tokens_per_second_per_gpu:303.4245062326911 
Step 9662 | loss:0.2867484986782074 lr:4.027986650718685e-09 tokens_per_second_per_gpu:401.8479921597935 
Step 9663 | loss:0.13828319311141968 lr:3.936967615654208e-09 tokens_per_second_per_gpu:344.8969476644379 
Step 9664 | loss:0.11836764216423035 lr:3.846988526650108e-09 tokens_per_second_per_gpu:293.6360408624562 
Step 9665 | loss:0.11809255182743073 lr:3.758049393067786e-09 tokens_per_second_per_gpu:292.35458395726715 
Step 9666 | loss:0.04717852920293808 lr:3.6701502241576202e-09 tokens_per_second_per_gpu:307.0482771794588 
Step 9667 | loss:0.05735720694065094 lr:3.583291029067848e-09 tokens_per_second_per_gpu:338.6549052223814 
Step 9668 | loss:0.1290111541748047 lr:3.4974718168312437e-09 tokens_per_second_per_gpu:294.3001639893127 
Step 9669 | loss:0.20738278329372406 lr:3.412692596379552e-09 tokens_per_second_per_gpu:282.4860388673348 
Step 9670 | loss:0.07582981884479523 lr:3.328953376530164e-09 tokens_per_second_per_gpu:302.53658264957016 
Step 9671 | loss:0.02981949970126152 lr:3.2462541659961098e-09 tokens_per_second_per_gpu:223.318485899595 
Step 9672 | loss:0.12377595156431198 lr:3.1645949733805082e-09 tokens_per_second_per_gpu:407.15913264795944 
Step 9673 | loss:0.07915018498897552 lr:3.0839758071787852e-09 tokens_per_second_per_gpu:315.0001398979066 
Step 9674 | loss:0.07249363511800766 lr:3.004396675779786e-09 tokens_per_second_per_gpu:221.51916899222334 
Step 9675 | loss:0.07593657076358795 lr:2.9258575874602237e-09 tokens_per_second_per_gpu:282.8456106596738 
Step 9676 | loss:0.06255287677049637 lr:2.8483585503924495e-09 tokens_per_second_per_gpu:260.87447077142286 
Step 9677 | loss:0.04948316141963005 lr:2.771899572638903e-09 tokens_per_second_per_gpu:240.98983275364324 
Step 9678 | loss:0.20377972722053528 lr:2.6964806621532225e-09 tokens_per_second_per_gpu:313.97103668726186 
Step 9679 | loss:0.05055680871009827 lr:2.622101826783574e-09 tokens_per_second_per_gpu:237.88791028111882 
Step 9680 | loss:0.11025689542293549 lr:2.5487630742659917e-09 tokens_per_second_per_gpu:253.20580346330578 
Step 9681 | loss:0.09990205615758896 lr:2.476464412231039e-09 tokens_per_second_per_gpu:301.0744059269921 
Step 9682 | loss:0.11514382809400558 lr:2.4052058482004757e-09 tokens_per_second_per_gpu:270.15197554284356 
Step 9683 | loss:0.12345397472381592 lr:2.3349873895872623e-09 tokens_per_second_per_gpu:241.5493740404869 
Step 9684 | loss:0.14561274647712708 lr:2.265809043697775e-09 tokens_per_second_per_gpu:330.0772731533322 
Step 9685 | loss:0.11864559352397919 lr:2.1976708177273707e-09 tokens_per_second_per_gpu:266.2214319693166 
Step 9686 | loss:0.2344210147857666 lr:2.130572718765933e-09 tokens_per_second_per_gpu:222.30304300891197 
Step 9687 | loss:0.04484565556049347 lr:2.0645147537945444e-09 tokens_per_second_per_gpu:324.2492448603717 
Step 9688 | loss:0.14181628823280334 lr:1.9994969296832644e-09 tokens_per_second_per_gpu:310.33950283398894 
Step 9689 | loss:0.09753088653087616 lr:1.935519253198903e-09 tokens_per_second_per_gpu:345.96779569774486 
Step 9690 | loss:0.1087629497051239 lr:1.872581730997247e-09 tokens_per_second_per_gpu:315.13624853576033 
Step 9691 | loss:0.04931405931711197 lr:1.8106843696241715e-09 tokens_per_second_per_gpu:298.69437647196116 
Step 9692 | loss:0.07174834609031677 lr:1.7498271755200802e-09 tokens_per_second_per_gpu:285.0007110078856 
Step 9693 | loss:0.21549205482006073 lr:1.6900101550165748e-09 tokens_per_second_per_gpu:265.6466263329489 
Step 9694 | loss:0.0627305805683136 lr:1.6312333143364555e-09 tokens_per_second_per_gpu:239.07386320259332 
Step 9695 | loss:0.17165930569171906 lr:1.5734966595948308e-09 tokens_per_second_per_gpu:261.49751069966135 
Step 9696 | loss:0.09160573035478592 lr:1.5168001967980073e-09 tokens_per_second_per_gpu:275.67962452936274 
Step 9697 | loss:0.06838648021221161 lr:1.4611439318445996e-09 tokens_per_second_per_gpu:373.7508411641351 
Step 9698 | loss:0.03814183175563812 lr:1.4065278705255313e-09 tokens_per_second_per_gpu:264.3355383070437 
Step 9699 | loss:0.05024303123354912 lr:1.3529520185218136e-09 tokens_per_second_per_gpu:293.41032057022346 
Step 9700 | loss:0.061378806829452515 lr:1.3004163814078762e-09 tokens_per_second_per_gpu:228.96305351619569 
Step 9701 | loss:0.2423376590013504 lr:1.248920964648237e-09 tokens_per_second_per_gpu:287.4112442957068 
Step 9702 | loss:0.13506066799163818 lr:1.1984657736019423e-09 tokens_per_second_per_gpu:413.46047657491135 
Step 9703 | loss:0.07780490815639496 lr:1.1490508135170164e-09 tokens_per_second_per_gpu:316.4100674125385 
Step 9704 | loss:0.016067571938037872 lr:1.1006760895349023e-09 tokens_per_second_per_gpu:224.10839107306572 
Step 9705 | loss:0.037145595997571945 lr:1.0533416066871304e-09 tokens_per_second_per_gpu:347.53599142799766 
Step 9706 | loss:0.12829764187335968 lr:1.0070473698997606e-09 tokens_per_second_per_gpu:284.1125371898811 
Step 9707 | loss:0.15057863295078278 lr:9.6179338398783e-10 tokens_per_second_per_gpu:278.01657184193516 
Step 9708 | loss:0.049214109778404236 lr:9.17579653660905e-10 tokens_per_second_per_gpu:344.7705715403063 
Step 9709 | loss:0.148961141705513 lr:8.744061835164186e-10 tokens_per_second_per_gpu:285.3923900354928 
Step 9710 | loss:0.11249448359012604 lr:8.322729780474437e-10 tokens_per_second_per_gpu:223.06804219774747 
Step 9711 | loss:0.188029482960701 lr:7.911800416382509e-10 tokens_per_second_per_gpu:373.66455340858585 
Step 9712 | loss:0.18234284222126007 lr:7.511273785620888e-10 tokens_per_second_per_gpu:356.1582048209596 
Step 9713 | loss:0.10210011154413223 lr:7.121149929867344e-10 tokens_per_second_per_gpu:301.2827371674189 
Step 9714 | loss:0.12213072180747986 lr:6.74142888970053e-10 tokens_per_second_per_gpu:323.6708950109634 
Step 9715 | loss:0.08878390491008759 lr:6.372110704633283e-10 tokens_per_second_per_gpu:285.4133361276955 
Step 9716 | loss:0.09603431820869446 lr:6.013195413090422e-10 tokens_per_second_per_gpu:291.1250355746202 
Step 9717 | loss:0.16010601818561554 lr:5.664683052408748e-10 tokens_per_second_per_gpu:255.28850708951407 
Step 9718 | loss:0.14652758836746216 lr:5.326573658848145e-10 tokens_per_second_per_gpu:278.1962644449387 
Step 9719 | loss:0.08285057544708252 lr:4.998867267580476e-10 tokens_per_second_per_gpu:274.83323077827106 
Step 9720 | loss:0.16864922642707825 lr:4.681563912700693e-10 tokens_per_second_per_gpu:283.52631772351003 
Step 9721 | loss:0.09279586374759674 lr:4.3746636272046226e-10 tokens_per_second_per_gpu:260.13701629372196 
Step 9722 | loss:0.084293432533741 lr:4.0781664430444847e-10 tokens_per_second_per_gpu:277.84752677832563 
Step 9723 | loss:0.14145345985889435 lr:3.7920723910622735e-10 tokens_per_second_per_gpu:364.8800943073118 
Step 9724 | loss:0.1478363275527954 lr:3.516381501011967e-10 tokens_per_second_per_gpu:310.91821970499853 
Step 9725 | loss:0.31700414419174194 lr:3.2510938015706263e-10 tokens_per_second_per_gpu:376.5126010265421 
Step 9726 | loss:0.08300378918647766 lr:2.996209320360599e-10 tokens_per_second_per_gpu:327.77523198837224 
Step 9727 | loss:0.098757803440094 lr:2.7517280838718077e-10 tokens_per_second_per_gpu:309.6897406044168 
Step 9728 | loss:0.12973695993423462 lr:2.5176501175616653e-10 tokens_per_second_per_gpu:257.62271755099965 
Step 9729 | loss:0.11580762267112732 lr:2.2939754457662611e-10 tokens_per_second_per_gpu:240.09841979129988 
Step 9730 | loss:0.14870001375675201 lr:2.0807040917669719e-10 tokens_per_second_per_gpu:287.54523223109857 
Step 9731 | loss:0.3299225866794586 lr:1.8778360777460537e-10 tokens_per_second_per_gpu:298.40586148029973 
Step 9732 | loss:0.22968077659606934 lr:1.685371424808846e-10 tokens_per_second_per_gpu:264.01454791355576 
Step 9733 | loss:0.05168020725250244 lr:1.5033101529837724e-10 tokens_per_second_per_gpu:277.75448092398767 
Step 9734 | loss:0.04251907020807266 lr:1.3316522812001354e-10 tokens_per_second_per_gpu:324.4122774402475 
Step 9735 | loss:0.05910003185272217 lr:1.1703978273325256e-10 tokens_per_second_per_gpu:304.2788765293353 
Step 9736 | loss:0.08514755964279175 lr:1.0195468081453108e-10 tokens_per_second_per_gpu:294.58204926027594 
Step 9737 | loss:0.05209432169795036 lr:8.790992393259423e-11 tokens_per_second_per_gpu:296.30426406697393 
Step 9738 | loss:0.04999704286456108 lr:7.490551355071596e-11 tokens_per_second_per_gpu:264.91860034971677 
Step 9739 | loss:0.0987199991941452 lr:6.294145102003768e-11 tokens_per_second_per_gpu:273.8121337819268 
Step 9740 | loss:0.07708083093166351 lr:5.201773758622963e-11 tokens_per_second_per_gpu:295.60679636860783 
Step 9741 | loss:0.05789574980735779 lr:4.213437438504997e-11 tokens_per_second_per_gpu:325.1209880240902 
Step 9742 | loss:0.08538275212049484 lr:3.3291362445675434e-11 tokens_per_second_per_gpu:278.8831766574217 
Step 9743 | loss:0.13195304572582245 lr:2.5488702687370692e-11 tokens_per_second_per_gpu:341.1072202795681 
Step 9744 | loss:0.1264505386352539 lr:1.8726395921708773e-11 tokens_per_second_per_gpu:279.13677527160655 
Step 9745 | loss:0.08437157422304153 lr:1.3004442852571076e-11 tokens_per_second_per_gpu:324.8668742719721 
Step 9746 | loss:0.0983019471168518 lr:8.32284407503714e-12 tokens_per_second_per_gpu:357.10787653395204 
Step 9747 | loss:0.0495188869535923 lr:4.681600076494874e-12 tokens_per_second_per_gpu:248.31344367425814 
Step 9748 | loss:0.1296292394399643 lr:2.0807112355303305e-12 tokens_per_second_per_gpu:305.5935125161325 
Step 9749 | loss:0.07059283554553986 lr:5.201778219277031e-13 tokens_per_second_per_gpu:266.00762604160667 
Step 9750 | loss:0.06366810202598572 lr:0.0 tokens_per_second_per_gpu:315.02830998592265