| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9970559371933267, | |
| "eval_steps": 128, | |
| "global_step": 1018, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001962708537782139, | |
| "grad_norm": 62.355553075278046, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.8187, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001962708537782139, | |
| "eval_loss": 0.8275482654571533, | |
| "eval_runtime": 246.1117, | |
| "eval_samples_per_second": 123.33, | |
| "eval_steps_per_second": 3.856, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.003925417075564278, | |
| "grad_norm": 62.468487550636745, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.8042, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.005888125613346418, | |
| "grad_norm": 4.2406831230151605, | |
| "learning_rate": 3e-06, | |
| "loss": 0.638, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.007850834151128557, | |
| "grad_norm": 0.6232773471755494, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.5818, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.009813542688910697, | |
| "grad_norm": 1.2988116476459395, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5652, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.011776251226692836, | |
| "grad_norm": 19.326748341786118, | |
| "learning_rate": 6e-06, | |
| "loss": 0.988, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.013738959764474975, | |
| "grad_norm": 1.2669160024303416, | |
| "learning_rate": 7e-06, | |
| "loss": 0.6037, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.015701668302257114, | |
| "grad_norm": 1.2907800971966077, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.6027, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.017664376840039256, | |
| "grad_norm": 0.7888911759146412, | |
| "learning_rate": 9e-06, | |
| "loss": 0.5711, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.019627085377821395, | |
| "grad_norm": 0.7260839669652744, | |
| "learning_rate": 1e-05, | |
| "loss": 0.5624, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.021589793915603533, | |
| "grad_norm": 0.6532838806100564, | |
| "learning_rate": 1.1000000000000001e-05, | |
| "loss": 0.5612, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.023552502453385672, | |
| "grad_norm": 0.7559746737848189, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.5493, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02551521099116781, | |
| "grad_norm": 0.5482270203080323, | |
| "learning_rate": 1.3000000000000001e-05, | |
| "loss": 0.5435, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.02747791952894995, | |
| "grad_norm": 0.4970646557650867, | |
| "learning_rate": 1.4e-05, | |
| "loss": 0.5408, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.029440628066732092, | |
| "grad_norm": 0.391725935764316, | |
| "learning_rate": 1.5000000000000002e-05, | |
| "loss": 0.5241, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03140333660451423, | |
| "grad_norm": 0.43457047378514496, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.5488, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.033366045142296366, | |
| "grad_norm": 0.3789337362265595, | |
| "learning_rate": 1.7e-05, | |
| "loss": 0.5266, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03532875368007851, | |
| "grad_norm": 0.3331484005850679, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.5112, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03729146221786065, | |
| "grad_norm": 0.3444864658048081, | |
| "learning_rate": 1.9e-05, | |
| "loss": 0.5051, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03925417075564279, | |
| "grad_norm": 0.2887437422361683, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5289, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04121687929342493, | |
| "grad_norm": 0.278825983002472, | |
| "learning_rate": 1.9999987858045354e-05, | |
| "loss": 0.5289, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.04317958783120707, | |
| "grad_norm": 0.39102343961692493, | |
| "learning_rate": 1.9999951432210905e-05, | |
| "loss": 0.5076, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.045142296368989206, | |
| "grad_norm": 0.5521017110831627, | |
| "learning_rate": 1.9999890722585106e-05, | |
| "loss": 0.5108, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.047105004906771344, | |
| "grad_norm": 0.9336591410925016, | |
| "learning_rate": 1.9999805729315383e-05, | |
| "loss": 0.5316, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04906771344455348, | |
| "grad_norm": 0.8299578992443886, | |
| "learning_rate": 1.9999696452608135e-05, | |
| "loss": 0.5334, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05103042198233562, | |
| "grad_norm": 4.751183353378357, | |
| "learning_rate": 1.999956289272873e-05, | |
| "loss": 0.5285, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05299313052011776, | |
| "grad_norm": 0.860325982956048, | |
| "learning_rate": 1.99994050500015e-05, | |
| "loss": 0.539, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0549558390578999, | |
| "grad_norm": 0.4897569644596324, | |
| "learning_rate": 1.999922292480975e-05, | |
| "loss": 0.5358, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05691854759568204, | |
| "grad_norm": 0.5398108233225083, | |
| "learning_rate": 1.9999016517595752e-05, | |
| "loss": 0.5351, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.058881256133464184, | |
| "grad_norm": 0.4780297052699839, | |
| "learning_rate": 1.9998785828860744e-05, | |
| "loss": 0.5185, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06084396467124632, | |
| "grad_norm": 0.33693365999492547, | |
| "learning_rate": 1.9998530859164926e-05, | |
| "loss": 0.5104, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.06280667320902845, | |
| "grad_norm": 0.4261145101597809, | |
| "learning_rate": 1.9998251609127465e-05, | |
| "loss": 0.5005, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0647693817468106, | |
| "grad_norm": 0.3067512941150541, | |
| "learning_rate": 1.999794807942649e-05, | |
| "loss": 0.508, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06673209028459273, | |
| "grad_norm": 0.3756361155229969, | |
| "learning_rate": 1.999762027079909e-05, | |
| "loss": 0.5021, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06869479882237488, | |
| "grad_norm": 0.3065423142817771, | |
| "learning_rate": 1.9997268184041318e-05, | |
| "loss": 0.5242, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.07065750736015702, | |
| "grad_norm": 0.27326520045279085, | |
| "learning_rate": 1.9996891820008165e-05, | |
| "loss": 0.5133, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07262021589793916, | |
| "grad_norm": 0.2964526747556581, | |
| "learning_rate": 1.9996491179613597e-05, | |
| "loss": 0.492, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0745829244357213, | |
| "grad_norm": 0.2446010040256801, | |
| "learning_rate": 1.9996066263830533e-05, | |
| "loss": 0.4952, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07654563297350343, | |
| "grad_norm": 0.22448559939725016, | |
| "learning_rate": 1.999561707369082e-05, | |
| "loss": 0.4917, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07850834151128558, | |
| "grad_norm": 0.22417659964598924, | |
| "learning_rate": 1.9995143610285275e-05, | |
| "loss": 0.4978, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08047105004906771, | |
| "grad_norm": 0.24556309982732719, | |
| "learning_rate": 1.9994645874763657e-05, | |
| "loss": 0.5123, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.08243375858684986, | |
| "grad_norm": 0.2078136882784064, | |
| "learning_rate": 1.9994123868334655e-05, | |
| "loss": 0.5008, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08439646712463199, | |
| "grad_norm": 0.2126670968682465, | |
| "learning_rate": 1.999357759226591e-05, | |
| "loss": 0.5028, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08635917566241413, | |
| "grad_norm": 0.19399581978765076, | |
| "learning_rate": 1.9993007047883988e-05, | |
| "loss": 0.4937, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08832188420019627, | |
| "grad_norm": 0.1873229933356675, | |
| "learning_rate": 1.9992412236574396e-05, | |
| "loss": 0.4798, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.09028459273797841, | |
| "grad_norm": 0.19589361661093946, | |
| "learning_rate": 1.999179315978157e-05, | |
| "loss": 0.4794, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.09224730127576054, | |
| "grad_norm": 0.174199073484297, | |
| "learning_rate": 1.999114981900887e-05, | |
| "loss": 0.4735, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.09421000981354269, | |
| "grad_norm": 0.16944247667745355, | |
| "learning_rate": 1.999048221581858e-05, | |
| "loss": 0.4843, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09617271835132483, | |
| "grad_norm": 0.1854184220985238, | |
| "learning_rate": 1.9989790351831898e-05, | |
| "loss": 0.4774, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.09813542688910697, | |
| "grad_norm": 0.16797468279664923, | |
| "learning_rate": 1.9989074228728942e-05, | |
| "loss": 0.4684, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.10009813542688911, | |
| "grad_norm": 0.16773676945215363, | |
| "learning_rate": 1.998833384824874e-05, | |
| "loss": 0.4613, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.10206084396467124, | |
| "grad_norm": 0.1645777226690783, | |
| "learning_rate": 1.9987569212189224e-05, | |
| "loss": 0.477, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.10402355250245339, | |
| "grad_norm": 0.17954527682275045, | |
| "learning_rate": 1.998678032240723e-05, | |
| "loss": 0.4718, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.10598626104023552, | |
| "grad_norm": 0.16162280011064276, | |
| "learning_rate": 1.9985967180818493e-05, | |
| "loss": 0.4927, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.10794896957801767, | |
| "grad_norm": 0.16773939638216998, | |
| "learning_rate": 1.9985129789397633e-05, | |
| "loss": 0.4797, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1099116781157998, | |
| "grad_norm": 0.18424558774001681, | |
| "learning_rate": 1.998426815017817e-05, | |
| "loss": 0.4747, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.11187438665358194, | |
| "grad_norm": 0.1388232795248698, | |
| "learning_rate": 1.9983382265252494e-05, | |
| "loss": 0.4633, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.11383709519136408, | |
| "grad_norm": 0.17752346108818134, | |
| "learning_rate": 1.998247213677188e-05, | |
| "loss": 0.4613, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.11579980372914622, | |
| "grad_norm": 0.14030828634333592, | |
| "learning_rate": 1.9981537766946486e-05, | |
| "loss": 0.4726, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.11776251226692837, | |
| "grad_norm": 0.17867869880789194, | |
| "learning_rate": 1.9980579158045322e-05, | |
| "loss": 0.4659, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1197252208047105, | |
| "grad_norm": 0.17555178239215463, | |
| "learning_rate": 1.9979596312396258e-05, | |
| "loss": 0.4882, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.12168792934249265, | |
| "grad_norm": 0.1525166881836132, | |
| "learning_rate": 1.9978589232386036e-05, | |
| "loss": 0.4668, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.12365063788027478, | |
| "grad_norm": 0.16104011998686385, | |
| "learning_rate": 1.9977557920460237e-05, | |
| "loss": 0.5001, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.1256133464180569, | |
| "grad_norm": 0.16256381990686963, | |
| "learning_rate": 1.997650237912329e-05, | |
| "loss": 0.4615, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.12757605495583907, | |
| "grad_norm": 0.14954423248271237, | |
| "learning_rate": 1.9975422610938463e-05, | |
| "loss": 0.4686, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1295387634936212, | |
| "grad_norm": 0.19293534758098466, | |
| "learning_rate": 1.997431861852785e-05, | |
| "loss": 0.4607, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.13150147203140333, | |
| "grad_norm": 0.13976174634255645, | |
| "learning_rate": 1.997319040457238e-05, | |
| "loss": 0.4727, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.13346418056918546, | |
| "grad_norm": 0.18195008776452798, | |
| "learning_rate": 1.9972037971811802e-05, | |
| "loss": 0.4681, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.13542688910696762, | |
| "grad_norm": 0.13607271529544315, | |
| "learning_rate": 1.9970861323044667e-05, | |
| "loss": 0.4747, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.13738959764474976, | |
| "grad_norm": 0.14246714469054536, | |
| "learning_rate": 1.996966046112834e-05, | |
| "loss": 0.457, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1393523061825319, | |
| "grad_norm": 0.15545571681772094, | |
| "learning_rate": 1.9968435388978986e-05, | |
| "loss": 0.4654, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.14131501472031405, | |
| "grad_norm": 0.1631020324563178, | |
| "learning_rate": 1.996718610957155e-05, | |
| "loss": 0.4663, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.14327772325809618, | |
| "grad_norm": 0.14479401685365606, | |
| "learning_rate": 1.996591262593978e-05, | |
| "loss": 0.4522, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.1452404317958783, | |
| "grad_norm": 0.15470054571534417, | |
| "learning_rate": 1.9964614941176194e-05, | |
| "loss": 0.4596, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.14720314033366044, | |
| "grad_norm": 0.13412246717171877, | |
| "learning_rate": 1.9963293058432066e-05, | |
| "loss": 0.4465, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1491658488714426, | |
| "grad_norm": 0.14095810281768514, | |
| "learning_rate": 1.9961946980917457e-05, | |
| "loss": 0.4537, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.15112855740922473, | |
| "grad_norm": 0.16396930622944708, | |
| "learning_rate": 1.996057671190116e-05, | |
| "loss": 0.453, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.15309126594700687, | |
| "grad_norm": 0.5108895960415857, | |
| "learning_rate": 1.995918225471073e-05, | |
| "loss": 0.4819, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.155053974484789, | |
| "grad_norm": 0.16436026012077695, | |
| "learning_rate": 1.995776361273245e-05, | |
| "loss": 0.4481, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.15701668302257116, | |
| "grad_norm": 0.18055053584795847, | |
| "learning_rate": 1.9956320789411338e-05, | |
| "loss": 0.4561, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1589793915603533, | |
| "grad_norm": 0.17300584614095313, | |
| "learning_rate": 1.9954853788251137e-05, | |
| "loss": 0.4626, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.16094210009813542, | |
| "grad_norm": 0.18537091420945745, | |
| "learning_rate": 1.9953362612814294e-05, | |
| "loss": 0.467, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.16290480863591755, | |
| "grad_norm": 0.1831953893733552, | |
| "learning_rate": 1.995184726672197e-05, | |
| "loss": 0.4533, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.1648675171736997, | |
| "grad_norm": 0.1785397387970331, | |
| "learning_rate": 1.9950307753654016e-05, | |
| "loss": 0.4714, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.16683022571148184, | |
| "grad_norm": 0.1696225474699336, | |
| "learning_rate": 1.994874407734897e-05, | |
| "loss": 0.4695, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.16879293424926398, | |
| "grad_norm": 0.20269683913377595, | |
| "learning_rate": 1.994715624160405e-05, | |
| "loss": 0.4648, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.17075564278704614, | |
| "grad_norm": 0.18739457130939605, | |
| "learning_rate": 1.9945544250275147e-05, | |
| "loss": 0.4608, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.17271835132482827, | |
| "grad_norm": 0.21960029028555894, | |
| "learning_rate": 1.99439081072768e-05, | |
| "loss": 0.4576, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1746810598626104, | |
| "grad_norm": 0.1959495489832016, | |
| "learning_rate": 1.9942247816582206e-05, | |
| "loss": 0.4596, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.17664376840039253, | |
| "grad_norm": 0.17212969050820215, | |
| "learning_rate": 1.9940563382223196e-05, | |
| "loss": 0.4522, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1786064769381747, | |
| "grad_norm": 0.1663706916020894, | |
| "learning_rate": 1.9938854808290244e-05, | |
| "loss": 0.4504, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.18056918547595682, | |
| "grad_norm": 0.31290735737771297, | |
| "learning_rate": 1.9937122098932428e-05, | |
| "loss": 0.4608, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.18253189401373895, | |
| "grad_norm": 0.23409310633529254, | |
| "learning_rate": 1.9935365258357446e-05, | |
| "loss": 0.4559, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.1844946025515211, | |
| "grad_norm": 0.2596933197806358, | |
| "learning_rate": 1.9933584290831593e-05, | |
| "loss": 0.4698, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.18645731108930325, | |
| "grad_norm": 0.19766333203388936, | |
| "learning_rate": 1.9931779200679754e-05, | |
| "loss": 0.443, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.18842001962708538, | |
| "grad_norm": 0.18968390210321073, | |
| "learning_rate": 1.9929949992285397e-05, | |
| "loss": 0.4623, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.1903827281648675, | |
| "grad_norm": 0.16223204516832543, | |
| "learning_rate": 1.9928096670090552e-05, | |
| "loss": 0.4772, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.19234543670264967, | |
| "grad_norm": 0.18715665258083516, | |
| "learning_rate": 1.992621923859581e-05, | |
| "loss": 0.4771, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.1943081452404318, | |
| "grad_norm": 0.2670823974648894, | |
| "learning_rate": 1.992431770236031e-05, | |
| "loss": 0.4625, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.19627085377821393, | |
| "grad_norm": 0.2389458544722749, | |
| "learning_rate": 1.9922392066001724e-05, | |
| "loss": 0.4496, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.19823356231599606, | |
| "grad_norm": 0.18959477739852718, | |
| "learning_rate": 1.9920442334196248e-05, | |
| "loss": 0.4685, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.20019627085377822, | |
| "grad_norm": 0.1872065955224367, | |
| "learning_rate": 1.99184685116786e-05, | |
| "loss": 0.4724, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.20215897939156036, | |
| "grad_norm": 0.2002235120172999, | |
| "learning_rate": 1.991647060324198e-05, | |
| "loss": 0.456, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.2041216879293425, | |
| "grad_norm": 0.2764357846718622, | |
| "learning_rate": 1.9914448613738107e-05, | |
| "loss": 0.4496, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.20608439646712462, | |
| "grad_norm": 0.1916898969998294, | |
| "learning_rate": 1.991240254807715e-05, | |
| "loss": 0.4584, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.20804710500490678, | |
| "grad_norm": 0.3108126102936448, | |
| "learning_rate": 1.991033241122776e-05, | |
| "loss": 0.4595, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2100098135426889, | |
| "grad_norm": 0.21101958681311, | |
| "learning_rate": 1.990823820821704e-05, | |
| "loss": 0.4911, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.21197252208047104, | |
| "grad_norm": 0.42110628942523765, | |
| "learning_rate": 1.9906119944130527e-05, | |
| "loss": 0.4605, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2139352306182532, | |
| "grad_norm": 0.17728266885723962, | |
| "learning_rate": 1.9903977624112204e-05, | |
| "loss": 0.461, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.21589793915603533, | |
| "grad_norm": 0.26344485864001554, | |
| "learning_rate": 1.9901811253364458e-05, | |
| "loss": 0.456, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.21786064769381747, | |
| "grad_norm": 0.24928437921890148, | |
| "learning_rate": 1.989962083714808e-05, | |
| "loss": 0.4565, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.2198233562315996, | |
| "grad_norm": 0.22760146691028113, | |
| "learning_rate": 1.9897406380782262e-05, | |
| "loss": 0.4617, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.22178606476938176, | |
| "grad_norm": 0.33505042507064053, | |
| "learning_rate": 1.9895167889644568e-05, | |
| "loss": 0.4619, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2237487733071639, | |
| "grad_norm": 0.23380989191893622, | |
| "learning_rate": 1.989290536917093e-05, | |
| "loss": 0.4682, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.22571148184494602, | |
| "grad_norm": 0.16292574235785917, | |
| "learning_rate": 1.9890618824855624e-05, | |
| "loss": 0.4609, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.22767419038272815, | |
| "grad_norm": 0.21123922747241927, | |
| "learning_rate": 1.9888308262251286e-05, | |
| "loss": 0.4535, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.2296368989205103, | |
| "grad_norm": 0.19216925224306786, | |
| "learning_rate": 1.988597368696886e-05, | |
| "loss": 0.4666, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.23159960745829244, | |
| "grad_norm": 0.1978727333868667, | |
| "learning_rate": 1.988361510467761e-05, | |
| "loss": 0.4483, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.23356231599607458, | |
| "grad_norm": 0.2024852375366097, | |
| "learning_rate": 1.988123252110509e-05, | |
| "loss": 0.4575, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.23552502453385674, | |
| "grad_norm": 0.2275812980861413, | |
| "learning_rate": 1.9878825942037147e-05, | |
| "loss": 0.4733, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.23748773307163887, | |
| "grad_norm": 0.16622185526393202, | |
| "learning_rate": 1.98763953733179e-05, | |
| "loss": 0.4638, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.239450441609421, | |
| "grad_norm": 0.1599896679961423, | |
| "learning_rate": 1.9873940820849714e-05, | |
| "loss": 0.4676, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.24141315014720313, | |
| "grad_norm": 0.17524027525754993, | |
| "learning_rate": 1.9871462290593206e-05, | |
| "loss": 0.4671, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.2433758586849853, | |
| "grad_norm": 0.18451386556539923, | |
| "learning_rate": 1.9868959788567213e-05, | |
| "loss": 0.4714, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.24533856722276742, | |
| "grad_norm": 0.20332604727761022, | |
| "learning_rate": 1.9866433320848793e-05, | |
| "loss": 0.4395, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.24730127576054955, | |
| "grad_norm": 0.13917105010229833, | |
| "learning_rate": 1.9863882893573188e-05, | |
| "loss": 0.4568, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.2492639842983317, | |
| "grad_norm": 0.17751758499748868, | |
| "learning_rate": 1.9861308512933846e-05, | |
| "loss": 0.4746, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.2512266928361138, | |
| "grad_norm": 0.15877578177692772, | |
| "learning_rate": 1.985871018518236e-05, | |
| "loss": 0.4515, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.2512266928361138, | |
| "eval_loss": 0.4546394944190979, | |
| "eval_runtime": 245.4163, | |
| "eval_samples_per_second": 123.68, | |
| "eval_steps_per_second": 3.867, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.25318940137389595, | |
| "grad_norm": 0.16746870749832415, | |
| "learning_rate": 1.9856087916628487e-05, | |
| "loss": 0.4564, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.25515210991167814, | |
| "grad_norm": 0.32948890713463225, | |
| "learning_rate": 1.9853441713640123e-05, | |
| "loss": 0.4604, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.25711481844946027, | |
| "grad_norm": 0.19647029953806538, | |
| "learning_rate": 1.985077158264328e-05, | |
| "loss": 0.4439, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.2590775269872424, | |
| "grad_norm": 0.251393507519347, | |
| "learning_rate": 1.9848077530122083e-05, | |
| "loss": 0.4574, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.26104023552502453, | |
| "grad_norm": 0.24198770425177948, | |
| "learning_rate": 1.984535956261874e-05, | |
| "loss": 0.4725, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.26300294406280667, | |
| "grad_norm": 0.19883583006200609, | |
| "learning_rate": 1.9842617686733546e-05, | |
| "loss": 0.4509, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.2649656526005888, | |
| "grad_norm": 0.19609522995459108, | |
| "learning_rate": 1.983985190912484e-05, | |
| "loss": 0.4513, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.26692836113837093, | |
| "grad_norm": 0.18132847552230033, | |
| "learning_rate": 1.9837062236509013e-05, | |
| "loss": 0.4614, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.2688910696761531, | |
| "grad_norm": 0.2617064903935584, | |
| "learning_rate": 1.9834248675660484e-05, | |
| "loss": 0.4729, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.27085377821393525, | |
| "grad_norm": 0.15567291724986626, | |
| "learning_rate": 1.983141123341168e-05, | |
| "loss": 0.4496, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.2728164867517174, | |
| "grad_norm": 0.8337178932954963, | |
| "learning_rate": 1.9828549916653013e-05, | |
| "loss": 0.4464, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.2747791952894995, | |
| "grad_norm": 0.13791288977874855, | |
| "learning_rate": 1.9825664732332886e-05, | |
| "loss": 0.4484, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.27674190382728164, | |
| "grad_norm": 0.15828576470912684, | |
| "learning_rate": 1.9822755687457645e-05, | |
| "loss": 0.4568, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2787046123650638, | |
| "grad_norm": 0.18001770804302206, | |
| "learning_rate": 1.9819822789091597e-05, | |
| "loss": 0.4651, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.2806673209028459, | |
| "grad_norm": 0.39836155933646317, | |
| "learning_rate": 1.9816866044356968e-05, | |
| "loss": 0.4481, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.2826300294406281, | |
| "grad_norm": 0.15389096751590023, | |
| "learning_rate": 1.981388546043388e-05, | |
| "loss": 0.4604, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2845927379784102, | |
| "grad_norm": 0.23663992095817404, | |
| "learning_rate": 1.981088104456036e-05, | |
| "loss": 0.4587, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.28655544651619236, | |
| "grad_norm": 0.18263790394872537, | |
| "learning_rate": 1.9807852804032306e-05, | |
| "loss": 0.4606, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2885181550539745, | |
| "grad_norm": 0.1790389596426215, | |
| "learning_rate": 1.980480074620347e-05, | |
| "loss": 0.4492, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.2904808635917566, | |
| "grad_norm": 0.27451162166681453, | |
| "learning_rate": 1.9801724878485438e-05, | |
| "loss": 0.458, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.29244357212953875, | |
| "grad_norm": 0.17498754542123285, | |
| "learning_rate": 1.9798625208347627e-05, | |
| "loss": 0.4583, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.2944062806673209, | |
| "grad_norm": 0.9166003434108919, | |
| "learning_rate": 1.979550174331724e-05, | |
| "loss": 0.4599, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.296368989205103, | |
| "grad_norm": 1.7151984325661747, | |
| "learning_rate": 1.9792354490979275e-05, | |
| "loss": 0.4652, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.2983316977428852, | |
| "grad_norm": 3.7084263741544903, | |
| "learning_rate": 1.9789183458976485e-05, | |
| "loss": 0.5222, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.30029440628066734, | |
| "grad_norm": 0.23854084460339886, | |
| "learning_rate": 1.9785988655009386e-05, | |
| "loss": 0.4612, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.30225711481844947, | |
| "grad_norm": 0.4504871270083281, | |
| "learning_rate": 1.97827700868362e-05, | |
| "loss": 0.4812, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.3042198233562316, | |
| "grad_norm": 0.4201391978088661, | |
| "learning_rate": 1.9779527762272877e-05, | |
| "loss": 0.4855, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.30618253189401373, | |
| "grad_norm": 0.44160943541930997, | |
| "learning_rate": 1.977626168919305e-05, | |
| "loss": 0.4723, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.30814524043179586, | |
| "grad_norm": 0.4231731091405931, | |
| "learning_rate": 1.977297187552801e-05, | |
| "loss": 0.4648, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.310107948969578, | |
| "grad_norm": 0.3638067041093047, | |
| "learning_rate": 1.9769658329266718e-05, | |
| "loss": 0.4545, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.3120706575073602, | |
| "grad_norm": 0.4239566722192982, | |
| "learning_rate": 1.976632105845576e-05, | |
| "loss": 0.4849, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.3140333660451423, | |
| "grad_norm": 0.3461796288026477, | |
| "learning_rate": 1.9762960071199334e-05, | |
| "loss": 0.4794, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.31599607458292445, | |
| "grad_norm": 0.24887697538008421, | |
| "learning_rate": 1.9759575375659232e-05, | |
| "loss": 0.4814, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.3179587831207066, | |
| "grad_norm": 0.24050744980645108, | |
| "learning_rate": 1.9756166980054812e-05, | |
| "loss": 0.4516, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3199214916584887, | |
| "grad_norm": 0.2345271899376135, | |
| "learning_rate": 1.9752734892663e-05, | |
| "loss": 0.4779, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.32188420019627084, | |
| "grad_norm": 0.27248178409002094, | |
| "learning_rate": 1.9749279121818235e-05, | |
| "loss": 0.4677, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.323846908734053, | |
| "grad_norm": 0.19021861355008923, | |
| "learning_rate": 1.9745799675912492e-05, | |
| "loss": 0.4491, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3258096172718351, | |
| "grad_norm": 0.20109086134349027, | |
| "learning_rate": 1.9742296563395218e-05, | |
| "loss": 0.4485, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.3277723258096173, | |
| "grad_norm": 0.19466230218717548, | |
| "learning_rate": 1.9738769792773338e-05, | |
| "loss": 0.4429, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.3297350343473994, | |
| "grad_norm": 0.22618689389367447, | |
| "learning_rate": 1.9735219372611232e-05, | |
| "loss": 0.4776, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.33169774288518156, | |
| "grad_norm": 0.2548001164602319, | |
| "learning_rate": 1.9731645311530718e-05, | |
| "loss": 0.4544, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.3336604514229637, | |
| "grad_norm": 0.1791237461163614, | |
| "learning_rate": 1.9728047618210995e-05, | |
| "loss": 0.4554, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3356231599607458, | |
| "grad_norm": 0.3948418555429021, | |
| "learning_rate": 1.9724426301388683e-05, | |
| "loss": 0.4638, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.33758586849852795, | |
| "grad_norm": 0.17378090038653812, | |
| "learning_rate": 1.9720781369857747e-05, | |
| "loss": 0.4454, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.3395485770363101, | |
| "grad_norm": 0.3222426037289685, | |
| "learning_rate": 1.971711283246951e-05, | |
| "loss": 0.4535, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.34151128557409227, | |
| "grad_norm": 0.18445752660643416, | |
| "learning_rate": 1.9713420698132614e-05, | |
| "loss": 0.4529, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.3434739941118744, | |
| "grad_norm": 0.16185923929968957, | |
| "learning_rate": 1.9709704975813007e-05, | |
| "loss": 0.4368, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.34543670264965654, | |
| "grad_norm": 1.1894973875213863, | |
| "learning_rate": 1.970596567453391e-05, | |
| "loss": 0.4544, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.34739941118743867, | |
| "grad_norm": 0.16134561772472725, | |
| "learning_rate": 1.9702202803375813e-05, | |
| "loss": 0.4622, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.3493621197252208, | |
| "grad_norm": 0.1970049090626823, | |
| "learning_rate": 1.9698416371476434e-05, | |
| "loss": 0.4671, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.35132482826300293, | |
| "grad_norm": 0.36331006012853106, | |
| "learning_rate": 1.9694606388030715e-05, | |
| "loss": 0.457, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.35328753680078506, | |
| "grad_norm": 0.17936278528599436, | |
| "learning_rate": 1.969077286229078e-05, | |
| "loss": 0.4548, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.35525024533856725, | |
| "grad_norm": 1.9159888836797607, | |
| "learning_rate": 1.9686915803565934e-05, | |
| "loss": 0.4645, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.3572129538763494, | |
| "grad_norm": 10.74627429291283, | |
| "learning_rate": 1.9683035221222617e-05, | |
| "loss": 0.6072, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.3591756624141315, | |
| "grad_norm": 52.13270281331323, | |
| "learning_rate": 1.9679131124684403e-05, | |
| "loss": 1.8264, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.36113837095191365, | |
| "grad_norm": 4.418687411757653, | |
| "learning_rate": 1.9675203523431964e-05, | |
| "loss": 0.5769, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.3631010794896958, | |
| "grad_norm": 0.5887657411717333, | |
| "learning_rate": 1.9671252427003052e-05, | |
| "loss": 0.5168, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3650637880274779, | |
| "grad_norm": 0.674215963992249, | |
| "learning_rate": 1.9667277844992476e-05, | |
| "loss": 0.5026, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.36702649656526004, | |
| "grad_norm": 1.0528021833617283, | |
| "learning_rate": 1.966327978705207e-05, | |
| "loss": 0.5349, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.3689892051030422, | |
| "grad_norm": 0.9422062018416699, | |
| "learning_rate": 1.9659258262890683e-05, | |
| "loss": 0.5042, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.37095191364082436, | |
| "grad_norm": 0.38055499460304, | |
| "learning_rate": 1.9655213282274153e-05, | |
| "loss": 0.494, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.3729146221786065, | |
| "grad_norm": 0.7565736806021138, | |
| "learning_rate": 1.9651144855025265e-05, | |
| "loss": 0.4757, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3748773307163886, | |
| "grad_norm": 0.6604416755715676, | |
| "learning_rate": 1.964705299102376e-05, | |
| "loss": 0.4694, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.37684003925417076, | |
| "grad_norm": 0.5198922569733609, | |
| "learning_rate": 1.964293770020628e-05, | |
| "loss": 0.4896, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.3788027477919529, | |
| "grad_norm": 0.3341751217641192, | |
| "learning_rate": 1.9638798992566354e-05, | |
| "loss": 0.482, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.380765456329735, | |
| "grad_norm": 0.34613355879167534, | |
| "learning_rate": 1.9634636878154393e-05, | |
| "loss": 0.4903, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.38272816486751715, | |
| "grad_norm": 0.29136481910346357, | |
| "learning_rate": 1.963045136707763e-05, | |
| "loss": 0.4795, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.38469087340529934, | |
| "grad_norm": 0.34118862521510146, | |
| "learning_rate": 1.962624246950012e-05, | |
| "loss": 0.4826, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.38665358194308147, | |
| "grad_norm": 0.45727416620673994, | |
| "learning_rate": 1.9622010195642724e-05, | |
| "loss": 0.4653, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.3886162904808636, | |
| "grad_norm": 0.312131527349307, | |
| "learning_rate": 1.9617754555783045e-05, | |
| "loss": 0.4761, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.39057899901864573, | |
| "grad_norm": 0.26137988821611824, | |
| "learning_rate": 1.9613475560255445e-05, | |
| "loss": 0.4792, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.39254170755642787, | |
| "grad_norm": 0.2571733191752843, | |
| "learning_rate": 1.9609173219450998e-05, | |
| "loss": 0.4636, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.39450441609421, | |
| "grad_norm": 0.286975647231177, | |
| "learning_rate": 1.9604847543817467e-05, | |
| "loss": 0.4733, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.39646712463199213, | |
| "grad_norm": 0.18272338104532077, | |
| "learning_rate": 1.960049854385929e-05, | |
| "loss": 0.437, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.39842983316977426, | |
| "grad_norm": 0.22862620377890577, | |
| "learning_rate": 1.9596126230137532e-05, | |
| "loss": 0.4634, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.40039254170755645, | |
| "grad_norm": 0.3492075746901584, | |
| "learning_rate": 1.9591730613269878e-05, | |
| "loss": 0.4776, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.4023552502453386, | |
| "grad_norm": 0.21584801782728166, | |
| "learning_rate": 1.9587311703930615e-05, | |
| "loss": 0.45, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4043179587831207, | |
| "grad_norm": 0.1775551780611007, | |
| "learning_rate": 1.9582869512850576e-05, | |
| "loss": 0.4588, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.40628066732090284, | |
| "grad_norm": 0.19395395115771327, | |
| "learning_rate": 1.9578404050817135e-05, | |
| "loss": 0.4476, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.408243375858685, | |
| "grad_norm": 0.1756543157586606, | |
| "learning_rate": 1.957391532867418e-05, | |
| "loss": 0.4541, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.4102060843964671, | |
| "grad_norm": 0.2033504241274638, | |
| "learning_rate": 1.956940335732209e-05, | |
| "loss": 0.4517, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.41216879293424924, | |
| "grad_norm": 0.17283372188002102, | |
| "learning_rate": 1.956486814771769e-05, | |
| "loss": 0.4388, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4141315014720314, | |
| "grad_norm": 0.3603837587378834, | |
| "learning_rate": 1.956030971087424e-05, | |
| "loss": 0.4589, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.41609421000981356, | |
| "grad_norm": 0.14136642540755467, | |
| "learning_rate": 1.955572805786141e-05, | |
| "loss": 0.4458, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.4180569185475957, | |
| "grad_norm": 0.5877313778359132, | |
| "learning_rate": 1.9551123199805243e-05, | |
| "loss": 0.4697, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.4200196270853778, | |
| "grad_norm": 0.14159168090968688, | |
| "learning_rate": 1.9546495147888134e-05, | |
| "loss": 0.4615, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.42198233562315995, | |
| "grad_norm": 0.14811573102512038, | |
| "learning_rate": 1.9541843913348804e-05, | |
| "loss": 0.4434, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4239450441609421, | |
| "grad_norm": 0.1892192591601388, | |
| "learning_rate": 1.953716950748227e-05, | |
| "loss": 0.4502, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.4259077526987242, | |
| "grad_norm": 0.18436679871777018, | |
| "learning_rate": 1.9532471941639816e-05, | |
| "loss": 0.4583, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.4278704612365064, | |
| "grad_norm": 0.16076460592232203, | |
| "learning_rate": 1.9527751227228964e-05, | |
| "loss": 0.4782, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.42983316977428854, | |
| "grad_norm": 0.16974596439970596, | |
| "learning_rate": 1.952300737571346e-05, | |
| "loss": 0.4417, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.43179587831207067, | |
| "grad_norm": 0.1489166172695092, | |
| "learning_rate": 1.9518240398613226e-05, | |
| "loss": 0.45, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4337585868498528, | |
| "grad_norm": 0.19974086406341826, | |
| "learning_rate": 1.9513450307504346e-05, | |
| "loss": 0.4457, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.43572129538763493, | |
| "grad_norm": 0.14988334374863602, | |
| "learning_rate": 1.9508637114019037e-05, | |
| "loss": 0.4416, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.43768400392541706, | |
| "grad_norm": 0.15223238304202846, | |
| "learning_rate": 1.9503800829845613e-05, | |
| "loss": 0.4463, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.4396467124631992, | |
| "grad_norm": 0.14747133903175189, | |
| "learning_rate": 1.9498941466728462e-05, | |
| "loss": 0.4408, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.44160942100098133, | |
| "grad_norm": 0.1526636764634093, | |
| "learning_rate": 1.9494059036468016e-05, | |
| "loss": 0.4499, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4435721295387635, | |
| "grad_norm": 0.1628546826649206, | |
| "learning_rate": 1.9489153550920726e-05, | |
| "loss": 0.4439, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.44553483807654565, | |
| "grad_norm": 0.15901123933171535, | |
| "learning_rate": 1.9484225021999032e-05, | |
| "loss": 0.4412, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.4474975466143278, | |
| "grad_norm": 0.1490150024919776, | |
| "learning_rate": 1.947927346167132e-05, | |
| "loss": 0.455, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.4494602551521099, | |
| "grad_norm": 0.5516033577713996, | |
| "learning_rate": 1.9474298881961918e-05, | |
| "loss": 0.4566, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.45142296368989204, | |
| "grad_norm": 0.13967143480519018, | |
| "learning_rate": 1.946930129495106e-05, | |
| "loss": 0.4628, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.4533856722276742, | |
| "grad_norm": 0.1305332529656271, | |
| "learning_rate": 1.9464280712774828e-05, | |
| "loss": 0.4393, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.4553483807654563, | |
| "grad_norm": 0.1345554686370529, | |
| "learning_rate": 1.945923714762516e-05, | |
| "loss": 0.4545, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.4573110893032385, | |
| "grad_norm": 0.136671297145043, | |
| "learning_rate": 1.9454170611749812e-05, | |
| "loss": 0.4538, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.4592737978410206, | |
| "grad_norm": 0.18983035932318434, | |
| "learning_rate": 1.9449081117452304e-05, | |
| "loss": 0.4551, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.46123650637880276, | |
| "grad_norm": 0.13254449859971484, | |
| "learning_rate": 1.9443968677091925e-05, | |
| "loss": 0.4364, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.4631992149165849, | |
| "grad_norm": 0.12020638993133913, | |
| "learning_rate": 1.9438833303083677e-05, | |
| "loss": 0.4442, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.465161923454367, | |
| "grad_norm": 0.13012001270770882, | |
| "learning_rate": 1.9433675007898255e-05, | |
| "loss": 0.4397, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.46712463199214915, | |
| "grad_norm": 0.260116572268421, | |
| "learning_rate": 1.9428493804062013e-05, | |
| "loss": 0.4446, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.4690873405299313, | |
| "grad_norm": 0.1231982496143958, | |
| "learning_rate": 1.9423289704156945e-05, | |
| "loss": 0.4616, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.47105004906771347, | |
| "grad_norm": 0.11787031140608273, | |
| "learning_rate": 1.9418062720820636e-05, | |
| "loss": 0.4438, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4730127576054956, | |
| "grad_norm": 0.13848283459243596, | |
| "learning_rate": 1.9412812866746248e-05, | |
| "loss": 0.4479, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.47497546614327774, | |
| "grad_norm": 0.12036969167700294, | |
| "learning_rate": 1.9407540154682473e-05, | |
| "loss": 0.4508, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.47693817468105987, | |
| "grad_norm": 0.17542281239029114, | |
| "learning_rate": 1.9402244597433526e-05, | |
| "loss": 0.4393, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.478900883218842, | |
| "grad_norm": 0.1137790859381083, | |
| "learning_rate": 1.9396926207859085e-05, | |
| "loss": 0.4444, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.48086359175662413, | |
| "grad_norm": 0.18308427216283138, | |
| "learning_rate": 1.939158499887428e-05, | |
| "loss": 0.4272, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.48282630029440626, | |
| "grad_norm": 0.13610805029149947, | |
| "learning_rate": 1.9386220983449652e-05, | |
| "loss": 0.4453, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.4847890088321884, | |
| "grad_norm": 0.12057983580084324, | |
| "learning_rate": 1.938083417461113e-05, | |
| "loss": 0.4298, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.4867517173699706, | |
| "grad_norm": 0.11085757126201562, | |
| "learning_rate": 1.9375424585439994e-05, | |
| "loss": 0.4389, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.4887144259077527, | |
| "grad_norm": 0.11914366344102803, | |
| "learning_rate": 1.9369992229072834e-05, | |
| "loss": 0.4427, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.49067713444553485, | |
| "grad_norm": 0.13244864999661263, | |
| "learning_rate": 1.9364537118701542e-05, | |
| "loss": 0.4347, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.492639842983317, | |
| "grad_norm": 0.19302953420237423, | |
| "learning_rate": 1.935905926757326e-05, | |
| "loss": 0.4499, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.4946025515210991, | |
| "grad_norm": 0.11571291217554695, | |
| "learning_rate": 1.935355868899034e-05, | |
| "loss": 0.4375, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.49656526005888124, | |
| "grad_norm": 0.11702904926416031, | |
| "learning_rate": 1.9348035396310352e-05, | |
| "loss": 0.4354, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.4985279685966634, | |
| "grad_norm": 0.12006868637499236, | |
| "learning_rate": 1.9342489402945997e-05, | |
| "loss": 0.4338, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.5004906771344455, | |
| "grad_norm": 0.12190055167354476, | |
| "learning_rate": 1.9336920722365126e-05, | |
| "loss": 0.4434, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5024533856722276, | |
| "grad_norm": 0.12867582275673506, | |
| "learning_rate": 1.9331329368090664e-05, | |
| "loss": 0.435, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.5024533856722276, | |
| "eval_loss": 0.44365355372428894, | |
| "eval_runtime": 245.6487, | |
| "eval_samples_per_second": 123.563, | |
| "eval_steps_per_second": 3.863, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.5044160942100098, | |
| "grad_norm": 0.1233612138867142, | |
| "learning_rate": 1.932571535370061e-05, | |
| "loss": 0.4417, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.5063788027477919, | |
| "grad_norm": 2.5334855914455368, | |
| "learning_rate": 1.932007869282799e-05, | |
| "loss": 0.4645, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.5083415112855741, | |
| "grad_norm": 0.15972840390446322, | |
| "learning_rate": 1.9314419399160805e-05, | |
| "loss": 0.4328, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.5103042198233563, | |
| "grad_norm": 0.21045316053724383, | |
| "learning_rate": 1.9308737486442045e-05, | |
| "loss": 0.437, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5122669283611384, | |
| "grad_norm": 0.1353556883894671, | |
| "learning_rate": 1.930303296846961e-05, | |
| "loss": 0.4532, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.5142296368989205, | |
| "grad_norm": 0.13254413062805587, | |
| "learning_rate": 1.9297305859096305e-05, | |
| "loss": 0.452, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.5161923454367027, | |
| "grad_norm": 0.19171081658979544, | |
| "learning_rate": 1.9291556172229784e-05, | |
| "loss": 0.4302, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.5181550539744848, | |
| "grad_norm": 0.13134834595730802, | |
| "learning_rate": 1.9285783921832537e-05, | |
| "loss": 0.4405, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.5201177625122669, | |
| "grad_norm": 0.1301982247003894, | |
| "learning_rate": 1.9279989121921846e-05, | |
| "loss": 0.4462, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5220804710500491, | |
| "grad_norm": 0.1321466010763688, | |
| "learning_rate": 1.927417178656975e-05, | |
| "loss": 0.4336, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.5240431795878312, | |
| "grad_norm": 0.1495881568007904, | |
| "learning_rate": 1.9268331929903013e-05, | |
| "loss": 0.4365, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.5260058881256133, | |
| "grad_norm": 0.2612207807396482, | |
| "learning_rate": 1.926246956610309e-05, | |
| "loss": 0.4457, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.5279685966633955, | |
| "grad_norm": 0.9154910569331776, | |
| "learning_rate": 1.9256584709406093e-05, | |
| "loss": 0.4553, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.5299313052011776, | |
| "grad_norm": 0.1534831664232736, | |
| "learning_rate": 1.9250677374102752e-05, | |
| "loss": 0.4441, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5318940137389597, | |
| "grad_norm": 0.14984085964867322, | |
| "learning_rate": 1.9244747574538387e-05, | |
| "loss": 0.4306, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.5338567222767419, | |
| "grad_norm": 0.18760798027966705, | |
| "learning_rate": 1.9238795325112867e-05, | |
| "loss": 0.4538, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.535819430814524, | |
| "grad_norm": 0.1580188625628718, | |
| "learning_rate": 1.923282064028059e-05, | |
| "loss": 0.4443, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.5377821393523062, | |
| "grad_norm": 0.14444473834290128, | |
| "learning_rate": 1.9226823534550418e-05, | |
| "loss": 0.4443, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5397448478900884, | |
| "grad_norm": 0.7330314247606119, | |
| "learning_rate": 1.9220804022485674e-05, | |
| "loss": 0.4638, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5417075564278705, | |
| "grad_norm": 0.17268497255370896, | |
| "learning_rate": 1.921476211870408e-05, | |
| "loss": 0.4503, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.5436702649656526, | |
| "grad_norm": 0.18226707950341117, | |
| "learning_rate": 1.920869783787774e-05, | |
| "loss": 0.4383, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.5456329735034348, | |
| "grad_norm": 0.5632696487176844, | |
| "learning_rate": 1.9202611194733107e-05, | |
| "loss": 0.4452, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.5475956820412169, | |
| "grad_norm": 0.14836959675348457, | |
| "learning_rate": 1.9196502204050925e-05, | |
| "loss": 0.4314, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.549558390578999, | |
| "grad_norm": 0.34506199709023483, | |
| "learning_rate": 1.9190370880666206e-05, | |
| "loss": 0.4544, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5515210991167812, | |
| "grad_norm": 0.16441747745890337, | |
| "learning_rate": 1.9184217239468213e-05, | |
| "loss": 0.4429, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.5534838076545633, | |
| "grad_norm": 0.16385435349212213, | |
| "learning_rate": 1.9178041295400383e-05, | |
| "loss": 0.46, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.5554465161923454, | |
| "grad_norm": 0.16456135455973658, | |
| "learning_rate": 1.917184306346032e-05, | |
| "loss": 0.4399, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.5574092247301276, | |
| "grad_norm": 0.14576272645037303, | |
| "learning_rate": 1.9165622558699763e-05, | |
| "loss": 0.4419, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.5593719332679097, | |
| "grad_norm": 0.15456597025956298, | |
| "learning_rate": 1.9159379796224524e-05, | |
| "loss": 0.449, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.5613346418056918, | |
| "grad_norm": 0.14297456086426616, | |
| "learning_rate": 1.9153114791194475e-05, | |
| "loss": 0.4371, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.563297350343474, | |
| "grad_norm": 0.14012901187447932, | |
| "learning_rate": 1.914682755882349e-05, | |
| "loss": 0.4408, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.5652600588812562, | |
| "grad_norm": 0.13060314277737214, | |
| "learning_rate": 1.9140518114379433e-05, | |
| "loss": 0.4437, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.5672227674190383, | |
| "grad_norm": 0.3090626051049369, | |
| "learning_rate": 1.91341864731841e-05, | |
| "loss": 0.4542, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.5691854759568205, | |
| "grad_norm": 0.2179414551780141, | |
| "learning_rate": 1.912783265061319e-05, | |
| "loss": 0.4408, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5711481844946026, | |
| "grad_norm": 0.620377656428685, | |
| "learning_rate": 1.912145666209627e-05, | |
| "loss": 0.4879, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.5731108930323847, | |
| "grad_norm": 0.1689086534993839, | |
| "learning_rate": 1.9115058523116734e-05, | |
| "loss": 0.4462, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.5750736015701668, | |
| "grad_norm": 0.14611412522744563, | |
| "learning_rate": 1.910863824921176e-05, | |
| "loss": 0.4255, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.577036310107949, | |
| "grad_norm": 0.1882222162638847, | |
| "learning_rate": 1.9102195855972287e-05, | |
| "loss": 0.4425, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.5789990186457311, | |
| "grad_norm": 0.1656815361127913, | |
| "learning_rate": 1.909573135904296e-05, | |
| "loss": 0.4283, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.5809617271835132, | |
| "grad_norm": 0.13073397914317533, | |
| "learning_rate": 1.908924477412211e-05, | |
| "loss": 0.4558, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.5829244357212954, | |
| "grad_norm": 0.1441943832714689, | |
| "learning_rate": 1.90827361169617e-05, | |
| "loss": 0.4427, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.5848871442590775, | |
| "grad_norm": 0.12583976569411942, | |
| "learning_rate": 1.9076205403367287e-05, | |
| "loss": 0.4223, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.5868498527968596, | |
| "grad_norm": 0.1755315808099223, | |
| "learning_rate": 1.9069652649198004e-05, | |
| "loss": 0.4421, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.5888125613346418, | |
| "grad_norm": 0.12236948996858302, | |
| "learning_rate": 1.9063077870366504e-05, | |
| "loss": 0.4403, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5907752698724239, | |
| "grad_norm": 0.13958618892557004, | |
| "learning_rate": 1.905648108283891e-05, | |
| "loss": 0.4304, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.592737978410206, | |
| "grad_norm": 0.14279319639440627, | |
| "learning_rate": 1.90498623026348e-05, | |
| "loss": 0.4461, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.5947006869479883, | |
| "grad_norm": 0.3909906198333688, | |
| "learning_rate": 1.9043221545827172e-05, | |
| "loss": 0.4845, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.5966633954857704, | |
| "grad_norm": 0.37297343958892704, | |
| "learning_rate": 1.903655882854237e-05, | |
| "loss": 0.4494, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.5986261040235525, | |
| "grad_norm": 0.8045487515732387, | |
| "learning_rate": 1.9029874166960075e-05, | |
| "loss": 0.4651, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6005888125613347, | |
| "grad_norm": 0.17675678913043202, | |
| "learning_rate": 1.9023167577313267e-05, | |
| "loss": 0.4342, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.6025515210991168, | |
| "grad_norm": 0.4614395798632603, | |
| "learning_rate": 1.901643907588816e-05, | |
| "loss": 0.4666, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.6045142296368989, | |
| "grad_norm": 0.24112777104201236, | |
| "learning_rate": 1.900968867902419e-05, | |
| "loss": 0.4608, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.6064769381746811, | |
| "grad_norm": 0.16289640981921516, | |
| "learning_rate": 1.900291640311396e-05, | |
| "loss": 0.4347, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.6084396467124632, | |
| "grad_norm": 0.16490807898196183, | |
| "learning_rate": 1.8996122264603202e-05, | |
| "loss": 0.4286, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6104023552502453, | |
| "grad_norm": 0.31752463155917027, | |
| "learning_rate": 1.8989306279990736e-05, | |
| "loss": 0.4721, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.6123650637880275, | |
| "grad_norm": 0.16490476925454267, | |
| "learning_rate": 1.898246846582844e-05, | |
| "loss": 0.4482, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.6143277723258096, | |
| "grad_norm": 0.15956184991382258, | |
| "learning_rate": 1.897560883872121e-05, | |
| "loss": 0.4417, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.6162904808635917, | |
| "grad_norm": 0.1831073214143379, | |
| "learning_rate": 1.8968727415326885e-05, | |
| "loss": 0.4441, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.6182531894013739, | |
| "grad_norm": 0.3402383015575775, | |
| "learning_rate": 1.896182421235626e-05, | |
| "loss": 0.4643, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.620215897939156, | |
| "grad_norm": 0.15056250902532822, | |
| "learning_rate": 1.895489924657301e-05, | |
| "loss": 0.4472, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.6221786064769381, | |
| "grad_norm": 0.17384419824788128, | |
| "learning_rate": 1.8947952534793663e-05, | |
| "loss": 0.4455, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.6241413150147204, | |
| "grad_norm": 0.18283666562150924, | |
| "learning_rate": 1.894098409388754e-05, | |
| "loss": 0.4425, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.6261040235525025, | |
| "grad_norm": 0.18363348573791377, | |
| "learning_rate": 1.8933993940776753e-05, | |
| "loss": 0.4347, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.6280667320902846, | |
| "grad_norm": 0.2173940703554356, | |
| "learning_rate": 1.8926982092436117e-05, | |
| "loss": 0.4426, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6300294406280668, | |
| "grad_norm": 0.13338358899432057, | |
| "learning_rate": 1.8919948565893144e-05, | |
| "loss": 0.4348, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.6319921491658489, | |
| "grad_norm": 0.15291106806170288, | |
| "learning_rate": 1.8912893378227984e-05, | |
| "loss": 0.4441, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.633954857703631, | |
| "grad_norm": 0.19828098406270409, | |
| "learning_rate": 1.8905816546573398e-05, | |
| "loss": 0.4498, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.6359175662414132, | |
| "grad_norm": 0.12561855756704574, | |
| "learning_rate": 1.8898718088114688e-05, | |
| "loss": 0.4501, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.6378802747791953, | |
| "grad_norm": 0.413637068467992, | |
| "learning_rate": 1.8891598020089695e-05, | |
| "loss": 0.4522, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.6398429833169774, | |
| "grad_norm": 0.13065710530489547, | |
| "learning_rate": 1.8884456359788725e-05, | |
| "loss": 0.4517, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.6418056918547596, | |
| "grad_norm": 0.1255320805445076, | |
| "learning_rate": 1.887729312455452e-05, | |
| "loss": 0.4328, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.6437684003925417, | |
| "grad_norm": 0.17052107382561416, | |
| "learning_rate": 1.887010833178222e-05, | |
| "loss": 0.4335, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.6457311089303238, | |
| "grad_norm": 0.1463632116200419, | |
| "learning_rate": 1.8862901998919305e-05, | |
| "loss": 0.4489, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.647693817468106, | |
| "grad_norm": 0.20054042393653457, | |
| "learning_rate": 1.8855674143465567e-05, | |
| "loss": 0.4415, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6496565260058881, | |
| "grad_norm": 0.12528395471108425, | |
| "learning_rate": 1.8848424782973075e-05, | |
| "loss": 0.4251, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.6516192345436702, | |
| "grad_norm": 0.12724271501474496, | |
| "learning_rate": 1.8841153935046098e-05, | |
| "loss": 0.4226, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.6535819430814525, | |
| "grad_norm": 0.12815480846276966, | |
| "learning_rate": 1.8833861617341108e-05, | |
| "loss": 0.4389, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.6555446516192346, | |
| "grad_norm": 0.11881092687539777, | |
| "learning_rate": 1.8826547847566692e-05, | |
| "loss": 0.4301, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.6575073601570167, | |
| "grad_norm": 0.11279466332160643, | |
| "learning_rate": 1.881921264348355e-05, | |
| "loss": 0.4441, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.6594700686947988, | |
| "grad_norm": 0.12334758226552325, | |
| "learning_rate": 1.8811856022904423e-05, | |
| "loss": 0.4333, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.661432777232581, | |
| "grad_norm": 0.1268483867046061, | |
| "learning_rate": 1.8804478003694066e-05, | |
| "loss": 0.4317, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.6633954857703631, | |
| "grad_norm": 0.12443337272902948, | |
| "learning_rate": 1.8797078603769184e-05, | |
| "loss": 0.4282, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.6653581943081452, | |
| "grad_norm": 0.12713474397441266, | |
| "learning_rate": 1.878965784109842e-05, | |
| "loss": 0.4482, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.6673209028459274, | |
| "grad_norm": 0.12143777103722954, | |
| "learning_rate": 1.8782215733702286e-05, | |
| "loss": 0.4342, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6692836113837095, | |
| "grad_norm": 0.23691651644437595, | |
| "learning_rate": 1.877475229965313e-05, | |
| "loss": 0.4467, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.6712463199214916, | |
| "grad_norm": 0.13966524868065613, | |
| "learning_rate": 1.876726755707508e-05, | |
| "loss": 0.4119, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.6732090284592738, | |
| "grad_norm": 0.1324720435854753, | |
| "learning_rate": 1.875976152414402e-05, | |
| "loss": 0.4327, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.6751717369970559, | |
| "grad_norm": 0.1305963044017511, | |
| "learning_rate": 1.8752234219087538e-05, | |
| "loss": 0.4345, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.677134445534838, | |
| "grad_norm": 0.1256369439378997, | |
| "learning_rate": 1.8744685660184868e-05, | |
| "loss": 0.4373, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.6790971540726202, | |
| "grad_norm": 0.1306844371007657, | |
| "learning_rate": 1.8737115865766865e-05, | |
| "loss": 0.4326, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.6810598626104023, | |
| "grad_norm": 0.122862696340445, | |
| "learning_rate": 1.8729524854215942e-05, | |
| "loss": 0.4166, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.6830225711481845, | |
| "grad_norm": 0.13535420265000028, | |
| "learning_rate": 1.8721912643966055e-05, | |
| "loss": 0.4237, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.6849852796859667, | |
| "grad_norm": 0.11284294465947456, | |
| "learning_rate": 1.8714279253502616e-05, | |
| "loss": 0.4259, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.6869479882237488, | |
| "grad_norm": 0.1193357989589537, | |
| "learning_rate": 1.8706624701362485e-05, | |
| "loss": 0.4467, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.6889106967615309, | |
| "grad_norm": 0.1131129128247003, | |
| "learning_rate": 1.8698949006133903e-05, | |
| "loss": 0.4366, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.6908734052993131, | |
| "grad_norm": 0.111747855862703, | |
| "learning_rate": 1.8691252186456465e-05, | |
| "loss": 0.4433, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.6928361138370952, | |
| "grad_norm": 0.10862949730132815, | |
| "learning_rate": 1.8683534261021058e-05, | |
| "loss": 0.4299, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.6947988223748773, | |
| "grad_norm": 0.12299814873161867, | |
| "learning_rate": 1.8675795248569816e-05, | |
| "loss": 0.4366, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.6967615309126595, | |
| "grad_norm": 0.11664167882155978, | |
| "learning_rate": 1.866803516789609e-05, | |
| "loss": 0.4379, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.6987242394504416, | |
| "grad_norm": 0.12925426587807418, | |
| "learning_rate": 1.866025403784439e-05, | |
| "loss": 0.4333, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.7006869479882237, | |
| "grad_norm": 0.10893935119976447, | |
| "learning_rate": 1.8652451877310337e-05, | |
| "loss": 0.4293, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.7026496565260059, | |
| "grad_norm": 0.1227760342543677, | |
| "learning_rate": 1.8644628705240636e-05, | |
| "loss": 0.4255, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.704612365063788, | |
| "grad_norm": 0.11162933142481653, | |
| "learning_rate": 1.8636784540633002e-05, | |
| "loss": 0.4277, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.7065750736015701, | |
| "grad_norm": 0.11784511277232618, | |
| "learning_rate": 1.862891940253613e-05, | |
| "loss": 0.43, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7085377821393523, | |
| "grad_norm": 0.19349027686476353, | |
| "learning_rate": 1.8621033310049658e-05, | |
| "loss": 0.4388, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.7105004906771345, | |
| "grad_norm": 0.11461754333230102, | |
| "learning_rate": 1.8613126282324092e-05, | |
| "loss": 0.4459, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.7124631992149166, | |
| "grad_norm": 0.10611440044540593, | |
| "learning_rate": 1.860519833856079e-05, | |
| "loss": 0.4286, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.7144259077526988, | |
| "grad_norm": 1.3919982408500475, | |
| "learning_rate": 1.8597249498011906e-05, | |
| "loss": 0.4271, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.7163886162904809, | |
| "grad_norm": 0.23104503037861346, | |
| "learning_rate": 1.858927977998032e-05, | |
| "loss": 0.4489, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.718351324828263, | |
| "grad_norm": 0.13423371418728916, | |
| "learning_rate": 1.858128920381963e-05, | |
| "loss": 0.4432, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.7203140333660452, | |
| "grad_norm": 0.14035310994358413, | |
| "learning_rate": 1.8573277788934084e-05, | |
| "loss": 0.4436, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.7222767419038273, | |
| "grad_norm": 0.12538177756048358, | |
| "learning_rate": 1.8565245554778516e-05, | |
| "loss": 0.4152, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.7242394504416094, | |
| "grad_norm": 0.1393704340215518, | |
| "learning_rate": 1.855719252085834e-05, | |
| "loss": 0.4599, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.7262021589793916, | |
| "grad_norm": 0.15221198393758803, | |
| "learning_rate": 1.854911870672947e-05, | |
| "loss": 0.4346, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7281648675171737, | |
| "grad_norm": 0.13205252608835663, | |
| "learning_rate": 1.8541024131998277e-05, | |
| "loss": 0.433, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.7301275760549558, | |
| "grad_norm": 0.1824152481964556, | |
| "learning_rate": 1.8532908816321557e-05, | |
| "loss": 0.4258, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.732090284592738, | |
| "grad_norm": 0.11473500921109103, | |
| "learning_rate": 1.852477277940647e-05, | |
| "loss": 0.4364, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.7340529931305201, | |
| "grad_norm": 0.17550775961163126, | |
| "learning_rate": 1.8516616041010495e-05, | |
| "loss": 0.4311, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.7360157016683022, | |
| "grad_norm": 0.11491081744632524, | |
| "learning_rate": 1.850843862094138e-05, | |
| "loss": 0.4299, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.7379784102060843, | |
| "grad_norm": 0.12893078747082584, | |
| "learning_rate": 1.8500240539057093e-05, | |
| "loss": 0.4375, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.7399411187438666, | |
| "grad_norm": 0.1386244465195304, | |
| "learning_rate": 1.849202181526579e-05, | |
| "loss": 0.4411, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.7419038272816487, | |
| "grad_norm": 0.1363795250121767, | |
| "learning_rate": 1.848378246952574e-05, | |
| "loss": 0.4294, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.7438665358194309, | |
| "grad_norm": 0.11138728492984143, | |
| "learning_rate": 1.8475522521845296e-05, | |
| "loss": 0.4403, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.745829244357213, | |
| "grad_norm": 0.1238513979749556, | |
| "learning_rate": 1.8467241992282842e-05, | |
| "loss": 0.4267, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.7477919528949951, | |
| "grad_norm": 0.12373568951195847, | |
| "learning_rate": 1.845894090094674e-05, | |
| "loss": 0.4312, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.7497546614327772, | |
| "grad_norm": 0.19653148756122196, | |
| "learning_rate": 1.8450619267995283e-05, | |
| "loss": 0.4343, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.7517173699705594, | |
| "grad_norm": 0.1394570505619246, | |
| "learning_rate": 1.8442277113636654e-05, | |
| "loss": 0.4373, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.7536800785083415, | |
| "grad_norm": 0.12251934848515013, | |
| "learning_rate": 1.843391445812886e-05, | |
| "loss": 0.4267, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.7536800785083415, | |
| "eval_loss": 0.43717867136001587, | |
| "eval_runtime": 245.9442, | |
| "eval_samples_per_second": 123.414, | |
| "eval_steps_per_second": 3.859, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.7556427870461236, | |
| "grad_norm": 0.11928267779998, | |
| "learning_rate": 1.84255313217797e-05, | |
| "loss": 0.4411, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.7576054955839058, | |
| "grad_norm": 0.10973043663025576, | |
| "learning_rate": 1.84171277249467e-05, | |
| "loss": 0.4266, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.7595682041216879, | |
| "grad_norm": 0.6751166131440709, | |
| "learning_rate": 1.8408703688037088e-05, | |
| "loss": 0.4442, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.76153091265947, | |
| "grad_norm": 0.11525859230534183, | |
| "learning_rate": 1.8400259231507716e-05, | |
| "loss": 0.4257, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.7634936211972522, | |
| "grad_norm": 0.14081912497481, | |
| "learning_rate": 1.8391794375865025e-05, | |
| "loss": 0.4559, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.7654563297350343, | |
| "grad_norm": 0.1430446337142817, | |
| "learning_rate": 1.8383309141664992e-05, | |
| "loss": 0.4348, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7674190382728164, | |
| "grad_norm": 0.13701747456448043, | |
| "learning_rate": 1.837480354951308e-05, | |
| "loss": 0.4355, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.7693817468105987, | |
| "grad_norm": 0.15468002573828674, | |
| "learning_rate": 1.83662776200642e-05, | |
| "loss": 0.4247, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.7713444553483808, | |
| "grad_norm": 0.1359423923850112, | |
| "learning_rate": 1.8357731374022635e-05, | |
| "loss": 0.4378, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.7733071638861629, | |
| "grad_norm": 0.12156559871467941, | |
| "learning_rate": 1.8349164832142015e-05, | |
| "loss": 0.433, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.7752698724239451, | |
| "grad_norm": 1.1029116856223753, | |
| "learning_rate": 1.834057801522525e-05, | |
| "loss": 0.456, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.7772325809617272, | |
| "grad_norm": 0.1498532799383752, | |
| "learning_rate": 1.833197094412449e-05, | |
| "loss": 0.4416, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.7791952894995093, | |
| "grad_norm": 0.4425396937410584, | |
| "learning_rate": 1.832334363974107e-05, | |
| "loss": 0.4358, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.7811579980372915, | |
| "grad_norm": 0.14741438537186383, | |
| "learning_rate": 1.8314696123025456e-05, | |
| "loss": 0.4432, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.7831207065750736, | |
| "grad_norm": 1.3635940422702577, | |
| "learning_rate": 1.8306028414977196e-05, | |
| "loss": 0.4473, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.7850834151128557, | |
| "grad_norm": 0.31067568125771744, | |
| "learning_rate": 1.8297340536644877e-05, | |
| "loss": 0.4341, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7870461236506379, | |
| "grad_norm": 0.23052926471546017, | |
| "learning_rate": 1.8288632509126064e-05, | |
| "loss": 0.4469, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.78900883218842, | |
| "grad_norm": 1.4150298223131084, | |
| "learning_rate": 1.827990435356725e-05, | |
| "loss": 0.4573, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.7909715407262021, | |
| "grad_norm": 1.2166261643274474, | |
| "learning_rate": 1.8271156091163813e-05, | |
| "loss": 0.4623, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.7929342492639843, | |
| "grad_norm": 8.194510529799096, | |
| "learning_rate": 1.826238774315995e-05, | |
| "loss": 0.9405, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.7948969578017664, | |
| "grad_norm": 1.780892469368783, | |
| "learning_rate": 1.8253599330848638e-05, | |
| "loss": 0.6091, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.7968596663395485, | |
| "grad_norm": 7.535603719678218, | |
| "learning_rate": 1.8244790875571582e-05, | |
| "loss": 0.9524, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.7988223748773308, | |
| "grad_norm": 1.7773136251051938, | |
| "learning_rate": 1.823596239871915e-05, | |
| "loss": 0.6362, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.8007850834151129, | |
| "grad_norm": 0.9044661668135322, | |
| "learning_rate": 1.8227113921730336e-05, | |
| "loss": 0.5439, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.802747791952895, | |
| "grad_norm": 2.7139783131315376, | |
| "learning_rate": 1.8218245466092704e-05, | |
| "loss": 0.5663, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.8047105004906772, | |
| "grad_norm": 0.8834413599502067, | |
| "learning_rate": 1.8209357053342325e-05, | |
| "loss": 0.5256, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8066732090284593, | |
| "grad_norm": 1.1467415784558643, | |
| "learning_rate": 1.8200448705063748e-05, | |
| "loss": 0.5348, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.8086359175662414, | |
| "grad_norm": 0.515184372706671, | |
| "learning_rate": 1.819152044288992e-05, | |
| "loss": 0.5062, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.8105986261040236, | |
| "grad_norm": 0.6461620091644302, | |
| "learning_rate": 1.8182572288502154e-05, | |
| "loss": 0.5077, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.8125613346418057, | |
| "grad_norm": 0.4908151447534473, | |
| "learning_rate": 1.8173604263630066e-05, | |
| "loss": 0.4806, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.8145240431795878, | |
| "grad_norm": 0.3802375716765609, | |
| "learning_rate": 1.8164616390051523e-05, | |
| "loss": 0.4802, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.81648675171737, | |
| "grad_norm": 0.3805715926219177, | |
| "learning_rate": 1.8155608689592604e-05, | |
| "loss": 0.4814, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.8184494602551521, | |
| "grad_norm": 0.3945834169579088, | |
| "learning_rate": 1.814658118412752e-05, | |
| "loss": 0.4724, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.8204121687929342, | |
| "grad_norm": 0.2883495416963042, | |
| "learning_rate": 1.8137533895578585e-05, | |
| "loss": 0.4645, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.8223748773307163, | |
| "grad_norm": 0.2790010413679452, | |
| "learning_rate": 1.8128466845916156e-05, | |
| "loss": 0.4617, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.8243375858684985, | |
| "grad_norm": 0.2786295258327648, | |
| "learning_rate": 1.811938005715857e-05, | |
| "loss": 0.4791, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8263002944062807, | |
| "grad_norm": 0.23317317430153287, | |
| "learning_rate": 1.81102735513721e-05, | |
| "loss": 0.4434, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.8282630029440629, | |
| "grad_norm": 0.2451241340574092, | |
| "learning_rate": 1.8101147350670905e-05, | |
| "loss": 0.4528, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.830225711481845, | |
| "grad_norm": 0.22624335497909545, | |
| "learning_rate": 1.8092001477216975e-05, | |
| "loss": 0.4644, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.8321884200196271, | |
| "grad_norm": 0.23107219922308564, | |
| "learning_rate": 1.8082835953220055e-05, | |
| "loss": 0.4352, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.8341511285574092, | |
| "grad_norm": 0.21335476872866976, | |
| "learning_rate": 1.8073650800937627e-05, | |
| "loss": 0.4515, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.8361138370951914, | |
| "grad_norm": 0.2076816094768591, | |
| "learning_rate": 1.806444604267483e-05, | |
| "loss": 0.4544, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.8380765456329735, | |
| "grad_norm": 0.19718486185623377, | |
| "learning_rate": 1.805522170078441e-05, | |
| "loss": 0.4428, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.8400392541707556, | |
| "grad_norm": 0.227660993052998, | |
| "learning_rate": 1.8045977797666685e-05, | |
| "loss": 0.4443, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.8420019627085378, | |
| "grad_norm": 0.21176408168289124, | |
| "learning_rate": 1.803671435576946e-05, | |
| "loss": 0.4617, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.8439646712463199, | |
| "grad_norm": 0.16842294987099302, | |
| "learning_rate": 1.8027431397587993e-05, | |
| "loss": 0.462, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.845927379784102, | |
| "grad_norm": 0.2398849119706587, | |
| "learning_rate": 1.8018128945664936e-05, | |
| "loss": 0.4408, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.8478900883218842, | |
| "grad_norm": 0.493692443958903, | |
| "learning_rate": 1.8008807022590283e-05, | |
| "loss": 0.4592, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.8498527968596663, | |
| "grad_norm": 0.544249601841786, | |
| "learning_rate": 1.7999465651001297e-05, | |
| "loss": 0.4476, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.8518155053974484, | |
| "grad_norm": 0.13924680999659736, | |
| "learning_rate": 1.7990104853582494e-05, | |
| "loss": 0.4281, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.8537782139352306, | |
| "grad_norm": 0.173740825747816, | |
| "learning_rate": 1.7980724653065538e-05, | |
| "loss": 0.4269, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.8557409224730128, | |
| "grad_norm": 0.15075725057898212, | |
| "learning_rate": 1.7971325072229227e-05, | |
| "loss": 0.4276, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.8577036310107949, | |
| "grad_norm": 0.1448476326691961, | |
| "learning_rate": 1.7961906133899417e-05, | |
| "loss": 0.4259, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.8596663395485771, | |
| "grad_norm": 0.15099110760456436, | |
| "learning_rate": 1.7952467860948975e-05, | |
| "loss": 0.4385, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.8616290480863592, | |
| "grad_norm": 0.2908525767466193, | |
| "learning_rate": 1.7943010276297717e-05, | |
| "loss": 0.4532, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.8635917566241413, | |
| "grad_norm": 0.19591315110166763, | |
| "learning_rate": 1.7933533402912354e-05, | |
| "loss": 0.4443, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8655544651619235, | |
| "grad_norm": 0.1427892817158057, | |
| "learning_rate": 1.792403726380644e-05, | |
| "loss": 0.4497, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.8675171736997056, | |
| "grad_norm": 0.1557386790206549, | |
| "learning_rate": 1.791452188204031e-05, | |
| "loss": 0.4455, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.8694798822374877, | |
| "grad_norm": 0.13076931277969595, | |
| "learning_rate": 1.7904987280721037e-05, | |
| "loss": 0.4273, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.8714425907752699, | |
| "grad_norm": 0.17697976434079088, | |
| "learning_rate": 1.7895433483002356e-05, | |
| "loss": 0.4411, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.873405299313052, | |
| "grad_norm": 0.12603127769001743, | |
| "learning_rate": 1.7885860512084622e-05, | |
| "loss": 0.4254, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.8753680078508341, | |
| "grad_norm": 0.7782445781966569, | |
| "learning_rate": 1.7876268391214756e-05, | |
| "loss": 0.4558, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.8773307163886163, | |
| "grad_norm": 0.12647292734359114, | |
| "learning_rate": 1.786665714368617e-05, | |
| "loss": 0.4407, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.8792934249263984, | |
| "grad_norm": 0.20575076444088897, | |
| "learning_rate": 1.785702679283874e-05, | |
| "loss": 0.438, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.8812561334641805, | |
| "grad_norm": 0.19417352083348613, | |
| "learning_rate": 1.7847377362058712e-05, | |
| "loss": 0.4484, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.8832188420019627, | |
| "grad_norm": 0.12756724963135646, | |
| "learning_rate": 1.7837708874778683e-05, | |
| "loss": 0.4348, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.8851815505397449, | |
| "grad_norm": 0.11799761970570792, | |
| "learning_rate": 1.7828021354477515e-05, | |
| "loss": 0.437, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.887144259077527, | |
| "grad_norm": 0.1251248189106141, | |
| "learning_rate": 1.78183148246803e-05, | |
| "loss": 0.4302, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.8891069676153092, | |
| "grad_norm": 0.11474241608076738, | |
| "learning_rate": 1.7808589308958284e-05, | |
| "loss": 0.4343, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.8910696761530913, | |
| "grad_norm": 0.12586354241305017, | |
| "learning_rate": 1.7798844830928818e-05, | |
| "loss": 0.4348, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.8930323846908734, | |
| "grad_norm": 0.19899892032690525, | |
| "learning_rate": 1.778908141425531e-05, | |
| "loss": 0.4416, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.8949950932286556, | |
| "grad_norm": 0.21889266119451378, | |
| "learning_rate": 1.777929908264715e-05, | |
| "loss": 0.431, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.8969578017664377, | |
| "grad_norm": 0.1247721576190928, | |
| "learning_rate": 1.7769497859859664e-05, | |
| "loss": 0.4268, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.8989205103042198, | |
| "grad_norm": 0.1848738794336329, | |
| "learning_rate": 1.775967776969405e-05, | |
| "loss": 0.4278, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.900883218842002, | |
| "grad_norm": 0.14033082433848945, | |
| "learning_rate": 1.774983883599733e-05, | |
| "loss": 0.4202, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.9028459273797841, | |
| "grad_norm": 0.1730390019850834, | |
| "learning_rate": 1.7739981082662275e-05, | |
| "loss": 0.4298, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9048086359175662, | |
| "grad_norm": 0.11693891835416576, | |
| "learning_rate": 1.773010453362737e-05, | |
| "loss": 0.4448, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.9067713444553483, | |
| "grad_norm": 0.12196405283755252, | |
| "learning_rate": 1.772020921287674e-05, | |
| "loss": 0.4378, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.9087340529931305, | |
| "grad_norm": 0.11586861714009496, | |
| "learning_rate": 1.771029514444008e-05, | |
| "loss": 0.4471, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.9106967615309126, | |
| "grad_norm": 0.12574469171427458, | |
| "learning_rate": 1.7700362352392632e-05, | |
| "loss": 0.4385, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.9126594700686947, | |
| "grad_norm": 0.12237397310589682, | |
| "learning_rate": 1.7690410860855095e-05, | |
| "loss": 0.4309, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.914622178606477, | |
| "grad_norm": 0.11990527876395565, | |
| "learning_rate": 1.7680440693993586e-05, | |
| "loss": 0.4336, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.9165848871442591, | |
| "grad_norm": 0.11451672776029655, | |
| "learning_rate": 1.7670451876019562e-05, | |
| "loss": 0.4298, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.9185475956820413, | |
| "grad_norm": 0.10316051482791179, | |
| "learning_rate": 1.766044443118978e-05, | |
| "loss": 0.4331, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.9205103042198234, | |
| "grad_norm": 0.12496652874488692, | |
| "learning_rate": 1.7650418383806233e-05, | |
| "loss": 0.4354, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.9224730127576055, | |
| "grad_norm": 0.11863765454148498, | |
| "learning_rate": 1.7640373758216075e-05, | |
| "loss": 0.4352, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.9244357212953876, | |
| "grad_norm": 0.11413588741219476, | |
| "learning_rate": 1.763031057881159e-05, | |
| "loss": 0.4302, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.9263984298331698, | |
| "grad_norm": 0.11625749644832431, | |
| "learning_rate": 1.762022887003011e-05, | |
| "loss": 0.4336, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.9283611383709519, | |
| "grad_norm": 0.11492501049851209, | |
| "learning_rate": 1.761012865635396e-05, | |
| "loss": 0.422, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.930323846908734, | |
| "grad_norm": 0.12563889502937342, | |
| "learning_rate": 1.7600009962310417e-05, | |
| "loss": 0.4348, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.9322865554465162, | |
| "grad_norm": 0.12443828665681882, | |
| "learning_rate": 1.758987281247162e-05, | |
| "loss": 0.4242, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.9342492639842983, | |
| "grad_norm": 0.11644777576344677, | |
| "learning_rate": 1.757971723145453e-05, | |
| "loss": 0.4194, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.9362119725220804, | |
| "grad_norm": 0.10793194810684831, | |
| "learning_rate": 1.7569543243920873e-05, | |
| "loss": 0.4345, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.9381746810598626, | |
| "grad_norm": 0.11594061352654564, | |
| "learning_rate": 1.7559350874577066e-05, | |
| "loss": 0.4314, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.9401373895976447, | |
| "grad_norm": 0.10332500150437529, | |
| "learning_rate": 1.754914014817416e-05, | |
| "loss": 0.4296, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.9421000981354269, | |
| "grad_norm": 0.11644279502007197, | |
| "learning_rate": 1.75389110895078e-05, | |
| "loss": 0.429, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.9440628066732091, | |
| "grad_norm": 0.10948538558656842, | |
| "learning_rate": 1.7528663723418137e-05, | |
| "loss": 0.4173, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.9460255152109912, | |
| "grad_norm": 0.0994509640223274, | |
| "learning_rate": 1.7518398074789776e-05, | |
| "loss": 0.4205, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.9479882237487733, | |
| "grad_norm": 0.9276868697631023, | |
| "learning_rate": 1.750811416855173e-05, | |
| "loss": 0.4673, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.9499509322865555, | |
| "grad_norm": 0.1374275322216112, | |
| "learning_rate": 1.7497812029677344e-05, | |
| "loss": 0.4242, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.9519136408243376, | |
| "grad_norm": 0.38132564392520824, | |
| "learning_rate": 1.7487491683184236e-05, | |
| "loss": 0.4371, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.9538763493621197, | |
| "grad_norm": 1.7151988276134096, | |
| "learning_rate": 1.7477153154134244e-05, | |
| "loss": 0.4803, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.9558390578999019, | |
| "grad_norm": 0.32545933630412127, | |
| "learning_rate": 1.7466796467633357e-05, | |
| "loss": 0.4369, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.957801766437684, | |
| "grad_norm": 0.1866079133255275, | |
| "learning_rate": 1.7456421648831658e-05, | |
| "loss": 0.4334, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.9597644749754661, | |
| "grad_norm": 0.3272314043287591, | |
| "learning_rate": 1.7446028722923266e-05, | |
| "loss": 0.4443, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.9617271835132483, | |
| "grad_norm": 0.16996374422654656, | |
| "learning_rate": 1.743561771514626e-05, | |
| "loss": 0.4366, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.9636898920510304, | |
| "grad_norm": 0.15827075993181033, | |
| "learning_rate": 1.7425188650782648e-05, | |
| "loss": 0.436, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.9656526005888125, | |
| "grad_norm": 0.43165470913413256, | |
| "learning_rate": 1.741474155515827e-05, | |
| "loss": 0.4433, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.9676153091265947, | |
| "grad_norm": 1.745564670186826, | |
| "learning_rate": 1.7404276453642755e-05, | |
| "loss": 0.546, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.9695780176643768, | |
| "grad_norm": 0.8077780518520157, | |
| "learning_rate": 1.739379337164946e-05, | |
| "loss": 0.4497, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.971540726202159, | |
| "grad_norm": 0.474709975296865, | |
| "learning_rate": 1.738329233463542e-05, | |
| "loss": 0.4496, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.9735034347399412, | |
| "grad_norm": 0.26095766576170426, | |
| "learning_rate": 1.737277336810124e-05, | |
| "loss": 0.4544, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.9754661432777233, | |
| "grad_norm": 0.2912691308833845, | |
| "learning_rate": 1.7362236497591097e-05, | |
| "loss": 0.4423, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.9774288518155054, | |
| "grad_norm": 0.24976229543285455, | |
| "learning_rate": 1.7351681748692622e-05, | |
| "loss": 0.4398, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.9793915603532876, | |
| "grad_norm": 0.20231287847225168, | |
| "learning_rate": 1.7341109147036873e-05, | |
| "loss": 0.4467, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.9813542688910697, | |
| "grad_norm": 0.2412935338809819, | |
| "learning_rate": 1.7330518718298263e-05, | |
| "loss": 0.4357, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.9833169774288518, | |
| "grad_norm": 0.18003467387447356, | |
| "learning_rate": 1.7319910488194494e-05, | |
| "loss": 0.4318, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.985279685966634, | |
| "grad_norm": 0.20072691034722498, | |
| "learning_rate": 1.7309284482486494e-05, | |
| "loss": 0.4458, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.9872423945044161, | |
| "grad_norm": 0.19649513698293491, | |
| "learning_rate": 1.7298640726978357e-05, | |
| "loss": 0.4514, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.9892051030421982, | |
| "grad_norm": 0.2071441349062203, | |
| "learning_rate": 1.7287979247517285e-05, | |
| "loss": 0.439, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.9911678115799804, | |
| "grad_norm": 0.20373439560246617, | |
| "learning_rate": 1.7277300069993515e-05, | |
| "loss": 0.4205, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.9931305201177625, | |
| "grad_norm": 0.18699843473849642, | |
| "learning_rate": 1.7266603220340273e-05, | |
| "loss": 0.4264, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.9950932286555446, | |
| "grad_norm": 0.1600200894069467, | |
| "learning_rate": 1.725588872453368e-05, | |
| "loss": 0.4277, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.9970559371933267, | |
| "grad_norm": 0.18202529308383952, | |
| "learning_rate": 1.7245156608592727e-05, | |
| "loss": 0.4491, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.9990186457311089, | |
| "grad_norm": 0.15887455063463465, | |
| "learning_rate": 1.7234406898579187e-05, | |
| "loss": 0.4558, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.15887455063463465, | |
| "learning_rate": 1.7223639620597556e-05, | |
| "loss": 0.209, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0019627085377822, | |
| "grad_norm": 0.1825187909705365, | |
| "learning_rate": 1.7212854800794998e-05, | |
| "loss": 0.3468, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.0039254170755643, | |
| "grad_norm": 0.20957758969625895, | |
| "learning_rate": 1.7202052465361268e-05, | |
| "loss": 0.3492, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.0039254170755643, | |
| "eval_loss": 0.4533812999725342, | |
| "eval_runtime": 245.7967, | |
| "eval_samples_per_second": 123.488, | |
| "eval_steps_per_second": 3.861, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.0058881256133465, | |
| "grad_norm": 0.28069305660927224, | |
| "learning_rate": 1.719123264052866e-05, | |
| "loss": 0.339, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.0078508341511285, | |
| "grad_norm": 0.19132375047173436, | |
| "learning_rate": 1.718039535257194e-05, | |
| "loss": 0.3261, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.0098135426889108, | |
| "grad_norm": 0.17431307028109386, | |
| "learning_rate": 1.7169540627808276e-05, | |
| "loss": 0.3514, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.0117762512266928, | |
| "grad_norm": 0.5111559402715384, | |
| "learning_rate": 1.7158668492597186e-05, | |
| "loss": 0.3241, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.013738959764475, | |
| "grad_norm": 0.16901933614697587, | |
| "learning_rate": 1.7147778973340466e-05, | |
| "loss": 0.3228, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.015701668302257, | |
| "grad_norm": 0.15876073778651265, | |
| "learning_rate": 1.7136872096482123e-05, | |
| "loss": 0.4057, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.0176643768400393, | |
| "grad_norm": 2.1272381042420556, | |
| "learning_rate": 1.7125947888508322e-05, | |
| "loss": 0.3404, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.0196270853778213, | |
| "grad_norm": 0.19402112582649061, | |
| "learning_rate": 1.7115006375947304e-05, | |
| "loss": 0.3396, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.0215897939156036, | |
| "grad_norm": 0.184906049478743, | |
| "learning_rate": 1.7104047585369345e-05, | |
| "loss": 0.3335, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.0235525024533856, | |
| "grad_norm": 0.2027640255413657, | |
| "learning_rate": 1.7093071543386667e-05, | |
| "loss": 0.3336, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.0255152109911678, | |
| "grad_norm": 0.1592888909141134, | |
| "learning_rate": 1.7082078276653392e-05, | |
| "loss": 0.3224, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.0274779195289498, | |
| "grad_norm": 0.2560733378030634, | |
| "learning_rate": 1.7071067811865477e-05, | |
| "loss": 0.3356, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.029440628066732, | |
| "grad_norm": 0.15861327684708404, | |
| "learning_rate": 1.7060040175760626e-05, | |
| "loss": 0.3237, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.0314033366045143, | |
| "grad_norm": 0.135405942028162, | |
| "learning_rate": 1.7048995395118253e-05, | |
| "loss": 0.3417, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.0333660451422964, | |
| "grad_norm": 0.15133569201059896, | |
| "learning_rate": 1.7037933496759404e-05, | |
| "loss": 0.3343, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.0353287536800786, | |
| "grad_norm": 0.134069507215934, | |
| "learning_rate": 1.7026854507546694e-05, | |
| "loss": 0.3338, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.0372914622178606, | |
| "grad_norm": 18.90339450893893, | |
| "learning_rate": 1.7015758454384234e-05, | |
| "loss": 0.346, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.0392541707556429, | |
| "grad_norm": 0.19965137004126413, | |
| "learning_rate": 1.7004645364217584e-05, | |
| "loss": 0.3264, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.0412168792934249, | |
| "grad_norm": 0.16909173895106233, | |
| "learning_rate": 1.699351526403367e-05, | |
| "loss": 0.3292, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.0431795878312071, | |
| "grad_norm": 0.2342868214892783, | |
| "learning_rate": 1.698236818086073e-05, | |
| "loss": 0.3262, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.0451422963689891, | |
| "grad_norm": 0.18469564769004154, | |
| "learning_rate": 1.6971204141768235e-05, | |
| "loss": 0.3296, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.0471050049067714, | |
| "grad_norm": 0.157241496947566, | |
| "learning_rate": 1.6960023173866834e-05, | |
| "loss": 0.3347, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.0490677134445534, | |
| "grad_norm": 0.17900244071577498, | |
| "learning_rate": 1.6948825304308293e-05, | |
| "loss": 0.3309, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.0510304219823356, | |
| "grad_norm": 0.14808820544169662, | |
| "learning_rate": 1.693761056028542e-05, | |
| "loss": 0.3302, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.0529931305201177, | |
| "grad_norm": 0.13596938535164, | |
| "learning_rate": 1.6926378969031988e-05, | |
| "loss": 0.3311, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.0549558390579, | |
| "grad_norm": 0.14432634269560748, | |
| "learning_rate": 1.6915130557822698e-05, | |
| "loss": 0.3305, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.056918547595682, | |
| "grad_norm": 0.1499905448155453, | |
| "learning_rate": 1.6903865353973087e-05, | |
| "loss": 0.32, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.0588812561334642, | |
| "grad_norm": 0.15652727350645462, | |
| "learning_rate": 1.689258338483947e-05, | |
| "loss": 0.3289, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.0608439646712464, | |
| "grad_norm": 0.12161904132806402, | |
| "learning_rate": 1.6881284677818892e-05, | |
| "loss": 0.3167, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.0628066732090284, | |
| "grad_norm": 0.12695759397898215, | |
| "learning_rate": 1.686996926034902e-05, | |
| "loss": 0.3227, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.0647693817468107, | |
| "grad_norm": 0.12620759014174157, | |
| "learning_rate": 1.685863715990811e-05, | |
| "loss": 0.3273, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.0667320902845927, | |
| "grad_norm": 0.12300912173446868, | |
| "learning_rate": 1.6847288404014937e-05, | |
| "loss": 0.3234, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.068694798822375, | |
| "grad_norm": 0.13604294154259072, | |
| "learning_rate": 1.6835923020228714e-05, | |
| "loss": 0.3218, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.070657507360157, | |
| "grad_norm": 0.12911000723405103, | |
| "learning_rate": 1.682454103614904e-05, | |
| "loss": 0.3199, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.0726202158979392, | |
| "grad_norm": 0.12394146843939333, | |
| "learning_rate": 1.6813142479415815e-05, | |
| "loss": 0.318, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.0745829244357212, | |
| "grad_norm": 0.11914666168696621, | |
| "learning_rate": 1.6801727377709195e-05, | |
| "loss": 0.3225, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.0765456329735035, | |
| "grad_norm": 0.3745213254445056, | |
| "learning_rate": 1.6790295758749512e-05, | |
| "loss": 0.3244, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.0785083415112855, | |
| "grad_norm": 0.11387952522253666, | |
| "learning_rate": 1.67788476502972e-05, | |
| "loss": 0.327, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.0804710500490677, | |
| "grad_norm": 0.1996105910656074, | |
| "learning_rate": 1.6767383080152744e-05, | |
| "loss": 0.3461, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.0824337585868498, | |
| "grad_norm": 0.12175257973633413, | |
| "learning_rate": 1.6755902076156606e-05, | |
| "loss": 0.3153, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.084396467124632, | |
| "grad_norm": 0.14527489586682849, | |
| "learning_rate": 1.6744404666189146e-05, | |
| "loss": 0.3265, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.0863591756624142, | |
| "grad_norm": 0.15226241276567778, | |
| "learning_rate": 1.6732890878170573e-05, | |
| "loss": 0.3289, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.0883218842001963, | |
| "grad_norm": 0.16932705018976396, | |
| "learning_rate": 1.6721360740060864e-05, | |
| "loss": 0.3256, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.0902845927379785, | |
| "grad_norm": 0.3186308522830804, | |
| "learning_rate": 1.67098142798597e-05, | |
| "loss": 0.3293, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.0922473012757605, | |
| "grad_norm": 0.12034379856239824, | |
| "learning_rate": 1.669825152560641e-05, | |
| "loss": 0.3211, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.0942100098135428, | |
| "grad_norm": 0.2213258321448838, | |
| "learning_rate": 1.668667250537987e-05, | |
| "loss": 0.3157, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.0961727183513248, | |
| "grad_norm": 0.4014643343300227, | |
| "learning_rate": 1.6675077247298475e-05, | |
| "loss": 0.3307, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.098135426889107, | |
| "grad_norm": 0.14678019949020815, | |
| "learning_rate": 1.6663465779520042e-05, | |
| "loss": 0.3341, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.100098135426889, | |
| "grad_norm": 0.11691608425931684, | |
| "learning_rate": 1.665183813024175e-05, | |
| "loss": 0.3207, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.1020608439646713, | |
| "grad_norm": 0.13749331512464025, | |
| "learning_rate": 1.6640194327700087e-05, | |
| "loss": 0.3212, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.1040235525024533, | |
| "grad_norm": 0.11763407718323214, | |
| "learning_rate": 1.6628534400170746e-05, | |
| "loss": 0.3184, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.1059862610402356, | |
| "grad_norm": 0.10763049323804355, | |
| "learning_rate": 1.6616858375968596e-05, | |
| "loss": 0.3255, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.1079489695780176, | |
| "grad_norm": 0.19415854323907672, | |
| "learning_rate": 1.6605166283447587e-05, | |
| "loss": 0.3265, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.1099116781157998, | |
| "grad_norm": 0.11392759854867497, | |
| "learning_rate": 1.659345815100069e-05, | |
| "loss": 0.3207, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.1118743866535818, | |
| "grad_norm": 0.11596195257412814, | |
| "learning_rate": 1.658173400705983e-05, | |
| "loss": 0.3359, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.113837095191364, | |
| "grad_norm": 0.1447901138867746, | |
| "learning_rate": 1.6569993880095807e-05, | |
| "loss": 0.3104, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.1157998037291463, | |
| "grad_norm": 0.11274072609698226, | |
| "learning_rate": 1.6558237798618243e-05, | |
| "loss": 0.3207, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.1177625122669284, | |
| "grad_norm": 0.1066641260817179, | |
| "learning_rate": 1.6546465791175498e-05, | |
| "loss": 0.33, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.1197252208047106, | |
| "grad_norm": 0.10845080737415526, | |
| "learning_rate": 1.6534677886354605e-05, | |
| "loss": 0.3324, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.1216879293424926, | |
| "grad_norm": 0.109524857570649, | |
| "learning_rate": 1.6522874112781213e-05, | |
| "loss": 0.33, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.1236506378802749, | |
| "grad_norm": 0.1086194965309956, | |
| "learning_rate": 1.6511054499119493e-05, | |
| "loss": 0.3318, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.1256133464180569, | |
| "grad_norm": 0.1097485465672784, | |
| "learning_rate": 1.6499219074072087e-05, | |
| "loss": 0.3201, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.1275760549558391, | |
| "grad_norm": 0.12784106789186606, | |
| "learning_rate": 1.6487367866380037e-05, | |
| "loss": 0.3277, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.1295387634936211, | |
| "grad_norm": 0.11285311191327178, | |
| "learning_rate": 1.6475500904822707e-05, | |
| "loss": 0.3249, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.1315014720314034, | |
| "grad_norm": 0.1024337781066779, | |
| "learning_rate": 1.646361821821772e-05, | |
| "loss": 0.3366, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.1334641805691854, | |
| "grad_norm": 0.11906272118674736, | |
| "learning_rate": 1.645171983542088e-05, | |
| "loss": 0.3339, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.1354268891069677, | |
| "grad_norm": 0.11321533330226549, | |
| "learning_rate": 1.6439805785326114e-05, | |
| "loss": 0.3276, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.1373895976447497, | |
| "grad_norm": 0.10571636728133642, | |
| "learning_rate": 1.6427876096865394e-05, | |
| "loss": 0.3289, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.139352306182532, | |
| "grad_norm": 0.22333265835518828, | |
| "learning_rate": 1.6415930799008668e-05, | |
| "loss": 0.325, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.141315014720314, | |
| "grad_norm": 0.10810955681560351, | |
| "learning_rate": 1.640396992076379e-05, | |
| "loss": 0.4055, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.1432777232580962, | |
| "grad_norm": 0.26109788537078404, | |
| "learning_rate": 1.6391993491176445e-05, | |
| "loss": 0.3162, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.1452404317958784, | |
| "grad_norm": 0.11788156500671607, | |
| "learning_rate": 1.6380001539330088e-05, | |
| "loss": 0.3132, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.1472031403336604, | |
| "grad_norm": 0.111527885844509, | |
| "learning_rate": 1.6367994094345864e-05, | |
| "loss": 0.3213, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.1491658488714427, | |
| "grad_norm": 0.10923834950482783, | |
| "learning_rate": 1.6355971185382547e-05, | |
| "loss": 0.3235, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.1511285574092247, | |
| "grad_norm": 0.11352228058272218, | |
| "learning_rate": 1.6343932841636455e-05, | |
| "loss": 0.3242, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.153091265947007, | |
| "grad_norm": 2.442797565842492, | |
| "learning_rate": 1.6331879092341402e-05, | |
| "loss": 0.3605, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.155053974484789, | |
| "grad_norm": 0.1340497478004765, | |
| "learning_rate": 1.631980996676859e-05, | |
| "loss": 0.3231, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.1570166830225712, | |
| "grad_norm": 7.251138564125245, | |
| "learning_rate": 1.6307725494226586e-05, | |
| "loss": 0.464, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.1589793915603532, | |
| "grad_norm": 1.3172662093711907, | |
| "learning_rate": 1.6295625704061204e-05, | |
| "loss": 0.3337, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.1609421000981355, | |
| "grad_norm": 0.31327939692037343, | |
| "learning_rate": 1.6283510625655474e-05, | |
| "loss": 0.3278, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.1629048086359175, | |
| "grad_norm": 4.811713971885485, | |
| "learning_rate": 1.6271380288429535e-05, | |
| "loss": 0.3485, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.1648675171736997, | |
| "grad_norm": 1.2548300965536887, | |
| "learning_rate": 1.6259234721840595e-05, | |
| "loss": 0.333, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.1668302257114818, | |
| "grad_norm": 0.2330658914469722, | |
| "learning_rate": 1.624707395538283e-05, | |
| "loss": 0.3294, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.168792934249264, | |
| "grad_norm": 0.24251502191211774, | |
| "learning_rate": 1.6234898018587336e-05, | |
| "loss": 0.3244, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.170755642787046, | |
| "grad_norm": 0.235968588849149, | |
| "learning_rate": 1.6222706941022054e-05, | |
| "loss": 0.3284, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.1727183513248283, | |
| "grad_norm": 0.2248234241197579, | |
| "learning_rate": 1.6210500752291682e-05, | |
| "loss": 0.3391, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.1746810598626105, | |
| "grad_norm": 0.4542190820206638, | |
| "learning_rate": 1.6198279482037617e-05, | |
| "loss": 0.3306, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.1766437684003925, | |
| "grad_norm": 0.19360720341661192, | |
| "learning_rate": 1.6186043159937884e-05, | |
| "loss": 0.3293, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.1786064769381748, | |
| "grad_norm": 0.33521960291085745, | |
| "learning_rate": 1.6173791815707053e-05, | |
| "loss": 0.3296, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.1805691854759568, | |
| "grad_norm": 0.1676340468101461, | |
| "learning_rate": 1.616152547909618e-05, | |
| "loss": 0.3227, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.182531894013739, | |
| "grad_norm": 0.166589926871346, | |
| "learning_rate": 1.614924417989272e-05, | |
| "loss": 0.3124, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.184494602551521, | |
| "grad_norm": 0.6062179431946622, | |
| "learning_rate": 1.6136947947920477e-05, | |
| "loss": 0.3542, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.1864573110893033, | |
| "grad_norm": 0.3148233399749341, | |
| "learning_rate": 1.6124636813039502e-05, | |
| "loss": 0.3583, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.1884200196270853, | |
| "grad_norm": 0.16441596245061335, | |
| "learning_rate": 1.611231080514605e-05, | |
| "loss": 0.3295, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.1903827281648676, | |
| "grad_norm": 0.16022712151086638, | |
| "learning_rate": 1.609996995417248e-05, | |
| "loss": 0.3271, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.1923454367026496, | |
| "grad_norm": 0.29243754067572564, | |
| "learning_rate": 1.608761429008721e-05, | |
| "loss": 0.3337, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.1943081452404318, | |
| "grad_norm": 0.15303231575175122, | |
| "learning_rate": 1.6075243842894614e-05, | |
| "loss": 0.336, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.1962708537782138, | |
| "grad_norm": 0.14650148016034228, | |
| "learning_rate": 1.606285864263498e-05, | |
| "loss": 0.329, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.198233562315996, | |
| "grad_norm": 0.15261136727699032, | |
| "learning_rate": 1.605045871938441e-05, | |
| "loss": 0.3218, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.2001962708537781, | |
| "grad_norm": 0.21026340819790304, | |
| "learning_rate": 1.6038044103254775e-05, | |
| "loss": 0.3292, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.2021589793915604, | |
| "grad_norm": 0.13503564973923055, | |
| "learning_rate": 1.6025614824393606e-05, | |
| "loss": 0.326, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.2041216879293426, | |
| "grad_norm": 0.1312176723931598, | |
| "learning_rate": 1.601317091298406e-05, | |
| "loss": 0.3258, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.2060843964671246, | |
| "grad_norm": 0.14448732114233953, | |
| "learning_rate": 1.6000712399244813e-05, | |
| "loss": 0.3358, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.2080471050049069, | |
| "grad_norm": 0.12820019901824906, | |
| "learning_rate": 1.5988239313430004e-05, | |
| "loss": 0.3186, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.2100098135426889, | |
| "grad_norm": 0.2613273277747731, | |
| "learning_rate": 1.5975751685829167e-05, | |
| "loss": 0.337, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.2119725220804711, | |
| "grad_norm": 0.1134463713652465, | |
| "learning_rate": 1.5963249546767144e-05, | |
| "loss": 0.3217, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.2139352306182531, | |
| "grad_norm": 0.12611151264418188, | |
| "learning_rate": 1.5950732926604012e-05, | |
| "loss": 0.3182, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.2158979391560354, | |
| "grad_norm": 0.11276212188506385, | |
| "learning_rate": 1.5938201855735017e-05, | |
| "loss": 0.3227, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.2178606476938174, | |
| "grad_norm": 0.12586598314647854, | |
| "learning_rate": 1.5925656364590504e-05, | |
| "loss": 0.3228, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.2198233562315997, | |
| "grad_norm": 0.23240521031529912, | |
| "learning_rate": 1.5913096483635827e-05, | |
| "loss": 0.3173, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.2217860647693817, | |
| "grad_norm": 0.12306625560657121, | |
| "learning_rate": 1.5900522243371283e-05, | |
| "loss": 0.3176, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.223748773307164, | |
| "grad_norm": 0.11574270115288804, | |
| "learning_rate": 1.5887933674332048e-05, | |
| "loss": 0.3362, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.225711481844946, | |
| "grad_norm": 0.113799124679694, | |
| "learning_rate": 1.587533080708809e-05, | |
| "loss": 0.3279, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.2276741903827282, | |
| "grad_norm": 0.11649342842785392, | |
| "learning_rate": 1.5862713672244092e-05, | |
| "loss": 0.3276, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.2296368989205102, | |
| "grad_norm": 0.25352594498528047, | |
| "learning_rate": 1.5850082300439395e-05, | |
| "loss": 0.3241, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.2315996074582924, | |
| "grad_norm": 0.16227315088252345, | |
| "learning_rate": 1.5837436722347902e-05, | |
| "loss": 0.3303, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.2335623159960747, | |
| "grad_norm": 0.1678226345146868, | |
| "learning_rate": 1.5824776968678024e-05, | |
| "loss": 0.3315, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.2355250245338567, | |
| "grad_norm": 0.13075124341701522, | |
| "learning_rate": 1.5812103070172592e-05, | |
| "loss": 0.3108, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.237487733071639, | |
| "grad_norm": 0.11601688723318539, | |
| "learning_rate": 1.5799415057608785e-05, | |
| "loss": 0.3264, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.239450441609421, | |
| "grad_norm": 0.11324740404685361, | |
| "learning_rate": 1.578671296179806e-05, | |
| "loss": 0.3177, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.2414131501472032, | |
| "grad_norm": 0.11840350625128808, | |
| "learning_rate": 1.5773996813586067e-05, | |
| "loss": 0.3354, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.2433758586849852, | |
| "grad_norm": 0.13875834597920514, | |
| "learning_rate": 1.5761266643852587e-05, | |
| "loss": 0.317, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.2453385672227675, | |
| "grad_norm": 0.117375827430945, | |
| "learning_rate": 1.574852248351145e-05, | |
| "loss": 0.3234, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.2473012757605495, | |
| "grad_norm": 0.11942850208082942, | |
| "learning_rate": 1.573576436351046e-05, | |
| "loss": 0.3087, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.2492639842983317, | |
| "grad_norm": 0.1335866448171688, | |
| "learning_rate": 1.572299231483132e-05, | |
| "loss": 0.3296, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.2512266928361138, | |
| "grad_norm": 0.12470555907017847, | |
| "learning_rate": 1.5710206368489555e-05, | |
| "loss": 0.3273, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.253189401373896, | |
| "grad_norm": 0.1757334780641794, | |
| "learning_rate": 1.569740655553444e-05, | |
| "loss": 0.3206, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.2551521099116782, | |
| "grad_norm": 0.11262712029964689, | |
| "learning_rate": 1.5684592907048925e-05, | |
| "loss": 0.3265, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.2551521099116782, | |
| "eval_loss": 0.4366247355937958, | |
| "eval_runtime": 245.4297, | |
| "eval_samples_per_second": 123.673, | |
| "eval_steps_per_second": 3.867, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.2571148184494603, | |
| "grad_norm": 0.13469264864574937, | |
| "learning_rate": 1.5671765454149558e-05, | |
| "loss": 0.3286, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.2590775269872423, | |
| "grad_norm": 0.12053610787587447, | |
| "learning_rate": 1.5658924227986415e-05, | |
| "loss": 0.3275, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.2610402355250245, | |
| "grad_norm": 0.14172736929838212, | |
| "learning_rate": 1.5646069259743007e-05, | |
| "loss": 0.3323, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.2630029440628068, | |
| "grad_norm": 0.13230460831867666, | |
| "learning_rate": 1.563320058063622e-05, | |
| "loss": 0.3406, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.2649656526005888, | |
| "grad_norm": 0.11391731055963321, | |
| "learning_rate": 1.5620318221916245e-05, | |
| "loss": 0.3321, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.2669283611383708, | |
| "grad_norm": 0.20710778775533598, | |
| "learning_rate": 1.560742221486648e-05, | |
| "loss": 0.3233, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.268891069676153, | |
| "grad_norm": 0.12086849482365936, | |
| "learning_rate": 1.5594512590803476e-05, | |
| "loss": 0.3227, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.2708537782139353, | |
| "grad_norm": 0.12570156067267854, | |
| "learning_rate": 1.5581589381076843e-05, | |
| "loss": 0.3219, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.2728164867517173, | |
| "grad_norm": 0.12011193178735968, | |
| "learning_rate": 1.556865261706918e-05, | |
| "loss": 0.3182, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.2747791952894996, | |
| "grad_norm": 0.1648783672119669, | |
| "learning_rate": 1.5555702330196024e-05, | |
| "loss": 0.3297, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.2767419038272816, | |
| "grad_norm": 0.12110445033914359, | |
| "learning_rate": 1.554273855190572e-05, | |
| "loss": 0.3254, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.2787046123650638, | |
| "grad_norm": 0.11020981189703709, | |
| "learning_rate": 1.5529761313679396e-05, | |
| "loss": 0.3235, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.2806673209028459, | |
| "grad_norm": 0.15853842771502125, | |
| "learning_rate": 1.551677064703086e-05, | |
| "loss": 0.3264, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.282630029440628, | |
| "grad_norm": 0.11133610328097518, | |
| "learning_rate": 1.5503766583506522e-05, | |
| "loss": 0.329, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.2845927379784103, | |
| "grad_norm": 0.1193501946144463, | |
| "learning_rate": 1.549074915468534e-05, | |
| "loss": 0.332, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.2865554465161924, | |
| "grad_norm": 0.12269380787533944, | |
| "learning_rate": 1.5477718392178716e-05, | |
| "loss": 0.3314, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.2885181550539744, | |
| "grad_norm": 0.11313715963097541, | |
| "learning_rate": 1.5464674327630437e-05, | |
| "loss": 0.3222, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.2904808635917566, | |
| "grad_norm": 0.12048024103575065, | |
| "learning_rate": 1.545161699271659e-05, | |
| "loss": 0.3294, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.2924435721295389, | |
| "grad_norm": 0.11947900701309468, | |
| "learning_rate": 1.543854641914549e-05, | |
| "loss": 0.3235, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.2944062806673209, | |
| "grad_norm": 0.11207590380323458, | |
| "learning_rate": 1.5425462638657597e-05, | |
| "loss": 0.3266, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.296368989205103, | |
| "grad_norm": 0.12528223605914246, | |
| "learning_rate": 1.5412365683025447e-05, | |
| "loss": 0.3321, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.2983316977428851, | |
| "grad_norm": 0.10633033440100298, | |
| "learning_rate": 1.5399255584053568e-05, | |
| "loss": 0.3165, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.3002944062806674, | |
| "grad_norm": 0.11406876546510498, | |
| "learning_rate": 1.5386132373578405e-05, | |
| "loss": 0.3247, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.3022571148184494, | |
| "grad_norm": 0.11139990576253381, | |
| "learning_rate": 1.5372996083468242e-05, | |
| "loss": 0.3261, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.3042198233562317, | |
| "grad_norm": 0.10272448533365049, | |
| "learning_rate": 1.5359846745623128e-05, | |
| "loss": 0.316, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.3061825318940137, | |
| "grad_norm": 0.10645469773905245, | |
| "learning_rate": 1.5346684391974792e-05, | |
| "loss": 0.3311, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.308145240431796, | |
| "grad_norm": 0.10518169859307575, | |
| "learning_rate": 1.5333509054486583e-05, | |
| "loss": 0.3245, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.310107948969578, | |
| "grad_norm": 0.2242263732415979, | |
| "learning_rate": 1.5320320765153367e-05, | |
| "loss": 0.3109, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.3120706575073602, | |
| "grad_norm": 0.12309952064417946, | |
| "learning_rate": 1.5307119556001463e-05, | |
| "loss": 0.3196, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.3140333660451424, | |
| "grad_norm": 0.1129490904179756, | |
| "learning_rate": 1.529390545908857e-05, | |
| "loss": 0.3222, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.3159960745829244, | |
| "grad_norm": 0.1196632767822302, | |
| "learning_rate": 1.528067850650368e-05, | |
| "loss": 0.3182, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.3179587831207065, | |
| "grad_norm": 0.11338552151174172, | |
| "learning_rate": 1.526743873036701e-05, | |
| "loss": 0.3419, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.3199214916584887, | |
| "grad_norm": 0.17835671344319715, | |
| "learning_rate": 1.5254186162829903e-05, | |
| "loss": 0.3169, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.321884200196271, | |
| "grad_norm": 0.10783382011254725, | |
| "learning_rate": 1.5240920836074777e-05, | |
| "loss": 0.3196, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.323846908734053, | |
| "grad_norm": 0.10869968464668042, | |
| "learning_rate": 1.5227642782315037e-05, | |
| "loss": 0.3208, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.325809617271835, | |
| "grad_norm": 0.10637526513057953, | |
| "learning_rate": 1.5214352033794981e-05, | |
| "loss": 0.3263, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.3277723258096172, | |
| "grad_norm": 0.1239954358141019, | |
| "learning_rate": 1.5201048622789747e-05, | |
| "loss": 0.3262, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.3297350343473995, | |
| "grad_norm": 0.10993374676490457, | |
| "learning_rate": 1.5187732581605217e-05, | |
| "loss": 0.3367, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.3316977428851815, | |
| "grad_norm": 0.12433721542893529, | |
| "learning_rate": 1.5174403942577942e-05, | |
| "loss": 0.3329, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.3336604514229637, | |
| "grad_norm": 0.10189759821643117, | |
| "learning_rate": 1.5161062738075068e-05, | |
| "loss": 0.3191, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.3356231599607458, | |
| "grad_norm": 0.13313656343105662, | |
| "learning_rate": 1.5147709000494258e-05, | |
| "loss": 0.32, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.337585868498528, | |
| "grad_norm": 0.13908249732191438, | |
| "learning_rate": 1.5134342762263606e-05, | |
| "loss": 0.3295, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.33954857703631, | |
| "grad_norm": 0.11489030169841424, | |
| "learning_rate": 1.5120964055841563e-05, | |
| "loss": 0.3316, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.3415112855740923, | |
| "grad_norm": 0.3799510436085688, | |
| "learning_rate": 1.5107572913716859e-05, | |
| "loss": 0.3162, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.3434739941118745, | |
| "grad_norm": 0.11349571041844954, | |
| "learning_rate": 1.509416936840842e-05, | |
| "loss": 0.333, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.3454367026496565, | |
| "grad_norm": 0.11005963527146614, | |
| "learning_rate": 1.5080753452465296e-05, | |
| "loss": 0.3272, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.3473994111874386, | |
| "grad_norm": 0.11959100787233001, | |
| "learning_rate": 1.5067325198466576e-05, | |
| "loss": 0.3311, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.3493621197252208, | |
| "grad_norm": 0.10886477394608883, | |
| "learning_rate": 1.505388463902131e-05, | |
| "loss": 0.3335, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.351324828263003, | |
| "grad_norm": 0.11344016969622332, | |
| "learning_rate": 1.504043180676843e-05, | |
| "loss": 0.3207, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.353287536800785, | |
| "grad_norm": 0.1102062785109799, | |
| "learning_rate": 1.502696673437667e-05, | |
| "loss": 0.3338, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.3552502453385673, | |
| "grad_norm": 0.1134536009046737, | |
| "learning_rate": 1.5013489454544494e-05, | |
| "loss": 0.3212, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.3572129538763493, | |
| "grad_norm": 0.10812804193252123, | |
| "learning_rate": 1.5000000000000002e-05, | |
| "loss": 0.3244, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.3591756624141316, | |
| "grad_norm": 0.10930042393971806, | |
| "learning_rate": 1.4986498403500864e-05, | |
| "loss": 0.3196, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.3611383709519136, | |
| "grad_norm": 0.11325005359482505, | |
| "learning_rate": 1.4972984697834238e-05, | |
| "loss": 0.3283, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.3631010794896958, | |
| "grad_norm": 0.11944962015232705, | |
| "learning_rate": 1.4959458915816681e-05, | |
| "loss": 0.3071, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.3650637880274779, | |
| "grad_norm": 0.11035654504778693, | |
| "learning_rate": 1.4945921090294076e-05, | |
| "loss": 0.3258, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.36702649656526, | |
| "grad_norm": 0.2791207437797803, | |
| "learning_rate": 1.4932371254141562e-05, | |
| "loss": 0.3444, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.3689892051030421, | |
| "grad_norm": 0.17253680739822636, | |
| "learning_rate": 1.4918809440263435e-05, | |
| "loss": 0.3263, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.3709519136408244, | |
| "grad_norm": 0.11509592444315454, | |
| "learning_rate": 1.4905235681593079e-05, | |
| "loss": 0.3159, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.3729146221786066, | |
| "grad_norm": 0.11893850145942958, | |
| "learning_rate": 1.4891650011092896e-05, | |
| "loss": 0.3361, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.3748773307163886, | |
| "grad_norm": 0.11595816082844375, | |
| "learning_rate": 1.4878052461754192e-05, | |
| "loss": 0.3172, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.3768400392541706, | |
| "grad_norm": 0.18006969131556863, | |
| "learning_rate": 1.486444306659714e-05, | |
| "loss": 0.3262, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.3788027477919529, | |
| "grad_norm": 0.11978594076007715, | |
| "learning_rate": 1.4850821858670668e-05, | |
| "loss": 0.3223, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.3807654563297351, | |
| "grad_norm": 0.1214666563188013, | |
| "learning_rate": 1.4837188871052399e-05, | |
| "loss": 0.3287, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.3827281648675172, | |
| "grad_norm": 0.1087134010196951, | |
| "learning_rate": 1.4823544136848554e-05, | |
| "loss": 0.3211, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.3846908734052994, | |
| "grad_norm": 0.11263273643445283, | |
| "learning_rate": 1.4809887689193878e-05, | |
| "loss": 0.321, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.3866535819430814, | |
| "grad_norm": 0.10441056093366385, | |
| "learning_rate": 1.4796219561251569e-05, | |
| "loss": 0.3205, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.3886162904808637, | |
| "grad_norm": 0.11847864217596303, | |
| "learning_rate": 1.4782539786213184e-05, | |
| "loss": 0.3358, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.3905789990186457, | |
| "grad_norm": 0.11231538216944834, | |
| "learning_rate": 1.4768848397298562e-05, | |
| "loss": 0.3265, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.392541707556428, | |
| "grad_norm": 0.1033742948772916, | |
| "learning_rate": 1.4755145427755755e-05, | |
| "loss": 0.3295, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.39450441609421, | |
| "grad_norm": 0.11293962071828316, | |
| "learning_rate": 1.4741430910860918e-05, | |
| "loss": 0.3284, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.3964671246319922, | |
| "grad_norm": 0.10568902630893928, | |
| "learning_rate": 1.4727704879918272e-05, | |
| "loss": 0.324, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.3984298331697742, | |
| "grad_norm": 0.10454582574341005, | |
| "learning_rate": 1.4713967368259981e-05, | |
| "loss": 0.3294, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.4003925417075564, | |
| "grad_norm": 0.11151842422641142, | |
| "learning_rate": 1.4700218409246087e-05, | |
| "loss": 0.3272, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.4023552502453387, | |
| "grad_norm": 0.1918179917026182, | |
| "learning_rate": 1.4686458036264446e-05, | |
| "loss": 0.3157, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.4043179587831207, | |
| "grad_norm": 0.11036284447673995, | |
| "learning_rate": 1.4672686282730622e-05, | |
| "loss": 0.312, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.4062806673209027, | |
| "grad_norm": 0.13510751112765382, | |
| "learning_rate": 1.4658903182087814e-05, | |
| "loss": 0.3382, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.408243375858685, | |
| "grad_norm": 0.10984538370082228, | |
| "learning_rate": 1.4645108767806778e-05, | |
| "loss": 0.3186, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.4102060843964672, | |
| "grad_norm": 0.11386113381529725, | |
| "learning_rate": 1.4631303073385745e-05, | |
| "loss": 0.333, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.4121687929342492, | |
| "grad_norm": 0.12922683158535153, | |
| "learning_rate": 1.4617486132350343e-05, | |
| "loss": 0.3131, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.4141315014720315, | |
| "grad_norm": 0.11429762711313823, | |
| "learning_rate": 1.4603657978253499e-05, | |
| "loss": 0.3356, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.4160942100098135, | |
| "grad_norm": 0.11032902828120253, | |
| "learning_rate": 1.4589818644675378e-05, | |
| "loss": 0.324, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.4180569185475957, | |
| "grad_norm": 0.10896038916378659, | |
| "learning_rate": 1.4575968165223297e-05, | |
| "loss": 0.3273, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.4200196270853778, | |
| "grad_norm": 0.11197390514652242, | |
| "learning_rate": 1.4562106573531632e-05, | |
| "loss": 0.3212, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.42198233562316, | |
| "grad_norm": 0.11854344219452063, | |
| "learning_rate": 1.4548233903261746e-05, | |
| "loss": 0.3266, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.423945044160942, | |
| "grad_norm": 0.10788963190927026, | |
| "learning_rate": 1.4534350188101905e-05, | |
| "loss": 0.3261, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.4259077526987243, | |
| "grad_norm": 0.10409181843438578, | |
| "learning_rate": 1.45204554617672e-05, | |
| "loss": 0.3267, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.4278704612365063, | |
| "grad_norm": 0.11457863412214213, | |
| "learning_rate": 1.4506549757999456e-05, | |
| "loss": 0.3322, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.4298331697742885, | |
| "grad_norm": 1.3410888637080636, | |
| "learning_rate": 1.4492633110567155e-05, | |
| "loss": 0.3836, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.4317958783120708, | |
| "grad_norm": 0.12437392309356543, | |
| "learning_rate": 1.4478705553265363e-05, | |
| "loss": 0.3244, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.4337585868498528, | |
| "grad_norm": 0.11654470773611598, | |
| "learning_rate": 1.446476711991563e-05, | |
| "loss": 0.334, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.4357212953876348, | |
| "grad_norm": 0.295599491807141, | |
| "learning_rate": 1.4450817844365924e-05, | |
| "loss": 0.3292, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.437684003925417, | |
| "grad_norm": 0.23594221943762184, | |
| "learning_rate": 1.4436857760490539e-05, | |
| "loss": 0.3244, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.4396467124631993, | |
| "grad_norm": 0.13208951730861257, | |
| "learning_rate": 1.4422886902190014e-05, | |
| "loss": 0.3218, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.4416094210009813, | |
| "grad_norm": 0.12203894918097015, | |
| "learning_rate": 1.4408905303391054e-05, | |
| "loss": 0.3184, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.4435721295387636, | |
| "grad_norm": 0.12073834849861981, | |
| "learning_rate": 1.4394912998046451e-05, | |
| "loss": 0.3297, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.4455348380765456, | |
| "grad_norm": 0.42701652972686566, | |
| "learning_rate": 1.4380910020134988e-05, | |
| "loss": 0.332, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.4474975466143278, | |
| "grad_norm": 0.12608912444867507, | |
| "learning_rate": 1.436689640366137e-05, | |
| "loss": 0.3267, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.4494602551521099, | |
| "grad_norm": 0.16001847759687152, | |
| "learning_rate": 1.435287218265614e-05, | |
| "loss": 0.3315, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.451422963689892, | |
| "grad_norm": 0.12030660319385979, | |
| "learning_rate": 1.4338837391175582e-05, | |
| "loss": 0.3285, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.4533856722276741, | |
| "grad_norm": 0.1253610461061891, | |
| "learning_rate": 1.4324792063301662e-05, | |
| "loss": 0.3351, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.4553483807654564, | |
| "grad_norm": 0.11052209080423725, | |
| "learning_rate": 1.4310736233141926e-05, | |
| "loss": 0.3289, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.4573110893032384, | |
| "grad_norm": 0.128573183549157, | |
| "learning_rate": 1.4296669934829425e-05, | |
| "loss": 0.3281, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.4592737978410206, | |
| "grad_norm": 0.11507190335793269, | |
| "learning_rate": 1.4282593202522627e-05, | |
| "loss": 0.331, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.4612365063788029, | |
| "grad_norm": 0.11860253438573154, | |
| "learning_rate": 1.4268506070405345e-05, | |
| "loss": 0.3278, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.463199214916585, | |
| "grad_norm": 0.10619138540627954, | |
| "learning_rate": 1.4254408572686642e-05, | |
| "loss": 0.3211, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.465161923454367, | |
| "grad_norm": 0.2575777832730168, | |
| "learning_rate": 1.424030074360075e-05, | |
| "loss": 0.3263, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.4671246319921492, | |
| "grad_norm": 0.11876073393454559, | |
| "learning_rate": 1.4226182617406996e-05, | |
| "loss": 0.3416, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.4690873405299314, | |
| "grad_norm": 0.1093129912760756, | |
| "learning_rate": 1.4212054228389712e-05, | |
| "loss": 0.3233, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.4710500490677134, | |
| "grad_norm": 0.11230780423472099, | |
| "learning_rate": 1.4197915610858143e-05, | |
| "loss": 0.32, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.4730127576054957, | |
| "grad_norm": 0.12038548720872048, | |
| "learning_rate": 1.4183766799146383e-05, | |
| "loss": 0.3246, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.4749754661432777, | |
| "grad_norm": 0.15570969251778305, | |
| "learning_rate": 1.4169607827613284e-05, | |
| "loss": 0.3261, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.47693817468106, | |
| "grad_norm": 0.3408875294488595, | |
| "learning_rate": 1.4155438730642354e-05, | |
| "loss": 0.3372, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.478900883218842, | |
| "grad_norm": 0.10372129141329851, | |
| "learning_rate": 1.4141259542641706e-05, | |
| "loss": 0.3275, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.4808635917566242, | |
| "grad_norm": 0.10861393950490046, | |
| "learning_rate": 1.4127070298043949e-05, | |
| "loss": 0.3195, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.4828263002944062, | |
| "grad_norm": 0.2287314698384735, | |
| "learning_rate": 1.4112871031306118e-05, | |
| "loss": 0.3392, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.4847890088321885, | |
| "grad_norm": 0.14387105066919137, | |
| "learning_rate": 1.4098661776909581e-05, | |
| "loss": 0.3278, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.4867517173699705, | |
| "grad_norm": 0.11031577836845029, | |
| "learning_rate": 1.4084442569359964e-05, | |
| "loss": 0.3261, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.4887144259077527, | |
| "grad_norm": 0.10372345153909722, | |
| "learning_rate": 1.4070213443187062e-05, | |
| "loss": 0.304, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.490677134445535, | |
| "grad_norm": 1.1167059057492386, | |
| "learning_rate": 1.4055974432944753e-05, | |
| "loss": 0.3512, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.492639842983317, | |
| "grad_norm": 0.3507372435965062, | |
| "learning_rate": 1.404172557321092e-05, | |
| "loss": 0.3467, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.494602551521099, | |
| "grad_norm": 0.13192221407076998, | |
| "learning_rate": 1.4027466898587375e-05, | |
| "loss": 0.3255, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.4965652600588812, | |
| "grad_norm": 0.13116992214786896, | |
| "learning_rate": 1.401319844369974e-05, | |
| "loss": 0.3385, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.4985279685966635, | |
| "grad_norm": 0.14515008145396116, | |
| "learning_rate": 1.3998920243197408e-05, | |
| "loss": 0.331, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.5004906771344455, | |
| "grad_norm": 0.12599311264669502, | |
| "learning_rate": 1.3984632331753436e-05, | |
| "loss": 0.3184, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.5024533856722275, | |
| "grad_norm": 0.11722994192309723, | |
| "learning_rate": 1.3970334744064451e-05, | |
| "loss": 0.3186, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.5044160942100098, | |
| "grad_norm": 0.1297039712182582, | |
| "learning_rate": 1.395602751485059e-05, | |
| "loss": 0.3239, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.506378802747792, | |
| "grad_norm": 0.12096476484978132, | |
| "learning_rate": 1.3941710678855396e-05, | |
| "loss": 0.3299, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.506378802747792, | |
| "eval_loss": 0.4330715835094452, | |
| "eval_runtime": 245.5392, | |
| "eval_samples_per_second": 123.618, | |
| "eval_steps_per_second": 3.865, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.508341511285574, | |
| "grad_norm": 0.12230386295101764, | |
| "learning_rate": 1.3927384270845744e-05, | |
| "loss": 0.3251, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.5103042198233563, | |
| "grad_norm": 0.5983535137475166, | |
| "learning_rate": 1.391304832561175e-05, | |
| "loss": 0.3648, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.5122669283611385, | |
| "grad_norm": 0.11674041507665114, | |
| "learning_rate": 1.38987028779667e-05, | |
| "loss": 0.3392, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.5142296368989205, | |
| "grad_norm": 0.1729456768990231, | |
| "learning_rate": 1.3884347962746949e-05, | |
| "loss": 0.3225, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.5161923454367026, | |
| "grad_norm": 0.1252493496614802, | |
| "learning_rate": 1.3869983614811837e-05, | |
| "loss": 0.3209, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.5181550539744848, | |
| "grad_norm": 0.11700364355947357, | |
| "learning_rate": 1.3855609869043618e-05, | |
| "loss": 0.3315, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.520117762512267, | |
| "grad_norm": 0.1462155960573189, | |
| "learning_rate": 1.384122676034737e-05, | |
| "loss": 0.3259, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.522080471050049, | |
| "grad_norm": 0.13319429573990046, | |
| "learning_rate": 1.3826834323650899e-05, | |
| "loss": 0.3334, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.524043179587831, | |
| "grad_norm": 0.12414522959921269, | |
| "learning_rate": 1.381243259390467e-05, | |
| "loss": 0.3316, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.5260058881256133, | |
| "grad_norm": 0.12126161126577431, | |
| "learning_rate": 1.3798021606081713e-05, | |
| "loss": 0.3178, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.5279685966633956, | |
| "grad_norm": 0.11507460737639888, | |
| "learning_rate": 1.3783601395177537e-05, | |
| "loss": 0.3294, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.5299313052011776, | |
| "grad_norm": 0.11575304901544674, | |
| "learning_rate": 1.3769171996210053e-05, | |
| "loss": 0.3223, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.5318940137389596, | |
| "grad_norm": 0.131991412651207, | |
| "learning_rate": 1.3754733444219488e-05, | |
| "loss": 0.3302, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.5338567222767419, | |
| "grad_norm": 0.190709934290855, | |
| "learning_rate": 1.3740285774268282e-05, | |
| "loss": 0.3371, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.535819430814524, | |
| "grad_norm": 0.47614707484422286, | |
| "learning_rate": 1.372582902144103e-05, | |
| "loss": 0.3193, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.5377821393523061, | |
| "grad_norm": 0.11311414215315257, | |
| "learning_rate": 1.371136322084438e-05, | |
| "loss": 0.3147, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.5397448478900884, | |
| "grad_norm": 0.12393935880179471, | |
| "learning_rate": 1.3696888407606952e-05, | |
| "loss": 0.3294, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.5417075564278706, | |
| "grad_norm": 0.12459873866982599, | |
| "learning_rate": 1.3682404616879246e-05, | |
| "loss": 0.3523, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.5436702649656526, | |
| "grad_norm": 1.5376937047472998, | |
| "learning_rate": 1.3667911883833573e-05, | |
| "loss": 0.3232, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.5456329735034346, | |
| "grad_norm": 0.17863323707586204, | |
| "learning_rate": 1.3653410243663953e-05, | |
| "loss": 0.3294, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.547595682041217, | |
| "grad_norm": 0.13291935976093486, | |
| "learning_rate": 1.3638899731586036e-05, | |
| "loss": 0.3343, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.5495583905789991, | |
| "grad_norm": 0.19803813677781645, | |
| "learning_rate": 1.3624380382837017e-05, | |
| "loss": 0.3359, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.5515210991167812, | |
| "grad_norm": 0.1595795029165099, | |
| "learning_rate": 1.3609852232675558e-05, | |
| "loss": 0.326, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.5534838076545632, | |
| "grad_norm": 0.14037586512565553, | |
| "learning_rate": 1.3595315316381676e-05, | |
| "loss": 0.3302, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.5554465161923454, | |
| "grad_norm": 0.16013145607494655, | |
| "learning_rate": 1.3580769669256695e-05, | |
| "loss": 0.3383, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.5574092247301277, | |
| "grad_norm": 0.13377340237611735, | |
| "learning_rate": 1.3566215326623131e-05, | |
| "loss": 0.3235, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.5593719332679097, | |
| "grad_norm": 0.1385245785766373, | |
| "learning_rate": 1.3551652323824617e-05, | |
| "loss": 0.3214, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.5613346418056917, | |
| "grad_norm": 0.15040533378760934, | |
| "learning_rate": 1.3537080696225815e-05, | |
| "loss": 0.3396, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.563297350343474, | |
| "grad_norm": 0.1329758232018135, | |
| "learning_rate": 1.3522500479212337e-05, | |
| "loss": 0.3358, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.5652600588812562, | |
| "grad_norm": 0.12257059717404521, | |
| "learning_rate": 1.3507911708190646e-05, | |
| "loss": 0.3176, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.5672227674190382, | |
| "grad_norm": 0.13209253543187308, | |
| "learning_rate": 1.3493314418587982e-05, | |
| "loss": 0.3314, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.5691854759568205, | |
| "grad_norm": 0.11457657070098855, | |
| "learning_rate": 1.3478708645852272e-05, | |
| "loss": 0.3306, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.5711481844946027, | |
| "grad_norm": 0.19371352224283817, | |
| "learning_rate": 1.3464094425452046e-05, | |
| "loss": 0.3145, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.5731108930323847, | |
| "grad_norm": 0.10702419786852241, | |
| "learning_rate": 1.3449471792876333e-05, | |
| "loss": 0.3227, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.5750736015701667, | |
| "grad_norm": 0.11647703035094253, | |
| "learning_rate": 1.3434840783634611e-05, | |
| "loss": 0.3246, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.577036310107949, | |
| "grad_norm": 0.14359657153339322, | |
| "learning_rate": 1.342020143325669e-05, | |
| "loss": 0.3198, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.5789990186457312, | |
| "grad_norm": 0.11430760797920907, | |
| "learning_rate": 1.3405553777292627e-05, | |
| "loss": 0.3174, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.5809617271835132, | |
| "grad_norm": 0.12045105701279527, | |
| "learning_rate": 1.3390897851312667e-05, | |
| "loss": 0.3281, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.5829244357212953, | |
| "grad_norm": 0.11152977267946707, | |
| "learning_rate": 1.3376233690907126e-05, | |
| "loss": 0.3343, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.5848871442590775, | |
| "grad_norm": 0.11046335035659553, | |
| "learning_rate": 1.336156133168631e-05, | |
| "loss": 0.3222, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.5868498527968598, | |
| "grad_norm": 0.2805415736645124, | |
| "learning_rate": 1.3346880809280451e-05, | |
| "loss": 0.3285, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.5888125613346418, | |
| "grad_norm": 0.1165026997728163, | |
| "learning_rate": 1.3332192159339595e-05, | |
| "loss": 0.3327, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.5907752698724238, | |
| "grad_norm": 0.10269266294028667, | |
| "learning_rate": 1.3317495417533523e-05, | |
| "loss": 0.3288, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.592737978410206, | |
| "grad_norm": 0.10882094664575565, | |
| "learning_rate": 1.3302790619551673e-05, | |
| "loss": 0.3226, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.5947006869479883, | |
| "grad_norm": 0.10402717390991092, | |
| "learning_rate": 1.3288077801103041e-05, | |
| "loss": 0.3242, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.5966633954857703, | |
| "grad_norm": 0.11773324479057384, | |
| "learning_rate": 1.3273356997916106e-05, | |
| "loss": 0.3312, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.5986261040235525, | |
| "grad_norm": 0.10710334700945738, | |
| "learning_rate": 1.3258628245738726e-05, | |
| "loss": 0.3249, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.6005888125613348, | |
| "grad_norm": 0.10399693106990227, | |
| "learning_rate": 1.3243891580338074e-05, | |
| "loss": 0.3272, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.6025515210991168, | |
| "grad_norm": 0.107596072668019, | |
| "learning_rate": 1.3229147037500534e-05, | |
| "loss": 0.3334, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.6045142296368988, | |
| "grad_norm": 0.1069444594286671, | |
| "learning_rate": 1.3214394653031616e-05, | |
| "loss": 0.318, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.606476938174681, | |
| "grad_norm": 0.2003747727263415, | |
| "learning_rate": 1.3199634462755886e-05, | |
| "loss": 0.321, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.6084396467124633, | |
| "grad_norm": 0.10473434193181139, | |
| "learning_rate": 1.3184866502516846e-05, | |
| "loss": 0.3289, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.6104023552502453, | |
| "grad_norm": 0.11035758045532282, | |
| "learning_rate": 1.3170090808176883e-05, | |
| "loss": 0.3302, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.6123650637880274, | |
| "grad_norm": 0.10519561826066223, | |
| "learning_rate": 1.3155307415617156e-05, | |
| "loss": 0.3264, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.6143277723258096, | |
| "grad_norm": 0.11015590527571209, | |
| "learning_rate": 1.3140516360737523e-05, | |
| "loss": 0.3173, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.6162904808635918, | |
| "grad_norm": 0.10092061607132297, | |
| "learning_rate": 1.3125717679456447e-05, | |
| "loss": 0.331, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.6182531894013739, | |
| "grad_norm": 0.1024320679905342, | |
| "learning_rate": 1.3110911407710909e-05, | |
| "loss": 0.3177, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.6202158979391559, | |
| "grad_norm": 0.10726261404380205, | |
| "learning_rate": 1.309609758145633e-05, | |
| "loss": 0.33, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.6221786064769381, | |
| "grad_norm": 0.30696269389558967, | |
| "learning_rate": 1.308127623666647e-05, | |
| "loss": 0.3217, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.6241413150147204, | |
| "grad_norm": 0.11038918441384825, | |
| "learning_rate": 1.3066447409333345e-05, | |
| "loss": 0.3428, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.6261040235525024, | |
| "grad_norm": 0.13114032892510316, | |
| "learning_rate": 1.3051611135467145e-05, | |
| "loss": 0.3217, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.6280667320902846, | |
| "grad_norm": 0.10209817496354183, | |
| "learning_rate": 1.3036767451096148e-05, | |
| "loss": 0.3169, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.6300294406280669, | |
| "grad_norm": 0.11163305235516735, | |
| "learning_rate": 1.3021916392266618e-05, | |
| "loss": 0.3215, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.631992149165849, | |
| "grad_norm": 0.10335841003276967, | |
| "learning_rate": 1.300705799504273e-05, | |
| "loss": 0.3179, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.633954857703631, | |
| "grad_norm": 0.10298399337006449, | |
| "learning_rate": 1.2992192295506489e-05, | |
| "loss": 0.3342, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.6359175662414132, | |
| "grad_norm": 0.10601682383580134, | |
| "learning_rate": 1.2977319329757616e-05, | |
| "loss": 0.3189, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.6378802747791954, | |
| "grad_norm": 0.1018229680915178, | |
| "learning_rate": 1.296243913391349e-05, | |
| "loss": 0.3231, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.6398429833169774, | |
| "grad_norm": 0.1085023326981021, | |
| "learning_rate": 1.2947551744109044e-05, | |
| "loss": 0.3184, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.6418056918547594, | |
| "grad_norm": 0.10661650845272141, | |
| "learning_rate": 1.2932657196496678e-05, | |
| "loss": 0.3167, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.6437684003925417, | |
| "grad_norm": 0.11175562549636477, | |
| "learning_rate": 1.2917755527246179e-05, | |
| "loss": 0.3316, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.645731108930324, | |
| "grad_norm": 0.10523122873271762, | |
| "learning_rate": 1.2902846772544625e-05, | |
| "loss": 0.3312, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.647693817468106, | |
| "grad_norm": 0.13408743582159743, | |
| "learning_rate": 1.28879309685963e-05, | |
| "loss": 0.3279, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.649656526005888, | |
| "grad_norm": 0.4305626635372785, | |
| "learning_rate": 1.2873008151622606e-05, | |
| "loss": 0.3143, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.6516192345436702, | |
| "grad_norm": 0.10214474856379448, | |
| "learning_rate": 1.2858078357861979e-05, | |
| "loss": 0.3398, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.6535819430814525, | |
| "grad_norm": 0.19415909087113795, | |
| "learning_rate": 1.2843141623569792e-05, | |
| "loss": 0.3205, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.6555446516192345, | |
| "grad_norm": 0.11011953169021917, | |
| "learning_rate": 1.2828197985018276e-05, | |
| "loss": 0.3336, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.6575073601570167, | |
| "grad_norm": 0.1503839751469065, | |
| "learning_rate": 1.2813247478496428e-05, | |
| "loss": 0.3279, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.659470068694799, | |
| "grad_norm": 0.11781800325747578, | |
| "learning_rate": 1.2798290140309924e-05, | |
| "loss": 0.3254, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.661432777232581, | |
| "grad_norm": 0.10932301796870458, | |
| "learning_rate": 1.2783326006781023e-05, | |
| "loss": 0.3131, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.663395485770363, | |
| "grad_norm": 0.11978600321445199, | |
| "learning_rate": 1.2768355114248493e-05, | |
| "loss": 0.3277, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.6653581943081452, | |
| "grad_norm": 0.11039786376284047, | |
| "learning_rate": 1.2753377499067522e-05, | |
| "loss": 0.3522, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.6673209028459275, | |
| "grad_norm": 0.2497098566113429, | |
| "learning_rate": 1.2738393197609602e-05, | |
| "loss": 0.3297, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.6692836113837095, | |
| "grad_norm": 0.11865444749257295, | |
| "learning_rate": 1.2723402246262484e-05, | |
| "loss": 0.3271, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.6712463199214915, | |
| "grad_norm": 0.11095090763334178, | |
| "learning_rate": 1.2708404681430054e-05, | |
| "loss": 0.3243, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.6732090284592738, | |
| "grad_norm": 0.11867828722172012, | |
| "learning_rate": 1.2693400539532263e-05, | |
| "loss": 0.3141, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.675171736997056, | |
| "grad_norm": 0.1131423717161425, | |
| "learning_rate": 1.2678389857005033e-05, | |
| "loss": 0.3256, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.677134445534838, | |
| "grad_norm": 0.8893669616224853, | |
| "learning_rate": 1.266337267030017e-05, | |
| "loss": 0.3338, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.67909715407262, | |
| "grad_norm": 0.1621276184736285, | |
| "learning_rate": 1.2648349015885272e-05, | |
| "loss": 0.331, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.6810598626104023, | |
| "grad_norm": 0.12724899204009446, | |
| "learning_rate": 1.2633318930243647e-05, | |
| "loss": 0.3168, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.6830225711481845, | |
| "grad_norm": 0.15162789739847926, | |
| "learning_rate": 1.2618282449874221e-05, | |
| "loss": 0.3147, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.6849852796859666, | |
| "grad_norm": 0.14035812455971758, | |
| "learning_rate": 1.2603239611291445e-05, | |
| "loss": 0.3215, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.6869479882237488, | |
| "grad_norm": 0.46008864002942473, | |
| "learning_rate": 1.2588190451025209e-05, | |
| "loss": 0.325, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.688910696761531, | |
| "grad_norm": 0.15188638903617155, | |
| "learning_rate": 1.2573135005620757e-05, | |
| "loss": 0.3091, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.690873405299313, | |
| "grad_norm": 0.1372788892477886, | |
| "learning_rate": 1.2558073311638604e-05, | |
| "loss": 0.3313, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.692836113837095, | |
| "grad_norm": 0.1317279830573809, | |
| "learning_rate": 1.2543005405654418e-05, | |
| "loss": 0.3169, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.6947988223748773, | |
| "grad_norm": 0.13349361942014895, | |
| "learning_rate": 1.2527931324258975e-05, | |
| "loss": 0.3203, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.6967615309126596, | |
| "grad_norm": 0.12909951263188774, | |
| "learning_rate": 1.2512851104058038e-05, | |
| "loss": 0.3202, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.6987242394504416, | |
| "grad_norm": 0.2566617860841747, | |
| "learning_rate": 1.249776478167227e-05, | |
| "loss": 0.3295, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.7006869479882236, | |
| "grad_norm": 0.11969281942134942, | |
| "learning_rate": 1.2482672393737164e-05, | |
| "loss": 0.3342, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.7026496565260059, | |
| "grad_norm": 0.12518924207179494, | |
| "learning_rate": 1.2467573976902936e-05, | |
| "loss": 0.3333, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.704612365063788, | |
| "grad_norm": 0.21335666453466184, | |
| "learning_rate": 1.2452469567834449e-05, | |
| "loss": 0.3198, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.7065750736015701, | |
| "grad_norm": 0.12157902223714591, | |
| "learning_rate": 1.2437359203211109e-05, | |
| "loss": 0.308, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.7085377821393521, | |
| "grad_norm": 0.13207634498097479, | |
| "learning_rate": 1.2422242919726786e-05, | |
| "loss": 0.3338, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.7105004906771346, | |
| "grad_norm": 0.10700849261671908, | |
| "learning_rate": 1.2407120754089733e-05, | |
| "loss": 0.3221, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.7124631992149166, | |
| "grad_norm": 0.12604995554733597, | |
| "learning_rate": 1.2391992743022472e-05, | |
| "loss": 0.3165, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.7144259077526987, | |
| "grad_norm": 0.1613701947168364, | |
| "learning_rate": 1.2376858923261732e-05, | |
| "loss": 0.3217, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.716388616290481, | |
| "grad_norm": 0.1328873058860125, | |
| "learning_rate": 1.2361719331558346e-05, | |
| "loss": 0.3262, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.7183513248282631, | |
| "grad_norm": 0.11726688731965726, | |
| "learning_rate": 1.2346574004677154e-05, | |
| "loss": 0.3298, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.7203140333660452, | |
| "grad_norm": 0.1214011987184142, | |
| "learning_rate": 1.2331422979396936e-05, | |
| "loss": 0.337, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.7222767419038272, | |
| "grad_norm": 0.12820530343064107, | |
| "learning_rate": 1.2316266292510305e-05, | |
| "loss": 0.327, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.7242394504416094, | |
| "grad_norm": 0.11451384636314305, | |
| "learning_rate": 1.2301103980823619e-05, | |
| "loss": 0.3235, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.7262021589793917, | |
| "grad_norm": 0.10873652825630871, | |
| "learning_rate": 1.2285936081156897e-05, | |
| "loss": 0.311, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.7281648675171737, | |
| "grad_norm": 0.10624002895012581, | |
| "learning_rate": 1.2270762630343734e-05, | |
| "loss": 0.3245, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.7301275760549557, | |
| "grad_norm": 0.10425222382859203, | |
| "learning_rate": 1.2255583665231196e-05, | |
| "loss": 0.3211, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.732090284592738, | |
| "grad_norm": 0.10943316735201042, | |
| "learning_rate": 1.2240399222679747e-05, | |
| "loss": 0.3166, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.7340529931305202, | |
| "grad_norm": 0.108007053530337, | |
| "learning_rate": 1.2225209339563144e-05, | |
| "loss": 0.3271, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.7360157016683022, | |
| "grad_norm": 0.1806278564221946, | |
| "learning_rate": 1.221001405276837e-05, | |
| "loss": 0.3342, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.7379784102060842, | |
| "grad_norm": 0.11217999203542753, | |
| "learning_rate": 1.2194813399195518e-05, | |
| "loss": 0.3174, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.7399411187438667, | |
| "grad_norm": 0.11446924843967385, | |
| "learning_rate": 1.217960741575771e-05, | |
| "loss": 0.3375, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.7419038272816487, | |
| "grad_norm": 0.11052403929142486, | |
| "learning_rate": 1.2164396139381029e-05, | |
| "loss": 0.3207, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.7438665358194307, | |
| "grad_norm": 0.12041833183157077, | |
| "learning_rate": 1.2149179607004396e-05, | |
| "loss": 0.3215, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.745829244357213, | |
| "grad_norm": 0.11164358188191847, | |
| "learning_rate": 1.2133957855579501e-05, | |
| "loss": 0.3124, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.7477919528949952, | |
| "grad_norm": 0.10293795446688632, | |
| "learning_rate": 1.2118730922070707e-05, | |
| "loss": 0.323, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.7497546614327772, | |
| "grad_norm": 0.10970003809084786, | |
| "learning_rate": 1.210349884345496e-05, | |
| "loss": 0.3267, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.7517173699705593, | |
| "grad_norm": 0.10828051591336894, | |
| "learning_rate": 1.20882616567217e-05, | |
| "loss": 0.329, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.7536800785083415, | |
| "grad_norm": 0.11148013332448067, | |
| "learning_rate": 1.2073019398872778e-05, | |
| "loss": 0.3201, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.7556427870461238, | |
| "grad_norm": 0.1154913650725476, | |
| "learning_rate": 1.205777210692235e-05, | |
| "loss": 0.3318, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.7576054955839058, | |
| "grad_norm": 0.10882465073502968, | |
| "learning_rate": 1.2042519817896805e-05, | |
| "loss": 0.3311, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.7576054955839058, | |
| "eval_loss": 0.4246857762336731, | |
| "eval_runtime": 245.6728, | |
| "eval_samples_per_second": 123.551, | |
| "eval_steps_per_second": 3.863, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.7595682041216878, | |
| "grad_norm": 0.1164747664318698, | |
| "learning_rate": 1.202726256883466e-05, | |
| "loss": 0.317, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.76153091265947, | |
| "grad_norm": 0.11482257791759276, | |
| "learning_rate": 1.2012000396786485e-05, | |
| "loss": 0.3361, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.7634936211972523, | |
| "grad_norm": 0.10646048917975168, | |
| "learning_rate": 1.1996733338814795e-05, | |
| "loss": 0.3241, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.7654563297350343, | |
| "grad_norm": 0.10984226703740471, | |
| "learning_rate": 1.1981461431993978e-05, | |
| "loss": 0.3133, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.7674190382728163, | |
| "grad_norm": 0.1047308434934182, | |
| "learning_rate": 1.1966184713410192e-05, | |
| "loss": 0.3335, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.7693817468105988, | |
| "grad_norm": 0.10425069083553949, | |
| "learning_rate": 1.1950903220161286e-05, | |
| "loss": 0.3226, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.7713444553483808, | |
| "grad_norm": 0.10353476391750117, | |
| "learning_rate": 1.1935616989356693e-05, | |
| "loss": 0.3341, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.7733071638861628, | |
| "grad_norm": 0.13560691295515553, | |
| "learning_rate": 1.1920326058117364e-05, | |
| "loss": 0.3233, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.775269872423945, | |
| "grad_norm": 0.10178800675902581, | |
| "learning_rate": 1.190503046357565e-05, | |
| "loss": 0.3167, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.7772325809617273, | |
| "grad_norm": 0.21889157131254638, | |
| "learning_rate": 1.1889730242875243e-05, | |
| "loss": 0.3422, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.7791952894995093, | |
| "grad_norm": 0.10614581871424822, | |
| "learning_rate": 1.1874425433171055e-05, | |
| "loss": 0.309, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.7811579980372914, | |
| "grad_norm": 0.10365379424748211, | |
| "learning_rate": 1.1859116071629148e-05, | |
| "loss": 0.3137, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.7831207065750736, | |
| "grad_norm": 0.10348421216023944, | |
| "learning_rate": 1.1843802195426634e-05, | |
| "loss": 0.3225, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.7850834151128558, | |
| "grad_norm": 0.1060682052762049, | |
| "learning_rate": 1.1828483841751597e-05, | |
| "loss": 0.3139, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.7870461236506379, | |
| "grad_norm": 0.11042414275132055, | |
| "learning_rate": 1.1813161047802986e-05, | |
| "loss": 0.35, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.7890088321884199, | |
| "grad_norm": 0.11161988036910164, | |
| "learning_rate": 1.1797833850790527e-05, | |
| "loss": 0.3313, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.7909715407262021, | |
| "grad_norm": 0.11073431733692736, | |
| "learning_rate": 1.1782502287934659e-05, | |
| "loss": 0.3326, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.7929342492639844, | |
| "grad_norm": 0.10914796174284935, | |
| "learning_rate": 1.1767166396466404e-05, | |
| "loss": 0.3177, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.7948969578017664, | |
| "grad_norm": 0.10465459851626065, | |
| "learning_rate": 1.1751826213627297e-05, | |
| "loss": 0.3266, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.7968596663395484, | |
| "grad_norm": 0.10041864035051187, | |
| "learning_rate": 1.1736481776669307e-05, | |
| "loss": 0.3213, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.7988223748773309, | |
| "grad_norm": 0.11485845865027179, | |
| "learning_rate": 1.172113312285472e-05, | |
| "loss": 0.3265, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.800785083415113, | |
| "grad_norm": 0.12033881568016211, | |
| "learning_rate": 1.1705780289456069e-05, | |
| "loss": 0.3197, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.802747791952895, | |
| "grad_norm": 0.11332046772222625, | |
| "learning_rate": 1.1690423313756037e-05, | |
| "loss": 0.3139, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.8047105004906772, | |
| "grad_norm": 0.10473876200254037, | |
| "learning_rate": 1.1675062233047365e-05, | |
| "loss": 0.3281, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.8066732090284594, | |
| "grad_norm": 0.1184964198201036, | |
| "learning_rate": 1.165969708463276e-05, | |
| "loss": 0.3223, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.8086359175662414, | |
| "grad_norm": 0.12474305158961706, | |
| "learning_rate": 1.1644327905824808e-05, | |
| "loss": 0.3214, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.8105986261040234, | |
| "grad_norm": 0.09933741044605185, | |
| "learning_rate": 1.162895473394589e-05, | |
| "loss": 0.33, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.8125613346418057, | |
| "grad_norm": 0.25775919840623956, | |
| "learning_rate": 1.1613577606328068e-05, | |
| "loss": 0.3202, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.814524043179588, | |
| "grad_norm": 0.10094921766955992, | |
| "learning_rate": 1.1598196560313024e-05, | |
| "loss": 0.3092, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.81648675171737, | |
| "grad_norm": 0.11514280556001413, | |
| "learning_rate": 1.1582811633251949e-05, | |
| "loss": 0.3109, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.818449460255152, | |
| "grad_norm": 0.13680270431298738, | |
| "learning_rate": 1.1567422862505465e-05, | |
| "loss": 0.3275, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.8204121687929342, | |
| "grad_norm": 0.10821477293958764, | |
| "learning_rate": 1.1552030285443516e-05, | |
| "loss": 0.3185, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.8223748773307165, | |
| "grad_norm": 0.1020483099705299, | |
| "learning_rate": 1.1536633939445302e-05, | |
| "loss": 0.3216, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.8243375858684985, | |
| "grad_norm": 0.11310324846120763, | |
| "learning_rate": 1.1521233861899168e-05, | |
| "loss": 0.312, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.8263002944062807, | |
| "grad_norm": 0.10125352819285569, | |
| "learning_rate": 1.1505830090202524e-05, | |
| "loss": 0.3202, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.828263002944063, | |
| "grad_norm": 0.10518388367230969, | |
| "learning_rate": 1.1490422661761744e-05, | |
| "loss": 0.3161, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.830225711481845, | |
| "grad_norm": 0.10596564037766877, | |
| "learning_rate": 1.1475011613992097e-05, | |
| "loss": 0.3208, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.832188420019627, | |
| "grad_norm": 0.10832549491208261, | |
| "learning_rate": 1.1459596984317622e-05, | |
| "loss": 0.3198, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.8341511285574092, | |
| "grad_norm": 0.10340633509154877, | |
| "learning_rate": 1.1444178810171074e-05, | |
| "loss": 0.3347, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.8361138370951915, | |
| "grad_norm": 0.11187292516624683, | |
| "learning_rate": 1.1428757128993801e-05, | |
| "loss": 0.3159, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.8380765456329735, | |
| "grad_norm": 0.10201292596555332, | |
| "learning_rate": 1.1413331978235677e-05, | |
| "loss": 0.3166, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.8400392541707555, | |
| "grad_norm": 0.10804358781472774, | |
| "learning_rate": 1.1397903395354996e-05, | |
| "loss": 0.323, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.8420019627085378, | |
| "grad_norm": 0.10468656385490047, | |
| "learning_rate": 1.138247141781839e-05, | |
| "loss": 0.3185, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.84396467124632, | |
| "grad_norm": 0.21138099918352082, | |
| "learning_rate": 1.1367036083100735e-05, | |
| "loss": 0.3321, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.845927379784102, | |
| "grad_norm": 0.1007451545158691, | |
| "learning_rate": 1.1351597428685055e-05, | |
| "loss": 0.3201, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.847890088321884, | |
| "grad_norm": 0.10166102006184587, | |
| "learning_rate": 1.1336155492062439e-05, | |
| "loss": 0.3217, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.8498527968596663, | |
| "grad_norm": 0.10712467451663077, | |
| "learning_rate": 1.132071031073195e-05, | |
| "loss": 0.3207, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.8518155053974485, | |
| "grad_norm": 0.11530938712137909, | |
| "learning_rate": 1.130526192220052e-05, | |
| "loss": 0.3265, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.8537782139352306, | |
| "grad_norm": 0.102223465331792, | |
| "learning_rate": 1.1289810363982875e-05, | |
| "loss": 0.3109, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.8557409224730128, | |
| "grad_norm": 0.10435635169915954, | |
| "learning_rate": 1.1274355673601446e-05, | |
| "loss": 0.3215, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.857703631010795, | |
| "grad_norm": 0.10323000509883015, | |
| "learning_rate": 1.1258897888586256e-05, | |
| "loss": 0.3245, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.859666339548577, | |
| "grad_norm": 0.2356211384064762, | |
| "learning_rate": 1.1243437046474854e-05, | |
| "loss": 0.325, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.861629048086359, | |
| "grad_norm": 0.09975701738920462, | |
| "learning_rate": 1.1227973184812207e-05, | |
| "loss": 0.3125, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.8635917566241413, | |
| "grad_norm": 0.10475942757691821, | |
| "learning_rate": 1.1212506341150615e-05, | |
| "loss": 0.3168, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.8655544651619236, | |
| "grad_norm": 0.4497324410418576, | |
| "learning_rate": 1.1197036553049626e-05, | |
| "loss": 0.3325, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.8675171736997056, | |
| "grad_norm": 0.10885422432097863, | |
| "learning_rate": 1.118156385807593e-05, | |
| "loss": 0.3134, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.8694798822374876, | |
| "grad_norm": 0.9319115703562274, | |
| "learning_rate": 1.1166088293803276e-05, | |
| "loss": 0.3329, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.8714425907752699, | |
| "grad_norm": 0.1123785787687025, | |
| "learning_rate": 1.1150609897812387e-05, | |
| "loss": 0.311, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.873405299313052, | |
| "grad_norm": 0.10319256076853457, | |
| "learning_rate": 1.1135128707690862e-05, | |
| "loss": 0.3156, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.8753680078508341, | |
| "grad_norm": 0.7095695854915799, | |
| "learning_rate": 1.1119644761033079e-05, | |
| "loss": 0.3579, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.8773307163886161, | |
| "grad_norm": 0.167595727369702, | |
| "learning_rate": 1.1104158095440115e-05, | |
| "loss": 0.3277, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.8792934249263984, | |
| "grad_norm": 0.270060302607285, | |
| "learning_rate": 1.1088668748519646e-05, | |
| "loss": 0.3242, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.8812561334641806, | |
| "grad_norm": 0.15698959445501914, | |
| "learning_rate": 1.1073176757885866e-05, | |
| "loss": 0.361, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.8832188420019627, | |
| "grad_norm": 0.3221946038337756, | |
| "learning_rate": 1.105768216115938e-05, | |
| "loss": 0.3188, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.885181550539745, | |
| "grad_norm": 0.1406486088615483, | |
| "learning_rate": 1.1042184995967127e-05, | |
| "loss": 0.3312, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.8871442590775271, | |
| "grad_norm": 0.13397810433694357, | |
| "learning_rate": 1.1026685299942286e-05, | |
| "loss": 0.3261, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.8891069676153092, | |
| "grad_norm": 1.4841344998774781, | |
| "learning_rate": 1.1011183110724173e-05, | |
| "loss": 0.3272, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.8910696761530912, | |
| "grad_norm": 0.1659981257856718, | |
| "learning_rate": 1.0995678465958168e-05, | |
| "loss": 0.3288, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.8930323846908734, | |
| "grad_norm": 0.16778967117736607, | |
| "learning_rate": 1.098017140329561e-05, | |
| "loss": 0.3232, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.8949950932286557, | |
| "grad_norm": 0.21080374151960482, | |
| "learning_rate": 1.0964661960393703e-05, | |
| "loss": 0.3274, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.8969578017664377, | |
| "grad_norm": 0.16463715782689323, | |
| "learning_rate": 1.0949150174915441e-05, | |
| "loss": 0.3352, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.8989205103042197, | |
| "grad_norm": 0.2267681805465417, | |
| "learning_rate": 1.0933636084529507e-05, | |
| "loss": 0.3388, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.900883218842002, | |
| "grad_norm": 0.14488446998635424, | |
| "learning_rate": 1.0918119726910175e-05, | |
| "loss": 0.3202, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.9028459273797842, | |
| "grad_norm": 0.18140470030881337, | |
| "learning_rate": 1.0902601139737225e-05, | |
| "loss": 0.3329, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.9048086359175662, | |
| "grad_norm": 0.1546698941699075, | |
| "learning_rate": 1.0887080360695855e-05, | |
| "loss": 0.3306, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.9067713444553482, | |
| "grad_norm": 1.2221913272883775, | |
| "learning_rate": 1.0871557427476585e-05, | |
| "loss": 0.3399, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.9087340529931305, | |
| "grad_norm": 0.15426601384648553, | |
| "learning_rate": 1.0856032377775161e-05, | |
| "loss": 0.3358, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.9106967615309127, | |
| "grad_norm": 1.1114760751159305, | |
| "learning_rate": 1.0840505249292477e-05, | |
| "loss": 0.3356, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.9126594700686947, | |
| "grad_norm": 0.22900624172519007, | |
| "learning_rate": 1.0824976079734472e-05, | |
| "loss": 0.3134, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.914622178606477, | |
| "grad_norm": 0.9459775335785819, | |
| "learning_rate": 1.0809444906812034e-05, | |
| "loss": 0.3235, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.9165848871442592, | |
| "grad_norm": 0.17887149210801348, | |
| "learning_rate": 1.079391176824093e-05, | |
| "loss": 0.3304, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.9185475956820413, | |
| "grad_norm": 0.17484413383294636, | |
| "learning_rate": 1.0778376701741688e-05, | |
| "loss": 0.3298, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.9205103042198233, | |
| "grad_norm": 0.15868896830006096, | |
| "learning_rate": 1.0762839745039526e-05, | |
| "loss": 0.325, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.9224730127576055, | |
| "grad_norm": 0.13952635278363976, | |
| "learning_rate": 1.0747300935864245e-05, | |
| "loss": 0.3246, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.9244357212953878, | |
| "grad_norm": 0.14676838005524964, | |
| "learning_rate": 1.073176031195015e-05, | |
| "loss": 0.3367, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.9263984298331698, | |
| "grad_norm": 0.1393769904490578, | |
| "learning_rate": 1.0716217911035952e-05, | |
| "loss": 0.331, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.9283611383709518, | |
| "grad_norm": 0.12073516486793993, | |
| "learning_rate": 1.0700673770864673e-05, | |
| "loss": 0.3215, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.930323846908734, | |
| "grad_norm": 0.17261593509801376, | |
| "learning_rate": 1.0685127929183567e-05, | |
| "loss": 0.3377, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.9322865554465163, | |
| "grad_norm": 0.1288861939566597, | |
| "learning_rate": 1.0669580423744014e-05, | |
| "loss": 0.3268, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.9342492639842983, | |
| "grad_norm": 0.12242177876640145, | |
| "learning_rate": 1.0654031292301432e-05, | |
| "loss": 0.3331, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.9362119725220803, | |
| "grad_norm": 0.135438680122695, | |
| "learning_rate": 1.063848057261519e-05, | |
| "loss": 0.3276, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.9381746810598626, | |
| "grad_norm": 0.12113837642836334, | |
| "learning_rate": 1.0622928302448523e-05, | |
| "loss": 0.3196, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.9401373895976448, | |
| "grad_norm": 0.117144755644724, | |
| "learning_rate": 1.0607374519568412e-05, | |
| "loss": 0.3247, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.9421000981354268, | |
| "grad_norm": 0.11697508630127905, | |
| "learning_rate": 1.0591819261745528e-05, | |
| "loss": 0.3223, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.944062806673209, | |
| "grad_norm": 0.11238405496608947, | |
| "learning_rate": 1.0576262566754121e-05, | |
| "loss": 0.3212, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.9460255152109913, | |
| "grad_norm": 0.1139647888181511, | |
| "learning_rate": 1.0560704472371919e-05, | |
| "loss": 0.3253, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.9479882237487733, | |
| "grad_norm": 0.11466955150117668, | |
| "learning_rate": 1.0545145016380065e-05, | |
| "loss": 0.3273, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.9499509322865554, | |
| "grad_norm": 0.10970406400371188, | |
| "learning_rate": 1.0529584236562995e-05, | |
| "loss": 0.3254, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.9519136408243376, | |
| "grad_norm": 0.11114557334217089, | |
| "learning_rate": 1.0514022170708374e-05, | |
| "loss": 0.3246, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.9538763493621198, | |
| "grad_norm": 0.11801065397328833, | |
| "learning_rate": 1.0498458856606972e-05, | |
| "loss": 0.3294, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.9558390578999019, | |
| "grad_norm": 0.10405757613653188, | |
| "learning_rate": 1.0482894332052607e-05, | |
| "loss": 0.3261, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.9578017664376839, | |
| "grad_norm": 0.1103740005321899, | |
| "learning_rate": 1.0467328634842024e-05, | |
| "loss": 0.3289, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.9597644749754661, | |
| "grad_norm": 0.09987852489854114, | |
| "learning_rate": 1.0451761802774824e-05, | |
| "loss": 0.3172, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.9617271835132484, | |
| "grad_norm": 0.10893453828326174, | |
| "learning_rate": 1.0436193873653362e-05, | |
| "loss": 0.3228, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.9636898920510304, | |
| "grad_norm": 0.10174600038711792, | |
| "learning_rate": 1.0420624885282653e-05, | |
| "loss": 0.3225, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.9656526005888124, | |
| "grad_norm": 0.11640082237562227, | |
| "learning_rate": 1.0405054875470287e-05, | |
| "loss": 0.3193, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.9676153091265947, | |
| "grad_norm": 0.15766357183117252, | |
| "learning_rate": 1.0389483882026334e-05, | |
| "loss": 0.3216, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.969578017664377, | |
| "grad_norm": 0.10997358802993172, | |
| "learning_rate": 1.037391194276326e-05, | |
| "loss": 0.3142, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.971540726202159, | |
| "grad_norm": 0.10152791127501247, | |
| "learning_rate": 1.0358339095495811e-05, | |
| "loss": 0.3169, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.9735034347399412, | |
| "grad_norm": 0.20219624773435688, | |
| "learning_rate": 1.0342765378040953e-05, | |
| "loss": 0.324, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.9754661432777234, | |
| "grad_norm": 0.10297719458762343, | |
| "learning_rate": 1.0327190828217763e-05, | |
| "loss": 0.3181, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.9774288518155054, | |
| "grad_norm": 0.11052971601307274, | |
| "learning_rate": 1.0311615483847333e-05, | |
| "loss": 0.3245, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.9793915603532874, | |
| "grad_norm": 0.09914734230876245, | |
| "learning_rate": 1.0296039382752687e-05, | |
| "loss": 0.324, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.9813542688910697, | |
| "grad_norm": 0.10159497435434399, | |
| "learning_rate": 1.028046256275869e-05, | |
| "loss": 0.3119, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.983316977428852, | |
| "grad_norm": 0.11056760688752829, | |
| "learning_rate": 1.0264885061691954e-05, | |
| "loss": 0.323, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.985279685966634, | |
| "grad_norm": 0.10804474565070168, | |
| "learning_rate": 1.0249306917380731e-05, | |
| "loss": 0.3113, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.987242394504416, | |
| "grad_norm": 0.13940608144653047, | |
| "learning_rate": 1.023372816765485e-05, | |
| "loss": 0.3123, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.9892051030421982, | |
| "grad_norm": 0.10238052023308335, | |
| "learning_rate": 1.0218148850345613e-05, | |
| "loss": 0.3235, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.9911678115799805, | |
| "grad_norm": 0.12527000090641732, | |
| "learning_rate": 1.0202569003285683e-05, | |
| "loss": 0.3337, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.9931305201177625, | |
| "grad_norm": 0.11514202583090338, | |
| "learning_rate": 1.0186988664309023e-05, | |
| "loss": 0.333, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.9950932286555445, | |
| "grad_norm": 0.11172112347247365, | |
| "learning_rate": 1.017140787125079e-05, | |
| "loss": 0.3227, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.9970559371933267, | |
| "grad_norm": 0.15649181628225953, | |
| "learning_rate": 1.0155826661947232e-05, | |
| "loss": 0.3208, | |
| "step": 1018 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 2036, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 509, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.450464370500567e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |