| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0017097670442403, | |
| "eval_steps": 293, | |
| "global_step": 1172, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0008548835221201111, | |
| "grad_norm": 14.855524063110352, | |
| "learning_rate": 8.547008547008549e-08, | |
| "loss": 1.7846, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0008548835221201111, | |
| "eval_loss": 1.7640409469604492, | |
| "eval_runtime": 533.0927, | |
| "eval_samples_per_second": 7.421, | |
| "eval_steps_per_second": 3.71, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0017097670442402222, | |
| "grad_norm": 11.91721248626709, | |
| "learning_rate": 1.7094017094017097e-07, | |
| "loss": 1.6794, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0025646505663603335, | |
| "grad_norm": 15.487826347351074, | |
| "learning_rate": 2.564102564102564e-07, | |
| "loss": 1.7593, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0034195340884804444, | |
| "grad_norm": 11.996491432189941, | |
| "learning_rate": 3.4188034188034194e-07, | |
| "loss": 1.7245, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.004274417610600555, | |
| "grad_norm": 30.804367065429688, | |
| "learning_rate": 4.273504273504274e-07, | |
| "loss": 1.771, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.005129301132720667, | |
| "grad_norm": 19.530527114868164, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 1.7888, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.005984184654840778, | |
| "grad_norm": 31.70332145690918, | |
| "learning_rate": 5.982905982905984e-07, | |
| "loss": 1.5394, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.006839068176960889, | |
| "grad_norm": 11.850404739379883, | |
| "learning_rate": 6.837606837606839e-07, | |
| "loss": 1.7094, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.007693951699081001, | |
| "grad_norm": 24.769758224487305, | |
| "learning_rate": 7.692307692307694e-07, | |
| "loss": 1.5411, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.00854883522120111, | |
| "grad_norm": 15.908349990844727, | |
| "learning_rate": 8.547008547008548e-07, | |
| "loss": 1.8037, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.009403718743321222, | |
| "grad_norm": 6.722436428070068, | |
| "learning_rate": 9.401709401709402e-07, | |
| "loss": 1.7905, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.010258602265441334, | |
| "grad_norm": 4.48321008682251, | |
| "learning_rate": 1.0256410256410257e-06, | |
| "loss": 1.6772, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.011113485787561444, | |
| "grad_norm": 4.574745178222656, | |
| "learning_rate": 1.111111111111111e-06, | |
| "loss": 1.8258, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.011968369309681556, | |
| "grad_norm": 4.0335516929626465, | |
| "learning_rate": 1.1965811965811968e-06, | |
| "loss": 1.8022, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.012823252831801668, | |
| "grad_norm": 39.62892532348633, | |
| "learning_rate": 1.282051282051282e-06, | |
| "loss": 1.643, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.013678136353921778, | |
| "grad_norm": 7.48787784576416, | |
| "learning_rate": 1.3675213675213678e-06, | |
| "loss": 1.7202, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.01453301987604189, | |
| "grad_norm": 4.110783576965332, | |
| "learning_rate": 1.4529914529914531e-06, | |
| "loss": 1.7974, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.015387903398162001, | |
| "grad_norm": 3.7065269947052, | |
| "learning_rate": 1.5384615384615387e-06, | |
| "loss": 1.765, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.016242786920282113, | |
| "grad_norm": 6.430235862731934, | |
| "learning_rate": 1.623931623931624e-06, | |
| "loss": 1.5331, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.01709767044240222, | |
| "grad_norm": 21.641319274902344, | |
| "learning_rate": 1.7094017094017097e-06, | |
| "loss": 1.8761, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.017952553964522333, | |
| "grad_norm": 3.3955209255218506, | |
| "learning_rate": 1.794871794871795e-06, | |
| "loss": 1.7766, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.018807437486642445, | |
| "grad_norm": 3.9773988723754883, | |
| "learning_rate": 1.8803418803418804e-06, | |
| "loss": 1.7743, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.019662321008762557, | |
| "grad_norm": 5.062834739685059, | |
| "learning_rate": 1.9658119658119658e-06, | |
| "loss": 1.769, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.02051720453088267, | |
| "grad_norm": 4.090948104858398, | |
| "learning_rate": 2.0512820512820513e-06, | |
| "loss": 1.6356, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.021372088053002777, | |
| "grad_norm": 4.175969123840332, | |
| "learning_rate": 2.136752136752137e-06, | |
| "loss": 1.4285, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.02222697157512289, | |
| "grad_norm": 2.989772319793701, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 1.5791, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.023081855097243, | |
| "grad_norm": 2.7935218811035156, | |
| "learning_rate": 2.307692307692308e-06, | |
| "loss": 1.7335, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.023936738619363112, | |
| "grad_norm": 2.8618392944335938, | |
| "learning_rate": 2.3931623931623937e-06, | |
| "loss": 1.8338, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.024791622141483224, | |
| "grad_norm": 2.662318229675293, | |
| "learning_rate": 2.478632478632479e-06, | |
| "loss": 1.7555, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.025646505663603335, | |
| "grad_norm": 3.7374916076660156, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 1.4183, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.026501389185723444, | |
| "grad_norm": 4.106424331665039, | |
| "learning_rate": 2.64957264957265e-06, | |
| "loss": 1.7026, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.027356272707843556, | |
| "grad_norm": 2.8097198009490967, | |
| "learning_rate": 2.7350427350427355e-06, | |
| "loss": 1.5934, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.028211156229963667, | |
| "grad_norm": 2.798865795135498, | |
| "learning_rate": 2.8205128205128207e-06, | |
| "loss": 1.8201, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.02906603975208378, | |
| "grad_norm": 2.733314037322998, | |
| "learning_rate": 2.9059829059829063e-06, | |
| "loss": 1.7498, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.02992092327420389, | |
| "grad_norm": 3.037261962890625, | |
| "learning_rate": 2.9914529914529914e-06, | |
| "loss": 1.6768, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.030775806796324003, | |
| "grad_norm": 2.6975414752960205, | |
| "learning_rate": 3.0769230769230774e-06, | |
| "loss": 1.7676, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.031630690318444114, | |
| "grad_norm": 3.185695171356201, | |
| "learning_rate": 3.1623931623931626e-06, | |
| "loss": 1.719, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.032485573840564226, | |
| "grad_norm": 2.5215115547180176, | |
| "learning_rate": 3.247863247863248e-06, | |
| "loss": 1.7738, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.03334045736268433, | |
| "grad_norm": 2.78493332862854, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.6016, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.03419534088480444, | |
| "grad_norm": 2.629739999771118, | |
| "learning_rate": 3.4188034188034193e-06, | |
| "loss": 1.6574, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.035050224406924554, | |
| "grad_norm": 3.270066976547241, | |
| "learning_rate": 3.5042735042735045e-06, | |
| "loss": 1.7667, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.035905107929044666, | |
| "grad_norm": 2.714362859725952, | |
| "learning_rate": 3.58974358974359e-06, | |
| "loss": 1.5054, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.03675999145116478, | |
| "grad_norm": 3.978623151779175, | |
| "learning_rate": 3.6752136752136756e-06, | |
| "loss": 1.6212, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.03761487497328489, | |
| "grad_norm": 2.5128977298736572, | |
| "learning_rate": 3.760683760683761e-06, | |
| "loss": 1.4326, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.038469758495405, | |
| "grad_norm": 2.9654622077941895, | |
| "learning_rate": 3.846153846153847e-06, | |
| "loss": 1.7595, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03932464201752511, | |
| "grad_norm": 3.1219539642333984, | |
| "learning_rate": 3.9316239316239315e-06, | |
| "loss": 1.9805, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.040179525539645225, | |
| "grad_norm": 2.5867958068847656, | |
| "learning_rate": 4.017094017094018e-06, | |
| "loss": 1.8051, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.04103440906176534, | |
| "grad_norm": 2.4655587673187256, | |
| "learning_rate": 4.102564102564103e-06, | |
| "loss": 1.6707, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.04188929258388545, | |
| "grad_norm": 3.301828384399414, | |
| "learning_rate": 4.188034188034188e-06, | |
| "loss": 1.4957, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.04274417610600555, | |
| "grad_norm": 3.0518338680267334, | |
| "learning_rate": 4.273504273504274e-06, | |
| "loss": 1.623, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.043599059628125665, | |
| "grad_norm": 2.4164023399353027, | |
| "learning_rate": 4.358974358974359e-06, | |
| "loss": 1.694, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.04445394315024578, | |
| "grad_norm": 2.7269129753112793, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 1.571, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.04530882667236589, | |
| "grad_norm": 2.5209498405456543, | |
| "learning_rate": 4.5299145299145306e-06, | |
| "loss": 1.7713, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.046163710194486, | |
| "grad_norm": 2.6886680126190186, | |
| "learning_rate": 4.615384615384616e-06, | |
| "loss": 1.6275, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.04701859371660611, | |
| "grad_norm": 2.4499754905700684, | |
| "learning_rate": 4.700854700854701e-06, | |
| "loss": 1.6943, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.047873477238726224, | |
| "grad_norm": 2.6294198036193848, | |
| "learning_rate": 4.786324786324787e-06, | |
| "loss": 1.6578, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.048728360760846336, | |
| "grad_norm": 2.2285401821136475, | |
| "learning_rate": 4.871794871794872e-06, | |
| "loss": 1.5894, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.04958324428296645, | |
| "grad_norm": 2.875617027282715, | |
| "learning_rate": 4.957264957264958e-06, | |
| "loss": 1.57, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.05043812780508656, | |
| "grad_norm": 6.192116737365723, | |
| "learning_rate": 5.042735042735043e-06, | |
| "loss": 1.5363, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.05129301132720667, | |
| "grad_norm": 5.477021217346191, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 1.5987, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.052147894849326776, | |
| "grad_norm": 3.1479716300964355, | |
| "learning_rate": 5.213675213675214e-06, | |
| "loss": 1.578, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.05300277837144689, | |
| "grad_norm": 2.7842800617218018, | |
| "learning_rate": 5.2991452991453e-06, | |
| "loss": 1.6855, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.053857661893567, | |
| "grad_norm": 2.487064838409424, | |
| "learning_rate": 5.384615384615385e-06, | |
| "loss": 1.7421, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.05471254541568711, | |
| "grad_norm": 2.895413875579834, | |
| "learning_rate": 5.470085470085471e-06, | |
| "loss": 1.4335, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.05556742893780722, | |
| "grad_norm": 2.683014154434204, | |
| "learning_rate": 5.555555555555557e-06, | |
| "loss": 1.5071, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.056422312459927335, | |
| "grad_norm": 2.4958949089050293, | |
| "learning_rate": 5.641025641025641e-06, | |
| "loss": 1.594, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.057277195982047446, | |
| "grad_norm": 2.551091432571411, | |
| "learning_rate": 5.726495726495727e-06, | |
| "loss": 1.5684, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.05813207950416756, | |
| "grad_norm": 2.249833106994629, | |
| "learning_rate": 5.8119658119658126e-06, | |
| "loss": 1.5948, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.05898696302628767, | |
| "grad_norm": 2.3720970153808594, | |
| "learning_rate": 5.897435897435898e-06, | |
| "loss": 1.7099, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.05984184654840778, | |
| "grad_norm": 2.520702600479126, | |
| "learning_rate": 5.982905982905983e-06, | |
| "loss": 1.4667, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06069673007052789, | |
| "grad_norm": 2.6141464710235596, | |
| "learning_rate": 6.0683760683760684e-06, | |
| "loss": 1.4677, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.061551613592648005, | |
| "grad_norm": 2.9519152641296387, | |
| "learning_rate": 6.153846153846155e-06, | |
| "loss": 1.6429, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.06240649711476811, | |
| "grad_norm": 3.462202787399292, | |
| "learning_rate": 6.23931623931624e-06, | |
| "loss": 1.495, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.06326138063688823, | |
| "grad_norm": 2.5748167037963867, | |
| "learning_rate": 6.324786324786325e-06, | |
| "loss": 1.7717, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.06411626415900834, | |
| "grad_norm": 3.142380475997925, | |
| "learning_rate": 6.410256410256412e-06, | |
| "loss": 1.6701, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.06497114768112845, | |
| "grad_norm": 2.6841933727264404, | |
| "learning_rate": 6.495726495726496e-06, | |
| "loss": 1.722, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.06582603120324856, | |
| "grad_norm": 2.4726481437683105, | |
| "learning_rate": 6.581196581196582e-06, | |
| "loss": 1.7228, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.06668091472536866, | |
| "grad_norm": 2.7335448265075684, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 1.5682, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.06753579824748877, | |
| "grad_norm": 2.577003002166748, | |
| "learning_rate": 6.752136752136753e-06, | |
| "loss": 1.7154, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.06839068176960889, | |
| "grad_norm": 2.7609519958496094, | |
| "learning_rate": 6.837606837606839e-06, | |
| "loss": 1.4844, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.069245565291729, | |
| "grad_norm": 3.498229503631592, | |
| "learning_rate": 6.923076923076923e-06, | |
| "loss": 1.4114, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.07010044881384911, | |
| "grad_norm": 2.5216593742370605, | |
| "learning_rate": 7.008547008547009e-06, | |
| "loss": 1.5511, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.07095533233596922, | |
| "grad_norm": 2.2648119926452637, | |
| "learning_rate": 7.0940170940170945e-06, | |
| "loss": 1.8513, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.07181021585808933, | |
| "grad_norm": 2.869992256164551, | |
| "learning_rate": 7.17948717948718e-06, | |
| "loss": 1.4821, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.07266509938020944, | |
| "grad_norm": 4.656053066253662, | |
| "learning_rate": 7.264957264957266e-06, | |
| "loss": 1.621, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.07351998290232956, | |
| "grad_norm": 2.4541072845458984, | |
| "learning_rate": 7.350427350427351e-06, | |
| "loss": 1.5993, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.07437486642444967, | |
| "grad_norm": 2.7510995864868164, | |
| "learning_rate": 7.435897435897437e-06, | |
| "loss": 1.649, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.07522974994656978, | |
| "grad_norm": 2.552407741546631, | |
| "learning_rate": 7.521367521367522e-06, | |
| "loss": 1.605, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.07608463346868989, | |
| "grad_norm": 2.482236862182617, | |
| "learning_rate": 7.606837606837607e-06, | |
| "loss": 1.4649, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.07693951699081, | |
| "grad_norm": 2.5153439044952393, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 1.6409, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07779440051293011, | |
| "grad_norm": 2.774604082107544, | |
| "learning_rate": 7.77777777777778e-06, | |
| "loss": 1.771, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.07864928403505023, | |
| "grad_norm": 2.6241939067840576, | |
| "learning_rate": 7.863247863247863e-06, | |
| "loss": 1.5099, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.07950416755717034, | |
| "grad_norm": 2.3177523612976074, | |
| "learning_rate": 7.948717948717949e-06, | |
| "loss": 1.6473, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.08035905107929045, | |
| "grad_norm": 3.034937620162964, | |
| "learning_rate": 8.034188034188036e-06, | |
| "loss": 1.7484, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.08121393460141056, | |
| "grad_norm": 2.1960113048553467, | |
| "learning_rate": 8.11965811965812e-06, | |
| "loss": 1.7495, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.08206881812353067, | |
| "grad_norm": 2.538083791732788, | |
| "learning_rate": 8.205128205128205e-06, | |
| "loss": 1.6463, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.08292370164565079, | |
| "grad_norm": 2.5417184829711914, | |
| "learning_rate": 8.290598290598293e-06, | |
| "loss": 1.7242, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.0837785851677709, | |
| "grad_norm": 2.7011282444000244, | |
| "learning_rate": 8.376068376068377e-06, | |
| "loss": 1.4753, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.08463346868989101, | |
| "grad_norm": 2.4932761192321777, | |
| "learning_rate": 8.461538461538462e-06, | |
| "loss": 1.6388, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.0854883522120111, | |
| "grad_norm": 3.0729198455810547, | |
| "learning_rate": 8.547008547008548e-06, | |
| "loss": 1.6646, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08634323573413122, | |
| "grad_norm": 3.0038278102874756, | |
| "learning_rate": 8.632478632478633e-06, | |
| "loss": 1.5641, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.08719811925625133, | |
| "grad_norm": 2.3090646266937256, | |
| "learning_rate": 8.717948717948719e-06, | |
| "loss": 1.7689, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.08805300277837144, | |
| "grad_norm": 2.393385171890259, | |
| "learning_rate": 8.803418803418804e-06, | |
| "loss": 1.667, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.08890788630049155, | |
| "grad_norm": 2.366182565689087, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 1.6058, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.08976276982261167, | |
| "grad_norm": 2.586094617843628, | |
| "learning_rate": 8.974358974358976e-06, | |
| "loss": 1.4245, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.09061765334473178, | |
| "grad_norm": 2.889852285385132, | |
| "learning_rate": 9.059829059829061e-06, | |
| "loss": 1.4404, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.09147253686685189, | |
| "grad_norm": 2.264047622680664, | |
| "learning_rate": 9.145299145299145e-06, | |
| "loss": 1.6835, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.092327420388972, | |
| "grad_norm": 2.287929058074951, | |
| "learning_rate": 9.230769230769232e-06, | |
| "loss": 1.659, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.09318230391109211, | |
| "grad_norm": 2.4839229583740234, | |
| "learning_rate": 9.316239316239318e-06, | |
| "loss": 1.6764, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.09403718743321222, | |
| "grad_norm": 2.53434419631958, | |
| "learning_rate": 9.401709401709402e-06, | |
| "loss": 1.5596, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09489207095533234, | |
| "grad_norm": 2.017806053161621, | |
| "learning_rate": 9.487179487179487e-06, | |
| "loss": 1.5227, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.09574695447745245, | |
| "grad_norm": 2.4538073539733887, | |
| "learning_rate": 9.572649572649575e-06, | |
| "loss": 1.6464, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.09660183799957256, | |
| "grad_norm": 2.4926862716674805, | |
| "learning_rate": 9.658119658119659e-06, | |
| "loss": 1.6442, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.09745672152169267, | |
| "grad_norm": 3.169382095336914, | |
| "learning_rate": 9.743589743589744e-06, | |
| "loss": 1.3884, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.09831160504381278, | |
| "grad_norm": 3.1526899337768555, | |
| "learning_rate": 9.82905982905983e-06, | |
| "loss": 1.802, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.0991664885659329, | |
| "grad_norm": 2.323765754699707, | |
| "learning_rate": 9.914529914529915e-06, | |
| "loss": 1.4209, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.100021372088053, | |
| "grad_norm": 2.223529815673828, | |
| "learning_rate": 1e-05, | |
| "loss": 1.6514, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.10087625561017312, | |
| "grad_norm": 2.611987590789795, | |
| "learning_rate": 9.999994998012932e-06, | |
| "loss": 1.4056, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.10173113913229323, | |
| "grad_norm": 2.104203939437866, | |
| "learning_rate": 9.999979992061739e-06, | |
| "loss": 1.5361, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.10258602265441334, | |
| "grad_norm": 2.0273749828338623, | |
| "learning_rate": 9.999954982176439e-06, | |
| "loss": 1.7908, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.10344090617653345, | |
| "grad_norm": 2.2206482887268066, | |
| "learning_rate": 9.999919968407077e-06, | |
| "loss": 1.5552, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.10429578969865355, | |
| "grad_norm": 2.1885461807250977, | |
| "learning_rate": 9.999874950823707e-06, | |
| "loss": 1.8227, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.10515067322077366, | |
| "grad_norm": 2.532996892929077, | |
| "learning_rate": 9.999819929516398e-06, | |
| "loss": 1.7544, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.10600555674289378, | |
| "grad_norm": 2.10715913772583, | |
| "learning_rate": 9.999754904595237e-06, | |
| "loss": 1.6595, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.10686044026501389, | |
| "grad_norm": 2.810800790786743, | |
| "learning_rate": 9.99967987619033e-06, | |
| "loss": 1.5268, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.107715323787134, | |
| "grad_norm": 2.2151639461517334, | |
| "learning_rate": 9.999594844451787e-06, | |
| "loss": 1.6595, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.10857020730925411, | |
| "grad_norm": 3.241767168045044, | |
| "learning_rate": 9.999499809549742e-06, | |
| "loss": 1.5238, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.10942509083137422, | |
| "grad_norm": 2.3466122150421143, | |
| "learning_rate": 9.99939477167434e-06, | |
| "loss": 1.7066, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.11027997435349433, | |
| "grad_norm": 2.006361246109009, | |
| "learning_rate": 9.999279731035741e-06, | |
| "loss": 1.7432, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.11113485787561445, | |
| "grad_norm": 2.3450944423675537, | |
| "learning_rate": 9.999154687864118e-06, | |
| "loss": 1.5009, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11198974139773456, | |
| "grad_norm": 2.390202522277832, | |
| "learning_rate": 9.999019642409654e-06, | |
| "loss": 1.6976, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.11284462491985467, | |
| "grad_norm": 3.701263189315796, | |
| "learning_rate": 9.99887459494255e-06, | |
| "loss": 1.6372, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.11369950844197478, | |
| "grad_norm": 2.3453369140625, | |
| "learning_rate": 9.998719545753015e-06, | |
| "loss": 1.6543, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.11455439196409489, | |
| "grad_norm": 2.018839120864868, | |
| "learning_rate": 9.998554495151272e-06, | |
| "loss": 1.7406, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.115409275486215, | |
| "grad_norm": 2.201392889022827, | |
| "learning_rate": 9.998379443467552e-06, | |
| "loss": 1.6153, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.11626415900833512, | |
| "grad_norm": 2.081862449645996, | |
| "learning_rate": 9.998194391052097e-06, | |
| "loss": 1.6368, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.11711904253045523, | |
| "grad_norm": 2.114025592803955, | |
| "learning_rate": 9.99799933827516e-06, | |
| "loss": 1.5724, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.11797392605257534, | |
| "grad_norm": 2.1307966709136963, | |
| "learning_rate": 9.997794285527002e-06, | |
| "loss": 1.6064, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.11882880957469545, | |
| "grad_norm": 2.265519142150879, | |
| "learning_rate": 9.99757923321789e-06, | |
| "loss": 1.6883, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.11968369309681556, | |
| "grad_norm": 2.3927133083343506, | |
| "learning_rate": 9.997354181778101e-06, | |
| "loss": 1.4476, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12053857661893567, | |
| "grad_norm": 2.2618932723999023, | |
| "learning_rate": 9.997119131657915e-06, | |
| "loss": 1.3637, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.12139346014105579, | |
| "grad_norm": 2.382002353668213, | |
| "learning_rate": 9.996874083327621e-06, | |
| "loss": 1.4367, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.1222483436631759, | |
| "grad_norm": 2.655059337615967, | |
| "learning_rate": 9.99661903727751e-06, | |
| "loss": 1.7059, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.12310322718529601, | |
| "grad_norm": 1.9572539329528809, | |
| "learning_rate": 9.996353994017876e-06, | |
| "loss": 1.697, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.12395811070741611, | |
| "grad_norm": 2.7208900451660156, | |
| "learning_rate": 9.996078954079017e-06, | |
| "loss": 1.6188, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.12481299422953622, | |
| "grad_norm": 2.2011163234710693, | |
| "learning_rate": 9.995793918011231e-06, | |
| "loss": 1.4557, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.12566787775165633, | |
| "grad_norm": 2.1749141216278076, | |
| "learning_rate": 9.995498886384816e-06, | |
| "loss": 1.701, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.12652276127377646, | |
| "grad_norm": 2.7541191577911377, | |
| "learning_rate": 9.995193859790071e-06, | |
| "loss": 1.7045, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.12737764479589656, | |
| "grad_norm": 2.489243984222412, | |
| "learning_rate": 9.994878838837292e-06, | |
| "loss": 1.5494, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.12823252831801668, | |
| "grad_norm": 2.1933681964874268, | |
| "learning_rate": 9.99455382415677e-06, | |
| "loss": 1.6329, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12908741184013678, | |
| "grad_norm": 2.036159038543701, | |
| "learning_rate": 9.994218816398794e-06, | |
| "loss": 1.6208, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.1299422953622569, | |
| "grad_norm": 2.751338005065918, | |
| "learning_rate": 9.993873816233642e-06, | |
| "loss": 1.593, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.130797178884377, | |
| "grad_norm": 3.4958271980285645, | |
| "learning_rate": 9.993518824351593e-06, | |
| "loss": 1.4269, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.13165206240649713, | |
| "grad_norm": 3.862670421600342, | |
| "learning_rate": 9.993153841462912e-06, | |
| "loss": 1.5538, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.13250694592861723, | |
| "grad_norm": 3.251422166824341, | |
| "learning_rate": 9.992778868297855e-06, | |
| "loss": 1.5283, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.13336182945073732, | |
| "grad_norm": 2.1368870735168457, | |
| "learning_rate": 9.992393905606665e-06, | |
| "loss": 1.7056, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.13421671297285745, | |
| "grad_norm": 2.3016269207000732, | |
| "learning_rate": 9.991998954159574e-06, | |
| "loss": 1.6743, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.13507159649497755, | |
| "grad_norm": 2.4640464782714844, | |
| "learning_rate": 9.991594014746797e-06, | |
| "loss": 1.6553, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.13592648001709767, | |
| "grad_norm": 2.2740697860717773, | |
| "learning_rate": 9.991179088178538e-06, | |
| "loss": 1.9916, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.13678136353921777, | |
| "grad_norm": 2.08636736869812, | |
| "learning_rate": 9.99075417528498e-06, | |
| "loss": 1.8245, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1376362470613379, | |
| "grad_norm": 2.2464828491210938, | |
| "learning_rate": 9.990319276916282e-06, | |
| "loss": 1.4567, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.138491130583458, | |
| "grad_norm": 1.9842820167541504, | |
| "learning_rate": 9.98987439394259e-06, | |
| "loss": 1.7119, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.13934601410557812, | |
| "grad_norm": 2.2388288974761963, | |
| "learning_rate": 9.989419527254025e-06, | |
| "loss": 1.5563, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.14020089762769822, | |
| "grad_norm": 2.1352884769439697, | |
| "learning_rate": 9.98895467776068e-06, | |
| "loss": 1.7504, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.14105578114981834, | |
| "grad_norm": 2.172581672668457, | |
| "learning_rate": 9.988479846392621e-06, | |
| "loss": 1.6671, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.14191066467193844, | |
| "grad_norm": 2.1291165351867676, | |
| "learning_rate": 9.987995034099891e-06, | |
| "loss": 1.6297, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.14276554819405857, | |
| "grad_norm": 2.3043532371520996, | |
| "learning_rate": 9.987500241852501e-06, | |
| "loss": 1.4487, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.14362043171617866, | |
| "grad_norm": 2.1369128227233887, | |
| "learning_rate": 9.986995470640426e-06, | |
| "loss": 1.536, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1444753152382988, | |
| "grad_norm": 2.52339768409729, | |
| "learning_rate": 9.98648072147361e-06, | |
| "loss": 1.651, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.1453301987604189, | |
| "grad_norm": 2.230353832244873, | |
| "learning_rate": 9.985955995381961e-06, | |
| "loss": 1.6593, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.14618508228253901, | |
| "grad_norm": 1.9805208444595337, | |
| "learning_rate": 9.985421293415352e-06, | |
| "loss": 1.6041, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.1470399658046591, | |
| "grad_norm": 2.5390121936798096, | |
| "learning_rate": 9.984876616643605e-06, | |
| "loss": 1.6453, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.14789484932677924, | |
| "grad_norm": 2.267672538757324, | |
| "learning_rate": 9.984321966156511e-06, | |
| "loss": 1.4635, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.14874973284889934, | |
| "grad_norm": 2.2240028381347656, | |
| "learning_rate": 9.98375734306381e-06, | |
| "loss": 1.5787, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.14960461637101946, | |
| "grad_norm": 2.0597617626190186, | |
| "learning_rate": 9.9831827484952e-06, | |
| "loss": 1.8143, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.15045949989313956, | |
| "grad_norm": 2.1702632904052734, | |
| "learning_rate": 9.98259818360032e-06, | |
| "loss": 1.3521, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.15131438341525968, | |
| "grad_norm": 2.1068551540374756, | |
| "learning_rate": 9.982003649548773e-06, | |
| "loss": 1.642, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.15216926693737978, | |
| "grad_norm": 2.5010616779327393, | |
| "learning_rate": 9.981399147530095e-06, | |
| "loss": 1.7123, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.15302415045949988, | |
| "grad_norm": 2.073054790496826, | |
| "learning_rate": 9.98078467875377e-06, | |
| "loss": 1.6237, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.15387903398162, | |
| "grad_norm": 2.0609512329101562, | |
| "learning_rate": 9.980160244449225e-06, | |
| "loss": 1.6043, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1547339175037401, | |
| "grad_norm": 2.184964418411255, | |
| "learning_rate": 9.979525845865826e-06, | |
| "loss": 1.7787, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.15558880102586023, | |
| "grad_norm": 1.9945862293243408, | |
| "learning_rate": 9.978881484272873e-06, | |
| "loss": 1.573, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.15644368454798033, | |
| "grad_norm": 2.4625461101531982, | |
| "learning_rate": 9.978227160959602e-06, | |
| "loss": 1.486, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.15729856807010045, | |
| "grad_norm": 2.747724771499634, | |
| "learning_rate": 9.977562877235178e-06, | |
| "loss": 1.8208, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.15815345159222055, | |
| "grad_norm": 2.442047357559204, | |
| "learning_rate": 9.976888634428699e-06, | |
| "loss": 1.519, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.15900833511434068, | |
| "grad_norm": 2.035658836364746, | |
| "learning_rate": 9.976204433889185e-06, | |
| "loss": 1.7189, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.15986321863646077, | |
| "grad_norm": 1.9837456941604614, | |
| "learning_rate": 9.975510276985581e-06, | |
| "loss": 1.6247, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.1607181021585809, | |
| "grad_norm": 2.1273021697998047, | |
| "learning_rate": 9.974806165106753e-06, | |
| "loss": 1.588, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.161572985680701, | |
| "grad_norm": 2.254690647125244, | |
| "learning_rate": 9.974092099661485e-06, | |
| "loss": 1.4978, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.16242786920282112, | |
| "grad_norm": 2.070093870162964, | |
| "learning_rate": 9.973368082078474e-06, | |
| "loss": 1.5023, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.16328275272494122, | |
| "grad_norm": 2.2594425678253174, | |
| "learning_rate": 9.972634113806332e-06, | |
| "loss": 1.3271, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.16413763624706135, | |
| "grad_norm": 2.137816905975342, | |
| "learning_rate": 9.971890196313578e-06, | |
| "loss": 1.6029, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.16499251976918144, | |
| "grad_norm": 2.150294542312622, | |
| "learning_rate": 9.971136331088638e-06, | |
| "loss": 1.5479, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.16584740329130157, | |
| "grad_norm": 2.0613577365875244, | |
| "learning_rate": 9.970372519639843e-06, | |
| "loss": 1.6085, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.16670228681342167, | |
| "grad_norm": 2.489182233810425, | |
| "learning_rate": 9.969598763495422e-06, | |
| "loss": 1.5447, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.1675571703355418, | |
| "grad_norm": 1.9882975816726685, | |
| "learning_rate": 9.968815064203503e-06, | |
| "loss": 1.6983, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.1684120538576619, | |
| "grad_norm": 2.307633638381958, | |
| "learning_rate": 9.968021423332106e-06, | |
| "loss": 1.3364, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.16926693737978202, | |
| "grad_norm": 2.16860032081604, | |
| "learning_rate": 9.967217842469144e-06, | |
| "loss": 1.4998, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.17012182090190212, | |
| "grad_norm": 2.1140408515930176, | |
| "learning_rate": 9.966404323222419e-06, | |
| "loss": 1.7047, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.1709767044240222, | |
| "grad_norm": 2.0061354637145996, | |
| "learning_rate": 9.965580867219615e-06, | |
| "loss": 1.6829, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17183158794614234, | |
| "grad_norm": 2.1682636737823486, | |
| "learning_rate": 9.964747476108297e-06, | |
| "loss": 1.599, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.17268647146826244, | |
| "grad_norm": 2.050809144973755, | |
| "learning_rate": 9.963904151555913e-06, | |
| "loss": 1.6234, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.17354135499038256, | |
| "grad_norm": 2.009514331817627, | |
| "learning_rate": 9.963050895249779e-06, | |
| "loss": 1.6771, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.17439623851250266, | |
| "grad_norm": 2.012481689453125, | |
| "learning_rate": 9.962187708897088e-06, | |
| "loss": 1.5752, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.17525112203462279, | |
| "grad_norm": 2.2250049114227295, | |
| "learning_rate": 9.961314594224897e-06, | |
| "loss": 1.6165, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.17610600555674288, | |
| "grad_norm": 2.289846658706665, | |
| "learning_rate": 9.960431552980132e-06, | |
| "loss": 1.5527, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.176960889078863, | |
| "grad_norm": 2.110806703567505, | |
| "learning_rate": 9.959538586929576e-06, | |
| "loss": 1.5558, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.1778157726009831, | |
| "grad_norm": 1.9617878198623657, | |
| "learning_rate": 9.958635697859871e-06, | |
| "loss": 1.6633, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.17867065612310323, | |
| "grad_norm": 2.2823057174682617, | |
| "learning_rate": 9.95772288757751e-06, | |
| "loss": 1.6224, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.17952553964522333, | |
| "grad_norm": 1.9670095443725586, | |
| "learning_rate": 9.956800157908843e-06, | |
| "loss": 1.8749, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18038042316734346, | |
| "grad_norm": 2.7742271423339844, | |
| "learning_rate": 9.955867510700064e-06, | |
| "loss": 1.486, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.18123530668946355, | |
| "grad_norm": 2.0588271617889404, | |
| "learning_rate": 9.954924947817202e-06, | |
| "loss": 1.5673, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.18209019021158368, | |
| "grad_norm": 1.9455853700637817, | |
| "learning_rate": 9.953972471146139e-06, | |
| "loss": 1.5381, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.18294507373370378, | |
| "grad_norm": 2.869638442993164, | |
| "learning_rate": 9.95301008259258e-06, | |
| "loss": 1.5812, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.1837999572558239, | |
| "grad_norm": 2.755342960357666, | |
| "learning_rate": 9.952037784082069e-06, | |
| "loss": 1.7378, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.184654840777944, | |
| "grad_norm": 2.0044925212860107, | |
| "learning_rate": 9.951055577559978e-06, | |
| "loss": 1.6928, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.18550972430006413, | |
| "grad_norm": 1.9753495454788208, | |
| "learning_rate": 9.950063464991498e-06, | |
| "loss": 1.6793, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.18636460782218423, | |
| "grad_norm": 2.6321005821228027, | |
| "learning_rate": 9.949061448361645e-06, | |
| "loss": 1.8052, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.18721949134430435, | |
| "grad_norm": 1.9599953889846802, | |
| "learning_rate": 9.948049529675246e-06, | |
| "loss": 1.6699, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.18807437486642445, | |
| "grad_norm": 2.058579444885254, | |
| "learning_rate": 9.947027710956944e-06, | |
| "loss": 1.5779, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.18892925838854457, | |
| "grad_norm": 1.9399949312210083, | |
| "learning_rate": 9.945995994251189e-06, | |
| "loss": 1.7076, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.18978414191066467, | |
| "grad_norm": 2.8098912239074707, | |
| "learning_rate": 9.944954381622234e-06, | |
| "loss": 1.5293, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.19063902543278477, | |
| "grad_norm": 2.3304898738861084, | |
| "learning_rate": 9.943902875154133e-06, | |
| "loss": 1.5303, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.1914939089549049, | |
| "grad_norm": 1.800581693649292, | |
| "learning_rate": 9.94284147695073e-06, | |
| "loss": 1.871, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.192348792477025, | |
| "grad_norm": 1.8096035718917847, | |
| "learning_rate": 9.941770189135674e-06, | |
| "loss": 1.6497, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.19320367599914512, | |
| "grad_norm": 2.4061684608459473, | |
| "learning_rate": 9.940689013852385e-06, | |
| "loss": 1.3758, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.19405855952126522, | |
| "grad_norm": 2.075972557067871, | |
| "learning_rate": 9.939597953264075e-06, | |
| "loss": 1.6361, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.19491344304338534, | |
| "grad_norm": 1.9757728576660156, | |
| "learning_rate": 9.938497009553732e-06, | |
| "loss": 1.6045, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.19576832656550544, | |
| "grad_norm": 2.0147316455841064, | |
| "learning_rate": 9.937386184924119e-06, | |
| "loss": 1.718, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.19662321008762557, | |
| "grad_norm": 4.8961334228515625, | |
| "learning_rate": 9.93626548159777e-06, | |
| "loss": 1.8579, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.19747809360974566, | |
| "grad_norm": 3.387730836868286, | |
| "learning_rate": 9.935134901816977e-06, | |
| "loss": 1.4704, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.1983329771318658, | |
| "grad_norm": 3.4209892749786377, | |
| "learning_rate": 9.933994447843804e-06, | |
| "loss": 1.7328, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.1991878606539859, | |
| "grad_norm": 2.224865436553955, | |
| "learning_rate": 9.932844121960062e-06, | |
| "loss": 1.5973, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.200042744176106, | |
| "grad_norm": 2.7523677349090576, | |
| "learning_rate": 9.931683926467318e-06, | |
| "loss": 1.4736, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.2008976276982261, | |
| "grad_norm": 2.1172382831573486, | |
| "learning_rate": 9.930513863686885e-06, | |
| "loss": 1.5492, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.20175251122034624, | |
| "grad_norm": 2.0145204067230225, | |
| "learning_rate": 9.92933393595982e-06, | |
| "loss": 1.7651, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.20260739474246633, | |
| "grad_norm": 1.7892417907714844, | |
| "learning_rate": 9.928144145646915e-06, | |
| "loss": 1.8183, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.20346227826458646, | |
| "grad_norm": 2.0646109580993652, | |
| "learning_rate": 9.926944495128696e-06, | |
| "loss": 1.6102, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.20431716178670656, | |
| "grad_norm": 2.2819433212280273, | |
| "learning_rate": 9.925734986805418e-06, | |
| "loss": 1.7732, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.20517204530882668, | |
| "grad_norm": 1.963572382926941, | |
| "learning_rate": 9.924515623097059e-06, | |
| "loss": 1.786, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.20602692883094678, | |
| "grad_norm": 2.0390403270721436, | |
| "learning_rate": 9.923286406443315e-06, | |
| "loss": 1.6186, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.2068818123530669, | |
| "grad_norm": 2.267930507659912, | |
| "learning_rate": 9.922047339303597e-06, | |
| "loss": 1.5218, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.207736695875187, | |
| "grad_norm": 1.9752867221832275, | |
| "learning_rate": 9.920798424157025e-06, | |
| "loss": 1.874, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.2085915793973071, | |
| "grad_norm": 2.595473289489746, | |
| "learning_rate": 9.91953966350242e-06, | |
| "loss": 1.6422, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.20944646291942723, | |
| "grad_norm": 2.4579105377197266, | |
| "learning_rate": 9.918271059858304e-06, | |
| "loss": 1.539, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.21030134644154733, | |
| "grad_norm": 2.0564873218536377, | |
| "learning_rate": 9.916992615762895e-06, | |
| "loss": 1.5645, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.21115622996366745, | |
| "grad_norm": 2.313728094100952, | |
| "learning_rate": 9.915704333774095e-06, | |
| "loss": 1.5913, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.21201111348578755, | |
| "grad_norm": 2.0686261653900146, | |
| "learning_rate": 9.914406216469493e-06, | |
| "loss": 1.6991, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.21286599700790768, | |
| "grad_norm": 1.7527450323104858, | |
| "learning_rate": 9.913098266446354e-06, | |
| "loss": 1.5427, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.21372088053002777, | |
| "grad_norm": 1.9648592472076416, | |
| "learning_rate": 9.911780486321618e-06, | |
| "loss": 1.5907, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2145757640521479, | |
| "grad_norm": 2.190805196762085, | |
| "learning_rate": 9.910452878731895e-06, | |
| "loss": 1.5391, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.215430647574268, | |
| "grad_norm": 2.548785924911499, | |
| "learning_rate": 9.909115446333453e-06, | |
| "loss": 1.823, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.21628553109638812, | |
| "grad_norm": 2.668999671936035, | |
| "learning_rate": 9.907768191802221e-06, | |
| "loss": 1.4534, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.21714041461850822, | |
| "grad_norm": 1.8880456686019897, | |
| "learning_rate": 9.906411117833778e-06, | |
| "loss": 1.9095, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.21799529814062835, | |
| "grad_norm": 2.0296988487243652, | |
| "learning_rate": 9.905044227143351e-06, | |
| "loss": 1.5362, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.21885018166274844, | |
| "grad_norm": 1.850406289100647, | |
| "learning_rate": 9.90366752246581e-06, | |
| "loss": 1.5792, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.21970506518486857, | |
| "grad_norm": 2.1268975734710693, | |
| "learning_rate": 9.902281006555654e-06, | |
| "loss": 1.732, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.22055994870698867, | |
| "grad_norm": 2.0648953914642334, | |
| "learning_rate": 9.90088468218702e-06, | |
| "loss": 1.5056, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.2214148322291088, | |
| "grad_norm": 2.415849447250366, | |
| "learning_rate": 9.899478552153665e-06, | |
| "loss": 1.5931, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.2222697157512289, | |
| "grad_norm": 2.0099523067474365, | |
| "learning_rate": 9.89806261926897e-06, | |
| "loss": 1.6716, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.22312459927334902, | |
| "grad_norm": 2.1277308464050293, | |
| "learning_rate": 9.896636886365921e-06, | |
| "loss": 1.5538, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.22397948279546911, | |
| "grad_norm": 1.9735395908355713, | |
| "learning_rate": 9.895201356297122e-06, | |
| "loss": 1.6561, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.22483436631758924, | |
| "grad_norm": 2.20600962638855, | |
| "learning_rate": 9.89375603193477e-06, | |
| "loss": 1.7162, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.22568924983970934, | |
| "grad_norm": 2.5070505142211914, | |
| "learning_rate": 9.892300916170665e-06, | |
| "loss": 1.5809, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.22654413336182946, | |
| "grad_norm": 2.2711572647094727, | |
| "learning_rate": 9.890836011916194e-06, | |
| "loss": 1.5735, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.22739901688394956, | |
| "grad_norm": 2.1966934204101562, | |
| "learning_rate": 9.88936132210233e-06, | |
| "loss": 1.7117, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.22825390040606966, | |
| "grad_norm": 2.4135377407073975, | |
| "learning_rate": 9.887876849679627e-06, | |
| "loss": 1.4651, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.22910878392818979, | |
| "grad_norm": 1.9522583484649658, | |
| "learning_rate": 9.886382597618207e-06, | |
| "loss": 1.6792, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.22996366745030988, | |
| "grad_norm": 2.727830171585083, | |
| "learning_rate": 9.884878568907764e-06, | |
| "loss": 1.5722, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.23081855097243, | |
| "grad_norm": 2.306396245956421, | |
| "learning_rate": 9.883364766557549e-06, | |
| "loss": 1.6057, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2316734344945501, | |
| "grad_norm": 2.0543172359466553, | |
| "learning_rate": 9.88184119359637e-06, | |
| "loss": 1.5904, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.23252831801667023, | |
| "grad_norm": 1.944240927696228, | |
| "learning_rate": 9.880307853072582e-06, | |
| "loss": 1.5547, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.23338320153879033, | |
| "grad_norm": 1.8696750402450562, | |
| "learning_rate": 9.878764748054089e-06, | |
| "loss": 1.611, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.23423808506091046, | |
| "grad_norm": 1.9814125299453735, | |
| "learning_rate": 9.877211881628325e-06, | |
| "loss": 1.5352, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.23509296858303055, | |
| "grad_norm": 4.211121559143066, | |
| "learning_rate": 9.87564925690226e-06, | |
| "loss": 1.6153, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.23594785210515068, | |
| "grad_norm": 3.5215139389038086, | |
| "learning_rate": 9.874076877002381e-06, | |
| "loss": 1.4883, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.23680273562727078, | |
| "grad_norm": 2.044966459274292, | |
| "learning_rate": 9.872494745074701e-06, | |
| "loss": 1.5476, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.2376576191493909, | |
| "grad_norm": 2.230739116668701, | |
| "learning_rate": 9.87090286428474e-06, | |
| "loss": 1.5347, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.238512502671511, | |
| "grad_norm": 7.256809234619141, | |
| "learning_rate": 9.869301237817524e-06, | |
| "loss": 1.7037, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.23936738619363113, | |
| "grad_norm": 2.069016218185425, | |
| "learning_rate": 9.867689868877582e-06, | |
| "loss": 1.6771, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.24022226971575122, | |
| "grad_norm": 2.5683460235595703, | |
| "learning_rate": 9.866068760688929e-06, | |
| "loss": 1.5833, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.24107715323787135, | |
| "grad_norm": 2.004464864730835, | |
| "learning_rate": 9.864437916495073e-06, | |
| "loss": 1.6213, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.24193203675999145, | |
| "grad_norm": 2.210275411605835, | |
| "learning_rate": 9.862797339558995e-06, | |
| "loss": 1.5354, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.24278692028211157, | |
| "grad_norm": 2.1438090801239014, | |
| "learning_rate": 9.861147033163156e-06, | |
| "loss": 1.6764, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.24364180380423167, | |
| "grad_norm": 1.9565024375915527, | |
| "learning_rate": 9.85948700060948e-06, | |
| "loss": 1.6768, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.2444966873263518, | |
| "grad_norm": 2.793376922607422, | |
| "learning_rate": 9.85781724521935e-06, | |
| "loss": 1.5542, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.2453515708484719, | |
| "grad_norm": 2.833108425140381, | |
| "learning_rate": 9.856137770333606e-06, | |
| "loss": 1.6302, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.24620645437059202, | |
| "grad_norm": 2.1430552005767822, | |
| "learning_rate": 9.85444857931253e-06, | |
| "loss": 1.6496, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.24706133789271212, | |
| "grad_norm": 1.821040153503418, | |
| "learning_rate": 9.85274967553585e-06, | |
| "loss": 1.6246, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.24791622141483222, | |
| "grad_norm": 2.6233530044555664, | |
| "learning_rate": 9.851041062402721e-06, | |
| "loss": 1.4109, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.24877110493695234, | |
| "grad_norm": 1.9718334674835205, | |
| "learning_rate": 9.849322743331731e-06, | |
| "loss": 1.6219, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.24962598845907244, | |
| "grad_norm": 1.8950848579406738, | |
| "learning_rate": 9.847594721760878e-06, | |
| "loss": 1.6511, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.25048087198119257, | |
| "grad_norm": 2.438082218170166, | |
| "learning_rate": 9.845857001147585e-06, | |
| "loss": 1.5432, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.25048087198119257, | |
| "eval_loss": 1.6429485082626343, | |
| "eval_runtime": 535.3503, | |
| "eval_samples_per_second": 7.39, | |
| "eval_steps_per_second": 3.695, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.25133575550331266, | |
| "grad_norm": 2.273573398590088, | |
| "learning_rate": 9.844109584968669e-06, | |
| "loss": 1.5812, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.25219063902543276, | |
| "grad_norm": 1.8384723663330078, | |
| "learning_rate": 9.842352476720354e-06, | |
| "loss": 1.6735, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.2530455225475529, | |
| "grad_norm": 1.9818137884140015, | |
| "learning_rate": 9.840585679918254e-06, | |
| "loss": 1.7463, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.253900406069673, | |
| "grad_norm": 2.039534568786621, | |
| "learning_rate": 9.838809198097365e-06, | |
| "loss": 1.6754, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.2547552895917931, | |
| "grad_norm": 3.1951630115509033, | |
| "learning_rate": 9.837023034812064e-06, | |
| "loss": 1.5875, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.2556101731139132, | |
| "grad_norm": 2.5072474479675293, | |
| "learning_rate": 9.835227193636096e-06, | |
| "loss": 1.4731, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.25646505663603336, | |
| "grad_norm": 1.7682746648788452, | |
| "learning_rate": 9.83342167816257e-06, | |
| "loss": 1.6874, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.25731994015815346, | |
| "grad_norm": 2.0054051876068115, | |
| "learning_rate": 9.831606492003955e-06, | |
| "loss": 1.7077, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.25817482368027356, | |
| "grad_norm": 1.800396203994751, | |
| "learning_rate": 9.829781638792064e-06, | |
| "loss": 1.714, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.25902970720239366, | |
| "grad_norm": 2.194918394088745, | |
| "learning_rate": 9.827947122178055e-06, | |
| "loss": 1.6603, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.2598845907245138, | |
| "grad_norm": 2.0959277153015137, | |
| "learning_rate": 9.826102945832418e-06, | |
| "loss": 1.6439, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.2607394742466339, | |
| "grad_norm": 2.1359193325042725, | |
| "learning_rate": 9.824249113444973e-06, | |
| "loss": 1.6057, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.261594357768754, | |
| "grad_norm": 1.9840806722640991, | |
| "learning_rate": 9.822385628724855e-06, | |
| "loss": 1.5768, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.2624492412908741, | |
| "grad_norm": 1.8947420120239258, | |
| "learning_rate": 9.82051249540052e-06, | |
| "loss": 1.6567, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.26330412481299426, | |
| "grad_norm": 1.949657678604126, | |
| "learning_rate": 9.818629717219719e-06, | |
| "loss": 1.6144, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.26415900833511435, | |
| "grad_norm": 2.000495195388794, | |
| "learning_rate": 9.816737297949506e-06, | |
| "loss": 1.671, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.26501389185723445, | |
| "grad_norm": 2.1426568031311035, | |
| "learning_rate": 9.814835241376223e-06, | |
| "loss": 1.7611, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.26586877537935455, | |
| "grad_norm": 1.849526047706604, | |
| "learning_rate": 9.812923551305497e-06, | |
| "loss": 1.67, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.26672365890147465, | |
| "grad_norm": 1.818123459815979, | |
| "learning_rate": 9.811002231562228e-06, | |
| "loss": 1.5275, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.2675785424235948, | |
| "grad_norm": 2.141369104385376, | |
| "learning_rate": 9.80907128599058e-06, | |
| "loss": 1.4483, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.2684334259457149, | |
| "grad_norm": 1.8215101957321167, | |
| "learning_rate": 9.80713071845398e-06, | |
| "loss": 1.4223, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.269288309467835, | |
| "grad_norm": 1.7793519496917725, | |
| "learning_rate": 9.805180532835104e-06, | |
| "loss": 1.8701, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.2701431929899551, | |
| "grad_norm": 2.3831069469451904, | |
| "learning_rate": 9.803220733035876e-06, | |
| "loss": 1.5475, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.27099807651207525, | |
| "grad_norm": 2.3979852199554443, | |
| "learning_rate": 9.801251322977454e-06, | |
| "loss": 1.7673, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.27185296003419535, | |
| "grad_norm": 2.326536178588867, | |
| "learning_rate": 9.799272306600219e-06, | |
| "loss": 1.776, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.27270784355631544, | |
| "grad_norm": 2.0572667121887207, | |
| "learning_rate": 9.79728368786378e-06, | |
| "loss": 1.597, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.27356272707843554, | |
| "grad_norm": 2.6097846031188965, | |
| "learning_rate": 9.795285470746954e-06, | |
| "loss": 1.5121, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.2744176106005557, | |
| "grad_norm": 2.138073682785034, | |
| "learning_rate": 9.793277659247764e-06, | |
| "loss": 1.5842, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.2752724941226758, | |
| "grad_norm": 1.9335135221481323, | |
| "learning_rate": 9.79126025738343e-06, | |
| "loss": 1.678, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.2761273776447959, | |
| "grad_norm": 1.9786878824234009, | |
| "learning_rate": 9.789233269190357e-06, | |
| "loss": 1.634, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.276982261166916, | |
| "grad_norm": 1.932175636291504, | |
| "learning_rate": 9.787196698724133e-06, | |
| "loss": 1.6037, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.27783714468903614, | |
| "grad_norm": 2.077538013458252, | |
| "learning_rate": 9.785150550059519e-06, | |
| "loss": 1.5051, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.27869202821115624, | |
| "grad_norm": 1.9720157384872437, | |
| "learning_rate": 9.783094827290439e-06, | |
| "loss": 1.5322, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.27954691173327634, | |
| "grad_norm": 1.9299103021621704, | |
| "learning_rate": 9.781029534529968e-06, | |
| "loss": 1.6145, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.28040179525539644, | |
| "grad_norm": 2.12306547164917, | |
| "learning_rate": 9.778954675910337e-06, | |
| "loss": 1.6878, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.2812566787775166, | |
| "grad_norm": 1.9829449653625488, | |
| "learning_rate": 9.776870255582913e-06, | |
| "loss": 1.7578, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.2821115622996367, | |
| "grad_norm": 2.2889063358306885, | |
| "learning_rate": 9.774776277718193e-06, | |
| "loss": 1.4426, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2829664458217568, | |
| "grad_norm": 2.5552847385406494, | |
| "learning_rate": 9.772672746505794e-06, | |
| "loss": 1.8471, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.2838213293438769, | |
| "grad_norm": 2.1380834579467773, | |
| "learning_rate": 9.770559666154454e-06, | |
| "loss": 1.5864, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.284676212865997, | |
| "grad_norm": 2.1155436038970947, | |
| "learning_rate": 9.76843704089201e-06, | |
| "loss": 1.6244, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.28553109638811713, | |
| "grad_norm": 1.8792701959609985, | |
| "learning_rate": 9.766304874965403e-06, | |
| "loss": 1.7114, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.28638597991023723, | |
| "grad_norm": 2.630060911178589, | |
| "learning_rate": 9.764163172640657e-06, | |
| "loss": 1.704, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.28724086343235733, | |
| "grad_norm": 2.6928205490112305, | |
| "learning_rate": 9.76201193820288e-06, | |
| "loss": 1.4833, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.2880957469544774, | |
| "grad_norm": 1.9738703966140747, | |
| "learning_rate": 9.759851175956252e-06, | |
| "loss": 1.7405, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.2889506304765976, | |
| "grad_norm": 1.8967580795288086, | |
| "learning_rate": 9.757680890224013e-06, | |
| "loss": 1.6763, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.2898055139987177, | |
| "grad_norm": 1.9165318012237549, | |
| "learning_rate": 9.75550108534846e-06, | |
| "loss": 1.6598, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.2906603975208378, | |
| "grad_norm": 1.984978437423706, | |
| "learning_rate": 9.753311765690935e-06, | |
| "loss": 1.5119, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2915152810429579, | |
| "grad_norm": 1.8836838006973267, | |
| "learning_rate": 9.751112935631816e-06, | |
| "loss": 1.6941, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.29237016456507803, | |
| "grad_norm": 1.778017520904541, | |
| "learning_rate": 9.748904599570517e-06, | |
| "loss": 1.6655, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.2932250480871981, | |
| "grad_norm": 2.1019034385681152, | |
| "learning_rate": 9.746686761925456e-06, | |
| "loss": 1.6087, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.2940799316093182, | |
| "grad_norm": 2.2590184211730957, | |
| "learning_rate": 9.744459427134081e-06, | |
| "loss": 1.3935, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.2949348151314383, | |
| "grad_norm": 1.9555338621139526, | |
| "learning_rate": 9.742222599652824e-06, | |
| "loss": 1.6565, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.2957896986535585, | |
| "grad_norm": 1.791080355644226, | |
| "learning_rate": 9.739976283957122e-06, | |
| "loss": 1.7648, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.2966445821756786, | |
| "grad_norm": 2.701005697250366, | |
| "learning_rate": 9.737720484541389e-06, | |
| "loss": 1.6442, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.29749946569779867, | |
| "grad_norm": 2.1853907108306885, | |
| "learning_rate": 9.735455205919019e-06, | |
| "loss": 1.5882, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.29835434921991877, | |
| "grad_norm": 2.8202414512634277, | |
| "learning_rate": 9.733180452622371e-06, | |
| "loss": 1.6558, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.2992092327420389, | |
| "grad_norm": 1.9966498613357544, | |
| "learning_rate": 9.730896229202756e-06, | |
| "loss": 1.5792, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.300064116264159, | |
| "grad_norm": 1.8057630062103271, | |
| "learning_rate": 9.72860254023044e-06, | |
| "loss": 1.8001, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.3009189997862791, | |
| "grad_norm": 1.988755702972412, | |
| "learning_rate": 9.726299390294621e-06, | |
| "loss": 1.8377, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.3017738833083992, | |
| "grad_norm": 1.7807461023330688, | |
| "learning_rate": 9.72398678400343e-06, | |
| "loss": 1.6874, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.30262876683051937, | |
| "grad_norm": 2.122286081314087, | |
| "learning_rate": 9.72166472598392e-06, | |
| "loss": 1.4228, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.30348365035263947, | |
| "grad_norm": 2.2886228561401367, | |
| "learning_rate": 9.719333220882051e-06, | |
| "loss": 1.7398, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.30433853387475956, | |
| "grad_norm": 1.948338270187378, | |
| "learning_rate": 9.716992273362686e-06, | |
| "loss": 1.5523, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.30519341739687966, | |
| "grad_norm": 1.9473958015441895, | |
| "learning_rate": 9.714641888109582e-06, | |
| "loss": 1.7423, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.30604830091899976, | |
| "grad_norm": 2.157661199569702, | |
| "learning_rate": 9.712282069825375e-06, | |
| "loss": 1.3287, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.3069031844411199, | |
| "grad_norm": 3.0535852909088135, | |
| "learning_rate": 9.70991282323158e-06, | |
| "loss": 1.5311, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.30775806796324, | |
| "grad_norm": 1.8765023946762085, | |
| "learning_rate": 9.707534153068574e-06, | |
| "loss": 1.7105, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3086129514853601, | |
| "grad_norm": 2.0064175128936768, | |
| "learning_rate": 9.705146064095585e-06, | |
| "loss": 1.6531, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.3094678350074802, | |
| "grad_norm": 1.9886373281478882, | |
| "learning_rate": 9.70274856109069e-06, | |
| "loss": 1.4997, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.31032271852960036, | |
| "grad_norm": 1.990229606628418, | |
| "learning_rate": 9.700341648850802e-06, | |
| "loss": 1.5256, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.31117760205172046, | |
| "grad_norm": 2.106940507888794, | |
| "learning_rate": 9.697925332191656e-06, | |
| "loss": 1.7129, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.31203248557384056, | |
| "grad_norm": 1.7736214399337769, | |
| "learning_rate": 9.695499615947808e-06, | |
| "loss": 1.6478, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.31288736909596065, | |
| "grad_norm": 2.1179401874542236, | |
| "learning_rate": 9.693064504972619e-06, | |
| "loss": 1.5524, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.3137422526180808, | |
| "grad_norm": 1.916581392288208, | |
| "learning_rate": 9.690620004138245e-06, | |
| "loss": 1.6106, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.3145971361402009, | |
| "grad_norm": 1.9544050693511963, | |
| "learning_rate": 9.68816611833563e-06, | |
| "loss": 1.4856, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.315452019662321, | |
| "grad_norm": 1.9140318632125854, | |
| "learning_rate": 9.685702852474499e-06, | |
| "loss": 1.5316, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.3163069031844411, | |
| "grad_norm": 2.6337473392486572, | |
| "learning_rate": 9.683230211483337e-06, | |
| "loss": 1.6554, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.31716178670656126, | |
| "grad_norm": 4.639531135559082, | |
| "learning_rate": 9.680748200309396e-06, | |
| "loss": 1.6353, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.31801667022868135, | |
| "grad_norm": 2.012089967727661, | |
| "learning_rate": 9.678256823918668e-06, | |
| "loss": 1.5873, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.31887155375080145, | |
| "grad_norm": 2.249965190887451, | |
| "learning_rate": 9.67575608729589e-06, | |
| "loss": 1.5251, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.31972643727292155, | |
| "grad_norm": 2.2432241439819336, | |
| "learning_rate": 9.673245995444516e-06, | |
| "loss": 1.5292, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.3205813207950417, | |
| "grad_norm": 1.8957768678665161, | |
| "learning_rate": 9.67072655338673e-06, | |
| "loss": 1.542, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.3214362043171618, | |
| "grad_norm": 2.318333148956299, | |
| "learning_rate": 9.668197766163417e-06, | |
| "loss": 1.6483, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.3222910878392819, | |
| "grad_norm": 1.8972350358963013, | |
| "learning_rate": 9.665659638834162e-06, | |
| "loss": 1.7009, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.323145971361402, | |
| "grad_norm": 1.7293806076049805, | |
| "learning_rate": 9.663112176477238e-06, | |
| "loss": 1.7716, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.3240008548835221, | |
| "grad_norm": 1.9904060363769531, | |
| "learning_rate": 9.660555384189592e-06, | |
| "loss": 1.6335, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.32485573840564225, | |
| "grad_norm": 1.9652825593948364, | |
| "learning_rate": 9.657989267086842e-06, | |
| "loss": 1.5519, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.32571062192776234, | |
| "grad_norm": 2.0220279693603516, | |
| "learning_rate": 9.655413830303264e-06, | |
| "loss": 1.5513, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.32656550544988244, | |
| "grad_norm": 1.9460409879684448, | |
| "learning_rate": 9.652829078991775e-06, | |
| "loss": 1.4417, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.32742038897200254, | |
| "grad_norm": 1.9341466426849365, | |
| "learning_rate": 9.650235018323932e-06, | |
| "loss": 1.5433, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.3282752724941227, | |
| "grad_norm": 1.7564873695373535, | |
| "learning_rate": 9.647631653489922e-06, | |
| "loss": 1.7237, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.3291301560162428, | |
| "grad_norm": 1.9628024101257324, | |
| "learning_rate": 9.645018989698541e-06, | |
| "loss": 1.7277, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.3299850395383629, | |
| "grad_norm": 2.3082334995269775, | |
| "learning_rate": 9.642397032177194e-06, | |
| "loss": 1.5495, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.330839923060483, | |
| "grad_norm": 1.866422414779663, | |
| "learning_rate": 9.63976578617188e-06, | |
| "loss": 1.7534, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.33169480658260314, | |
| "grad_norm": 2.317007541656494, | |
| "learning_rate": 9.637125256947182e-06, | |
| "loss": 1.5052, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.33254969010472324, | |
| "grad_norm": 1.8729028701782227, | |
| "learning_rate": 9.634475449786256e-06, | |
| "loss": 1.8099, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.33340457362684334, | |
| "grad_norm": 2.69675874710083, | |
| "learning_rate": 9.631816369990826e-06, | |
| "loss": 1.7547, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.33425945714896343, | |
| "grad_norm": 1.989051103591919, | |
| "learning_rate": 9.629148022881162e-06, | |
| "loss": 1.3242, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.3351143406710836, | |
| "grad_norm": 1.821259617805481, | |
| "learning_rate": 9.62647041379608e-06, | |
| "loss": 1.7114, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.3359692241932037, | |
| "grad_norm": 2.20082688331604, | |
| "learning_rate": 9.623783548092927e-06, | |
| "loss": 1.6421, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.3368241077153238, | |
| "grad_norm": 2.1007845401763916, | |
| "learning_rate": 9.621087431147571e-06, | |
| "loss": 1.5982, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.3376789912374439, | |
| "grad_norm": 1.973475456237793, | |
| "learning_rate": 9.618382068354385e-06, | |
| "loss": 1.4475, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.33853387475956404, | |
| "grad_norm": 2.067143201828003, | |
| "learning_rate": 9.615667465126249e-06, | |
| "loss": 1.5659, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.33938875828168413, | |
| "grad_norm": 4.515519142150879, | |
| "learning_rate": 9.612943626894524e-06, | |
| "loss": 1.5314, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.34024364180380423, | |
| "grad_norm": 2.152055501937866, | |
| "learning_rate": 9.610210559109053e-06, | |
| "loss": 1.6649, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.34109852532592433, | |
| "grad_norm": 1.7932733297348022, | |
| "learning_rate": 9.607468267238144e-06, | |
| "loss": 1.623, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.3419534088480444, | |
| "grad_norm": 2.0391805171966553, | |
| "learning_rate": 9.60471675676856e-06, | |
| "loss": 1.3268, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3428082923701646, | |
| "grad_norm": 1.702877163887024, | |
| "learning_rate": 9.60195603320551e-06, | |
| "loss": 1.7459, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.3436631758922847, | |
| "grad_norm": 2.219301700592041, | |
| "learning_rate": 9.599186102072633e-06, | |
| "loss": 1.4155, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.3445180594144048, | |
| "grad_norm": 2.3838083744049072, | |
| "learning_rate": 9.596406968911994e-06, | |
| "loss": 1.6431, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.3453729429365249, | |
| "grad_norm": 1.8397514820098877, | |
| "learning_rate": 9.59361863928407e-06, | |
| "loss": 1.6565, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.346227826458645, | |
| "grad_norm": 1.9715574979782104, | |
| "learning_rate": 9.590821118767735e-06, | |
| "loss": 1.5712, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.3470827099807651, | |
| "grad_norm": 1.8566009998321533, | |
| "learning_rate": 9.588014412960251e-06, | |
| "loss": 1.4365, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.3479375935028852, | |
| "grad_norm": 2.3083534240722656, | |
| "learning_rate": 9.585198527477266e-06, | |
| "loss": 1.6871, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.3487924770250053, | |
| "grad_norm": 2.463879346847534, | |
| "learning_rate": 9.582373467952785e-06, | |
| "loss": 1.347, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.3496473605471255, | |
| "grad_norm": 1.7422118186950684, | |
| "learning_rate": 9.579539240039175e-06, | |
| "loss": 1.6822, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.35050224406924557, | |
| "grad_norm": 3.396388292312622, | |
| "learning_rate": 9.576695849407142e-06, | |
| "loss": 1.4162, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.35135712759136567, | |
| "grad_norm": 1.8444187641143799, | |
| "learning_rate": 9.573843301745729e-06, | |
| "loss": 1.49, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.35221201111348577, | |
| "grad_norm": 1.8690928220748901, | |
| "learning_rate": 9.570981602762298e-06, | |
| "loss": 1.677, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.3530668946356059, | |
| "grad_norm": 1.8715145587921143, | |
| "learning_rate": 9.568110758182521e-06, | |
| "loss": 1.5221, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.353921778157726, | |
| "grad_norm": 2.1251678466796875, | |
| "learning_rate": 9.565230773750369e-06, | |
| "loss": 1.4464, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.3547766616798461, | |
| "grad_norm": 1.9180314540863037, | |
| "learning_rate": 9.562341655228102e-06, | |
| "loss": 1.5082, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.3556315452019662, | |
| "grad_norm": 2.0336544513702393, | |
| "learning_rate": 9.559443408396252e-06, | |
| "loss": 1.6297, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.35648642872408637, | |
| "grad_norm": 1.9119011163711548, | |
| "learning_rate": 9.556536039053614e-06, | |
| "loss": 1.5721, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.35734131224620647, | |
| "grad_norm": 2.0506341457366943, | |
| "learning_rate": 9.553619553017242e-06, | |
| "loss": 1.5863, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.35819619576832656, | |
| "grad_norm": 2.2243218421936035, | |
| "learning_rate": 9.550693956122423e-06, | |
| "loss": 1.6749, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.35905107929044666, | |
| "grad_norm": 2.0671815872192383, | |
| "learning_rate": 9.547759254222677e-06, | |
| "loss": 1.5347, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3599059628125668, | |
| "grad_norm": 2.6808528900146484, | |
| "learning_rate": 9.544815453189742e-06, | |
| "loss": 1.5961, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.3607608463346869, | |
| "grad_norm": 2.706782102584839, | |
| "learning_rate": 9.541862558913557e-06, | |
| "loss": 1.7542, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.361615729856807, | |
| "grad_norm": 1.9116767644882202, | |
| "learning_rate": 9.538900577302259e-06, | |
| "loss": 1.5888, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.3624706133789271, | |
| "grad_norm": 1.8376832008361816, | |
| "learning_rate": 9.535929514282165e-06, | |
| "loss": 1.7108, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.3633254969010472, | |
| "grad_norm": 2.479327917098999, | |
| "learning_rate": 9.532949375797763e-06, | |
| "loss": 1.6665, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.36418038042316736, | |
| "grad_norm": 2.165562629699707, | |
| "learning_rate": 9.5299601678117e-06, | |
| "loss": 1.6313, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.36503526394528746, | |
| "grad_norm": 2.4955830574035645, | |
| "learning_rate": 9.526961896304764e-06, | |
| "loss": 1.392, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.36589014746740756, | |
| "grad_norm": 2.231637477874756, | |
| "learning_rate": 9.523954567275886e-06, | |
| "loss": 1.6392, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.36674503098952765, | |
| "grad_norm": 1.9232414960861206, | |
| "learning_rate": 9.520938186742111e-06, | |
| "loss": 1.6145, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.3675999145116478, | |
| "grad_norm": 1.8367480039596558, | |
| "learning_rate": 9.5179127607386e-06, | |
| "loss": 1.6133, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.3684547980337679, | |
| "grad_norm": 1.8861103057861328, | |
| "learning_rate": 9.514878295318605e-06, | |
| "loss": 1.5945, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.369309681555888, | |
| "grad_norm": 2.045668601989746, | |
| "learning_rate": 9.511834796553474e-06, | |
| "loss": 1.7027, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.3701645650780081, | |
| "grad_norm": 1.8058552742004395, | |
| "learning_rate": 9.508782270532622e-06, | |
| "loss": 1.5022, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.37101944860012825, | |
| "grad_norm": 2.5390875339508057, | |
| "learning_rate": 9.505720723363526e-06, | |
| "loss": 1.5491, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.37187433212224835, | |
| "grad_norm": 1.892199158668518, | |
| "learning_rate": 9.502650161171714e-06, | |
| "loss": 1.5664, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.37272921564436845, | |
| "grad_norm": 1.891270399093628, | |
| "learning_rate": 9.49957059010075e-06, | |
| "loss": 1.6434, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.37358409916648855, | |
| "grad_norm": 1.884423851966858, | |
| "learning_rate": 9.49648201631223e-06, | |
| "loss": 1.6827, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.3744389826886087, | |
| "grad_norm": 1.9029580354690552, | |
| "learning_rate": 9.493384445985748e-06, | |
| "loss": 1.7887, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.3752938662107288, | |
| "grad_norm": 2.3171463012695312, | |
| "learning_rate": 9.490277885318911e-06, | |
| "loss": 1.6336, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.3761487497328489, | |
| "grad_norm": 1.94197416305542, | |
| "learning_rate": 9.48716234052731e-06, | |
| "loss": 1.5117, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.377003633254969, | |
| "grad_norm": 2.3445913791656494, | |
| "learning_rate": 9.48403781784451e-06, | |
| "loss": 1.6445, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.37785851677708915, | |
| "grad_norm": 1.9795849323272705, | |
| "learning_rate": 9.480904323522039e-06, | |
| "loss": 1.6885, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.37871340029920925, | |
| "grad_norm": 1.7723476886749268, | |
| "learning_rate": 9.477761863829376e-06, | |
| "loss": 1.545, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.37956828382132934, | |
| "grad_norm": 1.9953805208206177, | |
| "learning_rate": 9.474610445053941e-06, | |
| "loss": 1.6542, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.38042316734344944, | |
| "grad_norm": 2.2689387798309326, | |
| "learning_rate": 9.471450073501075e-06, | |
| "loss": 1.6453, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.38127805086556954, | |
| "grad_norm": 2.2516140937805176, | |
| "learning_rate": 9.46828075549403e-06, | |
| "loss": 1.5717, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.3821329343876897, | |
| "grad_norm": 1.8665640354156494, | |
| "learning_rate": 9.465102497373964e-06, | |
| "loss": 1.5351, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.3829878179098098, | |
| "grad_norm": 1.901228904724121, | |
| "learning_rate": 9.46191530549992e-06, | |
| "loss": 1.8935, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.3838427014319299, | |
| "grad_norm": 2.023531436920166, | |
| "learning_rate": 9.458719186248813e-06, | |
| "loss": 1.4649, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.38469758495405, | |
| "grad_norm": 2.481318950653076, | |
| "learning_rate": 9.455514146015425e-06, | |
| "loss": 1.205, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.38555246847617014, | |
| "grad_norm": 2.31809401512146, | |
| "learning_rate": 9.45230019121238e-06, | |
| "loss": 1.6223, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.38640735199829024, | |
| "grad_norm": 2.2454018592834473, | |
| "learning_rate": 9.449077328270144e-06, | |
| "loss": 1.747, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.38726223552041034, | |
| "grad_norm": 2.1338086128234863, | |
| "learning_rate": 9.445845563637004e-06, | |
| "loss": 1.6782, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.38811711904253043, | |
| "grad_norm": 1.8717645406723022, | |
| "learning_rate": 9.442604903779058e-06, | |
| "loss": 1.6059, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.3889720025646506, | |
| "grad_norm": 2.139616012573242, | |
| "learning_rate": 9.439355355180203e-06, | |
| "loss": 1.5604, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.3898268860867707, | |
| "grad_norm": 3.311588764190674, | |
| "learning_rate": 9.436096924342119e-06, | |
| "loss": 1.5347, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.3906817696088908, | |
| "grad_norm": 2.202603578567505, | |
| "learning_rate": 9.432829617784254e-06, | |
| "loss": 1.4768, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.3915366531310109, | |
| "grad_norm": 2.028428554534912, | |
| "learning_rate": 9.429553442043822e-06, | |
| "loss": 1.5481, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.39239153665313103, | |
| "grad_norm": 1.914510726928711, | |
| "learning_rate": 9.426268403675776e-06, | |
| "loss": 1.5443, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.39324642017525113, | |
| "grad_norm": 1.7629053592681885, | |
| "learning_rate": 9.422974509252806e-06, | |
| "loss": 1.7737, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.39410130369737123, | |
| "grad_norm": 1.8821051120758057, | |
| "learning_rate": 9.419671765365317e-06, | |
| "loss": 1.6567, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.39495618721949133, | |
| "grad_norm": 1.9063416719436646, | |
| "learning_rate": 9.416360178621423e-06, | |
| "loss": 1.5636, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.3958110707416115, | |
| "grad_norm": 2.077802896499634, | |
| "learning_rate": 9.413039755646928e-06, | |
| "loss": 1.726, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.3966659542637316, | |
| "grad_norm": 2.192138433456421, | |
| "learning_rate": 9.40971050308532e-06, | |
| "loss": 1.6637, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.3975208377858517, | |
| "grad_norm": 1.9042564630508423, | |
| "learning_rate": 9.406372427597748e-06, | |
| "loss": 1.7897, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3983757213079718, | |
| "grad_norm": 55.77303695678711, | |
| "learning_rate": 9.403025535863017e-06, | |
| "loss": 1.6107, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.3992306048300919, | |
| "grad_norm": 1.9976872205734253, | |
| "learning_rate": 9.39966983457757e-06, | |
| "loss": 1.4734, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.400085488352212, | |
| "grad_norm": 2.049694299697876, | |
| "learning_rate": 9.396305330455477e-06, | |
| "loss": 1.5076, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.4009403718743321, | |
| "grad_norm": 1.9261916875839233, | |
| "learning_rate": 9.39293203022842e-06, | |
| "loss": 1.7984, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.4017952553964522, | |
| "grad_norm": 1.9258121252059937, | |
| "learning_rate": 9.389549940645681e-06, | |
| "loss": 1.4655, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4026501389185723, | |
| "grad_norm": 1.7797189950942993, | |
| "learning_rate": 9.38615906847413e-06, | |
| "loss": 1.6192, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.4035050224406925, | |
| "grad_norm": 1.9286493062973022, | |
| "learning_rate": 9.382759420498203e-06, | |
| "loss": 1.7695, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.40435990596281257, | |
| "grad_norm": 2.3398804664611816, | |
| "learning_rate": 9.3793510035199e-06, | |
| "loss": 1.4717, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.40521478948493267, | |
| "grad_norm": 1.9439282417297363, | |
| "learning_rate": 9.375933824358761e-06, | |
| "loss": 1.4579, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.40606967300705277, | |
| "grad_norm": 1.8554619550704956, | |
| "learning_rate": 9.372507889851863e-06, | |
| "loss": 1.6733, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.4069245565291729, | |
| "grad_norm": 2.129397392272949, | |
| "learning_rate": 9.3690732068538e-06, | |
| "loss": 1.7154, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.407779440051293, | |
| "grad_norm": 2.1848104000091553, | |
| "learning_rate": 9.365629782236665e-06, | |
| "loss": 1.7401, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.4086343235734131, | |
| "grad_norm": 2.366959810256958, | |
| "learning_rate": 9.362177622890042e-06, | |
| "loss": 1.4182, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.4094892070955332, | |
| "grad_norm": 2.0443150997161865, | |
| "learning_rate": 9.358716735721001e-06, | |
| "loss": 1.6127, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.41034409061765337, | |
| "grad_norm": 1.9910573959350586, | |
| "learning_rate": 9.355247127654059e-06, | |
| "loss": 1.6025, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.41119897413977347, | |
| "grad_norm": 1.7490131855010986, | |
| "learning_rate": 9.351768805631195e-06, | |
| "loss": 1.636, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.41205385766189356, | |
| "grad_norm": 1.9974701404571533, | |
| "learning_rate": 9.348281776611817e-06, | |
| "loss": 1.7417, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.41290874118401366, | |
| "grad_norm": 2.488692283630371, | |
| "learning_rate": 9.34478604757275e-06, | |
| "loss": 1.4733, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.4137636247061338, | |
| "grad_norm": 2.012645959854126, | |
| "learning_rate": 9.341281625508239e-06, | |
| "loss": 1.6016, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.4146185082282539, | |
| "grad_norm": 1.7562576532363892, | |
| "learning_rate": 9.337768517429906e-06, | |
| "loss": 1.6269, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.415473391750374, | |
| "grad_norm": 3.038557291030884, | |
| "learning_rate": 9.334246730366763e-06, | |
| "loss": 1.7471, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.4163282752724941, | |
| "grad_norm": 1.993278980255127, | |
| "learning_rate": 9.330716271365183e-06, | |
| "loss": 1.5104, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.4171831587946142, | |
| "grad_norm": 2.662400007247925, | |
| "learning_rate": 9.32717714748889e-06, | |
| "loss": 1.5185, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.41803804231673436, | |
| "grad_norm": 2.5048787593841553, | |
| "learning_rate": 9.323629365818945e-06, | |
| "loss": 1.6455, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.41889292583885446, | |
| "grad_norm": 1.7933145761489868, | |
| "learning_rate": 9.32007293345373e-06, | |
| "loss": 1.6, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.41974780936097456, | |
| "grad_norm": 1.6806269884109497, | |
| "learning_rate": 9.316507857508936e-06, | |
| "loss": 1.6584, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.42060269288309465, | |
| "grad_norm": 2.03226375579834, | |
| "learning_rate": 9.312934145117552e-06, | |
| "loss": 1.7171, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.4214575764052148, | |
| "grad_norm": 1.8401916027069092, | |
| "learning_rate": 9.30935180342984e-06, | |
| "loss": 1.5444, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.4223124599273349, | |
| "grad_norm": 1.91862154006958, | |
| "learning_rate": 9.305760839613332e-06, | |
| "loss": 1.5491, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.423167343449455, | |
| "grad_norm": 2.2723190784454346, | |
| "learning_rate": 9.302161260852809e-06, | |
| "loss": 1.7911, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.4240222269715751, | |
| "grad_norm": 2.3843624591827393, | |
| "learning_rate": 9.29855307435029e-06, | |
| "loss": 1.4825, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.42487711049369525, | |
| "grad_norm": 13.173310279846191, | |
| "learning_rate": 9.294936287325016e-06, | |
| "loss": 1.6597, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.42573199401581535, | |
| "grad_norm": 1.7834957838058472, | |
| "learning_rate": 9.291310907013435e-06, | |
| "loss": 1.6817, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.42658687753793545, | |
| "grad_norm": 2.1975371837615967, | |
| "learning_rate": 9.287676940669192e-06, | |
| "loss": 1.6483, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.42744176106005555, | |
| "grad_norm": 1.8264548778533936, | |
| "learning_rate": 9.284034395563105e-06, | |
| "loss": 1.5933, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4282966445821757, | |
| "grad_norm": 1.8206008672714233, | |
| "learning_rate": 9.280383278983161e-06, | |
| "loss": 1.5615, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.4291515281042958, | |
| "grad_norm": 2.0878608226776123, | |
| "learning_rate": 9.276723598234493e-06, | |
| "loss": 1.5504, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.4300064116264159, | |
| "grad_norm": 1.9497365951538086, | |
| "learning_rate": 9.273055360639374e-06, | |
| "loss": 1.5884, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.430861295148536, | |
| "grad_norm": 2.368556022644043, | |
| "learning_rate": 9.269378573537194e-06, | |
| "loss": 1.3559, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.43171617867065615, | |
| "grad_norm": 1.90982186794281, | |
| "learning_rate": 9.265693244284449e-06, | |
| "loss": 1.6106, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.43257106219277625, | |
| "grad_norm": 2.013579845428467, | |
| "learning_rate": 9.261999380254728e-06, | |
| "loss": 1.5972, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.43342594571489634, | |
| "grad_norm": 1.9895778894424438, | |
| "learning_rate": 9.258296988838692e-06, | |
| "loss": 1.6102, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.43428082923701644, | |
| "grad_norm": 1.9256671667099, | |
| "learning_rate": 9.25458607744407e-06, | |
| "loss": 1.5448, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.4351357127591366, | |
| "grad_norm": 1.9200236797332764, | |
| "learning_rate": 9.250866653495631e-06, | |
| "loss": 1.6368, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.4359905962812567, | |
| "grad_norm": 2.1511929035186768, | |
| "learning_rate": 9.247138724435185e-06, | |
| "loss": 1.6384, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4368454798033768, | |
| "grad_norm": 2.1603779792785645, | |
| "learning_rate": 9.243402297721546e-06, | |
| "loss": 1.4907, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.4377003633254969, | |
| "grad_norm": 1.9871954917907715, | |
| "learning_rate": 9.239657380830543e-06, | |
| "loss": 1.6423, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.438555246847617, | |
| "grad_norm": 1.997007131576538, | |
| "learning_rate": 9.235903981254981e-06, | |
| "loss": 1.5842, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.43941013036973714, | |
| "grad_norm": 1.8282665014266968, | |
| "learning_rate": 9.232142106504648e-06, | |
| "loss": 1.5855, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.44026501389185724, | |
| "grad_norm": 2.0519628524780273, | |
| "learning_rate": 9.228371764106279e-06, | |
| "loss": 1.7629, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.44111989741397734, | |
| "grad_norm": 1.9096105098724365, | |
| "learning_rate": 9.224592961603558e-06, | |
| "loss": 1.6367, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.44197478093609743, | |
| "grad_norm": 2.1138973236083984, | |
| "learning_rate": 9.220805706557094e-06, | |
| "loss": 1.5607, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.4428296644582176, | |
| "grad_norm": 1.8094953298568726, | |
| "learning_rate": 9.217010006544406e-06, | |
| "loss": 1.6805, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.4436845479803377, | |
| "grad_norm": 1.847633957862854, | |
| "learning_rate": 9.213205869159912e-06, | |
| "loss": 1.6118, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.4445394315024578, | |
| "grad_norm": 2.2239439487457275, | |
| "learning_rate": 9.209393302014908e-06, | |
| "loss": 1.4869, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.4453943150245779, | |
| "grad_norm": 1.8056226968765259, | |
| "learning_rate": 9.205572312737562e-06, | |
| "loss": 1.52, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.44624919854669803, | |
| "grad_norm": 2.1382007598876953, | |
| "learning_rate": 9.201742908972886e-06, | |
| "loss": 1.4253, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.44710408206881813, | |
| "grad_norm": 2.0205068588256836, | |
| "learning_rate": 9.197905098382734e-06, | |
| "loss": 1.577, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.44795896559093823, | |
| "grad_norm": 1.8336679935455322, | |
| "learning_rate": 9.194058888645776e-06, | |
| "loss": 1.5969, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.4488138491130583, | |
| "grad_norm": 1.958166241645813, | |
| "learning_rate": 9.19020428745749e-06, | |
| "loss": 1.5589, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.4496687326351785, | |
| "grad_norm": 1.8487937450408936, | |
| "learning_rate": 9.186341302530142e-06, | |
| "loss": 1.8666, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.4505236161572986, | |
| "grad_norm": 1.940935492515564, | |
| "learning_rate": 9.18246994159277e-06, | |
| "loss": 1.7236, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.4513784996794187, | |
| "grad_norm": 1.7989500761032104, | |
| "learning_rate": 9.178590212391177e-06, | |
| "loss": 1.3875, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.4522333832015388, | |
| "grad_norm": 2.0304832458496094, | |
| "learning_rate": 9.1747021226879e-06, | |
| "loss": 1.7533, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.45308826672365893, | |
| "grad_norm": 1.8041130304336548, | |
| "learning_rate": 9.170805680262212e-06, | |
| "loss": 1.6563, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.453943150245779, | |
| "grad_norm": 1.8609191179275513, | |
| "learning_rate": 9.166900892910095e-06, | |
| "loss": 1.6209, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.4547980337678991, | |
| "grad_norm": 1.9766689538955688, | |
| "learning_rate": 9.162987768444225e-06, | |
| "loss": 1.6673, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.4556529172900192, | |
| "grad_norm": 1.8203067779541016, | |
| "learning_rate": 9.159066314693965e-06, | |
| "loss": 1.5735, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.4565078008121393, | |
| "grad_norm": 1.907524824142456, | |
| "learning_rate": 9.155136539505337e-06, | |
| "loss": 1.7929, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.4573626843342595, | |
| "grad_norm": 2.2627012729644775, | |
| "learning_rate": 9.151198450741013e-06, | |
| "loss": 1.4976, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.45821756785637957, | |
| "grad_norm": 2.3210504055023193, | |
| "learning_rate": 9.147252056280305e-06, | |
| "loss": 1.6316, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.45907245137849967, | |
| "grad_norm": 1.8242363929748535, | |
| "learning_rate": 9.143297364019134e-06, | |
| "loss": 1.5303, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.45992733490061977, | |
| "grad_norm": 2.0939862728118896, | |
| "learning_rate": 9.139334381870032e-06, | |
| "loss": 1.6881, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.4607822184227399, | |
| "grad_norm": 2.001176595687866, | |
| "learning_rate": 9.135363117762111e-06, | |
| "loss": 1.7572, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.46163710194486, | |
| "grad_norm": 1.824602484703064, | |
| "learning_rate": 9.131383579641055e-06, | |
| "loss": 1.6849, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4624919854669801, | |
| "grad_norm": 1.765763521194458, | |
| "learning_rate": 9.127395775469105e-06, | |
| "loss": 1.6392, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.4633468689891002, | |
| "grad_norm": 2.4184436798095703, | |
| "learning_rate": 9.123399713225039e-06, | |
| "loss": 1.496, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.46420175251122037, | |
| "grad_norm": 1.7558503150939941, | |
| "learning_rate": 9.119395400904154e-06, | |
| "loss": 1.7759, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.46505663603334046, | |
| "grad_norm": 2.245574474334717, | |
| "learning_rate": 9.115382846518263e-06, | |
| "loss": 1.6061, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.46591151955546056, | |
| "grad_norm": 2.0234146118164062, | |
| "learning_rate": 9.11136205809566e-06, | |
| "loss": 1.4992, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.46676640307758066, | |
| "grad_norm": 1.8050514459609985, | |
| "learning_rate": 9.10733304368112e-06, | |
| "loss": 1.6266, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.4676212865997008, | |
| "grad_norm": 1.7917343378067017, | |
| "learning_rate": 9.103295811335873e-06, | |
| "loss": 1.8325, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.4684761701218209, | |
| "grad_norm": 1.9059429168701172, | |
| "learning_rate": 9.099250369137593e-06, | |
| "loss": 1.7297, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.469331053643941, | |
| "grad_norm": 1.9517232179641724, | |
| "learning_rate": 9.095196725180378e-06, | |
| "loss": 1.7357, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.4701859371660611, | |
| "grad_norm": 2.318387985229492, | |
| "learning_rate": 9.09113488757474e-06, | |
| "loss": 1.5877, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.47104082068818126, | |
| "grad_norm": 1.796807885169983, | |
| "learning_rate": 9.087064864447583e-06, | |
| "loss": 1.5986, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.47189570421030136, | |
| "grad_norm": 1.8475953340530396, | |
| "learning_rate": 9.082986663942187e-06, | |
| "loss": 1.6098, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.47275058773242146, | |
| "grad_norm": 1.9878709316253662, | |
| "learning_rate": 9.078900294218196e-06, | |
| "loss": 1.7224, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.47360547125454155, | |
| "grad_norm": 1.9042646884918213, | |
| "learning_rate": 9.074805763451595e-06, | |
| "loss": 1.5801, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.47446035477666165, | |
| "grad_norm": 2.0457966327667236, | |
| "learning_rate": 9.070703079834701e-06, | |
| "loss": 1.4993, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.4753152382987818, | |
| "grad_norm": 1.8046479225158691, | |
| "learning_rate": 9.066592251576143e-06, | |
| "loss": 1.7765, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.4761701218209019, | |
| "grad_norm": 1.9781793355941772, | |
| "learning_rate": 9.062473286900843e-06, | |
| "loss": 1.4311, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.477025005343022, | |
| "grad_norm": 2.416982889175415, | |
| "learning_rate": 9.058346194050007e-06, | |
| "loss": 1.5628, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.4778798888651421, | |
| "grad_norm": 2.044501781463623, | |
| "learning_rate": 9.0542109812811e-06, | |
| "loss": 1.5452, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.47873477238726225, | |
| "grad_norm": 1.9374364614486694, | |
| "learning_rate": 9.050067656867833e-06, | |
| "loss": 1.7013, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.47958965590938235, | |
| "grad_norm": 1.9821714162826538, | |
| "learning_rate": 9.045916229100148e-06, | |
| "loss": 1.5827, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.48044453943150245, | |
| "grad_norm": 1.80966055393219, | |
| "learning_rate": 9.041756706284201e-06, | |
| "loss": 1.5384, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.48129942295362255, | |
| "grad_norm": 1.874300241470337, | |
| "learning_rate": 9.037589096742346e-06, | |
| "loss": 1.9239, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.4821543064757427, | |
| "grad_norm": 2.0358619689941406, | |
| "learning_rate": 9.033413408813113e-06, | |
| "loss": 1.4334, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.4830091899978628, | |
| "grad_norm": 2.362205982208252, | |
| "learning_rate": 9.029229650851192e-06, | |
| "loss": 1.4202, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.4838640735199829, | |
| "grad_norm": 2.374218225479126, | |
| "learning_rate": 9.025037831227433e-06, | |
| "loss": 1.4886, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.484718957042103, | |
| "grad_norm": 2.0200891494750977, | |
| "learning_rate": 9.020837958328799e-06, | |
| "loss": 1.5932, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.48557384056422315, | |
| "grad_norm": 1.9744147062301636, | |
| "learning_rate": 9.01663004055838e-06, | |
| "loss": 1.4954, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.48642872408634324, | |
| "grad_norm": 1.8265093564987183, | |
| "learning_rate": 9.012414086335353e-06, | |
| "loss": 1.7541, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.48728360760846334, | |
| "grad_norm": 2.042421340942383, | |
| "learning_rate": 9.008190104094978e-06, | |
| "loss": 1.5381, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.48813849113058344, | |
| "grad_norm": 1.9857375621795654, | |
| "learning_rate": 9.003958102288575e-06, | |
| "loss": 1.3851, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.4889933746527036, | |
| "grad_norm": 1.9522275924682617, | |
| "learning_rate": 8.999718089383516e-06, | |
| "loss": 1.5013, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.4898482581748237, | |
| "grad_norm": 2.621446371078491, | |
| "learning_rate": 8.995470073863192e-06, | |
| "loss": 1.5064, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.4907031416969438, | |
| "grad_norm": 1.8776718378067017, | |
| "learning_rate": 8.991214064227015e-06, | |
| "loss": 1.4914, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.4915580252190639, | |
| "grad_norm": 2.4339656829833984, | |
| "learning_rate": 8.986950068990382e-06, | |
| "loss": 1.4783, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.49241290874118404, | |
| "grad_norm": 1.8802049160003662, | |
| "learning_rate": 8.982678096684677e-06, | |
| "loss": 1.5207, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.49326779226330414, | |
| "grad_norm": 1.9528294801712036, | |
| "learning_rate": 8.978398155857237e-06, | |
| "loss": 1.4501, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.49412267578542424, | |
| "grad_norm": 4.20005464553833, | |
| "learning_rate": 8.974110255071346e-06, | |
| "loss": 1.6392, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.49497755930754433, | |
| "grad_norm": 2.0071566104888916, | |
| "learning_rate": 8.969814402906217e-06, | |
| "loss": 1.6073, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.49583244282966443, | |
| "grad_norm": 1.8972854614257812, | |
| "learning_rate": 8.965510607956966e-06, | |
| "loss": 1.4545, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.4966873263517846, | |
| "grad_norm": 1.9058289527893066, | |
| "learning_rate": 8.961198878834602e-06, | |
| "loss": 1.4867, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.4975422098739047, | |
| "grad_norm": 1.9958810806274414, | |
| "learning_rate": 8.956879224166014e-06, | |
| "loss": 1.8224, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.4983970933960248, | |
| "grad_norm": 1.8081709146499634, | |
| "learning_rate": 8.952551652593943e-06, | |
| "loss": 1.7404, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.4992519769181449, | |
| "grad_norm": 2.774141550064087, | |
| "learning_rate": 8.948216172776971e-06, | |
| "loss": 1.7241, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.500106860440265, | |
| "grad_norm": 2.1106200218200684, | |
| "learning_rate": 8.943872793389505e-06, | |
| "loss": 1.5724, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.5009617439623851, | |
| "grad_norm": 2.0356194972991943, | |
| "learning_rate": 8.939521523121755e-06, | |
| "loss": 1.6468, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.5009617439623851, | |
| "eval_loss": 1.6289023160934448, | |
| "eval_runtime": 534.394, | |
| "eval_samples_per_second": 7.403, | |
| "eval_steps_per_second": 3.701, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.5018166274845053, | |
| "grad_norm": 1.933261513710022, | |
| "learning_rate": 8.93516237067972e-06, | |
| "loss": 1.657, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.5026715110066253, | |
| "grad_norm": 2.1306746006011963, | |
| "learning_rate": 8.93079534478517e-06, | |
| "loss": 1.6718, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.5035263945287455, | |
| "grad_norm": 1.6752455234527588, | |
| "learning_rate": 8.92642045417563e-06, | |
| "loss": 1.7148, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.5043812780508655, | |
| "grad_norm": 1.8051491975784302, | |
| "learning_rate": 8.922037707604355e-06, | |
| "loss": 1.6413, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5052361615729857, | |
| "grad_norm": 1.8917031288146973, | |
| "learning_rate": 8.917647113840323e-06, | |
| "loss": 1.5288, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.5060910450951058, | |
| "grad_norm": 2.0400190353393555, | |
| "learning_rate": 8.91324868166821e-06, | |
| "loss": 1.4745, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.5069459286172259, | |
| "grad_norm": 2.0113611221313477, | |
| "learning_rate": 8.908842419888379e-06, | |
| "loss": 1.6355, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.507800812139346, | |
| "grad_norm": 1.8284205198287964, | |
| "learning_rate": 8.904428337316855e-06, | |
| "loss": 1.5299, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.5086556956614662, | |
| "grad_norm": 1.8652138710021973, | |
| "learning_rate": 8.900006442785312e-06, | |
| "loss": 1.7343, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.5095105791835862, | |
| "grad_norm": 1.8095743656158447, | |
| "learning_rate": 8.89557674514105e-06, | |
| "loss": 1.7715, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.5103654627057064, | |
| "grad_norm": 2.018333911895752, | |
| "learning_rate": 8.89113925324699e-06, | |
| "loss": 1.6964, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.5112203462278264, | |
| "grad_norm": 2.0537750720977783, | |
| "learning_rate": 8.88669397598164e-06, | |
| "loss": 1.4207, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.5120752297499466, | |
| "grad_norm": 1.9517449140548706, | |
| "learning_rate": 8.882240922239089e-06, | |
| "loss": 1.6236, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.5129301132720667, | |
| "grad_norm": 1.8960734605789185, | |
| "learning_rate": 8.877780100928984e-06, | |
| "loss": 1.6692, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5137849967941868, | |
| "grad_norm": 2.1357903480529785, | |
| "learning_rate": 8.87331152097651e-06, | |
| "loss": 1.9005, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.5146398803163069, | |
| "grad_norm": 2.6492884159088135, | |
| "learning_rate": 8.868835191322384e-06, | |
| "loss": 1.5357, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.515494763838427, | |
| "grad_norm": 3.4608476161956787, | |
| "learning_rate": 8.864351120922819e-06, | |
| "loss": 1.6542, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.5163496473605471, | |
| "grad_norm": 2.1841821670532227, | |
| "learning_rate": 8.859859318749522e-06, | |
| "loss": 1.6261, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.5172045308826673, | |
| "grad_norm": 1.922024130821228, | |
| "learning_rate": 8.855359793789667e-06, | |
| "loss": 1.7292, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.5180594144047873, | |
| "grad_norm": 1.988054633140564, | |
| "learning_rate": 8.85085255504588e-06, | |
| "loss": 1.7862, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.5189142979269075, | |
| "grad_norm": 1.9861512184143066, | |
| "learning_rate": 8.84633761153622e-06, | |
| "loss": 1.6567, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.5197691814490276, | |
| "grad_norm": 2.0631234645843506, | |
| "learning_rate": 8.841814972294166e-06, | |
| "loss": 1.3969, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.5206240649711477, | |
| "grad_norm": 1.9361271858215332, | |
| "learning_rate": 8.837284646368586e-06, | |
| "loss": 1.4913, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.5214789484932678, | |
| "grad_norm": 2.061472177505493, | |
| "learning_rate": 8.832746642823738e-06, | |
| "loss": 1.6651, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5223338320153879, | |
| "grad_norm": 2.5141899585723877, | |
| "learning_rate": 8.82820097073923e-06, | |
| "loss": 1.6464, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.523188715537508, | |
| "grad_norm": 2.2343900203704834, | |
| "learning_rate": 8.823647639210027e-06, | |
| "loss": 1.3821, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.5240435990596282, | |
| "grad_norm": 1.7745505571365356, | |
| "learning_rate": 8.819086657346405e-06, | |
| "loss": 1.562, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.5248984825817482, | |
| "grad_norm": 1.795174241065979, | |
| "learning_rate": 8.814518034273956e-06, | |
| "loss": 1.7203, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.5257533661038684, | |
| "grad_norm": 1.829896330833435, | |
| "learning_rate": 8.809941779133555e-06, | |
| "loss": 1.6731, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.5266082496259885, | |
| "grad_norm": 1.787853479385376, | |
| "learning_rate": 8.805357901081352e-06, | |
| "loss": 1.5737, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.5274631331481086, | |
| "grad_norm": 1.8447085618972778, | |
| "learning_rate": 8.800766409288745e-06, | |
| "loss": 1.7847, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.5283180166702287, | |
| "grad_norm": 2.183621644973755, | |
| "learning_rate": 8.796167312942367e-06, | |
| "loss": 1.3627, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.5291729001923487, | |
| "grad_norm": 1.943145513534546, | |
| "learning_rate": 8.791560621244067e-06, | |
| "loss": 1.6397, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.5300277837144689, | |
| "grad_norm": 3.3538787364959717, | |
| "learning_rate": 8.786946343410889e-06, | |
| "loss": 1.8127, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5308826672365891, | |
| "grad_norm": 1.7246778011322021, | |
| "learning_rate": 8.782324488675059e-06, | |
| "loss": 1.5005, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.5317375507587091, | |
| "grad_norm": 2.007582187652588, | |
| "learning_rate": 8.777695066283955e-06, | |
| "loss": 1.4858, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.5325924342808293, | |
| "grad_norm": 1.7573378086090088, | |
| "learning_rate": 8.773058085500106e-06, | |
| "loss": 1.5858, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.5334473178029493, | |
| "grad_norm": 2.4984254837036133, | |
| "learning_rate": 8.768413555601156e-06, | |
| "loss": 1.6391, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.5343022013250694, | |
| "grad_norm": 2.0162014961242676, | |
| "learning_rate": 8.763761485879858e-06, | |
| "loss": 1.622, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5351570848471896, | |
| "grad_norm": 2.1535332202911377, | |
| "learning_rate": 8.75910188564405e-06, | |
| "loss": 1.6092, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.5360119683693096, | |
| "grad_norm": 2.0587708950042725, | |
| "learning_rate": 8.754434764216632e-06, | |
| "loss": 1.6507, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.5368668518914298, | |
| "grad_norm": 2.0657832622528076, | |
| "learning_rate": 8.749760130935564e-06, | |
| "loss": 1.5106, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.53772173541355, | |
| "grad_norm": 3.3556106090545654, | |
| "learning_rate": 8.74507799515382e-06, | |
| "loss": 1.6122, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.53857661893567, | |
| "grad_norm": 1.8298861980438232, | |
| "learning_rate": 8.740388366239397e-06, | |
| "loss": 1.7357, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5394315024577901, | |
| "grad_norm": 2.4920873641967773, | |
| "learning_rate": 8.735691253575278e-06, | |
| "loss": 1.5525, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.5402863859799102, | |
| "grad_norm": 1.8337547779083252, | |
| "learning_rate": 8.730986666559425e-06, | |
| "loss": 1.6677, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.5411412695020303, | |
| "grad_norm": 2.205390453338623, | |
| "learning_rate": 8.726274614604749e-06, | |
| "loss": 1.7129, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.5419961530241505, | |
| "grad_norm": 1.8543306589126587, | |
| "learning_rate": 8.721555107139102e-06, | |
| "loss": 1.4831, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.5428510365462705, | |
| "grad_norm": 1.7591562271118164, | |
| "learning_rate": 8.716828153605245e-06, | |
| "loss": 1.6421, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.5437059200683907, | |
| "grad_norm": 2.9822521209716797, | |
| "learning_rate": 8.712093763460846e-06, | |
| "loss": 1.4437, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.5445608035905108, | |
| "grad_norm": 1.7901097536087036, | |
| "learning_rate": 8.70735194617845e-06, | |
| "loss": 1.6315, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.5454156871126309, | |
| "grad_norm": 2.0111300945281982, | |
| "learning_rate": 8.702602711245455e-06, | |
| "loss": 1.5924, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.546270570634751, | |
| "grad_norm": 2.0748534202575684, | |
| "learning_rate": 8.697846068164112e-06, | |
| "loss": 1.4713, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.5471254541568711, | |
| "grad_norm": 1.9600063562393188, | |
| "learning_rate": 8.693082026451481e-06, | |
| "loss": 1.7141, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5479803376789912, | |
| "grad_norm": 2.1216888427734375, | |
| "learning_rate": 8.688310595639437e-06, | |
| "loss": 1.5694, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.5488352212011114, | |
| "grad_norm": 1.7273600101470947, | |
| "learning_rate": 8.683531785274632e-06, | |
| "loss": 1.7303, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.5496901047232314, | |
| "grad_norm": 2.0742030143737793, | |
| "learning_rate": 8.678745604918486e-06, | |
| "loss": 1.6376, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.5505449882453516, | |
| "grad_norm": 1.9716432094573975, | |
| "learning_rate": 8.673952064147166e-06, | |
| "loss": 1.4841, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.5513998717674716, | |
| "grad_norm": 2.9787380695343018, | |
| "learning_rate": 8.669151172551558e-06, | |
| "loss": 1.6401, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.5522547552895918, | |
| "grad_norm": 2.2232494354248047, | |
| "learning_rate": 8.664342939737265e-06, | |
| "loss": 1.4223, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.5531096388117119, | |
| "grad_norm": 2.1428375244140625, | |
| "learning_rate": 8.659527375324574e-06, | |
| "loss": 1.7418, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.553964522333832, | |
| "grad_norm": 1.9772781133651733, | |
| "learning_rate": 8.654704488948442e-06, | |
| "loss": 1.7229, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.5548194058559521, | |
| "grad_norm": 2.106757164001465, | |
| "learning_rate": 8.649874290258473e-06, | |
| "loss": 1.567, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.5556742893780723, | |
| "grad_norm": 2.3366143703460693, | |
| "learning_rate": 8.645036788918904e-06, | |
| "loss": 1.2882, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5565291729001923, | |
| "grad_norm": 2.5621304512023926, | |
| "learning_rate": 8.640191994608585e-06, | |
| "loss": 1.6807, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.5573840564223125, | |
| "grad_norm": 1.8327507972717285, | |
| "learning_rate": 8.635339917020952e-06, | |
| "loss": 1.5425, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.5582389399444325, | |
| "grad_norm": 1.9729241132736206, | |
| "learning_rate": 8.63048056586402e-06, | |
| "loss": 1.6851, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.5590938234665527, | |
| "grad_norm": 2.0836198329925537, | |
| "learning_rate": 8.625613950860352e-06, | |
| "loss": 1.4055, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.5599487069886728, | |
| "grad_norm": 1.7130488157272339, | |
| "learning_rate": 8.620740081747044e-06, | |
| "loss": 1.7865, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.5608035905107929, | |
| "grad_norm": 2.0575125217437744, | |
| "learning_rate": 8.615858968275712e-06, | |
| "loss": 1.6653, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.561658474032913, | |
| "grad_norm": 1.9657676219940186, | |
| "learning_rate": 8.610970620212461e-06, | |
| "loss": 1.5761, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.5625133575550332, | |
| "grad_norm": 1.7400262355804443, | |
| "learning_rate": 8.606075047337872e-06, | |
| "loss": 1.7633, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.5633682410771532, | |
| "grad_norm": 1.8632696866989136, | |
| "learning_rate": 8.601172259446981e-06, | |
| "loss": 1.5333, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.5642231245992734, | |
| "grad_norm": 2.7947065830230713, | |
| "learning_rate": 8.596262266349265e-06, | |
| "loss": 1.5627, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5650780081213934, | |
| "grad_norm": 2.0627810955047607, | |
| "learning_rate": 8.591345077868606e-06, | |
| "loss": 1.71, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.5659328916435136, | |
| "grad_norm": 2.519284725189209, | |
| "learning_rate": 8.586420703843297e-06, | |
| "loss": 1.7696, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.5667877751656337, | |
| "grad_norm": 2.0818934440612793, | |
| "learning_rate": 8.581489154125995e-06, | |
| "loss": 1.4629, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.5676426586877538, | |
| "grad_norm": 1.8783445358276367, | |
| "learning_rate": 8.57655043858372e-06, | |
| "loss": 1.3525, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.5684975422098739, | |
| "grad_norm": 2.1661863327026367, | |
| "learning_rate": 8.571604567097827e-06, | |
| "loss": 1.6119, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.569352425731994, | |
| "grad_norm": 1.9182928800582886, | |
| "learning_rate": 8.566651549563993e-06, | |
| "loss": 1.7566, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.5702073092541141, | |
| "grad_norm": 1.9936716556549072, | |
| "learning_rate": 8.561691395892188e-06, | |
| "loss": 1.4571, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.5710621927762343, | |
| "grad_norm": 1.8677414655685425, | |
| "learning_rate": 8.556724116006664e-06, | |
| "loss": 1.5713, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.5719170762983543, | |
| "grad_norm": 1.9004077911376953, | |
| "learning_rate": 8.551749719845928e-06, | |
| "loss": 1.6697, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.5727719598204745, | |
| "grad_norm": 2.03224515914917, | |
| "learning_rate": 8.546768217362724e-06, | |
| "loss": 1.5405, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5736268433425946, | |
| "grad_norm": 1.912906527519226, | |
| "learning_rate": 8.541779618524018e-06, | |
| "loss": 1.5431, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.5744817268647147, | |
| "grad_norm": 1.7738916873931885, | |
| "learning_rate": 8.536783933310972e-06, | |
| "loss": 1.7385, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.5753366103868348, | |
| "grad_norm": 1.7471853494644165, | |
| "learning_rate": 8.53178117171893e-06, | |
| "loss": 1.7176, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.5761914939089549, | |
| "grad_norm": 2.7117345333099365, | |
| "learning_rate": 8.526771343757387e-06, | |
| "loss": 1.6298, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.577046377431075, | |
| "grad_norm": 1.8789851665496826, | |
| "learning_rate": 8.521754459449984e-06, | |
| "loss": 1.6023, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5779012609531952, | |
| "grad_norm": 1.9868645668029785, | |
| "learning_rate": 8.516730528834476e-06, | |
| "loss": 1.7187, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.5787561444753152, | |
| "grad_norm": 1.7088147401809692, | |
| "learning_rate": 8.511699561962719e-06, | |
| "loss": 1.5902, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.5796110279974354, | |
| "grad_norm": 1.722632884979248, | |
| "learning_rate": 8.506661568900644e-06, | |
| "loss": 1.6701, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.5804659115195555, | |
| "grad_norm": 1.8633525371551514, | |
| "learning_rate": 8.50161655972824e-06, | |
| "loss": 1.6822, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.5813207950416756, | |
| "grad_norm": 1.9083114862442017, | |
| "learning_rate": 8.496564544539539e-06, | |
| "loss": 1.5115, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5821756785637957, | |
| "grad_norm": 1.9144874811172485, | |
| "learning_rate": 8.491505533442584e-06, | |
| "loss": 1.6048, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.5830305620859157, | |
| "grad_norm": 1.8423601388931274, | |
| "learning_rate": 8.48643953655942e-06, | |
| "loss": 1.627, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.5838854456080359, | |
| "grad_norm": 1.9638283252716064, | |
| "learning_rate": 8.481366564026065e-06, | |
| "loss": 1.6544, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.5847403291301561, | |
| "grad_norm": 2.422207832336426, | |
| "learning_rate": 8.476286625992499e-06, | |
| "loss": 1.7425, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.5855952126522761, | |
| "grad_norm": 3.2921395301818848, | |
| "learning_rate": 8.471199732622633e-06, | |
| "loss": 1.598, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.5864500961743963, | |
| "grad_norm": 1.8565130233764648, | |
| "learning_rate": 8.466105894094298e-06, | |
| "loss": 1.4855, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.5873049796965164, | |
| "grad_norm": 2.0620574951171875, | |
| "learning_rate": 8.461005120599222e-06, | |
| "loss": 1.5109, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.5881598632186364, | |
| "grad_norm": 1.9637583494186401, | |
| "learning_rate": 8.455897422343003e-06, | |
| "loss": 1.6503, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.5890147467407566, | |
| "grad_norm": 7.110237121582031, | |
| "learning_rate": 8.450782809545096e-06, | |
| "loss": 1.6213, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.5898696302628766, | |
| "grad_norm": 2.607851505279541, | |
| "learning_rate": 8.445661292438799e-06, | |
| "loss": 1.7967, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5907245137849968, | |
| "grad_norm": 1.8419544696807861, | |
| "learning_rate": 8.440532881271209e-06, | |
| "loss": 1.6102, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.591579397307117, | |
| "grad_norm": 1.9284480810165405, | |
| "learning_rate": 8.435397586303229e-06, | |
| "loss": 1.5749, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.592434280829237, | |
| "grad_norm": 2.60127854347229, | |
| "learning_rate": 8.43025541780953e-06, | |
| "loss": 1.6948, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.5932891643513571, | |
| "grad_norm": 1.9099665880203247, | |
| "learning_rate": 8.425106386078535e-06, | |
| "loss": 1.614, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.5941440478734772, | |
| "grad_norm": 3.712435245513916, | |
| "learning_rate": 8.419950501412402e-06, | |
| "loss": 1.7601, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.5949989313955973, | |
| "grad_norm": 2.350602149963379, | |
| "learning_rate": 8.414787774126994e-06, | |
| "loss": 1.4524, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.5958538149177175, | |
| "grad_norm": 1.8215548992156982, | |
| "learning_rate": 8.409618214551874e-06, | |
| "loss": 1.7657, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.5967086984398375, | |
| "grad_norm": 1.7211189270019531, | |
| "learning_rate": 8.404441833030269e-06, | |
| "loss": 1.5622, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.5975635819619577, | |
| "grad_norm": 1.90372896194458, | |
| "learning_rate": 8.399258639919053e-06, | |
| "loss": 1.6278, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.5984184654840778, | |
| "grad_norm": 2.5654449462890625, | |
| "learning_rate": 8.394068645588735e-06, | |
| "loss": 1.3127, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5992733490061979, | |
| "grad_norm": 1.8627386093139648, | |
| "learning_rate": 8.38887186042343e-06, | |
| "loss": 1.6181, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.600128232528318, | |
| "grad_norm": 2.154141426086426, | |
| "learning_rate": 8.383668294820835e-06, | |
| "loss": 1.6831, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.6009831160504381, | |
| "grad_norm": 2.0848171710968018, | |
| "learning_rate": 8.37845795919222e-06, | |
| "loss": 1.513, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.6018379995725582, | |
| "grad_norm": 2.3841915130615234, | |
| "learning_rate": 8.373240863962397e-06, | |
| "loss": 1.7102, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.6026928830946784, | |
| "grad_norm": 1.8190158605575562, | |
| "learning_rate": 8.368017019569704e-06, | |
| "loss": 1.7375, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.6035477666167984, | |
| "grad_norm": 1.9176008701324463, | |
| "learning_rate": 8.36278643646598e-06, | |
| "loss": 1.6402, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.6044026501389186, | |
| "grad_norm": 1.7704726457595825, | |
| "learning_rate": 8.357549125116548e-06, | |
| "loss": 1.7303, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.6052575336610387, | |
| "grad_norm": 2.164355993270874, | |
| "learning_rate": 8.352305096000197e-06, | |
| "loss": 1.6992, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.6061124171831588, | |
| "grad_norm": 1.8429981470108032, | |
| "learning_rate": 8.34705435960915e-06, | |
| "loss": 1.492, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.6069673007052789, | |
| "grad_norm": 2.5694799423217773, | |
| "learning_rate": 8.341796926449053e-06, | |
| "loss": 1.4145, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.607822184227399, | |
| "grad_norm": 1.7566078901290894, | |
| "learning_rate": 8.336532807038955e-06, | |
| "loss": 1.5889, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.6086770677495191, | |
| "grad_norm": 1.7982147932052612, | |
| "learning_rate": 8.331262011911276e-06, | |
| "loss": 1.4725, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.6095319512716393, | |
| "grad_norm": 2.6575653553009033, | |
| "learning_rate": 8.325984551611795e-06, | |
| "loss": 1.3907, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.6103868347937593, | |
| "grad_norm": 1.905247688293457, | |
| "learning_rate": 8.32070043669963e-06, | |
| "loss": 1.4379, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.6112417183158795, | |
| "grad_norm": 2.1292531490325928, | |
| "learning_rate": 8.315409677747207e-06, | |
| "loss": 1.5796, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.6120966018379995, | |
| "grad_norm": 2.0380868911743164, | |
| "learning_rate": 8.310112285340253e-06, | |
| "loss": 1.5329, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.6129514853601197, | |
| "grad_norm": 2.1652815341949463, | |
| "learning_rate": 8.30480827007776e-06, | |
| "loss": 1.5661, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.6138063688822398, | |
| "grad_norm": 1.880020260810852, | |
| "learning_rate": 8.299497642571976e-06, | |
| "loss": 1.4771, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.6146612524043599, | |
| "grad_norm": 2.5005481243133545, | |
| "learning_rate": 8.294180413448375e-06, | |
| "loss": 1.559, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.61551613592648, | |
| "grad_norm": 2.4894957542419434, | |
| "learning_rate": 8.288856593345647e-06, | |
| "loss": 1.8233, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6163710194486002, | |
| "grad_norm": 2.2092738151550293, | |
| "learning_rate": 8.28352619291566e-06, | |
| "loss": 1.5552, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.6172259029707202, | |
| "grad_norm": 1.7766340970993042, | |
| "learning_rate": 8.27818922282345e-06, | |
| "loss": 1.5893, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.6180807864928404, | |
| "grad_norm": 2.231019973754883, | |
| "learning_rate": 8.2728456937472e-06, | |
| "loss": 1.4948, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.6189356700149604, | |
| "grad_norm": 1.745932936668396, | |
| "learning_rate": 8.267495616378218e-06, | |
| "loss": 1.5268, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.6197905535370806, | |
| "grad_norm": 2.0638906955718994, | |
| "learning_rate": 8.262139001420908e-06, | |
| "loss": 1.6511, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.6206454370592007, | |
| "grad_norm": 2.589869976043701, | |
| "learning_rate": 8.25677585959276e-06, | |
| "loss": 1.4582, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.6215003205813208, | |
| "grad_norm": 1.792433500289917, | |
| "learning_rate": 8.25140620162432e-06, | |
| "loss": 1.8182, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.6223552041034409, | |
| "grad_norm": 2.4035418033599854, | |
| "learning_rate": 8.246030038259168e-06, | |
| "loss": 1.6119, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.6232100876255611, | |
| "grad_norm": 1.8025459051132202, | |
| "learning_rate": 8.24064738025391e-06, | |
| "loss": 1.6602, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.6240649711476811, | |
| "grad_norm": 2.1396055221557617, | |
| "learning_rate": 8.235258238378137e-06, | |
| "loss": 1.7282, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6249198546698013, | |
| "grad_norm": 2.219912052154541, | |
| "learning_rate": 8.229862623414414e-06, | |
| "loss": 1.4117, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.6257747381919213, | |
| "grad_norm": 2.3299050331115723, | |
| "learning_rate": 8.224460546158263e-06, | |
| "loss": 1.8685, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.6266296217140415, | |
| "grad_norm": 1.8506113290786743, | |
| "learning_rate": 8.219052017418132e-06, | |
| "loss": 1.6644, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.6274845052361616, | |
| "grad_norm": 1.7105852365493774, | |
| "learning_rate": 8.213637048015377e-06, | |
| "loss": 1.5937, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.6283393887582817, | |
| "grad_norm": 2.0613906383514404, | |
| "learning_rate": 8.208215648784239e-06, | |
| "loss": 1.4237, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.6291942722804018, | |
| "grad_norm": 1.8658533096313477, | |
| "learning_rate": 8.202787830571827e-06, | |
| "loss": 1.5703, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.6300491558025219, | |
| "grad_norm": 1.8278007507324219, | |
| "learning_rate": 8.197353604238092e-06, | |
| "loss": 1.6099, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.630904039324642, | |
| "grad_norm": 1.771121621131897, | |
| "learning_rate": 8.191912980655805e-06, | |
| "loss": 1.6359, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.6317589228467622, | |
| "grad_norm": 1.960795283317566, | |
| "learning_rate": 8.186465970710538e-06, | |
| "loss": 1.4287, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.6326138063688822, | |
| "grad_norm": 2.8525185585021973, | |
| "learning_rate": 8.18101258530064e-06, | |
| "loss": 1.6827, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6334686898910024, | |
| "grad_norm": 2.644296646118164, | |
| "learning_rate": 8.175552835337217e-06, | |
| "loss": 1.6391, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.6343235734131225, | |
| "grad_norm": 1.9095778465270996, | |
| "learning_rate": 8.170086731744108e-06, | |
| "loss": 1.4497, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.6351784569352426, | |
| "grad_norm": 2.616870403289795, | |
| "learning_rate": 8.164614285457865e-06, | |
| "loss": 1.603, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.6360333404573627, | |
| "grad_norm": 2.0195326805114746, | |
| "learning_rate": 8.159135507427728e-06, | |
| "loss": 1.7662, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.6368882239794827, | |
| "grad_norm": 1.9145680665969849, | |
| "learning_rate": 8.153650408615612e-06, | |
| "loss": 1.6994, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.6377431075016029, | |
| "grad_norm": 1.7627846002578735, | |
| "learning_rate": 8.148158999996072e-06, | |
| "loss": 1.6093, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.638597991023723, | |
| "grad_norm": 2.2810473442077637, | |
| "learning_rate": 8.142661292556289e-06, | |
| "loss": 1.5305, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.6394528745458431, | |
| "grad_norm": 1.902381420135498, | |
| "learning_rate": 8.13715729729605e-06, | |
| "loss": 1.5481, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.6403077580679633, | |
| "grad_norm": 2.120807647705078, | |
| "learning_rate": 8.131647025227718e-06, | |
| "loss": 1.4634, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.6411626415900834, | |
| "grad_norm": 1.7931264638900757, | |
| "learning_rate": 8.126130487376217e-06, | |
| "loss": 1.5927, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6420175251122034, | |
| "grad_norm": 2.521458864212036, | |
| "learning_rate": 8.12060769477901e-06, | |
| "loss": 1.494, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.6428724086343236, | |
| "grad_norm": 1.7701094150543213, | |
| "learning_rate": 8.115078658486069e-06, | |
| "loss": 1.8399, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.6437272921564436, | |
| "grad_norm": 1.8709700107574463, | |
| "learning_rate": 8.109543389559861e-06, | |
| "loss": 1.6305, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.6445821756785638, | |
| "grad_norm": 1.9467986822128296, | |
| "learning_rate": 8.104001899075326e-06, | |
| "loss": 1.4801, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.645437059200684, | |
| "grad_norm": 1.808092713356018, | |
| "learning_rate": 8.098454198119847e-06, | |
| "loss": 1.5535, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.646291942722804, | |
| "grad_norm": 2.0982744693756104, | |
| "learning_rate": 8.092900297793238e-06, | |
| "loss": 1.3704, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.6471468262449241, | |
| "grad_norm": 1.8450520038604736, | |
| "learning_rate": 8.087340209207713e-06, | |
| "loss": 1.5287, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.6480017097670442, | |
| "grad_norm": 1.7327725887298584, | |
| "learning_rate": 8.081773943487868e-06, | |
| "loss": 1.7342, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.6488565932891643, | |
| "grad_norm": 1.7313075065612793, | |
| "learning_rate": 8.076201511770656e-06, | |
| "loss": 1.4301, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.6497114768112845, | |
| "grad_norm": 1.9029062986373901, | |
| "learning_rate": 8.070622925205373e-06, | |
| "loss": 1.7459, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6505663603334045, | |
| "grad_norm": 1.8386952877044678, | |
| "learning_rate": 8.065038194953629e-06, | |
| "loss": 1.596, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.6514212438555247, | |
| "grad_norm": 1.8669521808624268, | |
| "learning_rate": 8.059447332189317e-06, | |
| "loss": 1.5973, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.6522761273776448, | |
| "grad_norm": 1.802152395248413, | |
| "learning_rate": 8.053850348098609e-06, | |
| "loss": 1.7115, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.6531310108997649, | |
| "grad_norm": 1.7956647872924805, | |
| "learning_rate": 8.048247253879922e-06, | |
| "loss": 1.73, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.653985894421885, | |
| "grad_norm": 1.870807409286499, | |
| "learning_rate": 8.042638060743898e-06, | |
| "loss": 1.4755, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.6548407779440051, | |
| "grad_norm": 1.993764042854309, | |
| "learning_rate": 8.037022779913382e-06, | |
| "loss": 1.2867, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.6556956614661252, | |
| "grad_norm": 1.7236435413360596, | |
| "learning_rate": 8.031401422623398e-06, | |
| "loss": 1.8303, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.6565505449882454, | |
| "grad_norm": 1.9870823621749878, | |
| "learning_rate": 8.02577400012113e-06, | |
| "loss": 1.6378, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.6574054285103654, | |
| "grad_norm": 1.9288864135742188, | |
| "learning_rate": 8.020140523665891e-06, | |
| "loss": 1.5775, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.6582603120324856, | |
| "grad_norm": 1.7029926776885986, | |
| "learning_rate": 8.014501004529118e-06, | |
| "loss": 1.53, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6591151955546057, | |
| "grad_norm": 1.9869303703308105, | |
| "learning_rate": 8.00885545399433e-06, | |
| "loss": 1.4813, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.6599700790767258, | |
| "grad_norm": 1.790546178817749, | |
| "learning_rate": 8.003203883357113e-06, | |
| "loss": 1.7271, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.6608249625988459, | |
| "grad_norm": 1.8250300884246826, | |
| "learning_rate": 7.9975463039251e-06, | |
| "loss": 1.682, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.661679846120966, | |
| "grad_norm": 1.9827724695205688, | |
| "learning_rate": 7.99188272701795e-06, | |
| "loss": 1.6004, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.6625347296430861, | |
| "grad_norm": 2.0887629985809326, | |
| "learning_rate": 7.986213163967319e-06, | |
| "loss": 1.4962, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.6633896131652063, | |
| "grad_norm": 1.8804274797439575, | |
| "learning_rate": 7.980537626116833e-06, | |
| "loss": 1.6097, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.6642444966873263, | |
| "grad_norm": 1.977057695388794, | |
| "learning_rate": 7.974856124822084e-06, | |
| "loss": 1.7107, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.6650993802094465, | |
| "grad_norm": 1.8675955533981323, | |
| "learning_rate": 7.969168671450589e-06, | |
| "loss": 1.5859, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.6659542637315665, | |
| "grad_norm": 1.7858625650405884, | |
| "learning_rate": 7.963475277381776e-06, | |
| "loss": 1.6198, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.6668091472536867, | |
| "grad_norm": 1.965219259262085, | |
| "learning_rate": 7.957775954006958e-06, | |
| "loss": 1.7028, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6676640307758068, | |
| "grad_norm": 2.2767865657806396, | |
| "learning_rate": 7.952070712729312e-06, | |
| "loss": 1.6028, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.6685189142979269, | |
| "grad_norm": 2.385225772857666, | |
| "learning_rate": 7.946359564963852e-06, | |
| "loss": 1.4741, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.669373797820047, | |
| "grad_norm": 1.8306634426116943, | |
| "learning_rate": 7.94064252213742e-06, | |
| "loss": 1.5779, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.6702286813421672, | |
| "grad_norm": 1.881840705871582, | |
| "learning_rate": 7.934919595688639e-06, | |
| "loss": 1.5447, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.6710835648642872, | |
| "grad_norm": 2.4943602085113525, | |
| "learning_rate": 7.929190797067913e-06, | |
| "loss": 1.5807, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.6719384483864074, | |
| "grad_norm": 1.7710949182510376, | |
| "learning_rate": 7.923456137737396e-06, | |
| "loss": 1.5805, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.6727933319085274, | |
| "grad_norm": 1.6917473077774048, | |
| "learning_rate": 7.917715629170957e-06, | |
| "loss": 1.5093, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.6736482154306476, | |
| "grad_norm": 2.0921974182128906, | |
| "learning_rate": 7.911969282854184e-06, | |
| "loss": 1.6146, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.6745030989527677, | |
| "grad_norm": 2.2254960536956787, | |
| "learning_rate": 7.90621711028433e-06, | |
| "loss": 1.7173, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.6753579824748878, | |
| "grad_norm": 1.8926316499710083, | |
| "learning_rate": 7.900459122970318e-06, | |
| "loss": 1.6318, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6762128659970079, | |
| "grad_norm": 2.05529522895813, | |
| "learning_rate": 7.894695332432695e-06, | |
| "loss": 1.5956, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.6770677495191281, | |
| "grad_norm": 1.8146142959594727, | |
| "learning_rate": 7.888925750203627e-06, | |
| "loss": 1.6321, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.6779226330412481, | |
| "grad_norm": 2.046912431716919, | |
| "learning_rate": 7.88315038782686e-06, | |
| "loss": 1.429, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.6787775165633683, | |
| "grad_norm": 1.7644606828689575, | |
| "learning_rate": 7.877369256857712e-06, | |
| "loss": 1.6365, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.6796324000854883, | |
| "grad_norm": 2.004549264907837, | |
| "learning_rate": 7.87158236886304e-06, | |
| "loss": 1.4164, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.6804872836076085, | |
| "grad_norm": 1.8180807828903198, | |
| "learning_rate": 7.865789735421218e-06, | |
| "loss": 1.7249, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.6813421671297286, | |
| "grad_norm": 1.9642592668533325, | |
| "learning_rate": 7.85999136812212e-06, | |
| "loss": 1.5871, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.6821970506518487, | |
| "grad_norm": 1.7459617853164673, | |
| "learning_rate": 7.854187278567084e-06, | |
| "loss": 1.6564, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.6830519341739688, | |
| "grad_norm": 1.795413851737976, | |
| "learning_rate": 7.848377478368907e-06, | |
| "loss": 1.5304, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.6839068176960889, | |
| "grad_norm": 2.375990629196167, | |
| "learning_rate": 7.842561979151806e-06, | |
| "loss": 1.4079, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.684761701218209, | |
| "grad_norm": 2.3698506355285645, | |
| "learning_rate": 7.836740792551402e-06, | |
| "loss": 1.7428, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.6856165847403292, | |
| "grad_norm": 2.1372928619384766, | |
| "learning_rate": 7.830913930214693e-06, | |
| "loss": 1.5636, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.6864714682624492, | |
| "grad_norm": 1.936754584312439, | |
| "learning_rate": 7.825081403800039e-06, | |
| "loss": 1.6307, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.6873263517845694, | |
| "grad_norm": 1.8657773733139038, | |
| "learning_rate": 7.819243224977125e-06, | |
| "loss": 1.6783, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.6881812353066895, | |
| "grad_norm": 2.2650933265686035, | |
| "learning_rate": 7.813399405426951e-06, | |
| "loss": 1.4729, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.6890361188288096, | |
| "grad_norm": 1.953281044960022, | |
| "learning_rate": 7.807549956841799e-06, | |
| "loss": 1.544, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.6898910023509297, | |
| "grad_norm": 2.140019416809082, | |
| "learning_rate": 7.801694890925218e-06, | |
| "loss": 1.411, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.6907458858730497, | |
| "grad_norm": 2.071019411087036, | |
| "learning_rate": 7.795834219391991e-06, | |
| "loss": 1.5566, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.6916007693951699, | |
| "grad_norm": 2.667649269104004, | |
| "learning_rate": 7.78996795396812e-06, | |
| "loss": 1.5058, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.69245565291729, | |
| "grad_norm": 1.9877266883850098, | |
| "learning_rate": 7.7840961063908e-06, | |
| "loss": 1.6074, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6933105364394101, | |
| "grad_norm": 2.031243324279785, | |
| "learning_rate": 7.778218688408391e-06, | |
| "loss": 1.5835, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.6941654199615303, | |
| "grad_norm": 1.9558823108673096, | |
| "learning_rate": 7.772335711780404e-06, | |
| "loss": 1.4158, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.6950203034836504, | |
| "grad_norm": 1.8911411762237549, | |
| "learning_rate": 7.766447188277465e-06, | |
| "loss": 1.6014, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.6958751870057704, | |
| "grad_norm": 2.080173969268799, | |
| "learning_rate": 7.760553129681303e-06, | |
| "loss": 1.7275, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.6967300705278906, | |
| "grad_norm": 2.0678954124450684, | |
| "learning_rate": 7.754653547784718e-06, | |
| "loss": 1.5159, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.6975849540500106, | |
| "grad_norm": 3.0976686477661133, | |
| "learning_rate": 7.748748454391565e-06, | |
| "loss": 1.6922, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.6984398375721308, | |
| "grad_norm": 1.6842857599258423, | |
| "learning_rate": 7.742837861316722e-06, | |
| "loss": 1.7449, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.699294721094251, | |
| "grad_norm": 1.756474494934082, | |
| "learning_rate": 7.736921780386077e-06, | |
| "loss": 1.7359, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.700149604616371, | |
| "grad_norm": 1.9712620973587036, | |
| "learning_rate": 7.731000223436491e-06, | |
| "loss": 1.5419, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.7010044881384911, | |
| "grad_norm": 2.3988850116729736, | |
| "learning_rate": 7.725073202315786e-06, | |
| "loss": 1.6395, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.7018593716606112, | |
| "grad_norm": 1.8440942764282227, | |
| "learning_rate": 7.719140728882713e-06, | |
| "loss": 1.7084, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.7027142551827313, | |
| "grad_norm": 1.777246356010437, | |
| "learning_rate": 7.713202815006938e-06, | |
| "loss": 1.7737, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.7035691387048515, | |
| "grad_norm": 1.8486806154251099, | |
| "learning_rate": 7.707259472569001e-06, | |
| "loss": 1.6888, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.7044240222269715, | |
| "grad_norm": 1.8133748769760132, | |
| "learning_rate": 7.70131071346032e-06, | |
| "loss": 1.7211, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.7052789057490917, | |
| "grad_norm": 1.8560314178466797, | |
| "learning_rate": 7.695356549583135e-06, | |
| "loss": 1.5751, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.7061337892712118, | |
| "grad_norm": 1.7498633861541748, | |
| "learning_rate": 7.689396992850511e-06, | |
| "loss": 1.6105, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.7069886727933319, | |
| "grad_norm": 2.0831539630889893, | |
| "learning_rate": 7.683432055186293e-06, | |
| "loss": 1.4881, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.707843556315452, | |
| "grad_norm": 1.8828967809677124, | |
| "learning_rate": 7.677461748525103e-06, | |
| "loss": 1.5878, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.7086984398375721, | |
| "grad_norm": 2.1139395236968994, | |
| "learning_rate": 7.671486084812297e-06, | |
| "loss": 1.5399, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.7095533233596922, | |
| "grad_norm": 1.7683391571044922, | |
| "learning_rate": 7.66550507600395e-06, | |
| "loss": 1.629, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7104082068818124, | |
| "grad_norm": 2.1067309379577637, | |
| "learning_rate": 7.659518734066836e-06, | |
| "loss": 1.6089, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.7112630904039324, | |
| "grad_norm": 2.715237855911255, | |
| "learning_rate": 7.653527070978396e-06, | |
| "loss": 1.7623, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.7121179739260526, | |
| "grad_norm": 2.029066562652588, | |
| "learning_rate": 7.64753009872672e-06, | |
| "loss": 1.4605, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.7129728574481727, | |
| "grad_norm": 2.040937662124634, | |
| "learning_rate": 7.641527829310516e-06, | |
| "loss": 1.6259, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.7138277409702928, | |
| "grad_norm": 1.8791722059249878, | |
| "learning_rate": 7.635520274739097e-06, | |
| "loss": 1.5471, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.7146826244924129, | |
| "grad_norm": 1.9070911407470703, | |
| "learning_rate": 7.629507447032346e-06, | |
| "loss": 1.6921, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.715537508014533, | |
| "grad_norm": 1.9708362817764282, | |
| "learning_rate": 7.623489358220696e-06, | |
| "loss": 1.6241, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.7163923915366531, | |
| "grad_norm": 2.182068347930908, | |
| "learning_rate": 7.61746602034511e-06, | |
| "loss": 1.7642, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.7172472750587733, | |
| "grad_norm": 1.9108189344406128, | |
| "learning_rate": 7.61143744545705e-06, | |
| "loss": 1.5918, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.7181021585808933, | |
| "grad_norm": 2.457728624343872, | |
| "learning_rate": 7.605403645618459e-06, | |
| "loss": 1.5499, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7189570421030135, | |
| "grad_norm": 2.1395840644836426, | |
| "learning_rate": 7.599364632901731e-06, | |
| "loss": 1.7547, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.7198119256251336, | |
| "grad_norm": 2.3625380992889404, | |
| "learning_rate": 7.593320419389691e-06, | |
| "loss": 1.4591, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.7206668091472537, | |
| "grad_norm": 1.7292894124984741, | |
| "learning_rate": 7.5872710171755725e-06, | |
| "loss": 1.6768, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.7215216926693738, | |
| "grad_norm": 2.7999610900878906, | |
| "learning_rate": 7.581216438362986e-06, | |
| "loss": 1.645, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.7223765761914939, | |
| "grad_norm": 2.0571372509002686, | |
| "learning_rate": 7.575156695065902e-06, | |
| "loss": 1.5302, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.723231459713614, | |
| "grad_norm": 2.070894956588745, | |
| "learning_rate": 7.569091799408624e-06, | |
| "loss": 1.8008, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.7240863432357342, | |
| "grad_norm": 2.6990160942077637, | |
| "learning_rate": 7.5630217635257615e-06, | |
| "loss": 1.4371, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.7249412267578542, | |
| "grad_norm": 1.9898473024368286, | |
| "learning_rate": 7.556946599562216e-06, | |
| "loss": 1.3214, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.7257961102799744, | |
| "grad_norm": 2.095768451690674, | |
| "learning_rate": 7.550866319673139e-06, | |
| "loss": 1.5759, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.7266509938020944, | |
| "grad_norm": 1.862705945968628, | |
| "learning_rate": 7.544780936023926e-06, | |
| "loss": 1.7743, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7275058773242146, | |
| "grad_norm": 1.8628978729248047, | |
| "learning_rate": 7.538690460790179e-06, | |
| "loss": 1.4388, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.7283607608463347, | |
| "grad_norm": 1.8021178245544434, | |
| "learning_rate": 7.532594906157692e-06, | |
| "loss": 1.857, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.7292156443684548, | |
| "grad_norm": 2.5704119205474854, | |
| "learning_rate": 7.526494284322416e-06, | |
| "loss": 1.6302, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.7300705278905749, | |
| "grad_norm": 1.6791504621505737, | |
| "learning_rate": 7.520388607490447e-06, | |
| "loss": 1.7683, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.7309254114126951, | |
| "grad_norm": 3.8832380771636963, | |
| "learning_rate": 7.51427788787799e-06, | |
| "loss": 1.5744, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.7317802949348151, | |
| "grad_norm": 3.7836060523986816, | |
| "learning_rate": 7.508162137711341e-06, | |
| "loss": 1.739, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.7326351784569353, | |
| "grad_norm": 3.189974308013916, | |
| "learning_rate": 7.502041369226862e-06, | |
| "loss": 1.7167, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.7334900619790553, | |
| "grad_norm": 2.0712730884552, | |
| "learning_rate": 7.495915594670953e-06, | |
| "loss": 1.5468, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.7343449455011755, | |
| "grad_norm": 1.7717161178588867, | |
| "learning_rate": 7.489784826300033e-06, | |
| "loss": 1.7483, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.7351998290232956, | |
| "grad_norm": 2.4180703163146973, | |
| "learning_rate": 7.483649076380512e-06, | |
| "loss": 1.6412, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7360547125454157, | |
| "grad_norm": 2.175175189971924, | |
| "learning_rate": 7.477508357188769e-06, | |
| "loss": 1.5923, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.7369095960675358, | |
| "grad_norm": 1.7840341329574585, | |
| "learning_rate": 7.47136268101112e-06, | |
| "loss": 1.7442, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.737764479589656, | |
| "grad_norm": 2.045222520828247, | |
| "learning_rate": 7.465212060143802e-06, | |
| "loss": 1.5055, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.738619363111776, | |
| "grad_norm": 1.7603466510772705, | |
| "learning_rate": 7.459056506892946e-06, | |
| "loss": 1.5209, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.7394742466338962, | |
| "grad_norm": 1.823033094406128, | |
| "learning_rate": 7.452896033574552e-06, | |
| "loss": 1.5858, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.7403291301560162, | |
| "grad_norm": 1.8318334817886353, | |
| "learning_rate": 7.446730652514464e-06, | |
| "loss": 1.5982, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.7411840136781364, | |
| "grad_norm": 1.8965398073196411, | |
| "learning_rate": 7.4405603760483425e-06, | |
| "loss": 1.4889, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.7420388972002565, | |
| "grad_norm": 1.8694148063659668, | |
| "learning_rate": 7.434385216521645e-06, | |
| "loss": 1.5792, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.7428937807223766, | |
| "grad_norm": 1.8063355684280396, | |
| "learning_rate": 7.428205186289601e-06, | |
| "loss": 1.617, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.7437486642444967, | |
| "grad_norm": 2.0516574382781982, | |
| "learning_rate": 7.42202029771718e-06, | |
| "loss": 1.8309, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7446035477666167, | |
| "grad_norm": 2.1008880138397217, | |
| "learning_rate": 7.415830563179077e-06, | |
| "loss": 1.6068, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.7454584312887369, | |
| "grad_norm": 1.826690912246704, | |
| "learning_rate": 7.409635995059679e-06, | |
| "loss": 1.4517, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.746313314810857, | |
| "grad_norm": 2.040496826171875, | |
| "learning_rate": 7.403436605753047e-06, | |
| "loss": 1.5598, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.7471681983329771, | |
| "grad_norm": 1.6369898319244385, | |
| "learning_rate": 7.3972324076628876e-06, | |
| "loss": 1.6301, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.7480230818550972, | |
| "grad_norm": 2.6623289585113525, | |
| "learning_rate": 7.391023413202528e-06, | |
| "loss": 1.7157, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.7488779653772174, | |
| "grad_norm": 1.9073917865753174, | |
| "learning_rate": 7.384809634794891e-06, | |
| "loss": 1.6098, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.7497328488993374, | |
| "grad_norm": 1.9829678535461426, | |
| "learning_rate": 7.378591084872474e-06, | |
| "loss": 1.6042, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.7505877324214576, | |
| "grad_norm": 2.025413990020752, | |
| "learning_rate": 7.372367775877318e-06, | |
| "loss": 1.4811, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.7514426159435776, | |
| "grad_norm": 1.8276697397232056, | |
| "learning_rate": 7.366139720260988e-06, | |
| "loss": 1.4816, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.7514426159435776, | |
| "eval_loss": 1.6207854747772217, | |
| "eval_runtime": 535.4228, | |
| "eval_samples_per_second": 7.389, | |
| "eval_steps_per_second": 3.694, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.7522974994656978, | |
| "grad_norm": 1.7088907957077026, | |
| "learning_rate": 7.359906930484546e-06, | |
| "loss": 1.667, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.753152382987818, | |
| "grad_norm": 1.966194748878479, | |
| "learning_rate": 7.353669419018525e-06, | |
| "loss": 1.5384, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.754007266509938, | |
| "grad_norm": 1.6948115825653076, | |
| "learning_rate": 7.347427198342907e-06, | |
| "loss": 1.6488, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.7548621500320581, | |
| "grad_norm": 1.7349025011062622, | |
| "learning_rate": 7.3411802809470935e-06, | |
| "loss": 1.3846, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.7557170335541783, | |
| "grad_norm": 2.215358257293701, | |
| "learning_rate": 7.334928679329882e-06, | |
| "loss": 1.419, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.7565719170762983, | |
| "grad_norm": 2.094088315963745, | |
| "learning_rate": 7.328672405999451e-06, | |
| "loss": 1.6216, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.7574268005984185, | |
| "grad_norm": 1.7907602787017822, | |
| "learning_rate": 7.3224114734733135e-06, | |
| "loss": 1.5837, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.7582816841205385, | |
| "grad_norm": 1.775529384613037, | |
| "learning_rate": 7.316145894278315e-06, | |
| "loss": 1.7301, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.7591365676426587, | |
| "grad_norm": 1.867698311805725, | |
| "learning_rate": 7.309875680950591e-06, | |
| "loss": 1.6867, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.7599914511647788, | |
| "grad_norm": 1.9435536861419678, | |
| "learning_rate": 7.303600846035556e-06, | |
| "loss": 1.5512, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.7608463346868989, | |
| "grad_norm": 1.9748835563659668, | |
| "learning_rate": 7.297321402087861e-06, | |
| "loss": 1.4949, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.761701218209019, | |
| "grad_norm": 2.0852553844451904, | |
| "learning_rate": 7.291037361671392e-06, | |
| "loss": 1.6525, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.7625561017311391, | |
| "grad_norm": 1.7555006742477417, | |
| "learning_rate": 7.28474873735922e-06, | |
| "loss": 1.8248, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.7634109852532592, | |
| "grad_norm": 2.189694881439209, | |
| "learning_rate": 7.2784555417335935e-06, | |
| "loss": 1.6947, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.7642658687753794, | |
| "grad_norm": 1.8032170534133911, | |
| "learning_rate": 7.272157787385904e-06, | |
| "loss": 1.804, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.7651207522974994, | |
| "grad_norm": 2.116745710372925, | |
| "learning_rate": 7.265855486916668e-06, | |
| "loss": 1.6142, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.7659756358196196, | |
| "grad_norm": 1.9036099910736084, | |
| "learning_rate": 7.259548652935495e-06, | |
| "loss": 1.4026, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.7668305193417397, | |
| "grad_norm": 1.8711966276168823, | |
| "learning_rate": 7.253237298061066e-06, | |
| "loss": 1.6825, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.7676854028638598, | |
| "grad_norm": 1.8057702779769897, | |
| "learning_rate": 7.246921434921106e-06, | |
| "loss": 1.5902, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.7685402863859799, | |
| "grad_norm": 1.9403468370437622, | |
| "learning_rate": 7.2406010761523624e-06, | |
| "loss": 1.5219, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.7693951699081, | |
| "grad_norm": 1.751898169517517, | |
| "learning_rate": 7.234276234400577e-06, | |
| "loss": 1.7528, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7702500534302201, | |
| "grad_norm": 1.8883317708969116, | |
| "learning_rate": 7.22794692232046e-06, | |
| "loss": 1.517, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.7711049369523403, | |
| "grad_norm": 2.5952086448669434, | |
| "learning_rate": 7.221613152575664e-06, | |
| "loss": 1.6828, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.7719598204744603, | |
| "grad_norm": 2.416489362716675, | |
| "learning_rate": 7.215274937838768e-06, | |
| "loss": 1.7045, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.7728147039965805, | |
| "grad_norm": 1.994223952293396, | |
| "learning_rate": 7.208932290791232e-06, | |
| "loss": 1.577, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.7736695875187006, | |
| "grad_norm": 2.458573341369629, | |
| "learning_rate": 7.2025852241233975e-06, | |
| "loss": 1.8009, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.7745244710408207, | |
| "grad_norm": 1.8616794347763062, | |
| "learning_rate": 7.1962337505344385e-06, | |
| "loss": 1.5317, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.7753793545629408, | |
| "grad_norm": 2.1416566371917725, | |
| "learning_rate": 7.1898778827323544e-06, | |
| "loss": 1.9288, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.7762342380850609, | |
| "grad_norm": 2.3308708667755127, | |
| "learning_rate": 7.18351763343393e-06, | |
| "loss": 1.4747, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.777089121607181, | |
| "grad_norm": 1.7730233669281006, | |
| "learning_rate": 7.17715301536472e-06, | |
| "loss": 1.7181, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.7779440051293012, | |
| "grad_norm": 2.1546826362609863, | |
| "learning_rate": 7.170784041259018e-06, | |
| "loss": 1.6143, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7787988886514212, | |
| "grad_norm": 1.9400556087493896, | |
| "learning_rate": 7.164410723859837e-06, | |
| "loss": 1.6772, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.7796537721735414, | |
| "grad_norm": 1.798427700996399, | |
| "learning_rate": 7.1580330759188755e-06, | |
| "loss": 1.5083, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.7805086556956614, | |
| "grad_norm": 1.7825255393981934, | |
| "learning_rate": 7.151651110196499e-06, | |
| "loss": 1.6398, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.7813635392177816, | |
| "grad_norm": 2.0335419178009033, | |
| "learning_rate": 7.145264839461712e-06, | |
| "loss": 1.4382, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.7822184227399017, | |
| "grad_norm": 2.093400239944458, | |
| "learning_rate": 7.13887427649213e-06, | |
| "loss": 1.5794, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.7830733062620218, | |
| "grad_norm": 2.1397252082824707, | |
| "learning_rate": 7.132479434073961e-06, | |
| "loss": 1.6183, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.7839281897841419, | |
| "grad_norm": 2.8461811542510986, | |
| "learning_rate": 7.126080325001972e-06, | |
| "loss": 1.531, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.7847830733062621, | |
| "grad_norm": 3.3926584720611572, | |
| "learning_rate": 7.119676962079467e-06, | |
| "loss": 1.341, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.7856379568283821, | |
| "grad_norm": 2.23746395111084, | |
| "learning_rate": 7.113269358118261e-06, | |
| "loss": 1.4222, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.7864928403505023, | |
| "grad_norm": 3.6582369804382324, | |
| "learning_rate": 7.106857525938653e-06, | |
| "loss": 1.5119, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7873477238726223, | |
| "grad_norm": 2.5623018741607666, | |
| "learning_rate": 7.1004414783694086e-06, | |
| "loss": 1.485, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.7882026073947425, | |
| "grad_norm": 2.459796667098999, | |
| "learning_rate": 7.094021228247719e-06, | |
| "loss": 1.3955, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.7890574909168626, | |
| "grad_norm": 1.6993489265441895, | |
| "learning_rate": 7.087596788419188e-06, | |
| "loss": 1.607, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.7899123744389827, | |
| "grad_norm": 1.889883279800415, | |
| "learning_rate": 7.0811681717378e-06, | |
| "loss": 1.6804, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.7907672579611028, | |
| "grad_norm": 2.538088321685791, | |
| "learning_rate": 7.074735391065902e-06, | |
| "loss": 1.3981, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.791622141483223, | |
| "grad_norm": 1.839068055152893, | |
| "learning_rate": 7.068298459274164e-06, | |
| "loss": 1.7209, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.792477025005343, | |
| "grad_norm": 1.996674656867981, | |
| "learning_rate": 7.061857389241571e-06, | |
| "loss": 1.6024, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.7933319085274632, | |
| "grad_norm": 1.8009898662567139, | |
| "learning_rate": 7.055412193855378e-06, | |
| "loss": 1.6207, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.7941867920495832, | |
| "grad_norm": 2.152193307876587, | |
| "learning_rate": 7.0489628860110995e-06, | |
| "loss": 1.5904, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.7950416755717034, | |
| "grad_norm": 1.833527684211731, | |
| "learning_rate": 7.042509478612478e-06, | |
| "loss": 1.6231, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7958965590938235, | |
| "grad_norm": 1.7650495767593384, | |
| "learning_rate": 7.036051984571457e-06, | |
| "loss": 1.7468, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.7967514426159436, | |
| "grad_norm": 1.8895305395126343, | |
| "learning_rate": 7.029590416808159e-06, | |
| "loss": 1.6374, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.7976063261380637, | |
| "grad_norm": 2.057009696960449, | |
| "learning_rate": 7.0231247882508525e-06, | |
| "loss": 1.8619, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.7984612096601837, | |
| "grad_norm": 2.100050687789917, | |
| "learning_rate": 7.016655111835936e-06, | |
| "loss": 1.8066, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.7993160931823039, | |
| "grad_norm": 2.233248233795166, | |
| "learning_rate": 7.010181400507903e-06, | |
| "loss": 1.344, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.800170976704424, | |
| "grad_norm": 3.189713954925537, | |
| "learning_rate": 7.003703667219323e-06, | |
| "loss": 1.6922, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.8010258602265441, | |
| "grad_norm": 2.6081111431121826, | |
| "learning_rate": 6.997221924930811e-06, | |
| "loss": 1.4681, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.8018807437486642, | |
| "grad_norm": 2.012056350708008, | |
| "learning_rate": 6.9907361866110026e-06, | |
| "loss": 1.6555, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.8027356272707844, | |
| "grad_norm": 1.9229539632797241, | |
| "learning_rate": 6.984246465236532e-06, | |
| "loss": 1.6648, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.8035905107929044, | |
| "grad_norm": 2.1851089000701904, | |
| "learning_rate": 6.9777527737919945e-06, | |
| "loss": 1.5953, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8044453943150246, | |
| "grad_norm": 1.743334412574768, | |
| "learning_rate": 6.971255125269941e-06, | |
| "loss": 1.591, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.8053002778371446, | |
| "grad_norm": 2.002300977706909, | |
| "learning_rate": 6.9647535326708274e-06, | |
| "loss": 1.6162, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.8061551613592648, | |
| "grad_norm": 2.2001571655273438, | |
| "learning_rate": 6.958248009003013e-06, | |
| "loss": 1.6559, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.807010044881385, | |
| "grad_norm": 1.9847776889801025, | |
| "learning_rate": 6.951738567282709e-06, | |
| "loss": 1.5787, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.807864928403505, | |
| "grad_norm": 2.376133680343628, | |
| "learning_rate": 6.945225220533977e-06, | |
| "loss": 1.5572, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.8087198119256251, | |
| "grad_norm": 2.4176290035247803, | |
| "learning_rate": 6.938707981788685e-06, | |
| "loss": 1.4635, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.8095746954477453, | |
| "grad_norm": 1.9553080797195435, | |
| "learning_rate": 6.932186864086493e-06, | |
| "loss": 1.5046, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.8104295789698653, | |
| "grad_norm": 1.8396267890930176, | |
| "learning_rate": 6.925661880474818e-06, | |
| "loss": 1.5988, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.8112844624919855, | |
| "grad_norm": 2.076810836791992, | |
| "learning_rate": 6.919133044008815e-06, | |
| "loss": 1.5742, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.8121393460141055, | |
| "grad_norm": 2.0050506591796875, | |
| "learning_rate": 6.9126003677513435e-06, | |
| "loss": 1.701, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8129942295362257, | |
| "grad_norm": 1.8712939023971558, | |
| "learning_rate": 6.906063864772951e-06, | |
| "loss": 1.7932, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.8138491130583458, | |
| "grad_norm": 1.9611555337905884, | |
| "learning_rate": 6.899523548151837e-06, | |
| "loss": 1.6026, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.8147039965804659, | |
| "grad_norm": 2.152019500732422, | |
| "learning_rate": 6.892979430973834e-06, | |
| "loss": 1.7248, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.815558880102586, | |
| "grad_norm": 1.851959228515625, | |
| "learning_rate": 6.8864315263323775e-06, | |
| "loss": 1.5555, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.8164137636247061, | |
| "grad_norm": 2.021026611328125, | |
| "learning_rate": 6.879879847328483e-06, | |
| "loss": 1.548, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.8172686471468262, | |
| "grad_norm": 1.8437577486038208, | |
| "learning_rate": 6.873324407070714e-06, | |
| "loss": 1.5043, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.8181235306689464, | |
| "grad_norm": 1.8212240934371948, | |
| "learning_rate": 6.866765218675162e-06, | |
| "loss": 1.5855, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.8189784141910664, | |
| "grad_norm": 1.8274058103561401, | |
| "learning_rate": 6.8602022952654164e-06, | |
| "loss": 1.5723, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.8198332977131866, | |
| "grad_norm": 1.9869805574417114, | |
| "learning_rate": 6.853635649972542e-06, | |
| "loss": 1.5586, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.8206881812353067, | |
| "grad_norm": 1.8559073209762573, | |
| "learning_rate": 6.847065295935047e-06, | |
| "loss": 1.6032, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8215430647574268, | |
| "grad_norm": 1.9623775482177734, | |
| "learning_rate": 6.8404912462988635e-06, | |
| "loss": 1.5828, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.8223979482795469, | |
| "grad_norm": 1.7365514039993286, | |
| "learning_rate": 6.833913514217314e-06, | |
| "loss": 1.7433, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.823252831801667, | |
| "grad_norm": 1.9759365320205688, | |
| "learning_rate": 6.827332112851093e-06, | |
| "loss": 1.616, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.8241077153237871, | |
| "grad_norm": 1.8827824592590332, | |
| "learning_rate": 6.820747055368233e-06, | |
| "loss": 1.5392, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.8249625988459073, | |
| "grad_norm": 2.1110143661499023, | |
| "learning_rate": 6.814158354944084e-06, | |
| "loss": 1.5172, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.8258174823680273, | |
| "grad_norm": 1.9254096746444702, | |
| "learning_rate": 6.807566024761282e-06, | |
| "loss": 1.4199, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.8266723658901475, | |
| "grad_norm": 3.650379180908203, | |
| "learning_rate": 6.800970078009728e-06, | |
| "loss": 1.6676, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.8275272494122676, | |
| "grad_norm": 1.826330542564392, | |
| "learning_rate": 6.794370527886558e-06, | |
| "loss": 1.764, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.8283821329343877, | |
| "grad_norm": 1.7885780334472656, | |
| "learning_rate": 6.787767387596118e-06, | |
| "loss": 1.4865, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.8292370164565078, | |
| "grad_norm": 1.9366446733474731, | |
| "learning_rate": 6.781160670349939e-06, | |
| "loss": 1.7136, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8300918999786279, | |
| "grad_norm": 1.978267788887024, | |
| "learning_rate": 6.7745503893667016e-06, | |
| "loss": 1.4599, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.830946783500748, | |
| "grad_norm": 2.08886456489563, | |
| "learning_rate": 6.7679365578722275e-06, | |
| "loss": 1.506, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.8318016670228682, | |
| "grad_norm": 1.8797976970672607, | |
| "learning_rate": 6.761319189099432e-06, | |
| "loss": 1.7517, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.8326565505449882, | |
| "grad_norm": 1.885097861289978, | |
| "learning_rate": 6.754698296288315e-06, | |
| "loss": 1.5816, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.8335114340671084, | |
| "grad_norm": 2.1740825176239014, | |
| "learning_rate": 6.7480738926859234e-06, | |
| "loss": 1.5838, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.8343663175892284, | |
| "grad_norm": 1.6993968486785889, | |
| "learning_rate": 6.74144599154633e-06, | |
| "loss": 1.6185, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.8352212011113486, | |
| "grad_norm": 1.847494125366211, | |
| "learning_rate": 6.734814606130605e-06, | |
| "loss": 1.6438, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.8360760846334687, | |
| "grad_norm": 1.6532142162322998, | |
| "learning_rate": 6.728179749706792e-06, | |
| "loss": 1.7054, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.8369309681555888, | |
| "grad_norm": 1.8226687908172607, | |
| "learning_rate": 6.721541435549872e-06, | |
| "loss": 1.4887, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.8377858516777089, | |
| "grad_norm": 3.3552751541137695, | |
| "learning_rate": 6.714899676941755e-06, | |
| "loss": 1.5384, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8386407351998291, | |
| "grad_norm": 2.1226840019226074, | |
| "learning_rate": 6.7082544871712366e-06, | |
| "loss": 1.6166, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.8394956187219491, | |
| "grad_norm": 1.9226521253585815, | |
| "learning_rate": 6.7016058795339765e-06, | |
| "loss": 1.6108, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.8403505022440693, | |
| "grad_norm": 2.033696174621582, | |
| "learning_rate": 6.694953867332473e-06, | |
| "loss": 1.547, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.8412053857661893, | |
| "grad_norm": 2.0900063514709473, | |
| "learning_rate": 6.688298463876042e-06, | |
| "loss": 1.7125, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.8420602692883095, | |
| "grad_norm": 1.6653790473937988, | |
| "learning_rate": 6.681639682480776e-06, | |
| "loss": 1.823, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.8429151528104296, | |
| "grad_norm": 1.7410255670547485, | |
| "learning_rate": 6.6749775364695335e-06, | |
| "loss": 1.5678, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.8437700363325497, | |
| "grad_norm": 1.8242837190628052, | |
| "learning_rate": 6.668312039171901e-06, | |
| "loss": 1.7127, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.8446249198546698, | |
| "grad_norm": 1.8510127067565918, | |
| "learning_rate": 6.66164320392417e-06, | |
| "loss": 1.7295, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.84547980337679, | |
| "grad_norm": 1.6781837940216064, | |
| "learning_rate": 6.65497104406931e-06, | |
| "loss": 1.6511, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.84633468689891, | |
| "grad_norm": 1.7391432523727417, | |
| "learning_rate": 6.64829557295695e-06, | |
| "loss": 1.7455, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8471895704210302, | |
| "grad_norm": 1.8074300289154053, | |
| "learning_rate": 6.641616803943331e-06, | |
| "loss": 1.6085, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.8480444539431502, | |
| "grad_norm": 1.731606364250183, | |
| "learning_rate": 6.634934750391305e-06, | |
| "loss": 1.7347, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.8488993374652704, | |
| "grad_norm": 2.0392024517059326, | |
| "learning_rate": 6.628249425670286e-06, | |
| "loss": 1.7722, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.8497542209873905, | |
| "grad_norm": 2.1152353286743164, | |
| "learning_rate": 6.621560843156241e-06, | |
| "loss": 1.6308, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.8506091045095105, | |
| "grad_norm": 2.0195107460021973, | |
| "learning_rate": 6.614869016231648e-06, | |
| "loss": 1.4781, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.8514639880316307, | |
| "grad_norm": 1.8734263181686401, | |
| "learning_rate": 6.60817395828548e-06, | |
| "loss": 1.3614, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.8523188715537509, | |
| "grad_norm": 2.6763031482696533, | |
| "learning_rate": 6.601475682713176e-06, | |
| "loss": 1.654, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.8531737550758709, | |
| "grad_norm": 1.8202966451644897, | |
| "learning_rate": 6.594774202916612e-06, | |
| "loss": 1.7154, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.854028638597991, | |
| "grad_norm": 2.3950650691986084, | |
| "learning_rate": 6.58806953230407e-06, | |
| "loss": 1.6501, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.8548835221201111, | |
| "grad_norm": 1.8744430541992188, | |
| "learning_rate": 6.581361684290225e-06, | |
| "loss": 1.7473, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8557384056422312, | |
| "grad_norm": 1.8787147998809814, | |
| "learning_rate": 6.5746506722961e-06, | |
| "loss": 1.6708, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.8565932891643514, | |
| "grad_norm": 1.665242314338684, | |
| "learning_rate": 6.567936509749058e-06, | |
| "loss": 1.695, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.8574481726864714, | |
| "grad_norm": 1.9135111570358276, | |
| "learning_rate": 6.561219210082755e-06, | |
| "loss": 1.5917, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.8583030562085916, | |
| "grad_norm": 1.9543577432632446, | |
| "learning_rate": 6.554498786737136e-06, | |
| "loss": 1.6085, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.8591579397307116, | |
| "grad_norm": 1.9068609476089478, | |
| "learning_rate": 6.547775253158383e-06, | |
| "loss": 1.7286, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.8600128232528318, | |
| "grad_norm": 1.743898630142212, | |
| "learning_rate": 6.541048622798912e-06, | |
| "loss": 1.6818, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.860867706774952, | |
| "grad_norm": 2.116328239440918, | |
| "learning_rate": 6.534318909117326e-06, | |
| "loss": 1.6031, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.861722590297072, | |
| "grad_norm": 1.876155138015747, | |
| "learning_rate": 6.527586125578407e-06, | |
| "loss": 1.4219, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.8625774738191921, | |
| "grad_norm": 2.2201461791992188, | |
| "learning_rate": 6.520850285653067e-06, | |
| "loss": 1.5063, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.8634323573413123, | |
| "grad_norm": 2.414156675338745, | |
| "learning_rate": 6.514111402818345e-06, | |
| "loss": 1.6914, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8642872408634323, | |
| "grad_norm": 1.7859731912612915, | |
| "learning_rate": 6.507369490557359e-06, | |
| "loss": 1.7863, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.8651421243855525, | |
| "grad_norm": 1.9573917388916016, | |
| "learning_rate": 6.5006245623592945e-06, | |
| "loss": 1.484, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.8659970079076725, | |
| "grad_norm": 2.2137091159820557, | |
| "learning_rate": 6.493876631719368e-06, | |
| "loss": 1.3974, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.8668518914297927, | |
| "grad_norm": 1.8472415208816528, | |
| "learning_rate": 6.487125712138804e-06, | |
| "loss": 1.4936, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.8677067749519128, | |
| "grad_norm": 1.7957123517990112, | |
| "learning_rate": 6.480371817124809e-06, | |
| "loss": 1.4753, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.8685616584740329, | |
| "grad_norm": 1.9084787368774414, | |
| "learning_rate": 6.4736149601905394e-06, | |
| "loss": 1.4901, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.869416541996153, | |
| "grad_norm": 2.067575216293335, | |
| "learning_rate": 6.466855154855081e-06, | |
| "loss": 1.6117, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.8702714255182732, | |
| "grad_norm": 1.971130132675171, | |
| "learning_rate": 6.460092414643417e-06, | |
| "loss": 1.5208, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.8711263090403932, | |
| "grad_norm": 2.3874399662017822, | |
| "learning_rate": 6.453326753086402e-06, | |
| "loss": 1.5572, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.8719811925625134, | |
| "grad_norm": 2.069075584411621, | |
| "learning_rate": 6.446558183720738e-06, | |
| "loss": 1.4789, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8728360760846334, | |
| "grad_norm": 2.126783847808838, | |
| "learning_rate": 6.439786720088942e-06, | |
| "loss": 1.5286, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.8736909596067536, | |
| "grad_norm": 2.263805389404297, | |
| "learning_rate": 6.433012375739326e-06, | |
| "loss": 1.4588, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.8745458431288737, | |
| "grad_norm": 2.54403018951416, | |
| "learning_rate": 6.426235164225959e-06, | |
| "loss": 1.6166, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.8754007266509938, | |
| "grad_norm": 2.790661334991455, | |
| "learning_rate": 6.419455099108656e-06, | |
| "loss": 1.8078, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.8762556101731139, | |
| "grad_norm": 1.7536730766296387, | |
| "learning_rate": 6.412672193952931e-06, | |
| "loss": 1.6686, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.877110493695234, | |
| "grad_norm": 1.9725817441940308, | |
| "learning_rate": 6.40588646232999e-06, | |
| "loss": 1.6277, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.8779653772173541, | |
| "grad_norm": 2.001371383666992, | |
| "learning_rate": 6.3990979178166865e-06, | |
| "loss": 1.7229, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.8788202607394743, | |
| "grad_norm": 2.239229679107666, | |
| "learning_rate": 6.3923065739955074e-06, | |
| "loss": 1.4867, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.8796751442615943, | |
| "grad_norm": 2.3648579120635986, | |
| "learning_rate": 6.385512444454536e-06, | |
| "loss": 1.6231, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.8805300277837145, | |
| "grad_norm": 1.9137940406799316, | |
| "learning_rate": 6.378715542787435e-06, | |
| "loss": 1.5501, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.8813849113058346, | |
| "grad_norm": 3.1135456562042236, | |
| "learning_rate": 6.371915882593406e-06, | |
| "loss": 1.521, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.8822397948279547, | |
| "grad_norm": 1.8897255659103394, | |
| "learning_rate": 6.365113477477176e-06, | |
| "loss": 1.7424, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.8830946783500748, | |
| "grad_norm": 1.892958402633667, | |
| "learning_rate": 6.358308341048963e-06, | |
| "loss": 1.6762, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.8839495618721949, | |
| "grad_norm": 1.7024919986724854, | |
| "learning_rate": 6.351500486924447e-06, | |
| "loss": 1.6999, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.884804445394315, | |
| "grad_norm": 1.8556098937988281, | |
| "learning_rate": 6.344689928724749e-06, | |
| "loss": 1.5675, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.8856593289164352, | |
| "grad_norm": 1.7438766956329346, | |
| "learning_rate": 6.337876680076398e-06, | |
| "loss": 1.5188, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.8865142124385552, | |
| "grad_norm": 1.9027405977249146, | |
| "learning_rate": 6.331060754611304e-06, | |
| "loss": 1.6641, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.8873690959606754, | |
| "grad_norm": 1.7773973941802979, | |
| "learning_rate": 6.32424216596674e-06, | |
| "loss": 1.6512, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.8882239794827955, | |
| "grad_norm": 1.840724229812622, | |
| "learning_rate": 6.317420927785298e-06, | |
| "loss": 1.6899, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.8890788630049156, | |
| "grad_norm": 1.785825490951538, | |
| "learning_rate": 6.310597053714881e-06, | |
| "loss": 1.4954, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8899337465270357, | |
| "grad_norm": 1.8115184307098389, | |
| "learning_rate": 6.303770557408657e-06, | |
| "loss": 1.6515, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.8907886300491558, | |
| "grad_norm": 2.2055771350860596, | |
| "learning_rate": 6.296941452525048e-06, | |
| "loss": 1.6381, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.8916435135712759, | |
| "grad_norm": 1.7307052612304688, | |
| "learning_rate": 6.290109752727687e-06, | |
| "loss": 1.5122, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.8924983970933961, | |
| "grad_norm": 1.7290875911712646, | |
| "learning_rate": 6.283275471685408e-06, | |
| "loss": 1.7985, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.8933532806155161, | |
| "grad_norm": 2.136174440383911, | |
| "learning_rate": 6.276438623072204e-06, | |
| "loss": 1.5584, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.8942081641376363, | |
| "grad_norm": 1.942376732826233, | |
| "learning_rate": 6.269599220567205e-06, | |
| "loss": 1.6992, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.8950630476597563, | |
| "grad_norm": 1.8792293071746826, | |
| "learning_rate": 6.262757277854654e-06, | |
| "loss": 1.4932, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.8959179311818765, | |
| "grad_norm": 2.496633768081665, | |
| "learning_rate": 6.2559128086238715e-06, | |
| "loss": 1.8053, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.8967728147039966, | |
| "grad_norm": 2.0031940937042236, | |
| "learning_rate": 6.24906582656924e-06, | |
| "loss": 1.6923, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.8976276982261167, | |
| "grad_norm": 1.8933215141296387, | |
| "learning_rate": 6.242216345390164e-06, | |
| "loss": 1.4336, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.8984825817482368, | |
| "grad_norm": 2.275301456451416, | |
| "learning_rate": 6.23536437879105e-06, | |
| "loss": 1.6945, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.899337465270357, | |
| "grad_norm": 2.035141944885254, | |
| "learning_rate": 6.228509940481278e-06, | |
| "loss": 1.5628, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.900192348792477, | |
| "grad_norm": 2.141824960708618, | |
| "learning_rate": 6.221653044175171e-06, | |
| "loss": 1.5929, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.9010472323145972, | |
| "grad_norm": 2.2444586753845215, | |
| "learning_rate": 6.2147937035919734e-06, | |
| "loss": 1.5017, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.9019021158367172, | |
| "grad_norm": 1.9875540733337402, | |
| "learning_rate": 6.207931932455818e-06, | |
| "loss": 1.5285, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.9027569993588374, | |
| "grad_norm": 2.033687114715576, | |
| "learning_rate": 6.2010677444957e-06, | |
| "loss": 1.5152, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.9036118828809575, | |
| "grad_norm": 2.0552401542663574, | |
| "learning_rate": 6.194201153445451e-06, | |
| "loss": 1.6341, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.9044667664030775, | |
| "grad_norm": 2.3873775005340576, | |
| "learning_rate": 6.187332173043714e-06, | |
| "loss": 1.4909, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.9053216499251977, | |
| "grad_norm": 2.0585362911224365, | |
| "learning_rate": 6.180460817033905e-06, | |
| "loss": 1.7219, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.9061765334473179, | |
| "grad_norm": 2.2529118061065674, | |
| "learning_rate": 6.173587099164201e-06, | |
| "loss": 1.5878, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.9070314169694379, | |
| "grad_norm": 1.8679263591766357, | |
| "learning_rate": 6.1667110331875e-06, | |
| "loss": 1.6209, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.907886300491558, | |
| "grad_norm": 1.7941343784332275, | |
| "learning_rate": 6.159832632861399e-06, | |
| "loss": 1.5526, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.9087411840136781, | |
| "grad_norm": 1.9600245952606201, | |
| "learning_rate": 6.152951911948165e-06, | |
| "loss": 1.3754, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.9095960675357982, | |
| "grad_norm": 1.9597649574279785, | |
| "learning_rate": 6.14606888421471e-06, | |
| "loss": 1.5851, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.9104509510579184, | |
| "grad_norm": 2.3222103118896484, | |
| "learning_rate": 6.1391835634325605e-06, | |
| "loss": 1.7639, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.9113058345800384, | |
| "grad_norm": 1.9706284999847412, | |
| "learning_rate": 6.1322959633778305e-06, | |
| "loss": 1.5823, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.9121607181021586, | |
| "grad_norm": 1.8868184089660645, | |
| "learning_rate": 6.125406097831194e-06, | |
| "loss": 1.6515, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.9130156016242786, | |
| "grad_norm": 1.833493709564209, | |
| "learning_rate": 6.118513980577858e-06, | |
| "loss": 1.55, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.9138704851463988, | |
| "grad_norm": 1.917563557624817, | |
| "learning_rate": 6.111619625407536e-06, | |
| "loss": 1.6528, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.914725368668519, | |
| "grad_norm": 1.8444433212280273, | |
| "learning_rate": 6.104723046114418e-06, | |
| "loss": 1.7479, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.915580252190639, | |
| "grad_norm": 2.0832955837249756, | |
| "learning_rate": 6.097824256497145e-06, | |
| "loss": 1.6926, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.9164351357127591, | |
| "grad_norm": 1.9241522550582886, | |
| "learning_rate": 6.090923270358777e-06, | |
| "loss": 1.4728, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.9172900192348793, | |
| "grad_norm": 1.7187578678131104, | |
| "learning_rate": 6.0840201015067735e-06, | |
| "loss": 1.743, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.9181449027569993, | |
| "grad_norm": 2.5005061626434326, | |
| "learning_rate": 6.077114763752958e-06, | |
| "loss": 1.4749, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.9189997862791195, | |
| "grad_norm": 2.1376984119415283, | |
| "learning_rate": 6.070207270913495e-06, | |
| "loss": 1.7223, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.9198546698012395, | |
| "grad_norm": 2.73537278175354, | |
| "learning_rate": 6.063297636808862e-06, | |
| "loss": 1.4193, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.9207095533233597, | |
| "grad_norm": 1.7628402709960938, | |
| "learning_rate": 6.056385875263816e-06, | |
| "loss": 1.7398, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.9215644368454798, | |
| "grad_norm": 1.917742133140564, | |
| "learning_rate": 6.049472000107376e-06, | |
| "loss": 1.6026, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.9224193203675999, | |
| "grad_norm": 1.6675467491149902, | |
| "learning_rate": 6.042556025172787e-06, | |
| "loss": 1.6473, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 0.92327420388972, | |
| "grad_norm": 1.7674387693405151, | |
| "learning_rate": 6.035637964297496e-06, | |
| "loss": 1.5639, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.9241290874118402, | |
| "grad_norm": 1.7522715330123901, | |
| "learning_rate": 6.028717831323123e-06, | |
| "loss": 1.7759, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.9249839709339602, | |
| "grad_norm": 2.054579496383667, | |
| "learning_rate": 6.021795640095434e-06, | |
| "loss": 1.849, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 0.9258388544560804, | |
| "grad_norm": 2.0761284828186035, | |
| "learning_rate": 6.014871404464316e-06, | |
| "loss": 1.8344, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.9266937379782004, | |
| "grad_norm": 1.839158058166504, | |
| "learning_rate": 6.0079451382837405e-06, | |
| "loss": 1.7051, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.9275486215003206, | |
| "grad_norm": 2.337629795074463, | |
| "learning_rate": 6.0010168554117474e-06, | |
| "loss": 1.5102, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.9284035050224407, | |
| "grad_norm": 2.650710105895996, | |
| "learning_rate": 5.9940865697104055e-06, | |
| "loss": 1.5373, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.9292583885445608, | |
| "grad_norm": 3.5047664642333984, | |
| "learning_rate": 5.987154295045801e-06, | |
| "loss": 1.6132, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 0.9301132720666809, | |
| "grad_norm": 1.9641162157058716, | |
| "learning_rate": 5.980220045287986e-06, | |
| "loss": 1.5715, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.930968155588801, | |
| "grad_norm": 2.2403674125671387, | |
| "learning_rate": 5.973283834310978e-06, | |
| "loss": 1.6544, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.9318230391109211, | |
| "grad_norm": 1.8391705751419067, | |
| "learning_rate": 5.966345675992707e-06, | |
| "loss": 1.6286, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9326779226330413, | |
| "grad_norm": 1.8932671546936035, | |
| "learning_rate": 5.959405584215007e-06, | |
| "loss": 1.5434, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 0.9335328061551613, | |
| "grad_norm": 2.0733065605163574, | |
| "learning_rate": 5.952463572863577e-06, | |
| "loss": 1.4035, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.9343876896772815, | |
| "grad_norm": 1.7531025409698486, | |
| "learning_rate": 5.945519655827957e-06, | |
| "loss": 1.6864, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 0.9352425731994016, | |
| "grad_norm": 1.679069995880127, | |
| "learning_rate": 5.938573847001502e-06, | |
| "loss": 1.7121, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 0.9360974567215217, | |
| "grad_norm": 1.8652360439300537, | |
| "learning_rate": 5.931626160281347e-06, | |
| "loss": 1.6491, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.9369523402436418, | |
| "grad_norm": 1.819766640663147, | |
| "learning_rate": 5.924676609568392e-06, | |
| "loss": 1.5042, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.9378072237657619, | |
| "grad_norm": 1.9549850225448608, | |
| "learning_rate": 5.917725208767259e-06, | |
| "loss": 1.7763, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 0.938662107287882, | |
| "grad_norm": 2.392908811569214, | |
| "learning_rate": 5.9107719717862756e-06, | |
| "loss": 1.6243, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.9395169908100022, | |
| "grad_norm": 1.7446740865707397, | |
| "learning_rate": 5.903816912537444e-06, | |
| "loss": 1.7163, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.9403718743321222, | |
| "grad_norm": 1.9705148935317993, | |
| "learning_rate": 5.896860044936406e-06, | |
| "loss": 1.6139, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9412267578542424, | |
| "grad_norm": 1.883777379989624, | |
| "learning_rate": 5.889901382902432e-06, | |
| "loss": 1.6398, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.9420816413763625, | |
| "grad_norm": 2.556436777114868, | |
| "learning_rate": 5.882940940358373e-06, | |
| "loss": 1.4316, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 0.9429365248984826, | |
| "grad_norm": 1.8999799489974976, | |
| "learning_rate": 5.875978731230648e-06, | |
| "loss": 1.6339, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 0.9437914084206027, | |
| "grad_norm": 2.2275121212005615, | |
| "learning_rate": 5.869014769449208e-06, | |
| "loss": 1.3929, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.9446462919427228, | |
| "grad_norm": 1.9651514291763306, | |
| "learning_rate": 5.862049068947516e-06, | |
| "loss": 1.5237, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.9455011754648429, | |
| "grad_norm": 1.848996877670288, | |
| "learning_rate": 5.855081643662504e-06, | |
| "loss": 1.5521, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 0.9463560589869631, | |
| "grad_norm": 1.80025053024292, | |
| "learning_rate": 5.848112507534564e-06, | |
| "loss": 1.5609, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.9472109425090831, | |
| "grad_norm": 2.1637113094329834, | |
| "learning_rate": 5.841141674507504e-06, | |
| "loss": 1.5524, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.9480658260312033, | |
| "grad_norm": 2.1026487350463867, | |
| "learning_rate": 5.834169158528534e-06, | |
| "loss": 1.398, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 0.9489207095533233, | |
| "grad_norm": 2.1661503314971924, | |
| "learning_rate": 5.827194973548227e-06, | |
| "loss": 1.5773, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9497755930754435, | |
| "grad_norm": 1.7545636892318726, | |
| "learning_rate": 5.820219133520495e-06, | |
| "loss": 1.691, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 0.9506304765975636, | |
| "grad_norm": 2.0873961448669434, | |
| "learning_rate": 5.813241652402564e-06, | |
| "loss": 1.4826, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.9514853601196837, | |
| "grad_norm": 1.7167503833770752, | |
| "learning_rate": 5.806262544154941e-06, | |
| "loss": 1.7625, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.9523402436418038, | |
| "grad_norm": 2.3546254634857178, | |
| "learning_rate": 5.799281822741392e-06, | |
| "loss": 1.3234, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 0.953195127163924, | |
| "grad_norm": 1.9529823064804077, | |
| "learning_rate": 5.792299502128906e-06, | |
| "loss": 1.5489, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.954050010686044, | |
| "grad_norm": 1.9048004150390625, | |
| "learning_rate": 5.785315596287675e-06, | |
| "loss": 1.6327, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.9549048942081642, | |
| "grad_norm": 2.040055751800537, | |
| "learning_rate": 5.778330119191063e-06, | |
| "loss": 1.6707, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 0.9557597777302842, | |
| "grad_norm": 1.817842960357666, | |
| "learning_rate": 5.771343084815571e-06, | |
| "loss": 1.4015, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 0.9566146612524044, | |
| "grad_norm": 1.8240433931350708, | |
| "learning_rate": 5.7643545071408265e-06, | |
| "loss": 1.6692, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.9574695447745245, | |
| "grad_norm": 1.931836485862732, | |
| "learning_rate": 5.7573644001495375e-06, | |
| "loss": 1.5152, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9583244282966445, | |
| "grad_norm": 2.3037421703338623, | |
| "learning_rate": 5.7503727778274765e-06, | |
| "loss": 1.6528, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 0.9591793118187647, | |
| "grad_norm": 1.6994976997375488, | |
| "learning_rate": 5.743379654163441e-06, | |
| "loss": 1.7431, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.9600341953408849, | |
| "grad_norm": 2.0386931896209717, | |
| "learning_rate": 5.736385043149242e-06, | |
| "loss": 1.543, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 0.9608890788630049, | |
| "grad_norm": 1.81898832321167, | |
| "learning_rate": 5.729388958779654e-06, | |
| "loss": 1.7186, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.961743962385125, | |
| "grad_norm": 1.7468756437301636, | |
| "learning_rate": 5.722391415052413e-06, | |
| "loss": 1.7129, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.9625988459072451, | |
| "grad_norm": 2.1387693881988525, | |
| "learning_rate": 5.715392425968165e-06, | |
| "loss": 1.7084, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 0.9634537294293652, | |
| "grad_norm": 1.9089514017105103, | |
| "learning_rate": 5.708392005530452e-06, | |
| "loss": 1.3784, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.9643086129514854, | |
| "grad_norm": 1.9345386028289795, | |
| "learning_rate": 5.7013901677456784e-06, | |
| "loss": 1.4172, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.9651634964736054, | |
| "grad_norm": 1.9413198232650757, | |
| "learning_rate": 5.694386926623085e-06, | |
| "loss": 1.7237, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 0.9660183799957256, | |
| "grad_norm": 1.9111895561218262, | |
| "learning_rate": 5.687382296174722e-06, | |
| "loss": 1.5112, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9668732635178456, | |
| "grad_norm": 1.9282513856887817, | |
| "learning_rate": 5.6803762904154155e-06, | |
| "loss": 1.6268, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.9677281470399658, | |
| "grad_norm": 1.959633469581604, | |
| "learning_rate": 5.6733689233627476e-06, | |
| "loss": 1.5489, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.968583030562086, | |
| "grad_norm": 1.8871335983276367, | |
| "learning_rate": 5.666360209037021e-06, | |
| "loss": 1.623, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 0.969437914084206, | |
| "grad_norm": 1.9780254364013672, | |
| "learning_rate": 5.659350161461234e-06, | |
| "loss": 1.5818, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.9702927976063261, | |
| "grad_norm": 4.364112377166748, | |
| "learning_rate": 5.6523387946610575e-06, | |
| "loss": 1.7556, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.9711476811284463, | |
| "grad_norm": 1.9129712581634521, | |
| "learning_rate": 5.645326122664793e-06, | |
| "loss": 1.6293, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.9720025646505663, | |
| "grad_norm": 3.172373056411743, | |
| "learning_rate": 5.638312159503361e-06, | |
| "loss": 1.6633, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.9728574481726865, | |
| "grad_norm": 1.857598066329956, | |
| "learning_rate": 5.631296919210261e-06, | |
| "loss": 1.4858, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 0.9737123316948065, | |
| "grad_norm": 1.9570964574813843, | |
| "learning_rate": 5.624280415821553e-06, | |
| "loss": 1.6073, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 0.9745672152169267, | |
| "grad_norm": 2.047363758087158, | |
| "learning_rate": 5.617262663375815e-06, | |
| "loss": 1.4474, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9754220987390468, | |
| "grad_norm": 1.8771976232528687, | |
| "learning_rate": 5.610243675914138e-06, | |
| "loss": 1.3981, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 0.9762769822611669, | |
| "grad_norm": 1.9068803787231445, | |
| "learning_rate": 5.603223467480067e-06, | |
| "loss": 1.6599, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 0.977131865783287, | |
| "grad_norm": 2.1292192935943604, | |
| "learning_rate": 5.5962020521196046e-06, | |
| "loss": 1.5937, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.9779867493054072, | |
| "grad_norm": 2.0215260982513428, | |
| "learning_rate": 5.58917944388116e-06, | |
| "loss": 1.4024, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.9788416328275272, | |
| "grad_norm": 1.7946442365646362, | |
| "learning_rate": 5.582155656815531e-06, | |
| "loss": 1.5434, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.9796965163496474, | |
| "grad_norm": 2.0026910305023193, | |
| "learning_rate": 5.575130704975877e-06, | |
| "loss": 1.5286, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.9805513998717674, | |
| "grad_norm": 1.9159256219863892, | |
| "learning_rate": 5.568104602417682e-06, | |
| "loss": 1.565, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 0.9814062833938876, | |
| "grad_norm": 1.912210464477539, | |
| "learning_rate": 5.561077363198738e-06, | |
| "loss": 1.4228, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.9822611669160077, | |
| "grad_norm": 1.8582370281219482, | |
| "learning_rate": 5.554049001379108e-06, | |
| "loss": 1.529, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.9831160504381278, | |
| "grad_norm": 1.9566824436187744, | |
| "learning_rate": 5.5470195310211015e-06, | |
| "loss": 1.6577, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9839709339602479, | |
| "grad_norm": 2.0170326232910156, | |
| "learning_rate": 5.539988966189248e-06, | |
| "loss": 1.6307, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 0.9848258174823681, | |
| "grad_norm": 1.9601041078567505, | |
| "learning_rate": 5.532957320950264e-06, | |
| "loss": 1.6092, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.9856807010044881, | |
| "grad_norm": 1.9974137544631958, | |
| "learning_rate": 5.5259246093730305e-06, | |
| "loss": 1.6367, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 0.9865355845266083, | |
| "grad_norm": 2.220414161682129, | |
| "learning_rate": 5.5188908455285565e-06, | |
| "loss": 1.5377, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 0.9873904680487283, | |
| "grad_norm": 2.020720958709717, | |
| "learning_rate": 5.511856043489965e-06, | |
| "loss": 1.6013, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.9882453515708485, | |
| "grad_norm": 1.8889501094818115, | |
| "learning_rate": 5.504820217332447e-06, | |
| "loss": 1.689, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.9891002350929686, | |
| "grad_norm": 1.811374306678772, | |
| "learning_rate": 5.4977833811332525e-06, | |
| "loss": 1.4317, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 0.9899551186150887, | |
| "grad_norm": 2.801724910736084, | |
| "learning_rate": 5.490745548971644e-06, | |
| "loss": 1.7369, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.9908100021372088, | |
| "grad_norm": 2.1599671840667725, | |
| "learning_rate": 5.483706734928877e-06, | |
| "loss": 1.5232, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 0.9916648856593289, | |
| "grad_norm": 2.0417938232421875, | |
| "learning_rate": 5.476666953088179e-06, | |
| "loss": 1.505, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.992519769181449, | |
| "grad_norm": 2.6418049335479736, | |
| "learning_rate": 5.469626217534707e-06, | |
| "loss": 1.6385, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.9933746527035692, | |
| "grad_norm": 1.836726427078247, | |
| "learning_rate": 5.462584542355528e-06, | |
| "loss": 1.6968, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 0.9942295362256892, | |
| "grad_norm": 4.359468936920166, | |
| "learning_rate": 5.45554194163959e-06, | |
| "loss": 1.4797, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 0.9950844197478094, | |
| "grad_norm": 2.071335554122925, | |
| "learning_rate": 5.44849842947769e-06, | |
| "loss": 1.4227, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.9959393032699295, | |
| "grad_norm": 1.8535865545272827, | |
| "learning_rate": 5.4414540199624536e-06, | |
| "loss": 1.4956, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.9967941867920496, | |
| "grad_norm": 2.3737199306488037, | |
| "learning_rate": 5.434408727188297e-06, | |
| "loss": 1.5244, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 0.9976490703141697, | |
| "grad_norm": 1.9199711084365845, | |
| "learning_rate": 5.427362565251407e-06, | |
| "loss": 1.5126, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.9985039538362898, | |
| "grad_norm": 2.217866897583008, | |
| "learning_rate": 5.4203155482497075e-06, | |
| "loss": 1.6553, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.9993588373584099, | |
| "grad_norm": 2.2763781547546387, | |
| "learning_rate": 5.413267690282832e-06, | |
| "loss": 1.5742, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.6807893514633179, | |
| "learning_rate": 5.4062190054521e-06, | |
| "loss": 1.1283, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.00085488352212, | |
| "grad_norm": 1.7158795595169067, | |
| "learning_rate": 5.399169507860484e-06, | |
| "loss": 1.5498, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 1.0017097670442403, | |
| "grad_norm": 2.0779738426208496, | |
| "learning_rate": 5.392119211612582e-06, | |
| "loss": 1.3149, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 1.0017097670442403, | |
| "eval_loss": 1.6148672103881836, | |
| "eval_runtime": 534.1841, | |
| "eval_samples_per_second": 7.406, | |
| "eval_steps_per_second": 3.703, | |
| "step": 1172 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 2338, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 293, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.1784816724150845e+19, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |