diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,8277 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0017097670442403,
+  "eval_steps": 293,
+  "global_step": 1172,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0008548835221201111,
+      "grad_norm": 14.855524063110352,
+      "learning_rate": 8.547008547008549e-08,
+      "loss": 1.7846,
+      "step": 1
+    },
+    {
+      "epoch": 0.0008548835221201111,
+      "eval_loss": 1.7640409469604492,
+      "eval_runtime": 533.0927,
+      "eval_samples_per_second": 7.421,
+      "eval_steps_per_second": 3.71,
+      "step": 1
+    },
+    {
+      "epoch": 0.0017097670442402222,
+      "grad_norm": 11.91721248626709,
+      "learning_rate": 1.7094017094017097e-07,
+      "loss": 1.6794,
+      "step": 2
+    },
+    {
+      "epoch": 0.0025646505663603335,
+      "grad_norm": 15.487826347351074,
+      "learning_rate": 2.564102564102564e-07,
+      "loss": 1.7593,
+      "step": 3
+    },
+    {
+      "epoch": 0.0034195340884804444,
+      "grad_norm": 11.996491432189941,
+      "learning_rate": 3.4188034188034194e-07,
+      "loss": 1.7245,
+      "step": 4
+    },
+    {
+      "epoch": 0.004274417610600555,
+      "grad_norm": 30.804367065429688,
+      "learning_rate": 4.273504273504274e-07,
+      "loss": 1.771,
+      "step": 5
+    },
+    {
+      "epoch": 0.005129301132720667,
+      "grad_norm": 19.530527114868164,
+      "learning_rate": 5.128205128205128e-07,
+      "loss": 1.7888,
+      "step": 6
+    },
+    {
+      "epoch": 0.005984184654840778,
+      "grad_norm": 31.70332145690918,
+      "learning_rate": 5.982905982905984e-07,
+      "loss": 1.5394,
+      "step": 7
+    },
+    {
+      "epoch": 0.006839068176960889,
+      "grad_norm": 11.850404739379883,
+      "learning_rate": 6.837606837606839e-07,
+      "loss": 1.7094,
+      "step": 8
+    },
+    {
+      "epoch": 0.007693951699081001,
+      "grad_norm": 24.769758224487305,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 1.5411,
+      "step": 9
+    },
+    {
+      "epoch": 0.00854883522120111,
+      "grad_norm": 15.908349990844727,
+      "learning_rate": 8.547008547008548e-07,
+      "loss": 1.8037,
+      "step": 10
+    },
+    {
+      "epoch": 0.009403718743321222,
+      "grad_norm": 6.722436428070068,
+      "learning_rate": 9.401709401709402e-07,
+      "loss": 1.7905,
+      "step": 11
+    },
+    {
+      "epoch": 0.010258602265441334,
+      "grad_norm": 4.48321008682251,
+      "learning_rate": 1.0256410256410257e-06,
+      "loss": 1.6772,
+      "step": 12
+    },
+    {
+      "epoch": 0.011113485787561444,
+      "grad_norm": 4.574745178222656,
+      "learning_rate": 1.111111111111111e-06,
+      "loss": 1.8258,
+      "step": 13
+    },
+    {
+      "epoch": 0.011968369309681556,
+      "grad_norm": 4.0335516929626465,
+      "learning_rate": 1.1965811965811968e-06,
+      "loss": 1.8022,
+      "step": 14
+    },
+    {
+      "epoch": 0.012823252831801668,
+      "grad_norm": 39.62892532348633,
+      "learning_rate": 1.282051282051282e-06,
+      "loss": 1.643,
+      "step": 15
+    },
+    {
+      "epoch": 0.013678136353921778,
+      "grad_norm": 7.48787784576416,
+      "learning_rate": 1.3675213675213678e-06,
+      "loss": 1.7202,
+      "step": 16
+    },
+    {
+      "epoch": 0.01453301987604189,
+      "grad_norm": 4.110783576965332,
+      "learning_rate": 1.4529914529914531e-06,
+      "loss": 1.7974,
+      "step": 17
+    },
+    {
+      "epoch": 0.015387903398162001,
+      "grad_norm": 3.7065269947052,
+      "learning_rate": 1.5384615384615387e-06,
+      "loss": 1.765,
+      "step": 18
+    },
+    {
+      "epoch": 0.016242786920282113,
+      "grad_norm": 6.430235862731934,
+      "learning_rate": 1.623931623931624e-06,
+      "loss": 1.5331,
+      "step": 19
+    },
+    {
+      "epoch": 0.01709767044240222,
+      "grad_norm": 21.641319274902344,
+      "learning_rate": 1.7094017094017097e-06,
+      "loss": 1.8761,
+      "step": 20
+    },
+    {
+      "epoch": 0.017952553964522333,
+      "grad_norm": 3.3955209255218506,
+      "learning_rate": 1.794871794871795e-06,
+      "loss": 1.7766,
+      "step": 21
+    },
+    {
+      "epoch": 0.018807437486642445,
+      "grad_norm": 3.9773988723754883,
+      "learning_rate": 1.8803418803418804e-06,
+      "loss": 1.7743,
+      "step": 22
+    },
+    {
+      "epoch": 0.019662321008762557,
+      "grad_norm": 5.062834739685059,
+      "learning_rate": 1.9658119658119658e-06,
+      "loss": 1.769,
+      "step": 23
+    },
+    {
+      "epoch": 0.02051720453088267,
+      "grad_norm": 4.090948104858398,
+      "learning_rate": 2.0512820512820513e-06,
+      "loss": 1.6356,
+      "step": 24
+    },
+    {
+      "epoch": 0.021372088053002777,
+      "grad_norm": 4.175969123840332,
+      "learning_rate": 2.136752136752137e-06,
+      "loss": 1.4285,
+      "step": 25
+    },
+    {
+      "epoch": 0.02222697157512289,
+      "grad_norm": 2.989772319793701,
+      "learning_rate": 2.222222222222222e-06,
+      "loss": 1.5791,
+      "step": 26
+    },
+    {
+      "epoch": 0.023081855097243,
+      "grad_norm": 2.7935218811035156,
+      "learning_rate": 2.307692307692308e-06,
+      "loss": 1.7335,
+      "step": 27
+    },
+    {
+      "epoch": 0.023936738619363112,
+      "grad_norm": 2.8618392944335938,
+      "learning_rate": 2.3931623931623937e-06,
+      "loss": 1.8338,
+      "step": 28
+    },
+    {
+      "epoch": 0.024791622141483224,
+      "grad_norm": 2.662318229675293,
+      "learning_rate": 2.478632478632479e-06,
+      "loss": 1.7555,
+      "step": 29
+    },
+    {
+      "epoch": 0.025646505663603335,
+      "grad_norm": 3.7374916076660156,
+      "learning_rate": 2.564102564102564e-06,
+      "loss": 1.4183,
+      "step": 30
+    },
+    {
+      "epoch": 0.026501389185723444,
+      "grad_norm": 4.106424331665039,
+      "learning_rate": 2.64957264957265e-06,
+      "loss": 1.7026,
+      "step": 31
+    },
+    {
+      "epoch": 0.027356272707843556,
+      "grad_norm": 2.8097198009490967,
+      "learning_rate": 2.7350427350427355e-06,
+      "loss": 1.5934,
+      "step": 32
+    },
+    {
+      "epoch": 0.028211156229963667,
+      "grad_norm": 2.798865795135498,
+      "learning_rate": 2.8205128205128207e-06,
+      "loss": 1.8201,
+      "step": 33
+    },
+    {
+      "epoch": 0.02906603975208378,
+      "grad_norm": 2.733314037322998,
+      "learning_rate": 2.9059829059829063e-06,
+      "loss": 1.7498,
+      "step": 34
+    },
+    {
+      "epoch": 0.02992092327420389,
+      "grad_norm": 3.037261962890625,
+      "learning_rate": 2.9914529914529914e-06,
+      "loss": 1.6768,
+      "step": 35
+    },
+    {
+      "epoch": 0.030775806796324003,
+      "grad_norm": 2.6975414752960205,
+      "learning_rate": 3.0769230769230774e-06,
+      "loss": 1.7676,
+      "step": 36
+    },
+    {
+      "epoch": 0.031630690318444114,
+      "grad_norm": 3.185695171356201,
+      "learning_rate": 3.1623931623931626e-06,
+      "loss": 1.719,
+      "step": 37
+    },
+    {
+      "epoch": 0.032485573840564226,
+      "grad_norm": 2.5215115547180176,
+      "learning_rate": 3.247863247863248e-06,
+      "loss": 1.7738,
+      "step": 38
+    },
+    {
+      "epoch": 0.03334045736268433,
+      "grad_norm": 2.78493332862854,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 1.6016,
+      "step": 39
+    },
+    {
+      "epoch": 0.03419534088480444,
+      "grad_norm": 2.629739999771118,
+      "learning_rate": 3.4188034188034193e-06,
+      "loss": 1.6574,
+      "step": 40
+    },
+    {
+      "epoch": 0.035050224406924554,
+      "grad_norm": 3.270066976547241,
+      "learning_rate": 3.5042735042735045e-06,
+      "loss": 1.7667,
+      "step": 41
+    },
+    {
+      "epoch": 0.035905107929044666,
+      "grad_norm": 2.714362859725952,
+      "learning_rate": 3.58974358974359e-06,
+      "loss": 1.5054,
+      "step": 42
+    },
+    {
+      "epoch": 0.03675999145116478,
+      "grad_norm": 3.978623151779175,
+      "learning_rate": 3.6752136752136756e-06,
+      "loss": 1.6212,
+      "step": 43
+    },
+    {
+      "epoch": 0.03761487497328489,
+      "grad_norm": 2.5128977298736572,
+      "learning_rate": 3.760683760683761e-06,
+      "loss": 1.4326,
+      "step": 44
+    },
+    {
+      "epoch": 0.038469758495405,
+      "grad_norm": 2.9654622077941895,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 1.7595,
+      "step": 45
+    },
+    {
+      "epoch": 0.03932464201752511,
+      "grad_norm": 3.1219539642333984,
+      "learning_rate": 3.9316239316239315e-06,
+      "loss": 1.9805,
+      "step": 46
+    },
+    {
+      "epoch": 0.040179525539645225,
+      "grad_norm": 2.5867958068847656,
+      "learning_rate": 4.017094017094018e-06,
+      "loss": 1.8051,
+      "step": 47
+    },
+    {
+      "epoch": 0.04103440906176534,
+      "grad_norm": 2.4655587673187256,
+      "learning_rate": 4.102564102564103e-06,
+      "loss": 1.6707,
+      "step": 48
+    },
+    {
+      "epoch": 0.04188929258388545,
+      "grad_norm": 3.301828384399414,
+      "learning_rate": 4.188034188034188e-06,
+      "loss": 1.4957,
+      "step": 49
+    },
+    {
+      "epoch": 0.04274417610600555,
+      "grad_norm": 3.0518338680267334,
+      "learning_rate": 4.273504273504274e-06,
+      "loss": 1.623,
+      "step": 50
+    },
+    {
+      "epoch": 0.043599059628125665,
+      "grad_norm": 2.4164023399353027,
+      "learning_rate": 4.358974358974359e-06,
+      "loss": 1.694,
+      "step": 51
+    },
+    {
+      "epoch": 0.04445394315024578,
+      "grad_norm": 2.7269129753112793,
+      "learning_rate": 4.444444444444444e-06,
+      "loss": 1.571,
+      "step": 52
+    },
+    {
+      "epoch": 0.04530882667236589,
+      "grad_norm": 2.5209498405456543,
+      "learning_rate": 4.5299145299145306e-06,
+      "loss": 1.7713,
+      "step": 53
+    },
+    {
+      "epoch": 0.046163710194486,
+      "grad_norm": 2.6886680126190186,
+      "learning_rate": 4.615384615384616e-06,
+      "loss": 1.6275,
+      "step": 54
+    },
+    {
+      "epoch": 0.04701859371660611,
+      "grad_norm": 2.4499754905700684,
+      "learning_rate": 4.700854700854701e-06,
+      "loss": 1.6943,
+      "step": 55
+    },
+    {
+      "epoch": 0.047873477238726224,
+      "grad_norm": 2.6294198036193848,
+      "learning_rate": 4.786324786324787e-06,
+      "loss": 1.6578,
+      "step": 56
+    },
+    {
+      "epoch": 0.048728360760846336,
+      "grad_norm": 2.2285401821136475,
+      "learning_rate": 4.871794871794872e-06,
+      "loss": 1.5894,
+      "step": 57
+    },
+    {
+      "epoch": 0.04958324428296645,
+      "grad_norm": 2.875617027282715,
+      "learning_rate": 4.957264957264958e-06,
+      "loss": 1.57,
+      "step": 58
+    },
+    {
+      "epoch": 0.05043812780508656,
+      "grad_norm": 6.192116737365723,
+      "learning_rate": 5.042735042735043e-06,
+      "loss": 1.5363,
+      "step": 59
+    },
+    {
+      "epoch": 0.05129301132720667,
+      "grad_norm": 5.477021217346191,
+      "learning_rate": 5.128205128205128e-06,
+      "loss": 1.5987,
+      "step": 60
+    },
+    {
+      "epoch": 0.052147894849326776,
+      "grad_norm": 3.1479716300964355,
+      "learning_rate": 5.213675213675214e-06,
+      "loss": 1.578,
+      "step": 61
+    },
+    {
+      "epoch": 0.05300277837144689,
+      "grad_norm": 2.7842800617218018,
+      "learning_rate": 5.2991452991453e-06,
+      "loss": 1.6855,
+      "step": 62
+    },
+    {
+      "epoch": 0.053857661893567,
+      "grad_norm": 2.487064838409424,
+      "learning_rate": 5.384615384615385e-06,
+      "loss": 1.7421,
+      "step": 63
+    },
+    {
+      "epoch": 0.05471254541568711,
+      "grad_norm": 2.895413875579834,
+      "learning_rate": 5.470085470085471e-06,
+      "loss": 1.4335,
+      "step": 64
+    },
+    {
+      "epoch": 0.05556742893780722,
+      "grad_norm": 2.683014154434204,
+      "learning_rate": 5.555555555555557e-06,
+      "loss": 1.5071,
+      "step": 65
+    },
+    {
+      "epoch": 0.056422312459927335,
+      "grad_norm": 2.4958949089050293,
+      "learning_rate": 5.641025641025641e-06,
+      "loss": 1.594,
+      "step": 66
+    },
+    {
+      "epoch": 0.057277195982047446,
+      "grad_norm": 2.551091432571411,
+      "learning_rate": 5.726495726495727e-06,
+      "loss": 1.5684,
+      "step": 67
+    },
+    {
+      "epoch": 0.05813207950416756,
+      "grad_norm": 2.249833106994629,
+      "learning_rate": 5.8119658119658126e-06,
+      "loss": 1.5948,
+      "step": 68
+    },
+    {
+      "epoch": 0.05898696302628767,
+      "grad_norm": 2.3720970153808594,
+      "learning_rate": 5.897435897435898e-06,
+      "loss": 1.7099,
+      "step": 69
+    },
+    {
+      "epoch": 0.05984184654840778,
+      "grad_norm": 2.520702600479126,
+      "learning_rate": 5.982905982905983e-06,
+      "loss": 1.4667,
+      "step": 70
+    },
+    {
+      "epoch": 0.06069673007052789,
+      "grad_norm": 2.6141464710235596,
+      "learning_rate": 6.0683760683760684e-06,
+      "loss": 1.4677,
+      "step": 71
+    },
+    {
+      "epoch": 0.061551613592648005,
+      "grad_norm": 2.9519152641296387,
+      "learning_rate": 6.153846153846155e-06,
+      "loss": 1.6429,
+      "step": 72
+    },
+    {
+      "epoch": 0.06240649711476811,
+      "grad_norm": 3.462202787399292,
+      "learning_rate": 6.23931623931624e-06,
+      "loss": 1.495,
+      "step": 73
+    },
+    {
+      "epoch": 0.06326138063688823,
+      "grad_norm": 2.5748167037963867,
+      "learning_rate": 6.324786324786325e-06,
+      "loss": 1.7717,
+      "step": 74
+    },
+    {
+      "epoch": 0.06411626415900834,
+      "grad_norm": 3.142380475997925,
+      "learning_rate": 6.410256410256412e-06,
+      "loss": 1.6701,
+      "step": 75
+    },
+    {
+      "epoch": 0.06497114768112845,
+      "grad_norm": 2.6841933727264404,
+      "learning_rate": 6.495726495726496e-06,
+      "loss": 1.722,
+      "step": 76
+    },
+    {
+      "epoch": 0.06582603120324856,
+      "grad_norm": 2.4726481437683105,
+      "learning_rate": 6.581196581196582e-06,
+      "loss": 1.7228,
+      "step": 77
+    },
+    {
+      "epoch": 0.06668091472536866,
+      "grad_norm": 2.7335448265075684,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 1.5682,
+      "step": 78
+    },
+    {
+      "epoch": 0.06753579824748877,
+      "grad_norm": 2.577003002166748,
+      "learning_rate": 6.752136752136753e-06,
+      "loss": 1.7154,
+      "step": 79
+    },
+    {
+      "epoch": 0.06839068176960889,
+      "grad_norm": 2.7609519958496094,
+      "learning_rate": 6.837606837606839e-06,
+      "loss": 1.4844,
+      "step": 80
+    },
+    {
+      "epoch": 0.069245565291729,
+      "grad_norm": 3.498229503631592,
+      "learning_rate": 6.923076923076923e-06,
+      "loss": 1.4114,
+      "step": 81
+    },
+    {
+      "epoch": 0.07010044881384911,
+      "grad_norm": 2.5216593742370605,
+      "learning_rate": 7.008547008547009e-06,
+      "loss": 1.5511,
+      "step": 82
+    },
+    {
+      "epoch": 0.07095533233596922,
+      "grad_norm": 2.2648119926452637,
+      "learning_rate": 7.0940170940170945e-06,
+      "loss": 1.8513,
+      "step": 83
+    },
+    {
+      "epoch": 0.07181021585808933,
+      "grad_norm": 2.869992256164551,
+      "learning_rate": 7.17948717948718e-06,
+      "loss": 1.4821,
+      "step": 84
+    },
+    {
+      "epoch": 0.07266509938020944,
+      "grad_norm": 4.656053066253662,
+      "learning_rate": 7.264957264957266e-06,
+      "loss": 1.621,
+      "step": 85
+    },
+    {
+      "epoch": 0.07351998290232956,
+      "grad_norm": 2.4541072845458984,
+      "learning_rate": 7.350427350427351e-06,
+      "loss": 1.5993,
+      "step": 86
+    },
+    {
+      "epoch": 0.07437486642444967,
+      "grad_norm": 2.7510995864868164,
+      "learning_rate": 7.435897435897437e-06,
+      "loss": 1.649,
+      "step": 87
+    },
+    {
+      "epoch": 0.07522974994656978,
+      "grad_norm": 2.552407741546631,
+      "learning_rate": 7.521367521367522e-06,
+      "loss": 1.605,
+      "step": 88
+    },
+    {
+      "epoch": 0.07608463346868989,
+      "grad_norm": 2.482236862182617,
+      "learning_rate": 7.606837606837607e-06,
+      "loss": 1.4649,
+      "step": 89
+    },
+    {
+      "epoch": 0.07693951699081,
+      "grad_norm": 2.5153439044952393,
+      "learning_rate": 7.692307692307694e-06,
+      "loss": 1.6409,
+      "step": 90
+    },
+    {
+      "epoch": 0.07779440051293011,
+      "grad_norm": 2.774604082107544,
+      "learning_rate": 7.77777777777778e-06,
+      "loss": 1.771,
+      "step": 91
+    },
+    {
+      "epoch": 0.07864928403505023,
+      "grad_norm": 2.6241939067840576,
+      "learning_rate": 7.863247863247863e-06,
+      "loss": 1.5099,
+      "step": 92
+    },
+    {
+      "epoch": 0.07950416755717034,
+      "grad_norm": 2.3177523612976074,
+      "learning_rate": 7.948717948717949e-06,
+      "loss": 1.6473,
+      "step": 93
+    },
+    {
+      "epoch": 0.08035905107929045,
+      "grad_norm": 3.034937620162964,
+      "learning_rate": 8.034188034188036e-06,
+      "loss": 1.7484,
+      "step": 94
+    },
+    {
+      "epoch": 0.08121393460141056,
+      "grad_norm": 2.1960113048553467,
+      "learning_rate": 8.11965811965812e-06,
+      "loss": 1.7495,
+      "step": 95
+    },
+    {
+      "epoch": 0.08206881812353067,
+      "grad_norm": 2.538083791732788,
+      "learning_rate": 8.205128205128205e-06,
+      "loss": 1.6463,
+      "step": 96
+    },
+    {
+      "epoch": 0.08292370164565079,
+      "grad_norm": 2.5417184829711914,
+      "learning_rate": 8.290598290598293e-06,
+      "loss": 1.7242,
+      "step": 97
+    },
+    {
+      "epoch": 0.0837785851677709,
+      "grad_norm": 2.7011282444000244,
+      "learning_rate": 8.376068376068377e-06,
+      "loss": 1.4753,
+      "step": 98
+    },
+    {
+      "epoch": 0.08463346868989101,
+      "grad_norm": 2.4932761192321777,
+      "learning_rate": 8.461538461538462e-06,
+      "loss": 1.6388,
+      "step": 99
+    },
+    {
+      "epoch": 0.0854883522120111,
+      "grad_norm": 3.0729198455810547,
+      "learning_rate": 8.547008547008548e-06,
+      "loss": 1.6646,
+      "step": 100
+    },
+    {
+      "epoch": 0.08634323573413122,
+      "grad_norm": 3.0038278102874756,
+      "learning_rate": 8.632478632478633e-06,
+      "loss": 1.5641,
+      "step": 101
+    },
+    {
+      "epoch": 0.08719811925625133,
+      "grad_norm": 2.3090646266937256,
+      "learning_rate": 8.717948717948719e-06,
+      "loss": 1.7689,
+      "step": 102
+    },
+    {
+      "epoch": 0.08805300277837144,
+      "grad_norm": 2.393385171890259,
+      "learning_rate": 8.803418803418804e-06,
+      "loss": 1.667,
+      "step": 103
+    },
+    {
+      "epoch": 0.08890788630049155,
+      "grad_norm": 2.366182565689087,
+      "learning_rate": 8.888888888888888e-06,
+      "loss": 1.6058,
+      "step": 104
+    },
+    {
+      "epoch": 0.08976276982261167,
+      "grad_norm": 2.586094617843628,
+      "learning_rate": 8.974358974358976e-06,
+      "loss": 1.4245,
+      "step": 105
+    },
+    {
+      "epoch": 0.09061765334473178,
+      "grad_norm": 2.889852285385132,
+      "learning_rate": 9.059829059829061e-06,
+      "loss": 1.4404,
+      "step": 106
+    },
+    {
+      "epoch": 0.09147253686685189,
+      "grad_norm": 2.264047622680664,
+      "learning_rate": 9.145299145299145e-06,
+      "loss": 1.6835,
+      "step": 107
+    },
+    {
+      "epoch": 0.092327420388972,
+      "grad_norm": 2.287929058074951,
+      "learning_rate": 9.230769230769232e-06,
+      "loss": 1.659,
+      "step": 108
+    },
+    {
+      "epoch": 0.09318230391109211,
+      "grad_norm": 2.4839229583740234,
+      "learning_rate": 9.316239316239318e-06,
+      "loss": 1.6764,
+      "step": 109
+    },
+    {
+      "epoch": 0.09403718743321222,
+      "grad_norm": 2.53434419631958,
+      "learning_rate": 9.401709401709402e-06,
+      "loss": 1.5596,
+      "step": 110
+    },
+    {
+      "epoch": 0.09489207095533234,
+      "grad_norm": 2.017806053161621,
+      "learning_rate": 9.487179487179487e-06,
+      "loss": 1.5227,
+      "step": 111
+    },
+    {
+      "epoch": 0.09574695447745245,
+      "grad_norm": 2.4538073539733887,
+      "learning_rate": 9.572649572649575e-06,
+      "loss": 1.6464,
+      "step": 112
+    },
+    {
+      "epoch": 0.09660183799957256,
+      "grad_norm": 2.4926862716674805,
+      "learning_rate": 9.658119658119659e-06,
+      "loss": 1.6442,
+      "step": 113
+    },
+    {
+      "epoch": 0.09745672152169267,
+      "grad_norm": 3.169382095336914,
+      "learning_rate": 9.743589743589744e-06,
+      "loss": 1.3884,
+      "step": 114
+    },
+    {
+      "epoch": 0.09831160504381278,
+      "grad_norm": 3.1526899337768555,
+      "learning_rate": 9.82905982905983e-06,
+      "loss": 1.802,
+      "step": 115
+    },
+    {
+      "epoch": 0.0991664885659329,
+      "grad_norm": 2.323765754699707,
+      "learning_rate": 9.914529914529915e-06,
+      "loss": 1.4209,
+      "step": 116
+    },
+    {
+      "epoch": 0.100021372088053,
+      "grad_norm": 2.223529815673828,
+      "learning_rate": 1e-05,
+      "loss": 1.6514,
+      "step": 117
+    },
+    {
+      "epoch": 0.10087625561017312,
+      "grad_norm": 2.611987590789795,
+      "learning_rate": 9.999994998012932e-06,
+      "loss": 1.4056,
+      "step": 118
+    },
+    {
+      "epoch": 0.10173113913229323,
+      "grad_norm": 2.104203939437866,
+      "learning_rate": 9.999979992061739e-06,
+      "loss": 1.5361,
+      "step": 119
+    },
+    {
+      "epoch": 0.10258602265441334,
+      "grad_norm": 2.0273749828338623,
+      "learning_rate": 9.999954982176439e-06,
+      "loss": 1.7908,
+      "step": 120
+    },
+    {
+      "epoch": 0.10344090617653345,
+      "grad_norm": 2.2206482887268066,
+      "learning_rate": 9.999919968407077e-06,
+      "loss": 1.5552,
+      "step": 121
+    },
+    {
+      "epoch": 0.10429578969865355,
+      "grad_norm": 2.1885461807250977,
+      "learning_rate": 9.999874950823707e-06,
+      "loss": 1.8227,
+      "step": 122
+    },
+    {
+      "epoch": 0.10515067322077366,
+      "grad_norm": 2.532996892929077,
+      "learning_rate": 9.999819929516398e-06,
+      "loss": 1.7544,
+      "step": 123
+    },
+    {
+      "epoch": 0.10600555674289378,
+      "grad_norm": 2.10715913772583,
+      "learning_rate": 9.999754904595237e-06,
+      "loss": 1.6595,
+      "step": 124
+    },
+    {
+      "epoch": 0.10686044026501389,
+      "grad_norm": 2.810800790786743,
+      "learning_rate": 9.99967987619033e-06,
+      "loss": 1.5268,
+      "step": 125
+    },
+    {
+      "epoch": 0.107715323787134,
+      "grad_norm": 2.2151639461517334,
+      "learning_rate": 9.999594844451787e-06,
+      "loss": 1.6595,
+      "step": 126
+    },
+    {
+      "epoch": 0.10857020730925411,
+      "grad_norm": 3.241767168045044,
+      "learning_rate": 9.999499809549742e-06,
+      "loss": 1.5238,
+      "step": 127
+    },
+    {
+      "epoch": 0.10942509083137422,
+      "grad_norm": 2.3466122150421143,
+      "learning_rate": 9.99939477167434e-06,
+      "loss": 1.7066,
+      "step": 128
+    },
+    {
+      "epoch": 0.11027997435349433,
+      "grad_norm": 2.006361246109009,
+      "learning_rate": 9.999279731035741e-06,
+      "loss": 1.7432,
+      "step": 129
+    },
+    {
+      "epoch": 0.11113485787561445,
+      "grad_norm": 2.3450944423675537,
+      "learning_rate": 9.999154687864118e-06,
+      "loss": 1.5009,
+      "step": 130
+    },
+    {
+      "epoch": 0.11198974139773456,
+      "grad_norm": 2.390202522277832,
+      "learning_rate": 9.999019642409654e-06,
+      "loss": 1.6976,
+      "step": 131
+    },
+    {
+      "epoch": 0.11284462491985467,
+      "grad_norm": 3.701263189315796,
+      "learning_rate": 9.99887459494255e-06,
+      "loss": 1.6372,
+      "step": 132
+    },
+    {
+      "epoch": 0.11369950844197478,
+      "grad_norm": 2.3453369140625,
+      "learning_rate": 9.998719545753015e-06,
+      "loss": 1.6543,
+      "step": 133
+    },
+    {
+      "epoch": 0.11455439196409489,
+      "grad_norm": 2.018839120864868,
+      "learning_rate": 9.998554495151272e-06,
+      "loss": 1.7406,
+      "step": 134
+    },
+    {
+      "epoch": 0.115409275486215,
+      "grad_norm": 2.201392889022827,
+      "learning_rate": 9.998379443467552e-06,
+      "loss": 1.6153,
+      "step": 135
+    },
+    {
+      "epoch": 0.11626415900833512,
+      "grad_norm": 2.081862449645996,
+      "learning_rate": 9.998194391052097e-06,
+      "loss": 1.6368,
+      "step": 136
+    },
+    {
+      "epoch": 0.11711904253045523,
+      "grad_norm": 2.114025592803955,
+      "learning_rate": 9.99799933827516e-06,
+      "loss": 1.5724,
+      "step": 137
+    },
+    {
+      "epoch": 0.11797392605257534,
+      "grad_norm": 2.1307966709136963,
+      "learning_rate": 9.997794285527002e-06,
+      "loss": 1.6064,
+      "step": 138
+    },
+    {
+      "epoch": 0.11882880957469545,
+      "grad_norm": 2.265519142150879,
+      "learning_rate": 9.99757923321789e-06,
+      "loss": 1.6883,
+      "step": 139
+    },
+    {
+      "epoch": 0.11968369309681556,
+      "grad_norm": 2.3927133083343506,
+      "learning_rate": 9.997354181778101e-06,
+      "loss": 1.4476,
+      "step": 140
+    },
+    {
+      "epoch": 0.12053857661893567,
+      "grad_norm": 2.2618932723999023,
+      "learning_rate": 9.997119131657915e-06,
+      "loss": 1.3637,
+      "step": 141
+    },
+    {
+      "epoch": 0.12139346014105579,
+      "grad_norm": 2.382002353668213,
+      "learning_rate": 9.996874083327621e-06,
+      "loss": 1.4367,
+      "step": 142
+    },
+    {
+      "epoch": 0.1222483436631759,
+      "grad_norm": 2.655059337615967,
+      "learning_rate": 9.99661903727751e-06,
+      "loss": 1.7059,
+      "step": 143
+    },
+    {
+      "epoch": 0.12310322718529601,
+      "grad_norm": 1.9572539329528809,
+      "learning_rate": 9.996353994017876e-06,
+      "loss": 1.697,
+      "step": 144
+    },
+    {
+      "epoch": 0.12395811070741611,
+      "grad_norm": 2.7208900451660156,
+      "learning_rate": 9.996078954079017e-06,
+      "loss": 1.6188,
+      "step": 145
+    },
+    {
+      "epoch": 0.12481299422953622,
+      "grad_norm": 2.2011163234710693,
+      "learning_rate": 9.995793918011231e-06,
+      "loss": 1.4557,
+      "step": 146
+    },
+    {
+      "epoch": 0.12566787775165633,
+      "grad_norm": 2.1749141216278076,
+      "learning_rate": 9.995498886384816e-06,
+      "loss": 1.701,
+      "step": 147
+    },
+    {
+      "epoch": 0.12652276127377646,
+      "grad_norm": 2.7541191577911377,
+      "learning_rate": 9.995193859790071e-06,
+      "loss": 1.7045,
+      "step": 148
+    },
+    {
+      "epoch": 0.12737764479589656,
+      "grad_norm": 2.489243984222412,
+      "learning_rate": 9.994878838837292e-06,
+      "loss": 1.5494,
+      "step": 149
+    },
+    {
+      "epoch": 0.12823252831801668,
+      "grad_norm": 2.1933681964874268,
+      "learning_rate": 9.99455382415677e-06,
+      "loss": 1.6329,
+      "step": 150
+    },
+    {
+      "epoch": 0.12908741184013678,
+      "grad_norm": 2.036159038543701,
+      "learning_rate": 9.994218816398794e-06,
+      "loss": 1.6208,
+      "step": 151
+    },
+    {
+      "epoch": 0.1299422953622569,
+      "grad_norm": 2.751338005065918,
+      "learning_rate": 9.993873816233642e-06,
+      "loss": 1.593,
+      "step": 152
+    },
+    {
+      "epoch": 0.130797178884377,
+      "grad_norm": 3.4958271980285645,
+      "learning_rate": 9.993518824351593e-06,
+      "loss": 1.4269,
+      "step": 153
+    },
+    {
+      "epoch": 0.13165206240649713,
+      "grad_norm": 3.862670421600342,
+      "learning_rate": 9.993153841462912e-06,
+      "loss": 1.5538,
+      "step": 154
+    },
+    {
+      "epoch": 0.13250694592861723,
+      "grad_norm": 3.251422166824341,
+      "learning_rate": 9.992778868297855e-06,
+      "loss": 1.5283,
+      "step": 155
+    },
+    {
+      "epoch": 0.13336182945073732,
+      "grad_norm": 2.1368870735168457,
+      "learning_rate": 9.992393905606665e-06,
+      "loss": 1.7056,
+      "step": 156
+    },
+    {
+      "epoch": 0.13421671297285745,
+      "grad_norm": 2.3016269207000732,
+      "learning_rate": 9.991998954159574e-06,
+      "loss": 1.6743,
+      "step": 157
+    },
+    {
+      "epoch": 0.13507159649497755,
+      "grad_norm": 2.4640464782714844,
+      "learning_rate": 9.991594014746797e-06,
+      "loss": 1.6553,
+      "step": 158
+    },
+    {
+      "epoch": 0.13592648001709767,
+      "grad_norm": 2.2740697860717773,
+      "learning_rate": 9.991179088178538e-06,
+      "loss": 1.9916,
+      "step": 159
+    },
+    {
+      "epoch": 0.13678136353921777,
+      "grad_norm": 2.08636736869812,
+      "learning_rate": 9.99075417528498e-06,
+      "loss": 1.8245,
+      "step": 160
+    },
+    {
+      "epoch": 0.1376362470613379,
+      "grad_norm": 2.2464828491210938,
+      "learning_rate": 9.990319276916282e-06,
+      "loss": 1.4567,
+      "step": 161
+    },
+    {
+      "epoch": 0.138491130583458,
+      "grad_norm": 1.9842820167541504,
+      "learning_rate": 9.98987439394259e-06,
+      "loss": 1.7119,
+      "step": 162
+    },
+    {
+      "epoch": 0.13934601410557812,
+      "grad_norm": 2.2388288974761963,
+      "learning_rate": 9.989419527254025e-06,
+      "loss": 1.5563,
+      "step": 163
+    },
+    {
+      "epoch": 0.14020089762769822,
+      "grad_norm": 2.1352884769439697,
+      "learning_rate": 9.98895467776068e-06,
+      "loss": 1.7504,
+      "step": 164
+    },
+    {
+      "epoch": 0.14105578114981834,
+      "grad_norm": 2.172581672668457,
+      "learning_rate": 9.988479846392621e-06,
+      "loss": 1.6671,
+      "step": 165
+    },
+    {
+      "epoch": 0.14191066467193844,
+      "grad_norm": 2.1291165351867676,
+      "learning_rate": 9.987995034099891e-06,
+      "loss": 1.6297,
+      "step": 166
+    },
+    {
+      "epoch": 0.14276554819405857,
+      "grad_norm": 2.3043532371520996,
+      "learning_rate": 9.987500241852501e-06,
+      "loss": 1.4487,
+      "step": 167
+    },
+    {
+      "epoch": 0.14362043171617866,
+      "grad_norm": 2.1369128227233887,
+      "learning_rate": 9.986995470640426e-06,
+      "loss": 1.536,
+      "step": 168
+    },
+    {
+      "epoch": 0.1444753152382988,
+      "grad_norm": 2.52339768409729,
+      "learning_rate": 9.98648072147361e-06,
+      "loss": 1.651,
+      "step": 169
+    },
+    {
+      "epoch": 0.1453301987604189,
+      "grad_norm": 2.230353832244873,
+      "learning_rate": 9.985955995381961e-06,
+      "loss": 1.6593,
+      "step": 170
+    },
+    {
+      "epoch": 0.14618508228253901,
+      "grad_norm": 1.9805208444595337,
+      "learning_rate": 9.985421293415352e-06,
+      "loss": 1.6041,
+      "step": 171
+    },
+    {
+      "epoch": 0.1470399658046591,
+      "grad_norm": 2.5390121936798096,
+      "learning_rate": 9.984876616643605e-06,
+      "loss": 1.6453,
+      "step": 172
+    },
+    {
+      "epoch": 0.14789484932677924,
+      "grad_norm": 2.267672538757324,
+      "learning_rate": 9.984321966156511e-06,
+      "loss": 1.4635,
+      "step": 173
+    },
+    {
+      "epoch": 0.14874973284889934,
+      "grad_norm": 2.2240028381347656,
+      "learning_rate": 9.98375734306381e-06,
+      "loss": 1.5787,
+      "step": 174
+    },
+    {
+      "epoch": 0.14960461637101946,
+      "grad_norm": 2.0597617626190186,
+      "learning_rate": 9.9831827484952e-06,
+      "loss": 1.8143,
+      "step": 175
+    },
+    {
+      "epoch": 0.15045949989313956,
+      "grad_norm": 2.1702632904052734,
+      "learning_rate": 9.98259818360032e-06,
+      "loss": 1.3521,
+      "step": 176
+    },
+    {
+      "epoch": 0.15131438341525968,
+      "grad_norm": 2.1068551540374756,
+      "learning_rate": 9.982003649548773e-06,
+      "loss": 1.642,
+      "step": 177
+    },
+    {
+      "epoch": 0.15216926693737978,
+      "grad_norm": 2.5010616779327393,
+      "learning_rate": 9.981399147530095e-06,
+      "loss": 1.7123,
+      "step": 178
+    },
+    {
+      "epoch": 0.15302415045949988,
+      "grad_norm": 2.073054790496826,
+      "learning_rate": 9.98078467875377e-06,
+      "loss": 1.6237,
+      "step": 179
+    },
+    {
+      "epoch": 0.15387903398162,
+      "grad_norm": 2.0609512329101562,
+      "learning_rate": 9.980160244449225e-06,
+      "loss": 1.6043,
+      "step": 180
+    },
+    {
+      "epoch": 0.1547339175037401,
+      "grad_norm": 2.184964418411255,
+      "learning_rate": 9.979525845865826e-06,
+      "loss": 1.7787,
+      "step": 181
+    },
+    {
+      "epoch": 0.15558880102586023,
+      "grad_norm": 1.9945862293243408,
+      "learning_rate": 9.978881484272873e-06,
+      "loss": 1.573,
+      "step": 182
+    },
+    {
+      "epoch": 0.15644368454798033,
+      "grad_norm": 2.4625461101531982,
+      "learning_rate": 9.978227160959602e-06,
+      "loss": 1.486,
+      "step": 183
+    },
+    {
+      "epoch": 0.15729856807010045,
+      "grad_norm": 2.747724771499634,
+      "learning_rate": 9.977562877235178e-06,
+      "loss": 1.8208,
+      "step": 184
+    },
+    {
+      "epoch": 0.15815345159222055,
+      "grad_norm": 2.442047357559204,
+      "learning_rate": 9.976888634428699e-06,
+      "loss": 1.519,
+      "step": 185
+    },
+    {
+      "epoch": 0.15900833511434068,
+      "grad_norm": 2.035658836364746,
+      "learning_rate": 9.976204433889185e-06,
+      "loss": 1.7189,
+      "step": 186
+    },
+    {
+      "epoch": 0.15986321863646077,
+      "grad_norm": 1.9837456941604614,
+      "learning_rate": 9.975510276985581e-06,
+      "loss": 1.6247,
+      "step": 187
+    },
+    {
+      "epoch": 0.1607181021585809,
+      "grad_norm": 2.1273021697998047,
+      "learning_rate": 9.974806165106753e-06,
+      "loss": 1.588,
+      "step": 188
+    },
+    {
+      "epoch": 0.161572985680701,
+      "grad_norm": 2.254690647125244,
+      "learning_rate": 9.974092099661485e-06,
+      "loss": 1.4978,
+      "step": 189
+    },
+    {
+      "epoch": 0.16242786920282112,
+      "grad_norm": 2.070093870162964,
+      "learning_rate": 9.973368082078474e-06,
+      "loss": 1.5023,
+      "step": 190
+    },
+    {
+      "epoch": 0.16328275272494122,
+      "grad_norm": 2.2594425678253174,
+      "learning_rate": 9.972634113806332e-06,
+      "loss": 1.3271,
+      "step": 191
+    },
+    {
+      "epoch": 0.16413763624706135,
+      "grad_norm": 2.137816905975342,
+      "learning_rate": 9.971890196313578e-06,
+      "loss": 1.6029,
+      "step": 192
+    },
+    {
+      "epoch": 0.16499251976918144,
+      "grad_norm": 2.150294542312622,
+      "learning_rate": 9.971136331088638e-06,
+      "loss": 1.5479,
+      "step": 193
+    },
+    {
+      "epoch": 0.16584740329130157,
+      "grad_norm": 2.0613577365875244,
+      "learning_rate": 9.970372519639843e-06,
+      "loss": 1.6085,
+      "step": 194
+    },
+    {
+      "epoch": 0.16670228681342167,
+      "grad_norm": 2.489182233810425,
+      "learning_rate": 9.969598763495422e-06,
+      "loss": 1.5447,
+      "step": 195
+    },
+    {
+      "epoch": 0.1675571703355418,
+      "grad_norm": 1.9882975816726685,
+      "learning_rate": 9.968815064203503e-06,
+      "loss": 1.6983,
+      "step": 196
+    },
+    {
+      "epoch": 0.1684120538576619,
+      "grad_norm": 2.307633638381958,
+      "learning_rate": 9.968021423332106e-06,
+      "loss": 1.3364,
+      "step": 197
+    },
+    {
+      "epoch": 0.16926693737978202,
+      "grad_norm": 2.16860032081604,
+      "learning_rate": 9.967217842469144e-06,
+      "loss": 1.4998,
+      "step": 198
+    },
+    {
+      "epoch": 0.17012182090190212,
+      "grad_norm": 2.1140408515930176,
+      "learning_rate": 9.966404323222419e-06,
+      "loss": 1.7047,
+      "step": 199
+    },
+    {
+      "epoch": 0.1709767044240222,
+      "grad_norm": 2.0061354637145996,
+      "learning_rate": 9.965580867219615e-06,
+      "loss": 1.6829,
+      "step": 200
+    },
+    {
+      "epoch": 0.17183158794614234,
+      "grad_norm": 2.1682636737823486,
+      "learning_rate": 9.964747476108297e-06,
+      "loss": 1.599,
+      "step": 201
+    },
+    {
+      "epoch": 0.17268647146826244,
+      "grad_norm": 2.050809144973755,
+      "learning_rate": 9.963904151555913e-06,
+      "loss": 1.6234,
+      "step": 202
+    },
+    {
+      "epoch": 0.17354135499038256,
+      "grad_norm": 2.009514331817627,
+      "learning_rate": 9.963050895249779e-06,
+      "loss": 1.6771,
+      "step": 203
+    },
+    {
+      "epoch": 0.17439623851250266,
+      "grad_norm": 2.012481689453125,
+      "learning_rate": 9.962187708897088e-06,
+      "loss": 1.5752,
+      "step": 204
+    },
+    {
+      "epoch": 0.17525112203462279,
+      "grad_norm": 2.2250049114227295,
+      "learning_rate": 9.961314594224897e-06,
+      "loss": 1.6165,
+      "step": 205
+    },
+    {
+      "epoch": 0.17610600555674288,
+      "grad_norm": 2.289846658706665,
+      "learning_rate": 9.960431552980132e-06,
+      "loss": 1.5527,
+      "step": 206
+    },
+    {
+      "epoch": 0.176960889078863,
+      "grad_norm": 2.110806703567505,
+      "learning_rate": 9.959538586929576e-06,
+      "loss": 1.5558,
+      "step": 207
+    },
+    {
+      "epoch": 0.1778157726009831,
+      "grad_norm": 1.9617878198623657,
+      "learning_rate": 9.958635697859871e-06,
+      "loss": 1.6633,
+      "step": 208
+    },
+    {
+      "epoch": 0.17867065612310323,
+      "grad_norm": 2.2823057174682617,
+      "learning_rate": 9.95772288757751e-06,
+      "loss": 1.6224,
+      "step": 209
+    },
+    {
+      "epoch": 0.17952553964522333,
+      "grad_norm": 1.9670095443725586,
+      "learning_rate": 9.956800157908843e-06,
+      "loss": 1.8749,
+      "step": 210
+    },
+    {
+      "epoch": 0.18038042316734346,
+      "grad_norm": 2.7742271423339844,
+      "learning_rate": 9.955867510700064e-06,
+      "loss": 1.486,
+      "step": 211
+    },
+    {
+      "epoch": 0.18123530668946355,
+      "grad_norm": 2.0588271617889404,
+      "learning_rate": 9.954924947817202e-06,
+      "loss": 1.5673,
+      "step": 212
+    },
+    {
+      "epoch": 0.18209019021158368,
+      "grad_norm": 1.9455853700637817,
+      "learning_rate": 9.953972471146139e-06,
+      "loss": 1.5381,
+      "step": 213
+    },
+    {
+      "epoch": 0.18294507373370378,
+      "grad_norm": 2.869638442993164,
+      "learning_rate": 9.95301008259258e-06,
+      "loss": 1.5812,
+      "step": 214
+    },
+    {
+      "epoch": 0.1837999572558239,
+      "grad_norm": 2.755342960357666,
+      "learning_rate": 9.952037784082069e-06,
+      "loss": 1.7378,
+      "step": 215
+    },
+    {
+      "epoch": 0.184654840777944,
+      "grad_norm": 2.0044925212860107,
+      "learning_rate": 9.951055577559978e-06,
+      "loss": 1.6928,
+      "step": 216
+    },
+    {
+      "epoch": 0.18550972430006413,
+      "grad_norm": 1.9753495454788208,
+      "learning_rate": 9.950063464991498e-06,
+      "loss": 1.6793,
+      "step": 217
+    },
+    {
+      "epoch": 0.18636460782218423,
+      "grad_norm": 2.6321005821228027,
+      "learning_rate": 9.949061448361645e-06,
+      "loss": 1.8052,
+      "step": 218
+    },
+    {
+      "epoch": 0.18721949134430435,
+      "grad_norm": 1.9599953889846802,
+      "learning_rate": 9.948049529675246e-06,
+      "loss": 1.6699,
+      "step": 219
+    },
+    {
+      "epoch": 0.18807437486642445,
+      "grad_norm": 2.058579444885254,
+      "learning_rate": 9.947027710956944e-06,
+      "loss": 1.5779,
+      "step": 220
+    },
+    {
+      "epoch": 0.18892925838854457,
+      "grad_norm": 1.9399949312210083,
+      "learning_rate": 9.945995994251189e-06,
+      "loss": 1.7076,
+      "step": 221
+    },
+    {
+      "epoch": 0.18978414191066467,
+      "grad_norm": 2.8098912239074707,
+      "learning_rate": 9.944954381622234e-06,
+      "loss": 1.5293,
+      "step": 222
+    },
+    {
+      "epoch": 0.19063902543278477,
+      "grad_norm": 2.3304898738861084,
+      "learning_rate": 9.943902875154133e-06,
+      "loss": 1.5303,
+      "step": 223
+    },
+    {
+      "epoch": 0.1914939089549049,
+      "grad_norm": 1.800581693649292,
+      "learning_rate": 9.94284147695073e-06,
+      "loss": 1.871,
+      "step": 224
+    },
+    {
+      "epoch": 0.192348792477025,
+      "grad_norm": 1.8096035718917847,
+      "learning_rate": 9.941770189135674e-06,
+      "loss": 1.6497,
+      "step": 225
+    },
+    {
+      "epoch": 0.19320367599914512,
+      "grad_norm": 2.4061684608459473,
+      "learning_rate": 9.940689013852385e-06,
+      "loss": 1.3758,
+      "step": 226
+    },
+    {
+      "epoch": 0.19405855952126522,
+      "grad_norm": 2.075972557067871,
+      "learning_rate": 9.939597953264075e-06,
+      "loss": 1.6361,
+      "step": 227
+    },
+    {
+      "epoch": 0.19491344304338534,
+      "grad_norm": 1.9757728576660156,
+      "learning_rate": 9.938497009553732e-06,
+      "loss": 1.6045,
+      "step": 228
+    },
+    {
+      "epoch": 0.19576832656550544,
+      "grad_norm": 2.0147316455841064,
+      "learning_rate": 9.937386184924119e-06,
+      "loss": 1.718,
+      "step": 229
+    },
+    {
+      "epoch": 0.19662321008762557,
+      "grad_norm": 4.8961334228515625,
+      "learning_rate": 9.93626548159777e-06,
+      "loss": 1.8579,
+      "step": 230
+    },
+    {
+      "epoch": 0.19747809360974566,
+      "grad_norm": 3.387730836868286,
+      "learning_rate": 9.935134901816977e-06,
+      "loss": 1.4704,
+      "step": 231
+    },
+    {
+      "epoch": 0.1983329771318658,
+      "grad_norm": 3.4209892749786377,
+      "learning_rate": 9.933994447843804e-06,
+      "loss": 1.7328,
+      "step": 232
+    },
+    {
+      "epoch": 0.1991878606539859,
+      "grad_norm": 2.224865436553955,
+      "learning_rate": 9.932844121960062e-06,
+      "loss": 1.5973,
+      "step": 233
+    },
+    {
+      "epoch": 0.200042744176106,
+      "grad_norm": 2.7523677349090576,
+      "learning_rate": 9.931683926467318e-06,
+      "loss": 1.4736,
+      "step": 234
+    },
+    {
+      "epoch": 0.2008976276982261,
+      "grad_norm": 2.1172382831573486,
+      "learning_rate": 9.930513863686885e-06,
+      "loss": 1.5492,
+      "step": 235
+    },
+    {
+      "epoch": 0.20175251122034624,
+      "grad_norm": 2.0145204067230225,
+      "learning_rate": 9.92933393595982e-06,
+      "loss": 1.7651,
+      "step": 236
+    },
+    {
+      "epoch": 0.20260739474246633,
+      "grad_norm": 1.7892417907714844,
+      "learning_rate": 9.928144145646915e-06,
+      "loss": 1.8183,
+      "step": 237
+    },
+    {
+      "epoch": 0.20346227826458646,
+      "grad_norm": 2.0646109580993652,
+      "learning_rate": 9.926944495128696e-06,
+      "loss": 1.6102,
+      "step": 238
+    },
+    {
+      "epoch": 0.20431716178670656,
+      "grad_norm": 2.2819433212280273,
+      "learning_rate": 9.925734986805418e-06,
+      "loss": 1.7732,
+      "step": 239
+    },
+    {
+      "epoch": 0.20517204530882668,
+      "grad_norm": 1.963572382926941,
+      "learning_rate": 9.924515623097059e-06,
+      "loss": 1.786,
+      "step": 240
+    },
+    {
+      "epoch": 0.20602692883094678,
+      "grad_norm": 2.0390403270721436,
+      "learning_rate": 9.923286406443315e-06,
+      "loss": 1.6186,
+      "step": 241
+    },
+    {
+      "epoch": 0.2068818123530669,
+      "grad_norm": 2.267930507659912,
+      "learning_rate": 9.922047339303597e-06,
+      "loss": 1.5218,
+      "step": 242
+    },
+    {
+      "epoch": 0.207736695875187,
+      "grad_norm": 1.9752867221832275,
+      "learning_rate": 9.920798424157025e-06,
+      "loss": 1.874,
+      "step": 243
+    },
+    {
+      "epoch": 0.2085915793973071,
+      "grad_norm": 2.595473289489746,
+      "learning_rate": 9.91953966350242e-06,
+      "loss": 1.6422,
+      "step": 244
+    },
+    {
+      "epoch": 0.20944646291942723,
+      "grad_norm": 2.4579105377197266,
+      "learning_rate": 9.918271059858304e-06,
+      "loss": 1.539,
+      "step": 245
+    },
+    {
+      "epoch": 0.21030134644154733,
+      "grad_norm": 2.0564873218536377,
+      "learning_rate": 9.916992615762895e-06,
+      "loss": 1.5645,
+      "step": 246
+    },
+    {
+      "epoch": 0.21115622996366745,
+      "grad_norm": 2.313728094100952,
+      "learning_rate": 9.915704333774095e-06,
+      "loss": 1.5913,
+      "step": 247
+    },
+    {
+      "epoch": 0.21201111348578755,
+      "grad_norm": 2.0686261653900146,
+      "learning_rate": 9.914406216469493e-06,
+      "loss": 1.6991,
+      "step": 248
+    },
+    {
+      "epoch": 0.21286599700790768,
+      "grad_norm": 1.7527450323104858,
+      "learning_rate": 9.913098266446354e-06,
+      "loss": 1.5427,
+      "step": 249
+    },
+    {
+      "epoch": 0.21372088053002777,
+      "grad_norm": 1.9648592472076416,
+      "learning_rate": 9.911780486321618e-06,
+      "loss": 1.5907,
+      "step": 250
+    },
+    {
+      "epoch": 0.2145757640521479,
+      "grad_norm": 2.190805196762085,
+      "learning_rate": 9.910452878731895e-06,
+      "loss": 1.5391,
+      "step": 251
+    },
+    {
+      "epoch": 0.215430647574268,
+      "grad_norm": 2.548785924911499,
+      "learning_rate": 9.909115446333453e-06,
+      "loss": 1.823,
+      "step": 252
+    },
+    {
+      "epoch": 0.21628553109638812,
+      "grad_norm": 2.668999671936035,
+      "learning_rate": 9.907768191802221e-06,
+      "loss": 1.4534,
+      "step": 253
+    },
+    {
+      "epoch": 0.21714041461850822,
+      "grad_norm": 1.8880456686019897,
+      "learning_rate": 9.906411117833778e-06,
+      "loss": 1.9095,
+      "step": 254
+    },
+    {
+      "epoch": 0.21799529814062835,
+      "grad_norm": 2.0296988487243652,
+      "learning_rate": 9.905044227143351e-06,
+      "loss": 1.5362,
+      "step": 255
+    },
+    {
+      "epoch": 0.21885018166274844,
+      "grad_norm": 1.850406289100647,
+      "learning_rate": 9.90366752246581e-06,
+      "loss": 1.5792,
+      "step": 256
+    },
+    {
+      "epoch": 0.21970506518486857,
+      "grad_norm": 2.1268975734710693,
+      "learning_rate": 9.902281006555654e-06,
+      "loss": 1.732,
+      "step": 257
+    },
+    {
+      "epoch": 0.22055994870698867,
+      "grad_norm": 2.0648953914642334,
+      "learning_rate": 9.90088468218702e-06,
+      "loss": 1.5056,
+      "step": 258
+    },
+    {
+      "epoch": 0.2214148322291088,
+      "grad_norm": 2.415849447250366,
+      "learning_rate": 9.899478552153665e-06,
+      "loss": 1.5931,
+      "step": 259
+    },
+    {
+      "epoch": 0.2222697157512289,
+      "grad_norm": 2.0099523067474365,
+      "learning_rate": 9.89806261926897e-06,
+      "loss": 1.6716,
+      "step": 260
+    },
+    {
+      "epoch": 0.22312459927334902,
+      "grad_norm": 2.1277308464050293,
+      "learning_rate": 9.896636886365921e-06,
+      "loss": 1.5538,
+      "step": 261
+    },
+    {
+      "epoch": 0.22397948279546911,
+      "grad_norm": 1.9735395908355713,
+      "learning_rate": 9.895201356297122e-06,
+      "loss": 1.6561,
+      "step": 262
+    },
+    {
+      "epoch": 0.22483436631758924,
+      "grad_norm": 2.20600962638855,
+      "learning_rate": 9.89375603193477e-06,
+      "loss": 1.7162,
+      "step": 263
+    },
+    {
+      "epoch": 0.22568924983970934,
+      "grad_norm": 2.5070505142211914,
+      "learning_rate": 9.892300916170665e-06,
+      "loss": 1.5809,
+      "step": 264
+    },
+    {
+      "epoch": 0.22654413336182946,
+      "grad_norm": 2.2711572647094727,
+      "learning_rate": 9.890836011916194e-06,
+      "loss": 1.5735,
+      "step": 265
+    },
+    {
+      "epoch": 0.22739901688394956,
+      "grad_norm": 2.1966934204101562,
+      "learning_rate": 9.88936132210233e-06,
+      "loss": 1.7117,
+      "step": 266
+    },
+    {
+      "epoch": 0.22825390040606966,
+      "grad_norm": 2.4135377407073975,
+      "learning_rate": 9.887876849679627e-06,
+      "loss": 1.4651,
+      "step": 267
+    },
+    {
+      "epoch": 0.22910878392818979,
+      "grad_norm": 1.9522583484649658,
+      "learning_rate": 9.886382597618207e-06,
+      "loss": 1.6792,
+      "step": 268
+    },
+    {
+      "epoch": 0.22996366745030988,
+      "grad_norm": 2.727830171585083,
+      "learning_rate": 9.884878568907764e-06,
+      "loss": 1.5722,
+      "step": 269
+    },
+    {
+      "epoch": 0.23081855097243,
+      "grad_norm": 2.306396245956421,
+      "learning_rate": 9.883364766557549e-06,
+      "loss": 1.6057,
+      "step": 270
+    },
+    {
+      "epoch": 0.2316734344945501,
+      "grad_norm": 2.0543172359466553,
+      "learning_rate": 9.88184119359637e-06,
+      "loss": 1.5904,
+      "step": 271
+    },
+    {
+      "epoch": 0.23252831801667023,
+      "grad_norm": 1.944240927696228,
+      "learning_rate": 9.880307853072582e-06,
+      "loss": 1.5547,
+      "step": 272
+    },
+    {
+      "epoch": 0.23338320153879033,
+      "grad_norm": 1.8696750402450562,
+      "learning_rate": 9.878764748054089e-06,
+      "loss": 1.611,
+      "step": 273
+    },
+    {
+      "epoch": 0.23423808506091046,
+      "grad_norm": 1.9814125299453735,
+      "learning_rate": 9.877211881628325e-06,
+      "loss": 1.5352,
+      "step": 274
+    },
+    {
+      "epoch": 0.23509296858303055,
+      "grad_norm": 4.211121559143066,
+      "learning_rate": 9.87564925690226e-06,
+      "loss": 1.6153,
+      "step": 275
+    },
+    {
+      "epoch": 0.23594785210515068,
+      "grad_norm": 3.5215139389038086,
+      "learning_rate": 9.874076877002381e-06,
+      "loss": 1.4883,
+      "step": 276
+    },
+    {
+      "epoch": 0.23680273562727078,
+      "grad_norm": 2.044966459274292,
+      "learning_rate": 9.872494745074701e-06,
+      "loss": 1.5476,
+      "step": 277
+    },
+    {
+      "epoch": 0.2376576191493909,
+      "grad_norm": 2.230739116668701,
+      "learning_rate": 9.87090286428474e-06,
+      "loss": 1.5347,
+      "step": 278
+    },
+    {
+      "epoch": 0.238512502671511,
+      "grad_norm": 7.256809234619141,
+      "learning_rate": 9.869301237817524e-06,
+      "loss": 1.7037,
+      "step": 279
+    },
+    {
+      "epoch": 0.23936738619363113,
+      "grad_norm": 2.069016218185425,
+      "learning_rate": 9.867689868877582e-06,
+      "loss": 1.6771,
+      "step": 280
+    },
+    {
+      "epoch": 0.24022226971575122,
+      "grad_norm": 2.5683460235595703,
+      "learning_rate": 9.866068760688929e-06,
+      "loss": 1.5833,
+      "step": 281
+    },
+    {
+      "epoch": 0.24107715323787135,
+      "grad_norm": 2.004464864730835,
+      "learning_rate": 9.864437916495073e-06,
+      "loss": 1.6213,
+      "step": 282
+    },
+    {
+      "epoch": 0.24193203675999145,
+      "grad_norm": 2.210275411605835,
+      "learning_rate": 9.862797339558995e-06,
+      "loss": 1.5354,
+      "step": 283
+    },
+    {
+      "epoch": 0.24278692028211157,
+      "grad_norm": 2.1438090801239014,
+      "learning_rate": 9.861147033163156e-06,
+      "loss": 1.6764,
+      "step": 284
+    },
+    {
+      "epoch": 0.24364180380423167,
+      "grad_norm": 1.9565024375915527,
+      "learning_rate": 9.85948700060948e-06,
+      "loss": 1.6768,
+      "step": 285
+    },
+    {
+      "epoch": 0.2444966873263518,
+      "grad_norm": 2.793376922607422,
+      "learning_rate": 9.85781724521935e-06,
+      "loss": 1.5542,
+      "step": 286
+    },
+    {
+      "epoch": 0.2453515708484719,
+      "grad_norm": 2.833108425140381,
+      "learning_rate": 9.856137770333606e-06,
+      "loss": 1.6302,
+      "step": 287
+    },
+    {
+      "epoch": 0.24620645437059202,
+      "grad_norm": 2.1430552005767822,
+      "learning_rate": 9.85444857931253e-06,
+      "loss": 1.6496,
+      "step": 288
+    },
+    {
+      "epoch": 0.24706133789271212,
+      "grad_norm": 1.821040153503418,
+      "learning_rate": 9.85274967553585e-06,
+      "loss": 1.6246,
+      "step": 289
+    },
+    {
+      "epoch": 0.24791622141483222,
+      "grad_norm": 2.6233530044555664,
+      "learning_rate": 9.851041062402721e-06,
+      "loss": 1.4109,
+      "step": 290
+    },
+    {
+      "epoch": 0.24877110493695234,
+      "grad_norm": 1.9718334674835205,
+      "learning_rate": 9.849322743331731e-06,
+      "loss": 1.6219,
+      "step": 291
+    },
+    {
+      "epoch": 0.24962598845907244,
+      "grad_norm": 1.8950848579406738,
+      "learning_rate": 9.847594721760878e-06,
+      "loss": 1.6511,
+      "step": 292
+    },
+    {
+      "epoch": 0.25048087198119257,
+      "grad_norm": 2.438082218170166,
+      "learning_rate": 9.845857001147585e-06,
+      "loss": 1.5432,
+      "step": 293
+    },
+    {
+      "epoch": 0.25048087198119257,
+      "eval_loss": 1.6429485082626343,
+      "eval_runtime": 535.3503,
+      "eval_samples_per_second": 7.39,
+      "eval_steps_per_second": 3.695,
+      "step": 293
+    },
+    {
+      "epoch": 0.25133575550331266,
+      "grad_norm": 2.273573398590088,
+      "learning_rate": 9.844109584968669e-06,
+      "loss": 1.5812,
+      "step": 294
+    },
+    {
+      "epoch": 0.25219063902543276,
+      "grad_norm": 1.8384723663330078,
+      "learning_rate": 9.842352476720354e-06,
+      "loss": 1.6735,
+      "step": 295
+    },
+    {
+      "epoch": 0.2530455225475529,
+      "grad_norm": 1.9818137884140015,
+      "learning_rate": 9.840585679918254e-06,
+      "loss": 1.7463,
+      "step": 296
+    },
+    {
+      "epoch": 0.253900406069673,
+      "grad_norm": 2.039534568786621,
+      "learning_rate": 9.838809198097365e-06,
+      "loss": 1.6754,
+      "step": 297
+    },
+    {
+      "epoch": 0.2547552895917931,
+      "grad_norm": 3.1951630115509033,
+      "learning_rate": 9.837023034812064e-06,
+      "loss": 1.5875,
+      "step": 298
+    },
+    {
+      "epoch": 0.2556101731139132,
+      "grad_norm": 2.5072474479675293,
+      "learning_rate": 9.835227193636096e-06,
+      "loss": 1.4731,
+      "step": 299
+    },
+    {
+      "epoch": 0.25646505663603336,
+      "grad_norm": 1.7682746648788452,
+      "learning_rate": 9.83342167816257e-06,
+      "loss": 1.6874,
+      "step": 300
+    },
+    {
+      "epoch": 0.25731994015815346,
+      "grad_norm": 2.0054051876068115,
+      "learning_rate": 9.831606492003955e-06,
+      "loss": 1.7077,
+      "step": 301
+    },
+    {
+      "epoch": 0.25817482368027356,
+      "grad_norm": 1.800396203994751,
+      "learning_rate": 9.829781638792064e-06,
+      "loss": 1.714,
+      "step": 302
+    },
+    {
+      "epoch": 0.25902970720239366,
+      "grad_norm": 2.194918394088745,
+      "learning_rate": 9.827947122178055e-06,
+      "loss": 1.6603,
+      "step": 303
+    },
+    {
+      "epoch": 0.2598845907245138,
+      "grad_norm": 2.0959277153015137,
+      "learning_rate": 9.826102945832418e-06,
+      "loss": 1.6439,
+      "step": 304
+    },
+    {
+      "epoch": 0.2607394742466339,
+      "grad_norm": 2.1359193325042725,
+      "learning_rate": 9.824249113444973e-06,
+      "loss": 1.6057,
+      "step": 305
+    },
+    {
+      "epoch": 0.261594357768754,
+      "grad_norm": 1.9840806722640991,
+      "learning_rate": 9.822385628724855e-06,
+      "loss": 1.5768,
+      "step": 306
+    },
+    {
+      "epoch": 0.2624492412908741,
+      "grad_norm": 1.8947420120239258,
+      "learning_rate": 9.82051249540052e-06,
+      "loss": 1.6567,
+      "step": 307
+    },
+    {
+      "epoch": 0.26330412481299426,
+      "grad_norm": 1.949657678604126,
+      "learning_rate": 9.818629717219719e-06,
+      "loss": 1.6144,
+      "step": 308
+    },
+    {
+      "epoch": 0.26415900833511435,
+      "grad_norm": 2.000495195388794,
+      "learning_rate": 9.816737297949506e-06,
+      "loss": 1.671,
+      "step": 309
+    },
+    {
+      "epoch": 0.26501389185723445,
+      "grad_norm": 2.1426568031311035,
+      "learning_rate": 9.814835241376223e-06,
+      "loss": 1.7611,
+      "step": 310
+    },
+    {
+      "epoch": 0.26586877537935455,
+      "grad_norm": 1.849526047706604,
+      "learning_rate": 9.812923551305497e-06,
+      "loss": 1.67,
+      "step": 311
+    },
+    {
+      "epoch": 0.26672365890147465,
+      "grad_norm": 1.818123459815979,
+      "learning_rate": 9.811002231562228e-06,
+      "loss": 1.5275,
+      "step": 312
+    },
+    {
+      "epoch": 0.2675785424235948,
+      "grad_norm": 2.141369104385376,
+      "learning_rate": 9.80907128599058e-06,
+      "loss": 1.4483,
+      "step": 313
+    },
+    {
+      "epoch": 0.2684334259457149,
+      "grad_norm": 1.8215101957321167,
+      "learning_rate": 9.80713071845398e-06,
+      "loss": 1.4223,
+      "step": 314
+    },
+    {
+      "epoch": 0.269288309467835,
+      "grad_norm": 1.7793519496917725,
+      "learning_rate": 9.805180532835104e-06,
+      "loss": 1.8701,
+      "step": 315
+    },
+    {
+      "epoch": 0.2701431929899551,
+      "grad_norm": 2.3831069469451904,
+      "learning_rate": 9.803220733035876e-06,
+      "loss": 1.5475,
+      "step": 316
+    },
+    {
+      "epoch": 0.27099807651207525,
+      "grad_norm": 2.3979852199554443,
+      "learning_rate": 9.801251322977454e-06,
+      "loss": 1.7673,
+      "step": 317
+    },
+    {
+      "epoch": 0.27185296003419535,
+      "grad_norm": 2.326536178588867,
+      "learning_rate": 9.799272306600219e-06,
+      "loss": 1.776,
+      "step": 318
+    },
+    {
+      "epoch": 0.27270784355631544,
+      "grad_norm": 2.0572667121887207,
+      "learning_rate": 9.79728368786378e-06,
+      "loss": 1.597,
+      "step": 319
+    },
+    {
+      "epoch": 0.27356272707843554,
+      "grad_norm": 2.6097846031188965,
+      "learning_rate": 9.795285470746954e-06,
+      "loss": 1.5121,
+      "step": 320
+    },
+    {
+      "epoch": 0.2744176106005557,
+      "grad_norm": 2.138073682785034,
+      "learning_rate": 9.793277659247764e-06,
+      "loss": 1.5842,
+      "step": 321
+    },
+    {
+      "epoch": 0.2752724941226758,
+      "grad_norm": 1.9335135221481323,
+      "learning_rate": 9.79126025738343e-06,
+      "loss": 1.678,
+      "step": 322
+    },
+    {
+      "epoch": 0.2761273776447959,
+      "grad_norm": 1.9786878824234009,
+      "learning_rate": 9.789233269190357e-06,
+      "loss": 1.634,
+      "step": 323
+    },
+    {
+      "epoch": 0.276982261166916,
+      "grad_norm": 1.932175636291504,
+      "learning_rate": 9.787196698724133e-06,
+      "loss": 1.6037,
+      "step": 324
+    },
+    {
+      "epoch": 0.27783714468903614,
+      "grad_norm": 2.077538013458252,
+      "learning_rate": 9.785150550059519e-06,
+      "loss": 1.5051,
+      "step": 325
+    },
+    {
+      "epoch": 0.27869202821115624,
+      "grad_norm": 1.9720157384872437,
+      "learning_rate": 9.783094827290439e-06,
+      "loss": 1.5322,
+      "step": 326
+    },
+    {
+      "epoch": 0.27954691173327634,
+      "grad_norm": 1.9299103021621704,
+      "learning_rate": 9.781029534529968e-06,
+      "loss": 1.6145,
+      "step": 327
+    },
+    {
+      "epoch": 0.28040179525539644,
+      "grad_norm": 2.12306547164917,
+      "learning_rate": 9.778954675910337e-06,
+      "loss": 1.6878,
+      "step": 328
+    },
+    {
+      "epoch": 0.2812566787775166,
+      "grad_norm": 1.9829449653625488,
+      "learning_rate": 9.776870255582913e-06,
+      "loss": 1.7578,
+      "step": 329
+    },
+    {
+      "epoch": 0.2821115622996367,
+      "grad_norm": 2.2889063358306885,
+      "learning_rate": 9.774776277718193e-06,
+      "loss": 1.4426,
+      "step": 330
+    },
+    {
+      "epoch": 0.2829664458217568,
+      "grad_norm": 2.5552847385406494,
+      "learning_rate": 9.772672746505794e-06,
+      "loss": 1.8471,
+      "step": 331
+    },
+    {
+      "epoch": 0.2838213293438769,
+      "grad_norm": 2.1380834579467773,
+      "learning_rate": 9.770559666154454e-06,
+      "loss": 1.5864,
+      "step": 332
+    },
+    {
+      "epoch": 0.284676212865997,
+      "grad_norm": 2.1155436038970947,
+      "learning_rate": 9.76843704089201e-06,
+      "loss": 1.6244,
+      "step": 333
+    },
+    {
+      "epoch": 0.28553109638811713,
+      "grad_norm": 1.8792701959609985,
+      "learning_rate": 9.766304874965403e-06,
+      "loss": 1.7114,
+      "step": 334
+    },
+    {
+      "epoch": 0.28638597991023723,
+      "grad_norm": 2.630060911178589,
+      "learning_rate": 9.764163172640657e-06,
+      "loss": 1.704,
+      "step": 335
+    },
+    {
+      "epoch": 0.28724086343235733,
+      "grad_norm": 2.6928205490112305,
+      "learning_rate": 9.76201193820288e-06,
+      "loss": 1.4833,
+      "step": 336
+    },
+    {
+      "epoch": 0.2880957469544774,
+      "grad_norm": 1.9738703966140747,
+      "learning_rate": 9.759851175956252e-06,
+      "loss": 1.7405,
+      "step": 337
+    },
+    {
+      "epoch": 0.2889506304765976,
+      "grad_norm": 1.8967580795288086,
+      "learning_rate": 9.757680890224013e-06,
+      "loss": 1.6763,
+      "step": 338
+    },
+    {
+      "epoch": 0.2898055139987177,
+      "grad_norm": 1.9165318012237549,
+      "learning_rate": 9.75550108534846e-06,
+      "loss": 1.6598,
+      "step": 339
+    },
+    {
+      "epoch": 0.2906603975208378,
+      "grad_norm": 1.984978437423706,
+      "learning_rate": 9.753311765690935e-06,
+      "loss": 1.5119,
+      "step": 340
+    },
+    {
+      "epoch": 0.2915152810429579,
+      "grad_norm": 1.8836838006973267,
+      "learning_rate": 9.751112935631816e-06,
+      "loss": 1.6941,
+      "step": 341
+    },
+    {
+      "epoch": 0.29237016456507803,
+      "grad_norm": 1.778017520904541,
+      "learning_rate": 9.748904599570517e-06,
+      "loss": 1.6655,
+      "step": 342
+    },
+    {
+      "epoch": 0.2932250480871981,
+      "grad_norm": 2.1019034385681152,
+      "learning_rate": 9.746686761925456e-06,
+      "loss": 1.6087,
+      "step": 343
+    },
+    {
+      "epoch": 0.2940799316093182,
+      "grad_norm": 2.2590184211730957,
+      "learning_rate": 9.744459427134081e-06,
+      "loss": 1.3935,
+      "step": 344
+    },
+    {
+      "epoch": 0.2949348151314383,
+      "grad_norm": 1.9555338621139526,
+      "learning_rate": 9.742222599652824e-06,
+      "loss": 1.6565,
+      "step": 345
+    },
+    {
+      "epoch": 0.2957896986535585,
+      "grad_norm": 1.791080355644226,
+      "learning_rate": 9.739976283957122e-06,
+      "loss": 1.7648,
+      "step": 346
+    },
+    {
+      "epoch": 0.2966445821756786,
+      "grad_norm": 2.701005697250366,
+      "learning_rate": 9.737720484541389e-06,
+      "loss": 1.6442,
+      "step": 347
+    },
+    {
+      "epoch": 0.29749946569779867,
+      "grad_norm": 2.1853907108306885,
+      "learning_rate": 9.735455205919019e-06,
+      "loss": 1.5882,
+      "step": 348
+    },
+    {
+      "epoch": 0.29835434921991877,
+      "grad_norm": 2.8202414512634277,
+      "learning_rate": 9.733180452622371e-06,
+      "loss": 1.6558,
+      "step": 349
+    },
+    {
+      "epoch": 0.2992092327420389,
+      "grad_norm": 1.9966498613357544,
+      "learning_rate": 9.730896229202756e-06,
+      "loss": 1.5792,
+      "step": 350
+    },
+    {
+      "epoch": 0.300064116264159,
+      "grad_norm": 1.8057630062103271,
+      "learning_rate": 9.72860254023044e-06,
+      "loss": 1.8001,
+      "step": 351
+    },
+    {
+      "epoch": 0.3009189997862791,
+      "grad_norm": 1.988755702972412,
+      "learning_rate": 9.726299390294621e-06,
+      "loss": 1.8377,
+      "step": 352
+    },
+    {
+      "epoch": 0.3017738833083992,
+      "grad_norm": 1.7807461023330688,
+      "learning_rate": 9.72398678400343e-06,
+      "loss": 1.6874,
+      "step": 353
+    },
+    {
+      "epoch": 0.30262876683051937,
+      "grad_norm": 2.122286081314087,
+      "learning_rate": 9.72166472598392e-06,
+      "loss": 1.4228,
+      "step": 354
+    },
+    {
+      "epoch": 0.30348365035263947,
+      "grad_norm": 2.2886228561401367,
+      "learning_rate": 9.719333220882051e-06,
+      "loss": 1.7398,
+      "step": 355
+    },
+    {
+      "epoch": 0.30433853387475956,
+      "grad_norm": 1.948338270187378,
+      "learning_rate": 9.716992273362686e-06,
+      "loss": 1.5523,
+      "step": 356
+    },
+    {
+      "epoch": 0.30519341739687966,
+      "grad_norm": 1.9473958015441895,
+      "learning_rate": 9.714641888109582e-06,
+      "loss": 1.7423,
+      "step": 357
+    },
+    {
+      "epoch": 0.30604830091899976,
+      "grad_norm": 2.157661199569702,
+      "learning_rate": 9.712282069825375e-06,
+      "loss": 1.3287,
+      "step": 358
+    },
+    {
+      "epoch": 0.3069031844411199,
+      "grad_norm": 3.0535852909088135,
+      "learning_rate": 9.70991282323158e-06,
+      "loss": 1.5311,
+      "step": 359
+    },
+    {
+      "epoch": 0.30775806796324,
+      "grad_norm": 1.8765023946762085,
+      "learning_rate": 9.707534153068574e-06,
+      "loss": 1.7105,
+      "step": 360
+    },
+    {
+      "epoch": 0.3086129514853601,
+      "grad_norm": 2.0064175128936768,
+      "learning_rate": 9.705146064095585e-06,
+      "loss": 1.6531,
+      "step": 361
+    },
+    {
+      "epoch": 0.3094678350074802,
+      "grad_norm": 1.9886373281478882,
+      "learning_rate": 9.70274856109069e-06,
+      "loss": 1.4997,
+      "step": 362
+    },
+    {
+      "epoch": 0.31032271852960036,
+      "grad_norm": 1.990229606628418,
+      "learning_rate": 9.700341648850802e-06,
+      "loss": 1.5256,
+      "step": 363
+    },
+    {
+      "epoch": 0.31117760205172046,
+      "grad_norm": 2.106940507888794,
+      "learning_rate": 9.697925332191656e-06,
+      "loss": 1.7129,
+      "step": 364
+    },
+    {
+      "epoch": 0.31203248557384056,
+      "grad_norm": 1.7736214399337769,
+      "learning_rate": 9.695499615947808e-06,
+      "loss": 1.6478,
+      "step": 365
+    },
+    {
+      "epoch": 0.31288736909596065,
+      "grad_norm": 2.1179401874542236,
+      "learning_rate": 9.693064504972619e-06,
+      "loss": 1.5524,
+      "step": 366
+    },
+    {
+      "epoch": 0.3137422526180808,
+      "grad_norm": 1.916581392288208,
+      "learning_rate": 9.690620004138245e-06,
+      "loss": 1.6106,
+      "step": 367
+    },
+    {
+      "epoch": 0.3145971361402009,
+      "grad_norm": 1.9544050693511963,
+      "learning_rate": 9.68816611833563e-06,
+      "loss": 1.4856,
+      "step": 368
+    },
+    {
+      "epoch": 0.315452019662321,
+      "grad_norm": 1.9140318632125854,
+      "learning_rate": 9.685702852474499e-06,
+      "loss": 1.5316,
+      "step": 369
+    },
+    {
+      "epoch": 0.3163069031844411,
+      "grad_norm": 2.6337473392486572,
+      "learning_rate": 9.683230211483337e-06,
+      "loss": 1.6554,
+      "step": 370
+    },
+    {
+      "epoch": 0.31716178670656126,
+      "grad_norm": 4.639531135559082,
+      "learning_rate": 9.680748200309396e-06,
+      "loss": 1.6353,
+      "step": 371
+    },
+    {
+      "epoch": 0.31801667022868135,
+      "grad_norm": 2.012089967727661,
+      "learning_rate": 9.678256823918668e-06,
+      "loss": 1.5873,
+      "step": 372
+    },
+    {
+      "epoch": 0.31887155375080145,
+      "grad_norm": 2.249965190887451,
+      "learning_rate": 9.67575608729589e-06,
+      "loss": 1.5251,
+      "step": 373
+    },
+    {
+      "epoch": 0.31972643727292155,
+      "grad_norm": 2.2432241439819336,
+      "learning_rate": 9.673245995444516e-06,
+      "loss": 1.5292,
+      "step": 374
+    },
+    {
+      "epoch": 0.3205813207950417,
+      "grad_norm": 1.8957768678665161,
+      "learning_rate": 9.67072655338673e-06,
+      "loss": 1.542,
+      "step": 375
+    },
+    {
+      "epoch": 0.3214362043171618,
+      "grad_norm": 2.318333148956299,
+      "learning_rate": 9.668197766163417e-06,
+      "loss": 1.6483,
+      "step": 376
+    },
+    {
+      "epoch": 0.3222910878392819,
+      "grad_norm": 1.8972350358963013,
+      "learning_rate": 9.665659638834162e-06,
+      "loss": 1.7009,
+      "step": 377
+    },
+    {
+      "epoch": 0.323145971361402,
+      "grad_norm": 1.7293806076049805,
+      "learning_rate": 9.663112176477238e-06,
+      "loss": 1.7716,
+      "step": 378
+    },
+    {
+      "epoch": 0.3240008548835221,
+      "grad_norm": 1.9904060363769531,
+      "learning_rate": 9.660555384189592e-06,
+      "loss": 1.6335,
+      "step": 379
+    },
+    {
+      "epoch": 0.32485573840564225,
+      "grad_norm": 1.9652825593948364,
+      "learning_rate": 9.657989267086842e-06,
+      "loss": 1.5519,
+      "step": 380
+    },
+    {
+      "epoch": 0.32571062192776234,
+      "grad_norm": 2.0220279693603516,
+      "learning_rate": 9.655413830303264e-06,
+      "loss": 1.5513,
+      "step": 381
+    },
+    {
+      "epoch": 0.32656550544988244,
+      "grad_norm": 1.9460409879684448,
+      "learning_rate": 9.652829078991775e-06,
+      "loss": 1.4417,
+      "step": 382
+    },
+    {
+      "epoch": 0.32742038897200254,
+      "grad_norm": 1.9341466426849365,
+      "learning_rate": 9.650235018323932e-06,
+      "loss": 1.5433,
+      "step": 383
+    },
+    {
+      "epoch": 0.3282752724941227,
+      "grad_norm": 1.7564873695373535,
+      "learning_rate": 9.647631653489922e-06,
+      "loss": 1.7237,
+      "step": 384
+    },
+    {
+      "epoch": 0.3291301560162428,
+      "grad_norm": 1.9628024101257324,
+      "learning_rate": 9.645018989698541e-06,
+      "loss": 1.7277,
+      "step": 385
+    },
+    {
+      "epoch": 0.3299850395383629,
+      "grad_norm": 2.3082334995269775,
+      "learning_rate": 9.642397032177194e-06,
+      "loss": 1.5495,
+      "step": 386
+    },
+    {
+      "epoch": 0.330839923060483,
+      "grad_norm": 1.866422414779663,
+      "learning_rate": 9.63976578617188e-06,
+      "loss": 1.7534,
+      "step": 387
+    },
+    {
+      "epoch": 0.33169480658260314,
+      "grad_norm": 2.317007541656494,
+      "learning_rate": 9.637125256947182e-06,
+      "loss": 1.5052,
+      "step": 388
+    },
+    {
+      "epoch": 0.33254969010472324,
+      "grad_norm": 1.8729028701782227,
+      "learning_rate": 9.634475449786256e-06,
+      "loss": 1.8099,
+      "step": 389
+    },
+    {
+      "epoch": 0.33340457362684334,
+      "grad_norm": 2.69675874710083,
+      "learning_rate": 9.631816369990826e-06,
+      "loss": 1.7547,
+      "step": 390
+    },
+    {
+      "epoch": 0.33425945714896343,
+      "grad_norm": 1.989051103591919,
+      "learning_rate": 9.629148022881162e-06,
+      "loss": 1.3242,
+      "step": 391
+    },
+    {
+      "epoch": 0.3351143406710836,
+      "grad_norm": 1.821259617805481,
+      "learning_rate": 9.62647041379608e-06,
+      "loss": 1.7114,
+      "step": 392
+    },
+    {
+      "epoch": 0.3359692241932037,
+      "grad_norm": 2.20082688331604,
+      "learning_rate": 9.623783548092927e-06,
+      "loss": 1.6421,
+      "step": 393
+    },
+    {
+      "epoch": 0.3368241077153238,
+      "grad_norm": 2.1007845401763916,
+      "learning_rate": 9.621087431147571e-06,
+      "loss": 1.5982,
+      "step": 394
+    },
+    {
+      "epoch": 0.3376789912374439,
+      "grad_norm": 1.973475456237793,
+      "learning_rate": 9.618382068354385e-06,
+      "loss": 1.4475,
+      "step": 395
+    },
+    {
+      "epoch": 0.33853387475956404,
+      "grad_norm": 2.067143201828003,
+      "learning_rate": 9.615667465126249e-06,
+      "loss": 1.5659,
+      "step": 396
+    },
+    {
+      "epoch": 0.33938875828168413,
+      "grad_norm": 4.515519142150879,
+      "learning_rate": 9.612943626894524e-06,
+      "loss": 1.5314,
+      "step": 397
+    },
+    {
+      "epoch": 0.34024364180380423,
+      "grad_norm": 2.152055501937866,
+      "learning_rate": 9.610210559109053e-06,
+      "loss": 1.6649,
+      "step": 398
+    },
+    {
+      "epoch": 0.34109852532592433,
+      "grad_norm": 1.7932733297348022,
+      "learning_rate": 9.607468267238144e-06,
+      "loss": 1.623,
+      "step": 399
+    },
+    {
+      "epoch": 0.3419534088480444,
+      "grad_norm": 2.0391805171966553,
+      "learning_rate": 9.60471675676856e-06,
+      "loss": 1.3268,
+      "step": 400
+    },
+    {
+      "epoch": 0.3428082923701646,
+      "grad_norm": 1.702877163887024,
+      "learning_rate": 9.60195603320551e-06,
+      "loss": 1.7459,
+      "step": 401
+    },
+    {
+      "epoch": 0.3436631758922847,
+      "grad_norm": 2.219301700592041,
+      "learning_rate": 9.599186102072633e-06,
+      "loss": 1.4155,
+      "step": 402
+    },
+    {
+      "epoch": 0.3445180594144048,
+      "grad_norm": 2.3838083744049072,
+      "learning_rate": 9.596406968911994e-06,
+      "loss": 1.6431,
+      "step": 403
+    },
+    {
+      "epoch": 0.3453729429365249,
+      "grad_norm": 1.8397514820098877,
+      "learning_rate": 9.59361863928407e-06,
+      "loss": 1.6565,
+      "step": 404
+    },
+    {
+      "epoch": 0.346227826458645,
+      "grad_norm": 1.9715574979782104,
+      "learning_rate": 9.590821118767735e-06,
+      "loss": 1.5712,
+      "step": 405
+    },
+    {
+      "epoch": 0.3470827099807651,
+      "grad_norm": 1.8566009998321533,
+      "learning_rate": 9.588014412960251e-06,
+      "loss": 1.4365,
+      "step": 406
+    },
+    {
+      "epoch": 0.3479375935028852,
+      "grad_norm": 2.3083534240722656,
+      "learning_rate": 9.585198527477266e-06,
+      "loss": 1.6871,
+      "step": 407
+    },
+    {
+      "epoch": 0.3487924770250053,
+      "grad_norm": 2.463879346847534,
+      "learning_rate": 9.582373467952785e-06,
+      "loss": 1.347,
+      "step": 408
+    },
+    {
+      "epoch": 0.3496473605471255,
+      "grad_norm": 1.7422118186950684,
+      "learning_rate": 9.579539240039175e-06,
+      "loss": 1.6822,
+      "step": 409
+    },
+    {
+      "epoch": 0.35050224406924557,
+      "grad_norm": 3.396388292312622,
+      "learning_rate": 9.576695849407142e-06,
+      "loss": 1.4162,
+      "step": 410
+    },
+    {
+      "epoch": 0.35135712759136567,
+      "grad_norm": 1.8444187641143799,
+      "learning_rate": 9.573843301745729e-06,
+      "loss": 1.49,
+      "step": 411
+    },
+    {
+      "epoch": 0.35221201111348577,
+      "grad_norm": 1.8690928220748901,
+      "learning_rate": 9.570981602762298e-06,
+      "loss": 1.677,
+      "step": 412
+    },
+    {
+      "epoch": 0.3530668946356059,
+      "grad_norm": 1.8715145587921143,
+      "learning_rate": 9.568110758182521e-06,
+      "loss": 1.5221,
+      "step": 413
+    },
+    {
+      "epoch": 0.353921778157726,
+      "grad_norm": 2.1251678466796875,
+      "learning_rate": 9.565230773750369e-06,
+      "loss": 1.4464,
+      "step": 414
+    },
+    {
+      "epoch": 0.3547766616798461,
+      "grad_norm": 1.9180314540863037,
+      "learning_rate": 9.562341655228102e-06,
+      "loss": 1.5082,
+      "step": 415
+    },
+    {
+      "epoch": 0.3556315452019662,
+      "grad_norm": 2.0336544513702393,
+      "learning_rate": 9.559443408396252e-06,
+      "loss": 1.6297,
+      "step": 416
+    },
+    {
+      "epoch": 0.35648642872408637,
+      "grad_norm": 1.9119011163711548,
+      "learning_rate": 9.556536039053614e-06,
+      "loss": 1.5721,
+      "step": 417
+    },
+    {
+      "epoch": 0.35734131224620647,
+      "grad_norm": 2.0506341457366943,
+      "learning_rate": 9.553619553017242e-06,
+      "loss": 1.5863,
+      "step": 418
+    },
+    {
+      "epoch": 0.35819619576832656,
+      "grad_norm": 2.2243218421936035,
+      "learning_rate": 9.550693956122423e-06,
+      "loss": 1.6749,
+      "step": 419
+    },
+    {
+      "epoch": 0.35905107929044666,
+      "grad_norm": 2.0671815872192383,
+      "learning_rate": 9.547759254222677e-06,
+      "loss": 1.5347,
+      "step": 420
+    },
+    {
+      "epoch": 0.3599059628125668,
+      "grad_norm": 2.6808528900146484,
+      "learning_rate": 9.544815453189742e-06,
+      "loss": 1.5961,
+      "step": 421
+    },
+    {
+      "epoch": 0.3607608463346869,
+      "grad_norm": 2.706782102584839,
+      "learning_rate": 9.541862558913557e-06,
+      "loss": 1.7542,
+      "step": 422
+    },
+    {
+      "epoch": 0.361615729856807,
+      "grad_norm": 1.9116767644882202,
+      "learning_rate": 9.538900577302259e-06,
+      "loss": 1.5888,
+      "step": 423
+    },
+    {
+      "epoch": 0.3624706133789271,
+      "grad_norm": 1.8376832008361816,
+      "learning_rate": 9.535929514282165e-06,
+      "loss": 1.7108,
+      "step": 424
+    },
+    {
+      "epoch": 0.3633254969010472,
+      "grad_norm": 2.479327917098999,
+      "learning_rate": 9.532949375797763e-06,
+      "loss": 1.6665,
+      "step": 425
+    },
+    {
+      "epoch": 0.36418038042316736,
+      "grad_norm": 2.165562629699707,
+      "learning_rate": 9.5299601678117e-06,
+      "loss": 1.6313,
+      "step": 426
+    },
+    {
+      "epoch": 0.36503526394528746,
+      "grad_norm": 2.4955830574035645,
+      "learning_rate": 9.526961896304764e-06,
+      "loss": 1.392,
+      "step": 427
+    },
+    {
+      "epoch": 0.36589014746740756,
+      "grad_norm": 2.231637477874756,
+      "learning_rate": 9.523954567275886e-06,
+      "loss": 1.6392,
+      "step": 428
+    },
+    {
+      "epoch": 0.36674503098952765,
+      "grad_norm": 1.9232414960861206,
+      "learning_rate": 9.520938186742111e-06,
+      "loss": 1.6145,
+      "step": 429
+    },
+    {
+      "epoch": 0.3675999145116478,
+      "grad_norm": 1.8367480039596558,
+      "learning_rate": 9.5179127607386e-06,
+      "loss": 1.6133,
+      "step": 430
+    },
+    {
+      "epoch": 0.3684547980337679,
+      "grad_norm": 1.8861103057861328,
+      "learning_rate": 9.514878295318605e-06,
+      "loss": 1.5945,
+      "step": 431
+    },
+    {
+      "epoch": 0.369309681555888,
+      "grad_norm": 2.045668601989746,
+      "learning_rate": 9.511834796553474e-06,
+      "loss": 1.7027,
+      "step": 432
+    },
+    {
+      "epoch": 0.3701645650780081,
+      "grad_norm": 1.8058552742004395,
+      "learning_rate": 9.508782270532622e-06,
+      "loss": 1.5022,
+      "step": 433
+    },
+    {
+      "epoch": 0.37101944860012825,
+      "grad_norm": 2.5390875339508057,
+      "learning_rate": 9.505720723363526e-06,
+      "loss": 1.5491,
+      "step": 434
+    },
+    {
+      "epoch": 0.37187433212224835,
+      "grad_norm": 1.892199158668518,
+      "learning_rate": 9.502650161171714e-06,
+      "loss": 1.5664,
+      "step": 435
+    },
+    {
+      "epoch": 0.37272921564436845,
+      "grad_norm": 1.891270399093628,
+      "learning_rate": 9.49957059010075e-06,
+      "loss": 1.6434,
+      "step": 436
+    },
+    {
+      "epoch": 0.37358409916648855,
+      "grad_norm": 1.884423851966858,
+      "learning_rate": 9.49648201631223e-06,
+      "loss": 1.6827,
+      "step": 437
+    },
+    {
+      "epoch": 0.3744389826886087,
+      "grad_norm": 1.9029580354690552,
+      "learning_rate": 9.493384445985748e-06,
+      "loss": 1.7887,
+      "step": 438
+    },
+    {
+      "epoch": 0.3752938662107288,
+      "grad_norm": 2.3171463012695312,
+      "learning_rate": 9.490277885318911e-06,
+      "loss": 1.6336,
+      "step": 439
+    },
+    {
+      "epoch": 0.3761487497328489,
+      "grad_norm": 1.94197416305542,
+      "learning_rate": 9.48716234052731e-06,
+      "loss": 1.5117,
+      "step": 440
+    },
+    {
+      "epoch": 0.377003633254969,
+      "grad_norm": 2.3445913791656494,
+      "learning_rate": 9.48403781784451e-06,
+      "loss": 1.6445,
+      "step": 441
+    },
+    {
+      "epoch": 0.37785851677708915,
+      "grad_norm": 1.9795849323272705,
+      "learning_rate": 9.480904323522039e-06,
+      "loss": 1.6885,
+      "step": 442
+    },
+    {
+      "epoch": 0.37871340029920925,
+      "grad_norm": 1.7723476886749268,
+      "learning_rate": 9.477761863829376e-06,
+      "loss": 1.545,
+      "step": 443
+    },
+    {
+      "epoch": 0.37956828382132934,
+      "grad_norm": 1.9953805208206177,
+      "learning_rate": 9.474610445053941e-06,
+      "loss": 1.6542,
+      "step": 444
+    },
+    {
+      "epoch": 0.38042316734344944,
+      "grad_norm": 2.2689387798309326,
+      "learning_rate": 9.471450073501075e-06,
+      "loss": 1.6453,
+      "step": 445
+    },
+    {
+      "epoch": 0.38127805086556954,
+      "grad_norm": 2.2516140937805176,
+      "learning_rate": 9.46828075549403e-06,
+      "loss": 1.5717,
+      "step": 446
+    },
+    {
+      "epoch": 0.3821329343876897,
+      "grad_norm": 1.8665640354156494,
+      "learning_rate": 9.465102497373964e-06,
+      "loss": 1.5351,
+      "step": 447
+    },
+    {
+      "epoch": 0.3829878179098098,
+      "grad_norm": 1.901228904724121,
+      "learning_rate": 9.46191530549992e-06,
+      "loss": 1.8935,
+      "step": 448
+    },
+    {
+      "epoch": 0.3838427014319299,
+      "grad_norm": 2.023531436920166,
+      "learning_rate": 9.458719186248813e-06,
+      "loss": 1.4649,
+      "step": 449
+    },
+    {
+      "epoch": 0.38469758495405,
+      "grad_norm": 2.481318950653076,
+      "learning_rate": 9.455514146015425e-06,
+      "loss": 1.205,
+      "step": 450
+    },
+    {
+      "epoch": 0.38555246847617014,
+      "grad_norm": 2.31809401512146,
+      "learning_rate": 9.45230019121238e-06,
+      "loss": 1.6223,
+      "step": 451
+    },
+    {
+      "epoch": 0.38640735199829024,
+      "grad_norm": 2.2454018592834473,
+      "learning_rate": 9.449077328270144e-06,
+      "loss": 1.747,
+      "step": 452
+    },
+    {
+      "epoch": 0.38726223552041034,
+      "grad_norm": 2.1338086128234863,
+      "learning_rate": 9.445845563637004e-06,
+      "loss": 1.6782,
+      "step": 453
+    },
+    {
+      "epoch": 0.38811711904253043,
+      "grad_norm": 1.8717645406723022,
+      "learning_rate": 9.442604903779058e-06,
+      "loss": 1.6059,
+      "step": 454
+    },
+    {
+      "epoch": 0.3889720025646506,
+      "grad_norm": 2.139616012573242,
+      "learning_rate": 9.439355355180203e-06,
+      "loss": 1.5604,
+      "step": 455
+    },
+    {
+      "epoch": 0.3898268860867707,
+      "grad_norm": 3.311588764190674,
+      "learning_rate": 9.436096924342119e-06,
+      "loss": 1.5347,
+      "step": 456
+    },
+    {
+      "epoch": 0.3906817696088908,
+      "grad_norm": 2.202603578567505,
+      "learning_rate": 9.432829617784254e-06,
+      "loss": 1.4768,
+      "step": 457
+    },
+    {
+      "epoch": 0.3915366531310109,
+      "grad_norm": 2.028428554534912,
+      "learning_rate": 9.429553442043822e-06,
+      "loss": 1.5481,
+      "step": 458
+    },
+    {
+      "epoch": 0.39239153665313103,
+      "grad_norm": 1.914510726928711,
+      "learning_rate": 9.426268403675776e-06,
+      "loss": 1.5443,
+      "step": 459
+    },
+    {
+      "epoch": 0.39324642017525113,
+      "grad_norm": 1.7629053592681885,
+      "learning_rate": 9.422974509252806e-06,
+      "loss": 1.7737,
+      "step": 460
+    },
+    {
+      "epoch": 0.39410130369737123,
+      "grad_norm": 1.8821051120758057,
+      "learning_rate": 9.419671765365317e-06,
+      "loss": 1.6567,
+      "step": 461
+    },
+    {
+      "epoch": 0.39495618721949133,
+      "grad_norm": 1.9063416719436646,
+      "learning_rate": 9.416360178621423e-06,
+      "loss": 1.5636,
+      "step": 462
+    },
+    {
+      "epoch": 0.3958110707416115,
+      "grad_norm": 2.077802896499634,
+      "learning_rate": 9.413039755646928e-06,
+      "loss": 1.726,
+      "step": 463
+    },
+    {
+      "epoch": 0.3966659542637316,
+      "grad_norm": 2.192138433456421,
+      "learning_rate": 9.40971050308532e-06,
+      "loss": 1.6637,
+      "step": 464
+    },
+    {
+      "epoch": 0.3975208377858517,
+      "grad_norm": 1.9042564630508423,
+      "learning_rate": 9.406372427597748e-06,
+      "loss": 1.7897,
+      "step": 465
+    },
+    {
+      "epoch": 0.3983757213079718,
+      "grad_norm": 55.77303695678711,
+      "learning_rate": 9.403025535863017e-06,
+      "loss": 1.6107,
+      "step": 466
+    },
+    {
+      "epoch": 0.3992306048300919,
+      "grad_norm": 1.9976872205734253,
+      "learning_rate": 9.39966983457757e-06,
+      "loss": 1.4734,
+      "step": 467
+    },
+    {
+      "epoch": 0.400085488352212,
+      "grad_norm": 2.049694299697876,
+      "learning_rate": 9.396305330455477e-06,
+      "loss": 1.5076,
+      "step": 468
+    },
+    {
+      "epoch": 0.4009403718743321,
+      "grad_norm": 1.9261916875839233,
+      "learning_rate": 9.39293203022842e-06,
+      "loss": 1.7984,
+      "step": 469
+    },
+    {
+      "epoch": 0.4017952553964522,
+      "grad_norm": 1.9258121252059937,
+      "learning_rate": 9.389549940645681e-06,
+      "loss": 1.4655,
+      "step": 470
+    },
+    {
+      "epoch": 0.4026501389185723,
+      "grad_norm": 1.7797189950942993,
+      "learning_rate": 9.38615906847413e-06,
+      "loss": 1.6192,
+      "step": 471
+    },
+    {
+      "epoch": 0.4035050224406925,
+      "grad_norm": 1.9286493062973022,
+      "learning_rate": 9.382759420498203e-06,
+      "loss": 1.7695,
+      "step": 472
+    },
+    {
+      "epoch": 0.40435990596281257,
+      "grad_norm": 2.3398804664611816,
+      "learning_rate": 9.3793510035199e-06,
+      "loss": 1.4717,
+      "step": 473
+    },
+    {
+      "epoch": 0.40521478948493267,
+      "grad_norm": 1.9439282417297363,
+      "learning_rate": 9.375933824358761e-06,
+      "loss": 1.4579,
+      "step": 474
+    },
+    {
+      "epoch": 0.40606967300705277,
+      "grad_norm": 1.8554619550704956,
+      "learning_rate": 9.372507889851863e-06,
+      "loss": 1.6733,
+      "step": 475
+    },
+    {
+      "epoch": 0.4069245565291729,
+      "grad_norm": 2.129397392272949,
+      "learning_rate": 9.3690732068538e-06,
+      "loss": 1.7154,
+      "step": 476
+    },
+    {
+      "epoch": 0.407779440051293,
+      "grad_norm": 2.1848104000091553,
+      "learning_rate": 9.365629782236665e-06,
+      "loss": 1.7401,
+      "step": 477
+    },
+    {
+      "epoch": 0.4086343235734131,
+      "grad_norm": 2.366959810256958,
+      "learning_rate": 9.362177622890042e-06,
+      "loss": 1.4182,
+      "step": 478
+    },
+    {
+      "epoch": 0.4094892070955332,
+      "grad_norm": 2.0443150997161865,
+      "learning_rate": 9.358716735721001e-06,
+      "loss": 1.6127,
+      "step": 479
+    },
+    {
+      "epoch": 0.41034409061765337,
+      "grad_norm": 1.9910573959350586,
+      "learning_rate": 9.355247127654059e-06,
+      "loss": 1.6025,
+      "step": 480
+    },
+    {
+      "epoch": 0.41119897413977347,
+      "grad_norm": 1.7490131855010986,
+      "learning_rate": 9.351768805631195e-06,
+      "loss": 1.636,
+      "step": 481
+    },
+    {
+      "epoch": 0.41205385766189356,
+      "grad_norm": 1.9974701404571533,
+      "learning_rate": 9.348281776611817e-06,
+      "loss": 1.7417,
+      "step": 482
+    },
+    {
+      "epoch": 0.41290874118401366,
+      "grad_norm": 2.488692283630371,
+      "learning_rate": 9.34478604757275e-06,
+      "loss": 1.4733,
+      "step": 483
+    },
+    {
+      "epoch": 0.4137636247061338,
+      "grad_norm": 2.012645959854126,
+      "learning_rate": 9.341281625508239e-06,
+      "loss": 1.6016,
+      "step": 484
+    },
+    {
+      "epoch": 0.4146185082282539,
+      "grad_norm": 1.7562576532363892,
+      "learning_rate": 9.337768517429906e-06,
+      "loss": 1.6269,
+      "step": 485
+    },
+    {
+      "epoch": 0.415473391750374,
+      "grad_norm": 3.038557291030884,
+      "learning_rate": 9.334246730366763e-06,
+      "loss": 1.7471,
+      "step": 486
+    },
+    {
+      "epoch": 0.4163282752724941,
+      "grad_norm": 1.993278980255127,
+      "learning_rate": 9.330716271365183e-06,
+      "loss": 1.5104,
+      "step": 487
+    },
+    {
+      "epoch": 0.4171831587946142,
+      "grad_norm": 2.662400007247925,
+      "learning_rate": 9.32717714748889e-06,
+      "loss": 1.5185,
+      "step": 488
+    },
+    {
+      "epoch": 0.41803804231673436,
+      "grad_norm": 2.5048787593841553,
+      "learning_rate": 9.323629365818945e-06,
+      "loss": 1.6455,
+      "step": 489
+    },
+    {
+      "epoch": 0.41889292583885446,
+      "grad_norm": 1.7933145761489868,
+      "learning_rate": 9.32007293345373e-06,
+      "loss": 1.6,
+      "step": 490
+    },
+    {
+      "epoch": 0.41974780936097456,
+      "grad_norm": 1.6806269884109497,
+      "learning_rate": 9.316507857508936e-06,
+      "loss": 1.6584,
+      "step": 491
+    },
+    {
+      "epoch": 0.42060269288309465,
+      "grad_norm": 2.03226375579834,
+      "learning_rate": 9.312934145117552e-06,
+      "loss": 1.7171,
+      "step": 492
+    },
+    {
+      "epoch": 0.4214575764052148,
+      "grad_norm": 1.8401916027069092,
+      "learning_rate": 9.30935180342984e-06,
+      "loss": 1.5444,
+      "step": 493
+    },
+    {
+      "epoch": 0.4223124599273349,
+      "grad_norm": 1.91862154006958,
+      "learning_rate": 9.305760839613332e-06,
+      "loss": 1.5491,
+      "step": 494
+    },
+    {
+      "epoch": 0.423167343449455,
+      "grad_norm": 2.2723190784454346,
+      "learning_rate": 9.302161260852809e-06,
+      "loss": 1.7911,
+      "step": 495
+    },
+    {
+      "epoch": 0.4240222269715751,
+      "grad_norm": 2.3843624591827393,
+      "learning_rate": 9.29855307435029e-06,
+      "loss": 1.4825,
+      "step": 496
+    },
+    {
+      "epoch": 0.42487711049369525,
+      "grad_norm": 13.173310279846191,
+      "learning_rate": 9.294936287325016e-06,
+      "loss": 1.6597,
+      "step": 497
+    },
+    {
+      "epoch": 0.42573199401581535,
+      "grad_norm": 1.7834957838058472,
+      "learning_rate": 9.291310907013435e-06,
+      "loss": 1.6817,
+      "step": 498
+    },
+    {
+      "epoch": 0.42658687753793545,
+      "grad_norm": 2.1975371837615967,
+      "learning_rate": 9.287676940669192e-06,
+      "loss": 1.6483,
+      "step": 499
+    },
+    {
+      "epoch": 0.42744176106005555,
+      "grad_norm": 1.8264548778533936,
+      "learning_rate": 9.284034395563105e-06,
+      "loss": 1.5933,
+      "step": 500
+    },
+    {
+      "epoch": 0.4282966445821757,
+      "grad_norm": 1.8206008672714233,
+      "learning_rate": 9.280383278983161e-06,
+      "loss": 1.5615,
+      "step": 501
+    },
+    {
+      "epoch": 0.4291515281042958,
+      "grad_norm": 2.0878608226776123,
+      "learning_rate": 9.276723598234493e-06,
+      "loss": 1.5504,
+      "step": 502
+    },
+    {
+      "epoch": 0.4300064116264159,
+      "grad_norm": 1.9497365951538086,
+      "learning_rate": 9.273055360639374e-06,
+      "loss": 1.5884,
+      "step": 503
+    },
+    {
+      "epoch": 0.430861295148536,
+      "grad_norm": 2.368556022644043,
+      "learning_rate": 9.269378573537194e-06,
+      "loss": 1.3559,
+      "step": 504
+    },
+    {
+      "epoch": 0.43171617867065615,
+      "grad_norm": 1.90982186794281,
+      "learning_rate": 9.265693244284449e-06,
+      "loss": 1.6106,
+      "step": 505
+    },
+    {
+      "epoch": 0.43257106219277625,
+      "grad_norm": 2.013579845428467,
+      "learning_rate": 9.261999380254728e-06,
+      "loss": 1.5972,
+      "step": 506
+    },
+    {
+      "epoch": 0.43342594571489634,
+      "grad_norm": 1.9895778894424438,
+      "learning_rate": 9.258296988838692e-06,
+      "loss": 1.6102,
+      "step": 507
+    },
+    {
+      "epoch": 0.43428082923701644,
+      "grad_norm": 1.9256671667099,
+      "learning_rate": 9.25458607744407e-06,
+      "loss": 1.5448,
+      "step": 508
+    },
+    {
+      "epoch": 0.4351357127591366,
+      "grad_norm": 1.9200236797332764,
+      "learning_rate": 9.250866653495631e-06,
+      "loss": 1.6368,
+      "step": 509
+    },
+    {
+      "epoch": 0.4359905962812567,
+      "grad_norm": 2.1511929035186768,
+      "learning_rate": 9.247138724435185e-06,
+      "loss": 1.6384,
+      "step": 510
+    },
+    {
+      "epoch": 0.4368454798033768,
+      "grad_norm": 2.1603779792785645,
+      "learning_rate": 9.243402297721546e-06,
+      "loss": 1.4907,
+      "step": 511
+    },
+    {
+      "epoch": 0.4377003633254969,
+      "grad_norm": 1.9871954917907715,
+      "learning_rate": 9.239657380830543e-06,
+      "loss": 1.6423,
+      "step": 512
+    },
+    {
+      "epoch": 0.438555246847617,
+      "grad_norm": 1.997007131576538,
+      "learning_rate": 9.235903981254981e-06,
+      "loss": 1.5842,
+      "step": 513
+    },
+    {
+      "epoch": 0.43941013036973714,
+      "grad_norm": 1.8282665014266968,
+      "learning_rate": 9.232142106504648e-06,
+      "loss": 1.5855,
+      "step": 514
+    },
+    {
+      "epoch": 0.44026501389185724,
+      "grad_norm": 2.0519628524780273,
+      "learning_rate": 9.228371764106279e-06,
+      "loss": 1.7629,
+      "step": 515
+    },
+    {
+      "epoch": 0.44111989741397734,
+      "grad_norm": 1.9096105098724365,
+      "learning_rate": 9.224592961603558e-06,
+      "loss": 1.6367,
+      "step": 516
+    },
+    {
+      "epoch": 0.44197478093609743,
+      "grad_norm": 2.1138973236083984,
+      "learning_rate": 9.220805706557094e-06,
+      "loss": 1.5607,
+      "step": 517
+    },
+    {
+      "epoch": 0.4428296644582176,
+      "grad_norm": 1.8094953298568726,
+      "learning_rate": 9.217010006544406e-06,
+      "loss": 1.6805,
+      "step": 518
+    },
+    {
+      "epoch": 0.4436845479803377,
+      "grad_norm": 1.847633957862854,
+      "learning_rate": 9.213205869159912e-06,
+      "loss": 1.6118,
+      "step": 519
+    },
+    {
+      "epoch": 0.4445394315024578,
+      "grad_norm": 2.2239439487457275,
+      "learning_rate": 9.209393302014908e-06,
+      "loss": 1.4869,
+      "step": 520
+    },
+    {
+      "epoch": 0.4453943150245779,
+      "grad_norm": 1.8056226968765259,
+      "learning_rate": 9.205572312737562e-06,
+      "loss": 1.52,
+      "step": 521
+    },
+    {
+      "epoch": 0.44624919854669803,
+      "grad_norm": 2.1382007598876953,
+      "learning_rate": 9.201742908972886e-06,
+      "loss": 1.4253,
+      "step": 522
+    },
+    {
+      "epoch": 0.44710408206881813,
+      "grad_norm": 2.0205068588256836,
+      "learning_rate": 9.197905098382734e-06,
+      "loss": 1.577,
+      "step": 523
+    },
+    {
+      "epoch": 0.44795896559093823,
+      "grad_norm": 1.8336679935455322,
+      "learning_rate": 9.194058888645776e-06,
+      "loss": 1.5969,
+      "step": 524
+    },
+    {
+      "epoch": 0.4488138491130583,
+      "grad_norm": 1.958166241645813,
+      "learning_rate": 9.19020428745749e-06,
+      "loss": 1.5589,
+      "step": 525
+    },
+    {
+      "epoch": 0.4496687326351785,
+      "grad_norm": 1.8487937450408936,
+      "learning_rate": 9.186341302530142e-06,
+      "loss": 1.8666,
+      "step": 526
+    },
+    {
+      "epoch": 0.4505236161572986,
+      "grad_norm": 1.940935492515564,
+      "learning_rate": 9.18246994159277e-06,
+      "loss": 1.7236,
+      "step": 527
+    },
+    {
+      "epoch": 0.4513784996794187,
+      "grad_norm": 1.7989500761032104,
+      "learning_rate": 9.178590212391177e-06,
+      "loss": 1.3875,
+      "step": 528
+    },
+    {
+      "epoch": 0.4522333832015388,
+      "grad_norm": 2.0304832458496094,
+      "learning_rate": 9.1747021226879e-06,
+      "loss": 1.7533,
+      "step": 529
+    },
+    {
+      "epoch": 0.45308826672365893,
+      "grad_norm": 1.8041130304336548,
+      "learning_rate": 9.170805680262212e-06,
+      "loss": 1.6563,
+      "step": 530
+    },
+    {
+      "epoch": 0.453943150245779,
+      "grad_norm": 1.8609191179275513,
+      "learning_rate": 9.166900892910095e-06,
+      "loss": 1.6209,
+      "step": 531
+    },
+    {
+      "epoch": 0.4547980337678991,
+      "grad_norm": 1.9766689538955688,
+      "learning_rate": 9.162987768444225e-06,
+      "loss": 1.6673,
+      "step": 532
+    },
+    {
+      "epoch": 0.4556529172900192,
+      "grad_norm": 1.8203067779541016,
+      "learning_rate": 9.159066314693965e-06,
+      "loss": 1.5735,
+      "step": 533
+    },
+    {
+      "epoch": 0.4565078008121393,
+      "grad_norm": 1.907524824142456,
+      "learning_rate": 9.155136539505337e-06,
+      "loss": 1.7929,
+      "step": 534
+    },
+    {
+      "epoch": 0.4573626843342595,
+      "grad_norm": 2.2627012729644775,
+      "learning_rate": 9.151198450741013e-06,
+      "loss": 1.4976,
+      "step": 535
+    },
+    {
+      "epoch": 0.45821756785637957,
+      "grad_norm": 2.3210504055023193,
+      "learning_rate": 9.147252056280305e-06,
+      "loss": 1.6316,
+      "step": 536
+    },
+    {
+      "epoch": 0.45907245137849967,
+      "grad_norm": 1.8242363929748535,
+      "learning_rate": 9.143297364019134e-06,
+      "loss": 1.5303,
+      "step": 537
+    },
+    {
+      "epoch": 0.45992733490061977,
+      "grad_norm": 2.0939862728118896,
+      "learning_rate": 9.139334381870032e-06,
+      "loss": 1.6881,
+      "step": 538
+    },
+    {
+      "epoch": 0.4607822184227399,
+      "grad_norm": 2.001176595687866,
+      "learning_rate": 9.135363117762111e-06,
+      "loss": 1.7572,
+      "step": 539
+    },
+    {
+      "epoch": 0.46163710194486,
+      "grad_norm": 1.824602484703064,
+      "learning_rate": 9.131383579641055e-06,
+      "loss": 1.6849,
+      "step": 540
+    },
+    {
+      "epoch": 0.4624919854669801,
+      "grad_norm": 1.765763521194458,
+      "learning_rate": 9.127395775469105e-06,
+      "loss": 1.6392,
+      "step": 541
+    },
+    {
+      "epoch": 0.4633468689891002,
+      "grad_norm": 2.4184436798095703,
+      "learning_rate": 9.123399713225039e-06,
+      "loss": 1.496,
+      "step": 542
+    },
+    {
+      "epoch": 0.46420175251122037,
+      "grad_norm": 1.7558503150939941,
+      "learning_rate": 9.119395400904154e-06,
+      "loss": 1.7759,
+      "step": 543
+    },
+    {
+      "epoch": 0.46505663603334046,
+      "grad_norm": 2.245574474334717,
+      "learning_rate": 9.115382846518263e-06,
+      "loss": 1.6061,
+      "step": 544
+    },
+    {
+      "epoch": 0.46591151955546056,
+      "grad_norm": 2.0234146118164062,
+      "learning_rate": 9.11136205809566e-06,
+      "loss": 1.4992,
+      "step": 545
+    },
+    {
+      "epoch": 0.46676640307758066,
+      "grad_norm": 1.8050514459609985,
+      "learning_rate": 9.10733304368112e-06,
+      "loss": 1.6266,
+      "step": 546
+    },
+    {
+      "epoch": 0.4676212865997008,
+      "grad_norm": 1.7917343378067017,
+      "learning_rate": 9.103295811335873e-06,
+      "loss": 1.8325,
+      "step": 547
+    },
+    {
+      "epoch": 0.4684761701218209,
+      "grad_norm": 1.9059429168701172,
+      "learning_rate": 9.099250369137593e-06,
+      "loss": 1.7297,
+      "step": 548
+    },
+    {
+      "epoch": 0.469331053643941,
+      "grad_norm": 1.9517232179641724,
+      "learning_rate": 9.095196725180378e-06,
+      "loss": 1.7357,
+      "step": 549
+    },
+    {
+      "epoch": 0.4701859371660611,
+      "grad_norm": 2.318387985229492,
+      "learning_rate": 9.09113488757474e-06,
+      "loss": 1.5877,
+      "step": 550
+    },
+    {
+      "epoch": 0.47104082068818126,
+      "grad_norm": 1.796807885169983,
+      "learning_rate": 9.087064864447583e-06,
+      "loss": 1.5986,
+      "step": 551
+    },
+    {
+      "epoch": 0.47189570421030136,
+      "grad_norm": 1.8475953340530396,
+      "learning_rate": 9.082986663942187e-06,
+      "loss": 1.6098,
+      "step": 552
+    },
+    {
+      "epoch": 0.47275058773242146,
+      "grad_norm": 1.9878709316253662,
+      "learning_rate": 9.078900294218196e-06,
+      "loss": 1.7224,
+      "step": 553
+    },
+    {
+      "epoch": 0.47360547125454155,
+      "grad_norm": 1.9042646884918213,
+      "learning_rate": 9.074805763451595e-06,
+      "loss": 1.5801,
+      "step": 554
+    },
+    {
+      "epoch": 0.47446035477666165,
+      "grad_norm": 2.0457966327667236,
+      "learning_rate": 9.070703079834701e-06,
+      "loss": 1.4993,
+      "step": 555
+    },
+    {
+      "epoch": 0.4753152382987818,
+      "grad_norm": 1.8046479225158691,
+      "learning_rate": 9.066592251576143e-06,
+      "loss": 1.7765,
+      "step": 556
+    },
+    {
+      "epoch": 0.4761701218209019,
+      "grad_norm": 1.9781793355941772,
+      "learning_rate": 9.062473286900843e-06,
+      "loss": 1.4311,
+      "step": 557
+    },
+    {
+      "epoch": 0.477025005343022,
+      "grad_norm": 2.416982889175415,
+      "learning_rate": 9.058346194050007e-06,
+      "loss": 1.5628,
+      "step": 558
+    },
+    {
+      "epoch": 0.4778798888651421,
+      "grad_norm": 2.044501781463623,
+      "learning_rate": 9.0542109812811e-06,
+      "loss": 1.5452,
+      "step": 559
+    },
+    {
+      "epoch": 0.47873477238726225,
+      "grad_norm": 1.9374364614486694,
+      "learning_rate": 9.050067656867833e-06,
+      "loss": 1.7013,
+      "step": 560
+    },
+    {
+      "epoch": 0.47958965590938235,
+      "grad_norm": 1.9821714162826538,
+      "learning_rate": 9.045916229100148e-06,
+      "loss": 1.5827,
+      "step": 561
+    },
+    {
+      "epoch": 0.48044453943150245,
+      "grad_norm": 1.80966055393219,
+      "learning_rate": 9.041756706284201e-06,
+      "loss": 1.5384,
+      "step": 562
+    },
+    {
+      "epoch": 0.48129942295362255,
+      "grad_norm": 1.874300241470337,
+      "learning_rate": 9.037589096742346e-06,
+      "loss": 1.9239,
+      "step": 563
+    },
+    {
+      "epoch": 0.4821543064757427,
+      "grad_norm": 2.0358619689941406,
+      "learning_rate": 9.033413408813113e-06,
+      "loss": 1.4334,
+      "step": 564
+    },
+    {
+      "epoch": 0.4830091899978628,
+      "grad_norm": 2.362205982208252,
+      "learning_rate": 9.029229650851192e-06,
+      "loss": 1.4202,
+      "step": 565
+    },
+    {
+      "epoch": 0.4838640735199829,
+      "grad_norm": 2.374218225479126,
+      "learning_rate": 9.025037831227433e-06,
+      "loss": 1.4886,
+      "step": 566
+    },
+    {
+      "epoch": 0.484718957042103,
+      "grad_norm": 2.0200891494750977,
+      "learning_rate": 9.020837958328799e-06,
+      "loss": 1.5932,
+      "step": 567
+    },
+    {
+      "epoch": 0.48557384056422315,
+      "grad_norm": 1.9744147062301636,
+      "learning_rate": 9.01663004055838e-06,
+      "loss": 1.4954,
+      "step": 568
+    },
+    {
+      "epoch": 0.48642872408634324,
+      "grad_norm": 1.8265093564987183,
+      "learning_rate": 9.012414086335353e-06,
+      "loss": 1.7541,
+      "step": 569
+    },
+    {
+      "epoch": 0.48728360760846334,
+      "grad_norm": 2.042421340942383,
+      "learning_rate": 9.008190104094978e-06,
+      "loss": 1.5381,
+      "step": 570
+    },
+    {
+      "epoch": 0.48813849113058344,
+      "grad_norm": 1.9857375621795654,
+      "learning_rate": 9.003958102288575e-06,
+      "loss": 1.3851,
+      "step": 571
+    },
+    {
+      "epoch": 0.4889933746527036,
+      "grad_norm": 1.9522275924682617,
+      "learning_rate": 8.999718089383516e-06,
+      "loss": 1.5013,
+      "step": 572
+    },
+    {
+      "epoch": 0.4898482581748237,
+      "grad_norm": 2.621446371078491,
+      "learning_rate": 8.995470073863192e-06,
+      "loss": 1.5064,
+      "step": 573
+    },
+    {
+      "epoch": 0.4907031416969438,
+      "grad_norm": 1.8776718378067017,
+      "learning_rate": 8.991214064227015e-06,
+      "loss": 1.4914,
+      "step": 574
+    },
+    {
+      "epoch": 0.4915580252190639,
+      "grad_norm": 2.4339656829833984,
+      "learning_rate": 8.986950068990382e-06,
+      "loss": 1.4783,
+      "step": 575
+    },
+    {
+      "epoch": 0.49241290874118404,
+      "grad_norm": 1.8802049160003662,
+      "learning_rate": 8.982678096684677e-06,
+      "loss": 1.5207,
+      "step": 576
+    },
+    {
+      "epoch": 0.49326779226330414,
+      "grad_norm": 1.9528294801712036,
+      "learning_rate": 8.978398155857237e-06,
+      "loss": 1.4501,
+      "step": 577
+    },
+    {
+      "epoch": 0.49412267578542424,
+      "grad_norm": 4.20005464553833,
+      "learning_rate": 8.974110255071346e-06,
+      "loss": 1.6392,
+      "step": 578
+    },
+    {
+      "epoch": 0.49497755930754433,
+      "grad_norm": 2.0071566104888916,
+      "learning_rate": 8.969814402906217e-06,
+      "loss": 1.6073,
+      "step": 579
+    },
+    {
+      "epoch": 0.49583244282966443,
+      "grad_norm": 1.8972854614257812,
+      "learning_rate": 8.965510607956966e-06,
+      "loss": 1.4545,
+      "step": 580
+    },
+    {
+      "epoch": 0.4966873263517846,
+      "grad_norm": 1.9058289527893066,
+      "learning_rate": 8.961198878834602e-06,
+      "loss": 1.4867,
+      "step": 581
+    },
+    {
+      "epoch": 0.4975422098739047,
+      "grad_norm": 1.9958810806274414,
+      "learning_rate": 8.956879224166014e-06,
+      "loss": 1.8224,
+      "step": 582
+    },
+    {
+      "epoch": 0.4983970933960248,
+      "grad_norm": 1.8081709146499634,
+      "learning_rate": 8.952551652593943e-06,
+      "loss": 1.7404,
+      "step": 583
+    },
+    {
+      "epoch": 0.4992519769181449,
+      "grad_norm": 2.774141550064087,
+      "learning_rate": 8.948216172776971e-06,
+      "loss": 1.7241,
+      "step": 584
+    },
+    {
+      "epoch": 0.500106860440265,
+      "grad_norm": 2.1106200218200684,
+      "learning_rate": 8.943872793389505e-06,
+      "loss": 1.5724,
+      "step": 585
+    },
+    {
+      "epoch": 0.5009617439623851,
+      "grad_norm": 2.0356194972991943,
+      "learning_rate": 8.939521523121755e-06,
+      "loss": 1.6468,
+      "step": 586
+    },
+    {
+      "epoch": 0.5009617439623851,
+      "eval_loss": 1.6289023160934448,
+      "eval_runtime": 534.394,
+      "eval_samples_per_second": 7.403,
+      "eval_steps_per_second": 3.701,
+      "step": 586
+    },
+    {
+      "epoch": 0.5018166274845053,
+      "grad_norm": 1.933261513710022,
+      "learning_rate": 8.93516237067972e-06,
+      "loss": 1.657,
+      "step": 587
+    },
+    {
+      "epoch": 0.5026715110066253,
+      "grad_norm": 2.1306746006011963,
+      "learning_rate": 8.93079534478517e-06,
+      "loss": 1.6718,
+      "step": 588
+    },
+    {
+      "epoch": 0.5035263945287455,
+      "grad_norm": 1.6752455234527588,
+      "learning_rate": 8.92642045417563e-06,
+      "loss": 1.7148,
+      "step": 589
+    },
+    {
+      "epoch": 0.5043812780508655,
+      "grad_norm": 1.8051491975784302,
+      "learning_rate": 8.922037707604355e-06,
+      "loss": 1.6413,
+      "step": 590
+    },
+    {
+      "epoch": 0.5052361615729857,
+      "grad_norm": 1.8917031288146973,
+      "learning_rate": 8.917647113840323e-06,
+      "loss": 1.5288,
+      "step": 591
+    },
+    {
+      "epoch": 0.5060910450951058,
+      "grad_norm": 2.0400190353393555,
+      "learning_rate": 8.91324868166821e-06,
+      "loss": 1.4745,
+      "step": 592
+    },
+    {
+      "epoch": 0.5069459286172259,
+      "grad_norm": 2.0113611221313477,
+      "learning_rate": 8.908842419888379e-06,
+      "loss": 1.6355,
+      "step": 593
+    },
+    {
+      "epoch": 0.507800812139346,
+      "grad_norm": 1.8284205198287964,
+      "learning_rate": 8.904428337316855e-06,
+      "loss": 1.5299,
+      "step": 594
+    },
+    {
+      "epoch": 0.5086556956614662,
+      "grad_norm": 1.8652138710021973,
+      "learning_rate": 8.900006442785312e-06,
+      "loss": 1.7343,
+      "step": 595
+    },
+    {
+      "epoch": 0.5095105791835862,
+      "grad_norm": 1.8095743656158447,
+      "learning_rate": 8.89557674514105e-06,
+      "loss": 1.7715,
+      "step": 596
+    },
+    {
+      "epoch": 0.5103654627057064,
+      "grad_norm": 2.018333911895752,
+      "learning_rate": 8.89113925324699e-06,
+      "loss": 1.6964,
+      "step": 597
+    },
+    {
+      "epoch": 0.5112203462278264,
+      "grad_norm": 2.0537750720977783,
+      "learning_rate": 8.88669397598164e-06,
+      "loss": 1.4207,
+      "step": 598
+    },
+    {
+      "epoch": 0.5120752297499466,
+      "grad_norm": 1.9517449140548706,
+      "learning_rate": 8.882240922239089e-06,
+      "loss": 1.6236,
+      "step": 599
+    },
+    {
+      "epoch": 0.5129301132720667,
+      "grad_norm": 1.8960734605789185,
+      "learning_rate": 8.877780100928984e-06,
+      "loss": 1.6692,
+      "step": 600
+    },
+    {
+      "epoch": 0.5137849967941868,
+      "grad_norm": 2.1357903480529785,
+      "learning_rate": 8.87331152097651e-06,
+      "loss": 1.9005,
+      "step": 601
+    },
+    {
+      "epoch": 0.5146398803163069,
+      "grad_norm": 2.6492884159088135,
+      "learning_rate": 8.868835191322384e-06,
+      "loss": 1.5357,
+      "step": 602
+    },
+    {
+      "epoch": 0.515494763838427,
+      "grad_norm": 3.4608476161956787,
+      "learning_rate": 8.864351120922819e-06,
+      "loss": 1.6542,
+      "step": 603
+    },
+    {
+      "epoch": 0.5163496473605471,
+      "grad_norm": 2.1841821670532227,
+      "learning_rate": 8.859859318749522e-06,
+      "loss": 1.6261,
+      "step": 604
+    },
+    {
+      "epoch": 0.5172045308826673,
+      "grad_norm": 1.922024130821228,
+      "learning_rate": 8.855359793789667e-06,
+      "loss": 1.7292,
+      "step": 605
+    },
+    {
+      "epoch": 0.5180594144047873,
+      "grad_norm": 1.988054633140564,
+      "learning_rate": 8.85085255504588e-06,
+      "loss": 1.7862,
+      "step": 606
+    },
+    {
+      "epoch": 0.5189142979269075,
+      "grad_norm": 1.9861512184143066,
+      "learning_rate": 8.84633761153622e-06,
+      "loss": 1.6567,
+      "step": 607
+    },
+    {
+      "epoch": 0.5197691814490276,
+      "grad_norm": 2.0631234645843506,
+      "learning_rate": 8.841814972294166e-06,
+      "loss": 1.3969,
+      "step": 608
+    },
+    {
+      "epoch": 0.5206240649711477,
+      "grad_norm": 1.9361271858215332,
+      "learning_rate": 8.837284646368586e-06,
+      "loss": 1.4913,
+      "step": 609
+    },
+    {
+      "epoch": 0.5214789484932678,
+      "grad_norm": 2.061472177505493,
+      "learning_rate": 8.832746642823738e-06,
+      "loss": 1.6651,
+      "step": 610
+    },
+    {
+      "epoch": 0.5223338320153879,
+      "grad_norm": 2.5141899585723877,
+      "learning_rate": 8.82820097073923e-06,
+      "loss": 1.6464,
+      "step": 611
+    },
+    {
+      "epoch": 0.523188715537508,
+      "grad_norm": 2.2343900203704834,
+      "learning_rate": 8.823647639210027e-06,
+      "loss": 1.3821,
+      "step": 612
+    },
+    {
+      "epoch": 0.5240435990596282,
+      "grad_norm": 1.7745505571365356,
+      "learning_rate": 8.819086657346405e-06,
+      "loss": 1.562,
+      "step": 613
+    },
+    {
+      "epoch": 0.5248984825817482,
+      "grad_norm": 1.795174241065979,
+      "learning_rate": 8.814518034273956e-06,
+      "loss": 1.7203,
+      "step": 614
+    },
+    {
+      "epoch": 0.5257533661038684,
+      "grad_norm": 1.829896330833435,
+      "learning_rate": 8.809941779133555e-06,
+      "loss": 1.6731,
+      "step": 615
+    },
+    {
+      "epoch": 0.5266082496259885,
+      "grad_norm": 1.787853479385376,
+      "learning_rate": 8.805357901081352e-06,
+      "loss": 1.5737,
+      "step": 616
+    },
+    {
+      "epoch": 0.5274631331481086,
+      "grad_norm": 1.8447085618972778,
+      "learning_rate": 8.800766409288745e-06,
+      "loss": 1.7847,
+      "step": 617
+    },
+    {
+      "epoch": 0.5283180166702287,
+      "grad_norm": 2.183621644973755,
+      "learning_rate": 8.796167312942367e-06,
+      "loss": 1.3627,
+      "step": 618
+    },
+    {
+      "epoch": 0.5291729001923487,
+      "grad_norm": 1.943145513534546,
+      "learning_rate": 8.791560621244067e-06,
+      "loss": 1.6397,
+      "step": 619
+    },
+    {
+      "epoch": 0.5300277837144689,
+      "grad_norm": 3.3538787364959717,
+      "learning_rate": 8.786946343410889e-06,
+      "loss": 1.8127,
+      "step": 620
+    },
+    {
+      "epoch": 0.5308826672365891,
+      "grad_norm": 1.7246778011322021,
+      "learning_rate": 8.782324488675059e-06,
+      "loss": 1.5005,
+      "step": 621
+    },
+    {
+      "epoch": 0.5317375507587091,
+      "grad_norm": 2.007582187652588,
+      "learning_rate": 8.777695066283955e-06,
+      "loss": 1.4858,
+      "step": 622
+    },
+    {
+      "epoch": 0.5325924342808293,
+      "grad_norm": 1.7573378086090088,
+      "learning_rate": 8.773058085500106e-06,
+      "loss": 1.5858,
+      "step": 623
+    },
+    {
+      "epoch": 0.5334473178029493,
+      "grad_norm": 2.4984254837036133,
+      "learning_rate": 8.768413555601156e-06,
+      "loss": 1.6391,
+      "step": 624
+    },
+    {
+      "epoch": 0.5343022013250694,
+      "grad_norm": 2.0162014961242676,
+      "learning_rate": 8.763761485879858e-06,
+      "loss": 1.622,
+      "step": 625
+    },
+    {
+      "epoch": 0.5351570848471896,
+      "grad_norm": 2.1535332202911377,
+      "learning_rate": 8.75910188564405e-06,
+      "loss": 1.6092,
+      "step": 626
+    },
+    {
+      "epoch": 0.5360119683693096,
+      "grad_norm": 2.0587708950042725,
+      "learning_rate": 8.754434764216632e-06,
+      "loss": 1.6507,
+      "step": 627
+    },
+    {
+      "epoch": 0.5368668518914298,
+      "grad_norm": 2.0657832622528076,
+      "learning_rate": 8.749760130935564e-06,
+      "loss": 1.5106,
+      "step": 628
+    },
+    {
+      "epoch": 0.53772173541355,
+      "grad_norm": 3.3556106090545654,
+      "learning_rate": 8.74507799515382e-06,
+      "loss": 1.6122,
+      "step": 629
+    },
+    {
+      "epoch": 0.53857661893567,
+      "grad_norm": 1.8298861980438232,
+      "learning_rate": 8.740388366239397e-06,
+      "loss": 1.7357,
+      "step": 630
+    },
+    {
+      "epoch": 0.5394315024577901,
+      "grad_norm": 2.4920873641967773,
+      "learning_rate": 8.735691253575278e-06,
+      "loss": 1.5525,
+      "step": 631
+    },
+    {
+      "epoch": 0.5402863859799102,
+      "grad_norm": 1.8337547779083252,
+      "learning_rate": 8.730986666559425e-06,
+      "loss": 1.6677,
+      "step": 632
+    },
+    {
+      "epoch": 0.5411412695020303,
+      "grad_norm": 2.205390453338623,
+      "learning_rate": 8.726274614604749e-06,
+      "loss": 1.7129,
+      "step": 633
+    },
+    {
+      "epoch": 0.5419961530241505,
+      "grad_norm": 1.8543306589126587,
+      "learning_rate": 8.721555107139102e-06,
+      "loss": 1.4831,
+      "step": 634
+    },
+    {
+      "epoch": 0.5428510365462705,
+      "grad_norm": 1.7591562271118164,
+      "learning_rate": 8.716828153605245e-06,
+      "loss": 1.6421,
+      "step": 635
+    },
+    {
+      "epoch": 0.5437059200683907,
+      "grad_norm": 2.9822521209716797,
+      "learning_rate": 8.712093763460846e-06,
+      "loss": 1.4437,
+      "step": 636
+    },
+    {
+      "epoch": 0.5445608035905108,
+      "grad_norm": 1.7901097536087036,
+      "learning_rate": 8.70735194617845e-06,
+      "loss": 1.6315,
+      "step": 637
+    },
+    {
+      "epoch": 0.5454156871126309,
+      "grad_norm": 2.0111300945281982,
+      "learning_rate": 8.702602711245455e-06,
+      "loss": 1.5924,
+      "step": 638
+    },
+    {
+      "epoch": 0.546270570634751,
+      "grad_norm": 2.0748534202575684,
+      "learning_rate": 8.697846068164112e-06,
+      "loss": 1.4713,
+      "step": 639
+    },
+    {
+      "epoch": 0.5471254541568711,
+      "grad_norm": 1.9600063562393188,
+      "learning_rate": 8.693082026451481e-06,
+      "loss": 1.7141,
+      "step": 640
+    },
+    {
+      "epoch": 0.5479803376789912,
+      "grad_norm": 2.1216888427734375,
+      "learning_rate": 8.688310595639437e-06,
+      "loss": 1.5694,
+      "step": 641
+    },
+    {
+      "epoch": 0.5488352212011114,
+      "grad_norm": 1.7273600101470947,
+      "learning_rate": 8.683531785274632e-06,
+      "loss": 1.7303,
+      "step": 642
+    },
+    {
+      "epoch": 0.5496901047232314,
+      "grad_norm": 2.0742030143737793,
+      "learning_rate": 8.678745604918486e-06,
+      "loss": 1.6376,
+      "step": 643
+    },
+    {
+      "epoch": 0.5505449882453516,
+      "grad_norm": 1.9716432094573975,
+      "learning_rate": 8.673952064147166e-06,
+      "loss": 1.4841,
+      "step": 644
+    },
+    {
+      "epoch": 0.5513998717674716,
+      "grad_norm": 2.9787380695343018,
+      "learning_rate": 8.669151172551558e-06,
+      "loss": 1.6401,
+      "step": 645
+    },
+    {
+      "epoch": 0.5522547552895918,
+      "grad_norm": 2.2232494354248047,
+      "learning_rate": 8.664342939737265e-06,
+      "loss": 1.4223,
+      "step": 646
+    },
+    {
+      "epoch": 0.5531096388117119,
+      "grad_norm": 2.1428375244140625,
+      "learning_rate": 8.659527375324574e-06,
+      "loss": 1.7418,
+      "step": 647
+    },
+    {
+      "epoch": 0.553964522333832,
+      "grad_norm": 1.9772781133651733,
+      "learning_rate": 8.654704488948442e-06,
+      "loss": 1.7229,
+      "step": 648
+    },
+    {
+      "epoch": 0.5548194058559521,
+      "grad_norm": 2.106757164001465,
+      "learning_rate": 8.649874290258473e-06,
+      "loss": 1.567,
+      "step": 649
+    },
+    {
+      "epoch": 0.5556742893780723,
+      "grad_norm": 2.3366143703460693,
+      "learning_rate": 8.645036788918904e-06,
+      "loss": 1.2882,
+      "step": 650
+    },
+    {
+      "epoch": 0.5565291729001923,
+      "grad_norm": 2.5621304512023926,
+      "learning_rate": 8.640191994608585e-06,
+      "loss": 1.6807,
+      "step": 651
+    },
+    {
+      "epoch": 0.5573840564223125,
+      "grad_norm": 1.8327507972717285,
+      "learning_rate": 8.635339917020952e-06,
+      "loss": 1.5425,
+      "step": 652
+    },
+    {
+      "epoch": 0.5582389399444325,
+      "grad_norm": 1.9729241132736206,
+      "learning_rate": 8.63048056586402e-06,
+      "loss": 1.6851,
+      "step": 653
+    },
+    {
+      "epoch": 0.5590938234665527,
+      "grad_norm": 2.0836198329925537,
+      "learning_rate": 8.625613950860352e-06,
+      "loss": 1.4055,
+      "step": 654
+    },
+    {
+      "epoch": 0.5599487069886728,
+      "grad_norm": 1.7130488157272339,
+      "learning_rate": 8.620740081747044e-06,
+      "loss": 1.7865,
+      "step": 655
+    },
+    {
+      "epoch": 0.5608035905107929,
+      "grad_norm": 2.0575125217437744,
+      "learning_rate": 8.615858968275712e-06,
+      "loss": 1.6653,
+      "step": 656
+    },
+    {
+      "epoch": 0.561658474032913,
+      "grad_norm": 1.9657676219940186,
+      "learning_rate": 8.610970620212461e-06,
+      "loss": 1.5761,
+      "step": 657
+    },
+    {
+      "epoch": 0.5625133575550332,
+      "grad_norm": 1.7400262355804443,
+      "learning_rate": 8.606075047337872e-06,
+      "loss": 1.7633,
+      "step": 658
+    },
+    {
+      "epoch": 0.5633682410771532,
+      "grad_norm": 1.8632696866989136,
+      "learning_rate": 8.601172259446981e-06,
+      "loss": 1.5333,
+      "step": 659
+    },
+    {
+      "epoch": 0.5642231245992734,
+      "grad_norm": 2.7947065830230713,
+      "learning_rate": 8.596262266349265e-06,
+      "loss": 1.5627,
+      "step": 660
+    },
+    {
+      "epoch": 0.5650780081213934,
+      "grad_norm": 2.0627810955047607,
+      "learning_rate": 8.591345077868606e-06,
+      "loss": 1.71,
+      "step": 661
+    },
+    {
+      "epoch": 0.5659328916435136,
+      "grad_norm": 2.519284725189209,
+      "learning_rate": 8.586420703843297e-06,
+      "loss": 1.7696,
+      "step": 662
+    },
+    {
+      "epoch": 0.5667877751656337,
+      "grad_norm": 2.0818934440612793,
+      "learning_rate": 8.581489154125995e-06,
+      "loss": 1.4629,
+      "step": 663
+    },
+    {
+      "epoch": 0.5676426586877538,
+      "grad_norm": 1.8783445358276367,
+      "learning_rate": 8.57655043858372e-06,
+      "loss": 1.3525,
+      "step": 664
+    },
+    {
+      "epoch": 0.5684975422098739,
+      "grad_norm": 2.1661863327026367,
+      "learning_rate": 8.571604567097827e-06,
+      "loss": 1.6119,
+      "step": 665
+    },
+    {
+      "epoch": 0.569352425731994,
+      "grad_norm": 1.9182928800582886,
+      "learning_rate": 8.566651549563993e-06,
+      "loss": 1.7566,
+      "step": 666
+    },
+    {
+      "epoch": 0.5702073092541141,
+      "grad_norm": 1.9936716556549072,
+      "learning_rate": 8.561691395892188e-06,
+      "loss": 1.4571,
+      "step": 667
+    },
+    {
+      "epoch": 0.5710621927762343,
+      "grad_norm": 1.8677414655685425,
+      "learning_rate": 8.556724116006664e-06,
+      "loss": 1.5713,
+      "step": 668
+    },
+    {
+      "epoch": 0.5719170762983543,
+      "grad_norm": 1.9004077911376953,
+      "learning_rate": 8.551749719845928e-06,
+      "loss": 1.6697,
+      "step": 669
+    },
+    {
+      "epoch": 0.5727719598204745,
+      "grad_norm": 2.03224515914917,
+      "learning_rate": 8.546768217362724e-06,
+      "loss": 1.5405,
+      "step": 670
+    },
+    {
+      "epoch": 0.5736268433425946,
+      "grad_norm": 1.912906527519226,
+      "learning_rate": 8.541779618524018e-06,
+      "loss": 1.5431,
+      "step": 671
+    },
+    {
+      "epoch": 0.5744817268647147,
+      "grad_norm": 1.7738916873931885,
+      "learning_rate": 8.536783933310972e-06,
+      "loss": 1.7385,
+      "step": 672
+    },
+    {
+      "epoch": 0.5753366103868348,
+      "grad_norm": 1.7471853494644165,
+      "learning_rate": 8.53178117171893e-06,
+      "loss": 1.7176,
+      "step": 673
+    },
+    {
+      "epoch": 0.5761914939089549,
+      "grad_norm": 2.7117345333099365,
+      "learning_rate": 8.526771343757387e-06,
+      "loss": 1.6298,
+      "step": 674
+    },
+    {
+      "epoch": 0.577046377431075,
+      "grad_norm": 1.8789851665496826,
+      "learning_rate": 8.521754459449984e-06,
+      "loss": 1.6023,
+      "step": 675
+    },
+    {
+      "epoch": 0.5779012609531952,
+      "grad_norm": 1.9868645668029785,
+      "learning_rate": 8.516730528834476e-06,
+      "loss": 1.7187,
+      "step": 676
+    },
+    {
+      "epoch": 0.5787561444753152,
+      "grad_norm": 1.7088147401809692,
+      "learning_rate": 8.511699561962719e-06,
+      "loss": 1.5902,
+      "step": 677
+    },
+    {
+      "epoch": 0.5796110279974354,
+      "grad_norm": 1.722632884979248,
+      "learning_rate": 8.506661568900644e-06,
+      "loss": 1.6701,
+      "step": 678
+    },
+    {
+      "epoch": 0.5804659115195555,
+      "grad_norm": 1.8633525371551514,
+      "learning_rate": 8.50161655972824e-06,
+      "loss": 1.6822,
+      "step": 679
+    },
+    {
+      "epoch": 0.5813207950416756,
+      "grad_norm": 1.9083114862442017,
+      "learning_rate": 8.496564544539539e-06,
+      "loss": 1.5115,
+      "step": 680
+    },
+    {
+      "epoch": 0.5821756785637957,
+      "grad_norm": 1.9144874811172485,
+      "learning_rate": 8.491505533442584e-06,
+      "loss": 1.6048,
+      "step": 681
+    },
+    {
+      "epoch": 0.5830305620859157,
+      "grad_norm": 1.8423601388931274,
+      "learning_rate": 8.48643953655942e-06,
+      "loss": 1.627,
+      "step": 682
+    },
+    {
+      "epoch": 0.5838854456080359,
+      "grad_norm": 1.9638283252716064,
+      "learning_rate": 8.481366564026065e-06,
+      "loss": 1.6544,
+      "step": 683
+    },
+    {
+      "epoch": 0.5847403291301561,
+      "grad_norm": 2.422207832336426,
+      "learning_rate": 8.476286625992499e-06,
+      "loss": 1.7425,
+      "step": 684
+    },
+    {
+      "epoch": 0.5855952126522761,
+      "grad_norm": 3.2921395301818848,
+      "learning_rate": 8.471199732622633e-06,
+      "loss": 1.598,
+      "step": 685
+    },
+    {
+      "epoch": 0.5864500961743963,
+      "grad_norm": 1.8565130233764648,
+      "learning_rate": 8.466105894094298e-06,
+      "loss": 1.4855,
+      "step": 686
+    },
+    {
+      "epoch": 0.5873049796965164,
+      "grad_norm": 2.0620574951171875,
+      "learning_rate": 8.461005120599222e-06,
+      "loss": 1.5109,
+      "step": 687
+    },
+    {
+      "epoch": 0.5881598632186364,
+      "grad_norm": 1.9637583494186401,
+      "learning_rate": 8.455897422343003e-06,
+      "loss": 1.6503,
+      "step": 688
+    },
+    {
+      "epoch": 0.5890147467407566,
+      "grad_norm": 7.110237121582031,
+      "learning_rate": 8.450782809545096e-06,
+      "loss": 1.6213,
+      "step": 689
+    },
+    {
+      "epoch": 0.5898696302628766,
+      "grad_norm": 2.607851505279541,
+      "learning_rate": 8.445661292438799e-06,
+      "loss": 1.7967,
+      "step": 690
+    },
+    {
+      "epoch": 0.5907245137849968,
+      "grad_norm": 1.8419544696807861,
+      "learning_rate": 8.440532881271209e-06,
+      "loss": 1.6102,
+      "step": 691
+    },
+    {
+      "epoch": 0.591579397307117,
+      "grad_norm": 1.9284480810165405,
+      "learning_rate": 8.435397586303229e-06,
+      "loss": 1.5749,
+      "step": 692
+    },
+    {
+      "epoch": 0.592434280829237,
+      "grad_norm": 2.60127854347229,
+      "learning_rate": 8.43025541780953e-06,
+      "loss": 1.6948,
+      "step": 693
+    },
+    {
+      "epoch": 0.5932891643513571,
+      "grad_norm": 1.9099665880203247,
+      "learning_rate": 8.425106386078535e-06,
+      "loss": 1.614,
+      "step": 694
+    },
+    {
+      "epoch": 0.5941440478734772,
+      "grad_norm": 3.712435245513916,
+      "learning_rate": 8.419950501412402e-06,
+      "loss": 1.7601,
+      "step": 695
+    },
+    {
+      "epoch": 0.5949989313955973,
+      "grad_norm": 2.350602149963379,
+      "learning_rate": 8.414787774126994e-06,
+      "loss": 1.4524,
+      "step": 696
+    },
+    {
+      "epoch": 0.5958538149177175,
+      "grad_norm": 1.8215548992156982,
+      "learning_rate": 8.409618214551874e-06,
+      "loss": 1.7657,
+      "step": 697
+    },
+    {
+      "epoch": 0.5967086984398375,
+      "grad_norm": 1.7211189270019531,
+      "learning_rate": 8.404441833030269e-06,
+      "loss": 1.5622,
+      "step": 698
+    },
+    {
+      "epoch": 0.5975635819619577,
+      "grad_norm": 1.90372896194458,
+      "learning_rate": 8.399258639919053e-06,
+      "loss": 1.6278,
+      "step": 699
+    },
+    {
+      "epoch": 0.5984184654840778,
+      "grad_norm": 2.5654449462890625,
+      "learning_rate": 8.394068645588735e-06,
+      "loss": 1.3127,
+      "step": 700
+    },
+    {
+      "epoch": 0.5992733490061979,
+      "grad_norm": 1.8627386093139648,
+      "learning_rate": 8.38887186042343e-06,
+      "loss": 1.6181,
+      "step": 701
+    },
+    {
+      "epoch": 0.600128232528318,
+      "grad_norm": 2.154141426086426,
+      "learning_rate": 8.383668294820835e-06,
+      "loss": 1.6831,
+      "step": 702
+    },
+    {
+      "epoch": 0.6009831160504381,
+      "grad_norm": 2.0848171710968018,
+      "learning_rate": 8.37845795919222e-06,
+      "loss": 1.513,
+      "step": 703
+    },
+    {
+      "epoch": 0.6018379995725582,
+      "grad_norm": 2.3841915130615234,
+      "learning_rate": 8.373240863962397e-06,
+      "loss": 1.7102,
+      "step": 704
+    },
+    {
+      "epoch": 0.6026928830946784,
+      "grad_norm": 1.8190158605575562,
+      "learning_rate": 8.368017019569704e-06,
+      "loss": 1.7375,
+      "step": 705
+    },
+    {
+      "epoch": 0.6035477666167984,
+      "grad_norm": 1.9176008701324463,
+      "learning_rate": 8.36278643646598e-06,
+      "loss": 1.6402,
+      "step": 706
+    },
+    {
+      "epoch": 0.6044026501389186,
+      "grad_norm": 1.7704726457595825,
+      "learning_rate": 8.357549125116548e-06,
+      "loss": 1.7303,
+      "step": 707
+    },
+    {
+      "epoch": 0.6052575336610387,
+      "grad_norm": 2.164355993270874,
+      "learning_rate": 8.352305096000197e-06,
+      "loss": 1.6992,
+      "step": 708
+    },
+    {
+      "epoch": 0.6061124171831588,
+      "grad_norm": 1.8429981470108032,
+      "learning_rate": 8.34705435960915e-06,
+      "loss": 1.492,
+      "step": 709
+    },
+    {
+      "epoch": 0.6069673007052789,
+      "grad_norm": 2.5694799423217773,
+      "learning_rate": 8.341796926449053e-06,
+      "loss": 1.4145,
+      "step": 710
+    },
+    {
+      "epoch": 0.607822184227399,
+      "grad_norm": 1.7566078901290894,
+      "learning_rate": 8.336532807038955e-06,
+      "loss": 1.5889,
+      "step": 711
+    },
+    {
+      "epoch": 0.6086770677495191,
+      "grad_norm": 1.7982147932052612,
+      "learning_rate": 8.331262011911276e-06,
+      "loss": 1.4725,
+      "step": 712
+    },
+    {
+      "epoch": 0.6095319512716393,
+      "grad_norm": 2.6575653553009033,
+      "learning_rate": 8.325984551611795e-06,
+      "loss": 1.3907,
+      "step": 713
+    },
+    {
+      "epoch": 0.6103868347937593,
+      "grad_norm": 1.905247688293457,
+      "learning_rate": 8.32070043669963e-06,
+      "loss": 1.4379,
+      "step": 714
+    },
+    {
+      "epoch": 0.6112417183158795,
+      "grad_norm": 2.1292531490325928,
+      "learning_rate": 8.315409677747207e-06,
+      "loss": 1.5796,
+      "step": 715
+    },
+    {
+      "epoch": 0.6120966018379995,
+      "grad_norm": 2.0380868911743164,
+      "learning_rate": 8.310112285340253e-06,
+      "loss": 1.5329,
+      "step": 716
+    },
+    {
+      "epoch": 0.6129514853601197,
+      "grad_norm": 2.1652815341949463,
+      "learning_rate": 8.30480827007776e-06,
+      "loss": 1.5661,
+      "step": 717
+    },
+    {
+      "epoch": 0.6138063688822398,
+      "grad_norm": 1.880020260810852,
+      "learning_rate": 8.299497642571976e-06,
+      "loss": 1.4771,
+      "step": 718
+    },
+    {
+      "epoch": 0.6146612524043599,
+      "grad_norm": 2.5005481243133545,
+      "learning_rate": 8.294180413448375e-06,
+      "loss": 1.559,
+      "step": 719
+    },
+    {
+      "epoch": 0.61551613592648,
+      "grad_norm": 2.4894957542419434,
+      "learning_rate": 8.288856593345647e-06,
+      "loss": 1.8233,
+      "step": 720
+    },
+    {
+      "epoch": 0.6163710194486002,
+      "grad_norm": 2.2092738151550293,
+      "learning_rate": 8.28352619291566e-06,
+      "loss": 1.5552,
+      "step": 721
+    },
+    {
+      "epoch": 0.6172259029707202,
+      "grad_norm": 1.7766340970993042,
+      "learning_rate": 8.27818922282345e-06,
+      "loss": 1.5893,
+      "step": 722
+    },
+    {
+      "epoch": 0.6180807864928404,
+      "grad_norm": 2.231019973754883,
+      "learning_rate": 8.2728456937472e-06,
+      "loss": 1.4948,
+      "step": 723
+    },
+    {
+      "epoch": 0.6189356700149604,
+      "grad_norm": 1.745932936668396,
+      "learning_rate": 8.267495616378218e-06,
+      "loss": 1.5268,
+      "step": 724
+    },
+    {
+      "epoch": 0.6197905535370806,
+      "grad_norm": 2.0638906955718994,
+      "learning_rate": 8.262139001420908e-06,
+      "loss": 1.6511,
+      "step": 725
+    },
+    {
+      "epoch": 0.6206454370592007,
+      "grad_norm": 2.589869976043701,
+      "learning_rate": 8.25677585959276e-06,
+      "loss": 1.4582,
+      "step": 726
+    },
+    {
+      "epoch": 0.6215003205813208,
+      "grad_norm": 1.792433500289917,
+      "learning_rate": 8.25140620162432e-06,
+      "loss": 1.8182,
+      "step": 727
+    },
+    {
+      "epoch": 0.6223552041034409,
+      "grad_norm": 2.4035418033599854,
+      "learning_rate": 8.246030038259168e-06,
+      "loss": 1.6119,
+      "step": 728
+    },
+    {
+      "epoch": 0.6232100876255611,
+      "grad_norm": 1.8025459051132202,
+      "learning_rate": 8.24064738025391e-06,
+      "loss": 1.6602,
+      "step": 729
+    },
+    {
+      "epoch": 0.6240649711476811,
+      "grad_norm": 2.1396055221557617,
+      "learning_rate": 8.235258238378137e-06,
+      "loss": 1.7282,
+      "step": 730
+    },
+    {
+      "epoch": 0.6249198546698013,
+      "grad_norm": 2.219912052154541,
+      "learning_rate": 8.229862623414414e-06,
+      "loss": 1.4117,
+      "step": 731
+    },
+    {
+      "epoch": 0.6257747381919213,
+      "grad_norm": 2.3299050331115723,
+      "learning_rate": 8.224460546158263e-06,
+      "loss": 1.8685,
+      "step": 732
+    },
+    {
+      "epoch": 0.6266296217140415,
+      "grad_norm": 1.8506113290786743,
+      "learning_rate": 8.219052017418132e-06,
+      "loss": 1.6644,
+      "step": 733
+    },
+    {
+      "epoch": 0.6274845052361616,
+      "grad_norm": 1.7105852365493774,
+      "learning_rate": 8.213637048015377e-06,
+      "loss": 1.5937,
+      "step": 734
+    },
+    {
+      "epoch": 0.6283393887582817,
+      "grad_norm": 2.0613906383514404,
+      "learning_rate": 8.208215648784239e-06,
+      "loss": 1.4237,
+      "step": 735
+    },
+    {
+      "epoch": 0.6291942722804018,
+      "grad_norm": 1.8658533096313477,
+      "learning_rate": 8.202787830571827e-06,
+      "loss": 1.5703,
+      "step": 736
+    },
+    {
+      "epoch": 0.6300491558025219,
+      "grad_norm": 1.8278007507324219,
+      "learning_rate": 8.197353604238092e-06,
+      "loss": 1.6099,
+      "step": 737
+    },
+    {
+      "epoch": 0.630904039324642,
+      "grad_norm": 1.771121621131897,
+      "learning_rate": 8.191912980655805e-06,
+      "loss": 1.6359,
+      "step": 738
+    },
+    {
+      "epoch": 0.6317589228467622,
+      "grad_norm": 1.960795283317566,
+      "learning_rate": 8.186465970710538e-06,
+      "loss": 1.4287,
+      "step": 739
+    },
+    {
+      "epoch": 0.6326138063688822,
+      "grad_norm": 2.8525185585021973,
+      "learning_rate": 8.18101258530064e-06,
+      "loss": 1.6827,
+      "step": 740
+    },
+    {
+      "epoch": 0.6334686898910024,
+      "grad_norm": 2.644296646118164,
+      "learning_rate": 8.175552835337217e-06,
+      "loss": 1.6391,
+      "step": 741
+    },
+    {
+      "epoch": 0.6343235734131225,
+      "grad_norm": 1.9095778465270996,
+      "learning_rate": 8.170086731744108e-06,
+      "loss": 1.4497,
+      "step": 742
+    },
+    {
+      "epoch": 0.6351784569352426,
+      "grad_norm": 2.616870403289795,
+      "learning_rate": 8.164614285457865e-06,
+      "loss": 1.603,
+      "step": 743
+    },
+    {
+      "epoch": 0.6360333404573627,
+      "grad_norm": 2.0195326805114746,
+      "learning_rate": 8.159135507427728e-06,
+      "loss": 1.7662,
+      "step": 744
+    },
+    {
+      "epoch": 0.6368882239794827,
+      "grad_norm": 1.9145680665969849,
+      "learning_rate": 8.153650408615612e-06,
+      "loss": 1.6994,
+      "step": 745
+    },
+    {
+      "epoch": 0.6377431075016029,
+      "grad_norm": 1.7627846002578735,
+      "learning_rate": 8.148158999996072e-06,
+      "loss": 1.6093,
+      "step": 746
+    },
+    {
+      "epoch": 0.638597991023723,
+      "grad_norm": 2.2810473442077637,
+      "learning_rate": 8.142661292556289e-06,
+      "loss": 1.5305,
+      "step": 747
+    },
+    {
+      "epoch": 0.6394528745458431,
+      "grad_norm": 1.902381420135498,
+      "learning_rate": 8.13715729729605e-06,
+      "loss": 1.5481,
+      "step": 748
+    },
+    {
+      "epoch": 0.6403077580679633,
+      "grad_norm": 2.120807647705078,
+      "learning_rate": 8.131647025227718e-06,
+      "loss": 1.4634,
+      "step": 749
+    },
+    {
+      "epoch": 0.6411626415900834,
+      "grad_norm": 1.7931264638900757,
+      "learning_rate": 8.126130487376217e-06,
+      "loss": 1.5927,
+      "step": 750
+    },
+    {
+      "epoch": 0.6420175251122034,
+      "grad_norm": 2.521458864212036,
+      "learning_rate": 8.12060769477901e-06,
+      "loss": 1.494,
+      "step": 751
+    },
+    {
+      "epoch": 0.6428724086343236,
+      "grad_norm": 1.7701094150543213,
+      "learning_rate": 8.115078658486069e-06,
+      "loss": 1.8399,
+      "step": 752
+    },
+    {
+      "epoch": 0.6437272921564436,
+      "grad_norm": 1.8709700107574463,
+      "learning_rate": 8.109543389559861e-06,
+      "loss": 1.6305,
+      "step": 753
+    },
+    {
+      "epoch": 0.6445821756785638,
+      "grad_norm": 1.9467986822128296,
+      "learning_rate": 8.104001899075326e-06,
+      "loss": 1.4801,
+      "step": 754
+    },
+    {
+      "epoch": 0.645437059200684,
+      "grad_norm": 1.808092713356018,
+      "learning_rate": 8.098454198119847e-06,
+      "loss": 1.5535,
+      "step": 755
+    },
+    {
+      "epoch": 0.646291942722804,
+      "grad_norm": 2.0982744693756104,
+      "learning_rate": 8.092900297793238e-06,
+      "loss": 1.3704,
+      "step": 756
+    },
+    {
+      "epoch": 0.6471468262449241,
+      "grad_norm": 1.8450520038604736,
+      "learning_rate": 8.087340209207713e-06,
+      "loss": 1.5287,
+      "step": 757
+    },
+    {
+      "epoch": 0.6480017097670442,
+      "grad_norm": 1.7327725887298584,
+      "learning_rate": 8.081773943487868e-06,
+      "loss": 1.7342,
+      "step": 758
+    },
+    {
+      "epoch": 0.6488565932891643,
+      "grad_norm": 1.7313075065612793,
+      "learning_rate": 8.076201511770656e-06,
+      "loss": 1.4301,
+      "step": 759
+    },
+    {
+      "epoch": 0.6497114768112845,
+      "grad_norm": 1.9029062986373901,
+      "learning_rate": 8.070622925205373e-06,
+      "loss": 1.7459,
+      "step": 760
+    },
+    {
+      "epoch": 0.6505663603334045,
+      "grad_norm": 1.8386952877044678,
+      "learning_rate": 8.065038194953629e-06,
+      "loss": 1.596,
+      "step": 761
+    },
+    {
+      "epoch": 0.6514212438555247,
+      "grad_norm": 1.8669521808624268,
+      "learning_rate": 8.059447332189317e-06,
+      "loss": 1.5973,
+      "step": 762
+    },
+    {
+      "epoch": 0.6522761273776448,
+      "grad_norm": 1.802152395248413,
+      "learning_rate": 8.053850348098609e-06,
+      "loss": 1.7115,
+      "step": 763
+    },
+    {
+      "epoch": 0.6531310108997649,
+      "grad_norm": 1.7956647872924805,
+      "learning_rate": 8.048247253879922e-06,
+      "loss": 1.73,
+      "step": 764
+    },
+    {
+      "epoch": 0.653985894421885,
+      "grad_norm": 1.870807409286499,
+      "learning_rate": 8.042638060743898e-06,
+      "loss": 1.4755,
+      "step": 765
+    },
+    {
+      "epoch": 0.6548407779440051,
+      "grad_norm": 1.993764042854309,
+      "learning_rate": 8.037022779913382e-06,
+      "loss": 1.2867,
+      "step": 766
+    },
+    {
+      "epoch": 0.6556956614661252,
+      "grad_norm": 1.7236435413360596,
+      "learning_rate": 8.031401422623398e-06,
+      "loss": 1.8303,
+      "step": 767
+    },
+    {
+      "epoch": 0.6565505449882454,
+      "grad_norm": 1.9870823621749878,
+      "learning_rate": 8.02577400012113e-06,
+      "loss": 1.6378,
+      "step": 768
+    },
+    {
+      "epoch": 0.6574054285103654,
+      "grad_norm": 1.9288864135742188,
+      "learning_rate": 8.020140523665891e-06,
+      "loss": 1.5775,
+      "step": 769
+    },
+    {
+      "epoch": 0.6582603120324856,
+      "grad_norm": 1.7029926776885986,
+      "learning_rate": 8.014501004529118e-06,
+      "loss": 1.53,
+      "step": 770
+    },
+    {
+      "epoch": 0.6591151955546057,
+      "grad_norm": 1.9869303703308105,
+      "learning_rate": 8.00885545399433e-06,
+      "loss": 1.4813,
+      "step": 771
+    },
+    {
+      "epoch": 0.6599700790767258,
+      "grad_norm": 1.790546178817749,
+      "learning_rate": 8.003203883357113e-06,
+      "loss": 1.7271,
+      "step": 772
+    },
+    {
+      "epoch": 0.6608249625988459,
+      "grad_norm": 1.8250300884246826,
+      "learning_rate": 7.9975463039251e-06,
+      "loss": 1.682,
+      "step": 773
+    },
+    {
+      "epoch": 0.661679846120966,
+      "grad_norm": 1.9827724695205688,
+      "learning_rate": 7.99188272701795e-06,
+      "loss": 1.6004,
+      "step": 774
+    },
+    {
+      "epoch": 0.6625347296430861,
+      "grad_norm": 2.0887629985809326,
+      "learning_rate": 7.986213163967319e-06,
+      "loss": 1.4962,
+      "step": 775
+    },
+    {
+      "epoch": 0.6633896131652063,
+      "grad_norm": 1.8804274797439575,
+      "learning_rate": 7.980537626116833e-06,
+      "loss": 1.6097,
+      "step": 776
+    },
+    {
+      "epoch": 0.6642444966873263,
+      "grad_norm": 1.977057695388794,
+      "learning_rate": 7.974856124822084e-06,
+      "loss": 1.7107,
+      "step": 777
+    },
+    {
+      "epoch": 0.6650993802094465,
+      "grad_norm": 1.8675955533981323,
+      "learning_rate": 7.969168671450589e-06,
+      "loss": 1.5859,
+      "step": 778
+    },
+    {
+      "epoch": 0.6659542637315665,
+      "grad_norm": 1.7858625650405884,
+      "learning_rate": 7.963475277381776e-06,
+      "loss": 1.6198,
+      "step": 779
+    },
+    {
+      "epoch": 0.6668091472536867,
+      "grad_norm": 1.965219259262085,
+      "learning_rate": 7.957775954006958e-06,
+      "loss": 1.7028,
+      "step": 780
+    },
+    {
+      "epoch": 0.6676640307758068,
+      "grad_norm": 2.2767865657806396,
+      "learning_rate": 7.952070712729312e-06,
+      "loss": 1.6028,
+      "step": 781
+    },
+    {
+      "epoch": 0.6685189142979269,
+      "grad_norm": 2.385225772857666,
+      "learning_rate": 7.946359564963852e-06,
+      "loss": 1.4741,
+      "step": 782
+    },
+    {
+      "epoch": 0.669373797820047,
+      "grad_norm": 1.8306634426116943,
+      "learning_rate": 7.94064252213742e-06,
+      "loss": 1.5779,
+      "step": 783
+    },
+    {
+      "epoch": 0.6702286813421672,
+      "grad_norm": 1.881840705871582,
+      "learning_rate": 7.934919595688639e-06,
+      "loss": 1.5447,
+      "step": 784
+    },
+    {
+      "epoch": 0.6710835648642872,
+      "grad_norm": 2.4943602085113525,
+      "learning_rate": 7.929190797067913e-06,
+      "loss": 1.5807,
+      "step": 785
+    },
+    {
+      "epoch": 0.6719384483864074,
+      "grad_norm": 1.7710949182510376,
+      "learning_rate": 7.923456137737396e-06,
+      "loss": 1.5805,
+      "step": 786
+    },
+    {
+      "epoch": 0.6727933319085274,
+      "grad_norm": 1.6917473077774048,
+      "learning_rate": 7.917715629170957e-06,
+      "loss": 1.5093,
+      "step": 787
+    },
+    {
+      "epoch": 0.6736482154306476,
+      "grad_norm": 2.0921974182128906,
+      "learning_rate": 7.911969282854184e-06,
+      "loss": 1.6146,
+      "step": 788
+    },
+    {
+      "epoch": 0.6745030989527677,
+      "grad_norm": 2.2254960536956787,
+      "learning_rate": 7.90621711028433e-06,
+      "loss": 1.7173,
+      "step": 789
+    },
+    {
+      "epoch": 0.6753579824748878,
+      "grad_norm": 1.8926316499710083,
+      "learning_rate": 7.900459122970318e-06,
+      "loss": 1.6318,
+      "step": 790
+    },
+    {
+      "epoch": 0.6762128659970079,
+      "grad_norm": 2.05529522895813,
+      "learning_rate": 7.894695332432695e-06,
+      "loss": 1.5956,
+      "step": 791
+    },
+    {
+      "epoch": 0.6770677495191281,
+      "grad_norm": 1.8146142959594727,
+      "learning_rate": 7.888925750203627e-06,
+      "loss": 1.6321,
+      "step": 792
+    },
+    {
+      "epoch": 0.6779226330412481,
+      "grad_norm": 2.046912431716919,
+      "learning_rate": 7.88315038782686e-06,
+      "loss": 1.429,
+      "step": 793
+    },
+    {
+      "epoch": 0.6787775165633683,
+      "grad_norm": 1.7644606828689575,
+      "learning_rate": 7.877369256857712e-06,
+      "loss": 1.6365,
+      "step": 794
+    },
+    {
+      "epoch": 0.6796324000854883,
+      "grad_norm": 2.004549264907837,
+      "learning_rate": 7.87158236886304e-06,
+      "loss": 1.4164,
+      "step": 795
+    },
+    {
+      "epoch": 0.6804872836076085,
+      "grad_norm": 1.8180807828903198,
+      "learning_rate": 7.865789735421218e-06,
+      "loss": 1.7249,
+      "step": 796
+    },
+    {
+      "epoch": 0.6813421671297286,
+      "grad_norm": 1.9642592668533325,
+      "learning_rate": 7.85999136812212e-06,
+      "loss": 1.5871,
+      "step": 797
+    },
+    {
+      "epoch": 0.6821970506518487,
+      "grad_norm": 1.7459617853164673,
+      "learning_rate": 7.854187278567084e-06,
+      "loss": 1.6564,
+      "step": 798
+    },
+    {
+      "epoch": 0.6830519341739688,
+      "grad_norm": 1.795413851737976,
+      "learning_rate": 7.848377478368907e-06,
+      "loss": 1.5304,
+      "step": 799
+    },
+    {
+      "epoch": 0.6839068176960889,
+      "grad_norm": 2.375990629196167,
+      "learning_rate": 7.842561979151806e-06,
+      "loss": 1.4079,
+      "step": 800
+    },
+    {
+      "epoch": 0.684761701218209,
+      "grad_norm": 2.3698506355285645,
+      "learning_rate": 7.836740792551402e-06,
+      "loss": 1.7428,
+      "step": 801
+    },
+    {
+      "epoch": 0.6856165847403292,
+      "grad_norm": 2.1372928619384766,
+      "learning_rate": 7.830913930214693e-06,
+      "loss": 1.5636,
+      "step": 802
+    },
+    {
+      "epoch": 0.6864714682624492,
+      "grad_norm": 1.936754584312439,
+      "learning_rate": 7.825081403800039e-06,
+      "loss": 1.6307,
+      "step": 803
+    },
+    {
+      "epoch": 0.6873263517845694,
+      "grad_norm": 1.8657773733139038,
+      "learning_rate": 7.819243224977125e-06,
+      "loss": 1.6783,
+      "step": 804
+    },
+    {
+      "epoch": 0.6881812353066895,
+      "grad_norm": 2.2650933265686035,
+      "learning_rate": 7.813399405426951e-06,
+      "loss": 1.4729,
+      "step": 805
+    },
+    {
+      "epoch": 0.6890361188288096,
+      "grad_norm": 1.953281044960022,
+      "learning_rate": 7.807549956841799e-06,
+      "loss": 1.544,
+      "step": 806
+    },
+    {
+      "epoch": 0.6898910023509297,
+      "grad_norm": 2.140019416809082,
+      "learning_rate": 7.801694890925218e-06,
+      "loss": 1.411,
+      "step": 807
+    },
+    {
+      "epoch": 0.6907458858730497,
+      "grad_norm": 2.071019411087036,
+      "learning_rate": 7.795834219391991e-06,
+      "loss": 1.5566,
+      "step": 808
+    },
+    {
+      "epoch": 0.6916007693951699,
+      "grad_norm": 2.667649269104004,
+      "learning_rate": 7.78996795396812e-06,
+      "loss": 1.5058,
+      "step": 809
+    },
+    {
+      "epoch": 0.69245565291729,
+      "grad_norm": 1.9877266883850098,
+      "learning_rate": 7.7840961063908e-06,
+      "loss": 1.6074,
+      "step": 810
+    },
+    {
+      "epoch": 0.6933105364394101,
+      "grad_norm": 2.031243324279785,
+      "learning_rate": 7.778218688408391e-06,
+      "loss": 1.5835,
+      "step": 811
+    },
+    {
+      "epoch": 0.6941654199615303,
+      "grad_norm": 1.9558823108673096,
+      "learning_rate": 7.772335711780404e-06,
+      "loss": 1.4158,
+      "step": 812
+    },
+    {
+      "epoch": 0.6950203034836504,
+      "grad_norm": 1.8911411762237549,
+      "learning_rate": 7.766447188277465e-06,
+      "loss": 1.6014,
+      "step": 813
+    },
+    {
+      "epoch": 0.6958751870057704,
+      "grad_norm": 2.080173969268799,
+      "learning_rate": 7.760553129681303e-06,
+      "loss": 1.7275,
+      "step": 814
+    },
+    {
+      "epoch": 0.6967300705278906,
+      "grad_norm": 2.0678954124450684,
+      "learning_rate": 7.754653547784718e-06,
+      "loss": 1.5159,
+      "step": 815
+    },
+    {
+      "epoch": 0.6975849540500106,
+      "grad_norm": 3.0976686477661133,
+      "learning_rate": 7.748748454391565e-06,
+      "loss": 1.6922,
+      "step": 816
+    },
+    {
+      "epoch": 0.6984398375721308,
+      "grad_norm": 1.6842857599258423,
+      "learning_rate": 7.742837861316722e-06,
+      "loss": 1.7449,
+      "step": 817
+    },
+    {
+      "epoch": 0.699294721094251,
+      "grad_norm": 1.756474494934082,
+      "learning_rate": 7.736921780386077e-06,
+      "loss": 1.7359,
+      "step": 818
+    },
+    {
+      "epoch": 0.700149604616371,
+      "grad_norm": 1.9712620973587036,
+      "learning_rate": 7.731000223436491e-06,
+      "loss": 1.5419,
+      "step": 819
+    },
+    {
+      "epoch": 0.7010044881384911,
+      "grad_norm": 2.3988850116729736,
+      "learning_rate": 7.725073202315786e-06,
+      "loss": 1.6395,
+      "step": 820
+    },
+    {
+      "epoch": 0.7018593716606112,
+      "grad_norm": 1.8440942764282227,
+      "learning_rate": 7.719140728882713e-06,
+      "loss": 1.7084,
+      "step": 821
+    },
+    {
+      "epoch": 0.7027142551827313,
+      "grad_norm": 1.777246356010437,
+      "learning_rate": 7.713202815006938e-06,
+      "loss": 1.7737,
+      "step": 822
+    },
+    {
+      "epoch": 0.7035691387048515,
+      "grad_norm": 1.8486806154251099,
+      "learning_rate": 7.707259472569001e-06,
+      "loss": 1.6888,
+      "step": 823
+    },
+    {
+      "epoch": 0.7044240222269715,
+      "grad_norm": 1.8133748769760132,
+      "learning_rate": 7.70131071346032e-06,
+      "loss": 1.7211,
+      "step": 824
+    },
+    {
+      "epoch": 0.7052789057490917,
+      "grad_norm": 1.8560314178466797,
+      "learning_rate": 7.695356549583135e-06,
+      "loss": 1.5751,
+      "step": 825
+    },
+    {
+      "epoch": 0.7061337892712118,
+      "grad_norm": 1.7498633861541748,
+      "learning_rate": 7.689396992850511e-06,
+      "loss": 1.6105,
+      "step": 826
+    },
+    {
+      "epoch": 0.7069886727933319,
+      "grad_norm": 2.0831539630889893,
+      "learning_rate": 7.683432055186293e-06,
+      "loss": 1.4881,
+      "step": 827
+    },
+    {
+      "epoch": 0.707843556315452,
+      "grad_norm": 1.8828967809677124,
+      "learning_rate": 7.677461748525103e-06,
+      "loss": 1.5878,
+      "step": 828
+    },
+    {
+      "epoch": 0.7086984398375721,
+      "grad_norm": 2.1139395236968994,
+      "learning_rate": 7.671486084812297e-06,
+      "loss": 1.5399,
+      "step": 829
+    },
+    {
+      "epoch": 0.7095533233596922,
+      "grad_norm": 1.7683391571044922,
+      "learning_rate": 7.66550507600395e-06,
+      "loss": 1.629,
+      "step": 830
+    },
+    {
+      "epoch": 0.7104082068818124,
+      "grad_norm": 2.1067309379577637,
+      "learning_rate": 7.659518734066836e-06,
+      "loss": 1.6089,
+      "step": 831
+    },
+    {
+      "epoch": 0.7112630904039324,
+      "grad_norm": 2.715237855911255,
+      "learning_rate": 7.653527070978396e-06,
+      "loss": 1.7623,
+      "step": 832
+    },
+    {
+      "epoch": 0.7121179739260526,
+      "grad_norm": 2.029066562652588,
+      "learning_rate": 7.64753009872672e-06,
+      "loss": 1.4605,
+      "step": 833
+    },
+    {
+      "epoch": 0.7129728574481727,
+      "grad_norm": 2.040937662124634,
+      "learning_rate": 7.641527829310516e-06,
+      "loss": 1.6259,
+      "step": 834
+    },
+    {
+      "epoch": 0.7138277409702928,
+      "grad_norm": 1.8791722059249878,
+      "learning_rate": 7.635520274739097e-06,
+      "loss": 1.5471,
+      "step": 835
+    },
+    {
+      "epoch": 0.7146826244924129,
+      "grad_norm": 1.9070911407470703,
+      "learning_rate": 7.629507447032346e-06,
+      "loss": 1.6921,
+      "step": 836
+    },
+    {
+      "epoch": 0.715537508014533,
+      "grad_norm": 1.9708362817764282,
+      "learning_rate": 7.623489358220696e-06,
+      "loss": 1.6241,
+      "step": 837
+    },
+    {
+      "epoch": 0.7163923915366531,
+      "grad_norm": 2.182068347930908,
+      "learning_rate": 7.61746602034511e-06,
+      "loss": 1.7642,
+      "step": 838
+    },
+    {
+      "epoch": 0.7172472750587733,
+      "grad_norm": 1.9108189344406128,
+      "learning_rate": 7.61143744545705e-06,
+      "loss": 1.5918,
+      "step": 839
+    },
+    {
+      "epoch": 0.7181021585808933,
+      "grad_norm": 2.457728624343872,
+      "learning_rate": 7.605403645618459e-06,
+      "loss": 1.5499,
+      "step": 840
+    },
+    {
+      "epoch": 0.7189570421030135,
+      "grad_norm": 2.1395840644836426,
+      "learning_rate": 7.599364632901731e-06,
+      "loss": 1.7547,
+      "step": 841
+    },
+    {
+      "epoch": 0.7198119256251336,
+      "grad_norm": 2.3625380992889404,
+      "learning_rate": 7.593320419389691e-06,
+      "loss": 1.4591,
+      "step": 842
+    },
+    {
+      "epoch": 0.7206668091472537,
+      "grad_norm": 1.7292894124984741,
+      "learning_rate": 7.5872710171755725e-06,
+      "loss": 1.6768,
+      "step": 843
+    },
+    {
+      "epoch": 0.7215216926693738,
+      "grad_norm": 2.7999610900878906,
+      "learning_rate": 7.581216438362986e-06,
+      "loss": 1.645,
+      "step": 844
+    },
+    {
+      "epoch": 0.7223765761914939,
+      "grad_norm": 2.0571372509002686,
+      "learning_rate": 7.575156695065902e-06,
+      "loss": 1.5302,
+      "step": 845
+    },
+    {
+      "epoch": 0.723231459713614,
+      "grad_norm": 2.070894956588745,
+      "learning_rate": 7.569091799408624e-06,
+      "loss": 1.8008,
+      "step": 846
+    },
+    {
+      "epoch": 0.7240863432357342,
+      "grad_norm": 2.6990160942077637,
+      "learning_rate": 7.5630217635257615e-06,
+      "loss": 1.4371,
+      "step": 847
+    },
+    {
+      "epoch": 0.7249412267578542,
+      "grad_norm": 1.9898473024368286,
+      "learning_rate": 7.556946599562216e-06,
+      "loss": 1.3214,
+      "step": 848
+    },
+    {
+      "epoch": 0.7257961102799744,
+      "grad_norm": 2.095768451690674,
+      "learning_rate": 7.550866319673139e-06,
+      "loss": 1.5759,
+      "step": 849
+    },
+    {
+      "epoch": 0.7266509938020944,
+      "grad_norm": 1.862705945968628,
+      "learning_rate": 7.544780936023926e-06,
+      "loss": 1.7743,
+      "step": 850
+    },
+    {
+      "epoch": 0.7275058773242146,
+      "grad_norm": 1.8628978729248047,
+      "learning_rate": 7.538690460790179e-06,
+      "loss": 1.4388,
+      "step": 851
+    },
+    {
+      "epoch": 0.7283607608463347,
+      "grad_norm": 1.8021178245544434,
+      "learning_rate": 7.532594906157692e-06,
+      "loss": 1.857,
+      "step": 852
+    },
+    {
+      "epoch": 0.7292156443684548,
+      "grad_norm": 2.5704119205474854,
+      "learning_rate": 7.526494284322416e-06,
+      "loss": 1.6302,
+      "step": 853
+    },
+    {
+      "epoch": 0.7300705278905749,
+      "grad_norm": 1.6791504621505737,
+      "learning_rate": 7.520388607490447e-06,
+      "loss": 1.7683,
+      "step": 854
+    },
+    {
+      "epoch": 0.7309254114126951,
+      "grad_norm": 3.8832380771636963,
+      "learning_rate": 7.51427788787799e-06,
+      "loss": 1.5744,
+      "step": 855
+    },
+    {
+      "epoch": 0.7317802949348151,
+      "grad_norm": 3.7836060523986816,
+      "learning_rate": 7.508162137711341e-06,
+      "loss": 1.739,
+      "step": 856
+    },
+    {
+      "epoch": 0.7326351784569353,
+      "grad_norm": 3.189974308013916,
+      "learning_rate": 7.502041369226862e-06,
+      "loss": 1.7167,
+      "step": 857
+    },
+    {
+      "epoch": 0.7334900619790553,
+      "grad_norm": 2.0712730884552,
+      "learning_rate": 7.495915594670953e-06,
+      "loss": 1.5468,
+      "step": 858
+    },
+    {
+      "epoch": 0.7343449455011755,
+      "grad_norm": 1.7717161178588867,
+      "learning_rate": 7.489784826300033e-06,
+      "loss": 1.7483,
+      "step": 859
+    },
+    {
+      "epoch": 0.7351998290232956,
+      "grad_norm": 2.4180703163146973,
+      "learning_rate": 7.483649076380512e-06,
+      "loss": 1.6412,
+      "step": 860
+    },
+    {
+      "epoch": 0.7360547125454157,
+      "grad_norm": 2.175175189971924,
+      "learning_rate": 7.477508357188769e-06,
+      "loss": 1.5923,
+      "step": 861
+    },
+    {
+      "epoch": 0.7369095960675358,
+      "grad_norm": 1.7840341329574585,
+      "learning_rate": 7.47136268101112e-06,
+      "loss": 1.7442,
+      "step": 862
+    },
+    {
+      "epoch": 0.737764479589656,
+      "grad_norm": 2.045222520828247,
+      "learning_rate": 7.465212060143802e-06,
+      "loss": 1.5055,
+      "step": 863
+    },
+    {
+      "epoch": 0.738619363111776,
+      "grad_norm": 1.7603466510772705,
+      "learning_rate": 7.459056506892946e-06,
+      "loss": 1.5209,
+      "step": 864
+    },
+    {
+      "epoch": 0.7394742466338962,
+      "grad_norm": 1.823033094406128,
+      "learning_rate": 7.452896033574552e-06,
+      "loss": 1.5858,
+      "step": 865
+    },
+    {
+      "epoch": 0.7403291301560162,
+      "grad_norm": 1.8318334817886353,
+      "learning_rate": 7.446730652514464e-06,
+      "loss": 1.5982,
+      "step": 866
+    },
+    {
+      "epoch": 0.7411840136781364,
+      "grad_norm": 1.8965398073196411,
+      "learning_rate": 7.4405603760483425e-06,
+      "loss": 1.4889,
+      "step": 867
+    },
+    {
+      "epoch": 0.7420388972002565,
+      "grad_norm": 1.8694148063659668,
+      "learning_rate": 7.434385216521645e-06,
+      "loss": 1.5792,
+      "step": 868
+    },
+    {
+      "epoch": 0.7428937807223766,
+      "grad_norm": 1.8063355684280396,
+      "learning_rate": 7.428205186289601e-06,
+      "loss": 1.617,
+      "step": 869
+    },
+    {
+      "epoch": 0.7437486642444967,
+      "grad_norm": 2.0516574382781982,
+      "learning_rate": 7.42202029771718e-06,
+      "loss": 1.8309,
+      "step": 870
+    },
+    {
+      "epoch": 0.7446035477666167,
+      "grad_norm": 2.1008880138397217,
+      "learning_rate": 7.415830563179077e-06,
+      "loss": 1.6068,
+      "step": 871
+    },
+    {
+      "epoch": 0.7454584312887369,
+      "grad_norm": 1.826690912246704,
+      "learning_rate": 7.409635995059679e-06,
+      "loss": 1.4517,
+      "step": 872
+    },
+    {
+      "epoch": 0.746313314810857,
+      "grad_norm": 2.040496826171875,
+      "learning_rate": 7.403436605753047e-06,
+      "loss": 1.5598,
+      "step": 873
+    },
+    {
+      "epoch": 0.7471681983329771,
+      "grad_norm": 1.6369898319244385,
+      "learning_rate": 7.3972324076628876e-06,
+      "loss": 1.6301,
+      "step": 874
+    },
+    {
+      "epoch": 0.7480230818550972,
+      "grad_norm": 2.6623289585113525,
+      "learning_rate": 7.391023413202528e-06,
+      "loss": 1.7157,
+      "step": 875
+    },
+    {
+      "epoch": 0.7488779653772174,
+      "grad_norm": 1.9073917865753174,
+      "learning_rate": 7.384809634794891e-06,
+      "loss": 1.6098,
+      "step": 876
+    },
+    {
+      "epoch": 0.7497328488993374,
+      "grad_norm": 1.9829678535461426,
+      "learning_rate": 7.378591084872474e-06,
+      "loss": 1.6042,
+      "step": 877
+    },
+    {
+      "epoch": 0.7505877324214576,
+      "grad_norm": 2.025413990020752,
+      "learning_rate": 7.372367775877318e-06,
+      "loss": 1.4811,
+      "step": 878
+    },
+    {
+      "epoch": 0.7514426159435776,
+      "grad_norm": 1.8276697397232056,
+      "learning_rate": 7.366139720260988e-06,
+      "loss": 1.4816,
+      "step": 879
+    },
+    {
+      "epoch": 0.7514426159435776,
+      "eval_loss": 1.6207854747772217,
+      "eval_runtime": 535.4228,
+      "eval_samples_per_second": 7.389,
+      "eval_steps_per_second": 3.694,
+      "step": 879
+    },
+    {
+      "epoch": 0.7522974994656978,
+      "grad_norm": 1.7088907957077026,
+      "learning_rate": 7.359906930484546e-06,
+      "loss": 1.667,
+      "step": 880
+    },
+    {
+      "epoch": 0.753152382987818,
+      "grad_norm": 1.966194748878479,
+      "learning_rate": 7.353669419018525e-06,
+      "loss": 1.5384,
+      "step": 881
+    },
+    {
+      "epoch": 0.754007266509938,
+      "grad_norm": 1.6948115825653076,
+      "learning_rate": 7.347427198342907e-06,
+      "loss": 1.6488,
+      "step": 882
+    },
+    {
+      "epoch": 0.7548621500320581,
+      "grad_norm": 1.7349025011062622,
+      "learning_rate": 7.3411802809470935e-06,
+      "loss": 1.3846,
+      "step": 883
+    },
+    {
+      "epoch": 0.7557170335541783,
+      "grad_norm": 2.215358257293701,
+      "learning_rate": 7.334928679329882e-06,
+      "loss": 1.419,
+      "step": 884
+    },
+    {
+      "epoch": 0.7565719170762983,
+      "grad_norm": 2.094088315963745,
+      "learning_rate": 7.328672405999451e-06,
+      "loss": 1.6216,
+      "step": 885
+    },
+    {
+      "epoch": 0.7574268005984185,
+      "grad_norm": 1.7907602787017822,
+      "learning_rate": 7.3224114734733135e-06,
+      "loss": 1.5837,
+      "step": 886
+    },
+    {
+      "epoch": 0.7582816841205385,
+      "grad_norm": 1.775529384613037,
+      "learning_rate": 7.316145894278315e-06,
+      "loss": 1.7301,
+      "step": 887
+    },
+    {
+      "epoch": 0.7591365676426587,
+      "grad_norm": 1.867698311805725,
+      "learning_rate": 7.309875680950591e-06,
+      "loss": 1.6867,
+      "step": 888
+    },
+    {
+      "epoch": 0.7599914511647788,
+      "grad_norm": 1.9435536861419678,
+      "learning_rate": 7.303600846035556e-06,
+      "loss": 1.5512,
+      "step": 889
+    },
+    {
+      "epoch": 0.7608463346868989,
+      "grad_norm": 1.9748835563659668,
+      "learning_rate": 7.297321402087861e-06,
+      "loss": 1.4949,
+      "step": 890
+    },
+    {
+      "epoch": 0.761701218209019,
+      "grad_norm": 2.0852553844451904,
+      "learning_rate": 7.291037361671392e-06,
+      "loss": 1.6525,
+      "step": 891
+    },
+    {
+      "epoch": 0.7625561017311391,
+      "grad_norm": 1.7555006742477417,
+      "learning_rate": 7.28474873735922e-06,
+      "loss": 1.8248,
+      "step": 892
+    },
+    {
+      "epoch": 0.7634109852532592,
+      "grad_norm": 2.189694881439209,
+      "learning_rate": 7.2784555417335935e-06,
+      "loss": 1.6947,
+      "step": 893
+    },
+    {
+      "epoch": 0.7642658687753794,
+      "grad_norm": 1.8032170534133911,
+      "learning_rate": 7.272157787385904e-06,
+      "loss": 1.804,
+      "step": 894
+    },
+    {
+      "epoch": 0.7651207522974994,
+      "grad_norm": 2.116745710372925,
+      "learning_rate": 7.265855486916668e-06,
+      "loss": 1.6142,
+      "step": 895
+    },
+    {
+      "epoch": 0.7659756358196196,
+      "grad_norm": 1.9036099910736084,
+      "learning_rate": 7.259548652935495e-06,
+      "loss": 1.4026,
+      "step": 896
+    },
+    {
+      "epoch": 0.7668305193417397,
+      "grad_norm": 1.8711966276168823,
+      "learning_rate": 7.253237298061066e-06,
+      "loss": 1.6825,
+      "step": 897
+    },
+    {
+      "epoch": 0.7676854028638598,
+      "grad_norm": 1.8057702779769897,
+      "learning_rate": 7.246921434921106e-06,
+      "loss": 1.5902,
+      "step": 898
+    },
+    {
+      "epoch": 0.7685402863859799,
+      "grad_norm": 1.9403468370437622,
+      "learning_rate": 7.2406010761523624e-06,
+      "loss": 1.5219,
+      "step": 899
+    },
+    {
+      "epoch": 0.7693951699081,
+      "grad_norm": 1.751898169517517,
+      "learning_rate": 7.234276234400577e-06,
+      "loss": 1.7528,
+      "step": 900
+    },
+    {
+      "epoch": 0.7702500534302201,
+      "grad_norm": 1.8883317708969116,
+      "learning_rate": 7.22794692232046e-06,
+      "loss": 1.517,
+      "step": 901
+    },
+    {
+      "epoch": 0.7711049369523403,
+      "grad_norm": 2.5952086448669434,
+      "learning_rate": 7.221613152575664e-06,
+      "loss": 1.6828,
+      "step": 902
+    },
+    {
+      "epoch": 0.7719598204744603,
+      "grad_norm": 2.416489362716675,
+      "learning_rate": 7.215274937838768e-06,
+      "loss": 1.7045,
+      "step": 903
+    },
+    {
+      "epoch": 0.7728147039965805,
+      "grad_norm": 1.994223952293396,
+      "learning_rate": 7.208932290791232e-06,
+      "loss": 1.577,
+      "step": 904
+    },
+    {
+      "epoch": 0.7736695875187006,
+      "grad_norm": 2.458573341369629,
+      "learning_rate": 7.2025852241233975e-06,
+      "loss": 1.8009,
+      "step": 905
+    },
+    {
+      "epoch": 0.7745244710408207,
+      "grad_norm": 1.8616794347763062,
+      "learning_rate": 7.1962337505344385e-06,
+      "loss": 1.5317,
+      "step": 906
+    },
+    {
+      "epoch": 0.7753793545629408,
+      "grad_norm": 2.1416566371917725,
+      "learning_rate": 7.1898778827323544e-06,
+      "loss": 1.9288,
+      "step": 907
+    },
+    {
+      "epoch": 0.7762342380850609,
+      "grad_norm": 2.3308708667755127,
+      "learning_rate": 7.18351763343393e-06,
+      "loss": 1.4747,
+      "step": 908
+    },
+    {
+      "epoch": 0.777089121607181,
+      "grad_norm": 1.7730233669281006,
+      "learning_rate": 7.17715301536472e-06,
+      "loss": 1.7181,
+      "step": 909
+    },
+    {
+      "epoch": 0.7779440051293012,
+      "grad_norm": 2.1546826362609863,
+      "learning_rate": 7.170784041259018e-06,
+      "loss": 1.6143,
+      "step": 910
+    },
+    {
+      "epoch": 0.7787988886514212,
+      "grad_norm": 1.9400556087493896,
+      "learning_rate": 7.164410723859837e-06,
+      "loss": 1.6772,
+      "step": 911
+    },
+    {
+      "epoch": 0.7796537721735414,
+      "grad_norm": 1.798427700996399,
+      "learning_rate": 7.1580330759188755e-06,
+      "loss": 1.5083,
+      "step": 912
+    },
+    {
+      "epoch": 0.7805086556956614,
+      "grad_norm": 1.7825255393981934,
+      "learning_rate": 7.151651110196499e-06,
+      "loss": 1.6398,
+      "step": 913
+    },
+    {
+      "epoch": 0.7813635392177816,
+      "grad_norm": 2.0335419178009033,
+      "learning_rate": 7.145264839461712e-06,
+      "loss": 1.4382,
+      "step": 914
+    },
+    {
+      "epoch": 0.7822184227399017,
+      "grad_norm": 2.093400239944458,
+      "learning_rate": 7.13887427649213e-06,
+      "loss": 1.5794,
+      "step": 915
+    },
+    {
+      "epoch": 0.7830733062620218,
+      "grad_norm": 2.1397252082824707,
+      "learning_rate": 7.132479434073961e-06,
+      "loss": 1.6183,
+      "step": 916
+    },
+    {
+      "epoch": 0.7839281897841419,
+      "grad_norm": 2.8461811542510986,
+      "learning_rate": 7.126080325001972e-06,
+      "loss": 1.531,
+      "step": 917
+    },
+    {
+      "epoch": 0.7847830733062621,
+      "grad_norm": 3.3926584720611572,
+      "learning_rate": 7.119676962079467e-06,
+      "loss": 1.341,
+      "step": 918
+    },
+    {
+      "epoch": 0.7856379568283821,
+      "grad_norm": 2.23746395111084,
+      "learning_rate": 7.113269358118261e-06,
+      "loss": 1.4222,
+      "step": 919
+    },
+    {
+      "epoch": 0.7864928403505023,
+      "grad_norm": 3.6582369804382324,
+      "learning_rate": 7.106857525938653e-06,
+      "loss": 1.5119,
+      "step": 920
+    },
+    {
+      "epoch": 0.7873477238726223,
+      "grad_norm": 2.5623018741607666,
+      "learning_rate": 7.1004414783694086e-06,
+      "loss": 1.485,
+      "step": 921
+    },
+    {
+      "epoch": 0.7882026073947425,
+      "grad_norm": 2.459796667098999,
+      "learning_rate": 7.094021228247719e-06,
+      "loss": 1.3955,
+      "step": 922
+    },
+    {
+      "epoch": 0.7890574909168626,
+      "grad_norm": 1.6993489265441895,
+      "learning_rate": 7.087596788419188e-06,
+      "loss": 1.607,
+      "step": 923
+    },
+    {
+      "epoch": 0.7899123744389827,
+      "grad_norm": 1.889883279800415,
+      "learning_rate": 7.0811681717378e-06,
+      "loss": 1.6804,
+      "step": 924
+    },
+    {
+      "epoch": 0.7907672579611028,
+      "grad_norm": 2.538088321685791,
+      "learning_rate": 7.074735391065902e-06,
+      "loss": 1.3981,
+      "step": 925
+    },
+    {
+      "epoch": 0.791622141483223,
+      "grad_norm": 1.839068055152893,
+      "learning_rate": 7.068298459274164e-06,
+      "loss": 1.7209,
+      "step": 926
+    },
+    {
+      "epoch": 0.792477025005343,
+      "grad_norm": 1.996674656867981,
+      "learning_rate": 7.061857389241571e-06,
+      "loss": 1.6024,
+      "step": 927
+    },
+    {
+      "epoch": 0.7933319085274632,
+      "grad_norm": 1.8009898662567139,
+      "learning_rate": 7.055412193855378e-06,
+      "loss": 1.6207,
+      "step": 928
+    },
+    {
+      "epoch": 0.7941867920495832,
+      "grad_norm": 2.152193307876587,
+      "learning_rate": 7.0489628860110995e-06,
+      "loss": 1.5904,
+      "step": 929
+    },
+    {
+      "epoch": 0.7950416755717034,
+      "grad_norm": 1.833527684211731,
+      "learning_rate": 7.042509478612478e-06,
+      "loss": 1.6231,
+      "step": 930
+    },
+    {
+      "epoch": 0.7958965590938235,
+      "grad_norm": 1.7650495767593384,
+      "learning_rate": 7.036051984571457e-06,
+      "loss": 1.7468,
+      "step": 931
+    },
+    {
+      "epoch": 0.7967514426159436,
+      "grad_norm": 1.8895305395126343,
+      "learning_rate": 7.029590416808159e-06,
+      "loss": 1.6374,
+      "step": 932
+    },
+    {
+      "epoch": 0.7976063261380637,
+      "grad_norm": 2.057009696960449,
+      "learning_rate": 7.0231247882508525e-06,
+      "loss": 1.8619,
+      "step": 933
+    },
+    {
+      "epoch": 0.7984612096601837,
+      "grad_norm": 2.100050687789917,
+      "learning_rate": 7.016655111835936e-06,
+      "loss": 1.8066,
+      "step": 934
+    },
+    {
+      "epoch": 0.7993160931823039,
+      "grad_norm": 2.233248233795166,
+      "learning_rate": 7.010181400507903e-06,
+      "loss": 1.344,
+      "step": 935
+    },
+    {
+      "epoch": 0.800170976704424,
+      "grad_norm": 3.189713954925537,
+      "learning_rate": 7.003703667219323e-06,
+      "loss": 1.6922,
+      "step": 936
+    },
+    {
+      "epoch": 0.8010258602265441,
+      "grad_norm": 2.6081111431121826,
+      "learning_rate": 6.997221924930811e-06,
+      "loss": 1.4681,
+      "step": 937
+    },
+    {
+      "epoch": 0.8018807437486642,
+      "grad_norm": 2.012056350708008,
+      "learning_rate": 6.9907361866110026e-06,
+      "loss": 1.6555,
+      "step": 938
+    },
+    {
+      "epoch": 0.8027356272707844,
+      "grad_norm": 1.9229539632797241,
+      "learning_rate": 6.984246465236532e-06,
+      "loss": 1.6648,
+      "step": 939
+    },
+    {
+      "epoch": 0.8035905107929044,
+      "grad_norm": 2.1851089000701904,
+      "learning_rate": 6.9777527737919945e-06,
+      "loss": 1.5953,
+      "step": 940
+    },
+    {
+      "epoch": 0.8044453943150246,
+      "grad_norm": 1.743334412574768,
+      "learning_rate": 6.971255125269941e-06,
+      "loss": 1.591,
+      "step": 941
+    },
+    {
+      "epoch": 0.8053002778371446,
+      "grad_norm": 2.002300977706909,
+      "learning_rate": 6.9647535326708274e-06,
+      "loss": 1.6162,
+      "step": 942
+    },
+    {
+      "epoch": 0.8061551613592648,
+      "grad_norm": 2.2001571655273438,
+      "learning_rate": 6.958248009003013e-06,
+      "loss": 1.6559,
+      "step": 943
+    },
+    {
+      "epoch": 0.807010044881385,
+      "grad_norm": 1.9847776889801025,
+      "learning_rate": 6.951738567282709e-06,
+      "loss": 1.5787,
+      "step": 944
+    },
+    {
+      "epoch": 0.807864928403505,
+      "grad_norm": 2.376133680343628,
+      "learning_rate": 6.945225220533977e-06,
+      "loss": 1.5572,
+      "step": 945
+    },
+    {
+      "epoch": 0.8087198119256251,
+      "grad_norm": 2.4176290035247803,
+      "learning_rate": 6.938707981788685e-06,
+      "loss": 1.4635,
+      "step": 946
+    },
+    {
+      "epoch": 0.8095746954477453,
+      "grad_norm": 1.9553080797195435,
+      "learning_rate": 6.932186864086493e-06,
+      "loss": 1.5046,
+      "step": 947
+    },
+    {
+      "epoch": 0.8104295789698653,
+      "grad_norm": 1.8396267890930176,
+      "learning_rate": 6.925661880474818e-06,
+      "loss": 1.5988,
+      "step": 948
+    },
+    {
+      "epoch": 0.8112844624919855,
+      "grad_norm": 2.076810836791992,
+      "learning_rate": 6.919133044008815e-06,
+      "loss": 1.5742,
+      "step": 949
+    },
+    {
+      "epoch": 0.8121393460141055,
+      "grad_norm": 2.0050506591796875,
+      "learning_rate": 6.9126003677513435e-06,
+      "loss": 1.701,
+      "step": 950
+    },
+    {
+      "epoch": 0.8129942295362257,
+      "grad_norm": 1.8712939023971558,
+      "learning_rate": 6.906063864772951e-06,
+      "loss": 1.7932,
+      "step": 951
+    },
+    {
+      "epoch": 0.8138491130583458,
+      "grad_norm": 1.9611555337905884,
+      "learning_rate": 6.899523548151837e-06,
+      "loss": 1.6026,
+      "step": 952
+    },
+    {
+      "epoch": 0.8147039965804659,
+      "grad_norm": 2.152019500732422,
+      "learning_rate": 6.892979430973834e-06,
+      "loss": 1.7248,
+      "step": 953
+    },
+    {
+      "epoch": 0.815558880102586,
+      "grad_norm": 1.851959228515625,
+      "learning_rate": 6.8864315263323775e-06,
+      "loss": 1.5555,
+      "step": 954
+    },
+    {
+      "epoch": 0.8164137636247061,
+      "grad_norm": 2.021026611328125,
+      "learning_rate": 6.879879847328483e-06,
+      "loss": 1.548,
+      "step": 955
+    },
+    {
+      "epoch": 0.8172686471468262,
+      "grad_norm": 1.8437577486038208,
+      "learning_rate": 6.873324407070714e-06,
+      "loss": 1.5043,
+      "step": 956
+    },
+    {
+      "epoch": 0.8181235306689464,
+      "grad_norm": 1.8212240934371948,
+      "learning_rate": 6.866765218675162e-06,
+      "loss": 1.5855,
+      "step": 957
+    },
+    {
+      "epoch": 0.8189784141910664,
+      "grad_norm": 1.8274058103561401,
+      "learning_rate": 6.8602022952654164e-06,
+      "loss": 1.5723,
+      "step": 958
+    },
+    {
+      "epoch": 0.8198332977131866,
+      "grad_norm": 1.9869805574417114,
+      "learning_rate": 6.853635649972542e-06,
+      "loss": 1.5586,
+      "step": 959
+    },
+    {
+      "epoch": 0.8206881812353067,
+      "grad_norm": 1.8559073209762573,
+      "learning_rate": 6.847065295935047e-06,
+      "loss": 1.6032,
+      "step": 960
+    },
+    {
+      "epoch": 0.8215430647574268,
+      "grad_norm": 1.9623775482177734,
+      "learning_rate": 6.8404912462988635e-06,
+      "loss": 1.5828,
+      "step": 961
+    },
+    {
+      "epoch": 0.8223979482795469,
+      "grad_norm": 1.7365514039993286,
+      "learning_rate": 6.833913514217314e-06,
+      "loss": 1.7433,
+      "step": 962
+    },
+    {
+      "epoch": 0.823252831801667,
+      "grad_norm": 1.9759365320205688,
+      "learning_rate": 6.827332112851093e-06,
+      "loss": 1.616,
+      "step": 963
+    },
+    {
+      "epoch": 0.8241077153237871,
+      "grad_norm": 1.8827824592590332,
+      "learning_rate": 6.820747055368233e-06,
+      "loss": 1.5392,
+      "step": 964
+    },
+    {
+      "epoch": 0.8249625988459073,
+      "grad_norm": 2.1110143661499023,
+      "learning_rate": 6.814158354944084e-06,
+      "loss": 1.5172,
+      "step": 965
+    },
+    {
+      "epoch": 0.8258174823680273,
+      "grad_norm": 1.9254096746444702,
+      "learning_rate": 6.807566024761282e-06,
+      "loss": 1.4199,
+      "step": 966
+    },
+    {
+      "epoch": 0.8266723658901475,
+      "grad_norm": 3.650379180908203,
+      "learning_rate": 6.800970078009728e-06,
+      "loss": 1.6676,
+      "step": 967
+    },
+    {
+      "epoch": 0.8275272494122676,
+      "grad_norm": 1.826330542564392,
+      "learning_rate": 6.794370527886558e-06,
+      "loss": 1.764,
+      "step": 968
+    },
+    {
+      "epoch": 0.8283821329343877,
+      "grad_norm": 1.7885780334472656,
+      "learning_rate": 6.787767387596118e-06,
+      "loss": 1.4865,
+      "step": 969
+    },
+    {
+      "epoch": 0.8292370164565078,
+      "grad_norm": 1.9366446733474731,
+      "learning_rate": 6.781160670349939e-06,
+      "loss": 1.7136,
+      "step": 970
+    },
+    {
+      "epoch": 0.8300918999786279,
+      "grad_norm": 1.978267788887024,
+      "learning_rate": 6.7745503893667016e-06,
+      "loss": 1.4599,
+      "step": 971
+    },
+    {
+      "epoch": 0.830946783500748,
+      "grad_norm": 2.08886456489563,
+      "learning_rate": 6.7679365578722275e-06,
+      "loss": 1.506,
+      "step": 972
+    },
+    {
+      "epoch": 0.8318016670228682,
+      "grad_norm": 1.8797976970672607,
+      "learning_rate": 6.761319189099432e-06,
+      "loss": 1.7517,
+      "step": 973
+    },
+    {
+      "epoch": 0.8326565505449882,
+      "grad_norm": 1.885097861289978,
+      "learning_rate": 6.754698296288315e-06,
+      "loss": 1.5816,
+      "step": 974
+    },
+    {
+      "epoch": 0.8335114340671084,
+      "grad_norm": 2.1740825176239014,
+      "learning_rate": 6.7480738926859234e-06,
+      "loss": 1.5838,
+      "step": 975
+    },
+    {
+      "epoch": 0.8343663175892284,
+      "grad_norm": 1.6993968486785889,
+      "learning_rate": 6.74144599154633e-06,
+      "loss": 1.6185,
+      "step": 976
+    },
+    {
+      "epoch": 0.8352212011113486,
+      "grad_norm": 1.847494125366211,
+      "learning_rate": 6.734814606130605e-06,
+      "loss": 1.6438,
+      "step": 977
+    },
+    {
+      "epoch": 0.8360760846334687,
+      "grad_norm": 1.6532142162322998,
+      "learning_rate": 6.728179749706792e-06,
+      "loss": 1.7054,
+      "step": 978
+    },
+    {
+      "epoch": 0.8369309681555888,
+      "grad_norm": 1.8226687908172607,
+      "learning_rate": 6.721541435549872e-06,
+      "loss": 1.4887,
+      "step": 979
+    },
+    {
+      "epoch": 0.8377858516777089,
+      "grad_norm": 3.3552751541137695,
+      "learning_rate": 6.714899676941755e-06,
+      "loss": 1.5384,
+      "step": 980
+    },
+    {
+      "epoch": 0.8386407351998291,
+      "grad_norm": 2.1226840019226074,
+      "learning_rate": 6.7082544871712366e-06,
+      "loss": 1.6166,
+      "step": 981
+    },
+    {
+      "epoch": 0.8394956187219491,
+      "grad_norm": 1.9226521253585815,
+      "learning_rate": 6.7016058795339765e-06,
+      "loss": 1.6108,
+      "step": 982
+    },
+    {
+      "epoch": 0.8403505022440693,
+      "grad_norm": 2.033696174621582,
+      "learning_rate": 6.694953867332473e-06,
+      "loss": 1.547,
+      "step": 983
+    },
+    {
+      "epoch": 0.8412053857661893,
+      "grad_norm": 2.0900063514709473,
+      "learning_rate": 6.688298463876042e-06,
+      "loss": 1.7125,
+      "step": 984
+    },
+    {
+      "epoch": 0.8420602692883095,
+      "grad_norm": 1.6653790473937988,
+      "learning_rate": 6.681639682480776e-06,
+      "loss": 1.823,
+      "step": 985
+    },
+    {
+      "epoch": 0.8429151528104296,
+      "grad_norm": 1.7410255670547485,
+      "learning_rate": 6.6749775364695335e-06,
+      "loss": 1.5678,
+      "step": 986
+    },
+    {
+      "epoch": 0.8437700363325497,
+      "grad_norm": 1.8242837190628052,
+      "learning_rate": 6.668312039171901e-06,
+      "loss": 1.7127,
+      "step": 987
+    },
+    {
+      "epoch": 0.8446249198546698,
+      "grad_norm": 1.8510127067565918,
+      "learning_rate": 6.66164320392417e-06,
+      "loss": 1.7295,
+      "step": 988
+    },
+    {
+      "epoch": 0.84547980337679,
+      "grad_norm": 1.6781837940216064,
+      "learning_rate": 6.65497104406931e-06,
+      "loss": 1.6511,
+      "step": 989
+    },
+    {
+      "epoch": 0.84633468689891,
+      "grad_norm": 1.7391432523727417,
+      "learning_rate": 6.64829557295695e-06,
+      "loss": 1.7455,
+      "step": 990
+    },
+    {
+      "epoch": 0.8471895704210302,
+      "grad_norm": 1.8074300289154053,
+      "learning_rate": 6.641616803943331e-06,
+      "loss": 1.6085,
+      "step": 991
+    },
+    {
+      "epoch": 0.8480444539431502,
+      "grad_norm": 1.731606364250183,
+      "learning_rate": 6.634934750391305e-06,
+      "loss": 1.7347,
+      "step": 992
+    },
+    {
+      "epoch": 0.8488993374652704,
+      "grad_norm": 2.0392024517059326,
+      "learning_rate": 6.628249425670286e-06,
+      "loss": 1.7722,
+      "step": 993
+    },
+    {
+      "epoch": 0.8497542209873905,
+      "grad_norm": 2.1152353286743164,
+      "learning_rate": 6.621560843156241e-06,
+      "loss": 1.6308,
+      "step": 994
+    },
+    {
+      "epoch": 0.8506091045095105,
+      "grad_norm": 2.0195107460021973,
+      "learning_rate": 6.614869016231648e-06,
+      "loss": 1.4781,
+      "step": 995
+    },
+    {
+      "epoch": 0.8514639880316307,
+      "grad_norm": 1.8734263181686401,
+      "learning_rate": 6.60817395828548e-06,
+      "loss": 1.3614,
+      "step": 996
+    },
+    {
+      "epoch": 0.8523188715537509,
+      "grad_norm": 2.6763031482696533,
+      "learning_rate": 6.601475682713176e-06,
+      "loss": 1.654,
+      "step": 997
+    },
+    {
+      "epoch": 0.8531737550758709,
+      "grad_norm": 1.8202966451644897,
+      "learning_rate": 6.594774202916612e-06,
+      "loss": 1.7154,
+      "step": 998
+    },
+    {
+      "epoch": 0.854028638597991,
+      "grad_norm": 2.3950650691986084,
+      "learning_rate": 6.58806953230407e-06,
+      "loss": 1.6501,
+      "step": 999
+    },
+    {
+      "epoch": 0.8548835221201111,
+      "grad_norm": 1.8744430541992188,
+      "learning_rate": 6.581361684290225e-06,
+      "loss": 1.7473,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8557384056422312,
+      "grad_norm": 1.8787147998809814,
+      "learning_rate": 6.5746506722961e-06,
+      "loss": 1.6708,
+      "step": 1001
+    },
+    {
+      "epoch": 0.8565932891643514,
+      "grad_norm": 1.665242314338684,
+      "learning_rate": 6.567936509749058e-06,
+      "loss": 1.695,
+      "step": 1002
+    },
+    {
+      "epoch": 0.8574481726864714,
+      "grad_norm": 1.9135111570358276,
+      "learning_rate": 6.561219210082755e-06,
+      "loss": 1.5917,
+      "step": 1003
+    },
+    {
+      "epoch": 0.8583030562085916,
+      "grad_norm": 1.9543577432632446,
+      "learning_rate": 6.554498786737136e-06,
+      "loss": 1.6085,
+      "step": 1004
+    },
+    {
+      "epoch": 0.8591579397307116,
+      "grad_norm": 1.9068609476089478,
+      "learning_rate": 6.547775253158383e-06,
+      "loss": 1.7286,
+      "step": 1005
+    },
+    {
+      "epoch": 0.8600128232528318,
+      "grad_norm": 1.743898630142212,
+      "learning_rate": 6.541048622798912e-06,
+      "loss": 1.6818,
+      "step": 1006
+    },
+    {
+      "epoch": 0.860867706774952,
+      "grad_norm": 2.116328239440918,
+      "learning_rate": 6.534318909117326e-06,
+      "loss": 1.6031,
+      "step": 1007
+    },
+    {
+      "epoch": 0.861722590297072,
+      "grad_norm": 1.876155138015747,
+      "learning_rate": 6.527586125578407e-06,
+      "loss": 1.4219,
+      "step": 1008
+    },
+    {
+      "epoch": 0.8625774738191921,
+      "grad_norm": 2.2201461791992188,
+      "learning_rate": 6.520850285653067e-06,
+      "loss": 1.5063,
+      "step": 1009
+    },
+    {
+      "epoch": 0.8634323573413123,
+      "grad_norm": 2.414156675338745,
+      "learning_rate": 6.514111402818345e-06,
+      "loss": 1.6914,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8642872408634323,
+      "grad_norm": 1.7859731912612915,
+      "learning_rate": 6.507369490557359e-06,
+      "loss": 1.7863,
+      "step": 1011
+    },
+    {
+      "epoch": 0.8651421243855525,
+      "grad_norm": 1.9573917388916016,
+      "learning_rate": 6.5006245623592945e-06,
+      "loss": 1.484,
+      "step": 1012
+    },
+    {
+      "epoch": 0.8659970079076725,
+      "grad_norm": 2.2137091159820557,
+      "learning_rate": 6.493876631719368e-06,
+      "loss": 1.3974,
+      "step": 1013
+    },
+    {
+      "epoch": 0.8668518914297927,
+      "grad_norm": 1.8472415208816528,
+      "learning_rate": 6.487125712138804e-06,
+      "loss": 1.4936,
+      "step": 1014
+    },
+    {
+      "epoch": 0.8677067749519128,
+      "grad_norm": 1.7957123517990112,
+      "learning_rate": 6.480371817124809e-06,
+      "loss": 1.4753,
+      "step": 1015
+    },
+    {
+      "epoch": 0.8685616584740329,
+      "grad_norm": 1.9084787368774414,
+      "learning_rate": 6.4736149601905394e-06,
+      "loss": 1.4901,
+      "step": 1016
+    },
+    {
+      "epoch": 0.869416541996153,
+      "grad_norm": 2.067575216293335,
+      "learning_rate": 6.466855154855081e-06,
+      "loss": 1.6117,
+      "step": 1017
+    },
+    {
+      "epoch": 0.8702714255182732,
+      "grad_norm": 1.971130132675171,
+      "learning_rate": 6.460092414643417e-06,
+      "loss": 1.5208,
+      "step": 1018
+    },
+    {
+      "epoch": 0.8711263090403932,
+      "grad_norm": 2.3874399662017822,
+      "learning_rate": 6.453326753086402e-06,
+      "loss": 1.5572,
+      "step": 1019
+    },
+    {
+      "epoch": 0.8719811925625134,
+      "grad_norm": 2.069075584411621,
+      "learning_rate": 6.446558183720738e-06,
+      "loss": 1.4789,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8728360760846334,
+      "grad_norm": 2.126783847808838,
+      "learning_rate": 6.439786720088942e-06,
+      "loss": 1.5286,
+      "step": 1021
+    },
+    {
+      "epoch": 0.8736909596067536,
+      "grad_norm": 2.263805389404297,
+      "learning_rate": 6.433012375739326e-06,
+      "loss": 1.4588,
+      "step": 1022
+    },
+    {
+      "epoch": 0.8745458431288737,
+      "grad_norm": 2.54403018951416,
+      "learning_rate": 6.426235164225959e-06,
+      "loss": 1.6166,
+      "step": 1023
+    },
+    {
+      "epoch": 0.8754007266509938,
+      "grad_norm": 2.790661334991455,
+      "learning_rate": 6.419455099108656e-06,
+      "loss": 1.8078,
+      "step": 1024
+    },
+    {
+      "epoch": 0.8762556101731139,
+      "grad_norm": 1.7536730766296387,
+      "learning_rate": 6.412672193952931e-06,
+      "loss": 1.6686,
+      "step": 1025
+    },
+    {
+      "epoch": 0.877110493695234,
+      "grad_norm": 1.9725817441940308,
+      "learning_rate": 6.40588646232999e-06,
+      "loss": 1.6277,
+      "step": 1026
+    },
+    {
+      "epoch": 0.8779653772173541,
+      "grad_norm": 2.001371383666992,
+      "learning_rate": 6.3990979178166865e-06,
+      "loss": 1.7229,
+      "step": 1027
+    },
+    {
+      "epoch": 0.8788202607394743,
+      "grad_norm": 2.239229679107666,
+      "learning_rate": 6.3923065739955074e-06,
+      "loss": 1.4867,
+      "step": 1028
+    },
+    {
+      "epoch": 0.8796751442615943,
+      "grad_norm": 2.3648579120635986,
+      "learning_rate": 6.385512444454536e-06,
+      "loss": 1.6231,
+      "step": 1029
+    },
+    {
+      "epoch": 0.8805300277837145,
+      "grad_norm": 1.9137940406799316,
+      "learning_rate": 6.378715542787435e-06,
+      "loss": 1.5501,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8813849113058346,
+      "grad_norm": 3.1135456562042236,
+      "learning_rate": 6.371915882593406e-06,
+      "loss": 1.521,
+      "step": 1031
+    },
+    {
+      "epoch": 0.8822397948279547,
+      "grad_norm": 1.8897255659103394,
+      "learning_rate": 6.365113477477176e-06,
+      "loss": 1.7424,
+      "step": 1032
+    },
+    {
+      "epoch": 0.8830946783500748,
+      "grad_norm": 1.892958402633667,
+      "learning_rate": 6.358308341048963e-06,
+      "loss": 1.6762,
+      "step": 1033
+    },
+    {
+      "epoch": 0.8839495618721949,
+      "grad_norm": 1.7024919986724854,
+      "learning_rate": 6.351500486924447e-06,
+      "loss": 1.6999,
+      "step": 1034
+    },
+    {
+      "epoch": 0.884804445394315,
+      "grad_norm": 1.8556098937988281,
+      "learning_rate": 6.344689928724749e-06,
+      "loss": 1.5675,
+      "step": 1035
+    },
+    {
+      "epoch": 0.8856593289164352,
+      "grad_norm": 1.7438766956329346,
+      "learning_rate": 6.337876680076398e-06,
+      "loss": 1.5188,
+      "step": 1036
+    },
+    {
+      "epoch": 0.8865142124385552,
+      "grad_norm": 1.9027405977249146,
+      "learning_rate": 6.331060754611304e-06,
+      "loss": 1.6641,
+      "step": 1037
+    },
+    {
+      "epoch": 0.8873690959606754,
+      "grad_norm": 1.7773973941802979,
+      "learning_rate": 6.32424216596674e-06,
+      "loss": 1.6512,
+      "step": 1038
+    },
+    {
+      "epoch": 0.8882239794827955,
+      "grad_norm": 1.840724229812622,
+      "learning_rate": 6.317420927785298e-06,
+      "loss": 1.6899,
+      "step": 1039
+    },
+    {
+      "epoch": 0.8890788630049156,
+      "grad_norm": 1.785825490951538,
+      "learning_rate": 6.310597053714881e-06,
+      "loss": 1.4954,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8899337465270357,
+      "grad_norm": 1.8115184307098389,
+      "learning_rate": 6.303770557408657e-06,
+      "loss": 1.6515,
+      "step": 1041
+    },
+    {
+      "epoch": 0.8907886300491558,
+      "grad_norm": 2.2055771350860596,
+      "learning_rate": 6.296941452525048e-06,
+      "loss": 1.6381,
+      "step": 1042
+    },
+    {
+      "epoch": 0.8916435135712759,
+      "grad_norm": 1.7307052612304688,
+      "learning_rate": 6.290109752727687e-06,
+      "loss": 1.5122,
+      "step": 1043
+    },
+    {
+      "epoch": 0.8924983970933961,
+      "grad_norm": 1.7290875911712646,
+      "learning_rate": 6.283275471685408e-06,
+      "loss": 1.7985,
+      "step": 1044
+    },
+    {
+      "epoch": 0.8933532806155161,
+      "grad_norm": 2.136174440383911,
+      "learning_rate": 6.276438623072204e-06,
+      "loss": 1.5584,
+      "step": 1045
+    },
+    {
+      "epoch": 0.8942081641376363,
+      "grad_norm": 1.942376732826233,
+      "learning_rate": 6.269599220567205e-06,
+      "loss": 1.6992,
+      "step": 1046
+    },
+    {
+      "epoch": 0.8950630476597563,
+      "grad_norm": 1.8792293071746826,
+      "learning_rate": 6.262757277854654e-06,
+      "loss": 1.4932,
+      "step": 1047
+    },
+    {
+      "epoch": 0.8959179311818765,
+      "grad_norm": 2.496633768081665,
+      "learning_rate": 6.2559128086238715e-06,
+      "loss": 1.8053,
+      "step": 1048
+    },
+    {
+      "epoch": 0.8967728147039966,
+      "grad_norm": 2.0031940937042236,
+      "learning_rate": 6.24906582656924e-06,
+      "loss": 1.6923,
+      "step": 1049
+    },
+    {
+      "epoch": 0.8976276982261167,
+      "grad_norm": 1.8933215141296387,
+      "learning_rate": 6.242216345390164e-06,
+      "loss": 1.4336,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8984825817482368,
+      "grad_norm": 2.275301456451416,
+      "learning_rate": 6.23536437879105e-06,
+      "loss": 1.6945,
+      "step": 1051
+    },
+    {
+      "epoch": 0.899337465270357,
+      "grad_norm": 2.035141944885254,
+      "learning_rate": 6.228509940481278e-06,
+      "loss": 1.5628,
+      "step": 1052
+    },
+    {
+      "epoch": 0.900192348792477,
+      "grad_norm": 2.141824960708618,
+      "learning_rate": 6.221653044175171e-06,
+      "loss": 1.5929,
+      "step": 1053
+    },
+    {
+      "epoch": 0.9010472323145972,
+      "grad_norm": 2.2444586753845215,
+      "learning_rate": 6.2147937035919734e-06,
+      "loss": 1.5017,
+      "step": 1054
+    },
+    {
+      "epoch": 0.9019021158367172,
+      "grad_norm": 1.9875540733337402,
+      "learning_rate": 6.207931932455818e-06,
+      "loss": 1.5285,
+      "step": 1055
+    },
+    {
+      "epoch": 0.9027569993588374,
+      "grad_norm": 2.033687114715576,
+      "learning_rate": 6.2010677444957e-06,
+      "loss": 1.5152,
+      "step": 1056
+    },
+    {
+      "epoch": 0.9036118828809575,
+      "grad_norm": 2.0552401542663574,
+      "learning_rate": 6.194201153445451e-06,
+      "loss": 1.6341,
+      "step": 1057
+    },
+    {
+      "epoch": 0.9044667664030775,
+      "grad_norm": 2.3873775005340576,
+      "learning_rate": 6.187332173043714e-06,
+      "loss": 1.4909,
+      "step": 1058
+    },
+    {
+      "epoch": 0.9053216499251977,
+      "grad_norm": 2.0585362911224365,
+      "learning_rate": 6.180460817033905e-06,
+      "loss": 1.7219,
+      "step": 1059
+    },
+    {
+      "epoch": 0.9061765334473179,
+      "grad_norm": 2.2529118061065674,
+      "learning_rate": 6.173587099164201e-06,
+      "loss": 1.5878,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9070314169694379,
+      "grad_norm": 1.8679263591766357,
+      "learning_rate": 6.1667110331875e-06,
+      "loss": 1.6209,
+      "step": 1061
+    },
+    {
+      "epoch": 0.907886300491558,
+      "grad_norm": 1.7941343784332275,
+      "learning_rate": 6.159832632861399e-06,
+      "loss": 1.5526,
+      "step": 1062
+    },
+    {
+      "epoch": 0.9087411840136781,
+      "grad_norm": 1.9600245952606201,
+      "learning_rate": 6.152951911948165e-06,
+      "loss": 1.3754,
+      "step": 1063
+    },
+    {
+      "epoch": 0.9095960675357982,
+      "grad_norm": 1.9597649574279785,
+      "learning_rate": 6.14606888421471e-06,
+      "loss": 1.5851,
+      "step": 1064
+    },
+    {
+      "epoch": 0.9104509510579184,
+      "grad_norm": 2.3222103118896484,
+      "learning_rate": 6.1391835634325605e-06,
+      "loss": 1.7639,
+      "step": 1065
+    },
+    {
+      "epoch": 0.9113058345800384,
+      "grad_norm": 1.9706284999847412,
+      "learning_rate": 6.1322959633778305e-06,
+      "loss": 1.5823,
+      "step": 1066
+    },
+    {
+      "epoch": 0.9121607181021586,
+      "grad_norm": 1.8868184089660645,
+      "learning_rate": 6.125406097831194e-06,
+      "loss": 1.6515,
+      "step": 1067
+    },
+    {
+      "epoch": 0.9130156016242786,
+      "grad_norm": 1.833493709564209,
+      "learning_rate": 6.118513980577858e-06,
+      "loss": 1.55,
+      "step": 1068
+    },
+    {
+      "epoch": 0.9138704851463988,
+      "grad_norm": 1.917563557624817,
+      "learning_rate": 6.111619625407536e-06,
+      "loss": 1.6528,
+      "step": 1069
+    },
+    {
+      "epoch": 0.914725368668519,
+      "grad_norm": 1.8444433212280273,
+      "learning_rate": 6.104723046114418e-06,
+      "loss": 1.7479,
+      "step": 1070
+    },
+    {
+      "epoch": 0.915580252190639,
+      "grad_norm": 2.0832955837249756,
+      "learning_rate": 6.097824256497145e-06,
+      "loss": 1.6926,
+      "step": 1071
+    },
+    {
+      "epoch": 0.9164351357127591,
+      "grad_norm": 1.9241522550582886,
+      "learning_rate": 6.090923270358777e-06,
+      "loss": 1.4728,
+      "step": 1072
+    },
+    {
+      "epoch": 0.9172900192348793,
+      "grad_norm": 1.7187578678131104,
+      "learning_rate": 6.0840201015067735e-06,
+      "loss": 1.743,
+      "step": 1073
+    },
+    {
+      "epoch": 0.9181449027569993,
+      "grad_norm": 2.5005061626434326,
+      "learning_rate": 6.077114763752958e-06,
+      "loss": 1.4749,
+      "step": 1074
+    },
+    {
+      "epoch": 0.9189997862791195,
+      "grad_norm": 2.1376984119415283,
+      "learning_rate": 6.070207270913495e-06,
+      "loss": 1.7223,
+      "step": 1075
+    },
+    {
+      "epoch": 0.9198546698012395,
+      "grad_norm": 2.73537278175354,
+      "learning_rate": 6.063297636808862e-06,
+      "loss": 1.4193,
+      "step": 1076
+    },
+    {
+      "epoch": 0.9207095533233597,
+      "grad_norm": 1.7628402709960938,
+      "learning_rate": 6.056385875263816e-06,
+      "loss": 1.7398,
+      "step": 1077
+    },
+    {
+      "epoch": 0.9215644368454798,
+      "grad_norm": 1.917742133140564,
+      "learning_rate": 6.049472000107376e-06,
+      "loss": 1.6026,
+      "step": 1078
+    },
+    {
+      "epoch": 0.9224193203675999,
+      "grad_norm": 1.6675467491149902,
+      "learning_rate": 6.042556025172787e-06,
+      "loss": 1.6473,
+      "step": 1079
+    },
+    {
+      "epoch": 0.92327420388972,
+      "grad_norm": 1.7674387693405151,
+      "learning_rate": 6.035637964297496e-06,
+      "loss": 1.5639,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9241290874118402,
+      "grad_norm": 1.7522715330123901,
+      "learning_rate": 6.028717831323123e-06,
+      "loss": 1.7759,
+      "step": 1081
+    },
+    {
+      "epoch": 0.9249839709339602,
+      "grad_norm": 2.054579496383667,
+      "learning_rate": 6.021795640095434e-06,
+      "loss": 1.849,
+      "step": 1082
+    },
+    {
+      "epoch": 0.9258388544560804,
+      "grad_norm": 2.0761284828186035,
+      "learning_rate": 6.014871404464316e-06,
+      "loss": 1.8344,
+      "step": 1083
+    },
+    {
+      "epoch": 0.9266937379782004,
+      "grad_norm": 1.839158058166504,
+      "learning_rate": 6.0079451382837405e-06,
+      "loss": 1.7051,
+      "step": 1084
+    },
+    {
+      "epoch": 0.9275486215003206,
+      "grad_norm": 2.337629795074463,
+      "learning_rate": 6.0010168554117474e-06,
+      "loss": 1.5102,
+      "step": 1085
+    },
+    {
+      "epoch": 0.9284035050224407,
+      "grad_norm": 2.650710105895996,
+      "learning_rate": 5.9940865697104055e-06,
+      "loss": 1.5373,
+      "step": 1086
+    },
+    {
+      "epoch": 0.9292583885445608,
+      "grad_norm": 3.5047664642333984,
+      "learning_rate": 5.987154295045801e-06,
+      "loss": 1.6132,
+      "step": 1087
+    },
+    {
+      "epoch": 0.9301132720666809,
+      "grad_norm": 1.9641162157058716,
+      "learning_rate": 5.980220045287986e-06,
+      "loss": 1.5715,
+      "step": 1088
+    },
+    {
+      "epoch": 0.930968155588801,
+      "grad_norm": 2.2403674125671387,
+      "learning_rate": 5.973283834310978e-06,
+      "loss": 1.6544,
+      "step": 1089
+    },
+    {
+      "epoch": 0.9318230391109211,
+      "grad_norm": 1.8391705751419067,
+      "learning_rate": 5.966345675992707e-06,
+      "loss": 1.6286,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9326779226330413,
+      "grad_norm": 1.8932671546936035,
+      "learning_rate": 5.959405584215007e-06,
+      "loss": 1.5434,
+      "step": 1091
+    },
+    {
+      "epoch": 0.9335328061551613,
+      "grad_norm": 2.0733065605163574,
+      "learning_rate": 5.952463572863577e-06,
+      "loss": 1.4035,
+      "step": 1092
+    },
+    {
+      "epoch": 0.9343876896772815,
+      "grad_norm": 1.7531025409698486,
+      "learning_rate": 5.945519655827957e-06,
+      "loss": 1.6864,
+      "step": 1093
+    },
+    {
+      "epoch": 0.9352425731994016,
+      "grad_norm": 1.679069995880127,
+      "learning_rate": 5.938573847001502e-06,
+      "loss": 1.7121,
+      "step": 1094
+    },
+    {
+      "epoch": 0.9360974567215217,
+      "grad_norm": 1.8652360439300537,
+      "learning_rate": 5.931626160281347e-06,
+      "loss": 1.6491,
+      "step": 1095
+    },
+    {
+      "epoch": 0.9369523402436418,
+      "grad_norm": 1.819766640663147,
+      "learning_rate": 5.924676609568392e-06,
+      "loss": 1.5042,
+      "step": 1096
+    },
+    {
+      "epoch": 0.9378072237657619,
+      "grad_norm": 1.9549850225448608,
+      "learning_rate": 5.917725208767259e-06,
+      "loss": 1.7763,
+      "step": 1097
+    },
+    {
+      "epoch": 0.938662107287882,
+      "grad_norm": 2.392908811569214,
+      "learning_rate": 5.9107719717862756e-06,
+      "loss": 1.6243,
+      "step": 1098
+    },
+    {
+      "epoch": 0.9395169908100022,
+      "grad_norm": 1.7446740865707397,
+      "learning_rate": 5.903816912537444e-06,
+      "loss": 1.7163,
+      "step": 1099
+    },
+    {
+      "epoch": 0.9403718743321222,
+      "grad_norm": 1.9705148935317993,
+      "learning_rate": 5.896860044936406e-06,
+      "loss": 1.6139,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9412267578542424,
+      "grad_norm": 1.883777379989624,
+      "learning_rate": 5.889901382902432e-06,
+      "loss": 1.6398,
+      "step": 1101
+    },
+    {
+      "epoch": 0.9420816413763625,
+      "grad_norm": 2.556436777114868,
+      "learning_rate": 5.882940940358373e-06,
+      "loss": 1.4316,
+      "step": 1102
+    },
+    {
+      "epoch": 0.9429365248984826,
+      "grad_norm": 1.8999799489974976,
+      "learning_rate": 5.875978731230648e-06,
+      "loss": 1.6339,
+      "step": 1103
+    },
+    {
+      "epoch": 0.9437914084206027,
+      "grad_norm": 2.2275121212005615,
+      "learning_rate": 5.869014769449208e-06,
+      "loss": 1.3929,
+      "step": 1104
+    },
+    {
+      "epoch": 0.9446462919427228,
+      "grad_norm": 1.9651514291763306,
+      "learning_rate": 5.862049068947516e-06,
+      "loss": 1.5237,
+      "step": 1105
+    },
+    {
+      "epoch": 0.9455011754648429,
+      "grad_norm": 1.848996877670288,
+      "learning_rate": 5.855081643662504e-06,
+      "loss": 1.5521,
+      "step": 1106
+    },
+    {
+      "epoch": 0.9463560589869631,
+      "grad_norm": 1.80025053024292,
+      "learning_rate": 5.848112507534564e-06,
+      "loss": 1.5609,
+      "step": 1107
+    },
+    {
+      "epoch": 0.9472109425090831,
+      "grad_norm": 2.1637113094329834,
+      "learning_rate": 5.841141674507504e-06,
+      "loss": 1.5524,
+      "step": 1108
+    },
+    {
+      "epoch": 0.9480658260312033,
+      "grad_norm": 2.1026487350463867,
+      "learning_rate": 5.834169158528534e-06,
+      "loss": 1.398,
+      "step": 1109
+    },
+    {
+      "epoch": 0.9489207095533233,
+      "grad_norm": 2.1661503314971924,
+      "learning_rate": 5.827194973548227e-06,
+      "loss": 1.5773,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9497755930754435,
+      "grad_norm": 1.7545636892318726,
+      "learning_rate": 5.820219133520495e-06,
+      "loss": 1.691,
+      "step": 1111
+    },
+    {
+      "epoch": 0.9506304765975636,
+      "grad_norm": 2.0873961448669434,
+      "learning_rate": 5.813241652402564e-06,
+      "loss": 1.4826,
+      "step": 1112
+    },
+    {
+      "epoch": 0.9514853601196837,
+      "grad_norm": 1.7167503833770752,
+      "learning_rate": 5.806262544154941e-06,
+      "loss": 1.7625,
+      "step": 1113
+    },
+    {
+      "epoch": 0.9523402436418038,
+      "grad_norm": 2.3546254634857178,
+      "learning_rate": 5.799281822741392e-06,
+      "loss": 1.3234,
+      "step": 1114
+    },
+    {
+      "epoch": 0.953195127163924,
+      "grad_norm": 1.9529823064804077,
+      "learning_rate": 5.792299502128906e-06,
+      "loss": 1.5489,
+      "step": 1115
+    },
+    {
+      "epoch": 0.954050010686044,
+      "grad_norm": 1.9048004150390625,
+      "learning_rate": 5.785315596287675e-06,
+      "loss": 1.6327,
+      "step": 1116
+    },
+    {
+      "epoch": 0.9549048942081642,
+      "grad_norm": 2.040055751800537,
+      "learning_rate": 5.778330119191063e-06,
+      "loss": 1.6707,
+      "step": 1117
+    },
+    {
+      "epoch": 0.9557597777302842,
+      "grad_norm": 1.817842960357666,
+      "learning_rate": 5.771343084815571e-06,
+      "loss": 1.4015,
+      "step": 1118
+    },
+    {
+      "epoch": 0.9566146612524044,
+      "grad_norm": 1.8240433931350708,
+      "learning_rate": 5.7643545071408265e-06,
+      "loss": 1.6692,
+      "step": 1119
+    },
+    {
+      "epoch": 0.9574695447745245,
+      "grad_norm": 1.931836485862732,
+      "learning_rate": 5.7573644001495375e-06,
+      "loss": 1.5152,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9583244282966445,
+      "grad_norm": 2.3037421703338623,
+      "learning_rate": 5.7503727778274765e-06,
+      "loss": 1.6528,
+      "step": 1121
+    },
+    {
+      "epoch": 0.9591793118187647,
+      "grad_norm": 1.6994976997375488,
+      "learning_rate": 5.743379654163441e-06,
+      "loss": 1.7431,
+      "step": 1122
+    },
+    {
+      "epoch": 0.9600341953408849,
+      "grad_norm": 2.0386931896209717,
+      "learning_rate": 5.736385043149242e-06,
+      "loss": 1.543,
+      "step": 1123
+    },
+    {
+      "epoch": 0.9608890788630049,
+      "grad_norm": 1.81898832321167,
+      "learning_rate": 5.729388958779654e-06,
+      "loss": 1.7186,
+      "step": 1124
+    },
+    {
+      "epoch": 0.961743962385125,
+      "grad_norm": 1.7468756437301636,
+      "learning_rate": 5.722391415052413e-06,
+      "loss": 1.7129,
+      "step": 1125
+    },
+    {
+      "epoch": 0.9625988459072451,
+      "grad_norm": 2.1387693881988525,
+      "learning_rate": 5.715392425968165e-06,
+      "loss": 1.7084,
+      "step": 1126
+    },
+    {
+      "epoch": 0.9634537294293652,
+      "grad_norm": 1.9089514017105103,
+      "learning_rate": 5.708392005530452e-06,
+      "loss": 1.3784,
+      "step": 1127
+    },
+    {
+      "epoch": 0.9643086129514854,
+      "grad_norm": 1.9345386028289795,
+      "learning_rate": 5.7013901677456784e-06,
+      "loss": 1.4172,
+      "step": 1128
+    },
+    {
+      "epoch": 0.9651634964736054,
+      "grad_norm": 1.9413198232650757,
+      "learning_rate": 5.694386926623085e-06,
+      "loss": 1.7237,
+      "step": 1129
+    },
+    {
+      "epoch": 0.9660183799957256,
+      "grad_norm": 1.9111895561218262,
+      "learning_rate": 5.687382296174722e-06,
+      "loss": 1.5112,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9668732635178456,
+      "grad_norm": 1.9282513856887817,
+      "learning_rate": 5.6803762904154155e-06,
+      "loss": 1.6268,
+      "step": 1131
+    },
+    {
+      "epoch": 0.9677281470399658,
+      "grad_norm": 1.959633469581604,
+      "learning_rate": 5.6733689233627476e-06,
+      "loss": 1.5489,
+      "step": 1132
+    },
+    {
+      "epoch": 0.968583030562086,
+      "grad_norm": 1.8871335983276367,
+      "learning_rate": 5.666360209037021e-06,
+      "loss": 1.623,
+      "step": 1133
+    },
+    {
+      "epoch": 0.969437914084206,
+      "grad_norm": 1.9780254364013672,
+      "learning_rate": 5.659350161461234e-06,
+      "loss": 1.5818,
+      "step": 1134
+    },
+    {
+      "epoch": 0.9702927976063261,
+      "grad_norm": 4.364112377166748,
+      "learning_rate": 5.6523387946610575e-06,
+      "loss": 1.7556,
+      "step": 1135
+    },
+    {
+      "epoch": 0.9711476811284463,
+      "grad_norm": 1.9129712581634521,
+      "learning_rate": 5.645326122664793e-06,
+      "loss": 1.6293,
+      "step": 1136
+    },
+    {
+      "epoch": 0.9720025646505663,
+      "grad_norm": 3.172373056411743,
+      "learning_rate": 5.638312159503361e-06,
+      "loss": 1.6633,
+      "step": 1137
+    },
+    {
+      "epoch": 0.9728574481726865,
+      "grad_norm": 1.857598066329956,
+      "learning_rate": 5.631296919210261e-06,
+      "loss": 1.4858,
+      "step": 1138
+    },
+    {
+      "epoch": 0.9737123316948065,
+      "grad_norm": 1.9570964574813843,
+      "learning_rate": 5.624280415821553e-06,
+      "loss": 1.6073,
+      "step": 1139
+    },
+    {
+      "epoch": 0.9745672152169267,
+      "grad_norm": 2.047363758087158,
+      "learning_rate": 5.617262663375815e-06,
+      "loss": 1.4474,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9754220987390468,
+      "grad_norm": 1.8771976232528687,
+      "learning_rate": 5.610243675914138e-06,
+      "loss": 1.3981,
+      "step": 1141
+    },
+    {
+      "epoch": 0.9762769822611669,
+      "grad_norm": 1.9068803787231445,
+      "learning_rate": 5.603223467480067e-06,
+      "loss": 1.6599,
+      "step": 1142
+    },
+    {
+      "epoch": 0.977131865783287,
+      "grad_norm": 2.1292192935943604,
+      "learning_rate": 5.5962020521196046e-06,
+      "loss": 1.5937,
+      "step": 1143
+    },
+    {
+      "epoch": 0.9779867493054072,
+      "grad_norm": 2.0215260982513428,
+      "learning_rate": 5.58917944388116e-06,
+      "loss": 1.4024,
+      "step": 1144
+    },
+    {
+      "epoch": 0.9788416328275272,
+      "grad_norm": 1.7946442365646362,
+      "learning_rate": 5.582155656815531e-06,
+      "loss": 1.5434,
+      "step": 1145
+    },
+    {
+      "epoch": 0.9796965163496474,
+      "grad_norm": 2.0026910305023193,
+      "learning_rate": 5.575130704975877e-06,
+      "loss": 1.5286,
+      "step": 1146
+    },
+    {
+      "epoch": 0.9805513998717674,
+      "grad_norm": 1.9159256219863892,
+      "learning_rate": 5.568104602417682e-06,
+      "loss": 1.565,
+      "step": 1147
+    },
+    {
+      "epoch": 0.9814062833938876,
+      "grad_norm": 1.912210464477539,
+      "learning_rate": 5.561077363198738e-06,
+      "loss": 1.4228,
+      "step": 1148
+    },
+    {
+      "epoch": 0.9822611669160077,
+      "grad_norm": 1.8582370281219482,
+      "learning_rate": 5.554049001379108e-06,
+      "loss": 1.529,
+      "step": 1149
+    },
+    {
+      "epoch": 0.9831160504381278,
+      "grad_norm": 1.9566824436187744,
+      "learning_rate": 5.5470195310211015e-06,
+      "loss": 1.6577,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9839709339602479,
+      "grad_norm": 2.0170326232910156,
+      "learning_rate": 5.539988966189248e-06,
+      "loss": 1.6307,
+      "step": 1151
+    },
+    {
+      "epoch": 0.9848258174823681,
+      "grad_norm": 1.9601041078567505,
+      "learning_rate": 5.532957320950264e-06,
+      "loss": 1.6092,
+      "step": 1152
+    },
+    {
+      "epoch": 0.9856807010044881,
+      "grad_norm": 1.9974137544631958,
+      "learning_rate": 5.5259246093730305e-06,
+      "loss": 1.6367,
+      "step": 1153
+    },
+    {
+      "epoch": 0.9865355845266083,
+      "grad_norm": 2.220414161682129,
+      "learning_rate": 5.5188908455285565e-06,
+      "loss": 1.5377,
+      "step": 1154
+    },
+    {
+      "epoch": 0.9873904680487283,
+      "grad_norm": 2.020720958709717,
+      "learning_rate": 5.511856043489965e-06,
+      "loss": 1.6013,
+      "step": 1155
+    },
+    {
+      "epoch": 0.9882453515708485,
+      "grad_norm": 1.8889501094818115,
+      "learning_rate": 5.504820217332447e-06,
+      "loss": 1.689,
+      "step": 1156
+    },
+    {
+      "epoch": 0.9891002350929686,
+      "grad_norm": 1.811374306678772,
+      "learning_rate": 5.4977833811332525e-06,
+      "loss": 1.4317,
+      "step": 1157
+    },
+    {
+      "epoch": 0.9899551186150887,
+      "grad_norm": 2.801724910736084,
+      "learning_rate": 5.490745548971644e-06,
+      "loss": 1.7369,
+      "step": 1158
+    },
+    {
+      "epoch": 0.9908100021372088,
+      "grad_norm": 2.1599671840667725,
+      "learning_rate": 5.483706734928877e-06,
+      "loss": 1.5232,
+      "step": 1159
+    },
+    {
+      "epoch": 0.9916648856593289,
+      "grad_norm": 2.0417938232421875,
+      "learning_rate": 5.476666953088179e-06,
+      "loss": 1.505,
+      "step": 1160
+    },
+    {
+      "epoch": 0.992519769181449,
+      "grad_norm": 2.6418049335479736,
+      "learning_rate": 5.469626217534707e-06,
+      "loss": 1.6385,
+      "step": 1161
+    },
+    {
+      "epoch": 0.9933746527035692,
+      "grad_norm": 1.836726427078247,
+      "learning_rate": 5.462584542355528e-06,
+      "loss": 1.6968,
+      "step": 1162
+    },
+    {
+      "epoch": 0.9942295362256892,
+      "grad_norm": 4.359468936920166,
+      "learning_rate": 5.45554194163959e-06,
+      "loss": 1.4797,
+      "step": 1163
+    },
+    {
+      "epoch": 0.9950844197478094,
+      "grad_norm": 2.071335554122925,
+      "learning_rate": 5.44849842947769e-06,
+      "loss": 1.4227,
+      "step": 1164
+    },
+    {
+      "epoch": 0.9959393032699295,
+      "grad_norm": 1.8535865545272827,
+      "learning_rate": 5.4414540199624536e-06,
+      "loss": 1.4956,
+      "step": 1165
+    },
+    {
+      "epoch": 0.9967941867920496,
+      "grad_norm": 2.3737199306488037,
+      "learning_rate": 5.434408727188297e-06,
+      "loss": 1.5244,
+      "step": 1166
+    },
+    {
+      "epoch": 0.9976490703141697,
+      "grad_norm": 1.9199711084365845,
+      "learning_rate": 5.427362565251407e-06,
+      "loss": 1.5126,
+      "step": 1167
+    },
+    {
+      "epoch": 0.9985039538362898,
+      "grad_norm": 2.217866897583008,
+      "learning_rate": 5.4203155482497075e-06,
+      "loss": 1.6553,
+      "step": 1168
+    },
+    {
+      "epoch": 0.9993588373584099,
+      "grad_norm": 2.2763781547546387,
+      "learning_rate": 5.413267690282832e-06,
+      "loss": 1.5742,
+      "step": 1169
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.6807893514633179,
+      "learning_rate": 5.4062190054521e-06,
+      "loss": 1.1283,
+      "step": 1170
+    },
+    {
+      "epoch": 1.00085488352212,
+      "grad_norm": 1.7158795595169067,
+      "learning_rate": 5.399169507860484e-06,
+      "loss": 1.5498,
+      "step": 1171
+    },
+    {
+      "epoch": 1.0017097670442403,
+      "grad_norm": 2.0779738426208496,
+      "learning_rate": 5.392119211612582e-06,
+      "loss": 1.3149,
+      "step": 1172
+    },
+    {
+      "epoch": 1.0017097670442403,
+      "eval_loss": 1.6148672103881836,
+      "eval_runtime": 534.1841,
+      "eval_samples_per_second": 7.406,
+      "eval_steps_per_second": 3.703,
+      "step": 1172
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 2338,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 293,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.1784816724150845e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}