{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9796616612811253,
  "eval_steps": 500,
  "global_step": 1314,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001520623455616803,
      "grad_norm": 3.80404000128578,
      "learning_rate": 9.033333333333334e-07,
      "loss": 1.3234,
      "step": 1
    },
    {
      "epoch": 0.003041246911233606,
      "grad_norm": 3.7593589398056593,
      "learning_rate": 1.8066666666666668e-06,
      "loss": 1.2935,
      "step": 2
    },
    {
      "epoch": 0.0045618703668504085,
      "grad_norm": 3.5532664758635017,
      "learning_rate": 2.7100000000000003e-06,
      "loss": 1.2481,
      "step": 3
    },
    {
      "epoch": 0.006082493822467212,
      "grad_norm": 3.48298105333948,
      "learning_rate": 3.6133333333333336e-06,
      "loss": 1.2786,
      "step": 4
    },
    {
      "epoch": 0.0076031172780840145,
      "grad_norm": 2.7761816462967768,
      "learning_rate": 4.516666666666667e-06,
      "loss": 1.233,
      "step": 5
    },
    {
      "epoch": 0.009123740733700817,
      "grad_norm": 1.7543427633433306,
      "learning_rate": 5.420000000000001e-06,
      "loss": 1.2459,
      "step": 6
    },
    {
      "epoch": 0.01064436418931762,
      "grad_norm": 1.6976304839039194,
      "learning_rate": 6.3233333333333335e-06,
      "loss": 1.1905,
      "step": 7
    },
    {
      "epoch": 0.012164987644934424,
      "grad_norm": 3.06752449258415,
      "learning_rate": 7.226666666666667e-06,
      "loss": 1.1417,
      "step": 8
    },
    {
      "epoch": 0.013685611100551226,
      "grad_norm": 3.445950798936361,
      "learning_rate": 8.13e-06,
      "loss": 1.1746,
      "step": 9
    },
    {
      "epoch": 0.015206234556168029,
      "grad_norm": 3.088218157818855,
      "learning_rate": 9.033333333333334e-06,
      "loss": 1.1209,
      "step": 10
    },
    {
      "epoch": 0.01672685801178483,
      "grad_norm": 3.3669650804349973,
      "learning_rate": 9.936666666666666e-06,
      "loss": 1.138,
      "step": 11
    },
    {
      "epoch": 0.018247481467401634,
      "grad_norm": 3.1041727231133174,
      "learning_rate": 1.0840000000000001e-05,
      "loss": 1.1188,
      "step": 12
    },
    {
      "epoch": 0.019768104923018438,
      "grad_norm": 2.21205722327462,
      "learning_rate": 1.1743333333333335e-05,
      "loss": 1.0873,
      "step": 13
    },
    {
      "epoch": 0.02128872837863524,
      "grad_norm": 1.32813912161683,
      "learning_rate": 1.2646666666666667e-05,
      "loss": 1.1163,
      "step": 14
    },
    {
      "epoch": 0.022809351834252044,
      "grad_norm": 2.3535108175852097,
      "learning_rate": 1.355e-05,
      "loss": 1.1189,
      "step": 15
    },
    {
      "epoch": 0.024329975289868848,
      "grad_norm": 2.8032523790378274,
      "learning_rate": 1.4453333333333334e-05,
      "loss": 1.0621,
      "step": 16
    },
    {
      "epoch": 0.025850598745485648,
      "grad_norm": 1.8636564282922823,
      "learning_rate": 1.5356666666666668e-05,
      "loss": 1.0059,
      "step": 17
    },
    {
      "epoch": 0.02737122220110245,
      "grad_norm": 1.198430471743954,
      "learning_rate": 1.626e-05,
      "loss": 1.0572,
      "step": 18
    },
    {
      "epoch": 0.028891845656719255,
      "grad_norm": 1.3874306913597059,
      "learning_rate": 1.7163333333333332e-05,
      "loss": 1.024,
      "step": 19
    },
    {
      "epoch": 0.030412469112336058,
      "grad_norm": 1.1392396226185426,
      "learning_rate": 1.8066666666666668e-05,
      "loss": 1.0426,
      "step": 20
    },
    {
      "epoch": 0.03193309256795286,
      "grad_norm": 0.7881813145609246,
      "learning_rate": 1.897e-05,
      "loss": 1.0382,
      "step": 21
    },
    {
      "epoch": 0.03345371602356966,
      "grad_norm": 1.0470837153138448,
      "learning_rate": 1.987333333333333e-05,
      "loss": 0.9916,
      "step": 22
    },
    {
      "epoch": 0.03497433947918647,
      "grad_norm": 0.9265643204523712,
      "learning_rate": 2.077666666666667e-05,
      "loss": 1.0348,
      "step": 23
    },
    {
      "epoch": 0.03649496293480327,
      "grad_norm": 0.8620032399568974,
      "learning_rate": 2.1680000000000002e-05,
      "loss": 0.9893,
      "step": 24
    },
    {
      "epoch": 0.038015586390420075,
      "grad_norm": 0.963710426135712,
      "learning_rate": 2.2583333333333335e-05,
      "loss": 0.9931,
      "step": 25
    },
    {
      "epoch": 0.039536209846036875,
      "grad_norm": 0.7104087725888792,
      "learning_rate": 2.348666666666667e-05,
      "loss": 0.9723,
      "step": 26
    },
    {
      "epoch": 0.041056833301653675,
      "grad_norm": 0.8206318828097199,
      "learning_rate": 2.4390000000000002e-05,
      "loss": 1.0048,
      "step": 27
    },
    {
      "epoch": 0.04257745675727048,
      "grad_norm": 0.88460359130528,
      "learning_rate": 2.5293333333333334e-05,
      "loss": 0.9686,
      "step": 28
    },
    {
      "epoch": 0.04409808021288728,
      "grad_norm": 0.6842646410238233,
      "learning_rate": 2.619666666666667e-05,
      "loss": 0.9942,
      "step": 29
    },
    {
      "epoch": 0.04561870366850409,
      "grad_norm": 0.9420397284384021,
      "learning_rate": 2.71e-05,
      "loss": 0.9619,
      "step": 30
    },
    {
      "epoch": 0.04713932712412089,
      "grad_norm": 0.7311688429092981,
      "learning_rate": 2.7099959441789884e-05,
      "loss": 0.9722,
      "step": 31
    },
    {
      "epoch": 0.048659950579737696,
      "grad_norm": 0.8897905291941917,
      "learning_rate": 2.7099837767402332e-05,
      "loss": 0.9767,
      "step": 32
    },
    {
      "epoch": 0.050180574035354496,
      "grad_norm": 0.7198270553694668,
      "learning_rate": 2.709963497756574e-05,
      "loss": 0.9209,
      "step": 33
    },
    {
      "epoch": 0.051701197490971296,
      "grad_norm": 0.6437197076975016,
      "learning_rate": 2.7099351073494104e-05,
      "loss": 0.954,
      "step": 34
    },
    {
      "epoch": 0.0532218209465881,
      "grad_norm": 0.6539693647049317,
      "learning_rate": 2.7098986056886998e-05,
      "loss": 0.9281,
      "step": 35
    },
    {
      "epoch": 0.0547424444022049,
      "grad_norm": 0.7438647990016182,
      "learning_rate": 2.7098539929929583e-05,
      "loss": 0.9198,
      "step": 36
    },
    {
      "epoch": 0.05626306785782171,
      "grad_norm": 0.6710026252513194,
      "learning_rate": 2.7098012695292568e-05,
      "loss": 0.9535,
      "step": 37
    },
    {
      "epoch": 0.05778369131343851,
      "grad_norm": 0.7336846915639782,
      "learning_rate": 2.709740435613222e-05,
      "loss": 0.9188,
      "step": 38
    },
    {
      "epoch": 0.05930431476905531,
      "grad_norm": 0.7107571686807039,
      "learning_rate": 2.709671491609034e-05,
      "loss": 0.9464,
      "step": 39
    },
    {
      "epoch": 0.060824938224672116,
      "grad_norm": 0.6815590773111158,
      "learning_rate": 2.7095944379294215e-05,
      "loss": 0.9652,
      "step": 40
    },
    {
      "epoch": 0.062345561680288916,
      "grad_norm": 0.7639644922873411,
      "learning_rate": 2.709509275035663e-05,
      "loss": 0.9305,
      "step": 41
    },
    {
      "epoch": 0.06386618513590572,
      "grad_norm": 0.6137196824616831,
      "learning_rate": 2.709416003437583e-05,
      "loss": 0.8947,
      "step": 42
    },
    {
      "epoch": 0.06538680859152253,
      "grad_norm": 0.730883182696482,
      "learning_rate": 2.709314623693546e-05,
      "loss": 0.9284,
      "step": 43
    },
    {
      "epoch": 0.06690743204713932,
      "grad_norm": 0.6378775889130142,
      "learning_rate": 2.7092051364104584e-05,
      "loss": 0.9319,
      "step": 44
    },
    {
      "epoch": 0.06842805550275613,
      "grad_norm": 0.6881392029525518,
      "learning_rate": 2.709087542243759e-05,
      "loss": 0.9561,
      "step": 45
    },
    {
      "epoch": 0.06994867895837294,
      "grad_norm": 0.7653476020607418,
      "learning_rate": 2.708961841897421e-05,
      "loss": 0.9147,
      "step": 46
    },
    {
      "epoch": 0.07146930241398973,
      "grad_norm": 0.6329992439002645,
      "learning_rate": 2.7088280361239425e-05,
      "loss": 0.9097,
      "step": 47
    },
    {
      "epoch": 0.07298992586960654,
      "grad_norm": 0.7176283996505511,
      "learning_rate": 2.7086861257243455e-05,
      "loss": 0.923,
      "step": 48
    },
    {
      "epoch": 0.07451054932522334,
      "grad_norm": 0.5868244553340308,
      "learning_rate": 2.7085361115481697e-05,
      "loss": 0.9099,
      "step": 49
    },
    {
      "epoch": 0.07603117278084015,
      "grad_norm": 0.6598413586849197,
      "learning_rate": 2.7083779944934685e-05,
      "loss": 0.9198,
      "step": 50
    },
    {
      "epoch": 0.07755179623645694,
      "grad_norm": 0.5578106414522218,
      "learning_rate": 2.7082117755068008e-05,
      "loss": 0.8798,
      "step": 51
    },
    {
      "epoch": 0.07907241969207375,
      "grad_norm": 0.5382560015493899,
      "learning_rate": 2.708037455583229e-05,
      "loss": 0.9423,
      "step": 52
    },
    {
      "epoch": 0.08059304314769056,
      "grad_norm": 0.7104523737465288,
      "learning_rate": 2.7078550357663116e-05,
      "loss": 0.8525,
      "step": 53
    },
    {
      "epoch": 0.08211366660330735,
      "grad_norm": 0.6283073524726329,
      "learning_rate": 2.7076645171480954e-05,
      "loss": 0.8691,
      "step": 54
    },
    {
      "epoch": 0.08363429005892416,
      "grad_norm": 0.6650416502799579,
      "learning_rate": 2.7074659008691105e-05,
      "loss": 0.867,
      "step": 55
    },
    {
      "epoch": 0.08515491351454096,
      "grad_norm": 0.7744652466782505,
      "learning_rate": 2.707259188118364e-05,
      "loss": 0.9067,
      "step": 56
    },
    {
      "epoch": 0.08667553697015777,
      "grad_norm": 0.8615866504032589,
      "learning_rate": 2.7070443801333323e-05,
      "loss": 0.888,
      "step": 57
    },
    {
      "epoch": 0.08819616042577456,
      "grad_norm": 0.7552923225662669,
      "learning_rate": 2.706821478199952e-05,
      "loss": 0.9394,
      "step": 58
    },
    {
      "epoch": 0.08971678388139137,
      "grad_norm": 0.8827458802779125,
      "learning_rate": 2.706590483652616e-05,
      "loss": 0.9333,
      "step": 59
    },
    {
      "epoch": 0.09123740733700818,
      "grad_norm": 0.5735989763886916,
      "learning_rate": 2.7063513978741612e-05,
      "loss": 0.9045,
      "step": 60
    },
    {
      "epoch": 0.09275803079262497,
      "grad_norm": 0.935081852925912,
      "learning_rate": 2.706104222295863e-05,
      "loss": 0.9103,
      "step": 61
    },
    {
      "epoch": 0.09427865424824178,
      "grad_norm": 0.974887379533721,
      "learning_rate": 2.7058489583974263e-05,
      "loss": 0.8588,
      "step": 62
    },
    {
      "epoch": 0.09579927770385858,
      "grad_norm": 0.8802808107178965,
      "learning_rate": 2.7055856077069762e-05,
      "loss": 0.9196,
      "step": 63
    },
    {
      "epoch": 0.09731990115947539,
      "grad_norm": 0.7021620798712934,
      "learning_rate": 2.7053141718010486e-05,
      "loss": 0.891,
      "step": 64
    },
    {
      "epoch": 0.09884052461509218,
      "grad_norm": 1.088284062839966,
      "learning_rate": 2.7050346523045816e-05,
      "loss": 0.8944,
      "step": 65
    },
    {
      "epoch": 0.10036114807070899,
      "grad_norm": 0.6749292391517889,
      "learning_rate": 2.7047470508909053e-05,
      "loss": 0.8815,
      "step": 66
    },
    {
      "epoch": 0.1018817715263258,
      "grad_norm": 0.8723921836119483,
      "learning_rate": 2.704451369281731e-05,
      "loss": 0.859,
      "step": 67
    },
    {
      "epoch": 0.10340239498194259,
      "grad_norm": 0.7760246702094213,
      "learning_rate": 2.7041476092471437e-05,
      "loss": 0.9184,
      "step": 68
    },
    {
      "epoch": 0.1049230184375594,
      "grad_norm": 0.7139493353356939,
      "learning_rate": 2.7038357726055864e-05,
      "loss": 0.8692,
      "step": 69
    },
    {
      "epoch": 0.1064436418931762,
      "grad_norm": 0.6739017082503604,
      "learning_rate": 2.7035158612238555e-05,
      "loss": 0.8609,
      "step": 70
    },
    {
      "epoch": 0.10796426534879301,
      "grad_norm": 0.7433509963897333,
      "learning_rate": 2.7031878770170844e-05,
      "loss": 0.9063,
      "step": 71
    },
    {
      "epoch": 0.1094848888044098,
      "grad_norm": 0.6089113038384066,
      "learning_rate": 2.7028518219487355e-05,
      "loss": 0.8703,
      "step": 72
    },
    {
      "epoch": 0.11100551226002661,
      "grad_norm": 0.7618672475143956,
      "learning_rate": 2.7025076980305847e-05,
      "loss": 0.882,
      "step": 73
    },
    {
      "epoch": 0.11252613571564342,
      "grad_norm": 0.5112910612081544,
      "learning_rate": 2.7021555073227146e-05,
      "loss": 0.8726,
      "step": 74
    },
    {
      "epoch": 0.11404675917126021,
      "grad_norm": 0.6949396608818647,
      "learning_rate": 2.701795251933497e-05,
      "loss": 0.8671,
      "step": 75
    },
    {
      "epoch": 0.11556738262687702,
      "grad_norm": 0.741408465947176,
      "learning_rate": 2.7014269340195837e-05,
      "loss": 0.8816,
      "step": 76
    },
    {
      "epoch": 0.11708800608249383,
      "grad_norm": 0.6798649172316688,
      "learning_rate": 2.7010505557858927e-05,
      "loss": 0.87,
      "step": 77
    },
    {
      "epoch": 0.11860862953811062,
      "grad_norm": 0.7927523181373072,
      "learning_rate": 2.7006661194855928e-05,
      "loss": 0.8749,
      "step": 78
    },
    {
      "epoch": 0.12012925299372743,
      "grad_norm": 0.5635726177412718,
      "learning_rate": 2.7002736274200943e-05,
      "loss": 0.8472,
      "step": 79
    },
    {
      "epoch": 0.12164987644934423,
      "grad_norm": 0.6854198399728353,
      "learning_rate": 2.699873081939032e-05,
      "loss": 0.8673,
      "step": 80
    },
    {
      "epoch": 0.12317049990496104,
      "grad_norm": 0.692082771269964,
      "learning_rate": 2.6994644854402514e-05,
      "loss": 0.887,
      "step": 81
    },
    {
      "epoch": 0.12469112336057783,
      "grad_norm": 0.5839628354594621,
      "learning_rate": 2.6990478403697964e-05,
      "loss": 0.8566,
      "step": 82
    },
    {
      "epoch": 0.12621174681619465,
      "grad_norm": 0.5365274637626306,
      "learning_rate": 2.698623149221892e-05,
      "loss": 0.8246,
      "step": 83
    },
    {
      "epoch": 0.12773237027181145,
      "grad_norm": 0.597903169885847,
      "learning_rate": 2.6981904145389317e-05,
      "loss": 0.8331,
      "step": 84
    },
    {
      "epoch": 0.12925299372742824,
      "grad_norm": 0.5825252240476892,
      "learning_rate": 2.697749638911461e-05,
      "loss": 0.8496,
      "step": 85
    },
    {
      "epoch": 0.13077361718304506,
      "grad_norm": 0.7057959507531225,
      "learning_rate": 2.697300824978161e-05,
      "loss": 0.9079,
      "step": 86
    },
    {
      "epoch": 0.13229424063866185,
      "grad_norm": 0.5509650257453511,
      "learning_rate": 2.6968439754258348e-05,
      "loss": 0.8447,
      "step": 87
    },
    {
      "epoch": 0.13381486409427865,
      "grad_norm": 0.6392433098525124,
      "learning_rate": 2.6963790929893908e-05,
      "loss": 0.8563,
      "step": 88
    },
    {
      "epoch": 0.13533548754989547,
      "grad_norm": 0.6150296701472108,
      "learning_rate": 2.695906180451825e-05,
      "loss": 0.8746,
      "step": 89
    },
    {
      "epoch": 0.13685611100551226,
      "grad_norm": 0.5243071440543693,
      "learning_rate": 2.6954252406442054e-05,
      "loss": 0.8462,
      "step": 90
    },
    {
      "epoch": 0.13837673446112905,
      "grad_norm": 0.5930951445222234,
      "learning_rate": 2.6949362764456548e-05,
      "loss": 0.8579,
      "step": 91
    },
    {
      "epoch": 0.13989735791674587,
      "grad_norm": 0.5384200127653291,
      "learning_rate": 2.694439290783334e-05,
      "loss": 0.8442,
      "step": 92
    },
    {
      "epoch": 0.14141798137236267,
      "grad_norm": 0.4526509726759922,
      "learning_rate": 2.693934286632423e-05,
      "loss": 0.84,
      "step": 93
    },
    {
      "epoch": 0.14293860482797946,
      "grad_norm": 0.5941168775185707,
      "learning_rate": 2.6934212670161057e-05,
      "loss": 0.8715,
      "step": 94
    },
    {
      "epoch": 0.14445922828359628,
      "grad_norm": 0.5044642393405714,
      "learning_rate": 2.6929002350055486e-05,
      "loss": 0.8815,
      "step": 95
    },
    {
      "epoch": 0.14597985173921307,
      "grad_norm": 0.5805569476986123,
      "learning_rate": 2.6923711937198847e-05,
      "loss": 0.8678,
      "step": 96
    },
    {
      "epoch": 0.14750047519482987,
      "grad_norm": 0.4790647294772535,
      "learning_rate": 2.6918341463261945e-05,
      "loss": 0.8557,
      "step": 97
    },
    {
      "epoch": 0.1490210986504467,
      "grad_norm": 0.5484601209066985,
      "learning_rate": 2.691289096039486e-05,
      "loss": 0.8565,
      "step": 98
    },
    {
      "epoch": 0.15054172210606348,
      "grad_norm": 0.5095445371601812,
      "learning_rate": 2.6907360461226763e-05,
      "loss": 0.8785,
      "step": 99
    },
    {
      "epoch": 0.1520623455616803,
      "grad_norm": 0.5604825268976987,
      "learning_rate": 2.6901749998865718e-05,
      "loss": 0.891,
      "step": 100
    },
    {
      "epoch": 0.1535829690172971,
      "grad_norm": 0.49509934406592176,
      "learning_rate": 2.6896059606898493e-05,
      "loss": 0.8456,
      "step": 101
    },
    {
      "epoch": 0.1551035924729139,
      "grad_norm": 0.6476921749987207,
      "learning_rate": 2.6890289319390343e-05,
      "loss": 0.8217,
      "step": 102
    },
    {
      "epoch": 0.1566242159285307,
      "grad_norm": 0.4780896251811207,
      "learning_rate": 2.688443917088481e-05,
      "loss": 0.8711,
      "step": 103
    },
    {
      "epoch": 0.1581448393841475,
      "grad_norm": 0.6545666658477076,
      "learning_rate": 2.687850919640353e-05,
      "loss": 0.8444,
      "step": 104
    },
    {
      "epoch": 0.1596654628397643,
      "grad_norm": 0.61000177257977,
      "learning_rate": 2.687249943144601e-05,
      "loss": 0.8433,
      "step": 105
    },
    {
      "epoch": 0.16118608629538111,
      "grad_norm": 0.5126707787512214,
      "learning_rate": 2.6866409911989412e-05,
      "loss": 0.839,
      "step": 106
    },
    {
      "epoch": 0.1627067097509979,
      "grad_norm": 0.4882732798086082,
      "learning_rate": 2.6860240674488355e-05,
      "loss": 0.8098,
      "step": 107
    },
    {
      "epoch": 0.1642273332066147,
      "grad_norm": 0.5554067699143529,
      "learning_rate": 2.685399175587468e-05,
      "loss": 0.8406,
      "step": 108
    },
    {
      "epoch": 0.16574795666223152,
      "grad_norm": 0.530718125213625,
      "learning_rate": 2.6847663193557236e-05,
      "loss": 0.8281,
      "step": 109
    },
    {
      "epoch": 0.16726858011784831,
      "grad_norm": 0.4949823541094598,
      "learning_rate": 2.684125502542165e-05,
      "loss": 0.8457,
      "step": 110
    },
    {
      "epoch": 0.1687892035734651,
      "grad_norm": 0.556274418077457,
      "learning_rate": 2.683476728983012e-05,
      "loss": 0.8543,
      "step": 111
    },
    {
      "epoch": 0.17030982702908193,
      "grad_norm": 0.45222659620728906,
      "learning_rate": 2.682820002562116e-05,
      "loss": 0.8348,
      "step": 112
    },
    {
      "epoch": 0.17183045048469872,
      "grad_norm": 0.4911581618988163,
      "learning_rate": 2.6821553272109377e-05,
      "loss": 0.8276,
      "step": 113
    },
    {
      "epoch": 0.17335107394031554,
      "grad_norm": 0.5259633420118487,
      "learning_rate": 2.6814827069085237e-05,
      "loss": 0.8319,
      "step": 114
    },
    {
      "epoch": 0.17487169739593234,
      "grad_norm": 0.49901119248436054,
      "learning_rate": 2.6808021456814832e-05,
      "loss": 0.8608,
      "step": 115
    },
    {
      "epoch": 0.17639232085154913,
      "grad_norm": 0.44652937902498396,
      "learning_rate": 2.6801136476039637e-05,
      "loss": 0.8363,
      "step": 116
    },
    {
      "epoch": 0.17791294430716595,
      "grad_norm": 0.4814399942165516,
      "learning_rate": 2.6794172167976247e-05,
      "loss": 0.8291,
      "step": 117
    },
    {
      "epoch": 0.17943356776278274,
      "grad_norm": 0.4877382938090122,
      "learning_rate": 2.6787128574316158e-05,
      "loss": 0.8547,
      "step": 118
    },
    {
      "epoch": 0.18095419121839953,
      "grad_norm": 0.6191110354751792,
      "learning_rate": 2.6780005737225512e-05,
      "loss": 0.81,
      "step": 119
    },
    {
      "epoch": 0.18247481467401636,
      "grad_norm": 0.5437167197085974,
      "learning_rate": 2.677280369934482e-05,
      "loss": 0.8393,
      "step": 120
    },
    {
      "epoch": 0.18399543812963315,
      "grad_norm": 0.5297828079815319,
      "learning_rate": 2.676552250378873e-05,
      "loss": 0.7954,
      "step": 121
    },
    {
      "epoch": 0.18551606158524994,
      "grad_norm": 0.5514706250971693,
      "learning_rate": 2.6758162194145783e-05,
      "loss": 0.815,
      "step": 122
    },
    {
      "epoch": 0.18703668504086676,
      "grad_norm": 0.5843944412164658,
      "learning_rate": 2.6750722814478098e-05,
      "loss": 0.8276,
      "step": 123
    },
    {
      "epoch": 0.18855730849648356,
      "grad_norm": 0.7942439470942368,
      "learning_rate": 2.6743204409321177e-05,
      "loss": 0.8254,
      "step": 124
    },
    {
      "epoch": 0.19007793195210035,
      "grad_norm": 0.6174070370639455,
      "learning_rate": 2.673560702368358e-05,
      "loss": 0.8549,
      "step": 125
    },
    {
      "epoch": 0.19159855540771717,
      "grad_norm": 0.49426597944430567,
      "learning_rate": 2.6727930703046695e-05,
      "loss": 0.8447,
      "step": 126
    },
    {
      "epoch": 0.19311917886333396,
      "grad_norm": 0.4989733325059912,
      "learning_rate": 2.6720175493364437e-05,
      "loss": 0.8499,
      "step": 127
    },
    {
      "epoch": 0.19463980231895078,
      "grad_norm": 0.5741663400348602,
      "learning_rate": 2.6712341441063006e-05,
      "loss": 0.8675,
      "step": 128
    },
    {
      "epoch": 0.19616042577456758,
      "grad_norm": 0.532503832446581,
      "learning_rate": 2.6704428593040568e-05,
      "loss": 0.8053,
      "step": 129
    },
    {
      "epoch": 0.19768104923018437,
      "grad_norm": 0.47559928839451404,
      "learning_rate": 2.6696436996667005e-05,
      "loss": 0.8075,
      "step": 130
    },
    {
      "epoch": 0.1992016726858012,
      "grad_norm": 0.5372739975864717,
      "learning_rate": 2.6688366699783625e-05,
      "loss": 0.8565,
      "step": 131
    },
    {
      "epoch": 0.20072229614141798,
      "grad_norm": 0.5575627816877122,
      "learning_rate": 2.6680217750702874e-05,
      "loss": 0.8082,
      "step": 132
    },
    {
      "epoch": 0.20224291959703478,
      "grad_norm": 0.5868207344499796,
      "learning_rate": 2.6671990198208038e-05,
      "loss": 0.781,
      "step": 133
    },
    {
      "epoch": 0.2037635430526516,
      "grad_norm": 0.4362747143153947,
      "learning_rate": 2.6663684091552962e-05,
      "loss": 0.817,
      "step": 134
    },
    {
      "epoch": 0.2052841665082684,
      "grad_norm": 0.5793319639019973,
      "learning_rate": 2.6655299480461753e-05,
      "loss": 0.8414,
      "step": 135
    },
    {
      "epoch": 0.20680478996388518,
      "grad_norm": 0.5002998693635706,
      "learning_rate": 2.6646836415128478e-05,
      "loss": 0.8399,
      "step": 136
    },
    {
      "epoch": 0.208325413419502,
      "grad_norm": 0.5183039332160528,
      "learning_rate": 2.6638294946216876e-05,
      "loss": 0.8388,
      "step": 137
    },
    {
      "epoch": 0.2098460368751188,
      "grad_norm": 0.5333906191333849,
      "learning_rate": 2.6629675124860034e-05,
      "loss": 0.8579,
      "step": 138
    },
    {
      "epoch": 0.2113666603307356,
      "grad_norm": 0.5678231978891924,
      "learning_rate": 2.662097700266009e-05,
      "loss": 0.7973,
      "step": 139
    },
    {
      "epoch": 0.2128872837863524,
      "grad_norm": 0.6779338312838604,
      "learning_rate": 2.6612200631687935e-05,
      "loss": 0.7991,
      "step": 140
    },
    {
      "epoch": 0.2144079072419692,
      "grad_norm": 0.4549445363589815,
      "learning_rate": 2.6603346064482896e-05,
      "loss": 0.8342,
      "step": 141
    },
    {
      "epoch": 0.21592853069758602,
      "grad_norm": 0.5534663745815431,
      "learning_rate": 2.6594413354052406e-05,
      "loss": 0.8486,
      "step": 142
    },
    {
      "epoch": 0.21744915415320282,
      "grad_norm": 0.5263202593856873,
      "learning_rate": 2.6585402553871707e-05,
      "loss": 0.8162,
      "step": 143
    },
    {
      "epoch": 0.2189697776088196,
      "grad_norm": 0.5005224606123282,
      "learning_rate": 2.6576313717883517e-05,
      "loss": 0.8157,
      "step": 144
    },
    {
      "epoch": 0.22049040106443643,
      "grad_norm": 0.4408661056131368,
      "learning_rate": 2.6567146900497715e-05,
      "loss": 0.8073,
      "step": 145
    },
    {
      "epoch": 0.22201102452005322,
      "grad_norm": 0.5697511997765187,
      "learning_rate": 2.655790215659101e-05,
      "loss": 0.814,
      "step": 146
    },
    {
      "epoch": 0.22353164797567002,
      "grad_norm": 0.5227769257193289,
      "learning_rate": 2.654857954150661e-05,
      "loss": 0.8437,
      "step": 147
    },
    {
      "epoch": 0.22505227143128684,
      "grad_norm": 0.5335084066857467,
      "learning_rate": 2.6539179111053904e-05,
      "loss": 0.8122,
      "step": 148
    },
    {
      "epoch": 0.22657289488690363,
      "grad_norm": 0.6845924526755846,
      "learning_rate": 2.6529700921508117e-05,
      "loss": 0.8109,
      "step": 149
    },
    {
      "epoch": 0.22809351834252042,
      "grad_norm": 0.5497202515145223,
      "learning_rate": 2.652014502960997e-05,
      "loss": 0.8482,
      "step": 150
    },
    {
      "epoch": 0.22961414179813724,
      "grad_norm": 0.5925506572004898,
      "learning_rate": 2.651051149256535e-05,
      "loss": 0.8182,
      "step": 151
    },
    {
      "epoch": 0.23113476525375404,
      "grad_norm": 0.4748040759396778,
      "learning_rate": 2.6500800368044956e-05,
      "loss": 0.8236,
      "step": 152
    },
    {
      "epoch": 0.23265538870937083,
      "grad_norm": 0.4949711715480288,
      "learning_rate": 2.6491011714183972e-05,
      "loss": 0.8044,
      "step": 153
    },
    {
      "epoch": 0.23417601216498765,
      "grad_norm": 0.4942784715771247,
      "learning_rate": 2.6481145589581697e-05,
      "loss": 0.8288,
      "step": 154
    },
    {
      "epoch": 0.23569663562060444,
      "grad_norm": 0.5323652293681927,
      "learning_rate": 2.647120205330121e-05,
      "loss": 0.7997,
      "step": 155
    },
    {
      "epoch": 0.23721725907622124,
      "grad_norm": 0.6476575452897515,
      "learning_rate": 2.646118116486901e-05,
      "loss": 0.8077,
      "step": 156
    },
    {
      "epoch": 0.23873788253183806,
      "grad_norm": 0.47184034820772325,
      "learning_rate": 2.6451082984274666e-05,
      "loss": 0.8292,
      "step": 157
    },
    {
      "epoch": 0.24025850598745485,
      "grad_norm": 0.6205069464172376,
      "learning_rate": 2.6440907571970438e-05,
      "loss": 0.8393,
      "step": 158
    },
    {
      "epoch": 0.24177912944307167,
      "grad_norm": 0.5209484434921768,
      "learning_rate": 2.6430654988870954e-05,
      "loss": 0.8245,
      "step": 159
    },
    {
      "epoch": 0.24329975289868846,
      "grad_norm": 0.5933368833938595,
      "learning_rate": 2.6420325296352796e-05,
      "loss": 0.8197,
      "step": 160
    },
    {
      "epoch": 0.24482037635430526,
      "grad_norm": 0.4788998696836293,
      "learning_rate": 2.6409918556254172e-05,
      "loss": 0.7937,
      "step": 161
    },
    {
      "epoch": 0.24634099980992208,
      "grad_norm": 0.567878399230218,
      "learning_rate": 2.639943483087453e-05,
      "loss": 0.8109,
      "step": 162
    },
    {
      "epoch": 0.24786162326553887,
      "grad_norm": 0.507261963638979,
      "learning_rate": 2.6388874182974187e-05,
      "loss": 0.8218,
      "step": 163
    },
    {
      "epoch": 0.24938224672115566,
      "grad_norm": 0.5864902720090787,
      "learning_rate": 2.637823667577395e-05,
      "loss": 0.8176,
      "step": 164
    },
    {
      "epoch": 0.2509028701767725,
      "grad_norm": 0.5918504624886162,
      "learning_rate": 2.636752237295474e-05,
      "loss": 0.83,
      "step": 165
    },
    {
      "epoch": 0.2524234936323893,
      "grad_norm": 0.43858309995443784,
      "learning_rate": 2.6356731338657212e-05,
      "loss": 0.8123,
      "step": 166
    },
    {
      "epoch": 0.25394411708800607,
      "grad_norm": 0.49034964682512816,
      "learning_rate": 2.6345863637481374e-05,
      "loss": 0.8174,
      "step": 167
    },
    {
      "epoch": 0.2554647405436229,
      "grad_norm": 0.5837987779382616,
      "learning_rate": 2.6334919334486195e-05,
      "loss": 0.8298,
      "step": 168
    },
    {
      "epoch": 0.2569853639992397,
      "grad_norm": 0.5281077280878048,
      "learning_rate": 2.6323898495189215e-05,
      "loss": 0.8175,
      "step": 169
    },
    {
      "epoch": 0.2585059874548565,
      "grad_norm": 0.5014520173664685,
      "learning_rate": 2.6312801185566158e-05,
      "loss": 0.799,
      "step": 170
    },
    {
      "epoch": 0.2600266109104733,
      "grad_norm": 0.6803320146493841,
      "learning_rate": 2.6301627472050526e-05,
      "loss": 0.7996,
      "step": 171
    },
    {
      "epoch": 0.2615472343660901,
      "grad_norm": 0.7395949415978587,
      "learning_rate": 2.629037742153322e-05,
      "loss": 0.8107,
      "step": 172
    },
    {
      "epoch": 0.2630678578217069,
      "grad_norm": 0.4513389629082933,
      "learning_rate": 2.6279051101362122e-05,
      "loss": 0.7952,
      "step": 173
    },
    {
      "epoch": 0.2645884812773237,
      "grad_norm": 0.6486009072322451,
      "learning_rate": 2.62676485793417e-05,
      "loss": 0.7874,
      "step": 174
    },
    {
      "epoch": 0.2661091047329405,
      "grad_norm": 0.5502319884395829,
      "learning_rate": 2.62561699237326e-05,
      "loss": 0.7963,
      "step": 175
    },
    {
      "epoch": 0.2676297281885573,
      "grad_norm": 0.5997728345326634,
      "learning_rate": 2.624461520325124e-05,
      "loss": 0.7972,
      "step": 176
    },
    {
      "epoch": 0.2691503516441741,
      "grad_norm": 0.7905728427904212,
      "learning_rate": 2.62329844870694e-05,
      "loss": 0.8029,
      "step": 177
    },
    {
      "epoch": 0.27067097509979093,
      "grad_norm": 0.6068096518092964,
      "learning_rate": 2.62212778448138e-05,
      "loss": 0.8434,
      "step": 178
    },
    {
      "epoch": 0.2721915985554077,
      "grad_norm": 0.8084200216220121,
      "learning_rate": 2.620949534656568e-05,
      "loss": 0.8005,
      "step": 179
    },
    {
      "epoch": 0.2737122220110245,
      "grad_norm": 0.4950225377554484,
      "learning_rate": 2.61976370628604e-05,
      "loss": 0.8261,
      "step": 180
    },
    {
      "epoch": 0.27523284546664134,
      "grad_norm": 0.5184301676475981,
      "learning_rate": 2.618570306468701e-05,
      "loss": 0.8239,
      "step": 181
    },
    {
      "epoch": 0.2767534689222581,
      "grad_norm": 0.601710109353413,
      "learning_rate": 2.61736934234878e-05,
      "loss": 0.7888,
      "step": 182
    },
    {
      "epoch": 0.2782740923778749,
      "grad_norm": 0.5736633456413043,
      "learning_rate": 2.616160821115792e-05,
      "loss": 0.8098,
      "step": 183
    },
    {
      "epoch": 0.27979471583349175,
      "grad_norm": 0.5690928538172545,
      "learning_rate": 2.6149447500044904e-05,
      "loss": 0.8294,
      "step": 184
    },
    {
      "epoch": 0.2813153392891085,
      "grad_norm": 0.6275365250577597,
      "learning_rate": 2.6137211362948256e-05,
      "loss": 0.8386,
      "step": 185
    },
    {
      "epoch": 0.28283596274472533,
      "grad_norm": 0.6701221466806971,
      "learning_rate": 2.612489987311903e-05,
      "loss": 0.791,
      "step": 186
    },
    {
      "epoch": 0.28435658620034215,
      "grad_norm": 0.7648465329508422,
      "learning_rate": 2.6112513104259354e-05,
      "loss": 0.8125,
      "step": 187
    },
    {
      "epoch": 0.2858772096559589,
      "grad_norm": 0.44806704127100555,
      "learning_rate": 2.6100051130522028e-05,
      "loss": 0.7849,
      "step": 188
    },
    {
      "epoch": 0.28739783311157574,
      "grad_norm": 0.7123885835323628,
      "learning_rate": 2.608751402651006e-05,
      "loss": 0.7607,
      "step": 189
    },
    {
      "epoch": 0.28891845656719256,
      "grad_norm": 0.4934771024884215,
      "learning_rate": 2.6074901867276204e-05,
      "loss": 0.8035,
      "step": 190
    },
    {
      "epoch": 0.2904390800228093,
      "grad_norm": 0.8095025862539972,
      "learning_rate": 2.6062214728322555e-05,
      "loss": 0.7829,
      "step": 191
    },
    {
      "epoch": 0.29195970347842615,
      "grad_norm": 0.5050611453741563,
      "learning_rate": 2.6049452685600052e-05,
      "loss": 0.7977,
      "step": 192
    },
    {
      "epoch": 0.29348032693404297,
      "grad_norm": 0.7210248910137731,
      "learning_rate": 2.6036615815508043e-05,
      "loss": 0.7956,
      "step": 193
    },
    {
      "epoch": 0.29500095038965973,
      "grad_norm": 0.5038427749270625,
      "learning_rate": 2.6023704194893835e-05,
      "loss": 0.7938,
      "step": 194
    },
    {
      "epoch": 0.29652157384527655,
      "grad_norm": 0.6126219303001782,
      "learning_rate": 2.6010717901052224e-05,
      "loss": 0.7922,
      "step": 195
    },
    {
      "epoch": 0.2980421973008934,
      "grad_norm": 0.5362006682961364,
      "learning_rate": 2.5997657011725022e-05,
      "loss": 0.8688,
      "step": 196
    },
    {
      "epoch": 0.2995628207565102,
      "grad_norm": 0.5017573346892746,
      "learning_rate": 2.598452160510062e-05,
      "loss": 0.7833,
      "step": 197
    },
    {
      "epoch": 0.30108344421212696,
      "grad_norm": 0.5086171325358533,
      "learning_rate": 2.597131175981349e-05,
      "loss": 0.8173,
      "step": 198
    },
    {
      "epoch": 0.3026040676677438,
      "grad_norm": 0.46242832959563607,
      "learning_rate": 2.5958027554943737e-05,
      "loss": 0.8228,
      "step": 199
    },
    {
      "epoch": 0.3041246911233606,
      "grad_norm": 0.5365620033072362,
      "learning_rate": 2.594466907001661e-05,
      "loss": 0.8468,
      "step": 200
    },
    {
      "epoch": 0.30564531457897737,
      "grad_norm": 0.4536900282460799,
      "learning_rate": 2.5931236385002023e-05,
      "loss": 0.7659,
      "step": 201
    },
    {
      "epoch": 0.3071659380345942,
      "grad_norm": 0.5349495426115096,
      "learning_rate": 2.591772958031411e-05,
      "loss": 0.8031,
      "step": 202
    },
    {
      "epoch": 0.308686561490211,
      "grad_norm": 0.5171572447957907,
      "learning_rate": 2.5904148736810704e-05,
      "loss": 0.8192,
      "step": 203
    },
    {
      "epoch": 0.3102071849458278,
      "grad_norm": 0.543619906524382,
      "learning_rate": 2.5890493935792855e-05,
      "loss": 0.8088,
      "step": 204
    },
    {
      "epoch": 0.3117278084014446,
      "grad_norm": 0.5471779246235068,
      "learning_rate": 2.5876765259004386e-05,
      "loss": 0.775,
      "step": 205
    },
    {
      "epoch": 0.3132484318570614,
      "grad_norm": 0.5530162050934202,
      "learning_rate": 2.5862962788631346e-05,
      "loss": 0.7886,
      "step": 206
    },
    {
      "epoch": 0.3147690553126782,
      "grad_norm": 0.5564374353682834,
      "learning_rate": 2.5849086607301564e-05,
      "loss": 0.7822,
      "step": 207
    },
    {
      "epoch": 0.316289678768295,
      "grad_norm": 0.50158890267917,
      "learning_rate": 2.583513679808412e-05,
      "loss": 0.7857,
      "step": 208
    },
    {
      "epoch": 0.3178103022239118,
      "grad_norm": 0.5514584077868472,
      "learning_rate": 2.582111344448888e-05,
      "loss": 0.7834,
      "step": 209
    },
    {
      "epoch": 0.3193309256795286,
      "grad_norm": 0.4984807668723581,
      "learning_rate": 2.580701663046597e-05,
      "loss": 0.7979,
      "step": 210
    },
    {
      "epoch": 0.3208515491351454,
      "grad_norm": 0.5779043543552743,
      "learning_rate": 2.579284644040529e-05,
      "loss": 0.8365,
      "step": 211
    },
    {
      "epoch": 0.32237217259076223,
      "grad_norm": 0.4914952548115715,
      "learning_rate": 2.5778602959135996e-05,
      "loss": 0.8082,
      "step": 212
    },
    {
      "epoch": 0.323892796046379,
      "grad_norm": 0.45463188187952797,
      "learning_rate": 2.5764286271925997e-05,
      "loss": 0.8002,
      "step": 213
    },
    {
      "epoch": 0.3254134195019958,
      "grad_norm": 0.5405224256712096,
      "learning_rate": 2.5749896464481448e-05,
      "loss": 0.8177,
      "step": 214
    },
    {
      "epoch": 0.32693404295761264,
      "grad_norm": 0.4945710149798116,
      "learning_rate": 2.5735433622946242e-05,
      "loss": 0.8202,
      "step": 215
    },
    {
      "epoch": 0.3284546664132294,
      "grad_norm": 0.5193387642723397,
      "learning_rate": 2.572089783390148e-05,
      "loss": 0.7878,
      "step": 216
    },
    {
      "epoch": 0.3299752898688462,
      "grad_norm": 0.43644483818152885,
      "learning_rate": 2.5706289184364962e-05,
      "loss": 0.8465,
      "step": 217
    },
    {
      "epoch": 0.33149591332446304,
      "grad_norm": 0.6429429755905944,
      "learning_rate": 2.569160776179065e-05,
      "loss": 0.793,
      "step": 218
    },
    {
      "epoch": 0.3330165367800798,
      "grad_norm": 0.4881784207711263,
      "learning_rate": 2.567685365406819e-05,
      "loss": 0.7787,
      "step": 219
    },
    {
      "epoch": 0.33453716023569663,
      "grad_norm": 0.5903797222010695,
      "learning_rate": 2.566202694952232e-05,
      "loss": 0.8071,
      "step": 220
    },
    {
      "epoch": 0.33605778369131345,
      "grad_norm": 0.4935742650802179,
      "learning_rate": 2.5647127736912397e-05,
      "loss": 0.8128,
      "step": 221
    },
    {
      "epoch": 0.3375784071469302,
      "grad_norm": 0.6206075855689506,
      "learning_rate": 2.5632156105431836e-05,
      "loss": 0.8134,
      "step": 222
    },
    {
      "epoch": 0.33909903060254704,
      "grad_norm": 0.4693335100552506,
      "learning_rate": 2.561711214470759e-05,
      "loss": 0.7877,
      "step": 223
    },
    {
      "epoch": 0.34061965405816386,
      "grad_norm": 0.5541352157938085,
      "learning_rate": 2.560199594479959e-05,
      "loss": 0.793,
      "step": 224
    },
    {
      "epoch": 0.3421402775137807,
      "grad_norm": 0.5119311192678664,
      "learning_rate": 2.5586807596200247e-05,
      "loss": 0.8076,
      "step": 225
    },
    {
      "epoch": 0.34366090096939744,
      "grad_norm": 0.44821567228976084,
      "learning_rate": 2.5571547189833876e-05,
      "loss": 0.7676,
      "step": 226
    },
    {
      "epoch": 0.34518152442501426,
      "grad_norm": 0.5108021271320223,
      "learning_rate": 2.555621481705616e-05,
      "loss": 0.7761,
      "step": 227
    },
    {
      "epoch": 0.3467021478806311,
      "grad_norm": 0.520419930384087,
      "learning_rate": 2.5540810569653606e-05,
      "loss": 0.8113,
      "step": 228
    },
    {
      "epoch": 0.34822277133624785,
      "grad_norm": 0.49172520245402473,
      "learning_rate": 2.5525334539843e-05,
      "loss": 0.8049,
      "step": 229
    },
    {
      "epoch": 0.34974339479186467,
      "grad_norm": 0.5350433416575631,
      "learning_rate": 2.550978682027084e-05,
      "loss": 0.7918,
      "step": 230
    },
    {
      "epoch": 0.3512640182474815,
      "grad_norm": 0.5521639416583181,
      "learning_rate": 2.5494167504012807e-05,
      "loss": 0.7705,
      "step": 231
    },
    {
      "epoch": 0.35278464170309826,
      "grad_norm": 0.4924879256498397,
      "learning_rate": 2.547847668457318e-05,
      "loss": 0.8116,
      "step": 232
    },
    {
      "epoch": 0.3543052651587151,
      "grad_norm": 0.5466037905256877,
      "learning_rate": 2.5462714455884287e-05,
      "loss": 0.7808,
      "step": 233
    },
    {
      "epoch": 0.3558258886143319,
      "grad_norm": 0.5030091896084465,
      "learning_rate": 2.5446880912305954e-05,
      "loss": 0.7968,
      "step": 234
    },
    {
      "epoch": 0.35734651206994866,
      "grad_norm": 0.47695683680901585,
      "learning_rate": 2.543097614862492e-05,
      "loss": 0.7777,
      "step": 235
    },
    {
      "epoch": 0.3588671355255655,
      "grad_norm": 0.49323354270252745,
      "learning_rate": 2.5415000260054287e-05,
      "loss": 0.8114,
      "step": 236
    },
    {
      "epoch": 0.3603877589811823,
      "grad_norm": 0.5547918130480031,
      "learning_rate": 2.5398953342232942e-05,
      "loss": 0.7959,
      "step": 237
    },
    {
      "epoch": 0.36190838243679907,
      "grad_norm": 0.42592099953025825,
      "learning_rate": 2.5382835491224977e-05,
      "loss": 0.8067,
      "step": 238
    },
    {
      "epoch": 0.3634290058924159,
      "grad_norm": 0.5473160997053151,
      "learning_rate": 2.536664680351913e-05,
      "loss": 0.8149,
      "step": 239
    },
    {
      "epoch": 0.3649496293480327,
      "grad_norm": 0.5161750461424985,
      "learning_rate": 2.5350387376028207e-05,
      "loss": 0.7456,
      "step": 240
    },
    {
      "epoch": 0.3664702528036495,
      "grad_norm": 0.562540015047346,
      "learning_rate": 2.5334057306088472e-05,
      "loss": 0.8161,
      "step": 241
    },
    {
      "epoch": 0.3679908762592663,
      "grad_norm": 0.5331918164095757,
      "learning_rate": 2.5317656691459103e-05,
      "loss": 0.7834,
      "step": 242
    },
    {
      "epoch": 0.3695114997148831,
      "grad_norm": 0.5704962131477223,
      "learning_rate": 2.530118563032159e-05,
      "loss": 0.7881,
      "step": 243
    },
    {
      "epoch": 0.3710321231704999,
      "grad_norm": 0.5208634783184293,
      "learning_rate": 2.5284644221279147e-05,
      "loss": 0.8138,
      "step": 244
    },
    {
      "epoch": 0.3725527466261167,
      "grad_norm": 0.5211185784219639,
      "learning_rate": 2.526803256335611e-05,
      "loss": 0.831,
      "step": 245
    },
    {
      "epoch": 0.3740733700817335,
      "grad_norm": 0.5045487224701021,
      "learning_rate": 2.525135075599738e-05,
      "loss": 0.8156,
      "step": 246
    },
    {
      "epoch": 0.3755939935373503,
      "grad_norm": 0.5069878820838861,
      "learning_rate": 2.523459889906778e-05,
      "loss": 0.7955,
      "step": 247
    },
    {
      "epoch": 0.3771146169929671,
      "grad_norm": 0.4949818081031886,
      "learning_rate": 2.5217777092851496e-05,
      "loss": 0.7941,
      "step": 248
    },
    {
      "epoch": 0.37863524044858393,
      "grad_norm": 0.47385420044302173,
      "learning_rate": 2.5200885438051454e-05,
      "loss": 0.7897,
      "step": 249
    },
    {
      "epoch": 0.3801558639042007,
      "grad_norm": 0.4584812154097583,
      "learning_rate": 2.5183924035788738e-05,
      "loss": 0.8149,
      "step": 250
    },
    {
      "epoch": 0.3816764873598175,
      "grad_norm": 0.40766128893251813,
      "learning_rate": 2.5166892987601954e-05,
      "loss": 0.7965,
      "step": 251
    },
    {
      "epoch": 0.38319711081543434,
      "grad_norm": 0.4464504741734316,
      "learning_rate": 2.5149792395446655e-05,
      "loss": 0.7793,
      "step": 252
    },
    {
      "epoch": 0.3847177342710511,
      "grad_norm": 0.42738515223990925,
      "learning_rate": 2.5132622361694704e-05,
      "loss": 0.7957,
      "step": 253
    },
    {
      "epoch": 0.3862383577266679,
      "grad_norm": 0.4980456405593658,
      "learning_rate": 2.5115382989133686e-05,
      "loss": 0.8032,
      "step": 254
    },
    {
      "epoch": 0.38775898118228475,
      "grad_norm": 0.5114356446133503,
      "learning_rate": 2.5098074380966263e-05,
      "loss": 0.781,
      "step": 255
    },
    {
      "epoch": 0.38927960463790157,
      "grad_norm": 0.4141552486101403,
      "learning_rate": 2.508069664080959e-05,
      "loss": 0.7593,
      "step": 256
    },
    {
      "epoch": 0.39080022809351833,
      "grad_norm": 0.43458143129055027,
      "learning_rate": 2.5063249872694662e-05,
      "loss": 0.7879,
      "step": 257
    },
    {
      "epoch": 0.39232085154913515,
      "grad_norm": 0.45941178211274825,
      "learning_rate": 2.504573418106572e-05,
      "loss": 0.7947,
      "step": 258
    },
    {
      "epoch": 0.393841475004752,
      "grad_norm": 0.49731812944358156,
      "learning_rate": 2.5028149670779597e-05,
      "loss": 0.7796,
      "step": 259
    },
    {
      "epoch": 0.39536209846036874,
      "grad_norm": 0.4021875079520183,
      "learning_rate": 2.5010496447105118e-05,
      "loss": 0.7844,
      "step": 260
    },
    {
      "epoch": 0.39688272191598556,
      "grad_norm": 0.5734524869531662,
      "learning_rate": 2.4992774615722457e-05,
      "loss": 0.7739,
      "step": 261
    },
    {
      "epoch": 0.3984033453716024,
      "grad_norm": 0.4767545528986454,
      "learning_rate": 2.4974984282722498e-05,
      "loss": 0.7787,
      "step": 262
    },
    {
      "epoch": 0.39992396882721915,
      "grad_norm": 0.45569173851803857,
      "learning_rate": 2.4957125554606207e-05,
      "loss": 0.7957,
      "step": 263
    },
    {
      "epoch": 0.40144459228283597,
      "grad_norm": 0.4583616284261655,
      "learning_rate": 2.4939198538284008e-05,
      "loss": 0.7903,
      "step": 264
    },
    {
      "epoch": 0.4029652157384528,
      "grad_norm": 0.44137521284735437,
      "learning_rate": 2.4921203341075102e-05,
      "loss": 0.8021,
      "step": 265
    },
    {
      "epoch": 0.40448583919406955,
      "grad_norm": 0.4648974770143655,
      "learning_rate": 2.4903140070706876e-05,
      "loss": 0.7739,
      "step": 266
    },
    {
      "epoch": 0.4060064626496864,
      "grad_norm": 0.521001369014178,
      "learning_rate": 2.4885008835314228e-05,
      "loss": 0.7837,
      "step": 267
    },
    {
      "epoch": 0.4075270861053032,
      "grad_norm": 0.4601570641740828,
      "learning_rate": 2.4866809743438915e-05,
      "loss": 0.7891,
      "step": 268
    },
    {
      "epoch": 0.40904770956091996,
      "grad_norm": 0.42883010607831595,
      "learning_rate": 2.484854290402893e-05,
      "loss": 0.8002,
      "step": 269
    },
    {
      "epoch": 0.4105683330165368,
      "grad_norm": 0.5048746687096498,
      "learning_rate": 2.4830208426437816e-05,
      "loss": 0.8067,
      "step": 270
    },
    {
      "epoch": 0.4120889564721536,
      "grad_norm": 0.4373843602878167,
      "learning_rate": 2.4811806420424043e-05,
      "loss": 0.7661,
      "step": 271
    },
    {
      "epoch": 0.41360957992777037,
      "grad_norm": 0.4924768994796526,
      "learning_rate": 2.479333699615033e-05,
      "loss": 0.8032,
      "step": 272
    },
    {
      "epoch": 0.4151302033833872,
      "grad_norm": 0.5495367191198085,
      "learning_rate": 2.477480026418299e-05,
      "loss": 0.7823,
      "step": 273
    },
    {
      "epoch": 0.416650826839004,
      "grad_norm": 0.4439519855217945,
      "learning_rate": 2.4756196335491273e-05,
      "loss": 0.7655,
      "step": 274
    },
    {
      "epoch": 0.4181714502946208,
      "grad_norm": 0.5010590403262122,
      "learning_rate": 2.47375253214467e-05,
      "loss": 0.7547,
      "step": 275
    },
    {
      "epoch": 0.4196920737502376,
      "grad_norm": 0.4482088714543724,
      "learning_rate": 2.4718787333822395e-05,
      "loss": 0.7649,
      "step": 276
    },
    {
      "epoch": 0.4212126972058544,
      "grad_norm": 0.40410880639654234,
      "learning_rate": 2.469998248479242e-05,
      "loss": 0.7669,
      "step": 277
    },
    {
      "epoch": 0.4227333206614712,
      "grad_norm": 0.4569274893231673,
      "learning_rate": 2.468111088693109e-05,
      "loss": 0.7526,
      "step": 278
    },
    {
      "epoch": 0.424253944117088,
      "grad_norm": 0.42296277869189824,
      "learning_rate": 2.4662172653212313e-05,
      "loss": 0.7727,
      "step": 279
    },
    {
      "epoch": 0.4257745675727048,
      "grad_norm": 0.4835330143189326,
      "learning_rate": 2.464316789700891e-05,
      "loss": 0.7633,
      "step": 280
    },
    {
      "epoch": 0.4272951910283216,
      "grad_norm": 0.4287243627654868,
      "learning_rate": 2.462409673209194e-05,
      "loss": 0.7836,
      "step": 281
    },
    {
      "epoch": 0.4288158144839384,
      "grad_norm": 0.5472776086861091,
      "learning_rate": 2.4604959272630002e-05,
      "loss": 0.778,
      "step": 282
    },
    {
      "epoch": 0.4303364379395552,
      "grad_norm": 0.43700006561477783,
      "learning_rate": 2.4585755633188585e-05,
      "loss": 0.7657,
      "step": 283
    },
    {
      "epoch": 0.43185706139517205,
      "grad_norm": 0.5233246056259679,
      "learning_rate": 2.4566485928729338e-05,
      "loss": 0.7875,
      "step": 284
    },
    {
      "epoch": 0.4333776848507888,
      "grad_norm": 0.4739436376744406,
      "learning_rate": 2.454715027460942e-05,
      "loss": 0.7769,
      "step": 285
    },
    {
      "epoch": 0.43489830830640563,
      "grad_norm": 0.466587612255068,
      "learning_rate": 2.4527748786580785e-05,
      "loss": 0.7763,
      "step": 286
    },
    {
      "epoch": 0.43641893176202246,
      "grad_norm": 0.5917227864064121,
      "learning_rate": 2.4508281580789508e-05,
      "loss": 0.7643,
      "step": 287
    },
    {
      "epoch": 0.4379395552176392,
      "grad_norm": 0.47768374233206695,
      "learning_rate": 2.448874877377508e-05,
      "loss": 0.7776,
      "step": 288
    },
    {
      "epoch": 0.43946017867325604,
      "grad_norm": 0.527002493093892,
      "learning_rate": 2.4469150482469695e-05,
      "loss": 0.7796,
      "step": 289
    },
    {
      "epoch": 0.44098080212887286,
      "grad_norm": 0.4662349412142309,
      "learning_rate": 2.4449486824197585e-05,
      "loss": 0.7385,
      "step": 290
    },
    {
      "epoch": 0.4425014255844896,
      "grad_norm": 0.4732365292282727,
      "learning_rate": 2.4429757916674292e-05,
      "loss": 0.7967,
      "step": 291
    },
    {
      "epoch": 0.44402204904010645,
      "grad_norm": 0.47222270479478673,
      "learning_rate": 2.440996387800596e-05,
      "loss": 0.7682,
      "step": 292
    },
    {
      "epoch": 0.44554267249572327,
      "grad_norm": 0.47686692962034305,
      "learning_rate": 2.439010482668865e-05,
      "loss": 0.7611,
      "step": 293
    },
    {
      "epoch": 0.44706329595134003,
      "grad_norm": 0.4008859391749161,
      "learning_rate": 2.4370180881607614e-05,
      "loss": 0.7566,
      "step": 294
    },
    {
      "epoch": 0.44858391940695685,
      "grad_norm": 0.48140611283685464,
      "learning_rate": 2.4350192162036584e-05,
      "loss": 0.8217,
      "step": 295
    },
    {
      "epoch": 0.4501045428625737,
      "grad_norm": 0.4560651975700714,
      "learning_rate": 2.4330138787637062e-05,
      "loss": 0.7976,
      "step": 296
    },
    {
      "epoch": 0.45162516631819044,
      "grad_norm": 0.4034722549460792,
      "learning_rate": 2.431002087845761e-05,
      "loss": 0.7679,
      "step": 297
    },
    {
      "epoch": 0.45314578977380726,
      "grad_norm": 0.4807251922703316,
      "learning_rate": 2.4289838554933113e-05,
      "loss": 0.7984,
      "step": 298
    },
    {
      "epoch": 0.4546664132294241,
      "grad_norm": 0.4746736626277042,
      "learning_rate": 2.4269591937884083e-05,
      "loss": 0.7794,
      "step": 299
    },
    {
      "epoch": 0.45618703668504085,
      "grad_norm": 0.47543886824696496,
      "learning_rate": 2.4249281148515904e-05,
      "loss": 0.7865,
      "step": 300
    },
    {
      "epoch": 0.45770766014065767,
      "grad_norm": 0.4982520457747873,
      "learning_rate": 2.4228906308418148e-05,
      "loss": 0.7653,
      "step": 301
    },
    {
      "epoch": 0.4592282835962745,
      "grad_norm": 0.4541992280820245,
      "learning_rate": 2.42084675395638e-05,
      "loss": 0.8036,
      "step": 302
    },
    {
      "epoch": 0.46074890705189125,
      "grad_norm": 0.4933234210123189,
      "learning_rate": 2.4187964964308566e-05,
      "loss": 0.7764,
      "step": 303
    },
    {
      "epoch": 0.4622695305075081,
      "grad_norm": 0.46059558913855275,
      "learning_rate": 2.4167398705390122e-05,
      "loss": 0.7736,
      "step": 304
    },
    {
      "epoch": 0.4637901539631249,
      "grad_norm": 0.5168855999894718,
      "learning_rate": 2.414676888592739e-05,
      "loss": 0.8157,
      "step": 305
    },
    {
      "epoch": 0.46531077741874166,
      "grad_norm": 0.46112787242313547,
      "learning_rate": 2.4126075629419772e-05,
      "loss": 0.767,
      "step": 306
    },
    {
      "epoch": 0.4668314008743585,
      "grad_norm": 0.4302292629253772,
      "learning_rate": 2.4105319059746465e-05,
      "loss": 0.7775,
      "step": 307
    },
    {
      "epoch": 0.4683520243299753,
      "grad_norm": 0.4152046813472176,
      "learning_rate": 2.4084499301165655e-05,
      "loss": 0.8137,
      "step": 308
    },
    {
      "epoch": 0.46987264778559207,
      "grad_norm": 0.4876150328408346,
      "learning_rate": 2.4063616478313835e-05,
      "loss": 0.7809,
      "step": 309
    },
    {
      "epoch": 0.4713932712412089,
      "grad_norm": 0.47894882147037643,
      "learning_rate": 2.4042670716205003e-05,
      "loss": 0.8071,
      "step": 310
    },
    {
      "epoch": 0.4729138946968257,
      "grad_norm": 0.45314893137296913,
      "learning_rate": 2.4021662140229957e-05,
      "loss": 0.7734,
      "step": 311
    },
    {
      "epoch": 0.4744345181524425,
      "grad_norm": 0.4693692990401656,
      "learning_rate": 2.4000590876155523e-05,
      "loss": 0.8049,
      "step": 312
    },
    {
      "epoch": 0.4759551416080593,
      "grad_norm": 0.48467692671175333,
      "learning_rate": 2.3979457050123804e-05,
      "loss": 0.7605,
      "step": 313
    },
    {
      "epoch": 0.4774757650636761,
      "grad_norm": 0.4222969005662164,
      "learning_rate": 2.3958260788651426e-05,
      "loss": 0.7788,
      "step": 314
    },
    {
      "epoch": 0.47899638851929294,
      "grad_norm": 0.5542291365632019,
      "learning_rate": 2.3937002218628792e-05,
      "loss": 0.7928,
      "step": 315
    },
    {
      "epoch": 0.4805170119749097,
      "grad_norm": 0.392436349975769,
      "learning_rate": 2.3915681467319292e-05,
      "loss": 0.7607,
      "step": 316
    },
    {
      "epoch": 0.4820376354305265,
      "grad_norm": 0.49739152408387094,
      "learning_rate": 2.3894298662358583e-05,
      "loss": 0.7614,
      "step": 317
    },
    {
      "epoch": 0.48355825888614334,
      "grad_norm": 0.433372030563949,
      "learning_rate": 2.3872853931753787e-05,
      "loss": 0.7652,
      "step": 318
    },
    {
      "epoch": 0.4850788823417601,
      "grad_norm": 0.46102099141447744,
      "learning_rate": 2.385134740388275e-05,
      "loss": 0.774,
      "step": 319
    },
    {
      "epoch": 0.48659950579737693,
      "grad_norm": 0.4638491872936722,
      "learning_rate": 2.382977920749327e-05,
      "loss": 0.7739,
      "step": 320
    },
    {
      "epoch": 0.48812012925299375,
      "grad_norm": 0.5020784828944407,
      "learning_rate": 2.3808149471702295e-05,
      "loss": 0.7631,
      "step": 321
    },
    {
      "epoch": 0.4896407527086105,
      "grad_norm": 0.42204949679328635,
      "learning_rate": 2.3786458325995214e-05,
      "loss": 0.7823,
      "step": 322
    },
    {
      "epoch": 0.49116137616422734,
      "grad_norm": 0.5055396085814678,
      "learning_rate": 2.3764705900225004e-05,
      "loss": 0.7578,
      "step": 323
    },
    {
      "epoch": 0.49268199961984416,
      "grad_norm": 0.47833233111711587,
      "learning_rate": 2.374289232461152e-05,
      "loss": 0.7545,
      "step": 324
    },
    {
      "epoch": 0.4942026230754609,
      "grad_norm": 0.3848734118646103,
      "learning_rate": 2.372101772974068e-05,
      "loss": 0.7141,
      "step": 325
    },
    {
      "epoch": 0.49572324653107774,
      "grad_norm": 0.5367848465213906,
      "learning_rate": 2.3699082246563687e-05,
      "loss": 0.7789,
      "step": 326
    },
    {
      "epoch": 0.49724386998669456,
      "grad_norm": 0.5461740930935474,
      "learning_rate": 2.367708600639625e-05,
      "loss": 0.7457,
      "step": 327
    },
    {
      "epoch": 0.49876449344231133,
      "grad_norm": 0.4247642096240754,
      "learning_rate": 2.3655029140917794e-05,
      "loss": 0.76,
      "step": 328
    },
    {
      "epoch": 0.5002851168979282,
      "grad_norm": 0.44998842461109745,
      "learning_rate": 2.3632911782170683e-05,
      "loss": 0.7793,
      "step": 329
    },
    {
      "epoch": 0.501805740353545,
      "grad_norm": 0.47053242929737366,
      "learning_rate": 2.3610734062559418e-05,
      "loss": 0.7858,
      "step": 330
    },
    {
      "epoch": 0.5033263638091617,
      "grad_norm": 0.43924849365849383,
      "learning_rate": 2.3588496114849843e-05,
      "loss": 0.8032,
      "step": 331
    },
    {
      "epoch": 0.5048469872647786,
      "grad_norm": 0.4355576929843276,
      "learning_rate": 2.3566198072168355e-05,
      "loss": 0.7691,
      "step": 332
    },
    {
      "epoch": 0.5063676107203954,
      "grad_norm": 0.4498593288508342,
      "learning_rate": 2.354384006800112e-05,
      "loss": 0.7538,
      "step": 333
    },
    {
      "epoch": 0.5078882341760121,
      "grad_norm": 0.42469702355418737,
      "learning_rate": 2.352142223619323e-05,
      "loss": 0.7594,
      "step": 334
    },
    {
      "epoch": 0.509408857631629,
      "grad_norm": 0.5132890157597293,
      "learning_rate": 2.3498944710947973e-05,
      "loss": 0.7693,
      "step": 335
    },
    {
      "epoch": 0.5109294810872458,
      "grad_norm": 0.43927719097563,
      "learning_rate": 2.3476407626825953e-05,
      "loss": 0.7783,
      "step": 336
    },
    {
      "epoch": 0.5124501045428626,
      "grad_norm": 0.4416642559264683,
      "learning_rate": 2.3453811118744345e-05,
      "loss": 0.7683,
      "step": 337
    },
    {
      "epoch": 0.5139707279984794,
      "grad_norm": 0.44247651582101677,
      "learning_rate": 2.3431155321976045e-05,
      "loss": 0.746,
      "step": 338
    },
    {
      "epoch": 0.5154913514540962,
      "grad_norm": 0.4243771777807823,
      "learning_rate": 2.340844037214889e-05,
      "loss": 0.7735,
      "step": 339
    },
    {
      "epoch": 0.517011974909713,
      "grad_norm": 0.45520920364804773,
      "learning_rate": 2.3385666405244823e-05,
      "loss": 0.7605,
      "step": 340
    },
    {
      "epoch": 0.5185325983653298,
      "grad_norm": 0.41908969886233616,
      "learning_rate": 2.3362833557599105e-05,
      "loss": 0.7767,
      "step": 341
    },
    {
      "epoch": 0.5200532218209466,
      "grad_norm": 0.41422212342426945,
      "learning_rate": 2.333994196589947e-05,
      "loss": 0.7858,
      "step": 342
    },
    {
      "epoch": 0.5215738452765634,
      "grad_norm": 0.45155134128630714,
      "learning_rate": 2.331699176718533e-05,
      "loss": 0.7436,
      "step": 343
    },
    {
      "epoch": 0.5230944687321802,
      "grad_norm": 0.4034165723189431,
      "learning_rate": 2.3293983098846937e-05,
      "loss": 0.7615,
      "step": 344
    },
    {
      "epoch": 0.524615092187797,
      "grad_norm": 0.41147189894163816,
      "learning_rate": 2.3270916098624567e-05,
      "loss": 0.7498,
      "step": 345
    },
    {
      "epoch": 0.5261357156434138,
      "grad_norm": 0.4234882343930261,
      "learning_rate": 2.3247790904607715e-05,
      "loss": 0.7078,
      "step": 346
    },
    {
      "epoch": 0.5276563390990306,
      "grad_norm": 0.4238992343706461,
      "learning_rate": 2.322460765523423e-05,
      "loss": 0.769,
      "step": 347
    },
    {
      "epoch": 0.5291769625546474,
      "grad_norm": 0.4491430678713249,
      "learning_rate": 2.3201366489289512e-05,
      "loss": 0.7742,
      "step": 348
    },
    {
      "epoch": 0.5306975860102642,
      "grad_norm": 0.4445057795157137,
      "learning_rate": 2.317806754590568e-05,
      "loss": 0.7798,
      "step": 349
    },
    {
      "epoch": 0.532218209465881,
      "grad_norm": 0.45149251584132893,
      "learning_rate": 2.3154710964560735e-05,
      "loss": 0.7705,
      "step": 350
    },
    {
      "epoch": 0.5337388329214978,
      "grad_norm": 0.4379914224804398,
      "learning_rate": 2.313129688507772e-05,
      "loss": 0.7465,
      "step": 351
    },
    {
      "epoch": 0.5352594563771146,
      "grad_norm": 0.5240644813586705,
      "learning_rate": 2.3107825447623893e-05,
      "loss": 0.7792,
      "step": 352
    },
    {
      "epoch": 0.5367800798327315,
      "grad_norm": 0.43614968464292103,
      "learning_rate": 2.3084296792709876e-05,
      "loss": 0.8012,
      "step": 353
    },
    {
      "epoch": 0.5383007032883482,
      "grad_norm": 0.5238927538180428,
      "learning_rate": 2.3060711061188828e-05,
      "loss": 0.7121,
      "step": 354
    },
    {
      "epoch": 0.539821326743965,
      "grad_norm": 0.44343055771039847,
      "learning_rate": 2.303706839425559e-05,
      "loss": 0.7597,
      "step": 355
    },
    {
      "epoch": 0.5413419501995819,
      "grad_norm": 0.4760425163011581,
      "learning_rate": 2.301336893344584e-05,
      "loss": 0.7686,
      "step": 356
    },
    {
      "epoch": 0.5428625736551986,
      "grad_norm": 0.3864387482026591,
      "learning_rate": 2.2989612820635268e-05,
      "loss": 0.7634,
      "step": 357
    },
    {
      "epoch": 0.5443831971108154,
      "grad_norm": 0.4454248548842092,
      "learning_rate": 2.2965800198038684e-05,
      "loss": 0.7462,
      "step": 358
    },
    {
      "epoch": 0.5459038205664323,
      "grad_norm": 0.4045116377861445,
      "learning_rate": 2.2941931208209206e-05,
      "loss": 0.7538,
      "step": 359
    },
    {
      "epoch": 0.547424444022049,
      "grad_norm": 0.45148513549461083,
      "learning_rate": 2.291800599403739e-05,
      "loss": 0.7576,
      "step": 360
    },
    {
      "epoch": 0.5489450674776658,
      "grad_norm": 0.4144212534792813,
      "learning_rate": 2.289402469875037e-05,
      "loss": 0.7679,
      "step": 361
    },
    {
      "epoch": 0.5504656909332827,
      "grad_norm": 0.3949666631774562,
      "learning_rate": 2.2869987465911015e-05,
      "loss": 0.7334,
      "step": 362
    },
    {
      "epoch": 0.5519863143888994,
      "grad_norm": 0.592549458633791,
      "learning_rate": 2.284589443941706e-05,
      "loss": 0.766,
      "step": 363
    },
    {
      "epoch": 0.5535069378445162,
      "grad_norm": 0.3625351248308574,
      "learning_rate": 2.2821745763500237e-05,
      "loss": 0.7502,
      "step": 364
    },
    {
      "epoch": 0.5550275613001331,
      "grad_norm": 0.55689868686449,
      "learning_rate": 2.279754158272543e-05,
      "loss": 0.741,
      "step": 365
    },
    {
      "epoch": 0.5565481847557499,
      "grad_norm": 0.4232933895876237,
      "learning_rate": 2.2773282041989803e-05,
      "loss": 0.7203,
      "step": 366
    },
    {
      "epoch": 0.5580688082113666,
      "grad_norm": 0.47439658622550684,
      "learning_rate": 2.274896728652192e-05,
      "loss": 0.7413,
      "step": 367
    },
    {
      "epoch": 0.5595894316669835,
      "grad_norm": 0.4229854780360866,
      "learning_rate": 2.2724597461880887e-05,
      "loss": 0.7919,
      "step": 368
    },
    {
      "epoch": 0.5611100551226003,
      "grad_norm": 0.449535321441458,
      "learning_rate": 2.2700172713955486e-05,
      "loss": 0.7871,
      "step": 369
    },
    {
      "epoch": 0.562630678578217,
      "grad_norm": 0.42277942967988674,
      "learning_rate": 2.267569318896329e-05,
      "loss": 0.7492,
      "step": 370
    },
    {
      "epoch": 0.5641513020338339,
      "grad_norm": 0.4008266318587021,
      "learning_rate": 2.2651159033449787e-05,
      "loss": 0.7599,
      "step": 371
    },
    {
      "epoch": 0.5656719254894507,
      "grad_norm": 0.46433746216794397,
      "learning_rate": 2.2626570394287524e-05,
      "loss": 0.769,
      "step": 372
    },
    {
      "epoch": 0.5671925489450674,
      "grad_norm": 0.4052331130445469,
      "learning_rate": 2.260192741867519e-05,
      "loss": 0.7584,
      "step": 373
    },
    {
      "epoch": 0.5687131724006843,
      "grad_norm": 0.4069059419780127,
      "learning_rate": 2.2577230254136776e-05,
      "loss": 0.7605,
      "step": 374
    },
    {
      "epoch": 0.5702337958563011,
      "grad_norm": 0.45966108042874787,
      "learning_rate": 2.2552479048520657e-05,
      "loss": 0.771,
      "step": 375
    },
    {
      "epoch": 0.5717544193119178,
      "grad_norm": 0.4230352997839189,
      "learning_rate": 2.2527673949998737e-05,
      "loss": 0.7859,
      "step": 376
    },
    {
      "epoch": 0.5732750427675347,
      "grad_norm": 0.42063368235914506,
      "learning_rate": 2.250281510706553e-05,
      "loss": 0.7962,
      "step": 377
    },
    {
      "epoch": 0.5747956662231515,
      "grad_norm": 0.41245979398339844,
      "learning_rate": 2.2477902668537307e-05,
      "loss": 0.7692,
      "step": 378
    },
    {
      "epoch": 0.5763162896787682,
      "grad_norm": 0.42587671502291896,
      "learning_rate": 2.2452936783551174e-05,
      "loss": 0.7659,
      "step": 379
    },
    {
      "epoch": 0.5778369131343851,
      "grad_norm": 0.39899767427234584,
      "learning_rate": 2.2427917601564194e-05,
      "loss": 0.7576,
      "step": 380
    },
    {
      "epoch": 0.5793575365900019,
      "grad_norm": 0.4504820473523934,
      "learning_rate": 2.2402845272352495e-05,
      "loss": 0.7657,
      "step": 381
    },
    {
      "epoch": 0.5808781600456187,
      "grad_norm": 0.41018097177091434,
      "learning_rate": 2.237771994601036e-05,
      "loss": 0.7477,
      "step": 382
    },
    {
      "epoch": 0.5823987835012355,
      "grad_norm": 0.38305001213351025,
      "learning_rate": 2.235254177294934e-05,
      "loss": 0.7232,
      "step": 383
    },
    {
      "epoch": 0.5839194069568523,
      "grad_norm": 0.47095376013594553,
      "learning_rate": 2.232731090389736e-05,
      "loss": 0.7741,
      "step": 384
    },
    {
      "epoch": 0.5854400304124691,
      "grad_norm": 0.4636124674958436,
      "learning_rate": 2.2302027489897786e-05,
      "loss": 0.7517,
      "step": 385
    },
    {
      "epoch": 0.5869606538680859,
      "grad_norm": 0.44034211588944,
      "learning_rate": 2.2276691682308565e-05,
      "loss": 0.7418,
      "step": 386
    },
    {
      "epoch": 0.5884812773237027,
      "grad_norm": 0.4181155110302704,
      "learning_rate": 2.2251303632801276e-05,
      "loss": 0.7565,
      "step": 387
    },
    {
      "epoch": 0.5900019007793195,
      "grad_norm": 0.44045436172545194,
      "learning_rate": 2.2225863493360255e-05,
      "loss": 0.743,
      "step": 388
    },
    {
      "epoch": 0.5915225242349363,
      "grad_norm": 0.3847833966152017,
      "learning_rate": 2.220037141628167e-05,
      "loss": 0.7338,
      "step": 389
    },
    {
      "epoch": 0.5930431476905531,
      "grad_norm": 0.42280183460806886,
      "learning_rate": 2.2174827554172604e-05,
      "loss": 0.7704,
      "step": 390
    },
    {
      "epoch": 0.59456377114617,
      "grad_norm": 0.4636797659898542,
      "learning_rate": 2.2149232059950155e-05,
      "loss": 0.8102,
      "step": 391
    },
    {
      "epoch": 0.5960843946017867,
      "grad_norm": 0.41898988989505653,
      "learning_rate": 2.2123585086840513e-05,
      "loss": 0.7743,
      "step": 392
    },
    {
      "epoch": 0.5976050180574035,
      "grad_norm": 0.4669187287489928,
      "learning_rate": 2.2097886788378042e-05,
      "loss": 0.7809,
      "step": 393
    },
    {
      "epoch": 0.5991256415130204,
      "grad_norm": 0.3896079438766509,
      "learning_rate": 2.2072137318404363e-05,
      "loss": 0.7482,
      "step": 394
    },
    {
      "epoch": 0.6006462649686372,
      "grad_norm": 0.49028722719405726,
      "learning_rate": 2.2046336831067438e-05,
      "loss": 0.7412,
      "step": 395
    },
    {
      "epoch": 0.6021668884242539,
      "grad_norm": 0.40246044806361353,
      "learning_rate": 2.2020485480820634e-05,
      "loss": 0.736,
      "step": 396
    },
    {
      "epoch": 0.6036875118798708,
      "grad_norm": 0.39677182146473855,
      "learning_rate": 2.199458342242181e-05,
      "loss": 0.7436,
      "step": 397
    },
    {
      "epoch": 0.6052081353354876,
      "grad_norm": 0.42836586963405954,
      "learning_rate": 2.196863081093239e-05,
      "loss": 0.7649,
      "step": 398
    },
    {
      "epoch": 0.6067287587911043,
      "grad_norm": 0.4469293995373356,
      "learning_rate": 2.1942627801716423e-05,
      "loss": 0.7442,
      "step": 399
    },
    {
      "epoch": 0.6082493822467212,
      "grad_norm": 0.4004274410012105,
      "learning_rate": 2.1916574550439677e-05,
      "loss": 0.7694,
      "step": 400
    },
    {
      "epoch": 0.609770005702338,
      "grad_norm": 0.4128648841658959,
      "learning_rate": 2.189047121306867e-05,
      "loss": 0.7628,
      "step": 401
    },
    {
      "epoch": 0.6112906291579547,
      "grad_norm": 0.397595260719658,
      "learning_rate": 2.186431794586978e-05,
      "loss": 0.7335,
      "step": 402
    },
    {
      "epoch": 0.6128112526135716,
      "grad_norm": 0.39655951051855476,
      "learning_rate": 2.1838114905408268e-05,
      "loss": 0.7488,
      "step": 403
    },
    {
      "epoch": 0.6143318760691884,
      "grad_norm": 0.3954068854911475,
      "learning_rate": 2.1811862248547378e-05,
      "loss": 0.7732,
      "step": 404
    },
    {
      "epoch": 0.6158524995248051,
      "grad_norm": 0.4029750154489033,
      "learning_rate": 2.1785560132447365e-05,
      "loss": 0.7635,
      "step": 405
    },
    {
      "epoch": 0.617373122980422,
      "grad_norm": 0.4988589982990038,
      "learning_rate": 2.1759208714564575e-05,
      "loss": 0.7482,
      "step": 406
    },
    {
      "epoch": 0.6188937464360388,
      "grad_norm": 0.3830796517420403,
      "learning_rate": 2.1732808152650507e-05,
      "loss": 0.7059,
      "step": 407
    },
    {
      "epoch": 0.6204143698916555,
      "grad_norm": 0.4928324719853511,
      "learning_rate": 2.1706358604750843e-05,
      "loss": 0.75,
      "step": 408
    },
    {
      "epoch": 0.6219349933472724,
      "grad_norm": 0.41872118978417633,
      "learning_rate": 2.1679860229204526e-05,
      "loss": 0.7799,
      "step": 409
    },
    {
      "epoch": 0.6234556168028892,
      "grad_norm": 0.44112153018658945,
      "learning_rate": 2.1653313184642798e-05,
      "loss": 0.7554,
      "step": 410
    },
    {
      "epoch": 0.624976240258506,
      "grad_norm": 0.44207424430007414,
      "learning_rate": 2.162671762998826e-05,
      "loss": 0.7303,
      "step": 411
    },
    {
      "epoch": 0.6264968637141228,
      "grad_norm": 0.4287487064749124,
      "learning_rate": 2.1600073724453913e-05,
      "loss": 0.7311,
      "step": 412
    },
    {
      "epoch": 0.6280174871697396,
      "grad_norm": 0.4795008086486292,
      "learning_rate": 2.157338162754221e-05,
      "loss": 0.7538,
      "step": 413
    },
    {
      "epoch": 0.6295381106253564,
      "grad_norm": 0.4116045721062874,
      "learning_rate": 2.1546641499044105e-05,
      "loss": 0.7526,
      "step": 414
    },
    {
      "epoch": 0.6310587340809732,
      "grad_norm": 0.4601608034979367,
      "learning_rate": 2.1519853499038075e-05,
      "loss": 0.7891,
      "step": 415
    },
    {
      "epoch": 0.63257935753659,
      "grad_norm": 0.43000044965092804,
      "learning_rate": 2.14930177878892e-05,
      "loss": 0.7347,
      "step": 416
    },
    {
      "epoch": 0.6340999809922068,
      "grad_norm": 0.43136823831520454,
      "learning_rate": 2.1466134526248154e-05,
      "loss": 0.778,
      "step": 417
    },
    {
      "epoch": 0.6356206044478236,
      "grad_norm": 0.40082789389914825,
      "learning_rate": 2.1439203875050295e-05,
      "loss": 0.7435,
      "step": 418
    },
    {
      "epoch": 0.6371412279034404,
      "grad_norm": 0.46281961581743375,
      "learning_rate": 2.1412225995514658e-05,
      "loss": 0.7644,
      "step": 419
    },
    {
      "epoch": 0.6386618513590572,
      "grad_norm": 0.39180679623310466,
      "learning_rate": 2.1385201049143025e-05,
      "loss": 0.7401,
      "step": 420
    },
    {
      "epoch": 0.640182474814674,
      "grad_norm": 0.44410256733578407,
      "learning_rate": 2.135812919771892e-05,
      "loss": 0.749,
      "step": 421
    },
    {
      "epoch": 0.6417030982702908,
      "grad_norm": 0.4332510457584124,
      "learning_rate": 2.133101060330668e-05,
      "loss": 0.724,
      "step": 422
    },
    {
      "epoch": 0.6432237217259076,
      "grad_norm": 0.434836178784241,
      "learning_rate": 2.1303845428250453e-05,
      "loss": 0.7905,
      "step": 423
    },
    {
      "epoch": 0.6447443451815245,
      "grad_norm": 0.5203348960832226,
      "learning_rate": 2.127663383517326e-05,
      "loss": 0.7775,
      "step": 424
    },
    {
      "epoch": 0.6462649686371412,
      "grad_norm": 0.4239061363149275,
      "learning_rate": 2.1249375986975975e-05,
      "loss": 0.7547,
      "step": 425
    },
    {
      "epoch": 0.647785592092758,
      "grad_norm": 0.5531850395502146,
      "learning_rate": 2.1222072046836397e-05,
      "loss": 0.7562,
      "step": 426
    },
    {
      "epoch": 0.6493062155483749,
      "grad_norm": 0.44407831554002236,
      "learning_rate": 2.119472217820824e-05,
      "loss": 0.7563,
      "step": 427
    },
    {
      "epoch": 0.6508268390039916,
      "grad_norm": 0.46682309596014615,
      "learning_rate": 2.1167326544820175e-05,
      "loss": 0.757,
      "step": 428
    },
    {
      "epoch": 0.6523474624596084,
      "grad_norm": 0.4356058035250766,
      "learning_rate": 2.1139885310674832e-05,
      "loss": 0.7598,
      "step": 429
    },
    {
      "epoch": 0.6538680859152253,
      "grad_norm": 0.4201883171891972,
      "learning_rate": 2.1112398640047842e-05,
      "loss": 0.7347,
      "step": 430
    },
    {
      "epoch": 0.655388709370842,
      "grad_norm": 0.42395223035483165,
      "learning_rate": 2.1084866697486813e-05,
      "loss": 0.7414,
      "step": 431
    },
    {
      "epoch": 0.6569093328264588,
      "grad_norm": 0.39048036764414096,
      "learning_rate": 2.1057289647810407e-05,
      "loss": 0.7338,
      "step": 432
    },
    {
      "epoch": 0.6584299562820757,
      "grad_norm": 0.44299976473368746,
      "learning_rate": 2.1029667656107295e-05,
      "loss": 0.7791,
      "step": 433
    },
    {
      "epoch": 0.6599505797376924,
      "grad_norm": 0.500893872138014,
      "learning_rate": 2.100200088773519e-05,
      "loss": 0.7543,
      "step": 434
    },
    {
      "epoch": 0.6614712031933092,
      "grad_norm": 0.49372215416444076,
      "learning_rate": 2.0974289508319867e-05,
      "loss": 0.7676,
      "step": 435
    },
    {
      "epoch": 0.6629918266489261,
      "grad_norm": 0.46705701804279404,
      "learning_rate": 2.094653368375416e-05,
      "loss": 0.7631,
      "step": 436
    },
    {
      "epoch": 0.6645124501045429,
      "grad_norm": 0.5152291637276656,
      "learning_rate": 2.0918733580196976e-05,
      "loss": 0.778,
      "step": 437
    },
    {
      "epoch": 0.6660330735601596,
      "grad_norm": 0.4597895523784997,
      "learning_rate": 2.089088936407228e-05,
      "loss": 0.7411,
      "step": 438
    },
    {
      "epoch": 0.6675536970157765,
      "grad_norm": 0.43780405947061785,
      "learning_rate": 2.0863001202068135e-05,
      "loss": 0.7234,
      "step": 439
    },
    {
      "epoch": 0.6690743204713933,
      "grad_norm": 0.48252738543172174,
      "learning_rate": 2.083506926113568e-05,
      "loss": 0.7537,
      "step": 440
    },
    {
      "epoch": 0.67059494392701,
      "grad_norm": 0.386483976594262,
      "learning_rate": 2.080709370848812e-05,
      "loss": 0.7385,
      "step": 441
    },
    {
      "epoch": 0.6721155673826269,
      "grad_norm": 0.4545211695758658,
      "learning_rate": 2.077907471159975e-05,
      "loss": 0.7669,
      "step": 442
    },
    {
      "epoch": 0.6736361908382437,
      "grad_norm": 0.4105864152211242,
      "learning_rate": 2.075101243820494e-05,
      "loss": 0.748,
      "step": 443
    },
    {
      "epoch": 0.6751568142938604,
      "grad_norm": 0.4504033111976225,
      "learning_rate": 2.0722907056297144e-05,
      "loss": 0.7364,
      "step": 444
    },
    {
      "epoch": 0.6766774377494773,
      "grad_norm": 0.43800556294426285,
      "learning_rate": 2.0694758734127862e-05,
      "loss": 0.7816,
      "step": 445
    },
    {
      "epoch": 0.6781980612050941,
      "grad_norm": 0.4525088971872918,
      "learning_rate": 2.066656764020567e-05,
      "loss": 0.7795,
      "step": 446
    },
    {
      "epoch": 0.6797186846607108,
      "grad_norm": 0.48236560996254046,
      "learning_rate": 2.0638333943295188e-05,
      "loss": 0.8176,
      "step": 447
    },
    {
      "epoch": 0.6812393081163277,
      "grad_norm": 0.41583212690425186,
      "learning_rate": 2.0610057812416076e-05,
      "loss": 0.7233,
      "step": 448
    },
    {
      "epoch": 0.6827599315719445,
      "grad_norm": 0.45116571513530795,
      "learning_rate": 2.0581739416842023e-05,
      "loss": 0.7537,
      "step": 449
    },
    {
      "epoch": 0.6842805550275614,
      "grad_norm": 0.3988713943698696,
      "learning_rate": 2.0553378926099744e-05,
      "loss": 0.7815,
      "step": 450
    },
    {
      "epoch": 0.6858011784831781,
      "grad_norm": 0.4119407206884566,
      "learning_rate": 2.0524976509967945e-05,
      "loss": 0.7884,
      "step": 451
    },
    {
      "epoch": 0.6873218019387949,
      "grad_norm": 0.4826174722158836,
      "learning_rate": 2.0496532338476314e-05,
      "loss": 0.7514,
      "step": 452
    },
    {
      "epoch": 0.6888424253944118,
      "grad_norm": 0.4442915093907275,
      "learning_rate": 2.046804658190451e-05,
      "loss": 0.7724,
      "step": 453
    },
    {
      "epoch": 0.6903630488500285,
      "grad_norm": 0.4078747197054875,
      "learning_rate": 2.0439519410781135e-05,
      "loss": 0.7422,
      "step": 454
    },
    {
      "epoch": 0.6918836723056453,
      "grad_norm": 0.40352123173925075,
      "learning_rate": 2.0410950995882723e-05,
      "loss": 0.7473,
      "step": 455
    },
    {
      "epoch": 0.6934042957612622,
      "grad_norm": 0.37505514036015986,
      "learning_rate": 2.0382341508232713e-05,
      "loss": 0.7315,
      "step": 456
    },
    {
      "epoch": 0.6949249192168789,
      "grad_norm": 0.4001378862906619,
      "learning_rate": 2.0353691119100415e-05,
      "loss": 0.7503,
      "step": 457
    },
    {
      "epoch": 0.6964455426724957,
      "grad_norm": 0.4227756951676847,
      "learning_rate": 2.0325e-05,
      "loss": 0.7604,
      "step": 458
    },
    {
      "epoch": 0.6979661661281126,
      "grad_norm": 0.3771305192233914,
      "learning_rate": 2.029626832268947e-05,
      "loss": 0.7336,
      "step": 459
    },
    {
      "epoch": 0.6994867895837293,
      "grad_norm": 0.36251000512548065,
      "learning_rate": 2.0267496259169623e-05,
      "loss": 0.7139,
      "step": 460
    },
    {
      "epoch": 0.7010074130393461,
      "grad_norm": 0.3633369727991047,
      "learning_rate": 2.023868398168302e-05,
      "loss": 0.7254,
      "step": 461
    },
    {
      "epoch": 0.702528036494963,
      "grad_norm": 0.3722032410661908,
      "learning_rate": 2.0209831662712973e-05,
      "loss": 0.7291,
      "step": 462
    },
    {
      "epoch": 0.7040486599505797,
      "grad_norm": 0.39237895415677215,
      "learning_rate": 2.0180939474982496e-05,
      "loss": 0.7807,
      "step": 463
    },
    {
      "epoch": 0.7055692834061965,
      "grad_norm": 0.38128737748687397,
      "learning_rate": 2.015200759145327e-05,
      "loss": 0.7525,
      "step": 464
    },
    {
      "epoch": 0.7070899068618134,
      "grad_norm": 0.39388751320764215,
      "learning_rate": 2.0123036185324624e-05,
      "loss": 0.765,
      "step": 465
    },
    {
      "epoch": 0.7086105303174302,
      "grad_norm": 0.4161404920966044,
      "learning_rate": 2.0094025430032477e-05,
      "loss": 0.7746,
      "step": 466
    },
    {
      "epoch": 0.7101311537730469,
      "grad_norm": 0.38567602060145806,
      "learning_rate": 2.006497549924831e-05,
      "loss": 0.7525,
      "step": 467
    },
    {
      "epoch": 0.7116517772286638,
      "grad_norm": 0.3878678822202346,
      "learning_rate": 2.0035886566878142e-05,
      "loss": 0.7363,
      "step": 468
    },
    {
      "epoch": 0.7131724006842806,
      "grad_norm": 0.4189479849973627,
      "learning_rate": 2.0006758807061447e-05,
      "loss": 0.7202,
      "step": 469
    },
    {
      "epoch": 0.7146930241398973,
      "grad_norm": 0.35897122699509787,
      "learning_rate": 1.997759239417016e-05,
      "loss": 0.711,
      "step": 470
    },
    {
      "epoch": 0.7162136475955142,
      "grad_norm": 0.3719817122737225,
      "learning_rate": 1.9948387502807602e-05,
      "loss": 0.7329,
      "step": 471
    },
    {
      "epoch": 0.717734271051131,
      "grad_norm": 0.38587499281174487,
      "learning_rate": 1.991914430780744e-05,
      "loss": 0.7414,
      "step": 472
    },
    {
      "epoch": 0.7192548945067477,
      "grad_norm": 0.40031974274913,
      "learning_rate": 1.988986298423265e-05,
      "loss": 0.7578,
      "step": 473
    },
    {
      "epoch": 0.7207755179623646,
      "grad_norm": 0.46518346734697724,
      "learning_rate": 1.986054370737446e-05,
      "loss": 0.7399,
      "step": 474
    },
    {
      "epoch": 0.7222961414179814,
      "grad_norm": 0.34848519411774526,
      "learning_rate": 1.983118665275131e-05,
      "loss": 0.7102,
      "step": 475
    },
    {
      "epoch": 0.7238167648735981,
      "grad_norm": 0.3891532280462324,
      "learning_rate": 1.9801791996107777e-05,
      "loss": 0.7307,
      "step": 476
    },
    {
      "epoch": 0.725337388329215,
      "grad_norm": 0.4460610364235613,
      "learning_rate": 1.9772359913413563e-05,
      "loss": 0.7933,
      "step": 477
    },
    {
      "epoch": 0.7268580117848318,
      "grad_norm": 0.3931330019630469,
      "learning_rate": 1.9742890580862405e-05,
      "loss": 0.7626,
      "step": 478
    },
    {
      "epoch": 0.7283786352404485,
      "grad_norm": 0.3869696043446492,
      "learning_rate": 1.9713384174871036e-05,
      "loss": 0.7652,
      "step": 479
    },
    {
      "epoch": 0.7298992586960654,
      "grad_norm": 0.4142673906264668,
      "learning_rate": 1.9683840872078135e-05,
      "loss": 0.7683,
      "step": 480
    },
    {
      "epoch": 0.7314198821516822,
      "grad_norm": 0.3758360055485875,
      "learning_rate": 1.965426084934325e-05,
      "loss": 0.7352,
      "step": 481
    },
    {
      "epoch": 0.732940505607299,
      "grad_norm": 0.3957928284148903,
      "learning_rate": 1.9624644283745763e-05,
      "loss": 0.7709,
      "step": 482
    },
    {
      "epoch": 0.7344611290629158,
      "grad_norm": 0.4166452839891987,
      "learning_rate": 1.959499135258381e-05,
      "loss": 0.7428,
      "step": 483
    },
    {
      "epoch": 0.7359817525185326,
      "grad_norm": 0.3930427010522597,
      "learning_rate": 1.9565302233373233e-05,
      "loss": 0.7239,
      "step": 484
    },
    {
      "epoch": 0.7375023759741494,
      "grad_norm": 0.3601178498038616,
      "learning_rate": 1.9535577103846507e-05,
      "loss": 0.7099,
      "step": 485
    },
    {
      "epoch": 0.7390229994297662,
      "grad_norm": 0.4753582216812286,
      "learning_rate": 1.950581614195169e-05,
      "loss": 0.749,
      "step": 486
    },
    {
      "epoch": 0.740543622885383,
      "grad_norm": 0.3946913425771556,
      "learning_rate": 1.9476019525851328e-05,
      "loss": 0.7461,
      "step": 487
    },
    {
      "epoch": 0.7420642463409998,
      "grad_norm": 0.408093102930642,
      "learning_rate": 1.9446187433921438e-05,
      "loss": 0.7433,
      "step": 488
    },
    {
      "epoch": 0.7435848697966166,
      "grad_norm": 0.4409320643561924,
      "learning_rate": 1.941632004475039e-05,
      "loss": 0.7419,
      "step": 489
    },
    {
      "epoch": 0.7451054932522334,
      "grad_norm": 0.4107498993063142,
      "learning_rate": 1.938641753713787e-05,
      "loss": 0.7663,
      "step": 490
    },
    {
      "epoch": 0.7466261167078502,
      "grad_norm": 0.3992120160222559,
      "learning_rate": 1.9356480090093787e-05,
      "loss": 0.7549,
      "step": 491
    },
    {
      "epoch": 0.748146740163467,
      "grad_norm": 0.4323109678553807,
      "learning_rate": 1.9326507882837228e-05,
      "loss": 0.7578,
      "step": 492
    },
    {
      "epoch": 0.7496673636190838,
      "grad_norm": 0.4188967295796775,
      "learning_rate": 1.929650109479536e-05,
      "loss": 0.7623,
      "step": 493
    },
    {
      "epoch": 0.7511879870747006,
      "grad_norm": 0.4016307344915274,
      "learning_rate": 1.9266459905602376e-05,
      "loss": 0.7504,
      "step": 494
    },
    {
      "epoch": 0.7527086105303175,
      "grad_norm": 0.45431926716757953,
      "learning_rate": 1.9236384495098395e-05,
      "loss": 0.7569,
      "step": 495
    },
    {
      "epoch": 0.7542292339859342,
      "grad_norm": 0.37461201818259915,
      "learning_rate": 1.9206275043328413e-05,
      "loss": 0.7228,
      "step": 496
    },
    {
      "epoch": 0.755749857441551,
      "grad_norm": 0.44795894634744293,
      "learning_rate": 1.9176131730541206e-05,
      "loss": 0.7204,
      "step": 497
    },
    {
      "epoch": 0.7572704808971679,
      "grad_norm": 0.3739926769832927,
      "learning_rate": 1.9145954737188265e-05,
      "loss": 0.7123,
      "step": 498
    },
    {
      "epoch": 0.7587911043527846,
      "grad_norm": 0.39711092135289616,
      "learning_rate": 1.911574424392269e-05,
      "loss": 0.7532,
      "step": 499
    },
    {
      "epoch": 0.7603117278084014,
      "grad_norm": 0.3754721725582843,
      "learning_rate": 1.9085500431598156e-05,
      "loss": 0.6882,
      "step": 500
    },
    {
      "epoch": 0.7618323512640183,
      "grad_norm": 0.39959794535350796,
      "learning_rate": 1.9055223481267776e-05,
      "loss": 0.7479,
      "step": 501
    },
    {
      "epoch": 0.763352974719635,
      "grad_norm": 0.35365524692767664,
      "learning_rate": 1.9024913574183046e-05,
      "loss": 0.7487,
      "step": 502
    },
    {
      "epoch": 0.7648735981752518,
      "grad_norm": 0.4166202806824158,
      "learning_rate": 1.899457089179276e-05,
      "loss": 0.7574,
      "step": 503
    },
    {
      "epoch": 0.7663942216308687,
      "grad_norm": 0.3915634338240503,
      "learning_rate": 1.896419561574193e-05,
      "loss": 0.7325,
      "step": 504
    },
    {
      "epoch": 0.7679148450864854,
      "grad_norm": 0.48602884460303647,
      "learning_rate": 1.8933787927870668e-05,
      "loss": 0.7286,
      "step": 505
    },
    {
      "epoch": 0.7694354685421022,
      "grad_norm": 0.36368946637812705,
      "learning_rate": 1.890334801021313e-05,
      "loss": 0.7562,
      "step": 506
    },
    {
      "epoch": 0.7709560919977191,
      "grad_norm": 0.45475514908964265,
      "learning_rate": 1.8872876044996417e-05,
      "loss": 0.7414,
      "step": 507
    },
    {
      "epoch": 0.7724767154533358,
      "grad_norm": 0.4086589491103268,
      "learning_rate": 1.8842372214639475e-05,
      "loss": 0.7661,
      "step": 508
    },
    {
      "epoch": 0.7739973389089527,
      "grad_norm": 0.4038130105419086,
      "learning_rate": 1.8811836701752004e-05,
      "loss": 0.733,
      "step": 509
    },
    {
      "epoch": 0.7755179623645695,
      "grad_norm": 0.4234636977161692,
      "learning_rate": 1.8781269689133386e-05,
      "loss": 0.8073,
      "step": 510
    },
    {
      "epoch": 0.7770385858201863,
      "grad_norm": 0.395363248052582,
      "learning_rate": 1.8750671359771563e-05,
      "loss": 0.7298,
      "step": 511
    },
    {
      "epoch": 0.7785592092758031,
      "grad_norm": 0.49129541089929685,
      "learning_rate": 1.8720041896841943e-05,
      "loss": 0.7118,
      "step": 512
    },
    {
      "epoch": 0.7800798327314199,
      "grad_norm": 0.41442318450837484,
      "learning_rate": 1.868938148370634e-05,
      "loss": 0.7451,
      "step": 513
    },
    {
      "epoch": 0.7816004561870367,
      "grad_norm": 0.4332314377021711,
      "learning_rate": 1.8658690303911834e-05,
      "loss": 0.7456,
      "step": 514
    },
    {
      "epoch": 0.7831210796426535,
      "grad_norm": 0.49756006836526884,
      "learning_rate": 1.8627968541189676e-05,
      "loss": 0.7449,
      "step": 515
    },
    {
      "epoch": 0.7846417030982703,
      "grad_norm": 0.39053028376926463,
      "learning_rate": 1.8597216379454236e-05,
      "loss": 0.7353,
      "step": 516
    },
    {
      "epoch": 0.7861623265538871,
      "grad_norm": 0.42683269902895027,
      "learning_rate": 1.8566434002801828e-05,
      "loss": 0.73,
      "step": 517
    },
    {
      "epoch": 0.787682950009504,
      "grad_norm": 0.4414935000692991,
      "learning_rate": 1.8535621595509665e-05,
      "loss": 0.7222,
      "step": 518
    },
    {
      "epoch": 0.7892035734651207,
      "grad_norm": 0.36090118649581926,
      "learning_rate": 1.8504779342034735e-05,
      "loss": 0.7206,
      "step": 519
    },
    {
      "epoch": 0.7907241969207375,
      "grad_norm": 0.44956102255887004,
      "learning_rate": 1.8473907427012702e-05,
      "loss": 0.7809,
      "step": 520
    },
    {
      "epoch": 0.7922448203763544,
      "grad_norm": 0.400049613455352,
      "learning_rate": 1.8443006035256794e-05,
      "loss": 0.7165,
      "step": 521
    },
    {
      "epoch": 0.7937654438319711,
      "grad_norm": 0.4096379673462462,
      "learning_rate": 1.8412075351756694e-05,
      "loss": 0.7188,
      "step": 522
    },
    {
      "epoch": 0.7952860672875879,
      "grad_norm": 0.3813329658819688,
      "learning_rate": 1.8381115561677448e-05,
      "loss": 0.7434,
      "step": 523
    },
    {
      "epoch": 0.7968066907432048,
      "grad_norm": 0.3883504678303308,
      "learning_rate": 1.835012685035834e-05,
      "loss": 0.7538,
      "step": 524
    },
    {
      "epoch": 0.7983273141988215,
      "grad_norm": 0.4810224536969676,
      "learning_rate": 1.831910940331179e-05,
      "loss": 0.732,
      "step": 525
    },
    {
      "epoch": 0.7998479376544383,
      "grad_norm": 0.4274875955939722,
      "learning_rate": 1.828806340622226e-05,
      "loss": 0.7654,
      "step": 526
    },
    {
      "epoch": 0.8013685611100552,
      "grad_norm": 0.6167789867453826,
      "learning_rate": 1.8256989044945094e-05,
      "loss": 0.723,
      "step": 527
    },
    {
      "epoch": 0.8028891845656719,
      "grad_norm": 0.38651635512015386,
      "learning_rate": 1.8225886505505468e-05,
      "loss": 0.7301,
      "step": 528
    },
    {
      "epoch": 0.8044098080212887,
      "grad_norm": 0.5105848984644641,
      "learning_rate": 1.8194755974097218e-05,
      "loss": 0.7379,
      "step": 529
    },
    {
      "epoch": 0.8059304314769056,
      "grad_norm": 0.4337444604279403,
      "learning_rate": 1.8163597637081783e-05,
      "loss": 0.7438,
      "step": 530
    },
    {
      "epoch": 0.8074510549325223,
      "grad_norm": 0.38311547081568653,
      "learning_rate": 1.8132411680987025e-05,
      "loss": 0.7166,
      "step": 531
    },
    {
      "epoch": 0.8089716783881391,
      "grad_norm": 0.40940875061446746,
      "learning_rate": 1.8101198292506176e-05,
      "loss": 0.7377,
      "step": 532
    },
    {
      "epoch": 0.810492301843756,
      "grad_norm": 0.39069303091376745,
      "learning_rate": 1.8069957658496668e-05,
      "loss": 0.7362,
      "step": 533
    },
    {
      "epoch": 0.8120129252993727,
      "grad_norm": 0.4034863997233365,
      "learning_rate": 1.8038689965979057e-05,
      "loss": 0.7845,
      "step": 534
    },
    {
      "epoch": 0.8135335487549895,
      "grad_norm": 0.3743182233611382,
      "learning_rate": 1.8007395402135864e-05,
      "loss": 0.7249,
      "step": 535
    },
    {
      "epoch": 0.8150541722106064,
      "grad_norm": 0.4151612507277004,
      "learning_rate": 1.7976074154310488e-05,
      "loss": 0.7501,
      "step": 536
    },
    {
      "epoch": 0.8165747956662232,
      "grad_norm": 0.4052560608313417,
      "learning_rate": 1.7944726410006063e-05,
      "loss": 0.7397,
      "step": 537
    },
    {
      "epoch": 0.8180954191218399,
      "grad_norm": 0.4204385753908119,
      "learning_rate": 1.7913352356884348e-05,
      "loss": 0.7269,
      "step": 538
    },
    {
      "epoch": 0.8196160425774568,
      "grad_norm": 0.36912065852511794,
      "learning_rate": 1.7881952182764595e-05,
      "loss": 0.7216,
      "step": 539
    },
    {
      "epoch": 0.8211366660330736,
      "grad_norm": 0.4091528689771071,
      "learning_rate": 1.785052607562243e-05,
      "loss": 0.741,
      "step": 540
    },
    {
      "epoch": 0.8226572894886903,
      "grad_norm": 0.3712296997315177,
      "learning_rate": 1.7819074223588718e-05,
      "loss": 0.7361,
      "step": 541
    },
    {
      "epoch": 0.8241779129443072,
      "grad_norm": 0.41163387712501454,
      "learning_rate": 1.7787596814948465e-05,
      "loss": 0.7153,
      "step": 542
    },
    {
      "epoch": 0.825698536399924,
      "grad_norm": 0.3881722683934304,
      "learning_rate": 1.7756094038139645e-05,
      "loss": 0.7354,
      "step": 543
    },
    {
      "epoch": 0.8272191598555407,
      "grad_norm": 0.37426692455200733,
      "learning_rate": 1.7724566081752113e-05,
      "loss": 0.7132,
      "step": 544
    },
    {
      "epoch": 0.8287397833111576,
      "grad_norm": 0.36537784686372354,
      "learning_rate": 1.7693013134526457e-05,
      "loss": 0.6791,
      "step": 545
    },
    {
      "epoch": 0.8302604067667744,
      "grad_norm": 0.3789388855291124,
      "learning_rate": 1.7661435385352875e-05,
      "loss": 0.7158,
      "step": 546
    },
    {
      "epoch": 0.8317810302223911,
      "grad_norm": 0.41030137404819805,
      "learning_rate": 1.762983302327003e-05,
      "loss": 0.6648,
      "step": 547
    },
    {
      "epoch": 0.833301653678008,
      "grad_norm": 0.3866957065876247,
      "learning_rate": 1.7598206237463935e-05,
      "loss": 0.7383,
      "step": 548
    },
    {
      "epoch": 0.8348222771336248,
      "grad_norm": 0.42152702106156975,
      "learning_rate": 1.7566555217266816e-05,
      "loss": 0.7486,
      "step": 549
    },
    {
      "epoch": 0.8363429005892415,
      "grad_norm": 0.3837180537567676,
      "learning_rate": 1.753488015215598e-05,
      "loss": 0.7139,
      "step": 550
    },
    {
      "epoch": 0.8378635240448584,
      "grad_norm": 0.45359893466752715,
      "learning_rate": 1.750318123175267e-05,
      "loss": 0.7415,
      "step": 551
    },
    {
      "epoch": 0.8393841475004752,
      "grad_norm": 0.37167124021677417,
      "learning_rate": 1.7471458645820944e-05,
      "loss": 0.7341,
      "step": 552
    },
    {
      "epoch": 0.840904770956092,
      "grad_norm": 0.386261837626807,
      "learning_rate": 1.7439712584266523e-05,
      "loss": 0.7753,
      "step": 553
    },
    {
      "epoch": 0.8424253944117088,
      "grad_norm": 0.3607815357285951,
      "learning_rate": 1.740794323713568e-05,
      "loss": 0.7295,
      "step": 554
    },
    {
      "epoch": 0.8439460178673256,
      "grad_norm": 0.3805870265080064,
      "learning_rate": 1.7376150794614067e-05,
      "loss": 0.742,
      "step": 555
    },
    {
      "epoch": 0.8454666413229424,
      "grad_norm": 0.3634857699838318,
      "learning_rate": 1.7344335447025617e-05,
      "loss": 0.7405,
      "step": 556
    },
    {
      "epoch": 0.8469872647785592,
      "grad_norm": 0.3830792827233582,
      "learning_rate": 1.731249738483136e-05,
      "loss": 0.7593,
      "step": 557
    },
    {
      "epoch": 0.848507888234176,
      "grad_norm": 0.37680323864124654,
      "learning_rate": 1.728063679862832e-05,
      "loss": 0.7374,
      "step": 558
    },
    {
      "epoch": 0.8500285116897928,
      "grad_norm": 0.3812378150946191,
      "learning_rate": 1.724875387914836e-05,
      "loss": 0.7317,
      "step": 559
    },
    {
      "epoch": 0.8515491351454096,
      "grad_norm": 0.3955303602601571,
      "learning_rate": 1.7216848817257034e-05,
      "loss": 0.7558,
      "step": 560
    },
    {
      "epoch": 0.8530697586010264,
      "grad_norm": 0.36089368326825794,
      "learning_rate": 1.718492180395245e-05,
      "loss": 0.7124,
      "step": 561
    },
    {
      "epoch": 0.8545903820566432,
      "grad_norm": 0.39264324951073387,
      "learning_rate": 1.715297303036414e-05,
      "loss": 0.6976,
      "step": 562
    },
    {
      "epoch": 0.85611100551226,
      "grad_norm": 0.3583167479634998,
      "learning_rate": 1.712100268775188e-05,
      "loss": 0.7459,
      "step": 563
    },
    {
      "epoch": 0.8576316289678768,
      "grad_norm": 0.3652537723370093,
      "learning_rate": 1.708901096750459e-05,
      "loss": 0.752,
      "step": 564
    },
    {
      "epoch": 0.8591522524234936,
      "grad_norm": 0.35829414089305417,
      "learning_rate": 1.7056998061139157e-05,
      "loss": 0.7293,
      "step": 565
    },
    {
      "epoch": 0.8606728758791105,
      "grad_norm": 0.41471406367802255,
      "learning_rate": 1.70249641602993e-05,
      "loss": 0.7134,
      "step": 566
    },
    {
      "epoch": 0.8621934993347272,
      "grad_norm": 0.40497506621492396,
      "learning_rate": 1.6992909456754408e-05,
      "loss": 0.7266,
      "step": 567
    },
    {
      "epoch": 0.8637141227903441,
      "grad_norm": 0.5118453814476593,
      "learning_rate": 1.6960834142398424e-05,
      "loss": 0.7524,
      "step": 568
    },
    {
      "epoch": 0.8652347462459609,
      "grad_norm": 0.4027525684201806,
      "learning_rate": 1.6928738409248668e-05,
      "loss": 0.7209,
      "step": 569
    },
    {
      "epoch": 0.8667553697015776,
      "grad_norm": 0.39420637097855954,
      "learning_rate": 1.689662244944469e-05,
      "loss": 0.7445,
      "step": 570
    },
    {
      "epoch": 0.8682759931571945,
      "grad_norm": 0.4106148870965668,
      "learning_rate": 1.686448645524714e-05,
      "loss": 0.7655,
      "step": 571
    },
    {
      "epoch": 0.8697966166128113,
      "grad_norm": 0.3579948523808814,
      "learning_rate": 1.6832330619036584e-05,
      "loss": 0.7165,
      "step": 572
    },
    {
      "epoch": 0.871317240068428,
      "grad_norm": 0.3751959854555261,
      "learning_rate": 1.6800155133312387e-05,
      "loss": 0.7708,
      "step": 573
    },
    {
      "epoch": 0.8728378635240449,
      "grad_norm": 0.39336551188405533,
      "learning_rate": 1.6767960190691538e-05,
      "loss": 0.7161,
      "step": 574
    },
    {
      "epoch": 0.8743584869796617,
      "grad_norm": 0.38785678050667954,
      "learning_rate": 1.6735745983907504e-05,
      "loss": 0.719,
      "step": 575
    },
    {
      "epoch": 0.8758791104352784,
      "grad_norm": 0.3696861272192392,
      "learning_rate": 1.6703512705809085e-05,
      "loss": 0.7434,
      "step": 576
    },
    {
      "epoch": 0.8773997338908953,
      "grad_norm": 0.3807058540190109,
      "learning_rate": 1.667126054935923e-05,
      "loss": 0.7336,
      "step": 577
    },
    {
      "epoch": 0.8789203573465121,
      "grad_norm": 0.3907235180627425,
      "learning_rate": 1.6638989707633927e-05,
      "loss": 0.723,
      "step": 578
    },
    {
      "epoch": 0.8804409808021288,
      "grad_norm": 0.39300541368827063,
      "learning_rate": 1.6606700373821005e-05,
      "loss": 0.7313,
      "step": 579
    },
    {
      "epoch": 0.8819616042577457,
      "grad_norm": 0.3994037757594598,
      "learning_rate": 1.6574392741219003e-05,
      "loss": 0.7366,
      "step": 580
    },
    {
      "epoch": 0.8834822277133625,
      "grad_norm": 0.35949981685128496,
      "learning_rate": 1.6542067003236e-05,
      "loss": 0.7288,
      "step": 581
    },
    {
      "epoch": 0.8850028511689793,
      "grad_norm": 0.3987872705670089,
      "learning_rate": 1.6509723353388463e-05,
      "loss": 0.6909,
      "step": 582
    },
    {
      "epoch": 0.8865234746245961,
      "grad_norm": 0.3829862590465747,
      "learning_rate": 1.6477361985300094e-05,
      "loss": 0.6989,
      "step": 583
    },
    {
      "epoch": 0.8880440980802129,
      "grad_norm": 0.39080192305445455,
      "learning_rate": 1.6444983092700657e-05,
      "loss": 0.7357,
      "step": 584
    },
    {
      "epoch": 0.8895647215358297,
      "grad_norm": 0.39244835712820425,
      "learning_rate": 1.6412586869424823e-05,
      "loss": 0.6906,
      "step": 585
    },
    {
      "epoch": 0.8910853449914465,
      "grad_norm": 0.38987649746021225,
      "learning_rate": 1.6380173509411024e-05,
      "loss": 0.7655,
      "step": 586
    },
    {
      "epoch": 0.8926059684470633,
      "grad_norm": 0.3792483881544404,
      "learning_rate": 1.634774320670027e-05,
      "loss": 0.7414,
      "step": 587
    },
    {
      "epoch": 0.8941265919026801,
      "grad_norm": 0.37786695217123767,
      "learning_rate": 1.6315296155435003e-05,
      "loss": 0.7523,
      "step": 588
    },
    {
      "epoch": 0.8956472153582969,
      "grad_norm": 0.40039846555450576,
      "learning_rate": 1.6282832549857926e-05,
      "loss": 0.7358,
      "step": 589
    },
    {
      "epoch": 0.8971678388139137,
      "grad_norm": 0.3928470737436745,
      "learning_rate": 1.6250352584310847e-05,
      "loss": 0.755,
      "step": 590
    },
    {
      "epoch": 0.8986884622695305,
      "grad_norm": 0.3903264232496443,
      "learning_rate": 1.6217856453233505e-05,
      "loss": 0.7334,
      "step": 591
    },
    {
      "epoch": 0.9002090857251474,
      "grad_norm": 0.3685085038233517,
      "learning_rate": 1.6185344351162427e-05,
      "loss": 0.7137,
      "step": 592
    },
    {
      "epoch": 0.9017297091807641,
      "grad_norm": 0.39206546198749437,
      "learning_rate": 1.6152816472729734e-05,
      "loss": 0.7451,
      "step": 593
    },
    {
      "epoch": 0.9032503326363809,
      "grad_norm": 0.379717976951851,
      "learning_rate": 1.6120273012662e-05,
      "loss": 0.7153,
      "step": 594
    },
    {
      "epoch": 0.9047709560919978,
      "grad_norm": 0.38621564008551273,
      "learning_rate": 1.608771416577908e-05,
      "loss": 0.7559,
      "step": 595
    },
    {
      "epoch": 0.9062915795476145,
      "grad_norm": 0.4060366023992974,
      "learning_rate": 1.6055140126992933e-05,
      "loss": 0.7386,
      "step": 596
    },
    {
      "epoch": 0.9078122030032313,
      "grad_norm": 0.35024041522069665,
      "learning_rate": 1.6022551091306466e-05,
      "loss": 0.7248,
      "step": 597
    },
    {
      "epoch": 0.9093328264588482,
      "grad_norm": 0.4429630612789365,
      "learning_rate": 1.5989947253812372e-05,
      "loss": 0.7344,
      "step": 598
    },
    {
      "epoch": 0.9108534499144649,
      "grad_norm": 0.35160112786541303,
      "learning_rate": 1.5957328809691947e-05,
      "loss": 0.7136,
      "step": 599
    },
    {
      "epoch": 0.9123740733700817,
      "grad_norm": 0.3607594118044688,
      "learning_rate": 1.592469595421393e-05,
      "loss": 0.7152,
      "step": 600
    },
    {
      "epoch": 0.9138946968256986,
      "grad_norm": 0.3888604747890697,
      "learning_rate": 1.589204888273333e-05,
      "loss": 0.7214,
      "step": 601
    },
    {
      "epoch": 0.9154153202813153,
      "grad_norm": 0.36939791749863715,
      "learning_rate": 1.585938779069027e-05,
      "loss": 0.724,
      "step": 602
    },
    {
      "epoch": 0.9169359437369321,
      "grad_norm": 0.3492211353535467,
      "learning_rate": 1.5826712873608794e-05,
      "loss": 0.7059,
      "step": 603
    },
    {
      "epoch": 0.918456567192549,
      "grad_norm": 0.3485676743224654,
      "learning_rate": 1.5794024327095722e-05,
      "loss": 0.6882,
      "step": 604
    },
    {
      "epoch": 0.9199771906481657,
      "grad_norm": 0.34637043053576727,
      "learning_rate": 1.5761322346839444e-05,
      "loss": 0.7329,
      "step": 605
    },
    {
      "epoch": 0.9214978141037825,
      "grad_norm": 0.39153636395112856,
      "learning_rate": 1.5728607128608797e-05,
      "loss": 0.7039,
      "step": 606
    },
    {
      "epoch": 0.9230184375593994,
      "grad_norm": 0.36173214969406103,
      "learning_rate": 1.5695878868251847e-05,
      "loss": 0.7238,
      "step": 607
    },
    {
      "epoch": 0.9245390610150162,
      "grad_norm": 0.3761817399411723,
      "learning_rate": 1.5663137761694748e-05,
      "loss": 0.7287,
      "step": 608
    },
    {
      "epoch": 0.9260596844706329,
      "grad_norm": 0.35432511798173993,
      "learning_rate": 1.5630384004940545e-05,
      "loss": 0.7169,
      "step": 609
    },
    {
      "epoch": 0.9275803079262498,
      "grad_norm": 0.37885488266265444,
      "learning_rate": 1.559761779406803e-05,
      "loss": 0.7456,
      "step": 610
    },
    {
      "epoch": 0.9291009313818666,
      "grad_norm": 0.3834340488104107,
      "learning_rate": 1.5564839325230532e-05,
      "loss": 0.7145,
      "step": 611
    },
    {
      "epoch": 0.9306215548374833,
      "grad_norm": 0.36202133079807264,
      "learning_rate": 1.5532048794654782e-05,
      "loss": 0.7408,
      "step": 612
    },
    {
      "epoch": 0.9321421782931002,
      "grad_norm": 0.39335695813338395,
      "learning_rate": 1.549924639863969e-05,
      "loss": 0.7403,
      "step": 613
    },
    {
      "epoch": 0.933662801748717,
      "grad_norm": 0.3933661187801479,
      "learning_rate": 1.546643233355523e-05,
      "loss": 0.7082,
      "step": 614
    },
    {
      "epoch": 0.9351834252043337,
      "grad_norm": 0.37654144207241497,
      "learning_rate": 1.5433606795841207e-05,
      "loss": 0.7435,
      "step": 615
    },
    {
      "epoch": 0.9367040486599506,
      "grad_norm": 0.44483184731571473,
      "learning_rate": 1.5400769982006128e-05,
      "loss": 0.7156,
      "step": 616
    },
    {
      "epoch": 0.9382246721155674,
      "grad_norm": 0.42682697285522647,
      "learning_rate": 1.536792208862598e-05,
      "loss": 0.696,
      "step": 617
    },
    {
      "epoch": 0.9397452955711841,
      "grad_norm": 0.40979396640326593,
      "learning_rate": 1.5335063312343095e-05,
      "loss": 0.727,
      "step": 618
    },
    {
      "epoch": 0.941265919026801,
      "grad_norm": 0.3960793962289382,
      "learning_rate": 1.530219384986495e-05,
      "loss": 0.7032,
      "step": 619
    },
    {
      "epoch": 0.9427865424824178,
      "grad_norm": 0.3857008168238225,
      "learning_rate": 1.5269313897962994e-05,
      "loss": 0.7502,
      "step": 620
    },
    {
      "epoch": 0.9443071659380345,
      "grad_norm": 0.3982600098061033,
      "learning_rate": 1.5236423653471463e-05,
      "loss": 0.7666,
      "step": 621
    },
    {
      "epoch": 0.9458277893936514,
      "grad_norm": 0.41685987364222565,
      "learning_rate": 1.5203523313286227e-05,
      "loss": 0.7036,
      "step": 622
    },
    {
      "epoch": 0.9473484128492682,
      "grad_norm": 0.3959161081756824,
      "learning_rate": 1.5170613074363573e-05,
      "loss": 0.7311,
      "step": 623
    },
    {
      "epoch": 0.948869036304885,
      "grad_norm": 0.36920330872863855,
      "learning_rate": 1.5137693133719065e-05,
      "loss": 0.7039,
      "step": 624
    },
    {
      "epoch": 0.9503896597605018,
      "grad_norm": 0.39113501294384384,
      "learning_rate": 1.5104763688426331e-05,
      "loss": 0.7506,
      "step": 625
    },
    {
      "epoch": 0.9519102832161186,
      "grad_norm": 0.39144353205492227,
      "learning_rate": 1.5071824935615908e-05,
      "loss": 0.6886,
      "step": 626
    },
    {
      "epoch": 0.9534309066717354,
      "grad_norm": 0.36594301273514485,
      "learning_rate": 1.5038877072474041e-05,
      "loss": 0.7444,
      "step": 627
    },
    {
      "epoch": 0.9549515301273522,
      "grad_norm": 0.3954444253170849,
      "learning_rate": 1.500592029624153e-05,
      "loss": 0.7147,
      "step": 628
    },
    {
      "epoch": 0.956472153582969,
      "grad_norm": 0.3773327611421358,
      "learning_rate": 1.4972954804212516e-05,
      "loss": 0.7453,
      "step": 629
    },
    {
      "epoch": 0.9579927770385859,
      "grad_norm": 0.41652271596518264,
      "learning_rate": 1.4939980793733329e-05,
      "loss": 0.7437,
      "step": 630
    },
    {
      "epoch": 0.9595134004942026,
      "grad_norm": 0.4094773012771971,
      "learning_rate": 1.4906998462201288e-05,
      "loss": 0.7654,
      "step": 631
    },
    {
      "epoch": 0.9610340239498194,
      "grad_norm": 0.3944195978868427,
      "learning_rate": 1.4874008007063523e-05,
      "loss": 0.7452,
      "step": 632
    },
    {
      "epoch": 0.9625546474054363,
      "grad_norm": 0.3707638628881551,
      "learning_rate": 1.48410096258158e-05,
      "loss": 0.7042,
      "step": 633
    },
    {
      "epoch": 0.964075270861053,
      "grad_norm": 0.3755039123645331,
      "learning_rate": 1.4808003516001344e-05,
      "loss": 0.7177,
      "step": 634
    },
    {
      "epoch": 0.9655958943166698,
      "grad_norm": 0.3723560524603749,
      "learning_rate": 1.4774989875209624e-05,
      "loss": 0.7553,
      "step": 635
    },
    {
      "epoch": 0.9671165177722867,
      "grad_norm": 0.3651623249941728,
      "learning_rate": 1.474196890107521e-05,
      "loss": 0.7404,
      "step": 636
    },
    {
      "epoch": 0.9686371412279035,
      "grad_norm": 0.37966360420328005,
      "learning_rate": 1.4708940791276568e-05,
      "loss": 0.7159,
      "step": 637
    },
    {
      "epoch": 0.9701577646835202,
      "grad_norm": 0.36168885071485135,
      "learning_rate": 1.4675905743534884e-05,
      "loss": 0.7541,
      "step": 638
    },
    {
      "epoch": 0.9716783881391371,
      "grad_norm": 0.36095700915855466,
      "learning_rate": 1.464286395561287e-05,
      "loss": 0.7092,
      "step": 639
    },
    {
      "epoch": 0.9731990115947539,
      "grad_norm": 0.43805492394151224,
      "learning_rate": 1.46098156253136e-05,
      "loss": 0.7362,
      "step": 640
    },
    {
      "epoch": 0.9747196350503706,
      "grad_norm": 0.36203353195893573,
      "learning_rate": 1.4576760950479295e-05,
      "loss": 0.7106,
      "step": 641
    },
    {
      "epoch": 0.9762402585059875,
      "grad_norm": 0.40877067220155616,
      "learning_rate": 1.454370012899018e-05,
      "loss": 0.7026,
      "step": 642
    },
    {
      "epoch": 0.9777608819616043,
      "grad_norm": 0.40374065798245223,
      "learning_rate": 1.4510633358763258e-05,
      "loss": 0.7182,
      "step": 643
    },
    {
      "epoch": 0.979281505417221,
      "grad_norm": 0.3659907217224348,
      "learning_rate": 1.4477560837751156e-05,
      "loss": 0.713,
      "step": 644
    },
    {
      "epoch": 0.9808021288728379,
      "grad_norm": 0.3622601843846982,
      "learning_rate": 1.4444482763940919e-05,
      "loss": 0.7327,
      "step": 645
    },
    {
      "epoch": 0.9823227523284547,
      "grad_norm": 0.3885583144262136,
      "learning_rate": 1.441139933535284e-05,
      "loss": 0.6978,
      "step": 646
    },
    {
      "epoch": 0.9838433757840714,
      "grad_norm": 0.37410385831599374,
      "learning_rate": 1.437831075003926e-05,
      "loss": 0.724,
      "step": 647
    },
    {
      "epoch": 0.9853639992396883,
      "grad_norm": 0.3696274971269831,
      "learning_rate": 1.4345217206083407e-05,
      "loss": 0.6965,
      "step": 648
    },
    {
      "epoch": 0.9868846226953051,
      "grad_norm": 0.41889852029503616,
      "learning_rate": 1.4312118901598172e-05,
      "loss": 0.7678,
      "step": 649
    },
    {
      "epoch": 0.9884052461509218,
      "grad_norm": 0.3429687194640586,
      "learning_rate": 1.4279016034724961e-05,
      "loss": 0.7047,
      "step": 650
    },
    {
      "epoch": 0.9899258696065387,
      "grad_norm": 0.3736752188164251,
      "learning_rate": 1.4245908803632486e-05,
      "loss": 0.7362,
      "step": 651
    },
    {
      "epoch": 0.9914464930621555,
      "grad_norm": 0.38265917497289204,
      "learning_rate": 1.4212797406515585e-05,
      "loss": 0.7225,
      "step": 652
    },
    {
      "epoch": 0.9929671165177723,
      "grad_norm": 0.37332104277853684,
      "learning_rate": 1.417968204159404e-05,
      "loss": 0.7312,
      "step": 653
    },
    {
      "epoch": 0.9944877399733891,
      "grad_norm": 0.42232449088131074,
      "learning_rate": 1.4146562907111377e-05,
      "loss": 0.7095,
      "step": 654
    },
    {
      "epoch": 0.9960083634290059,
      "grad_norm": 0.3868095376144605,
      "learning_rate": 1.4113440201333701e-05,
      "loss": 0.6992,
      "step": 655
    },
    {
      "epoch": 0.9975289868846227,
      "grad_norm": 0.42385907348580026,
      "learning_rate": 1.4080314122548488e-05,
      "loss": 0.7347,
      "step": 656
    },
    {
      "epoch": 0.9990496103402395,
      "grad_norm": 0.41348925205041664,
      "learning_rate": 1.4047184869063401e-05,
      "loss": 0.7441,
      "step": 657
    },
    {
      "epoch": 1.0005702337958564,
      "grad_norm": 0.35648966659894604,
      "learning_rate": 1.4014052639205127e-05,
      "loss": 0.6707,
      "step": 658
    },
    {
      "epoch": 1.002090857251473,
      "grad_norm": 0.34244915908174534,
      "learning_rate": 1.3980917631318145e-05,
      "loss": 0.7027,
      "step": 659
    },
    {
      "epoch": 1.00361148070709,
      "grad_norm": 0.3670346028136332,
      "learning_rate": 1.394778004376359e-05,
      "loss": 0.7363,
      "step": 660
    },
    {
      "epoch": 1.0051321041627068,
      "grad_norm": 0.391603629750881,
      "learning_rate": 1.3914640074918023e-05,
      "loss": 0.7351,
      "step": 661
    },
    {
      "epoch": 1.0066527276183235,
      "grad_norm": 0.3716653098931945,
      "learning_rate": 1.3881497923172269e-05,
      "loss": 0.7441,
      "step": 662
    },
    {
      "epoch": 1.0081733510739403,
      "grad_norm": 0.3755372180582686,
      "learning_rate": 1.3848353786930213e-05,
      "loss": 0.6965,
      "step": 663
    },
    {
      "epoch": 1.0096939745295572,
      "grad_norm": 0.381844726209517,
      "learning_rate": 1.3815207864607634e-05,
      "loss": 0.7302,
      "step": 664
    },
    {
      "epoch": 1.0112145979851739,
      "grad_norm": 0.36415027113970666,
      "learning_rate": 1.3782060354630988e-05,
      "loss": 0.6935,
      "step": 665
    },
    {
      "epoch": 1.0127352214407908,
      "grad_norm": 0.3814827703352279,
      "learning_rate": 1.3748911455436241e-05,
      "loss": 0.7288,
      "step": 666
    },
    {
      "epoch": 1.0142558448964076,
      "grad_norm": 0.3695679755631074,
      "learning_rate": 1.371576136546768e-05,
      "loss": 0.7069,
      "step": 667
    },
    {
      "epoch": 1.0157764683520243,
      "grad_norm": 0.3692625124863184,
      "learning_rate": 1.3682610283176713e-05,
      "loss": 0.7308,
      "step": 668
    },
    {
      "epoch": 1.0172970918076412,
      "grad_norm": 0.3647179500902266,
      "learning_rate": 1.3649458407020692e-05,
      "loss": 0.724,
      "step": 669
    },
    {
      "epoch": 1.0003801558639043,
      "grad_norm": 0.39033436102991464,
      "learning_rate": 1.3616305935461726e-05,
      "loss": 0.6831,
      "step": 670
    },
    {
      "epoch": 1.001900779319521,
      "grad_norm": 0.6228269584548538,
      "learning_rate": 1.358315306696548e-05,
      "loss": 0.5697,
      "step": 671
    },
    {
      "epoch": 1.0034214027751378,
      "grad_norm": 0.4482616727348143,
      "learning_rate": 1.355e-05,
      "loss": 0.5192,
      "step": 672
    },
    {
      "epoch": 1.0049420262307547,
      "grad_norm": 0.5196584857248853,
      "learning_rate": 1.3516846933034525e-05,
      "loss": 0.5425,
      "step": 673
    },
    {
      "epoch": 1.0064626496863713,
      "grad_norm": 0.5838517226989333,
      "learning_rate": 1.3483694064538279e-05,
      "loss": 0.5638,
      "step": 674
    },
    {
      "epoch": 1.0079832731419882,
      "grad_norm": 0.4333646030218863,
      "learning_rate": 1.3450541592979308e-05,
      "loss": 0.5361,
      "step": 675
    },
    {
      "epoch": 1.009503896597605,
      "grad_norm": 0.46529778581028425,
      "learning_rate": 1.341738971682329e-05,
      "loss": 0.5338,
      "step": 676
    },
    {
      "epoch": 1.0110245200532217,
      "grad_norm": 0.50417271156346,
      "learning_rate": 1.3384238634532324e-05,
      "loss": 0.5341,
      "step": 677
    },
    {
      "epoch": 1.0125451435088386,
      "grad_norm": 0.4846246525284431,
      "learning_rate": 1.3351088544563762e-05,
      "loss": 0.5454,
      "step": 678
    },
    {
      "epoch": 1.0140657669644555,
      "grad_norm": 0.43151729793082855,
      "learning_rate": 1.3317939645369014e-05,
      "loss": 0.5149,
      "step": 679
    },
    {
      "epoch": 1.0155863904200721,
      "grad_norm": 0.45346621189906927,
      "learning_rate": 1.3284792135392369e-05,
      "loss": 0.5241,
      "step": 680
    },
    {
      "epoch": 1.017107013875689,
      "grad_norm": 0.4529580634485115,
      "learning_rate": 1.3251646213069789e-05,
      "loss": 0.5252,
      "step": 681
    },
    {
      "epoch": 1.018627637331306,
      "grad_norm": 0.4309687856541669,
      "learning_rate": 1.3218502076827738e-05,
      "loss": 0.5041,
      "step": 682
    },
    {
      "epoch": 1.0201482607869226,
      "grad_norm": 0.40932019500719957,
      "learning_rate": 1.3185359925081977e-05,
      "loss": 0.5131,
      "step": 683
    },
    {
      "epoch": 1.0216688842425394,
      "grad_norm": 0.43569657302929155,
      "learning_rate": 1.3152219956236414e-05,
      "loss": 0.5058,
      "step": 684
    },
    {
      "epoch": 1.0231895076981563,
      "grad_norm": 0.41224009605600054,
      "learning_rate": 1.3119082368681858e-05,
      "loss": 0.5102,
      "step": 685
    },
    {
      "epoch": 1.024710131153773,
      "grad_norm": 0.4633671152656241,
      "learning_rate": 1.3085947360794881e-05,
      "loss": 0.5538,
      "step": 686
    },
    {
      "epoch": 1.0262307546093898,
      "grad_norm": 0.3981390104088507,
      "learning_rate": 1.3052815130936598e-05,
      "loss": 0.5053,
      "step": 687
    },
    {
      "epoch": 1.0277513780650067,
      "grad_norm": 0.42462762773917034,
      "learning_rate": 1.3019685877451516e-05,
      "loss": 0.5308,
      "step": 688
    },
    {
      "epoch": 1.0292720015206234,
      "grad_norm": 0.3928387548640261,
      "learning_rate": 1.29865597986663e-05,
      "loss": 0.4768,
      "step": 689
    },
    {
      "epoch": 1.0307926249762402,
      "grad_norm": 0.4320276733077232,
      "learning_rate": 1.2953437092888625e-05,
      "loss": 0.5221,
      "step": 690
    },
    {
      "epoch": 1.0323132484318571,
      "grad_norm": 0.4334542028887193,
      "learning_rate": 1.2920317958405962e-05,
      "loss": 0.5129,
      "step": 691
    },
    {
      "epoch": 1.0338338718874738,
      "grad_norm": 0.40146788598973115,
      "learning_rate": 1.2887202593484417e-05,
      "loss": 0.5052,
      "step": 692
    },
    {
      "epoch": 1.0353544953430907,
      "grad_norm": 0.41287405977658365,
      "learning_rate": 1.2854091196367518e-05,
      "loss": 0.5425,
      "step": 693
    },
    {
      "epoch": 1.0368751187987075,
      "grad_norm": 0.3708390977190173,
      "learning_rate": 1.2820983965275043e-05,
      "loss": 0.5238,
      "step": 694
    },
    {
      "epoch": 1.0383957422543242,
      "grad_norm": 0.35512557723314947,
      "learning_rate": 1.278788109840183e-05,
      "loss": 0.5096,
      "step": 695
    },
    {
      "epoch": 1.039916365709941,
      "grad_norm": 0.41469287495730844,
      "learning_rate": 1.2754782793916598e-05,
      "loss": 0.5159,
      "step": 696
    },
    {
      "epoch": 1.041436989165558,
      "grad_norm": 0.39113759999764336,
      "learning_rate": 1.2721689249960743e-05,
      "loss": 0.5184,
      "step": 697
    },
    {
      "epoch": 1.0429576126211746,
      "grad_norm": 0.41576137745186253,
      "learning_rate": 1.2688600664647168e-05,
      "loss": 0.5251,
      "step": 698
    },
    {
      "epoch": 1.0444782360767915,
      "grad_norm": 0.37659361938427355,
      "learning_rate": 1.2655517236059083e-05,
      "loss": 0.511,
      "step": 699
    },
    {
      "epoch": 1.0459988595324083,
      "grad_norm": 0.36191609676818887,
      "learning_rate": 1.2622439162248846e-05,
      "loss": 0.5142,
      "step": 700
    },
    {
      "epoch": 1.047519482988025,
      "grad_norm": 0.3501769260644456,
      "learning_rate": 1.2589366641236745e-05,
      "loss": 0.5086,
      "step": 701
    },
    {
      "epoch": 1.0490401064436419,
      "grad_norm": 0.374193201836417,
      "learning_rate": 1.2556299871009825e-05,
      "loss": 0.5251,
      "step": 702
    },
    {
      "epoch": 1.0505607298992587,
      "grad_norm": 0.40667780389565045,
      "learning_rate": 1.2523239049520706e-05,
      "loss": 0.5133,
      "step": 703
    },
    {
      "epoch": 1.0520813533548754,
      "grad_norm": 0.3484682044458917,
      "learning_rate": 1.2490184374686406e-05,
      "loss": 0.5078,
      "step": 704
    },
    {
      "epoch": 1.0536019768104923,
      "grad_norm": 0.3406587720902772,
      "learning_rate": 1.2457136044387133e-05,
      "loss": 0.5107,
      "step": 705
    },
    {
      "epoch": 1.0551226002661092,
      "grad_norm": 0.35983619595762045,
      "learning_rate": 1.242409425646512e-05,
      "loss": 0.5349,
      "step": 706
    },
    {
      "epoch": 1.0566432237217258,
      "grad_norm": 0.3722826497059545,
      "learning_rate": 1.2391059208723433e-05,
      "loss": 0.5118,
      "step": 707
    },
    {
      "epoch": 1.0581638471773427,
      "grad_norm": 0.367794414326388,
      "learning_rate": 1.2358031098924792e-05,
      "loss": 0.5012,
      "step": 708
    },
    {
      "epoch": 1.0596844706329596,
      "grad_norm": 0.379706737726683,
      "learning_rate": 1.232501012479038e-05,
      "loss": 0.5234,
      "step": 709
    },
    {
      "epoch": 1.0612050940885762,
      "grad_norm": 0.3808569060578708,
      "learning_rate": 1.2291996483998664e-05,
      "loss": 0.4976,
      "step": 710
    },
    {
      "epoch": 1.062725717544193,
      "grad_norm": 0.4052638293016256,
      "learning_rate": 1.2258990374184197e-05,
      "loss": 0.5115,
      "step": 711
    },
    {
      "epoch": 1.06424634099981,
      "grad_norm": 0.3884487585023922,
      "learning_rate": 1.222599199293648e-05,
      "loss": 0.5469,
      "step": 712
    },
    {
      "epoch": 1.0657669644554266,
      "grad_norm": 0.3523224705049633,
      "learning_rate": 1.2193001537798717e-05,
      "loss": 0.5031,
      "step": 713
    },
    {
      "epoch": 1.0672875879110435,
      "grad_norm": 0.4035860752243172,
      "learning_rate": 1.2160019206266676e-05,
      "loss": 0.5036,
      "step": 714
    },
    {
      "epoch": 1.0688082113666604,
      "grad_norm": 0.35467473723128,
      "learning_rate": 1.2127045195787486e-05,
      "loss": 0.5182,
      "step": 715
    },
    {
      "epoch": 1.070328834822277,
      "grad_norm": 0.41329760884730493,
      "learning_rate": 1.2094079703758474e-05,
      "loss": 0.5212,
      "step": 716
    },
    {
      "epoch": 1.071849458277894,
      "grad_norm": 0.36806047789304813,
      "learning_rate": 1.2061122927525962e-05,
      "loss": 0.5148,
      "step": 717
    },
    {
      "epoch": 1.0733700817335108,
      "grad_norm": 0.4473641673792849,
      "learning_rate": 1.20281750643841e-05,
      "loss": 0.5217,
      "step": 718
    },
    {
      "epoch": 1.0748907051891274,
      "grad_norm": 0.35449349576414274,
      "learning_rate": 1.1995236311573668e-05,
      "loss": 0.5057,
      "step": 719
    },
    {
      "epoch": 1.0764113286447443,
      "grad_norm": 0.37802608508785335,
      "learning_rate": 1.1962306866280938e-05,
      "loss": 0.5127,
      "step": 720
    },
    {
      "epoch": 1.0779319521003612,
      "grad_norm": 0.38606300562371665,
      "learning_rate": 1.192938692563643e-05,
      "loss": 0.5225,
      "step": 721
    },
    {
      "epoch": 1.0794525755559778,
      "grad_norm": 0.3548827181233496,
      "learning_rate": 1.1896476686713781e-05,
      "loss": 0.5097,
      "step": 722
    },
    {
      "epoch": 1.0809731990115947,
      "grad_norm": 0.38704197291443254,
      "learning_rate": 1.1863576346528536e-05,
      "loss": 0.5147,
      "step": 723
    },
    {
      "epoch": 1.0824938224672116,
      "grad_norm": 0.3788637749591371,
      "learning_rate": 1.1830686102037011e-05,
      "loss": 0.526,
      "step": 724
    },
    {
      "epoch": 1.0840144459228283,
      "grad_norm": 0.36699155176089776,
      "learning_rate": 1.1797806150135052e-05,
      "loss": 0.5074,
      "step": 725
    },
    {
      "epoch": 1.0855350693784451,
      "grad_norm": 0.398207632535489,
      "learning_rate": 1.1764936687656908e-05,
      "loss": 0.5263,
      "step": 726
    },
    {
      "epoch": 1.087055692834062,
      "grad_norm": 0.34386679094163725,
      "learning_rate": 1.1732077911374022e-05,
      "loss": 0.5292,
      "step": 727
    },
    {
      "epoch": 1.0885763162896787,
      "grad_norm": 0.3898697838147865,
      "learning_rate": 1.1699230017993875e-05,
      "loss": 0.5157,
      "step": 728
    },
    {
      "epoch": 1.0900969397452955,
      "grad_norm": 0.35036102017636284,
      "learning_rate": 1.1666393204158793e-05,
      "loss": 0.5103,
      "step": 729
    },
    {
      "epoch": 1.0916175632009124,
      "grad_norm": 0.3766316653297432,
      "learning_rate": 1.1633567666444775e-05,
      "loss": 0.5355,
      "step": 730
    },
    {
      "epoch": 1.093138186656529,
      "grad_norm": 0.3395395584528322,
      "learning_rate": 1.1600753601360308e-05,
      "loss": 0.4922,
      "step": 731
    },
    {
      "epoch": 1.094658810112146,
      "grad_norm": 0.36396997728904185,
      "learning_rate": 1.1567951205345224e-05,
      "loss": 0.5219,
      "step": 732
    },
    {
      "epoch": 1.0961794335677628,
      "grad_norm": 0.3565103395663914,
      "learning_rate": 1.153516067476947e-05,
      "loss": 0.5089,
      "step": 733
    },
    {
      "epoch": 1.0977000570233795,
      "grad_norm": 0.3671854484970251,
      "learning_rate": 1.1502382205931974e-05,
      "loss": 0.5259,
      "step": 734
    },
    {
      "epoch": 1.0992206804789963,
      "grad_norm": 0.35699046104294285,
      "learning_rate": 1.1469615995059455e-05,
      "loss": 0.5199,
      "step": 735
    },
    {
      "epoch": 1.1007413039346132,
      "grad_norm": 0.35814749552055475,
      "learning_rate": 1.1436862238305256e-05,
      "loss": 0.4951,
      "step": 736
    },
    {
      "epoch": 1.1022619273902299,
      "grad_norm": 0.37766411014866846,
      "learning_rate": 1.1404121131748156e-05,
      "loss": 0.5133,
      "step": 737
    },
    {
      "epoch": 1.1037825508458468,
      "grad_norm": 0.38876585742040404,
      "learning_rate": 1.1371392871391207e-05,
      "loss": 0.5358,
      "step": 738
    },
    {
      "epoch": 1.1053031743014636,
      "grad_norm": 0.4211502488863111,
      "learning_rate": 1.1338677653160557e-05,
      "loss": 0.5083,
      "step": 739
    },
    {
      "epoch": 1.1068237977570803,
      "grad_norm": 0.3864747484032165,
      "learning_rate": 1.1305975672904284e-05,
      "loss": 0.5258,
      "step": 740
    },
    {
      "epoch": 1.1083444212126972,
      "grad_norm": 0.39083288027419083,
      "learning_rate": 1.1273287126391206e-05,
      "loss": 0.4843,
      "step": 741
    },
    {
      "epoch": 1.109865044668314,
      "grad_norm": 0.3910337272002525,
      "learning_rate": 1.1240612209309734e-05,
      "loss": 0.5479,
      "step": 742
    },
    {
      "epoch": 1.111385668123931,
      "grad_norm": 0.37980182130941675,
      "learning_rate": 1.1207951117266668e-05,
      "loss": 0.4885,
      "step": 743
    },
    {
      "epoch": 1.1129062915795476,
      "grad_norm": 0.3697135253054006,
      "learning_rate": 1.1175304045786073e-05,
      "loss": 0.523,
      "step": 744
    },
    {
      "epoch": 1.1144269150351644,
      "grad_norm": 0.3772904905798372,
      "learning_rate": 1.1142671190308056e-05,
      "loss": 0.5237,
      "step": 745
    },
    {
      "epoch": 1.1159475384907813,
      "grad_norm": 0.4056017049635124,
      "learning_rate": 1.1110052746187631e-05,
      "loss": 0.5137,
      "step": 746
    },
    {
      "epoch": 1.117468161946398,
      "grad_norm": 0.35112819485311203,
      "learning_rate": 1.1077448908693534e-05,
      "loss": 0.5038,
      "step": 747
    },
    {
      "epoch": 1.1189887854020149,
      "grad_norm": 0.38291495750095184,
      "learning_rate": 1.104485987300707e-05,
      "loss": 0.5084,
      "step": 748
    },
    {
      "epoch": 1.1205094088576317,
      "grad_norm": 0.3922969549725083,
      "learning_rate": 1.1012285834220924e-05,
      "loss": 0.5092,
      "step": 749
    },
    {
      "epoch": 1.1220300323132484,
      "grad_norm": 0.40549020760259696,
      "learning_rate": 1.0979726987338002e-05,
      "loss": 0.5204,
      "step": 750
    },
    {
      "epoch": 1.1235506557688653,
      "grad_norm": 0.40395038468147576,
      "learning_rate": 1.0947183527270267e-05,
      "loss": 0.5227,
      "step": 751
    },
    {
      "epoch": 1.1250712792244821,
      "grad_norm": 0.41236903215126236,
      "learning_rate": 1.0914655648837576e-05,
      "loss": 0.5319,
      "step": 752
    },
    {
      "epoch": 1.1265919026800988,
      "grad_norm": 0.3677643398357805,
      "learning_rate": 1.0882143546766496e-05,
      "loss": 0.5038,
      "step": 753
    },
    {
      "epoch": 1.1281125261357157,
      "grad_norm": 0.3828445757904712,
      "learning_rate": 1.084964741568916e-05,
      "loss": 0.5194,
      "step": 754
    },
    {
      "epoch": 1.1296331495913325,
      "grad_norm": 0.39209056252387725,
      "learning_rate": 1.0817167450142074e-05,
      "loss": 0.5013,
      "step": 755
    },
    {
      "epoch": 1.1311537730469492,
      "grad_norm": 0.3680446404406516,
      "learning_rate": 1.0784703844564998e-05,
      "loss": 0.5231,
      "step": 756
    },
    {
      "epoch": 1.132674396502566,
      "grad_norm": 0.3703842374744353,
      "learning_rate": 1.0752256793299732e-05,
      "loss": 0.5153,
      "step": 757
    },
    {
      "epoch": 1.134195019958183,
      "grad_norm": 0.37037413568566663,
      "learning_rate": 1.071982649058898e-05,
      "loss": 0.5124,
      "step": 758
    },
    {
      "epoch": 1.1357156434137996,
      "grad_norm": 0.34295639916690035,
      "learning_rate": 1.0687413130575176e-05,
      "loss": 0.5132,
      "step": 759
    },
    {
      "epoch": 1.1372362668694165,
      "grad_norm": 0.39357330789283446,
      "learning_rate": 1.0655016907299346e-05,
      "loss": 0.5288,
      "step": 760
    },
    {
      "epoch": 1.1387568903250334,
      "grad_norm": 0.3690059684924214,
      "learning_rate": 1.0622638014699909e-05,
      "loss": 0.4947,
      "step": 761
    },
    {
      "epoch": 1.14027751378065,
      "grad_norm": 0.3797018296519779,
      "learning_rate": 1.0590276646611539e-05,
      "loss": 0.5021,
      "step": 762
    },
    {
      "epoch": 1.1417981372362669,
      "grad_norm": 0.37238784723531165,
      "learning_rate": 1.0557932996764002e-05,
      "loss": 0.5111,
      "step": 763
    },
    {
      "epoch": 1.1433187606918838,
      "grad_norm": 0.34262491030815395,
      "learning_rate": 1.0525607258781e-05,
      "loss": 0.5095,
      "step": 764
    },
    {
      "epoch": 1.1448393841475004,
      "grad_norm": 0.3516626249819126,
      "learning_rate": 1.0493299626178997e-05,
      "loss": 0.5256,
      "step": 765
    },
    {
      "epoch": 1.1463600076031173,
      "grad_norm": 0.36336127776946636,
      "learning_rate": 1.0461010292366076e-05,
      "loss": 0.5163,
      "step": 766
    },
    {
      "epoch": 1.1478806310587342,
      "grad_norm": 0.3660245007970849,
      "learning_rate": 1.0428739450640768e-05,
      "loss": 0.5025,
      "step": 767
    },
    {
      "epoch": 1.1494012545143508,
      "grad_norm": 0.36947456530920786,
      "learning_rate": 1.039648729419092e-05,
      "loss": 0.5331,
      "step": 768
    },
    {
      "epoch": 1.1509218779699677,
      "grad_norm": 0.35068301401351004,
      "learning_rate": 1.0364254016092499e-05,
      "loss": 0.4979,
      "step": 769
    },
    {
      "epoch": 1.1524425014255846,
      "grad_norm": 0.3711143416445139,
      "learning_rate": 1.033203980930847e-05,
      "loss": 0.5349,
      "step": 770
    },
    {
      "epoch": 1.1539631248812012,
      "grad_norm": 0.3739635788047117,
      "learning_rate": 1.0299844866687616e-05,
      "loss": 0.4975,
      "step": 771
    },
    {
      "epoch": 1.155483748336818,
      "grad_norm": 0.33767131159596325,
      "learning_rate": 1.0267669380963419e-05,
      "loss": 0.4986,
      "step": 772
    },
    {
      "epoch": 1.157004371792435,
      "grad_norm": 0.4087303964655199,
      "learning_rate": 1.0235513544752866e-05,
      "loss": 0.4995,
      "step": 773
    },
    {
      "epoch": 1.1585249952480516,
      "grad_norm": 0.3669384792321335,
      "learning_rate": 1.0203377550555312e-05,
      "loss": 0.5033,
      "step": 774
    },
    {
      "epoch": 1.1600456187036685,
      "grad_norm": 0.3582614117799248,
      "learning_rate": 1.0171261590751334e-05,
      "loss": 0.5068,
      "step": 775
    },
    {
      "epoch": 1.1615662421592854,
      "grad_norm": 0.3548960213582146,
      "learning_rate": 1.0139165857601578e-05,
      "loss": 0.5219,
      "step": 776
    },
    {
      "epoch": 1.163086865614902,
      "grad_norm": 0.35769530792522997,
      "learning_rate": 1.0107090543245597e-05,
      "loss": 0.4991,
      "step": 777
    },
    {
      "epoch": 1.164607489070519,
      "grad_norm": 0.3762621019947577,
      "learning_rate": 1.0075035839700708e-05,
      "loss": 0.5318,
      "step": 778
    },
    {
      "epoch": 1.1661281125261358,
      "grad_norm": 0.3428064272464147,
      "learning_rate": 1.0043001938860842e-05,
      "loss": 0.5168,
      "step": 779
    },
    {
      "epoch": 1.1676487359817525,
      "grad_norm": 0.3740132674321784,
      "learning_rate": 1.001098903249541e-05,
      "loss": 0.512,
      "step": 780
    },
    {
      "epoch": 1.1691693594373693,
      "grad_norm": 0.37086418652390696,
      "learning_rate": 9.978997312248124e-06,
      "loss": 0.5046,
      "step": 781
    },
    {
      "epoch": 1.1706899828929862,
      "grad_norm": 0.34389709834427135,
      "learning_rate": 9.947026969635868e-06,
      "loss": 0.499,
      "step": 782
    },
    {
      "epoch": 1.1722106063486029,
      "grad_norm": 0.36925894599740416,
      "learning_rate": 9.915078196047548e-06,
      "loss": 0.5269,
      "step": 783
    },
    {
      "epoch": 1.1737312298042197,
      "grad_norm": 0.34734014615226194,
      "learning_rate": 9.883151182742967e-06,
      "loss": 0.5159,
      "step": 784
    },
    {
      "epoch": 1.1752518532598366,
      "grad_norm": 0.38858923268368156,
      "learning_rate": 9.851246120851641e-06,
      "loss": 0.5599,
      "step": 785
    },
    {
      "epoch": 1.1767724767154533,
      "grad_norm": 0.36352194480464795,
      "learning_rate": 9.819363201371682e-06,
      "loss": 0.5077,
      "step": 786
    },
    {
      "epoch": 1.1782931001710701,
      "grad_norm": 0.38508119384888934,
      "learning_rate": 9.78750261516864e-06,
      "loss": 0.5455,
      "step": 787
    },
    {
      "epoch": 1.179813723626687,
      "grad_norm": 0.35527440995181414,
      "learning_rate": 9.755664552974386e-06,
      "loss": 0.5128,
      "step": 788
    },
    {
      "epoch": 1.1813343470823037,
      "grad_norm": 0.3524825961134292,
      "learning_rate": 9.723849205385932e-06,
      "loss": 0.5062,
      "step": 789
    },
    {
      "epoch": 1.1828549705379205,
      "grad_norm": 0.4044926970167433,
      "learning_rate": 9.692056762864325e-06,
      "loss": 0.5412,
      "step": 790
    },
    {
      "epoch": 1.1843755939935374,
      "grad_norm": 0.35710970899973166,
      "learning_rate": 9.660287415733477e-06,
      "loss": 0.52,
      "step": 791
    },
    {
      "epoch": 1.185896217449154,
      "grad_norm": 0.37803033804258834,
      "learning_rate": 9.62854135417906e-06,
      "loss": 0.5052,
      "step": 792
    },
    {
      "epoch": 1.187416840904771,
      "grad_norm": 0.39768355225535407,
      "learning_rate": 9.596818768247333e-06,
      "loss": 0.5092,
      "step": 793
    },
    {
      "epoch": 1.1889374643603878,
      "grad_norm": 0.348711884248085,
      "learning_rate": 9.565119847844027e-06,
      "loss": 0.5267,
      "step": 794
    },
    {
      "epoch": 1.1904580878160045,
      "grad_norm": 0.3834819895765528,
      "learning_rate": 9.533444782733183e-06,
      "loss": 0.5037,
      "step": 795
    },
    {
      "epoch": 1.1919787112716214,
      "grad_norm": 0.3715822681968465,
      "learning_rate": 9.501793762536068e-06,
      "loss": 0.5308,
      "step": 796
    },
    {
      "epoch": 1.1934993347272382,
      "grad_norm": 0.3652977625843937,
      "learning_rate": 9.470166976729976e-06,
      "loss": 0.5372,
      "step": 797
    },
    {
      "epoch": 1.195019958182855,
      "grad_norm": 0.3364456352273384,
      "learning_rate": 9.43856461464713e-06,
      "loss": 0.4963,
      "step": 798
    },
    {
      "epoch": 1.1965405816384718,
      "grad_norm": 0.3472569441190444,
      "learning_rate": 9.40698686547354e-06,
      "loss": 0.5284,
      "step": 799
    },
    {
      "epoch": 1.1980612050940886,
      "grad_norm": 0.34440523348480445,
      "learning_rate": 9.375433918247888e-06,
      "loss": 0.4989,
      "step": 800
    },
    {
      "epoch": 1.1995818285497053,
      "grad_norm": 0.348206283208153,
      "learning_rate": 9.343905961860358e-06,
      "loss": 0.5226,
      "step": 801
    },
    {
      "epoch": 1.2011024520053222,
      "grad_norm": 0.3505525203415447,
      "learning_rate": 9.31240318505154e-06,
      "loss": 0.5047,
      "step": 802
    },
    {
      "epoch": 1.202623075460939,
      "grad_norm": 0.3515111190341964,
      "learning_rate": 9.280925776411278e-06,
      "loss": 0.5127,
      "step": 803
    },
    {
      "epoch": 1.2041436989165557,
      "grad_norm": 0.3620692993419406,
      "learning_rate": 9.249473924377573e-06,
      "loss": 0.5044,
      "step": 804
    },
    {
      "epoch": 1.2056643223721726,
      "grad_norm": 0.3659564097222614,
      "learning_rate": 9.218047817235408e-06,
      "loss": 0.5319,
      "step": 805
    },
    {
      "epoch": 1.2071849458277895,
      "grad_norm": 0.33548451693694653,
      "learning_rate": 9.186647643115659e-06,
      "loss": 0.4965,
      "step": 806
    },
    {
      "epoch": 1.2087055692834061,
      "grad_norm": 0.37688953100329553,
      "learning_rate": 9.15527358999394e-06,
      "loss": 0.5453,
      "step": 807
    },
    {
      "epoch": 1.210226192739023,
      "grad_norm": 0.3428883181534561,
      "learning_rate": 9.123925845689515e-06,
      "loss": 0.5392,
      "step": 808
    },
    {
      "epoch": 1.2117468161946399,
      "grad_norm": 0.3431087734831433,
      "learning_rate": 9.092604597864141e-06,
      "loss": 0.5118,
      "step": 809
    },
    {
      "epoch": 1.2132674396502565,
      "grad_norm": 0.35251065259476605,
      "learning_rate": 9.06131003402095e-06,
      "loss": 0.5054,
      "step": 810
    },
    {
      "epoch": 1.2147880631058734,
      "grad_norm": 0.3496035139299239,
      "learning_rate": 9.030042341503332e-06,
      "loss": 0.5084,
      "step": 811
    },
    {
      "epoch": 1.2163086865614903,
      "grad_norm": 0.33786656336389453,
      "learning_rate": 8.998801707493827e-06,
      "loss": 0.5199,
      "step": 812
    },
    {
      "epoch": 1.217829310017107,
      "grad_norm": 0.3668696340788812,
      "learning_rate": 8.967588319012977e-06,
      "loss": 0.4874,
      "step": 813
    },
    {
      "epoch": 1.2193499334727238,
      "grad_norm": 0.34867802829711625,
      "learning_rate": 8.936402362918224e-06,
      "loss": 0.4939,
      "step": 814
    },
    {
      "epoch": 1.2208705569283407,
      "grad_norm": 0.33881823564824526,
      "learning_rate": 8.90524402590278e-06,
      "loss": 0.5354,
      "step": 815
    },
    {
      "epoch": 1.2223911803839573,
      "grad_norm": 0.3395916132176579,
      "learning_rate": 8.874113494494537e-06,
      "loss": 0.5017,
      "step": 816
    },
    {
      "epoch": 1.2239118038395742,
      "grad_norm": 0.33632837523359915,
      "learning_rate": 8.843010955054909e-06,
      "loss": 0.5006,
      "step": 817
    },
    {
      "epoch": 1.225432427295191,
      "grad_norm": 0.33436403561258093,
      "learning_rate": 8.811936593777748e-06,
      "loss": 0.5052,
      "step": 818
    },
    {
      "epoch": 1.2269530507508077,
      "grad_norm": 0.3224896536759886,
      "learning_rate": 8.780890596688211e-06,
      "loss": 0.4981,
      "step": 819
    },
    {
      "epoch": 1.2284736742064246,
      "grad_norm": 0.34938066443230276,
      "learning_rate": 8.749873149641665e-06,
      "loss": 0.5203,
      "step": 820
    },
    {
      "epoch": 1.2299942976620415,
      "grad_norm": 0.345563582040282,
      "learning_rate": 8.718884438322557e-06,
      "loss": 0.5162,
      "step": 821
    },
    {
      "epoch": 1.2315149211176581,
      "grad_norm": 0.3428900758147224,
      "learning_rate": 8.687924648243311e-06,
      "loss": 0.4962,
      "step": 822
    },
    {
      "epoch": 1.233035544573275,
      "grad_norm": 0.34750322921749416,
      "learning_rate": 8.65699396474321e-06,
      "loss": 0.5186,
      "step": 823
    },
    {
      "epoch": 1.234556168028892,
      "grad_norm": 0.3589082109646499,
      "learning_rate": 8.626092572987297e-06,
      "loss": 0.5078,
      "step": 824
    },
    {
      "epoch": 1.2360767914845086,
      "grad_norm": 0.3506370697057621,
      "learning_rate": 8.595220657965268e-06,
      "loss": 0.5105,
      "step": 825
    },
    {
      "epoch": 1.2375974149401254,
      "grad_norm": 0.36011717525565096,
      "learning_rate": 8.564378404490342e-06,
      "loss": 0.5181,
      "step": 826
    },
    {
      "epoch": 1.2391180383957423,
      "grad_norm": 0.3402637505055028,
      "learning_rate": 8.533565997198175e-06,
      "loss": 0.5186,
      "step": 827
    },
    {
      "epoch": 1.2406386618513592,
      "grad_norm": 0.3475154384318057,
      "learning_rate": 8.50278362054577e-06,
      "loss": 0.4946,
      "step": 828
    },
    {
      "epoch": 1.2421592853069758,
      "grad_norm": 0.3590598605292272,
      "learning_rate": 8.472031458810325e-06,
      "loss": 0.5011,
      "step": 829
    },
    {
      "epoch": 1.2436799087625927,
      "grad_norm": 0.3483002221345324,
      "learning_rate": 8.441309696088174e-06,
      "loss": 0.5231,
      "step": 830
    },
    {
      "epoch": 1.2452005322182096,
      "grad_norm": 0.3475177777900519,
      "learning_rate": 8.410618516293662e-06,
      "loss": 0.5165,
      "step": 831
    },
    {
      "epoch": 1.2467211556738262,
      "grad_norm": 0.3633656751272662,
      "learning_rate": 8.37995810315806e-06,
      "loss": 0.5441,
      "step": 832
    },
    {
      "epoch": 1.2482417791294431,
      "grad_norm": 0.3447799135446017,
      "learning_rate": 8.349328640228443e-06,
      "loss": 0.4933,
      "step": 833
    },
    {
      "epoch": 1.24976240258506,
      "grad_norm": 0.34981751009747264,
      "learning_rate": 8.318730310866615e-06,
      "loss": 0.5008,
      "step": 834
    },
    {
      "epoch": 1.2512830260406766,
      "grad_norm": 0.361234032357548,
      "learning_rate": 8.288163298247994e-06,
      "loss": 0.4979,
      "step": 835
    },
    {
      "epoch": 1.2528036494962935,
      "grad_norm": 0.34834574638448507,
      "learning_rate": 8.257627785360528e-06,
      "loss": 0.5041,
      "step": 836
    },
    {
      "epoch": 1.2543242729519104,
      "grad_norm": 0.3466954777402415,
      "learning_rate": 8.227123955003586e-06,
      "loss": 0.519,
      "step": 837
    },
    {
      "epoch": 1.255844896407527,
      "grad_norm": 0.3555313535631245,
      "learning_rate": 8.196651989786872e-06,
      "loss": 0.513,
      "step": 838
    },
    {
      "epoch": 1.257365519863144,
      "grad_norm": 0.36059188542064946,
      "learning_rate": 8.166212072129334e-06,
      "loss": 0.4975,
      "step": 839
    },
    {
      "epoch": 1.2588861433187608,
      "grad_norm": 0.33893355712900364,
      "learning_rate": 8.135804384258074e-06,
      "loss": 0.4952,
      "step": 840
    },
    {
      "epoch": 1.2604067667743775,
      "grad_norm": 0.33361223601614015,
      "learning_rate": 8.10542910820724e-06,
      "loss": 0.5061,
      "step": 841
    },
    {
      "epoch": 1.2619273902299943,
      "grad_norm": 0.36477092577701276,
      "learning_rate": 8.07508642581696e-06,
      "loss": 0.5305,
      "step": 842
    },
    {
      "epoch": 1.2634480136856112,
      "grad_norm": 0.3563029319847921,
      "learning_rate": 8.044776518732229e-06,
      "loss": 0.4953,
      "step": 843
    },
    {
      "epoch": 1.2649686371412279,
      "grad_norm": 0.3480130680776454,
      "learning_rate": 8.014499568401845e-06,
      "loss": 0.5053,
      "step": 844
    },
    {
      "epoch": 1.2664892605968447,
      "grad_norm": 0.33347701875752966,
      "learning_rate": 7.98425575607731e-06,
      "loss": 0.4956,
      "step": 845
    },
    {
      "epoch": 1.2680098840524616,
      "grad_norm": 0.33599833733050055,
      "learning_rate": 7.95404526281174e-06,
      "loss": 0.5015,
      "step": 846
    },
    {
      "epoch": 1.2695305075080783,
      "grad_norm": 0.3384957381349461,
      "learning_rate": 7.923868269458795e-06,
      "loss": 0.5062,
      "step": 847
    },
    {
      "epoch": 1.2710511309636952,
      "grad_norm": 0.3252174947797439,
      "learning_rate": 7.893724956671587e-06,
      "loss": 0.4884,
      "step": 848
    },
    {
      "epoch": 1.272571754419312,
      "grad_norm": 0.34540716209835276,
      "learning_rate": 7.86361550490161e-06,
      "loss": 0.5045,
      "step": 849
    },
    {
      "epoch": 1.2740923778749287,
      "grad_norm": 0.3498563998796463,
      "learning_rate": 7.833540094397626e-06,
      "loss": 0.5118,
      "step": 850
    },
    {
      "epoch": 1.2756130013305456,
      "grad_norm": 0.3647153038013536,
      "learning_rate": 7.803498905204638e-06,
      "loss": 0.5064,
      "step": 851
    },
    {
      "epoch": 1.2771336247861624,
      "grad_norm": 0.3508552754714093,
      "learning_rate": 7.773492117162775e-06,
      "loss": 0.5035,
      "step": 852
    },
    {
      "epoch": 1.278654248241779,
      "grad_norm": 0.33239766666827464,
      "learning_rate": 7.743519909906217e-06,
      "loss": 0.4986,
      "step": 853
    },
    {
      "epoch": 1.280174871697396,
      "grad_norm": 0.4315070616641703,
      "learning_rate": 7.713582462862138e-06,
      "loss": 0.5331,
      "step": 854
    },
    {
      "epoch": 1.2816954951530128,
      "grad_norm": 0.36173927943521234,
      "learning_rate": 7.683679955249609e-06,
      "loss": 0.5064,
      "step": 855
    },
    {
      "epoch": 1.2832161186086295,
      "grad_norm": 0.3487948964838659,
      "learning_rate": 7.653812566078565e-06,
      "loss": 0.5061,
      "step": 856
    },
    {
      "epoch": 1.2847367420642464,
      "grad_norm": 0.3484239609890833,
      "learning_rate": 7.623980474148672e-06,
      "loss": 0.5023,
      "step": 857
    },
    {
      "epoch": 1.2862573655198632,
      "grad_norm": 0.36052769608217394,
      "learning_rate": 7.59418385804832e-06,
      "loss": 0.5267,
      "step": 858
    },
    {
      "epoch": 1.28777798897548,
      "grad_norm": 0.37188400515013914,
      "learning_rate": 7.564422896153491e-06,
      "loss": 0.5455,
      "step": 859
    },
    {
      "epoch": 1.2892986124310968,
      "grad_norm": 0.34411324307178126,
      "learning_rate": 7.534697766626769e-06,
      "loss": 0.5137,
      "step": 860
    },
    {
      "epoch": 1.2908192358867137,
      "grad_norm": 0.3364768988197693,
      "learning_rate": 7.50500864741619e-06,
      "loss": 0.5209,
      "step": 861
    },
    {
      "epoch": 1.2923398593423303,
      "grad_norm": 0.3670085290524646,
      "learning_rate": 7.475355716254242e-06,
      "loss": 0.5402,
      "step": 862
    },
    {
      "epoch": 1.2938604827979472,
      "grad_norm": 0.33251162694155534,
      "learning_rate": 7.445739150656753e-06,
      "loss": 0.4987,
      "step": 863
    },
    {
      "epoch": 1.295381106253564,
      "grad_norm": 0.35070274634255805,
      "learning_rate": 7.416159127921868e-06,
      "loss": 0.5071,
      "step": 864
    },
    {
      "epoch": 1.2969017297091807,
      "grad_norm": 0.3795469724864985,
      "learning_rate": 7.38661582512897e-06,
      "loss": 0.5399,
      "step": 865
    },
    {
      "epoch": 1.2984223531647976,
      "grad_norm": 0.3396586485316285,
      "learning_rate": 7.3571094191375995e-06,
      "loss": 0.5218,
      "step": 866
    },
    {
      "epoch": 1.2999429766204145,
      "grad_norm": 0.3360542873886429,
      "learning_rate": 7.327640086586438e-06,
      "loss": 0.5034,
      "step": 867
    },
    {
      "epoch": 1.3014636000760311,
      "grad_norm": 0.3295788458214383,
      "learning_rate": 7.298208003892223e-06,
      "loss": 0.5096,
      "step": 868
    },
    {
      "epoch": 1.302984223531648,
      "grad_norm": 0.35244946035448127,
      "learning_rate": 7.268813347248696e-06,
      "loss": 0.5085,
      "step": 869
    },
    {
      "epoch": 1.3045048469872649,
      "grad_norm": 0.3451919708597768,
      "learning_rate": 7.239456292625539e-06,
      "loss": 0.5017,
      "step": 870
    },
    {
      "epoch": 1.3060254704428815,
      "grad_norm": 0.3208050987232861,
      "learning_rate": 7.210137015767349e-06,
      "loss": 0.5024,
      "step": 871
    },
    {
      "epoch": 1.3075460938984984,
      "grad_norm": 0.35131393844950287,
      "learning_rate": 7.1808556921925585e-06,
      "loss": 0.529,
      "step": 872
    },
    {
      "epoch": 1.3090667173541153,
      "grad_norm": 0.35801843724419535,
      "learning_rate": 7.1516124971924e-06,
      "loss": 0.5297,
      "step": 873
    },
    {
      "epoch": 1.310587340809732,
      "grad_norm": 0.3401955783986041,
      "learning_rate": 7.122407605829839e-06,
      "loss": 0.5035,
      "step": 874
    },
    {
      "epoch": 1.3121079642653488,
      "grad_norm": 0.3371522526619987,
      "learning_rate": 7.093241192938552e-06,
      "loss": 0.4876,
      "step": 875
    },
    {
      "epoch": 1.3136285877209657,
      "grad_norm": 0.35482672035164964,
      "learning_rate": 7.064113433121862e-06,
      "loss": 0.5243,
      "step": 876
    },
    {
      "epoch": 1.3151492111765823,
      "grad_norm": 0.3535329850445862,
      "learning_rate": 7.03502450075169e-06,
      "loss": 0.5081,
      "step": 877
    },
    {
      "epoch": 1.3166698346321992,
      "grad_norm": 0.3423103799188622,
      "learning_rate": 7.00597456996753e-06,
      "loss": 0.5121,
      "step": 878
    },
    {
      "epoch": 1.318190458087816,
      "grad_norm": 0.35140677064268294,
      "learning_rate": 6.976963814675376e-06,
      "loss": 0.5171,
      "step": 879
    },
    {
      "epoch": 1.3197110815434328,
      "grad_norm": 0.352748609509177,
      "learning_rate": 6.947992408546731e-06,
      "loss": 0.535,
      "step": 880
    },
    {
      "epoch": 1.3212317049990496,
      "grad_norm": 0.3317879618506482,
      "learning_rate": 6.919060525017507e-06,
      "loss": 0.4942,
      "step": 881
    },
    {
      "epoch": 1.3227523284546665,
      "grad_norm": 0.3547220499965655,
      "learning_rate": 6.890168337287031e-06,
      "loss": 0.5091,
      "step": 882
    },
    {
      "epoch": 1.3242729519102832,
      "grad_norm": 0.32077453688103713,
      "learning_rate": 6.861316018316979e-06,
      "loss": 0.515,
      "step": 883
    },
    {
      "epoch": 1.3257935753659,
      "grad_norm": 0.3399152548809487,
      "learning_rate": 6.832503740830382e-06,
      "loss": 0.507,
      "step": 884
    },
    {
      "epoch": 1.327314198821517,
      "grad_norm": 0.3318950288383037,
      "learning_rate": 6.803731677310529e-06,
      "loss": 0.4966,
      "step": 885
    },
    {
      "epoch": 1.3288348222771336,
      "grad_norm": 0.3464596127850353,
      "learning_rate": 6.775000000000004e-06,
      "loss": 0.5115,
      "step": 886
    },
    {
      "epoch": 1.3303554457327504,
      "grad_norm": 0.34400466984436623,
      "learning_rate": 6.746308880899589e-06,
      "loss": 0.5082,
      "step": 887
    },
    {
      "epoch": 1.3318760691883673,
      "grad_norm": 0.3700416848449434,
      "learning_rate": 6.71765849176729e-06,
      "loss": 0.5302,
      "step": 888
    },
    {
      "epoch": 1.333396692643984,
      "grad_norm": 0.333378413090238,
      "learning_rate": 6.689049004117282e-06,
      "loss": 0.5021,
      "step": 889
    },
    {
      "epoch": 1.3349173160996008,
      "grad_norm": 0.3384873522425988,
      "learning_rate": 6.660480589218871e-06,
      "loss": 0.4805,
      "step": 890
    },
    {
      "epoch": 1.3364379395552177,
      "grad_norm": 0.34806352457541345,
      "learning_rate": 6.631953418095496e-06,
      "loss": 0.4912,
      "step": 891
    },
    {
      "epoch": 1.3379585630108344,
      "grad_norm": 0.34876873046591195,
      "learning_rate": 6.603467661523689e-06,
      "loss": 0.5082,
      "step": 892
    },
    {
      "epoch": 1.3394791864664513,
      "grad_norm": 0.31774849749377526,
      "learning_rate": 6.5750234900320585e-06,
      "loss": 0.4818,
      "step": 893
    },
    {
      "epoch": 1.3409998099220681,
      "grad_norm": 0.3324374020356446,
      "learning_rate": 6.546621073900255e-06,
      "loss": 0.4998,
      "step": 894
    },
    {
      "epoch": 1.3425204333776848,
      "grad_norm": 0.3353452020425694,
      "learning_rate": 6.518260583157976e-06,
      "loss": 0.4921,
      "step": 895
    },
    {
      "epoch": 1.3440410568333017,
      "grad_norm": 0.3493478007336028,
      "learning_rate": 6.489942187583926e-06,
      "loss": 0.5116,
      "step": 896
    },
    {
      "epoch": 1.3455616802889185,
      "grad_norm": 0.3284929233347785,
      "learning_rate": 6.461666056704817e-06,
      "loss": 0.5009,
      "step": 897
    },
    {
      "epoch": 1.3470823037445352,
      "grad_norm": 0.34202330071520587,
      "learning_rate": 6.433432359794333e-06,
      "loss": 0.5034,
      "step": 898
    },
    {
      "epoch": 1.348602927200152,
      "grad_norm": 0.33111021835858967,
      "learning_rate": 6.405241265872139e-06,
      "loss": 0.5044,
      "step": 899
    },
    {
      "epoch": 1.350123550655769,
      "grad_norm": 0.3354271189663323,
      "learning_rate": 6.37709294370286e-06,
      "loss": 0.4976,
      "step": 900
    },
    {
      "epoch": 1.3516441741113856,
      "grad_norm": 0.33711612171640787,
      "learning_rate": 6.3489875617950605e-06,
      "loss": 0.5018,
      "step": 901
    },
    {
      "epoch": 1.3531647975670025,
      "grad_norm": 0.33268125847154223,
      "learning_rate": 6.320925288400259e-06,
      "loss": 0.5061,
      "step": 902
    },
    {
      "epoch": 1.3546854210226194,
      "grad_norm": 0.3297595687007157,
      "learning_rate": 6.292906291511883e-06,
      "loss": 0.5008,
      "step": 903
    },
    {
      "epoch": 1.356206044478236,
      "grad_norm": 0.33711090972493357,
      "learning_rate": 6.2649307388643245e-06,
      "loss": 0.4899,
      "step": 904
    },
    {
      "epoch": 1.3577266679338529,
      "grad_norm": 0.35714761250864835,
      "learning_rate": 6.236998797931864e-06,
      "loss": 0.5336,
      "step": 905
    },
    {
      "epoch": 1.3592472913894698,
      "grad_norm": 0.33101330668166734,
      "learning_rate": 6.209110635927724e-06,
      "loss": 0.5188,
      "step": 906
    },
    {
      "epoch": 1.3607679148450864,
      "grad_norm": 0.33231897329769716,
      "learning_rate": 6.181266419803025e-06,
      "loss": 0.4992,
      "step": 907
    },
    {
      "epoch": 1.3622885383007033,
      "grad_norm": 0.3391798280349641,
      "learning_rate": 6.153466316245841e-06,
      "loss": 0.5145,
      "step": 908
    },
    {
      "epoch": 1.3638091617563202,
      "grad_norm": 0.3397695996188909,
      "learning_rate": 6.125710491680132e-06,
      "loss": 0.5148,
      "step": 909
    },
    {
      "epoch": 1.3653297852119368,
      "grad_norm": 0.33259300354324434,
      "learning_rate": 6.097999112264814e-06,
      "loss": 0.4983,
      "step": 910
    },
    {
      "epoch": 1.3668504086675537,
      "grad_norm": 0.34841156749227775,
      "learning_rate": 6.070332343892708e-06,
      "loss": 0.5197,
      "step": 911
    },
    {
      "epoch": 1.3683710321231706,
      "grad_norm": 0.3406141056782546,
      "learning_rate": 6.042710352189592e-06,
      "loss": 0.49,
      "step": 912
    },
    {
      "epoch": 1.3698916555787872,
      "grad_norm": 0.3479407700510544,
      "learning_rate": 6.01513330251319e-06,
      "loss": 0.5054,
      "step": 913
    },
    {
      "epoch": 1.371412279034404,
      "grad_norm": 0.34636977510682354,
      "learning_rate": 5.9876013599521654e-06,
      "loss": 0.5273,
      "step": 914
    },
    {
      "epoch": 1.372932902490021,
      "grad_norm": 0.32587606375019723,
      "learning_rate": 5.9601146893251685e-06,
      "loss": 0.5032,
      "step": 915
    },
    {
      "epoch": 1.3744535259456376,
      "grad_norm": 0.34209096131732425,
      "learning_rate": 5.932673455179826e-06,
      "loss": 0.5004,
      "step": 916
    },
    {
      "epoch": 1.3759741494012545,
      "grad_norm": 0.3462622805308902,
      "learning_rate": 5.9052778217917614e-06,
      "loss": 0.5121,
      "step": 917
    },
    {
      "epoch": 1.3774947728568714,
      "grad_norm": 0.3685686058332204,
      "learning_rate": 5.8779279531636046e-06,
      "loss": 0.5314,
      "step": 918
    },
    {
      "epoch": 1.379015396312488,
      "grad_norm": 0.3515509029896568,
      "learning_rate": 5.850624013024024e-06,
      "loss": 0.5215,
      "step": 919
    },
    {
      "epoch": 1.380536019768105,
      "grad_norm": 0.32046588423851496,
      "learning_rate": 5.82336616482674e-06,
      "loss": 0.4974,
      "step": 920
    },
    {
      "epoch": 1.3820566432237218,
      "grad_norm": 0.3808130154691177,
      "learning_rate": 5.796154571749547e-06,
      "loss": 0.525,
      "step": 921
    },
    {
      "epoch": 1.3835772666793384,
      "grad_norm": 0.3454746636565212,
      "learning_rate": 5.768989396693324e-06,
      "loss": 0.4923,
      "step": 922
    },
    {
      "epoch": 1.3850978901349553,
      "grad_norm": 0.3321076118691578,
      "learning_rate": 5.741870802281081e-06,
      "loss": 0.4797,
      "step": 923
    },
    {
      "epoch": 1.3866185135905722,
      "grad_norm": 0.3420626306833587,
      "learning_rate": 5.714798950856981e-06,
      "loss": 0.4923,
      "step": 924
    },
    {
      "epoch": 1.3881391370461889,
      "grad_norm": 0.3353059399098719,
      "learning_rate": 5.687774004485342e-06,
      "loss": 0.5073,
      "step": 925
    },
    {
      "epoch": 1.3896597605018057,
      "grad_norm": 0.3257554102906788,
      "learning_rate": 5.660796124949711e-06,
      "loss": 0.4942,
      "step": 926
    },
    {
      "epoch": 1.3911803839574226,
      "grad_norm": 0.3413851694093131,
      "learning_rate": 5.633865473751846e-06,
      "loss": 0.5345,
      "step": 927
    },
    {
      "epoch": 1.3927010074130393,
      "grad_norm": 0.33413542250569817,
      "learning_rate": 5.606982212110806e-06,
      "loss": 0.5205,
      "step": 928
    },
    {
      "epoch": 1.3942216308686561,
      "grad_norm": 0.3413782795261156,
      "learning_rate": 5.580146500961927e-06,
      "loss": 0.4914,
      "step": 929
    },
    {
      "epoch": 1.395742254324273,
      "grad_norm": 0.34562101413317636,
      "learning_rate": 5.553358500955903e-06,
      "loss": 0.5191,
      "step": 930
    },
    {
      "epoch": 1.3972628777798897,
      "grad_norm": 0.36463942955800077,
      "learning_rate": 5.526618372457788e-06,
      "loss": 0.5031,
      "step": 931
    },
    {
      "epoch": 1.3987835012355065,
      "grad_norm": 0.3490946304863948,
      "learning_rate": 5.49992627554609e-06,
      "loss": 0.5117,
      "step": 932
    },
    {
      "epoch": 1.4003041246911234,
      "grad_norm": 0.35279790273339234,
      "learning_rate": 5.473282370011742e-06,
      "loss": 0.5274,
      "step": 933
    },
    {
      "epoch": 1.40182474814674,
      "grad_norm": 0.349655925155731,
      "learning_rate": 5.446686815357206e-06,
      "loss": 0.4965,
      "step": 934
    },
    {
      "epoch": 1.403345371602357,
      "grad_norm": 0.334218280540011,
      "learning_rate": 5.420139770795477e-06,
      "loss": 0.5216,
      "step": 935
    },
    {
      "epoch": 1.4048659950579738,
      "grad_norm": 0.3630958366505651,
      "learning_rate": 5.393641395249157e-06,
      "loss": 0.5125,
      "step": 936
    },
    {
      "epoch": 1.4063866185135905,
      "grad_norm": 0.3665354616192356,
      "learning_rate": 5.367191847349496e-06,
      "loss": 0.5171,
      "step": 937
    },
    {
      "epoch": 1.4079072419692074,
      "grad_norm": 0.3388173032700996,
      "learning_rate": 5.340791285435425e-06,
      "loss": 0.5107,
      "step": 938
    },
    {
      "epoch": 1.4094278654248242,
      "grad_norm": 0.3408412945651779,
      "learning_rate": 5.314439867552638e-06,
      "loss": 0.5092,
      "step": 939
    },
    {
      "epoch": 1.4109484888804409,
      "grad_norm": 0.32178831689172704,
      "learning_rate": 5.288137751452625e-06,
      "loss": 0.5052,
      "step": 940
    },
    {
      "epoch": 1.4124691123360578,
      "grad_norm": 0.3404604279948066,
      "learning_rate": 5.261885094591735e-06,
      "loss": 0.4989,
      "step": 941
    },
    {
      "epoch": 1.4139897357916746,
      "grad_norm": 0.3528505749791748,
      "learning_rate": 5.235682054130224e-06,
      "loss": 0.4883,
      "step": 942
    },
    {
      "epoch": 1.4155103592472913,
      "grad_norm": 0.33074842020507783,
      "learning_rate": 5.209528786931329e-06,
      "loss": 0.5143,
      "step": 943
    },
    {
      "epoch": 1.4170309827029082,
      "grad_norm": 0.33129196603154915,
      "learning_rate": 5.183425449560322e-06,
      "loss": 0.5069,
      "step": 944
    },
    {
      "epoch": 1.418551606158525,
      "grad_norm": 0.3450555489678585,
      "learning_rate": 5.1573721982835766e-06,
      "loss": 0.5194,
      "step": 945
    },
    {
      "epoch": 1.4200722296141417,
      "grad_norm": 0.32000469036683216,
      "learning_rate": 5.131369189067611e-06,
      "loss": 0.4963,
      "step": 946
    },
    {
      "epoch": 1.4215928530697586,
      "grad_norm": 0.3579257724532904,
      "learning_rate": 5.105416577578189e-06,
      "loss": 0.5009,
      "step": 947
    },
    {
      "epoch": 1.4231134765253755,
      "grad_norm": 0.341889660403509,
      "learning_rate": 5.079514519179368e-06,
      "loss": 0.4955,
      "step": 948
    },
    {
      "epoch": 1.424634099980992,
      "grad_norm": 0.3375109020144137,
      "learning_rate": 5.053663168932563e-06,
      "loss": 0.4925,
      "step": 949
    },
    {
      "epoch": 1.426154723436609,
      "grad_norm": 0.3354140119830031,
      "learning_rate": 5.02786268159564e-06,
      "loss": 0.4828,
      "step": 950
    },
    {
      "epoch": 1.4276753468922259,
      "grad_norm": 0.3411962173320927,
      "learning_rate": 5.002113211621957e-06,
      "loss": 0.5059,
      "step": 951
    },
    {
      "epoch": 1.4291959703478425,
      "grad_norm": 0.3794888650970929,
      "learning_rate": 4.97641491315949e-06,
      "loss": 0.5182,
      "step": 952
    },
    {
      "epoch": 1.4307165938034594,
      "grad_norm": 0.3438813382757282,
      "learning_rate": 4.950767940049846e-06,
      "loss": 0.5231,
      "step": 953
    },
    {
      "epoch": 1.4322372172590763,
      "grad_norm": 0.33702340568088535,
      "learning_rate": 4.925172445827401e-06,
      "loss": 0.4898,
      "step": 954
    },
    {
      "epoch": 1.433757840714693,
      "grad_norm": 0.33891170335451204,
      "learning_rate": 4.8996285837183344e-06,
      "loss": 0.4999,
      "step": 955
    },
    {
      "epoch": 1.4352784641703098,
      "grad_norm": 0.3613620365932021,
      "learning_rate": 4.874136506639747e-06,
      "loss": 0.5109,
      "step": 956
    },
    {
      "epoch": 1.4367990876259267,
      "grad_norm": 0.34896992869532173,
      "learning_rate": 4.848696367198726e-06,
      "loss": 0.503,
      "step": 957
    },
    {
      "epoch": 1.4383197110815433,
      "grad_norm": 0.3319351812805159,
      "learning_rate": 4.823308317691442e-06,
      "loss": 0.5189,
      "step": 958
    },
    {
      "epoch": 1.4398403345371602,
      "grad_norm": 0.3319386837420594,
      "learning_rate": 4.7979725101022175e-06,
      "loss": 0.4813,
      "step": 959
    },
    {
      "epoch": 1.441360957992777,
      "grad_norm": 0.3397974585040773,
      "learning_rate": 4.772689096102645e-06,
      "loss": 0.5045,
      "step": 960
    },
    {
      "epoch": 1.4428815814483937,
      "grad_norm": 0.31839220001298785,
      "learning_rate": 4.747458227050663e-06,
      "loss": 0.4815,
      "step": 961
    },
    {
      "epoch": 1.4444022049040106,
      "grad_norm": 0.32870599013036034,
      "learning_rate": 4.7222800539896445e-06,
      "loss": 0.5142,
      "step": 962
    },
    {
      "epoch": 1.4459228283596275,
      "grad_norm": 0.3342769560881234,
      "learning_rate": 4.697154727647507e-06,
      "loss": 0.4943,
      "step": 963
    },
    {
      "epoch": 1.4474434518152441,
      "grad_norm": 0.34488780755334697,
      "learning_rate": 4.672082398435805e-06,
      "loss": 0.5137,
      "step": 964
    },
    {
      "epoch": 1.448964075270861,
      "grad_norm": 0.3153153534150591,
      "learning_rate": 4.6470632164488295e-06,
      "loss": 0.4837,
      "step": 965
    },
    {
      "epoch": 1.450484698726478,
      "grad_norm": 0.32145993722141425,
      "learning_rate": 4.622097331462696e-06,
      "loss": 0.4962,
      "step": 966
    },
    {
      "epoch": 1.4520053221820945,
      "grad_norm": 0.33298486778180947,
      "learning_rate": 4.597184892934472e-06,
      "loss": 0.5103,
      "step": 967
    },
    {
      "epoch": 1.4535259456377114,
      "grad_norm": 0.3450267637519744,
      "learning_rate": 4.572326050001267e-06,
      "loss": 0.4909,
      "step": 968
    },
    {
      "epoch": 1.4550465690933283,
      "grad_norm": 0.3318326795828598,
      "learning_rate": 4.547520951479347e-06,
      "loss": 0.5057,
      "step": 969
    },
    {
      "epoch": 1.456567192548945,
      "grad_norm": 0.33679166346861333,
      "learning_rate": 4.522769745863228e-06,
      "loss": 0.5057,
      "step": 970
    },
    {
      "epoch": 1.4580878160045618,
      "grad_norm": 0.3395760337602621,
      "learning_rate": 4.498072581324811e-06,
      "loss": 0.5358,
      "step": 971
    },
    {
      "epoch": 1.4596084394601787,
      "grad_norm": 0.3350852965124303,
      "learning_rate": 4.473429605712482e-06,
      "loss": 0.516,
      "step": 972
    },
    {
      "epoch": 1.4611290629157954,
      "grad_norm": 0.3402104641226832,
      "learning_rate": 4.448840966550214e-06,
      "loss": 0.5042,
      "step": 973
    },
    {
      "epoch": 1.4626496863714122,
      "grad_norm": 0.35213392448418906,
      "learning_rate": 4.424306811036717e-06,
      "loss": 0.5048,
      "step": 974
    },
    {
      "epoch": 1.4641703098270291,
      "grad_norm": 0.30760979362082447,
      "learning_rate": 4.399827286044515e-06,
      "loss": 0.4976,
      "step": 975
    },
    {
      "epoch": 1.4656909332826458,
      "grad_norm": 0.3713309741272073,
      "learning_rate": 4.375402538119116e-06,
      "loss": 0.4849,
      "step": 976
    },
    {
      "epoch": 1.4672115567382626,
      "grad_norm": 0.32636579757729905,
      "learning_rate": 4.351032713478084e-06,
      "loss": 0.5011,
      "step": 977
    },
    {
      "epoch": 1.4687321801938795,
      "grad_norm": 0.34427812460067464,
      "learning_rate": 4.326717958010203e-06,
      "loss": 0.4985,
      "step": 978
    },
    {
      "epoch": 1.4702528036494962,
      "grad_norm": 0.3431253440023036,
      "learning_rate": 4.302458417274573e-06,
      "loss": 0.504,
      "step": 979
    },
    {
      "epoch": 1.471773427105113,
      "grad_norm": 0.3219320912973509,
      "learning_rate": 4.278254236499767e-06,
      "loss": 0.4872,
      "step": 980
    },
    {
      "epoch": 1.47329405056073,
      "grad_norm": 0.3259111453940081,
      "learning_rate": 4.2541055605829445e-06,
      "loss": 0.4915,
      "step": 981
    },
    {
      "epoch": 1.4748146740163466,
      "grad_norm": 0.34356473045787483,
      "learning_rate": 4.2300125340889885e-06,
      "loss": 0.5041,
      "step": 982
    },
    {
      "epoch": 1.4763352974719635,
      "grad_norm": 0.3302732477989796,
      "learning_rate": 4.2059753012496334e-06,
      "loss": 0.4975,
      "step": 983
    },
    {
      "epoch": 1.4778559209275803,
      "grad_norm": 0.3139509766944064,
      "learning_rate": 4.181994005962612e-06,
      "loss": 0.4987,
      "step": 984
    },
    {
      "epoch": 1.479376544383197,
      "grad_norm": 0.33007516038018775,
      "learning_rate": 4.158068791790798e-06,
      "loss": 0.5094,
      "step": 985
    },
    {
      "epoch": 1.4808971678388139,
      "grad_norm": 0.3314396852932346,
      "learning_rate": 4.134199801961319e-06,
      "loss": 0.5214,
      "step": 986
    },
    {
      "epoch": 1.4824177912944307,
      "grad_norm": 0.3265821672215369,
      "learning_rate": 4.110387179364735e-06,
      "loss": 0.4829,
      "step": 987
    },
    {
      "epoch": 1.4839384147500474,
      "grad_norm": 0.3332694006250523,
      "learning_rate": 4.0866310665541576e-06,
      "loss": 0.5052,
      "step": 988
    },
    {
      "epoch": 1.4854590382056643,
      "grad_norm": 0.3490720940072708,
      "learning_rate": 4.062931605744416e-06,
      "loss": 0.5092,
      "step": 989
    },
    {
      "epoch": 1.4869796616612811,
      "grad_norm": 0.33398988538744084,
      "learning_rate": 4.0392889388111746e-06,
      "loss": 0.5188,
      "step": 990
    },
    {
      "epoch": 1.4885002851168978,
      "grad_norm": 0.3270648319812971,
      "learning_rate": 4.015703207290125e-06,
      "loss": 0.5159,
      "step": 991
    },
    {
      "epoch": 1.4900209085725147,
      "grad_norm": 0.32741030567450113,
      "learning_rate": 3.992174552376112e-06,
      "loss": 0.5025,
      "step": 992
    },
    {
      "epoch": 1.4915415320281316,
      "grad_norm": 0.32463136930033865,
      "learning_rate": 3.968703114922282e-06,
      "loss": 0.4912,
      "step": 993
    },
    {
      "epoch": 1.4930621554837482,
      "grad_norm": 0.3493187625119753,
      "learning_rate": 3.945289035439266e-06,
      "loss": 0.5022,
      "step": 994
    },
    {
      "epoch": 1.494582778939365,
      "grad_norm": 0.3393915308815615,
      "learning_rate": 3.921932454094324e-06,
      "loss": 0.5121,
      "step": 995
    },
    {
      "epoch": 1.496103402394982,
      "grad_norm": 0.3361281345069889,
      "learning_rate": 3.8986335107104904e-06,
      "loss": 0.5113,
      "step": 996
    },
    {
      "epoch": 1.4976240258505986,
      "grad_norm": 0.33203560338943144,
      "learning_rate": 3.875392344765772e-06,
      "loss": 0.4754,
      "step": 997
    },
    {
      "epoch": 1.4991446493062155,
      "grad_norm": 0.324328611770242,
      "learning_rate": 3.852209095392288e-06,
      "loss": 0.4993,
      "step": 998
    },
    {
      "epoch": 1.5006652727618324,
      "grad_norm": 0.3558742459808321,
      "learning_rate": 3.829083901375433e-06,
      "loss": 0.5047,
      "step": 999
    },
    {
      "epoch": 1.502185896217449,
      "grad_norm": 0.3338340547562902,
      "learning_rate": 3.8060169011530668e-06,
      "loss": 0.4759,
      "step": 1000
    },
    {
      "epoch": 1.5037065196730661,
      "grad_norm": 0.35120584802546506,
      "learning_rate": 3.783008232814671e-06,
      "loss": 0.5294,
      "step": 1001
    },
    {
      "epoch": 1.5052271431286828,
      "grad_norm": 0.3353936427085398,
      "learning_rate": 3.760058034100533e-06,
      "loss": 0.5284,
      "step": 1002
    },
    {
      "epoch": 1.5067477665842994,
      "grad_norm": 0.33688668654855014,
      "learning_rate": 3.7371664424008973e-06,
      "loss": 0.4959,
      "step": 1003
    },
    {
      "epoch": 1.5082683900399165,
      "grad_norm": 0.32266166581151934,
      "learning_rate": 3.714333594755177e-06,
      "loss": 0.4752,
      "step": 1004
    },
    {
      "epoch": 1.5097890134955332,
      "grad_norm": 0.33412231708735246,
      "learning_rate": 3.691559627851118e-06,
      "loss": 0.5179,
      "step": 1005
    },
    {
      "epoch": 1.5113096369511498,
      "grad_norm": 0.3243441675650943,
      "learning_rate": 3.6688446780239596e-06,
      "loss": 0.4943,
      "step": 1006
    },
    {
      "epoch": 1.512830260406767,
      "grad_norm": 0.327154574269167,
      "learning_rate": 3.646188881255658e-06,
      "loss": 0.492,
      "step": 1007
    },
    {
      "epoch": 1.5143508838623836,
      "grad_norm": 0.3192294634078481,
      "learning_rate": 3.623592373174045e-06,
      "loss": 0.4771,
      "step": 1008
    },
    {
      "epoch": 1.5158715073180002,
      "grad_norm": 0.3372732645788767,
      "learning_rate": 3.601055289052031e-06,
      "loss": 0.4949,
      "step": 1009
    },
    {
      "epoch": 1.5173921307736173,
      "grad_norm": 0.31829723772061774,
      "learning_rate": 3.578577763806769e-06,
      "loss": 0.49,
      "step": 1010
    },
    {
      "epoch": 1.518912754229234,
      "grad_norm": 0.3374508150505602,
      "learning_rate": 3.556159931998888e-06,
      "loss": 0.5138,
      "step": 1011
    },
    {
      "epoch": 1.5204333776848507,
      "grad_norm": 0.3368177667255345,
      "learning_rate": 3.5338019278316426e-06,
      "loss": 0.5332,
      "step": 1012
    },
    {
      "epoch": 1.5219540011404677,
      "grad_norm": 0.35595499914728906,
      "learning_rate": 3.5115038851501605e-06,
      "loss": 0.5093,
      "step": 1013
    },
    {
      "epoch": 1.5234746245960844,
      "grad_norm": 0.3549641645181648,
      "learning_rate": 3.4892659374405844e-06,
      "loss": 0.5251,
      "step": 1014
    },
    {
      "epoch": 1.524995248051701,
      "grad_norm": 0.32092817344554087,
      "learning_rate": 3.467088217829321e-06,
      "loss": 0.5086,
      "step": 1015
    },
    {
      "epoch": 1.5265158715073182,
      "grad_norm": 0.3163937191442778,
      "learning_rate": 3.4449708590822104e-06,
      "loss": 0.4997,
      "step": 1016
    },
    {
      "epoch": 1.5280364949629348,
      "grad_norm": 0.3204985454805181,
      "learning_rate": 3.422913993603756e-06,
      "loss": 0.523,
      "step": 1017
    },
    {
      "epoch": 1.5295571184185515,
      "grad_norm": 0.3282138238031523,
      "learning_rate": 3.4009177534363184e-06,
      "loss": 0.5096,
      "step": 1018
    },
    {
      "epoch": 1.5310777418741686,
      "grad_norm": 0.3243188648838239,
      "learning_rate": 3.378982270259323e-06,
      "loss": 0.4974,
      "step": 1019
    },
    {
      "epoch": 1.5325983653297852,
      "grad_norm": 0.32762061133060594,
      "learning_rate": 3.3571076753884802e-06,
      "loss": 0.5174,
      "step": 1020
    },
    {
      "epoch": 1.5341189887854019,
      "grad_norm": 0.3315702913947939,
      "learning_rate": 3.335294099774996e-06,
      "loss": 0.5317,
      "step": 1021
    },
    {
      "epoch": 1.535639612241019,
      "grad_norm": 0.3146514780388357,
      "learning_rate": 3.313541674004791e-06,
      "loss": 0.4823,
      "step": 1022
    },
    {
      "epoch": 1.5371602356966356,
      "grad_norm": 0.31324712226441537,
      "learning_rate": 3.291850528297705e-06,
      "loss": 0.4936,
      "step": 1023
    },
    {
      "epoch": 1.5386808591522523,
      "grad_norm": 0.3220338054628576,
      "learning_rate": 3.270220792506735e-06,
      "loss": 0.4897,
      "step": 1024
    },
    {
      "epoch": 1.5402014826078694,
      "grad_norm": 0.33327886740248275,
      "learning_rate": 3.2486525961172487e-06,
      "loss": 0.5118,
      "step": 1025
    },
    {
      "epoch": 1.541722106063486,
      "grad_norm": 0.31839568655177714,
      "learning_rate": 3.2271460682462175e-06,
      "loss": 0.4913,
      "step": 1026
    },
    {
      "epoch": 1.5432427295191027,
      "grad_norm": 0.3275702952073424,
      "learning_rate": 3.2057013376414218e-06,
      "loss": 0.5022,
      "step": 1027
    },
    {
      "epoch": 1.5447633529747198,
      "grad_norm": 0.3265904791104775,
      "learning_rate": 3.1843185326807096e-06,
      "loss": 0.5013,
      "step": 1028
    },
    {
      "epoch": 1.5462839764303364,
      "grad_norm": 0.34562281052781296,
      "learning_rate": 3.162997781371215e-06,
      "loss": 0.5245,
      "step": 1029
    },
    {
      "epoch": 1.547804599885953,
      "grad_norm": 0.3304005470169874,
      "learning_rate": 3.141739211348575e-06,
      "loss": 0.5034,
      "step": 1030
    },
    {
      "epoch": 1.5493252233415702,
      "grad_norm": 0.32880228905554193,
      "learning_rate": 3.1205429498761974e-06,
      "loss": 0.5015,
      "step": 1031
    },
    {
      "epoch": 1.5508458467971868,
      "grad_norm": 0.32336045302160143,
      "learning_rate": 3.0994091238444775e-06,
      "loss": 0.511,
      "step": 1032
    },
    {
      "epoch": 1.5523664702528035,
      "grad_norm": 0.3311162660651907,
      "learning_rate": 3.0783378597700453e-06,
      "loss": 0.5114,
      "step": 1033
    },
    {
      "epoch": 1.5538870937084206,
      "grad_norm": 0.3375600053400384,
      "learning_rate": 3.0573292837949997e-06,
      "loss": 0.4995,
      "step": 1034
    },
    {
      "epoch": 1.5554077171640373,
      "grad_norm": 0.3184801308022672,
      "learning_rate": 3.036383521686171e-06,
      "loss": 0.491,
      "step": 1035
    },
    {
      "epoch": 1.556928340619654,
      "grad_norm": 0.3453112317336798,
      "learning_rate": 3.015500698834343e-06,
      "loss": 0.5348,
      "step": 1036
    },
    {
      "epoch": 1.558448964075271,
      "grad_norm": 0.3178400015966866,
      "learning_rate": 2.9946809402535396e-06,
      "loss": 0.5184,
      "step": 1037
    },
    {
      "epoch": 1.5599695875308877,
      "grad_norm": 0.32719134398419775,
      "learning_rate": 2.9739243705802274e-06,
      "loss": 0.515,
      "step": 1038
    },
    {
      "epoch": 1.5614902109865043,
      "grad_norm": 0.3205800396648508,
      "learning_rate": 2.953231114072617e-06,
      "loss": 0.4964,
      "step": 1039
    },
    {
      "epoch": 1.5630108344421214,
      "grad_norm": 0.316255767582057,
      "learning_rate": 2.9326012946098793e-06,
      "loss": 0.4772,
      "step": 1040
    },
    {
      "epoch": 1.564531457897738,
      "grad_norm": 0.3175652603893164,
      "learning_rate": 2.9120350356914355e-06,
      "loss": 0.5086,
      "step": 1041
    },
    {
      "epoch": 1.5660520813533547,
      "grad_norm": 0.32582238160345084,
      "learning_rate": 2.891532460436206e-06,
      "loss": 0.513,
      "step": 1042
    },
    {
      "epoch": 1.5675727048089718,
      "grad_norm": 0.3296575006626612,
      "learning_rate": 2.8710936915818587e-06,
      "loss": 0.5023,
      "step": 1043
    },
    {
      "epoch": 1.5690933282645885,
      "grad_norm": 0.31611337448881216,
      "learning_rate": 2.8507188514840983e-06,
      "loss": 0.5156,
      "step": 1044
    },
    {
      "epoch": 1.5706139517202051,
      "grad_norm": 0.31450333160108834,
      "learning_rate": 2.8304080621159222e-06,
      "loss": 0.5039,
      "step": 1045
    },
    {
      "epoch": 1.5721345751758222,
      "grad_norm": 0.3213166122638692,
      "learning_rate": 2.8101614450668923e-06,
      "loss": 0.4891,
      "step": 1046
    },
    {
      "epoch": 1.5736551986314389,
      "grad_norm": 0.3410745502394496,
      "learning_rate": 2.7899791215423954e-06,
      "loss": 0.5091,
      "step": 1047
    },
    {
      "epoch": 1.5751758220870555,
      "grad_norm": 0.3888744291624106,
      "learning_rate": 2.76986121236294e-06,
      "loss": 0.5075,
      "step": 1048
    },
    {
      "epoch": 1.5766964455426726,
      "grad_norm": 0.32027232788552623,
      "learning_rate": 2.7498078379634194e-06,
      "loss": 0.4863,
      "step": 1049
    },
    {
      "epoch": 1.5782170689982893,
      "grad_norm": 0.3219460654212709,
      "learning_rate": 2.7298191183923903e-06,
      "loss": 0.4919,
      "step": 1050
    },
    {
      "epoch": 1.579737692453906,
      "grad_norm": 0.3189327947333556,
      "learning_rate": 2.709895173311352e-06,
      "loss": 0.507,
      "step": 1051
    },
    {
      "epoch": 1.581258315909523,
      "grad_norm": 0.34438583434356085,
      "learning_rate": 2.690036121994041e-06,
      "loss": 0.4899,
      "step": 1052
    },
    {
      "epoch": 1.5827789393651397,
      "grad_norm": 0.3398976699129184,
      "learning_rate": 2.6702420833257135e-06,
      "loss": 0.5225,
      "step": 1053
    },
    {
      "epoch": 1.5842995628207563,
      "grad_norm": 0.3102911393257611,
      "learning_rate": 2.6505131758024167e-06,
      "loss": 0.5059,
      "step": 1054
    },
    {
      "epoch": 1.5858201862763734,
      "grad_norm": 0.324270478165599,
      "learning_rate": 2.630849517530311e-06,
      "loss": 0.4981,
      "step": 1055
    },
    {
      "epoch": 1.58734080973199,
      "grad_norm": 0.3546913242376741,
      "learning_rate": 2.6112512262249243e-06,
      "loss": 0.5361,
      "step": 1056
    },
    {
      "epoch": 1.5888614331876068,
      "grad_norm": 0.34869377738298407,
      "learning_rate": 2.591718419210495e-06,
      "loss": 0.5103,
      "step": 1057
    },
    {
      "epoch": 1.5903820566432239,
      "grad_norm": 0.3123532728864231,
      "learning_rate": 2.572251213419218e-06,
      "loss": 0.4932,
      "step": 1058
    },
    {
      "epoch": 1.5919026800988405,
      "grad_norm": 0.32330942665052126,
      "learning_rate": 2.5528497253905883e-06,
      "loss": 0.5037,
      "step": 1059
    },
    {
      "epoch": 1.5934233035544574,
      "grad_norm": 0.31181836853952816,
      "learning_rate": 2.5335140712706637e-06,
      "loss": 0.4866,
      "step": 1060
    },
    {
      "epoch": 1.5949439270100743,
      "grad_norm": 0.3030338685118879,
      "learning_rate": 2.5142443668114184e-06,
      "loss": 0.4618,
      "step": 1061
    },
    {
      "epoch": 1.596464550465691,
      "grad_norm": 0.3270760691359473,
      "learning_rate": 2.495040727369997e-06,
      "loss": 0.5345,
      "step": 1062
    },
    {
      "epoch": 1.5979851739213078,
      "grad_norm": 0.31027653370341124,
      "learning_rate": 2.4759032679080646e-06,
      "loss": 0.4881,
      "step": 1063
    },
    {
      "epoch": 1.5995057973769247,
      "grad_norm": 0.3062497695212509,
      "learning_rate": 2.4568321029910926e-06,
      "loss": 0.4787,
      "step": 1064
    },
    {
      "epoch": 1.6010264208325413,
      "grad_norm": 0.32621381275453964,
      "learning_rate": 2.4378273467876895e-06,
      "loss": 0.525,
      "step": 1065
    },
    {
      "epoch": 1.6025470442881582,
      "grad_norm": 0.3318069849664119,
      "learning_rate": 2.4188891130689163e-06,
      "loss": 0.4909,
      "step": 1066
    },
    {
      "epoch": 1.604067667743775,
      "grad_norm": 0.32860192649298986,
      "learning_rate": 2.4000175152075832e-06,
      "loss": 0.5047,
      "step": 1067
    },
    {
      "epoch": 1.6055882911993917,
      "grad_norm": 0.32129364609495753,
      "learning_rate": 2.3812126661776048e-06,
      "loss": 0.49,
      "step": 1068
    },
    {
      "epoch": 1.6071089146550086,
      "grad_norm": 0.34479880933344564,
      "learning_rate": 2.3624746785533015e-06,
      "loss": 0.5202,
      "step": 1069
    },
    {
      "epoch": 1.6086295381106255,
      "grad_norm": 0.32050670560042915,
      "learning_rate": 2.3438036645087323e-06,
      "loss": 0.5045,
      "step": 1070
    },
    {
      "epoch": 1.6101501615662421,
      "grad_norm": 0.3236770692201634,
      "learning_rate": 2.325199735817016e-06,
      "loss": 0.5007,
      "step": 1071
    },
    {
      "epoch": 1.611670785021859,
      "grad_norm": 0.3182094882577364,
      "learning_rate": 2.306663003849674e-06,
      "loss": 0.4972,
      "step": 1072
    },
    {
      "epoch": 1.6131914084774759,
      "grad_norm": 0.31720365603712886,
      "learning_rate": 2.2881935795759588e-06,
      "loss": 0.4716,
      "step": 1073
    },
    {
      "epoch": 1.6147120319330925,
      "grad_norm": 0.32974314670568317,
      "learning_rate": 2.2697915735621873e-06,
      "loss": 0.484,
      "step": 1074
    },
    {
      "epoch": 1.6162326553887094,
      "grad_norm": 0.30577586884242175,
      "learning_rate": 2.2514570959710736e-06,
      "loss": 0.4735,
      "step": 1075
    },
    {
      "epoch": 1.6177532788443263,
      "grad_norm": 0.3197001472064691,
      "learning_rate": 2.2331902565610855e-06,
      "loss": 0.5218,
      "step": 1076
    },
    {
      "epoch": 1.619273902299943,
      "grad_norm": 0.3166847446707726,
      "learning_rate": 2.214991164685776e-06,
      "loss": 0.4903,
      "step": 1077
    },
    {
      "epoch": 1.6207945257555598,
      "grad_norm": 0.3195718257381146,
      "learning_rate": 2.1968599292931262e-06,
      "loss": 0.4971,
      "step": 1078
    },
    {
      "epoch": 1.6223151492111767,
      "grad_norm": 0.31426671771687575,
      "learning_rate": 2.178796658924904e-06,
      "loss": 0.5064,
      "step": 1079
    },
    {
      "epoch": 1.6238357726667934,
      "grad_norm": 0.3212716102723848,
      "learning_rate": 2.160801461715996e-06,
      "loss": 0.5079,
      "step": 1080
    },
    {
      "epoch": 1.6253563961224102,
      "grad_norm": 0.3191289490920015,
      "learning_rate": 2.1428744453937935e-06,
      "loss": 0.4761,
      "step": 1081
    },
    {
      "epoch": 1.626877019578027,
      "grad_norm": 0.3159849608628463,
      "learning_rate": 2.125015717277504e-06,
      "loss": 0.5033,
      "step": 1082
    },
    {
      "epoch": 1.6283976430336438,
      "grad_norm": 0.31696066878201823,
      "learning_rate": 2.1072253842775457e-06,
      "loss": 0.4788,
      "step": 1083
    },
    {
      "epoch": 1.6299182664892606,
      "grad_norm": 0.3258225759542187,
      "learning_rate": 2.089503552894881e-06,
      "loss": 0.5099,
      "step": 1084
    },
    {
      "epoch": 1.6314388899448775,
      "grad_norm": 0.3097721381921143,
      "learning_rate": 2.0718503292204057e-06,
      "loss": 0.4837,
      "step": 1085
    },
    {
      "epoch": 1.6329595134004942,
      "grad_norm": 0.32471560408203043,
      "learning_rate": 2.054265818934283e-06,
      "loss": 0.523,
      "step": 1086
    },
    {
      "epoch": 1.634480136856111,
      "grad_norm": 0.30086700392629573,
      "learning_rate": 2.036750127305341e-06,
      "loss": 0.4751,
      "step": 1087
    },
    {
      "epoch": 1.636000760311728,
      "grad_norm": 0.306302856546338,
      "learning_rate": 2.0193033591904125e-06,
      "loss": 0.4734,
      "step": 1088
    },
    {
      "epoch": 1.6375213837673446,
      "grad_norm": 0.30581159890991627,
      "learning_rate": 2.001925619033737e-06,
      "loss": 0.4881,
      "step": 1089
    },
    {
      "epoch": 1.6390420072229615,
      "grad_norm": 0.3148442376719998,
      "learning_rate": 1.9846170108663187e-06,
      "loss": 0.4862,
      "step": 1090
    },
    {
      "epoch": 1.6405626306785783,
      "grad_norm": 0.3187412303526785,
      "learning_rate": 1.9673776383052978e-06,
      "loss": 0.5088,
      "step": 1091
    },
    {
      "epoch": 1.642083254134195,
      "grad_norm": 0.3237394151376111,
      "learning_rate": 1.9502076045533484e-06,
      "loss": 0.5127,
      "step": 1092
    },
    {
      "epoch": 1.6436038775898119,
      "grad_norm": 0.30397789760314514,
      "learning_rate": 1.9331070123980477e-06,
      "loss": 0.4906,
      "step": 1093
    },
    {
      "epoch": 1.6451245010454287,
      "grad_norm": 0.31316588193164063,
      "learning_rate": 1.916075964211268e-06,
      "loss": 0.496,
      "step": 1094
    },
    {
      "epoch": 1.6466451245010454,
      "grad_norm": 0.33024840735397576,
      "learning_rate": 1.8991145619485479e-06,
      "loss": 0.5203,
      "step": 1095
    },
    {
      "epoch": 1.6481657479566623,
      "grad_norm": 0.3409025779210624,
      "learning_rate": 1.8822229071485085e-06,
      "loss": 0.5002,
      "step": 1096
    },
    {
      "epoch": 1.6496863714122791,
      "grad_norm": 0.3287972930467973,
      "learning_rate": 1.8654011009322228e-06,
      "loss": 0.4995,
      "step": 1097
    },
    {
      "epoch": 1.6512069948678958,
      "grad_norm": 0.32623077457196087,
      "learning_rate": 1.8486492440026244e-06,
      "loss": 0.487,
      "step": 1098
    },
    {
      "epoch": 1.6527276183235127,
      "grad_norm": 0.3106687896956913,
      "learning_rate": 1.83196743664389e-06,
      "loss": 0.4946,
      "step": 1099
    },
    {
      "epoch": 1.6542482417791295,
      "grad_norm": 0.32812705879714626,
      "learning_rate": 1.8153557787208556e-06,
      "loss": 0.4903,
      "step": 1100
    },
    {
      "epoch": 1.6557688652347462,
      "grad_norm": 0.31890170792842726,
      "learning_rate": 1.7988143696784124e-06,
      "loss": 0.4821,
      "step": 1101
    },
    {
      "epoch": 1.657289488690363,
      "grad_norm": 0.31284347487731023,
      "learning_rate": 1.7823433085409e-06,
      "loss": 0.4931,
      "step": 1102
    },
    {
      "epoch": 1.65881011214598,
      "grad_norm": 0.30982765014249525,
      "learning_rate": 1.7659426939115348e-06,
      "loss": 0.4683,
      "step": 1103
    },
    {
      "epoch": 1.6603307356015966,
      "grad_norm": 0.3164620121768728,
      "learning_rate": 1.7496126239717968e-06,
      "loss": 0.5007,
      "step": 1104
    },
    {
      "epoch": 1.6618513590572135,
      "grad_norm": 0.3479489881630459,
      "learning_rate": 1.7333531964808702e-06,
      "loss": 0.5055,
      "step": 1105
    },
    {
      "epoch": 1.6633719825128304,
      "grad_norm": 0.3208880246840334,
      "learning_rate": 1.7171645087750255e-06,
      "loss": 0.4876,
      "step": 1106
    },
    {
      "epoch": 1.664892605968447,
      "grad_norm": 0.32500628409148635,
      "learning_rate": 1.7010466577670633e-06,
      "loss": 0.5185,
      "step": 1107
    },
    {
      "epoch": 1.666413229424064,
      "grad_norm": 0.3151870780999753,
      "learning_rate": 1.684999739945713e-06,
      "loss": 0.5224,
      "step": 1108
    },
    {
      "epoch": 1.6679338528796808,
      "grad_norm": 0.30364068565385566,
      "learning_rate": 1.669023851375082e-06,
      "loss": 0.4843,
      "step": 1109
    },
    {
      "epoch": 1.6694544763352974,
      "grad_norm": 0.32280756678101397,
      "learning_rate": 1.6531190876940478e-06,
      "loss": 0.5129,
      "step": 1110
    },
    {
      "epoch": 1.6709750997909143,
      "grad_norm": 0.3058304028983153,
      "learning_rate": 1.6372855441157166e-06,
      "loss": 0.4708,
      "step": 1111
    },
    {
      "epoch": 1.6724957232465312,
      "grad_norm": 0.34052506206539823,
      "learning_rate": 1.6215233154268233e-06,
      "loss": 0.5272,
      "step": 1112
    },
    {
      "epoch": 1.6740163467021478,
      "grad_norm": 0.32203401759522543,
      "learning_rate": 1.6058324959871942e-06,
      "loss": 0.4975,
      "step": 1113
    },
    {
      "epoch": 1.6755369701577647,
      "grad_norm": 0.3192131968898841,
      "learning_rate": 1.5902131797291616e-06,
      "loss": 0.4892,
      "step": 1114
    },
    {
      "epoch": 1.6770575936133816,
      "grad_norm": 0.30564977758041467,
      "learning_rate": 1.5746654601570045e-06,
      "loss": 0.4891,
      "step": 1115
    },
    {
      "epoch": 1.6785782170689982,
      "grad_norm": 0.3174124356131291,
      "learning_rate": 1.559189430346397e-06,
      "loss": 0.4948,
      "step": 1116
    },
    {
      "epoch": 1.6800988405246151,
      "grad_norm": 0.3094722335828649,
      "learning_rate": 1.5437851829438422e-06,
      "loss": 0.488,
      "step": 1117
    },
    {
      "epoch": 1.681619463980232,
      "grad_norm": 0.3131260119981047,
      "learning_rate": 1.5284528101661273e-06,
      "loss": 0.4664,
      "step": 1118
    },
    {
      "epoch": 1.6831400874358486,
      "grad_norm": 0.31529735958006433,
      "learning_rate": 1.5131924037997535e-06,
      "loss": 0.4951,
      "step": 1119
    },
    {
      "epoch": 1.6846607108914655,
      "grad_norm": 0.30173098838134094,
      "learning_rate": 1.4980040552004121e-06,
      "loss": 0.4903,
      "step": 1120
    },
    {
      "epoch": 1.6861813343470824,
      "grad_norm": 0.30988057448857725,
      "learning_rate": 1.4828878552924145e-06,
      "loss": 0.49,
      "step": 1121
    },
    {
      "epoch": 1.687701957802699,
      "grad_norm": 0.3077026541913675,
      "learning_rate": 1.4678438945681649e-06,
      "loss": 0.4849,
      "step": 1122
    },
    {
      "epoch": 1.689222581258316,
      "grad_norm": 0.31664882915707754,
      "learning_rate": 1.4528722630876041e-06,
      "loss": 0.4972,
      "step": 1123
    },
    {
      "epoch": 1.6907432047139328,
      "grad_norm": 0.31667781766589775,
      "learning_rate": 1.4379730504776807e-06,
      "loss": 0.4907,
      "step": 1124
    },
    {
      "epoch": 1.6922638281695495,
      "grad_norm": 0.30777745107859716,
      "learning_rate": 1.4231463459318138e-06,
      "loss": 0.4791,
      "step": 1125
    },
    {
      "epoch": 1.6937844516251663,
      "grad_norm": 0.3802082342644203,
      "learning_rate": 1.4083922382093484e-06,
      "loss": 0.4925,
      "step": 1126
    },
    {
      "epoch": 1.6953050750807832,
      "grad_norm": 0.319724112059326,
      "learning_rate": 1.3937108156350437e-06,
      "loss": 0.5069,
      "step": 1127
    },
    {
      "epoch": 1.6968256985363999,
      "grad_norm": 0.32744646943463035,
      "learning_rate": 1.379102166098519e-06,
      "loss": 0.4892,
      "step": 1128
    },
    {
      "epoch": 1.6983463219920167,
      "grad_norm": 0.33236823986934483,
      "learning_rate": 1.3645663770537586e-06,
      "loss": 0.5106,
      "step": 1129
    },
    {
      "epoch": 1.6998669454476336,
      "grad_norm": 0.2988679855910158,
      "learning_rate": 1.350103535518552e-06,
      "loss": 0.4792,
      "step": 1130
    },
    {
      "epoch": 1.7013875689032503,
      "grad_norm": 0.31594423002452454,
      "learning_rate": 1.3357137280740085e-06,
      "loss": 0.5113,
      "step": 1131
    },
    {
      "epoch": 1.7029081923588671,
      "grad_norm": 0.30589751459809705,
      "learning_rate": 1.3213970408640052e-06,
      "loss": 0.4611,
      "step": 1132
    },
    {
      "epoch": 1.704428815814484,
      "grad_norm": 0.32052631965810274,
      "learning_rate": 1.307153559594711e-06,
      "loss": 0.5103,
      "step": 1133
    },
    {
      "epoch": 1.7059494392701007,
      "grad_norm": 0.3293578066194276,
      "learning_rate": 1.2929833695340287e-06,
      "loss": 0.4955,
      "step": 1134
    },
    {
      "epoch": 1.7074700627257176,
      "grad_norm": 0.30301511320734814,
      "learning_rate": 1.2788865555111225e-06,
      "loss": 0.457,
      "step": 1135
    },
    {
      "epoch": 1.7089906861813344,
      "grad_norm": 0.31166180214752437,
      "learning_rate": 1.264863201915883e-06,
      "loss": 0.4976,
      "step": 1136
    },
    {
      "epoch": 1.710511309636951,
      "grad_norm": 0.3163518521392497,
      "learning_rate": 1.2509133926984408e-06,
      "loss": 0.4966,
      "step": 1137
    },
    {
      "epoch": 1.712031933092568,
      "grad_norm": 0.3540193363362305,
      "learning_rate": 1.2370372113686581e-06,
      "loss": 0.5157,
      "step": 1138
    },
    {
      "epoch": 1.7135525565481848,
      "grad_norm": 0.3054649208614663,
      "learning_rate": 1.2232347409956184e-06,
      "loss": 0.4674,
      "step": 1139
    },
    {
      "epoch": 1.7150731800038015,
      "grad_norm": 0.31124066442535125,
      "learning_rate": 1.2095060642071457e-06,
      "loss": 0.4922,
      "step": 1140
    },
    {
      "epoch": 1.7165938034594184,
      "grad_norm": 0.31790128208883095,
      "learning_rate": 1.1958512631893e-06,
      "loss": 0.4973,
      "step": 1141
    },
    {
      "epoch": 1.7181144269150352,
      "grad_norm": 0.3165756985087125,
      "learning_rate": 1.1822704196858915e-06,
      "loss": 0.503,
      "step": 1142
    },
    {
      "epoch": 1.719635050370652,
      "grad_norm": 0.32017884174072114,
      "learning_rate": 1.1687636149979783e-06,
      "loss": 0.4865,
      "step": 1143
    },
    {
      "epoch": 1.7211556738262688,
      "grad_norm": 0.31138001106614027,
      "learning_rate": 1.155330929983396e-06,
      "loss": 0.5083,
      "step": 1144
    },
    {
      "epoch": 1.7226762972818856,
      "grad_norm": 0.3178786337486812,
      "learning_rate": 1.1419724450562654e-06,
      "loss": 0.4909,
      "step": 1145
    },
    {
      "epoch": 1.7241969207375023,
      "grad_norm": 0.30532938139355004,
      "learning_rate": 1.1286882401865111e-06,
      "loss": 0.472,
      "step": 1146
    },
    {
      "epoch": 1.7257175441931192,
      "grad_norm": 0.3296827200280989,
      "learning_rate": 1.1154783948993806e-06,
      "loss": 0.5244,
      "step": 1147
    },
    {
      "epoch": 1.727238167648736,
      "grad_norm": 0.31508066429540393,
      "learning_rate": 1.1023429882749769e-06,
      "loss": 0.5102,
      "step": 1148
    },
    {
      "epoch": 1.7287587911043527,
      "grad_norm": 0.3196487275495865,
      "learning_rate": 1.0892820989477799e-06,
      "loss": 0.4768,
      "step": 1149
    },
    {
      "epoch": 1.7302794145599696,
      "grad_norm": 0.30207628232666384,
      "learning_rate": 1.0762958051061657e-06,
      "loss": 0.4691,
      "step": 1150
    },
    {
      "epoch": 1.7318000380155865,
      "grad_norm": 0.3054462008267432,
      "learning_rate": 1.0633841844919598e-06,
      "loss": 0.4862,
      "step": 1151
    },
    {
      "epoch": 1.7333206614712031,
      "grad_norm": 0.3078006467585517,
      "learning_rate": 1.0505473143999502e-06,
      "loss": 0.4875,
      "step": 1152
    },
    {
      "epoch": 1.73484128492682,
      "grad_norm": 0.3053091170945442,
      "learning_rate": 1.0377852716774458e-06,
      "loss": 0.5073,
      "step": 1153
    },
    {
      "epoch": 1.7363619083824369,
      "grad_norm": 0.3076690595978604,
      "learning_rate": 1.0250981327237949e-06,
      "loss": 0.4949,
      "step": 1154
    },
    {
      "epoch": 1.7378825318380535,
      "grad_norm": 0.32895341988079463,
      "learning_rate": 1.012485973489944e-06,
      "loss": 0.4841,
      "step": 1155
    },
    {
      "epoch": 1.7394031552936704,
      "grad_norm": 0.3253480760618867,
      "learning_rate": 9.99948869477969e-07,
      "loss": 0.5004,
      "step": 1156
    },
    {
      "epoch": 1.7409237787492873,
      "grad_norm": 0.3259517227944411,
      "learning_rate": 9.874868957406476e-07,
      "loss": 0.5077,
      "step": 1157
    },
    {
      "epoch": 1.742444402204904,
      "grad_norm": 0.30986669451274373,
      "learning_rate": 9.751001268809732e-07,
      "loss": 0.4904,
      "step": 1158
    },
    {
      "epoch": 1.7439650256605208,
      "grad_norm": 0.3174807363161579,
      "learning_rate": 9.627886370517466e-07,
      "loss": 0.5058,
      "step": 1159
    },
    {
      "epoch": 1.7454856491161377,
      "grad_norm": 0.3060614656643119,
      "learning_rate": 9.505524999551009e-07,
      "loss": 0.4807,
      "step": 1160
    },
    {
      "epoch": 1.7470062725717543,
      "grad_norm": 0.3104685490140639,
      "learning_rate": 9.383917888420816e-07,
      "loss": 0.4892,
      "step": 1161
    },
    {
      "epoch": 1.7485268960273712,
      "grad_norm": 0.31773900649056236,
      "learning_rate": 9.263065765122013e-07,
      "loss": 0.4974,
      "step": 1162
    },
    {
      "epoch": 1.750047519482988,
      "grad_norm": 0.3218554742602446,
      "learning_rate": 9.142969353129946e-07,
      "loss": 0.4846,
      "step": 1163
    },
    {
      "epoch": 1.7515681429386047,
      "grad_norm": 0.3060712871920658,
      "learning_rate": 9.023629371396e-07,
      "loss": 0.4787,
      "step": 1164
    },
    {
      "epoch": 1.7530887663942216,
      "grad_norm": 0.3057039287255903,
      "learning_rate": 8.905046534343228e-07,
      "loss": 0.4888,
      "step": 1165
    },
    {
      "epoch": 1.7546093898498385,
      "grad_norm": 0.33483369302675053,
      "learning_rate": 8.787221551862048e-07,
      "loss": 0.5001,
      "step": 1166
    },
    {
      "epoch": 1.7561300133054552,
      "grad_norm": 0.3104906521034538,
      "learning_rate": 8.670155129306e-07,
      "loss": 0.496,
      "step": 1167
    },
    {
      "epoch": 1.757650636761072,
      "grad_norm": 0.3073575609788421,
      "learning_rate": 8.55384796748759e-07,
      "loss": 0.4905,
      "step": 1168
    },
    {
      "epoch": 1.759171260216689,
      "grad_norm": 0.3150067268140591,
      "learning_rate": 8.438300762674001e-07,
      "loss": 0.4872,
      "step": 1169
    },
    {
      "epoch": 1.7606918836723056,
      "grad_norm": 0.30605216319902684,
      "learning_rate": 8.323514206583039e-07,
      "loss": 0.4935,
      "step": 1170
    },
    {
      "epoch": 1.7622125071279224,
      "grad_norm": 0.3177954531343794,
      "learning_rate": 8.20948898637881e-07,
      "loss": 0.4916,
      "step": 1171
    },
    {
      "epoch": 1.7637331305835393,
      "grad_norm": 0.31828297184631565,
      "learning_rate": 8.09622578466782e-07,
      "loss": 0.4982,
      "step": 1172
    },
    {
      "epoch": 1.765253754039156,
      "grad_norm": 0.3112173769721995,
      "learning_rate": 7.983725279494758e-07,
      "loss": 0.4857,
      "step": 1173
    },
    {
      "epoch": 1.7667743774947728,
      "grad_norm": 0.31585454715709904,
      "learning_rate": 7.871988144338443e-07,
      "loss": 0.4784,
      "step": 1174
    },
    {
      "epoch": 1.7682950009503897,
      "grad_norm": 0.32127393064790427,
      "learning_rate": 7.761015048107861e-07,
      "loss": 0.5075,
      "step": 1175
    },
    {
      "epoch": 1.7698156244060064,
      "grad_norm": 0.30794451953754653,
      "learning_rate": 7.650806655138031e-07,
      "loss": 0.5038,
      "step": 1176
    },
    {
      "epoch": 1.7713362478616232,
      "grad_norm": 0.31181423286855536,
      "learning_rate": 7.541363625186259e-07,
      "loss": 0.5005,
      "step": 1177
    },
    {
      "epoch": 1.7728568713172401,
      "grad_norm": 0.32245652816729514,
      "learning_rate": 7.432686613427891e-07,
      "loss": 0.5095,
      "step": 1178
    },
    {
      "epoch": 1.7743774947728568,
      "grad_norm": 0.3242738181594943,
      "learning_rate": 7.324776270452638e-07,
      "loss": 0.52,
      "step": 1179
    },
    {
      "epoch": 1.7758981182284737,
      "grad_norm": 0.3110243759601029,
      "learning_rate": 7.217633242260516e-07,
      "loss": 0.464,
      "step": 1180
    },
    {
      "epoch": 1.7774187416840905,
      "grad_norm": 0.3319624462691413,
      "learning_rate": 7.111258170258142e-07,
      "loss": 0.5098,
      "step": 1181
    },
    {
      "epoch": 1.7789393651397072,
      "grad_norm": 0.3068597543181992,
      "learning_rate": 7.005651691254696e-07,
      "loss": 0.4815,
      "step": 1182
    },
    {
      "epoch": 1.780459988595324,
      "grad_norm": 0.3157827076249044,
      "learning_rate": 6.900814437458295e-07,
      "loss": 0.5024,
      "step": 1183
    },
    {
      "epoch": 1.781980612050941,
      "grad_norm": 0.30638021830468265,
      "learning_rate": 6.79674703647207e-07,
      "loss": 0.4798,
      "step": 1184
    },
    {
      "epoch": 1.7835012355065576,
      "grad_norm": 0.33125316725002335,
      "learning_rate": 6.693450111290479e-07,
      "loss": 0.5069,
      "step": 1185
    },
    {
      "epoch": 1.7850218589621745,
      "grad_norm": 0.325386774890156,
      "learning_rate": 6.59092428029562e-07,
      "loss": 0.5246,
      "step": 1186
    },
    {
      "epoch": 1.7865424824177913,
      "grad_norm": 0.2985022483714369,
      "learning_rate": 6.489170157253382e-07,
      "loss": 0.4852,
      "step": 1187
    },
    {
      "epoch": 1.788063105873408,
      "grad_norm": 0.3102718525215574,
      "learning_rate": 6.388188351309907e-07,
      "loss": 0.5006,
      "step": 1188
    },
    {
      "epoch": 1.7895837293290249,
      "grad_norm": 0.31889832653696915,
      "learning_rate": 6.287979466987909e-07,
      "loss": 0.49,
      "step": 1189
    },
    {
      "epoch": 1.7911043527846418,
      "grad_norm": 0.31148436424823517,
      "learning_rate": 6.188544104183059e-07,
      "loss": 0.4733,
      "step": 1190
    },
    {
      "epoch": 1.7926249762402584,
      "grad_norm": 0.31317825721031184,
      "learning_rate": 6.089882858160299e-07,
      "loss": 0.4879,
      "step": 1191
    },
    {
      "epoch": 1.7941455996958753,
      "grad_norm": 0.31818518365850107,
      "learning_rate": 5.991996319550448e-07,
      "loss": 0.5198,
      "step": 1192
    },
    {
      "epoch": 1.7956662231514922,
      "grad_norm": 0.3120540099643981,
      "learning_rate": 5.894885074346511e-07,
      "loss": 0.4969,
      "step": 1193
    },
    {
      "epoch": 1.7971868466071088,
      "grad_norm": 0.31290703317847507,
      "learning_rate": 5.79854970390031e-07,
      "loss": 0.4902,
      "step": 1194
    },
    {
      "epoch": 1.7987074700627257,
      "grad_norm": 0.3128686096799172,
      "learning_rate": 5.702990784918843e-07,
      "loss": 0.4837,
      "step": 1195
    },
    {
      "epoch": 1.8002280935183426,
      "grad_norm": 0.3152764097292228,
      "learning_rate": 5.608208889460964e-07,
      "loss": 0.5082,
      "step": 1196
    },
    {
      "epoch": 1.8017487169739592,
      "grad_norm": 0.3238711254005141,
      "learning_rate": 5.514204584933931e-07,
      "loss": 0.4932,
      "step": 1197
    },
    {
      "epoch": 1.803269340429576,
      "grad_norm": 0.32742976059180334,
      "learning_rate": 5.420978434089952e-07,
      "loss": 0.5006,
      "step": 1198
    },
    {
      "epoch": 1.804789963885193,
      "grad_norm": 0.3120702271210168,
      "learning_rate": 5.328530995022905e-07,
      "loss": 0.5077,
      "step": 1199
    },
    {
      "epoch": 1.8063105873408096,
      "grad_norm": 0.3176329082136289,
      "learning_rate": 5.236862821164854e-07,
      "loss": 0.5182,
      "step": 1200
    },
    {
      "epoch": 1.8078312107964265,
      "grad_norm": 0.3014290469656112,
      "learning_rate": 5.145974461282964e-07,
      "loss": 0.484,
      "step": 1201
    },
    {
      "epoch": 1.8093518342520434,
      "grad_norm": 0.3214449630653542,
      "learning_rate": 5.055866459475958e-07,
      "loss": 0.4808,
      "step": 1202
    },
    {
      "epoch": 1.81087245770766,
      "grad_norm": 0.32637831086774916,
      "learning_rate": 4.966539355171074e-07,
      "loss": 0.5317,
      "step": 1203
    },
    {
      "epoch": 1.812393081163277,
      "grad_norm": 0.3111952143588352,
      "learning_rate": 4.877993683120647e-07,
      "loss": 0.48,
      "step": 1204
    },
    {
      "epoch": 1.8139137046188938,
      "grad_norm": 0.3159439961230018,
      "learning_rate": 4.790229973399132e-07,
      "loss": 0.5355,
      "step": 1205
    },
    {
      "epoch": 1.8154343280745104,
      "grad_norm": 0.32606917992981577,
      "learning_rate": 4.7032487513997023e-07,
      "loss": 0.4854,
      "step": 1206
    },
    {
      "epoch": 1.8169549515301273,
      "grad_norm": 0.3099232220873522,
      "learning_rate": 4.617050537831259e-07,
      "loss": 0.4744,
      "step": 1207
    },
    {
      "epoch": 1.8184755749857442,
      "grad_norm": 0.3189690329444183,
      "learning_rate": 4.5316358487152045e-07,
      "loss": 0.5154,
      "step": 1208
    },
    {
      "epoch": 1.8199961984413608,
      "grad_norm": 0.3245800528868221,
      "learning_rate": 4.447005195382475e-07,
      "loss": 0.486,
      "step": 1209
    },
    {
      "epoch": 1.8215168218969777,
      "grad_norm": 0.3265685397280179,
      "learning_rate": 4.3631590844703997e-07,
      "loss": 0.5012,
      "step": 1210
    },
    {
      "epoch": 1.8230374453525946,
      "grad_norm": 0.3158110920991978,
      "learning_rate": 4.2800980179196426e-07,
      "loss": 0.4975,
      "step": 1211
    },
    {
      "epoch": 1.8245580688082113,
      "grad_norm": 0.30590044892564083,
      "learning_rate": 4.197822492971273e-07,
      "loss": 0.4761,
      "step": 1212
    },
    {
      "epoch": 1.8260786922638281,
      "grad_norm": 0.3296107652675287,
      "learning_rate": 4.1163330021637403e-07,
      "loss": 0.5024,
      "step": 1213
    },
    {
      "epoch": 1.827599315719445,
      "grad_norm": 0.31081520867244933,
      "learning_rate": 4.0356300333299696e-07,
      "loss": 0.4861,
      "step": 1214
    },
    {
      "epoch": 1.8291199391750617,
      "grad_norm": 0.31577863324052,
      "learning_rate": 3.9557140695943544e-07,
      "loss": 0.5023,
      "step": 1215
    },
    {
      "epoch": 1.8306405626306785,
      "grad_norm": 0.30718130485703893,
      "learning_rate": 3.8765855893699576e-07,
      "loss": 0.4847,
      "step": 1216
    },
    {
      "epoch": 1.8321611860862954,
      "grad_norm": 0.3044770096969053,
      "learning_rate": 3.798245066355609e-07,
      "loss": 0.4774,
      "step": 1217
    },
    {
      "epoch": 1.833681809541912,
      "grad_norm": 0.3233110025620584,
      "learning_rate": 3.7206929695330764e-07,
      "loss": 0.516,
      "step": 1218
    },
    {
      "epoch": 1.835202432997529,
      "grad_norm": 0.3184528078482147,
      "learning_rate": 3.643929763164223e-07,
      "loss": 0.5002,
      "step": 1219
    },
    {
      "epoch": 1.8367230564531458,
      "grad_norm": 0.3162950503495864,
      "learning_rate": 3.567955906788252e-07,
      "loss": 0.5208,
      "step": 1220
    },
    {
      "epoch": 1.8382436799087625,
      "grad_norm": 0.3032249377512437,
      "learning_rate": 3.492771855219034e-07,
      "loss": 0.4749,
      "step": 1221
    },
    {
      "epoch": 1.8397643033643793,
      "grad_norm": 0.32645828201108573,
      "learning_rate": 3.418378058542228e-07,
      "loss": 0.5212,
      "step": 1222
    },
    {
      "epoch": 1.8412849268199962,
      "grad_norm": 0.31381954625492664,
      "learning_rate": 3.344774962112713e-07,
      "loss": 0.4697,
      "step": 1223
    },
    {
      "epoch": 1.8428055502756129,
      "grad_norm": 0.3163864792118917,
      "learning_rate": 3.2719630065518326e-07,
      "loss": 0.5161,
      "step": 1224
    },
    {
      "epoch": 1.8443261737312298,
      "grad_norm": 0.29974584672007193,
      "learning_rate": 3.199942627744915e-07,
      "loss": 0.4769,
      "step": 1225
    },
    {
      "epoch": 1.8458467971868466,
      "grad_norm": 0.32581659125357904,
      "learning_rate": 3.1287142568384115e-07,
      "loss": 0.485,
      "step": 1226
    },
    {
      "epoch": 1.8473674206424633,
      "grad_norm": 0.32074295034449724,
      "learning_rate": 3.058278320237554e-07,
      "loss": 0.4896,
      "step": 1227
    },
    {
      "epoch": 1.8488880440980802,
      "grad_norm": 0.30909473328904485,
      "learning_rate": 2.9886352396036584e-07,
      "loss": 0.4768,
      "step": 1228
    },
    {
      "epoch": 1.850408667553697,
      "grad_norm": 0.32336521053629386,
      "learning_rate": 2.919785431851674e-07,
      "loss": 0.4999,
      "step": 1229
    },
    {
      "epoch": 1.8519292910093137,
      "grad_norm": 0.305906498433603,
      "learning_rate": 2.851729309147642e-07,
      "loss": 0.4998,
      "step": 1230
    },
    {
      "epoch": 1.8534499144649306,
      "grad_norm": 0.30991453199000357,
      "learning_rate": 2.7844672789062724e-07,
      "loss": 0.5011,
      "step": 1231
    },
    {
      "epoch": 1.8549705379205474,
      "grad_norm": 0.314943371794473,
      "learning_rate": 2.717999743788416e-07,
      "loss": 0.5096,
      "step": 1232
    },
    {
      "epoch": 1.856491161376164,
      "grad_norm": 0.3150834801717786,
      "learning_rate": 2.652327101698796e-07,
      "loss": 0.504,
      "step": 1233
    },
    {
      "epoch": 1.858011784831781,
      "grad_norm": 0.32620085243083274,
      "learning_rate": 2.587449745783506e-07,
      "loss": 0.5239,
      "step": 1234
    },
    {
      "epoch": 1.8595324082873979,
      "grad_norm": 0.31548675603667015,
      "learning_rate": 2.5233680644276673e-07,
      "loss": 0.4889,
      "step": 1235
    },
    {
      "epoch": 1.8610530317430145,
      "grad_norm": 0.32956663567551076,
      "learning_rate": 2.4600824412532154e-07,
      "loss": 0.5108,
      "step": 1236
    },
    {
      "epoch": 1.8625736551986314,
      "grad_norm": 0.29811803143834026,
      "learning_rate": 2.3975932551164486e-07,
      "loss": 0.4616,
      "step": 1237
    },
    {
      "epoch": 1.8640942786542483,
      "grad_norm": 0.3118381439138631,
      "learning_rate": 2.335900880105892e-07,
      "loss": 0.5051,
      "step": 1238
    },
    {
      "epoch": 1.865614902109865,
      "grad_norm": 0.30830068205472616,
      "learning_rate": 2.27500568553992e-07,
      "loss": 0.5012,
      "step": 1239
    },
    {
      "epoch": 1.867135525565482,
      "grad_norm": 0.304947912980323,
      "learning_rate": 2.2149080359646954e-07,
      "loss": 0.4583,
      "step": 1240
    },
    {
      "epoch": 1.8686561490210987,
      "grad_norm": 0.3114996653388056,
      "learning_rate": 2.1556082911518989e-07,
      "loss": 0.4898,
      "step": 1241
    },
    {
      "epoch": 1.8701767724767153,
      "grad_norm": 0.30177416022258724,
      "learning_rate": 2.0971068060965908e-07,
      "loss": 0.4965,
      "step": 1242
    },
    {
      "epoch": 1.8716973959323324,
      "grad_norm": 0.3309823897680051,
      "learning_rate": 2.0394039310150775e-07,
      "loss": 0.5185,
      "step": 1243
    },
    {
      "epoch": 1.873218019387949,
      "grad_norm": 0.32115239410578134,
      "learning_rate": 1.9825000113428182e-07,
      "loss": 0.5228,
      "step": 1244
    },
    {
      "epoch": 1.8747386428435657,
      "grad_norm": 0.3075640176251186,
      "learning_rate": 1.9263953877323952e-07,
      "loss": 0.4882,
      "step": 1245
    },
    {
      "epoch": 1.8762592662991828,
      "grad_norm": 0.31724674747730425,
      "learning_rate": 1.8710903960514225e-07,
      "loss": 0.5207,
      "step": 1246
    },
    {
      "epoch": 1.8777798897547995,
      "grad_norm": 0.3164911565117331,
      "learning_rate": 1.8165853673805754e-07,
      "loss": 0.5032,
      "step": 1247
    },
    {
      "epoch": 1.8793005132104161,
      "grad_norm": 0.30881540155384896,
      "learning_rate": 1.7628806280115286e-07,
      "loss": 0.5033,
      "step": 1248
    },
    {
      "epoch": 1.8808211366660332,
      "grad_norm": 0.31442427065508066,
      "learning_rate": 1.7099764994451522e-07,
      "loss": 0.5076,
      "step": 1249
    },
    {
      "epoch": 1.8823417601216499,
      "grad_norm": 0.31278434986007647,
      "learning_rate": 1.65787329838945e-07,
      "loss": 0.4989,
      "step": 1250
    },
    {
      "epoch": 1.8838623835772665,
      "grad_norm": 0.3025781565220422,
      "learning_rate": 1.60657133675771e-07,
      "loss": 0.5014,
      "step": 1251
    },
    {
      "epoch": 1.8853830070328836,
      "grad_norm": 0.30236403268840834,
      "learning_rate": 1.556070921666637e-07,
      "loss": 0.4653,
      "step": 1252
    },
    {
      "epoch": 1.8869036304885003,
      "grad_norm": 0.32144829401638425,
      "learning_rate": 1.5063723554345349e-07,
      "loss": 0.5022,
      "step": 1253
    },
    {
      "epoch": 1.888424253944117,
      "grad_norm": 0.3081811486598015,
      "learning_rate": 1.4574759355794846e-07,
      "loss": 0.468,
      "step": 1254
    },
    {
      "epoch": 1.889944877399734,
      "grad_norm": 0.3110080086508686,
      "learning_rate": 1.4093819548175095e-07,
      "loss": 0.4821,
      "step": 1255
    },
    {
      "epoch": 1.8914655008553507,
      "grad_norm": 0.30999522834801807,
      "learning_rate": 1.3620907010609206e-07,
      "loss": 0.475,
      "step": 1256
    },
    {
      "epoch": 1.8929861243109674,
      "grad_norm": 0.3244026681645176,
      "learning_rate": 1.3156024574165258e-07,
      "loss": 0.4967,
      "step": 1257
    },
    {
      "epoch": 1.8945067477665845,
      "grad_norm": 0.30596722710536933,
      "learning_rate": 1.2699175021839463e-07,
      "loss": 0.4794,
      "step": 1258
    },
    {
      "epoch": 1.896027371222201,
      "grad_norm": 0.33281008993735,
      "learning_rate": 1.2250361088539598e-07,
      "loss": 0.5202,
      "step": 1259
    },
    {
      "epoch": 1.8975479946778178,
      "grad_norm": 0.3092714395241654,
      "learning_rate": 1.1809585461068329e-07,
      "loss": 0.4897,
      "step": 1260
    },
    {
      "epoch": 1.8990686181334349,
      "grad_norm": 0.30328721741220116,
      "learning_rate": 1.1376850778108004e-07,
      "loss": 0.4734,
      "step": 1261
    },
    {
      "epoch": 1.9005892415890515,
      "grad_norm": 0.31671920046718893,
      "learning_rate": 1.0952159630203802e-07,
      "loss": 0.495,
      "step": 1262
    },
    {
      "epoch": 1.9021098650446682,
      "grad_norm": 0.301311429340991,
      "learning_rate": 1.0535514559748699e-07,
      "loss": 0.4879,
      "step": 1263
    },
    {
      "epoch": 1.9036304885002853,
      "grad_norm": 0.31829608262735665,
      "learning_rate": 1.0126918060968266e-07,
      "loss": 0.5054,
      "step": 1264
    },
    {
      "epoch": 1.905151111955902,
      "grad_norm": 0.3087155473121018,
      "learning_rate": 9.726372579905783e-08,
      "loss": 0.4972,
      "step": 1265
    },
    {
      "epoch": 1.9066717354115186,
      "grad_norm": 0.3080173664665244,
      "learning_rate": 9.33388051440734e-08,
      "loss": 0.5339,
      "step": 1266
    },
    {
      "epoch": 1.9081923588671357,
      "grad_norm": 0.3282773688288346,
      "learning_rate": 8.949444214107697e-08,
      "loss": 0.4775,
      "step": 1267
    },
    {
      "epoch": 1.9097129823227523,
      "grad_norm": 0.33035543404288714,
      "learning_rate": 8.573065980416298e-08,
      "loss": 0.5071,
      "step": 1268
    },
    {
      "epoch": 1.911233605778369,
      "grad_norm": 0.3215706061649872,
      "learning_rate": 8.204748066503122e-08,
      "loss": 0.5094,
      "step": 1269
    },
    {
      "epoch": 1.912754229233986,
      "grad_norm": 0.2988811222168615,
      "learning_rate": 7.844492677285754e-08,
      "loss": 0.4984,
      "step": 1270
    },
    {
      "epoch": 1.9142748526896027,
      "grad_norm": 0.31431504366013957,
      "learning_rate": 7.492301969415391e-08,
      "loss": 0.5072,
      "step": 1271
    },
    {
      "epoch": 1.9157954761452194,
      "grad_norm": 0.3079234038112652,
      "learning_rate": 7.148178051264804e-08,
      "loss": 0.4883,
      "step": 1272
    },
    {
      "epoch": 1.9173160996008365,
      "grad_norm": 0.30748269412345614,
      "learning_rate": 6.812122982915408e-08,
      "loss": 0.5152,
      "step": 1273
    },
    {
      "epoch": 1.9188367230564531,
      "grad_norm": 0.3111607368191631,
      "learning_rate": 6.484138776144467e-08,
      "loss": 0.4992,
      "step": 1274
    },
    {
      "epoch": 1.9203573465120698,
      "grad_norm": 0.3130854739102124,
      "learning_rate": 6.164227394413516e-08,
      "loss": 0.4947,
      "step": 1275
    },
    {
      "epoch": 1.921877969967687,
      "grad_norm": 0.29735483922959655,
      "learning_rate": 5.852390752856624e-08,
      "loss": 0.4717,
      "step": 1276
    },
    {
      "epoch": 1.9233985934233035,
      "grad_norm": 0.30465543049913124,
      "learning_rate": 5.548630718268813e-08,
      "loss": 0.4977,
      "step": 1277
    },
    {
      "epoch": 1.9249192168789202,
      "grad_norm": 0.3133152057012344,
      "learning_rate": 5.252949109094924e-08,
      "loss": 0.4839,
      "step": 1278
    },
    {
      "epoch": 1.9264398403345373,
      "grad_norm": 0.32301869827083196,
      "learning_rate": 4.965347695418483e-08,
      "loss": 0.4755,
      "step": 1279
    },
    {
      "epoch": 1.927960463790154,
      "grad_norm": 0.30143456487467507,
      "learning_rate": 4.685828198951479e-08,
      "loss": 0.4901,
      "step": 1280
    },
    {
      "epoch": 1.9294810872457706,
      "grad_norm": 0.3198896489356579,
      "learning_rate": 4.4143922930239736e-08,
      "loss": 0.5014,
      "step": 1281
    },
    {
      "epoch": 1.9310017107013877,
      "grad_norm": 0.29774733042477136,
      "learning_rate": 4.1510416025737274e-08,
      "loss": 0.4598,
      "step": 1282
    },
    {
      "epoch": 1.9325223341570044,
      "grad_norm": 0.3117201437762231,
      "learning_rate": 3.895777704137174e-08,
      "loss": 0.4718,
      "step": 1283
    },
    {
      "epoch": 1.934042957612621,
      "grad_norm": 0.30970105466061604,
      "learning_rate": 3.648602125839037e-08,
      "loss": 0.4925,
      "step": 1284
    },
    {
      "epoch": 1.9355635810682381,
      "grad_norm": 0.3032281003832038,
      "learning_rate": 3.409516347384058e-08,
      "loss": 0.4876,
      "step": 1285
    },
    {
      "epoch": 1.9370842045238548,
      "grad_norm": 0.29947248473886334,
      "learning_rate": 3.178521800047818e-08,
      "loss": 0.4652,
      "step": 1286
    },
    {
      "epoch": 1.9386048279794714,
      "grad_norm": 0.3101511675568205,
      "learning_rate": 2.9556198666678676e-08,
      "loss": 0.487,
      "step": 1287
    },
    {
      "epoch": 1.9401254514350885,
      "grad_norm": 0.3031822788379352,
      "learning_rate": 2.7408118816360456e-08,
      "loss": 0.4906,
      "step": 1288
    },
    {
      "epoch": 1.9416460748907052,
      "grad_norm": 0.3022071103062291,
      "learning_rate": 2.5340991308897615e-08,
      "loss": 0.4749,
      "step": 1289
    },
    {
      "epoch": 1.9431666983463218,
      "grad_norm": 0.3376492826020699,
      "learning_rate": 2.3354828519049215e-08,
      "loss": 0.5193,
      "step": 1290
    },
    {
      "epoch": 1.944687321801939,
      "grad_norm": 0.3049763317749277,
      "learning_rate": 2.144964233688558e-08,
      "loss": 0.492,
      "step": 1291
    },
    {
      "epoch": 1.9462079452575556,
      "grad_norm": 0.31915116281549216,
      "learning_rate": 1.9625444167708558e-08,
      "loss": 0.5077,
      "step": 1292
    },
    {
      "epoch": 1.9477285687131722,
      "grad_norm": 0.29789807615910413,
      "learning_rate": 1.7882244931992866e-08,
      "loss": 0.4802,
      "step": 1293
    },
    {
      "epoch": 1.9492491921687893,
      "grad_norm": 0.29936729470728324,
      "learning_rate": 1.622005506531838e-08,
      "loss": 0.4683,
      "step": 1294
    },
    {
      "epoch": 1.950769815624406,
      "grad_norm": 0.30557270295233097,
      "learning_rate": 1.4638884518302449e-08,
      "loss": 0.493,
      "step": 1295
    },
    {
      "epoch": 1.9522904390800226,
      "grad_norm": 0.3152644678698385,
      "learning_rate": 1.313874275654573e-08,
      "loss": 0.4872,
      "step": 1296
    },
    {
      "epoch": 1.9538110625356397,
      "grad_norm": 0.32155409817146613,
      "learning_rate": 1.1719638760576535e-08,
      "loss": 0.4898,
      "step": 1297
    },
    {
      "epoch": 1.9553316859912564,
      "grad_norm": 0.322441859921911,
      "learning_rate": 1.0381581025792154e-08,
      "loss": 0.5123,
      "step": 1298
    },
    {
      "epoch": 1.9568523094468733,
      "grad_norm": 0.3075162182309576,
      "learning_rate": 9.124577562409214e-09,
      "loss": 0.5075,
      "step": 1299
    },
    {
      "epoch": 1.9583729329024901,
      "grad_norm": 0.31214568646689916,
      "learning_rate": 7.948635895418555e-09,
      "loss": 0.5012,
      "step": 1300
    },
    {
      "epoch": 1.9598935563581068,
      "grad_norm": 0.3160685661400899,
      "learning_rate": 6.853763064538582e-09,
      "loss": 0.5009,
      "step": 1301
    },
    {
      "epoch": 1.9614141798137237,
      "grad_norm": 0.31359686192724745,
      "learning_rate": 5.8399656241716505e-09,
      "loss": 0.4962,
      "step": 1302
    },
    {
      "epoch": 1.9629348032693406,
      "grad_norm": 0.31993025547008763,
      "learning_rate": 4.907249643367956e-09,
      "loss": 0.4837,
      "step": 1303
    },
    {
      "epoch": 1.9644554267249572,
      "grad_norm": 0.30154655369767214,
      "learning_rate": 4.055620705787927e-09,
      "loss": 0.4907,
      "step": 1304
    },
    {
      "epoch": 1.965976050180574,
      "grad_norm": 0.3082339737443702,
      "learning_rate": 3.2850839096646157e-09,
      "loss": 0.49,
      "step": 1305
    },
    {
      "epoch": 1.967496673636191,
      "grad_norm": 0.31262848669610493,
      "learning_rate": 2.5956438677796293e-09,
      "loss": 0.5033,
      "step": 1306
    },
    {
      "epoch": 1.9690172970918076,
      "grad_norm": 0.3078427537941908,
      "learning_rate": 1.9873047074345453e-09,
      "loss": 0.4793,
      "step": 1307
    },
    {
      "epoch": 1.9705379205474245,
      "grad_norm": 0.3074339790589038,
      "learning_rate": 1.4600700704193227e-09,
      "loss": 0.4843,
      "step": 1308
    },
    {
      "epoch": 1.9720585440030414,
      "grad_norm": 0.31784494867260554,
      "learning_rate": 1.0139431130017695e-09,
      "loss": 0.4984,
      "step": 1309
    },
    {
      "epoch": 1.973579167458658,
      "grad_norm": 0.32037784960225285,
      "learning_rate": 6.489265058974569e-10,
      "loss": 0.5143,
      "step": 1310
    },
    {
      "epoch": 1.975099790914275,
      "grad_norm": 0.3115474055785006,
      "learning_rate": 3.6502243426069227e-10,
      "loss": 0.4958,
      "step": 1311
    },
    {
      "epoch": 1.9766204143698918,
      "grad_norm": 0.30740455562554947,
      "learning_rate": 1.622325976709804e-10,
      "loss": 0.4825,
      "step": 1312
    },
    {
      "epoch": 1.9781410378255084,
      "grad_norm": 0.3192120605150713,
      "learning_rate": 4.055821011798022e-11,
      "loss": 0.5028,
      "step": 1313
    },
    {
      "epoch": 1.9796616612811253,
      "grad_norm": 0.3128442843272166,
      "learning_rate": 0.0,
      "loss": 0.4886,
      "step": 1314
    }
  ],
  "logging_steps": 1,
  "max_steps": 1314,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 329,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4190576087400448.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}