| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 4000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00125, | |
| "grad_norm": 5.53125, | |
| "learning_rate": 4.999980723453676e-05, | |
| "loss": 0.6803, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0025, | |
| "grad_norm": 3.0, | |
| "learning_rate": 4.9999228941119745e-05, | |
| "loss": 0.6176, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00375, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 4.999826512866693e-05, | |
| "loss": 0.5313, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.005, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 4.999691581204152e-05, | |
| "loss": 0.5659, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.00625, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 4.9995181012051625e-05, | |
| "loss": 0.5822, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0075, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.9993060755450015e-05, | |
| "loss": 0.5849, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.00875, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.999055507493368e-05, | |
| "loss": 0.55, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.998766400914329e-05, | |
| "loss": 0.5323, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01125, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 4.9984387602662675e-05, | |
| "loss": 0.5775, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0125, | |
| "grad_norm": 1.8359375, | |
| "learning_rate": 4.9980725906018074e-05, | |
| "loss": 0.5523, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01375, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.9976678975677376e-05, | |
| "loss": 0.6089, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.015, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.9972246874049254e-05, | |
| "loss": 0.5445, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01625, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.996742966948219e-05, | |
| "loss": 0.5256, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0175, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.9962227436263453e-05, | |
| "loss": 0.5118, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01875, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.9956640254617906e-05, | |
| "loss": 0.5458, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.995066821070679e-05, | |
| "loss": 0.5946, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02125, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.994431139662643e-05, | |
| "loss": 0.515, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.0225, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.9937569910406756e-05, | |
| "loss": 0.5501, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.02375, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.9930443856009826e-05, | |
| "loss": 0.5475, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.025, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 4.99229333433282e-05, | |
| "loss": 0.5625, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02625, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 4.9915038488183295e-05, | |
| "loss": 0.5627, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.0275, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 4.990675941232353e-05, | |
| "loss": 0.5561, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.02875, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.989809624342251e-05, | |
| "loss": 0.5254, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.9889049115077005e-05, | |
| "loss": 0.5184, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.03125, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.987961816680492e-05, | |
| "loss": 0.5563, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.0325, | |
| "grad_norm": 1.6875, | |
| "learning_rate": 4.9869803544043166e-05, | |
| "loss": 0.5536, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.03375, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.985960539814535e-05, | |
| "loss": 0.5544, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.035, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.98490238863795e-05, | |
| "loss": 0.5117, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.03625, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.983805917192561e-05, | |
| "loss": 0.5125, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.0375, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.982671142387316e-05, | |
| "loss": 0.5563, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03875, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.9814980817218447e-05, | |
| "loss": 0.5408, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.980286753286195e-05, | |
| "loss": 0.5249, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.04125, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 4.979037175760548e-05, | |
| "loss": 0.546, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.0425, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9777493684149375e-05, | |
| "loss": 0.5019, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.04375, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.976423351108943e-05, | |
| "loss": 0.5364, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.045, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 4.975059144291394e-05, | |
| "loss": 0.5504, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.04625, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.973656769000046e-05, | |
| "loss": 0.4682, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.0475, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.972216246861262e-05, | |
| "loss": 0.5262, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.04875, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 4.9707376000896736e-05, | |
| "loss": 0.5343, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.9692208514878444e-05, | |
| "loss": 0.5171, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05125, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.967666024445914e-05, | |
| "loss": 0.5454, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.0525, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.966073142941239e-05, | |
| "loss": 0.5378, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.05375, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.9644422315380225e-05, | |
| "loss": 0.4792, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.055, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 4.962773315386935e-05, | |
| "loss": 0.5336, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.05625, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.9610664202247294e-05, | |
| "loss": 0.5293, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.0575, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.9593215723738404e-05, | |
| "loss": 0.4678, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.05875, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.957538798741979e-05, | |
| "loss": 0.549, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.9557181268217227e-05, | |
| "loss": 0.5642, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.06125, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.953859584690082e-05, | |
| "loss": 0.5544, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.0625, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.951963201008076e-05, | |
| "loss": 0.5604, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.06375, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 4.9500290050202894e-05, | |
| "loss": 0.5349, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.065, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 4.9480570265544144e-05, | |
| "loss": 0.5393, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.06625, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.9460472960208e-05, | |
| "loss": 0.527, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.0675, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.943999844411977e-05, | |
| "loss": 0.4982, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.06875, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.9419147033021814e-05, | |
| "loss": 0.4377, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.939791904846869e-05, | |
| "loss": 0.4919, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.07125, | |
| "grad_norm": 1.7421875, | |
| "learning_rate": 4.937631481782218e-05, | |
| "loss": 0.5107, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.0725, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 4.935433467424624e-05, | |
| "loss": 0.5611, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.07375, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 4.9331978956701875e-05, | |
| "loss": 0.534, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.075, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.9309248009941914e-05, | |
| "loss": 0.5319, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.07625, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.928614218450568e-05, | |
| "loss": 0.4805, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.0775, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.9262661836713564e-05, | |
| "loss": 0.4656, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.07875, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.923880732866159e-05, | |
| "loss": 0.5328, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.9214579028215776e-05, | |
| "loss": 0.4949, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.08125, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.9189977309006495e-05, | |
| "loss": 0.5222, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.0825, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.916500255042268e-05, | |
| "loss": 0.5029, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.08375, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.9139655137606015e-05, | |
| "loss": 0.5188, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.085, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.9113935461444955e-05, | |
| "loss": 0.5651, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.08625, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.908784391856872e-05, | |
| "loss": 0.4586, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.0875, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.906138091134118e-05, | |
| "loss": 0.539, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.08875, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.9034546847854656e-05, | |
| "loss": 0.5331, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.900734214192358e-05, | |
| "loss": 0.4227, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.09125, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.897976721307819e-05, | |
| "loss": 0.5005, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.0925, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.8951822486557986e-05, | |
| "loss": 0.5294, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.09375, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.892350839330522e-05, | |
| "loss": 0.5729, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.095, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.8894825369958255e-05, | |
| "loss": 0.4837, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.09625, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 4.8865773858844776e-05, | |
| "loss": 0.5266, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.0975, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.8836354307975026e-05, | |
| "loss": 0.5329, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.09875, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 4.880656717103489e-05, | |
| "loss": 0.5096, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 4.877641290737884e-05, | |
| "loss": 0.4919, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.10125, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.874589198202294e-05, | |
| "loss": 0.4633, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.1025, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.8715004865637614e-05, | |
| "loss": 0.4981, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.10375, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.868375203454041e-05, | |
| "loss": 0.4699, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.105, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.8652133970688636e-05, | |
| "loss": 0.5086, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.10625, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.862015116167196e-05, | |
| "loss": 0.5406, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.1075, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 4.8587804100704845e-05, | |
| "loss": 0.5456, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.10875, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.8555093286618995e-05, | |
| "loss": 0.5107, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.852201922385564e-05, | |
| "loss": 0.4078, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.11125, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.848858242245773e-05, | |
| "loss": 0.4958, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.1125, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 4.8454783398062106e-05, | |
| "loss": 0.4822, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.11375, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 4.8420622671891533e-05, | |
| "loss": 0.5489, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.115, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.838610077074669e-05, | |
| "loss": 0.4884, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.11625, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 4.835121822699796e-05, | |
| "loss": 0.529, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.1175, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.8315975578577355e-05, | |
| "loss": 0.5414, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.11875, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 4.828037336897009e-05, | |
| "loss": 0.4749, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.8244412147206284e-05, | |
| "loss": 0.5205, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.12125, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.820809246785247e-05, | |
| "loss": 0.5343, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.1225, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.817141489100302e-05, | |
| "loss": 0.5324, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.12375, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 4.8134379982271556e-05, | |
| "loss": 0.5451, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.8096988312782174e-05, | |
| "loss": 0.5428, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12625, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.805924045916067e-05, | |
| "loss": 0.5002, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.1275, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.8021137003525664e-05, | |
| "loss": 0.5277, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.12875, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.7982678533479555e-05, | |
| "loss": 0.5185, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.794386564209953e-05, | |
| "loss": 0.501, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.13125, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 4.7904698927928406e-05, | |
| "loss": 0.4903, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.1325, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 4.7865178994965344e-05, | |
| "loss": 0.4764, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.13375, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.782530645265661e-05, | |
| "loss": 0.5046, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.135, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.7785081915886134e-05, | |
| "loss": 0.4849, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.13625, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.7744506004966025e-05, | |
| "loss": 0.4874, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.1375, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.7703579345627035e-05, | |
| "loss": 0.5632, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.13875, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.766230256900887e-05, | |
| "loss": 0.4894, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 4.762067631165049e-05, | |
| "loss": 0.4819, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.14125, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.7578701215480284e-05, | |
| "loss": 0.4872, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.1425, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 4.753637792780614e-05, | |
| "loss": 0.5274, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.14375, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.749370710130554e-05, | |
| "loss": 0.5052, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.145, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.745068939401539e-05, | |
| "loss": 0.4819, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.14625, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.740732546932197e-05, | |
| "loss": 0.5159, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.1475, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.7363615995950626e-05, | |
| "loss": 0.5338, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.14875, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.7319561647955526e-05, | |
| "loss": 0.4797, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.72751631047092e-05, | |
| "loss": 0.5453, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.15125, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.7230421050892116e-05, | |
| "loss": 0.5009, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.1525, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 4.718533617648209e-05, | |
| "loss": 0.4602, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.15375, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.713990917674365e-05, | |
| "loss": 0.5399, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.155, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.709414075221734e-05, | |
| "loss": 0.5006, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.15625, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.7048031608708876e-05, | |
| "loss": 0.4784, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.1575, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.7001582457278304e-05, | |
| "loss": 0.4764, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.15875, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.695479401422898e-05, | |
| "loss": 0.5003, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.9921875, | |
| "learning_rate": 4.690766700109659e-05, | |
| "loss": 0.4586, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.16125, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 4.686020214463798e-05, | |
| "loss": 0.5272, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.1625, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.681240017681993e-05, | |
| "loss": 0.5626, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.16375, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.676426183480794e-05, | |
| "loss": 0.5696, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.165, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.671578786095478e-05, | |
| "loss": 0.5391, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.16625, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 4.6666979002789105e-05, | |
| "loss": 0.5195, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.1675, | |
| "grad_norm": 1.5, | |
| "learning_rate": 4.661783601300388e-05, | |
| "loss": 0.4973, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.16875, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.65683596494448e-05, | |
| "loss": 0.4741, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.65185506750986e-05, | |
| "loss": 0.4684, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.17125, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.646840985808126e-05, | |
| "loss": 0.5307, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.1725, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.6417937971626245e-05, | |
| "loss": 0.5154, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.17375, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.636713579407245e-05, | |
| "loss": 0.5348, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.175, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.6316004108852305e-05, | |
| "loss": 0.477, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.17625, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.6264543704479655e-05, | |
| "loss": 0.4989, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.1775, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.6212755374537596e-05, | |
| "loss": 0.5109, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.17875, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.616063991766623e-05, | |
| "loss": 0.48, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.610819813755038e-05, | |
| "loss": 0.5151, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.18125, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 4.6055430842907167e-05, | |
| "loss": 0.5235, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.1825, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 4.600233884747355e-05, | |
| "loss": 0.5006, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.18375, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.594892296999378e-05, | |
| "loss": 0.479, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.185, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.5895184034206765e-05, | |
| "loss": 0.4807, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.18625, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.5841122868833364e-05, | |
| "loss": 0.5189, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.1875, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.5786740307563636e-05, | |
| "loss": 0.4768, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.18875, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 4.573203718904394e-05, | |
| "loss": 0.4747, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 4.567701435686404e-05, | |
| "loss": 0.4756, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.19125, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.562167265954409e-05, | |
| "loss": 0.5102, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.1925, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 4.55660129505215e-05, | |
| "loss": 0.5229, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.19375, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.551003608813784e-05, | |
| "loss": 0.5103, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.195, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.545374293562559e-05, | |
| "loss": 0.5216, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.19625, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.5397134361094786e-05, | |
| "loss": 0.5039, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.1975, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.534021123751968e-05, | |
| "loss": 0.4834, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.19875, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.528297444272525e-05, | |
| "loss": 0.4386, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.522542485937369e-05, | |
| "loss": 0.5097, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.20125, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.516756337495075e-05, | |
| "loss": 0.5574, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.2025, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.5109390881752114e-05, | |
| "loss": 0.5492, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.20375, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.5050908276869586e-05, | |
| "loss": 0.5281, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.205, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 4.499211646217727e-05, | |
| "loss": 0.5042, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.20625, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.493301634431768e-05, | |
| "loss": 0.4746, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.2075, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.487360883468775e-05, | |
| "loss": 0.5611, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.20875, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 4.481389484942478e-05, | |
| "loss": 0.5058, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.4753875309392266e-05, | |
| "loss": 0.4352, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.21125, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.469355114016577e-05, | |
| "loss": 0.4849, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.2125, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.463292327201862e-05, | |
| "loss": 0.5195, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.21375, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 4.4571992639907545e-05, | |
| "loss": 0.3864, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.215, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.451076018345825e-05, | |
| "loss": 0.4903, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.21625, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.444922684695097e-05, | |
| "loss": 0.5126, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.2175, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.4387393579305865e-05, | |
| "loss": 0.4958, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.21875, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 4.4325261334068426e-05, | |
| "loss": 0.5307, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.5, | |
| "learning_rate": 4.426283106939474e-05, | |
| "loss": 0.5048, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.22125, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.4200103748036695e-05, | |
| "loss": 0.4757, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.2225, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.4137080337327205e-05, | |
| "loss": 0.5525, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.22375, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.407376180916522e-05, | |
| "loss": 0.4781, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.225, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.401014914000078e-05, | |
| "loss": 0.4797, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.22625, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.3946243310819926e-05, | |
| "loss": 0.5529, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.2275, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.3882045307129594e-05, | |
| "loss": 0.4669, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.22875, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.3817556118942425e-05, | |
| "loss": 0.5328, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.375277674076149e-05, | |
| "loss": 0.5347, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.23125, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 4.3687708171564925e-05, | |
| "loss": 0.4615, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.2325, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 4.3622351414790554e-05, | |
| "loss": 0.5132, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.23375, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.355670747832042e-05, | |
| "loss": 0.4063, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.235, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.349077737446525e-05, | |
| "loss": 0.493, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.23625, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.3424562119948776e-05, | |
| "loss": 0.4826, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.2375, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.335806273589214e-05, | |
| "loss": 0.4726, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.23875, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 4.329128024779812e-05, | |
| "loss": 0.4672, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 4.3224215685535294e-05, | |
| "loss": 0.4467, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.24125, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.315687008332217e-05, | |
| "loss": 0.5019, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.2425, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.3089244479711236e-05, | |
| "loss": 0.526, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.24375, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.302133991757297e-05, | |
| "loss": 0.509, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.245, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 4.295315744407972e-05, | |
| "loss": 0.447, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.24625, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.2884698110689575e-05, | |
| "loss": 0.4927, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.2475, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 4.281596297313013e-05, | |
| "loss": 0.4891, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.24875, | |
| "grad_norm": 2.21875, | |
| "learning_rate": 4.274695309138226e-05, | |
| "loss": 0.5046, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.267766952966369e-05, | |
| "loss": 0.4642, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.25125, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.260811335641266e-05, | |
| "loss": 0.4396, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.2525, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.25382856442714e-05, | |
| "loss": 0.4386, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.25375, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 4.2468187470069607e-05, | |
| "loss": 0.5335, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.255, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 4.2397819914807856e-05, | |
| "loss": 0.4703, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.25625, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.23271840636409e-05, | |
| "loss": 0.5011, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.2575, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.225628100586093e-05, | |
| "loss": 0.5234, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.25875, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.218511183488082e-05, | |
| "loss": 0.4749, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.211367764821722e-05, | |
| "loss": 0.5361, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.26125, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.2041979547473665e-05, | |
| "loss": 0.4458, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.2625, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.197001863832355e-05, | |
| "loss": 0.4517, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.26375, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.189779603049312e-05, | |
| "loss": 0.4571, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.265, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 4.182531283774434e-05, | |
| "loss": 0.487, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.26625, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.17525701778577e-05, | |
| "loss": 0.5186, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.2675, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.1679569172614996e-05, | |
| "loss": 0.4815, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.26875, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.1606310947782044e-05, | |
| "loss": 0.4563, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.1532796633091296e-05, | |
| "loss": 0.4585, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.27125, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.1459027362224436e-05, | |
| "loss": 0.4846, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.2725, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.138500427279485e-05, | |
| "loss": 0.505, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.27375, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.1310728506330174e-05, | |
| "loss": 0.4765, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.275, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 4.123620120825459e-05, | |
| "loss": 0.5105, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.27625, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 4.116142352787125e-05, | |
| "loss": 0.4193, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.2775, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.1086396618344476e-05, | |
| "loss": 0.4953, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.27875, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.101112163668203e-05, | |
| "loss": 0.4572, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.093559974371725e-05, | |
| "loss": 0.4247, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.28125, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.085983210409114e-05, | |
| "loss": 0.483, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.2825, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.0783819886234445e-05, | |
| "loss": 0.4787, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.28375, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.0707564262349595e-05, | |
| "loss": 0.4891, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.285, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 4.063106640839264e-05, | |
| "loss": 0.503, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.28625, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.05543275040551e-05, | |
| "loss": 0.5003, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.2875, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.047734873274586e-05, | |
| "loss": 0.5444, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.28875, | |
| "grad_norm": 0.86328125, | |
| "learning_rate": 4.040013128157275e-05, | |
| "loss": 0.4193, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 4.0322676341324415e-05, | |
| "loss": 0.497, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.29125, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 4.024498510645185e-05, | |
| "loss": 0.377, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.2925, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.0167058775049996e-05, | |
| "loss": 0.5118, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.29375, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 4.008889854883929e-05, | |
| "loss": 0.4941, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.295, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 4.0010505633147106e-05, | |
| "loss": 0.5302, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.29625, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.993188123688918e-05, | |
| "loss": 0.5273, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.2975, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 3.985302657255097e-05, | |
| "loss": 0.463, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.29875, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 3.977394285616893e-05, | |
| "loss": 0.5116, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.969463130731183e-05, | |
| "loss": 0.5089, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.30125, | |
| "grad_norm": 0.890625, | |
| "learning_rate": 3.961509314906184e-05, | |
| "loss": 0.5043, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.3025, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.953532960799577e-05, | |
| "loss": 0.4877, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.30375, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.9455341914166075e-05, | |
| "loss": 0.5368, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.305, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 3.937513130108197e-05, | |
| "loss": 0.4303, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.30625, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.9294699005690305e-05, | |
| "loss": 0.4978, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.3075, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 3.92140462683566e-05, | |
| "loss": 0.4898, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.30875, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 3.913317433284582e-05, | |
| "loss": 0.4307, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 3.905208444630327e-05, | |
| "loss": 0.4599, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.31125, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 3.897077785923529e-05, | |
| "loss": 0.4449, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.888925582549006e-05, | |
| "loss": 0.4508, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.31375, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 3.880751960223817e-05, | |
| "loss": 0.4523, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.315, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.87255704499533e-05, | |
| "loss": 0.4782, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.31625, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 3.864340963239275e-05, | |
| "loss": 0.4821, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.3175, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 3.856103841657797e-05, | |
| "loss": 0.393, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.31875, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 3.847845807277502e-05, | |
| "loss": 0.4731, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 3.8395669874474915e-05, | |
| "loss": 0.4644, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.32125, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.831267509837414e-05, | |
| "loss": 0.5069, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.3225, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 3.822947502435477e-05, | |
| "loss": 0.4767, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.32375, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.814607093546489e-05, | |
| "loss": 0.472, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.325, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.8062464117898724e-05, | |
| "loss": 0.4598, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.32625, | |
| "grad_norm": 1.71875, | |
| "learning_rate": 3.7978655860976824e-05, | |
| "loss": 0.4794, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.3275, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 3.789464745712619e-05, | |
| "loss": 0.4728, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.32875, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.7810440201860334e-05, | |
| "loss": 0.4535, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.7726035393759285e-05, | |
| "loss": 0.4646, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.33125, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.764143433444962e-05, | |
| "loss": 0.4597, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.3325, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.755663832858432e-05, | |
| "loss": 0.516, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.33375, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 3.747164868382269e-05, | |
| "loss": 0.4492, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.335, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 3.7386466710810194e-05, | |
| "loss": 0.4644, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.33625, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 3.730109372315822e-05, | |
| "loss": 0.5028, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.3375, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 3.721553103742388e-05, | |
| "loss": 0.424, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.33875, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 3.71297799730896e-05, | |
| "loss": 0.4592, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 3.704384185254288e-05, | |
| "loss": 0.4678, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.34125, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 3.695771800105586e-05, | |
| "loss": 0.4809, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.3425, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.6871409746764865e-05, | |
| "loss": 0.5093, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.34375, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 3.678491842064995e-05, | |
| "loss": 0.4937, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.345, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 3.6698245356514335e-05, | |
| "loss": 0.4107, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.34625, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.661139189096391e-05, | |
| "loss": 0.4578, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.3475, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 3.652435936338656e-05, | |
| "loss": 0.3964, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.34875, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 3.6437149115931514e-05, | |
| "loss": 0.5011, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.634976249348867e-05, | |
| "loss": 0.494, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.35125, | |
| "grad_norm": 1.125, | |
| "learning_rate": 3.626220084366786e-05, | |
| "loss": 0.4773, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.3525, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 3.6174465516778035e-05, | |
| "loss": 0.4338, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.35375, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.608655786580647e-05, | |
| "loss": 0.4538, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.355, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.599847924639788e-05, | |
| "loss": 0.4537, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.35625, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.591023101683355e-05, | |
| "loss": 0.448, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.3575, | |
| "grad_norm": 1.125, | |
| "learning_rate": 3.582181453801036e-05, | |
| "loss": 0.4645, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.35875, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 3.5733231173419754e-05, | |
| "loss": 0.4578, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.564448228912682e-05, | |
| "loss": 0.4704, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.36125, | |
| "grad_norm": 1.8671875, | |
| "learning_rate": 3.555556925374914e-05, | |
| "loss": 0.4383, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.3625, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.54664934384357e-05, | |
| "loss": 0.4192, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.36375, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 3.5377256216845785e-05, | |
| "loss": 0.5063, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.365, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.528785896512772e-05, | |
| "loss": 0.4711, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.36625, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 3.519830306189773e-05, | |
| "loss": 0.4494, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.3675, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.510858988821863e-05, | |
| "loss": 0.4972, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.36875, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 3.5018720827578524e-05, | |
| "loss": 0.4312, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.4928697265869515e-05, | |
| "loss": 0.4267, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.37125, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 3.483852059136629e-05, | |
| "loss": 0.4563, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.3725, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.474819219470471e-05, | |
| "loss": 0.4642, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.37375, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.4657713468860405e-05, | |
| "loss": 0.414, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 3.456708580912725e-05, | |
| "loss": 0.4919, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.37625, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.447631061309587e-05, | |
| "loss": 0.5023, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.3775, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 3.438538928063208e-05, | |
| "loss": 0.469, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.37875, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 3.4294323213855305e-05, | |
| "loss": 0.4322, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 3.4203113817116957e-05, | |
| "loss": 0.4393, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.38125, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 3.411176249697875e-05, | |
| "loss": 0.4005, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.3825, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 3.402027066219105e-05, | |
| "loss": 0.4094, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.38375, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 3.392863972367114e-05, | |
| "loss": 0.4474, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.385, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.383687109448143e-05, | |
| "loss": 0.399, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.38625, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 3.374496618980772e-05, | |
| "loss": 0.4342, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.3875, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 3.365292642693732e-05, | |
| "loss": 0.4847, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.38875, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 3.356075322523725e-05, | |
| "loss": 0.4343, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.346844800613229e-05, | |
| "loss": 0.498, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.39125, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 3.33760121930831e-05, | |
| "loss": 0.4737, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.3925, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.3283447211564276e-05, | |
| "loss": 0.4965, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.39375, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 3.319075448904234e-05, | |
| "loss": 0.4626, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.395, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.309793545495374e-05, | |
| "loss": 0.5161, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.39625, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.3004991540682796e-05, | |
| "loss": 0.4371, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.3975, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.2911924179539656e-05, | |
| "loss": 0.4427, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.39875, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 3.281873480673815e-05, | |
| "loss": 0.4318, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 3.272542485937369e-05, | |
| "loss": 0.4756, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.40125, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 3.2631995776401094e-05, | |
| "loss": 0.4507, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.4025, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 3.253844899861239e-05, | |
| "loss": 0.4444, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.40375, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 3.244478596861464e-05, | |
| "loss": 0.4291, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.405, | |
| "grad_norm": 1.125, | |
| "learning_rate": 3.23510081308076e-05, | |
| "loss": 0.4615, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.40625, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 3.225711693136156e-05, | |
| "loss": 0.4347, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.4075, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.2163113818194964e-05, | |
| "loss": 0.4349, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.40875, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 3.206900024095208e-05, | |
| "loss": 0.4814, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 3.1974777650980735e-05, | |
| "loss": 0.502, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.41125, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 3.188044750130979e-05, | |
| "loss": 0.4457, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.4125, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 3.178601124662686e-05, | |
| "loss": 0.505, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.41375, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.169147034325582e-05, | |
| "loss": 0.4941, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.415, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 3.1596826249134324e-05, | |
| "loss": 0.4524, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.41625, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 3.150208042379142e-05, | |
| "loss": 0.4826, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.4175, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.140723432832492e-05, | |
| "loss": 0.4101, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.41875, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 3.131228942537895e-05, | |
| "loss": 0.4068, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 3.121724717912138e-05, | |
| "loss": 0.4341, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.42125, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.112210905522119e-05, | |
| "loss": 0.4197, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.4225, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.102687652082597e-05, | |
| "loss": 0.4257, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.42375, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.0931551044539194e-05, | |
| "loss": 0.4513, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.425, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.083613409639764e-05, | |
| "loss": 0.4757, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.42625, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.0740627147848675e-05, | |
| "loss": 0.441, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.4275, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.06450316717276e-05, | |
| "loss": 0.4249, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.42875, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.05493491422349e-05, | |
| "loss": 0.4189, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 3.045358103491357e-05, | |
| "loss": 0.4315, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.43125, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 3.035772882662627e-05, | |
| "loss": 0.4641, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.4325, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 3.026179399553264e-05, | |
| "loss": 0.4701, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.43375, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 3.0165778021066453e-05, | |
| "loss": 0.4827, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.435, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 3.0069682383912813e-05, | |
| "loss": 0.4439, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.43625, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 2.9973508565985313e-05, | |
| "loss": 0.4916, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.4375, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 2.9877258050403212e-05, | |
| "loss": 0.464, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.43875, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.9780932321468515e-05, | |
| "loss": 0.4105, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 2.9684532864643122e-05, | |
| "loss": 0.4312, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.44125, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.9588061166525914e-05, | |
| "loss": 0.4465, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.4425, | |
| "grad_norm": 1.5, | |
| "learning_rate": 2.949151871482982e-05, | |
| "loss": 0.4136, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.44375, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.9394906998358868e-05, | |
| "loss": 0.4107, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.445, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.929822750698524e-05, | |
| "loss": 0.4327, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.44625, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.92014817316263e-05, | |
| "loss": 0.4597, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.4475, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 2.9104671164221576e-05, | |
| "loss": 0.4685, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.44875, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 2.9007797297709782e-05, | |
| "loss": 0.451, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 2.8910861626005776e-05, | |
| "loss": 0.4101, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.45125, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.8813865643977526e-05, | |
| "loss": 0.4775, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.4525, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.871681084742308e-05, | |
| "loss": 0.4588, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.45375, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.8619698733047447e-05, | |
| "loss": 0.4476, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.455, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.8522530798439567e-05, | |
| "loss": 0.4375, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.45625, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 2.8425308542049206e-05, | |
| "loss": 0.422, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.4575, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.832803346316381e-05, | |
| "loss": 0.4887, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.45875, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.8230707061885443e-05, | |
| "loss": 0.4136, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.8133330839107608e-05, | |
| "loss": 0.4236, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.46125, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 2.803590629649212e-05, | |
| "loss": 0.4983, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.4625, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.7938434936445945e-05, | |
| "loss": 0.4988, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.46375, | |
| "grad_norm": 0.8828125, | |
| "learning_rate": 2.784091826209803e-05, | |
| "loss": 0.4337, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.465, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.774335777727613e-05, | |
| "loss": 0.4574, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.46625, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.764575498648362e-05, | |
| "loss": 0.4606, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.4675, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.754811139487625e-05, | |
| "loss": 0.4489, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.46875, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 2.7450428508239024e-05, | |
| "loss": 0.4016, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.7352707832962865e-05, | |
| "loss": 0.4191, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.47125, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.725495087602148e-05, | |
| "loss": 0.5397, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.4725, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 2.7157159144948092e-05, | |
| "loss": 0.4646, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.47375, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 2.7059334147812142e-05, | |
| "loss": 0.4443, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.475, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.6961477393196126e-05, | |
| "loss": 0.4943, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.47625, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 2.6863590390172243e-05, | |
| "loss": 0.4654, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.4775, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.6765674648279172e-05, | |
| "loss": 0.4517, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.47875, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.666773167749878e-05, | |
| "loss": 0.4525, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 2.656976298823284e-05, | |
| "loss": 0.4676, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.48125, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 2.6471770091279724e-05, | |
| "loss": 0.495, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.4825, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 2.637375449781115e-05, | |
| "loss": 0.4322, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.48375, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.627571771934879e-05, | |
| "loss": 0.4147, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.485, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 2.6177661267741065e-05, | |
| "loss": 0.4204, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.48625, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.607958665513976e-05, | |
| "loss": 0.4245, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.4875, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.598149539397672e-05, | |
| "loss": 0.4582, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.48875, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 2.5883388996940534e-05, | |
| "loss": 0.4445, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.25, | |
| "learning_rate": 2.578526897695321e-05, | |
| "loss": 0.4533, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.49125, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 2.5687136847146838e-05, | |
| "loss": 0.4334, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.4925, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 2.558899412084026e-05, | |
| "loss": 0.434, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.49375, | |
| "grad_norm": 1.25, | |
| "learning_rate": 2.5490842311515707e-05, | |
| "loss": 0.4257, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.495, | |
| "grad_norm": 1.6953125, | |
| "learning_rate": 2.539268293279552e-05, | |
| "loss": 0.4503, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.49625, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.529451749841873e-05, | |
| "loss": 0.5045, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.4975, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 2.5196347522217784e-05, | |
| "loss": 0.4307, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.49875, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.509817451809515e-05, | |
| "loss": 0.4701, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.4573, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.50125, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.4901825481904855e-05, | |
| "loss": 0.4304, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.5025, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 2.480365247778223e-05, | |
| "loss": 0.4334, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.50375, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 2.4705482501581266e-05, | |
| "loss": 0.4507, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.505, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 2.460731706720449e-05, | |
| "loss": 0.4555, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.50625, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.4509157688484295e-05, | |
| "loss": 0.4791, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.5075, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.4411005879159753e-05, | |
| "loss": 0.4324, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.50875, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.4312863152853165e-05, | |
| "loss": 0.4534, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 2.4214731023046793e-05, | |
| "loss": 0.4411, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.51125, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 2.4116611003059472e-05, | |
| "loss": 0.4333, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.5125, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 2.4018504606023293e-05, | |
| "loss": 0.4231, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.51375, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 2.392041334486024e-05, | |
| "loss": 0.3752, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.515, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.3822338732258937e-05, | |
| "loss": 0.4876, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.51625, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 2.3724282280651214e-05, | |
| "loss": 0.3989, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.5175, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 2.3626245502188864e-05, | |
| "loss": 0.4102, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.51875, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.3528229908720272e-05, | |
| "loss": 0.3997, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.3430237011767167e-05, | |
| "loss": 0.4009, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.52125, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 2.3332268322501228e-05, | |
| "loss": 0.4769, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.5225, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 2.323432535172084e-05, | |
| "loss": 0.4405, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.52375, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 2.313640960982776e-05, | |
| "loss": 0.4436, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.525, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 2.303852260680388e-05, | |
| "loss": 0.4027, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.52625, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.294066585218786e-05, | |
| "loss": 0.4086, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.5275, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 2.284284085505192e-05, | |
| "loss": 0.4262, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.52875, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 2.274504912397852e-05, | |
| "loss": 0.4605, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 2.2647292167037144e-05, | |
| "loss": 0.4534, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.53125, | |
| "grad_norm": 0.890625, | |
| "learning_rate": 2.2549571491760986e-05, | |
| "loss": 0.3628, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.5325, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 2.2451888605123754e-05, | |
| "loss": 0.4879, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.53375, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.2354245013516393e-05, | |
| "loss": 0.4517, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.535, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.225664222272387e-05, | |
| "loss": 0.4303, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.53625, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 2.2159081737901975e-05, | |
| "loss": 0.4172, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.5375, | |
| "grad_norm": 1.125, | |
| "learning_rate": 2.2061565063554064e-05, | |
| "loss": 0.4169, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.53875, | |
| "grad_norm": 1.25, | |
| "learning_rate": 2.1964093703507893e-05, | |
| "loss": 0.4839, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 2.186666916089239e-05, | |
| "loss": 0.3919, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.54125, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.1769292938114563e-05, | |
| "loss": 0.4435, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.5425, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 2.1671966536836196e-05, | |
| "loss": 0.4902, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.54375, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 2.1574691457950803e-05, | |
| "loss": 0.4667, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.545, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.1477469201560435e-05, | |
| "loss": 0.3795, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.54625, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.1380301266952556e-05, | |
| "loss": 0.4658, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.5475, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 2.1283189152576925e-05, | |
| "loss": 0.4589, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.54875, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.118613435602248e-05, | |
| "loss": 0.4394, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 2.1089138373994223e-05, | |
| "loss": 0.4321, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.55125, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 2.0992202702290227e-05, | |
| "loss": 0.4084, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.5525, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.089532883577843e-05, | |
| "loss": 0.4489, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.55375, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.0798518268373706e-05, | |
| "loss": 0.4403, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.555, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.070177249301476e-05, | |
| "loss": 0.4286, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.55625, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 2.0605093001641138e-05, | |
| "loss": 0.4557, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.5575, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.0508481285170186e-05, | |
| "loss": 0.4686, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.55875, | |
| "grad_norm": 1.375, | |
| "learning_rate": 2.04119388334741e-05, | |
| "loss": 0.4402, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.031546713535688e-05, | |
| "loss": 0.3973, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.56125, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.0219067678531494e-05, | |
| "loss": 0.4349, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.5625, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.0122741949596797e-05, | |
| "loss": 0.4329, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.56375, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.002649143401469e-05, | |
| "loss": 0.4402, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.565, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 1.9930317616087196e-05, | |
| "loss": 0.4342, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.56625, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.9834221978933543e-05, | |
| "loss": 0.4537, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.5675, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 1.9738206004467363e-05, | |
| "loss": 0.4597, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.56875, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 1.9642271173373737e-05, | |
| "loss": 0.4372, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.9546418965086442e-05, | |
| "loss": 0.4062, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.57125, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 1.9450650857765102e-05, | |
| "loss": 0.4698, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.5725, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.935496832827241e-05, | |
| "loss": 0.4312, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.57375, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.925937285215133e-05, | |
| "loss": 0.4643, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.575, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.9163865903602374e-05, | |
| "loss": 0.4256, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.57625, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 1.9068448955460805e-05, | |
| "loss": 0.3879, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.5775, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 1.897312347917404e-05, | |
| "loss": 0.4048, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.57875, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 1.8877890944778815e-05, | |
| "loss": 0.4572, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 1.8782752820878634e-05, | |
| "loss": 0.4634, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.58125, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 1.868771057462105e-05, | |
| "loss": 0.3985, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.5825, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.8592765671675084e-05, | |
| "loss": 0.4463, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.58375, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 1.8497919576208585e-05, | |
| "loss": 0.4083, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.585, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 1.8403173750865685e-05, | |
| "loss": 0.3929, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.58625, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 1.830852965674419e-05, | |
| "loss": 0.4659, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.5875, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.8213988753373146e-05, | |
| "loss": 0.3986, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.58875, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 1.8119552498690215e-05, | |
| "loss": 0.4043, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.84375, | |
| "learning_rate": 1.802522234901927e-05, | |
| "loss": 0.449, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.59125, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 1.793099975904791e-05, | |
| "loss": 0.4178, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.5925, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 1.783688618180504e-05, | |
| "loss": 0.4422, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.59375, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.7742883068638447e-05, | |
| "loss": 0.4666, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.595, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.7648991869192405e-05, | |
| "loss": 0.4226, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.59625, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 1.7555214031385375e-05, | |
| "loss": 0.408, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.5975, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 1.746155100138761e-05, | |
| "loss": 0.4778, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.59875, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.7368004223598912e-05, | |
| "loss": 0.4059, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 1.7274575140626318e-05, | |
| "loss": 0.4398, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.60125, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.7181265193261865e-05, | |
| "loss": 0.482, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.6025, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 1.7088075820460346e-05, | |
| "loss": 0.4192, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.60375, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 1.6995008459317206e-05, | |
| "loss": 0.4748, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.605, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 1.690206454504627e-05, | |
| "loss": 0.4276, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.60625, | |
| "grad_norm": 1.125, | |
| "learning_rate": 1.6809245510957665e-05, | |
| "loss": 0.3548, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.6075, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.6716552788435724e-05, | |
| "loss": 0.4122, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.60875, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.66239878069169e-05, | |
| "loss": 0.432, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.6531551993867717e-05, | |
| "loss": 0.4467, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.61125, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 1.643924677476276e-05, | |
| "loss": 0.4652, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.6125, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.6347073573062672e-05, | |
| "loss": 0.4024, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.61375, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.6255033810192282e-05, | |
| "loss": 0.3974, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.615, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 1.6163128905518578e-05, | |
| "loss": 0.3891, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.61625, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 1.6071360276328874e-05, | |
| "loss": 0.3499, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.6175, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 1.5979729337808955e-05, | |
| "loss": 0.4386, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.61875, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.588823750302126e-05, | |
| "loss": 0.4494, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 1.5796886182883053e-05, | |
| "loss": 0.4025, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.62125, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 1.57056767861447e-05, | |
| "loss": 0.4192, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.6225, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 1.561461071936792e-05, | |
| "loss": 0.4509, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.62375, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.552368938690414e-05, | |
| "loss": 0.3897, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 1.5432914190872757e-05, | |
| "loss": 0.473, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.62625, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.5342286531139605e-05, | |
| "loss": 0.4333, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.6275, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 1.5251807805295302e-05, | |
| "loss": 0.4245, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.62875, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.5161479408633713e-05, | |
| "loss": 0.4342, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 1.5071302734130489e-05, | |
| "loss": 0.3951, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.63125, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 1.498127917242148e-05, | |
| "loss": 0.4367, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.6325, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 1.4891410111781378e-05, | |
| "loss": 0.4766, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.63375, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 1.4801696938102272e-05, | |
| "loss": 0.373, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.635, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 1.4712141034872282e-05, | |
| "loss": 0.3804, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.63625, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 1.4622743783154223e-05, | |
| "loss": 0.4206, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.6375, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.4533506561564306e-05, | |
| "loss": 0.4585, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.63875, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 1.4444430746250867e-05, | |
| "loss": 0.3796, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 1.4355517710873184e-05, | |
| "loss": 0.4296, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.64125, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 1.4266768826580257e-05, | |
| "loss": 0.5008, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.6425, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 1.4178185461989662e-05, | |
| "loss": 0.3952, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.64375, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 1.4089768983166444e-05, | |
| "loss": 0.4494, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.645, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 1.4001520753602121e-05, | |
| "loss": 0.3944, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.64625, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 1.3913442134193544e-05, | |
| "loss": 0.4276, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.6475, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 1.3825534483221974e-05, | |
| "loss": 0.4433, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.64875, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.3737799156332143e-05, | |
| "loss": 0.3992, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.3650237506511331e-05, | |
| "loss": 0.4488, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.65125, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 1.3562850884068487e-05, | |
| "loss": 0.4243, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.6525, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 1.3475640636613446e-05, | |
| "loss": 0.3477, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.65375, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 1.3388608109036086e-05, | |
| "loss": 0.4413, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.655, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 1.330175464348567e-05, | |
| "loss": 0.4487, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.65625, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 1.3215081579350058e-05, | |
| "loss": 0.4122, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.6575, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 1.312859025323514e-05, | |
| "loss": 0.424, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.65875, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 1.3042281998944151e-05, | |
| "loss": 0.4013, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.9375, | |
| "learning_rate": 1.2956158147457115e-05, | |
| "loss": 0.5066, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.66125, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.2870220026910407e-05, | |
| "loss": 0.3935, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.6625, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.2784468962576136e-05, | |
| "loss": 0.4039, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.66375, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.2698906276841776e-05, | |
| "loss": 0.4817, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.665, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.261353328918981e-05, | |
| "loss": 0.3917, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.66625, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.2528351316177319e-05, | |
| "loss": 0.425, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.6675, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.2443361671415687e-05, | |
| "loss": 0.4234, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.66875, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 1.235856566555039e-05, | |
| "loss": 0.4414, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 1.2273964606240718e-05, | |
| "loss": 0.4563, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.67125, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.2189559798139682e-05, | |
| "loss": 0.4132, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.6725, | |
| "grad_norm": 1.765625, | |
| "learning_rate": 1.2105352542873815e-05, | |
| "loss": 0.4317, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.67375, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 1.2021344139023186e-05, | |
| "loss": 0.4073, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.675, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 1.1937535882101281e-05, | |
| "loss": 0.4147, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.67625, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 1.1853929064535111e-05, | |
| "loss": 0.4394, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.6775, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 1.1770524975645238e-05, | |
| "loss": 0.461, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.67875, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.1687324901625879e-05, | |
| "loss": 0.4279, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.1604330125525079e-05, | |
| "loss": 0.4201, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.68125, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 1.1521541927224994e-05, | |
| "loss": 0.4392, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.6825, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.1438961583422037e-05, | |
| "loss": 0.4064, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.68375, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.1356590367607252e-05, | |
| "loss": 0.4081, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.685, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 1.1274429550046704e-05, | |
| "loss": 0.4629, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.68625, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.1192480397761837e-05, | |
| "loss": 0.3942, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.6875, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.1110744174509952e-05, | |
| "loss": 0.4581, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.68875, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.1029222140764712e-05, | |
| "loss": 0.4079, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.0947915553696742e-05, | |
| "loss": 0.3924, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.69125, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.0866825667154182e-05, | |
| "loss": 0.3715, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.6925, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 1.07859537316434e-05, | |
| "loss": 0.4238, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.69375, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 1.0705300994309697e-05, | |
| "loss": 0.4465, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.695, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 1.0624868698918045e-05, | |
| "loss": 0.4295, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.69625, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.0544658085833919e-05, | |
| "loss": 0.4527, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.6975, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.0464670392004235e-05, | |
| "loss": 0.4721, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.69875, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 1.0384906850938166e-05, | |
| "loss": 0.4632, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 1.0305368692688174e-05, | |
| "loss": 0.4382, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.70125, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 1.0226057143831064e-05, | |
| "loss": 0.4699, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.7025, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 1.0146973427449038e-05, | |
| "loss": 0.4368, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.70375, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.0068118763110824e-05, | |
| "loss": 0.4513, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.705, | |
| "grad_norm": 1.0, | |
| "learning_rate": 9.989494366852904e-06, | |
| "loss": 0.3863, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.70625, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 9.911101451160715e-06, | |
| "loss": 0.3907, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.7075, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 9.832941224950012e-06, | |
| "loss": 0.4537, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.70875, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 9.755014893548157e-06, | |
| "loss": 0.4082, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 9.677323658675594e-06, | |
| "loss": 0.3992, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.71125, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 9.599868718427257e-06, | |
| "loss": 0.4512, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.7125, | |
| "grad_norm": 0.8984375, | |
| "learning_rate": 9.522651267254149e-06, | |
| "loss": 0.419, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.71375, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 9.445672495944899e-06, | |
| "loss": 0.4542, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.715, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 9.368933591607378e-06, | |
| "loss": 0.4554, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.71625, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 9.292435737650407e-06, | |
| "loss": 0.4158, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.7175, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 9.216180113765558e-06, | |
| "loss": 0.4145, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.71875, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 9.140167895908867e-06, | |
| "loss": 0.4276, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.125, | |
| "learning_rate": 9.064400256282757e-06, | |
| "loss": 0.4477, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.72125, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 8.988878363317979e-06, | |
| "loss": 0.4563, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.7225, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 8.913603381655528e-06, | |
| "loss": 0.4396, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.72375, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 8.838576472128756e-06, | |
| "loss": 0.4831, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.725, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 8.763798791745411e-06, | |
| "loss": 0.4437, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.72625, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 8.689271493669837e-06, | |
| "loss": 0.4639, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.7275, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 8.614995727205156e-06, | |
| "loss": 0.4215, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.72875, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 8.540972637775572e-06, | |
| "loss": 0.4615, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 8.467203366908707e-06, | |
| "loss": 0.4043, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.73125, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 8.393689052217966e-06, | |
| "loss": 0.4634, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.7325, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 8.320430827385003e-06, | |
| "loss": 0.4411, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.73375, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 8.24742982214231e-06, | |
| "loss": 0.3556, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.735, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 8.174687162255672e-06, | |
| "loss": 0.4456, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.73625, | |
| "grad_norm": 0.8984375, | |
| "learning_rate": 8.102203969506886e-06, | |
| "loss": 0.4254, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.7375, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 8.029981361676456e-06, | |
| "loss": 0.427, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.73875, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 7.958020452526346e-06, | |
| "loss": 0.4323, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.125, | |
| "learning_rate": 7.886322351782783e-06, | |
| "loss": 0.3968, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.74125, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 7.814888165119186e-06, | |
| "loss": 0.4628, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.7425, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.743718994139071e-06, | |
| "loss": 0.4388, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.74375, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 7.672815936359107e-06, | |
| "loss": 0.4029, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.745, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.602180085192143e-06, | |
| "loss": 0.4214, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.74625, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 7.531812529930398e-06, | |
| "loss": 0.4165, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.7475, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 7.461714355728608e-06, | |
| "loss": 0.4016, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.74875, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 7.391886643587342e-06, | |
| "loss": 0.4527, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 7.3223304703363135e-06, | |
| "loss": 0.4143, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.75125, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 7.253046908617747e-06, | |
| "loss": 0.4667, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.7525, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 7.184037026869867e-06, | |
| "loss": 0.4032, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.75375, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 7.115301889310427e-06, | |
| "loss": 0.433, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.755, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 7.046842555920283e-06, | |
| "loss": 0.4017, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.75625, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 6.9786600824270296e-06, | |
| "loss": 0.4006, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.7575, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 6.91075552028877e-06, | |
| "loss": 0.4536, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.75875, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 6.84312991667784e-06, | |
| "loss": 0.4295, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 6.775784314464717e-06, | |
| "loss": 0.4216, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.76125, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 6.708719752201884e-06, | |
| "loss": 0.4071, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.7625, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 6.641937264107867e-06, | |
| "loss": 0.4518, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.76375, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 6.575437880051233e-06, | |
| "loss": 0.4776, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.765, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 6.509222625534755e-06, | |
| "loss": 0.4084, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.76625, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 6.443292521679578e-06, | |
| "loss": 0.4825, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.7675, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 6.377648585209456e-06, | |
| "loss": 0.4788, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.76875, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 6.312291828435077e-06, | |
| "loss": 0.4077, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 6.247223259238511e-06, | |
| "loss": 0.4103, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.77125, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 6.182443881057576e-06, | |
| "loss": 0.4401, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.7725, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 6.117954692870412e-06, | |
| "loss": 0.4628, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.77375, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 6.053756689180082e-06, | |
| "loss": 0.3789, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.775, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 5.989850859999227e-06, | |
| "loss": 0.4261, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.77625, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 5.926238190834779e-06, | |
| "loss": 0.4548, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.7775, | |
| "grad_norm": 1.125, | |
| "learning_rate": 5.8629196626728e-06, | |
| "loss": 0.4496, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.77875, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 5.7998962519633045e-06, | |
| "loss": 0.3764, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 5.737168930605272e-06, | |
| "loss": 0.3888, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.78125, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 5.674738665931575e-06, | |
| "loss": 0.4209, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.7825, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 5.612606420694141e-06, | |
| "loss": 0.4727, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.78375, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 5.550773153049046e-06, | |
| "loss": 0.4365, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.785, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 5.489239816541755e-06, | |
| "loss": 0.4403, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.78625, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 5.428007360092463e-06, | |
| "loss": 0.4521, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.7875, | |
| "grad_norm": 1.25, | |
| "learning_rate": 5.367076727981382e-06, | |
| "loss": 0.4657, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.78875, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 5.306448859834228e-06, | |
| "loss": 0.4367, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 5.24612469060774e-06, | |
| "loss": 0.4053, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.79125, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 5.186105150575232e-06, | |
| "loss": 0.3926, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.7925, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 5.12639116531225e-06, | |
| "loss": 0.4534, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.79375, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 5.066983655682325e-06, | |
| "loss": 0.4551, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.795, | |
| "grad_norm": 1.375, | |
| "learning_rate": 5.007883537822736e-06, | |
| "loss": 0.4066, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.79625, | |
| "grad_norm": 0.75, | |
| "learning_rate": 4.949091723130425e-06, | |
| "loss": 0.4247, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.7975, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 4.890609118247888e-06, | |
| "loss": 0.4215, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.79875, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.832436625049256e-06, | |
| "loss": 0.4385, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.7745751406263165e-06, | |
| "loss": 0.4393, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.80125, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 4.717025557274749e-06, | |
| "loss": 0.42, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.8025, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 4.659788762480327e-06, | |
| "loss": 0.3758, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.80375, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.602865638905224e-06, | |
| "loss": 0.4448, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.805, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.54625706437441e-06, | |
| "loss": 0.4453, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.80625, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.48996391186216e-06, | |
| "loss": 0.4359, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.8075, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.433987049478508e-06, | |
| "loss": 0.3974, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.80875, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.378327340455915e-06, | |
| "loss": 0.4194, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 4.322985643135952e-06, | |
| "loss": 0.4214, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.81125, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.267962810956061e-06, | |
| "loss": 0.3592, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.8125, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.213259692436367e-06, | |
| "loss": 0.3997, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.81375, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.158877131166641e-06, | |
| "loss": 0.4471, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.815, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 4.104815965793249e-06, | |
| "loss": 0.4293, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.81625, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.051077030006228e-06, | |
| "loss": 0.4562, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.8175, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 3.9976611525264525e-06, | |
| "loss": 0.434, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.81875, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 3.944569157092839e-06, | |
| "loss": 0.4524, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.891801862449629e-06, | |
| "loss": 0.4498, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.82125, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 3.839360082333771e-06, | |
| "loss": 0.4329, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.8225, | |
| "grad_norm": 1.375, | |
| "learning_rate": 3.7872446254624104e-06, | |
| "loss": 0.3884, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.82375, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 3.735456295520348e-06, | |
| "loss": 0.4114, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.825, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 3.6839958911476957e-06, | |
| "loss": 0.4404, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.82625, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.6328642059275524e-06, | |
| "loss": 0.4548, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.8275, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 3.5820620283737616e-06, | |
| "loss": 0.4648, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.82875, | |
| "grad_norm": 0.875, | |
| "learning_rate": 3.5315901419187363e-06, | |
| "loss": 0.4233, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.4814493249014116e-06, | |
| "loss": 0.4021, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.83125, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 3.431640350555204e-06, | |
| "loss": 0.4732, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.8325, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 3.382163986996126e-06, | |
| "loss": 0.4174, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.83375, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 3.3330209972108976e-06, | |
| "loss": 0.4284, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.835, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.284212139045223e-06, | |
| "loss": 0.4183, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.83625, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 3.2357381651920648e-06, | |
| "loss": 0.3996, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.8375, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.187599823180071e-06, | |
| "loss": 0.4317, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.83875, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.139797855362031e-06, | |
| "loss": 0.4341, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 3.092332998903416e-06, | |
| "loss": 0.4516, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.84125, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 3.0452059857710186e-06, | |
| "loss": 0.4371, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.8425, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.9984175427217016e-06, | |
| "loss": 0.4346, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.84375, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.9519683912911266e-06, | |
| "loss": 0.3893, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.845, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 2.9058592477826636e-06, | |
| "loss": 0.4086, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.84625, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 2.860090823256359e-06, | |
| "loss": 0.4211, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.8475, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 2.8146638235179213e-06, | |
| "loss": 0.422, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.84875, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 2.769578949107893e-06, | |
| "loss": 0.4117, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 2.7248368952908053e-06, | |
| "loss": 0.3836, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.85125, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 2.6804383520444815e-06, | |
| "loss": 0.3996, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.8525, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.6363840040493747e-06, | |
| "loss": 0.4007, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.85375, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 2.5926745306780324e-06, | |
| "loss": 0.4431, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.855, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 2.5493106059846116e-06, | |
| "loss": 0.4013, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.85625, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 2.506292898694468e-06, | |
| "loss": 0.4748, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.8575, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.4636220721938554e-06, | |
| "loss": 0.4454, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.85875, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 2.421298784519724e-06, | |
| "loss": 0.3844, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 2.379323688349516e-06, | |
| "loss": 0.4772, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.86125, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 2.3376974309911343e-06, | |
| "loss": 0.4668, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.8625, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 2.296420654372966e-06, | |
| "loss": 0.4191, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.86375, | |
| "grad_norm": 0.8828125, | |
| "learning_rate": 2.2554939950339747e-06, | |
| "loss": 0.3971, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.865, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 2.2149180841138676e-06, | |
| "loss": 0.4282, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.86625, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.1746935473433928e-06, | |
| "loss": 0.4406, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.8675, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.1348210050346595e-06, | |
| "loss": 0.3914, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.86875, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.0953010720716037e-06, | |
| "loss": 0.3676, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.0561343579004715e-06, | |
| "loss": 0.3973, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.87125, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 2.0173214665204555e-06, | |
| "loss": 0.4067, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.8725, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.9788629964743455e-06, | |
| "loss": 0.4279, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.87375, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 1.940759540839329e-06, | |
| "loss": 0.4449, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 1.9030116872178316e-06, | |
| "loss": 0.4364, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.87625, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.8656200177284505e-06, | |
| "loss": 0.3991, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.8775, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 1.8285851089969802e-06, | |
| "loss": 0.3922, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.87875, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.7919075321475325e-06, | |
| "loss": 0.4559, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.7555878527937164e-06, | |
| "loss": 0.3947, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.88125, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 1.7196266310299108e-06, | |
| "loss": 0.3853, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.8825, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.6840244214226502e-06, | |
| "loss": 0.4429, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.88375, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.6487817730020365e-06, | |
| "loss": 0.4092, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.885, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 1.6138992292533183e-06, | |
| "loss": 0.4348, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.88625, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 1.579377328108464e-06, | |
| "loss": 0.4362, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.8875, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 1.5452166019378989e-06, | |
| "loss": 0.431, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.88875, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 1.5114175775422762e-06, | |
| "loss": 0.4164, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 1.4779807761443636e-06, | |
| "loss": 0.4154, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.89125, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 1.4449067133810056e-06, | |
| "loss": 0.4108, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.8925, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.4121958992951629e-06, | |
| "loss": 0.4024, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.89375, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 1.379848838328049e-06, | |
| "loss": 0.4041, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.895, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.3478660293113676e-06, | |
| "loss": 0.4291, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.89625, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 1.3162479654595938e-06, | |
| "loss": 0.4561, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.8975, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 1.284995134362385e-06, | |
| "loss": 0.4599, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.89875, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 1.2541080179770571e-06, | |
| "loss": 0.371, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 1.2235870926211619e-06, | |
| "loss": 0.428, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.90125, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.193432828965113e-06, | |
| "loss": 0.4093, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.9025, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.16364569202497e-06, | |
| "loss": 0.4123, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.90375, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 1.134226141155223e-06, | |
| "loss": 0.4212, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.905, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.105174630041747e-06, | |
| "loss": 0.4379, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.90625, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 1.0764916066947794e-06, | |
| "loss": 0.4788, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.9075, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.0481775134420225e-06, | |
| "loss": 0.4523, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.90875, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 1.020232786921821e-06, | |
| "loss": 0.4141, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 9.926578580764234e-07, | |
| "loss": 0.3628, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.91125, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 9.654531521453513e-07, | |
| "loss": 0.4142, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.9125, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 9.386190886588208e-07, | |
| "loss": 0.4348, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.91375, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 9.121560814312813e-07, | |
| "loss": 0.4138, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.915, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 8.860645385550481e-07, | |
| "loss": 0.4332, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.91625, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 8.603448623939858e-07, | |
| "loss": 0.4577, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.9175, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 8.349974495773183e-07, | |
| "loss": 0.4456, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.91875, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 8.10022690993506e-07, | |
| "loss": 0.3946, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 7.854209717842231e-07, | |
| "loss": 0.478, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.92125, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 7.611926713384121e-07, | |
| "loss": 0.3592, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.9225, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 7.373381632864384e-07, | |
| "loss": 0.4425, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.92375, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 7.138578154943288e-07, | |
| "loss": 0.4219, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.925, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 6.907519900580861e-07, | |
| "loss": 0.4419, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.92625, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 6.680210432981254e-07, | |
| "loss": 0.3983, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.9275, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 6.456653257537665e-07, | |
| "loss": 0.4417, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.92875, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 6.2368518217783e-07, | |
| "loss": 0.4469, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 6.020809515313142e-07, | |
| "loss": 0.435, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.93125, | |
| "grad_norm": 1.6875, | |
| "learning_rate": 5.808529669781904e-07, | |
| "loss": 0.3856, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.9325, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 5.600015558802352e-07, | |
| "loss": 0.4587, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.93375, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 5.39527039792001e-07, | |
| "loss": 0.4325, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.935, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 5.194297344558536e-07, | |
| "loss": 0.4166, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.93625, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.997099497971114e-07, | |
| "loss": 0.4347, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.803679899192392e-07, | |
| "loss": 0.4252, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.93875, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.614041530991903e-07, | |
| "loss": 0.4036, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.4281873178278475e-07, | |
| "loss": 0.4359, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.94125, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.246120125802111e-07, | |
| "loss": 0.4566, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.9425, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.067842762616014e-07, | |
| "loss": 0.4226, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.94375, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.8933579775271013e-07, | |
| "loss": 0.3903, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.945, | |
| "grad_norm": 1.125, | |
| "learning_rate": 3.7226684613065333e-07, | |
| "loss": 0.4119, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.94625, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 3.555776846197817e-07, | |
| "loss": 0.4268, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.9475, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.3926857058761417e-07, | |
| "loss": 0.405, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.94875, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.233397555408607e-07, | |
| "loss": 0.4161, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.077914851215585e-07, | |
| "loss": 0.4293, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.95125, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 2.92623999103267e-07, | |
| "loss": 0.4066, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.9525, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 2.778375313873871e-07, | |
| "loss": 0.4309, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.95375, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.634323099995395e-07, | |
| "loss": 0.4623, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.955, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 2.494085570860616e-07, | |
| "loss": 0.3977, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.95625, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 2.3576648891056875e-07, | |
| "loss": 0.4135, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.9575, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.2250631585063186e-07, | |
| "loss": 0.3874, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.95875, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.0962824239451894e-07, | |
| "loss": 0.4494, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.9713246713805588e-07, | |
| "loss": 0.3946, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.96125, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 1.8501918278155393e-07, | |
| "loss": 0.4312, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.9625, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 1.732885761268427e-07, | |
| "loss": 0.4453, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.96375, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.619408280743917e-07, | |
| "loss": 0.3943, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.965, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 1.509761136205101e-07, | |
| "loss": 0.4144, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.96625, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 1.4039460185465703e-07, | |
| "loss": 0.4026, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.9675, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 1.3019645595683806e-07, | |
| "loss": 0.432, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.96875, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 1.2038183319507955e-07, | |
| "loss": 0.4384, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 1.109508849230001e-07, | |
| "loss": 0.4622, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.97125, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 1.0190375657749274e-07, | |
| "loss": 0.4136, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.9725, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 9.324058767646859e-08, | |
| "loss": 0.4417, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.97375, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 8.496151181670852e-08, | |
| "loss": 0.4316, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.975, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 7.706665667180091e-08, | |
| "loss": 0.4246, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.97625, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 6.955614399018206e-08, | |
| "loss": 0.4481, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.9775, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 6.243008959324892e-08, | |
| "loss": 0.4544, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.97875, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 5.568860337357151e-08, | |
| "loss": 0.4005, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.9331789293211026e-08, | |
| "loss": 0.4955, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.98125, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 4.335974538210441e-08, | |
| "loss": 0.4102, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.9825, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.7772563736551694e-08, | |
| "loss": 0.4542, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.98375, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.2570330517811555e-08, | |
| "loss": 0.4691, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.985, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 2.7753125950752413e-08, | |
| "loss": 0.4155, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.98625, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 2.3321024322625617e-08, | |
| "loss": 0.4268, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.9875, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 1.9274093981927478e-08, | |
| "loss": 0.4098, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.98875, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.5612397337325113e-08, | |
| "loss": 0.3965, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.233599085671e-08, | |
| "loss": 0.4047, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.99125, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 9.444925066329213e-09, | |
| "loss": 0.4358, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.9925, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 6.939244549986068e-09, | |
| "loss": 0.465, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.99375, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.818987948379539e-09, | |
| "loss": 0.4483, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.995, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 3.0841879584853073e-09, | |
| "loss": 0.4986, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.99625, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 1.7348713330672671e-09, | |
| "loss": 0.4121, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.9975, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.710588802584129e-10, | |
| "loss": 0.3764, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.99875, | |
| "grad_norm": 1.125, | |
| "learning_rate": 1.9276546323609978e-10, | |
| "loss": 0.4443, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 0.0, | |
| "loss": 0.4357, | |
| "step": 4000 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 4000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 400, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.184022656018907e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |