{ "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "global_step": 724, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 8.181818181818181e-06, "loss": 4.0277, "step": 3 }, { "epoch": 0.02, "learning_rate": 1.6363636363636363e-05, "loss": 3.4357, "step": 6 }, { "epoch": 0.02, "learning_rate": 2.454545454545455e-05, "loss": 2.1961, "step": 9 }, { "epoch": 0.03, "learning_rate": 3.2727272727272725e-05, "loss": 1.9322, "step": 12 }, { "epoch": 0.04, "learning_rate": 4.090909090909091e-05, "loss": 1.7744, "step": 15 }, { "epoch": 0.05, "learning_rate": 4.90909090909091e-05, "loss": 1.5335, "step": 18 }, { "epoch": 0.06, "learning_rate": 5.7272727272727274e-05, "loss": 1.4407, "step": 21 }, { "epoch": 0.07, "learning_rate": 5.9998798361395565e-05, "loss": 1.5584, "step": 24 }, { "epoch": 0.07, "learning_rate": 5.9992490021938124e-05, "loss": 1.3994, "step": 27 }, { "epoch": 0.08, "learning_rate": 5.998077570751456e-05, "loss": 1.5376, "step": 30 }, { "epoch": 0.09, "learning_rate": 5.996365752956315e-05, "loss": 1.4137, "step": 33 }, { "epoch": 0.1, "learning_rate": 5.9941138573537655e-05, "loss": 1.2603, "step": 36 }, { "epoch": 0.11, "learning_rate": 5.991322289835123e-05, "loss": 1.247, "step": 39 }, { "epoch": 0.12, "learning_rate": 5.987991553564485e-05, "loss": 1.3289, "step": 42 }, { "epoch": 0.12, "learning_rate": 5.984122248888033e-05, "loss": 1.3926, "step": 45 }, { "epoch": 0.13, "learning_rate": 5.979715073225829e-05, "loss": 1.2806, "step": 48 }, { "epoch": 0.14, "learning_rate": 5.974770820946105e-05, "loss": 1.2114, "step": 51 }, { "epoch": 0.15, "learning_rate": 5.969290383222086e-05, "loss": 1.2045, "step": 54 }, { "epoch": 0.16, "learning_rate": 5.96327474787136e-05, "loss": 1.3095, "step": 57 }, { "epoch": 0.17, "learning_rate": 5.956724999177828e-05, "loss": 1.2824, "step": 60 }, { "epoch": 0.17, "learning_rate": 5.949642317696271e-05, "loss": 1.2205, "step": 63 }, { "epoch": 0.18, "learning_rate": 5.94202798003956e-05, "loss": 1.2169, "step": 66 }, { "epoch": 0.19, "learning_rate": 5.933883358648552e-05, "loss": 1.2232, "step": 69 }, { "epoch": 0.2, "learning_rate": 5.9252099215447206e-05, "loss": 1.2376, "step": 72 }, { "epoch": 0.21, "learning_rate": 5.916009232065549e-05, "loss": 1.1796, "step": 75 }, { "epoch": 0.22, "learning_rate": 5.906282948582746e-05, "loss": 1.2465, "step": 78 }, { "epoch": 0.22, "learning_rate": 5.8960328242033405e-05, "loss": 1.2715, "step": 81 }, { "epoch": 0.23, "learning_rate": 5.885260706453688e-05, "loss": 1.1044, "step": 84 }, { "epoch": 0.24, "learning_rate": 5.873968536946467e-05, "loss": 1.1895, "step": 87 }, { "epoch": 0.25, "learning_rate": 5.862158351030714e-05, "loss": 1.1314, "step": 90 }, { "epoch": 0.26, "learning_rate": 5.849832277424963e-05, "loss": 1.1302, "step": 93 }, { "epoch": 0.27, "learning_rate": 5.8369925378335574e-05, "loss": 1.1484, "step": 96 }, { "epoch": 0.27, "learning_rate": 5.8236414465462e-05, "loss": 1.2325, "step": 99 }, { "epoch": 0.28, "learning_rate": 5.809781410020814e-05, "loss": 1.1567, "step": 102 }, { "epoch": 0.29, "learning_rate": 5.795414926449796e-05, "loss": 1.1823, "step": 105 }, { "epoch": 0.3, "learning_rate": 5.780544585309725e-05, "loss": 1.0974, "step": 108 }, { "epoch": 0.31, "learning_rate": 5.7651730668946335e-05, "loss": 1.2043, "step": 111 }, { "epoch": 0.31, "learning_rate": 5.749303141832889e-05, "loss": 1.2751, "step": 114 }, { "epoch": 0.32, "learning_rate": 5.732937670587814e-05, "loss": 1.0916, "step": 117 }, { "epoch": 0.33, "learning_rate": 5.716079602942096e-05, "loss": 1.198, "step": 120 }, { "epoch": 0.34, "learning_rate": 5.698731977466112e-05, "loss": 1.2031, "step": 123 }, { "epoch": 0.35, "learning_rate": 5.680897920970237e-05, "loss": 1.2287, "step": 126 }, { "epoch": 0.36, "learning_rate": 5.662580647941262e-05, "loss": 1.0532, "step": 129 }, { "epoch": 0.36, "learning_rate": 5.643783459962997e-05, "loss": 1.1101, "step": 132 }, { "epoch": 0.37, "learning_rate": 5.6245097451211754e-05, "loss": 1.1635, "step": 135 }, { "epoch": 0.38, "learning_rate": 5.604762977392781e-05, "loss": 1.1305, "step": 138 }, { "epoch": 0.39, "learning_rate": 5.584546716019874e-05, "loss": 1.1696, "step": 141 }, { "epoch": 0.4, "learning_rate": 5.563864604868061e-05, "loss": 1.1294, "step": 144 }, { "epoch": 0.41, "learning_rate": 5.5427203717697134e-05, "loss": 1.1355, "step": 147 }, { "epoch": 0.41, "learning_rate": 5.521117827852039e-05, "loss": 1.0984, "step": 150 }, { "epoch": 0.42, "learning_rate": 5.499060866850155e-05, "loss": 1.1907, "step": 153 }, { "epoch": 0.43, "learning_rate": 5.4765534644052603e-05, "loss": 1.2739, "step": 156 }, { "epoch": 0.44, "learning_rate": 5.453599677348051e-05, "loss": 1.0823, "step": 159 }, { "epoch": 0.45, "learning_rate": 5.4302036429675e-05, "loss": 1.0524, "step": 162 }, { "epoch": 0.46, "learning_rate": 5.4063695782651316e-05, "loss": 1.0793, "step": 165 }, { "epoch": 0.46, "learning_rate": 5.3821017791949336e-05, "loss": 1.0743, "step": 168 }, { "epoch": 0.47, "learning_rate": 5.3574046198890354e-05, "loss": 1.0322, "step": 171 }, { "epoch": 0.48, "learning_rate": 5.3322825518692984e-05, "loss": 1.0071, "step": 174 }, { "epoch": 0.49, "learning_rate": 5.306740103244947e-05, "loss": 1.0521, "step": 177 }, { "epoch": 0.5, "learning_rate": 5.280781877896411e-05, "loss": 1.1142, "step": 180 }, { "epoch": 0.51, "learning_rate": 5.2544125546455004e-05, "loss": 1.1505, "step": 183 }, { "epoch": 0.51, "learning_rate": 5.22763688641207e-05, "loss": 1.1247, "step": 186 }, { "epoch": 0.52, "learning_rate": 5.200459699357337e-05, "loss": 1.0351, "step": 189 }, { "epoch": 0.53, "learning_rate": 5.1728858920139945e-05, "loss": 1.0335, "step": 192 }, { "epoch": 0.54, "learning_rate": 5.144920434403274e-05, "loss": 1.0042, "step": 195 }, { "epoch": 0.55, "learning_rate": 5.1165683671391305e-05, "loss": 1.1124, "step": 198 }, { "epoch": 0.56, "learning_rate": 5.087834800519701e-05, "loss": 1.0262, "step": 201 }, { "epoch": 0.56, "learning_rate": 5.0587249136062016e-05, "loss": 1.0767, "step": 204 }, { "epoch": 0.57, "learning_rate": 5.0292439532894285e-05, "loss": 1.0406, "step": 207 }, { "epoch": 0.58, "learning_rate": 4.9993972333440435e-05, "loss": 1.0607, "step": 210 }, { "epoch": 0.59, "learning_rate": 4.969190133470789e-05, "loss": 1.0906, "step": 213 }, { "epoch": 0.6, "learning_rate": 4.9386280983268294e-05, "loss": 1.089, "step": 216 }, { "epoch": 0.6, "learning_rate": 4.9077166365443846e-05, "loss": 1.0372, "step": 219 }, { "epoch": 0.61, "learning_rate": 4.876461319737833e-05, "loss": 1.0891, "step": 222 }, { "epoch": 0.62, "learning_rate": 4.84486778149945e-05, "loss": 1.064, "step": 225 }, { "epoch": 0.63, "learning_rate": 4.812941716383998e-05, "loss": 1.0618, "step": 228 }, { "epoch": 0.64, "learning_rate": 4.780688878882304e-05, "loss": 1.0255, "step": 231 }, { "epoch": 0.65, "learning_rate": 4.748115082384054e-05, "loss": 1.0841, "step": 234 }, { "epoch": 0.65, "learning_rate": 4.7152261981299595e-05, "loss": 1.0404, "step": 237 }, { "epoch": 0.66, "learning_rate": 4.682028154153497e-05, "loss": 1.106, "step": 240 }, { "epoch": 0.67, "learning_rate": 4.648526934212418e-05, "loss": 1.0418, "step": 243 }, { "epoch": 0.68, "learning_rate": 4.614728576710212e-05, "loss": 1.0362, "step": 246 }, { "epoch": 0.69, "learning_rate": 4.5806391736077104e-05, "loss": 1.0673, "step": 249 }, { "epoch": 0.7, "learning_rate": 4.5462648693250564e-05, "loss": 1.1141, "step": 252 }, { "epoch": 0.7, "learning_rate": 4.5116118596342016e-05, "loss": 1.0397, "step": 255 }, { "epoch": 0.71, "learning_rate": 4.476686390542155e-05, "loss": 1.0353, "step": 258 }, { "epoch": 0.72, "learning_rate": 4.4414947571651744e-05, "loss": 1.124, "step": 261 }, { "epoch": 0.73, "learning_rate": 4.406043302594111e-05, "loss": 0.9815, "step": 264 }, { "epoch": 0.74, "learning_rate": 4.370338416751103e-05, "loss": 1.0096, "step": 267 }, { "epoch": 0.75, "learning_rate": 4.3343865352378236e-05, "loss": 1.0525, "step": 270 }, { "epoch": 0.75, "learning_rate": 4.298194138175509e-05, "loss": 1.0293, "step": 273 }, { "epoch": 0.76, "learning_rate": 4.261767749036945e-05, "loss": 1.067, "step": 276 }, { "epoch": 0.77, "learning_rate": 4.2251139334706525e-05, "loss": 0.9939, "step": 279 }, { "epoch": 0.78, "learning_rate": 4.1882392981174704e-05, "loss": 1.1619, "step": 282 }, { "epoch": 0.79, "learning_rate": 4.151150489419739e-05, "loss": 1.0914, "step": 285 }, { "epoch": 0.8, "learning_rate": 4.113854192423321e-05, "loss": 1.0996, "step": 288 }, { "epoch": 0.8, "learning_rate": 4.07635712957266e-05, "loss": 1.0173, "step": 291 }, { "epoch": 0.81, "learning_rate": 4.0386660594990984e-05, "loss": 0.9807, "step": 294 }, { "epoch": 0.82, "learning_rate": 4.0007877758026695e-05, "loss": 0.9586, "step": 297 }, { "epoch": 0.83, "learning_rate": 3.962729105827595e-05, "loss": 1.0866, "step": 300 }, { "epoch": 0.84, "learning_rate": 3.9244969094316925e-05, "loss": 1.0217, "step": 303 }, { "epoch": 0.85, "learning_rate": 3.886098077749924e-05, "loss": 1.125, "step": 306 }, { "epoch": 0.85, "learning_rate": 3.847539531952311e-05, "loss": 1.0447, "step": 309 }, { "epoch": 0.86, "learning_rate": 3.808828221996432e-05, "loss": 0.9338, "step": 312 }, { "epoch": 0.87, "learning_rate": 3.7699711253747304e-05, "loss": 0.9848, "step": 315 }, { "epoch": 0.88, "learning_rate": 3.730975245856866e-05, "loss": 1.035, "step": 318 }, { "epoch": 0.89, "learning_rate": 3.691847612227321e-05, "loss": 1.046, "step": 321 }, { "epoch": 0.9, "learning_rate": 3.652595277018502e-05, "loss": 0.9425, "step": 324 }, { "epoch": 0.9, "learning_rate": 3.613225315239567e-05, "loss": 1.0042, "step": 327 }, { "epoch": 0.91, "learning_rate": 3.573744823101187e-05, "loss": 1.061, "step": 330 }, { "epoch": 0.92, "learning_rate": 3.5341609167365e-05, "loss": 0.9957, "step": 333 }, { "epoch": 0.93, "learning_rate": 3.49448073091847e-05, "loss": 0.9082, "step": 336 }, { "epoch": 0.94, "learning_rate": 3.4547114177738776e-05, "loss": 1.1182, "step": 339 }, { "epoch": 0.94, "learning_rate": 3.4148601454941995e-05, "loss": 1.0315, "step": 342 }, { "epoch": 0.95, "learning_rate": 3.3749340970435756e-05, "loss": 1.0723, "step": 345 }, { "epoch": 0.96, "learning_rate": 3.3349404688641236e-05, "loss": 1.0899, "step": 348 }, { "epoch": 0.97, "learning_rate": 3.2948864695788215e-05, "loss": 1.0622, "step": 351 }, { "epoch": 0.98, "learning_rate": 3.2547793186921944e-05, "loss": 1.0553, "step": 354 }, { "epoch": 0.99, "learning_rate": 3.2146262452890414e-05, "loss": 1.0151, "step": 357 }, { "epoch": 0.99, "learning_rate": 3.174434486731428e-05, "loss": 0.9558, "step": 360 }, { "epoch": 1.0, "eval_gen_len": 256.0, "eval_loss": 1.2119685411453247, "eval_rouge1": 0.0, "eval_rouge2": 0.0, "eval_rougeL": 0.0, "eval_rougeLsum": 0.0, "eval_runtime": 769.7103, "eval_samples_per_second": 3.723, "eval_steps_per_second": 0.932, "step": 362 }, { "epoch": 1.0, "learning_rate": 3.134211287354203e-05, "loss": 0.9757, "step": 363 }, { "epoch": 1.01, "learning_rate": 3.093963897159241e-05, "loss": 0.741, "step": 366 }, { "epoch": 1.02, "learning_rate": 3.053699570508673e-05, "loss": 0.7769, "step": 369 }, { "epoch": 1.03, "learning_rate": 3.0134255648173302e-05, "loss": 0.7333, "step": 372 }, { "epoch": 1.04, "learning_rate": 2.9731491392446363e-05, "loss": 0.794, "step": 375 }, { "epoch": 1.04, "learning_rate": 2.932877553386181e-05, "loss": 0.815, "step": 378 }, { "epoch": 1.05, "learning_rate": 2.8926180659652284e-05, "loss": 0.7966, "step": 381 }, { "epoch": 1.06, "learning_rate": 2.8523779335243655e-05, "loss": 0.7304, "step": 384 }, { "epoch": 1.07, "learning_rate": 2.8121644091175544e-05, "loss": 0.8445, "step": 387 }, { "epoch": 1.08, "learning_rate": 2.7719847410028125e-05, "loss": 0.7582, "step": 390 }, { "epoch": 1.09, "learning_rate": 2.731846171335753e-05, "loss": 0.8207, "step": 393 }, { "epoch": 1.09, "learning_rate": 2.691755934864228e-05, "loss": 0.7947, "step": 396 }, { "epoch": 1.1, "learning_rate": 2.651721257624309e-05, "loss": 0.7675, "step": 399 }, { "epoch": 1.11, "learning_rate": 2.6117493556378334e-05, "loss": 0.712, "step": 402 }, { "epoch": 1.12, "learning_rate": 2.5718474336117575e-05, "loss": 0.7401, "step": 405 }, { "epoch": 1.13, "learning_rate": 2.5320226836395467e-05, "loss": 0.8381, "step": 408 }, { "epoch": 1.14, "learning_rate": 2.4922822839048498e-05, "loss": 0.792, "step": 411 }, { "epoch": 1.14, "learning_rate": 2.4526333973876625e-05, "loss": 0.7647, "step": 414 }, { "epoch": 1.15, "learning_rate": 2.413083170573249e-05, "loss": 0.7284, "step": 417 }, { "epoch": 1.16, "learning_rate": 2.373638732164025e-05, "loss": 0.7642, "step": 420 }, { "epoch": 1.17, "learning_rate": 2.334307191794648e-05, "loss": 0.7966, "step": 423 }, { "epoch": 1.18, "learning_rate": 2.2950956387505536e-05, "loss": 0.7109, "step": 426 }, { "epoch": 1.19, "learning_rate": 2.256011140690145e-05, "loss": 0.7313, "step": 429 }, { "epoch": 1.19, "learning_rate": 2.217060742370889e-05, "loss": 0.748, "step": 432 }, { "epoch": 1.2, "learning_rate": 2.1782514643795427e-05, "loss": 0.8344, "step": 435 }, { "epoch": 1.21, "learning_rate": 2.13959030186673e-05, "loss": 0.7618, "step": 438 }, { "epoch": 1.22, "learning_rate": 2.1010842232861043e-05, "loss": 0.7686, "step": 441 }, { "epoch": 1.23, "learning_rate": 2.0627401691383272e-05, "loss": 0.7588, "step": 444 }, { "epoch": 1.23, "learning_rate": 2.0245650507200847e-05, "loss": 0.7629, "step": 447 }, { "epoch": 1.24, "learning_rate": 1.986565748878359e-05, "loss": 0.7407, "step": 450 }, { "epoch": 1.25, "learning_rate": 1.9487491127701992e-05, "loss": 0.8334, "step": 453 }, { "epoch": 1.26, "learning_rate": 1.9111219586282026e-05, "loss": 0.7257, "step": 456 }, { "epoch": 1.27, "learning_rate": 1.8736910685319207e-05, "loss": 0.7533, "step": 459 }, { "epoch": 1.28, "learning_rate": 1.8364631891854358e-05, "loss": 0.7685, "step": 462 }, { "epoch": 1.28, "learning_rate": 1.7994450307012992e-05, "loss": 0.8784, "step": 465 }, { "epoch": 1.29, "learning_rate": 1.762643265391079e-05, "loss": 0.773, "step": 468 }, { "epoch": 1.3, "learning_rate": 1.7260645265627054e-05, "loss": 0.7191, "step": 471 }, { "epoch": 1.31, "learning_rate": 1.689715407324862e-05, "loss": 0.7718, "step": 474 }, { "epoch": 1.32, "learning_rate": 1.6536024593986135e-05, "loss": 0.7144, "step": 477 }, { "epoch": 1.33, "learning_rate": 1.6177321919364952e-05, "loss": 0.7948, "step": 480 }, { "epoch": 1.33, "learning_rate": 1.5821110703492722e-05, "loss": 0.7185, "step": 483 }, { "epoch": 1.34, "learning_rate": 1.5467455151405927e-05, "loss": 0.7758, "step": 486 }, { "epoch": 1.35, "learning_rate": 1.511641900749724e-05, "loss": 0.8068, "step": 489 }, { "epoch": 1.36, "learning_rate": 1.4768065544025973e-05, "loss": 0.7279, "step": 492 }, { "epoch": 1.37, "learning_rate": 1.442245754971362e-05, "loss": 0.7425, "step": 495 }, { "epoch": 1.38, "learning_rate": 1.4079657318426557e-05, "loss": 0.7319, "step": 498 }, { "epoch": 1.38, "learning_rate": 1.3739726637947885e-05, "loss": 0.7406, "step": 501 }, { "epoch": 1.39, "learning_rate": 1.3402726778840592e-05, "loss": 0.7588, "step": 504 }, { "epoch": 1.4, "learning_rate": 1.3068718483403856e-05, "loss": 0.7623, "step": 507 }, { "epoch": 1.41, "learning_rate": 1.2737761954724591e-05, "loss": 0.7633, "step": 510 }, { "epoch": 1.42, "learning_rate": 1.240991684582619e-05, "loss": 0.7353, "step": 513 }, { "epoch": 1.43, "learning_rate": 1.2085242248916421e-05, "loss": 0.7322, "step": 516 }, { "epoch": 1.43, "learning_rate": 1.1763796684736342e-05, "loss": 0.7578, "step": 519 }, { "epoch": 1.44, "learning_rate": 1.1445638092012354e-05, "loss": 0.6986, "step": 522 }, { "epoch": 1.45, "learning_rate": 1.1130823817013007e-05, "loss": 0.7291, "step": 525 }, { "epoch": 1.46, "learning_rate": 1.0819410603212712e-05, "loss": 0.6874, "step": 528 }, { "epoch": 1.47, "learning_rate": 1.051145458106398e-05, "loss": 0.7529, "step": 531 }, { "epoch": 1.48, "learning_rate": 1.0207011257880357e-05, "loss": 0.7164, "step": 534 }, { "epoch": 1.48, "learning_rate": 9.906135507831401e-06, "loss": 0.7699, "step": 537 }, { "epoch": 1.49, "learning_rate": 9.608881562052026e-06, "loss": 0.7755, "step": 540 }, { "epoch": 1.5, "learning_rate": 9.315302998867629e-06, "loss": 0.7696, "step": 543 }, { "epoch": 1.51, "learning_rate": 9.02545273413686e-06, "loss": 0.7397, "step": 546 }, { "epoch": 1.52, "learning_rate": 8.739383011713901e-06, "loss": 0.7269, "step": 549 }, { "epoch": 1.52, "learning_rate": 8.457145394031782e-06, "loss": 0.7152, "step": 552 }, { "epoch": 1.53, "learning_rate": 8.178790752808538e-06, "loss": 0.7863, "step": 555 }, { "epoch": 1.54, "learning_rate": 7.904369259877887e-06, "loss": 0.7739, "step": 558 }, { "epoch": 1.55, "learning_rate": 7.633930378146047e-06, "loss": 0.7934, "step": 561 }, { "epoch": 1.56, "learning_rate": 7.367522852676296e-06, "loss": 0.7065, "step": 564 }, { "epoch": 1.57, "learning_rate": 7.1051947019030035e-06, "loss": 0.746, "step": 567 }, { "epoch": 1.57, "learning_rate": 6.846993208976548e-06, "loss": 0.7009, "step": 570 }, { "epoch": 1.58, "learning_rate": 6.592964913240825e-06, "loss": 0.7566, "step": 573 }, { "epoch": 1.59, "learning_rate": 6.3431556018447365e-06, "loss": 0.708, "step": 576 }, { "epoch": 1.6, "learning_rate": 6.097610301489424e-06, "loss": 0.7051, "step": 579 }, { "epoch": 1.61, "learning_rate": 5.856373270312341e-06, "loss": 0.7247, "step": 582 }, { "epoch": 1.62, "learning_rate": 5.619487989910071e-06, "loss": 0.7098, "step": 585 }, { "epoch": 1.62, "learning_rate": 5.38699715750099e-06, "loss": 0.7769, "step": 588 }, { "epoch": 1.63, "learning_rate": 5.158942678229295e-06, "loss": 0.7403, "step": 591 }, { "epoch": 1.64, "learning_rate": 4.935365657611912e-06, "loss": 0.7143, "step": 594 }, { "epoch": 1.65, "learning_rate": 4.716306394129405e-06, "loss": 0.7083, "step": 597 }, { "epoch": 1.66, "learning_rate": 4.501804371962442e-06, "loss": 0.7236, "step": 600 }, { "epoch": 1.67, "learning_rate": 4.291898253874972e-06, "loss": 0.7682, "step": 603 }, { "epoch": 1.67, "learning_rate": 4.086625874245497e-06, "loss": 0.7458, "step": 606 }, { "epoch": 1.68, "learning_rate": 3.886024232247624e-06, "loss": 0.8046, "step": 609 }, { "epoch": 1.69, "learning_rate": 3.690129485181201e-06, "loss": 0.7225, "step": 612 }, { "epoch": 1.7, "learning_rate": 3.4989769419551575e-06, "loss": 0.7171, "step": 615 }, { "epoch": 1.71, "learning_rate": 3.3126010567232644e-06, "loss": 0.7202, "step": 618 }, { "epoch": 1.72, "learning_rate": 3.1310354226739957e-06, "loss": 0.7513, "step": 621 }, { "epoch": 1.72, "learning_rate": 2.9543127659755197e-06, "loss": 0.7059, "step": 624 }, { "epoch": 1.73, "learning_rate": 2.7824649398770086e-06, "loss": 0.7157, "step": 627 }, { "epoch": 1.74, "learning_rate": 2.6155229189672757e-06, "loss": 0.7729, "step": 630 }, { "epoch": 1.75, "learning_rate": 2.4535167935917835e-06, "loss": 0.7598, "step": 633 }, { "epoch": 1.76, "learning_rate": 2.296475764429007e-06, "loss": 0.7582, "step": 636 }, { "epoch": 1.77, "learning_rate": 2.144428137227211e-06, "loss": 0.7523, "step": 639 }, { "epoch": 1.77, "learning_rate": 1.99740131770249e-06, "loss": 0.7845, "step": 642 }, { "epoch": 1.78, "learning_rate": 1.8554218065990246e-06, "loss": 0.7014, "step": 645 }, { "epoch": 1.79, "learning_rate": 1.7185151949125088e-06, "loss": 0.6826, "step": 648 }, { "epoch": 1.8, "learning_rate": 1.5867061592774878e-06, "loss": 0.6805, "step": 651 }, { "epoch": 1.81, "learning_rate": 1.4600184575195486e-06, "loss": 0.7318, "step": 654 }, { "epoch": 1.81, "learning_rate": 1.3384749243731109e-06, "loss": 0.7342, "step": 657 }, { "epoch": 1.82, "learning_rate": 1.2220974673655938e-06, "loss": 0.7293, "step": 660 }, { "epoch": 1.83, "learning_rate": 1.1109070628687068e-06, "loss": 0.6977, "step": 663 }, { "epoch": 1.84, "learning_rate": 1.0049237523175813e-06, "loss": 0.75, "step": 666 }, { "epoch": 1.85, "learning_rate": 9.041666385984171e-07, "loss": 0.7534, "step": 669 }, { "epoch": 1.86, "learning_rate": 8.086538826052858e-07, "loss": 0.7758, "step": 672 }, { "epoch": 1.86, "learning_rate": 7.184026999667537e-07, "loss": 0.7209, "step": 675 }, { "epoch": 1.87, "learning_rate": 6.33429357942843e-07, "loss": 0.7222, "step": 678 }, { "epoch": 1.88, "learning_rate": 5.537491724929644e-07, "loss": 0.7198, "step": 681 }, { "epoch": 1.89, "learning_rate": 4.793765055152955e-07, "loss": 0.7241, "step": 684 }, { "epoch": 1.9, "learning_rate": 4.103247622581441e-07, "loss": 0.6799, "step": 687 }, { "epoch": 1.91, "learning_rate": 3.466063889036986e-07, "loss": 0.7607, "step": 690 }, { "epoch": 1.91, "learning_rate": 2.8823287032470835e-07, "loss": 0.7895, "step": 693 }, { "epoch": 1.92, "learning_rate": 2.352147280143835e-07, "loss": 0.7417, "step": 696 }, { "epoch": 1.93, "learning_rate": 1.8756151818996148e-07, "loss": 0.7425, "step": 699 }, { "epoch": 1.94, "learning_rate": 1.452818300702452e-07, "loss": 0.6636, "step": 702 }, { "epoch": 1.95, "learning_rate": 1.0838328432745792e-07, "loss": 0.7328, "step": 705 }, { "epoch": 1.96, "learning_rate": 7.687253171365205e-08, "loss": 0.7263, "step": 708 }, { "epoch": 1.96, "learning_rate": 5.0755251861954734e-08, "loss": 0.6789, "step": 711 }, { "epoch": 1.97, "learning_rate": 3.0036152262833404e-08, "loss": 0.7692, "step": 714 }, { "epoch": 1.98, "learning_rate": 1.4718967415617845e-08, "loss": 0.729, "step": 717 }, { "epoch": 1.99, "learning_rate": 4.806458155358629e-09, "loss": 0.7976, "step": 720 }, { "epoch": 2.0, "learning_rate": 3.004111552218358e-10, "loss": 0.757, "step": 723 }, { "epoch": 2.0, "eval_gen_len": 256.0, "eval_loss": 1.1889821290969849, "eval_rouge1": 0.0, "eval_rouge2": 0.0, "eval_rougeL": 0.0, "eval_rougeLsum": 0.0, "eval_runtime": 773.1817, "eval_samples_per_second": 3.707, "eval_steps_per_second": 0.927, "step": 724 }, { "epoch": 2.0, "step": 724, "total_flos": 1.004106246258688e+17, "train_loss": 0.9686276566916407, "train_runtime": 5563.8478, "train_samples_per_second": 8.328, "train_steps_per_second": 0.13 } ], "max_steps": 724, "num_train_epochs": 2, "total_flos": 1.004106246258688e+17, "trial_name": null, "trial_params": null }