Training in progress, step 50, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a7bf03a8e4aa38029f70f95a8c1df4c526f00099264cfb262ab5f4c627cbf11
+oid sha256:c9b4c87a478803051d608691af55940a40c9022a8617b3b11c762b4f1533941d
 size 579417298

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:711dcdc4125489d2837a4bc6742edf0513cce29832c0ab839e1129ff1c1b9ecb
+oid sha256:aaa5c3cac16b7f298efe407ca2f82e7e7ab5387f1e23ab033a6ac35733bf6edb
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6676fe28230ae15b45fb334c871c6fdf1a7984a935952b9f8650896c37a8c106
+oid sha256:b1df0528620c07325b8faa7567e59b0c1e86a1f1ee6af1245a69c6c0463fe4e2
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.022747952684258416,
+  "epoch": 0.04549590536851683,
   "eval_steps": 5,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -230,6 +230,221 @@
       "eval_samples_per_second": 5.445,
       "eval_steps_per_second": 0.682,
       "step": 25
+    },
+    {
+      "epoch": 0.023657870791628753,
+      "grad_norm": NaN,
+      "learning_rate": 6.545084971874738e-05,
+      "loss": 0.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.02456778889899909,
+      "grad_norm": NaN,
+      "learning_rate": 6.167226819279528e-05,
+      "loss": 0.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.025477707006369428,
+      "grad_norm": NaN,
+      "learning_rate": 5.782172325201155e-05,
+      "loss": 0.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.026387625113739762,
+      "grad_norm": NaN,
+      "learning_rate": 5.392295478639225e-05,
+      "loss": 0.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.0272975432211101,
+      "grad_norm": NaN,
+      "learning_rate": 5e-05,
+      "loss": 0.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.0272975432211101,
+      "eval_loss": NaN,
+      "eval_runtime": 170.0585,
+      "eval_samples_per_second": 5.445,
+      "eval_steps_per_second": 0.682,
+      "step": 30
+    },
+    {
+      "epoch": 0.028207461328480437,
+      "grad_norm": NaN,
+      "learning_rate": 4.607704521360776e-05,
+      "loss": 0.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.029117379435850774,
+      "grad_norm": NaN,
+      "learning_rate": 4.2178276747988446e-05,
+      "loss": 0.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.03002729754322111,
+      "grad_norm": NaN,
+      "learning_rate": 3.832773180720475e-05,
+      "loss": 0.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.030937215650591446,
+      "grad_norm": NaN,
+      "learning_rate": 3.4549150281252636e-05,
+      "loss": 0.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.03184713375796178,
+      "grad_norm": NaN,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 0.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.03184713375796178,
+      "eval_loss": NaN,
+      "eval_runtime": 170.0736,
+      "eval_samples_per_second": 5.445,
+      "eval_steps_per_second": 0.682,
+      "step": 35
+    },
+    {
+      "epoch": 0.03275705186533212,
+      "grad_norm": NaN,
+      "learning_rate": 2.7300475013022663e-05,
+      "loss": 0.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.03366696997270246,
+      "grad_norm": NaN,
+      "learning_rate": 2.3875071764202563e-05,
+      "loss": 0.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.034576888080072796,
+      "grad_norm": NaN,
+      "learning_rate": 2.061073738537635e-05,
+      "loss": 0.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.03548680618744313,
+      "grad_norm": NaN,
+      "learning_rate": 1.7527597583490822e-05,
+      "loss": 0.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.036396724294813464,
+      "grad_norm": NaN,
+      "learning_rate": 1.4644660940672627e-05,
+      "loss": 0.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.036396724294813464,
+      "eval_loss": NaN,
+      "eval_runtime": 170.0788,
+      "eval_samples_per_second": 5.445,
+      "eval_steps_per_second": 0.682,
+      "step": 40
+    },
+    {
+      "epoch": 0.0373066424021838,
+      "grad_norm": NaN,
+      "learning_rate": 1.1979701719998453e-05,
+      "loss": 0.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.03821656050955414,
+      "grad_norm": NaN,
+      "learning_rate": 9.549150281252633e-06,
+      "loss": 0.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.039126478616924476,
+      "grad_norm": NaN,
+      "learning_rate": 7.367991782295391e-06,
+      "loss": 0.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.040036396724294813,
+      "grad_norm": NaN,
+      "learning_rate": 5.449673790581611e-06,
+      "loss": 0.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.04094631483166515,
+      "grad_norm": NaN,
+      "learning_rate": 3.8060233744356633e-06,
+      "loss": 0.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.04094631483166515,
+      "eval_loss": NaN,
+      "eval_runtime": 170.096,
+      "eval_samples_per_second": 5.444,
+      "eval_steps_per_second": 0.682,
+      "step": 45
+    },
+    {
+      "epoch": 0.04185623293903549,
+      "grad_norm": NaN,
+      "learning_rate": 2.4471741852423237e-06,
+      "loss": 0.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.042766151046405826,
+      "grad_norm": NaN,
+      "learning_rate": 1.3815039801161721e-06,
+      "loss": 0.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.04367606915377616,
+      "grad_norm": NaN,
+      "learning_rate": 6.15582970243117e-07,
+      "loss": 0.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.044585987261146494,
+      "grad_norm": NaN,
+      "learning_rate": 1.5413331334360182e-07,
+      "loss": 0.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.04549590536851683,
+      "grad_norm": NaN,
+      "learning_rate": 0.0,
+      "loss": 0.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.04549590536851683,
+      "eval_loss": NaN,
+      "eval_runtime": 170.0662,
+      "eval_samples_per_second": 5.445,
+      "eval_steps_per_second": 0.682,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -244,12 +459,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 3.2476407791616e+16,
+  "total_flos": 6.4952815583232e+16,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null