RoyJoy commited on
Commit
f99279e
·
verified ·
1 Parent(s): d702e02

Training in progress, step 60, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dc1ed4ea3f34346ba15f8517ff368ba55023ad108f2ac9b39b14eb2653313a6
3
  size 226530600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eedc6dd7db3d4fe601dd08ca45ac38cf98205c00682b172f51a906272469b9b
3
  size 226530600
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1e5d79e4453cc3e80269c8010a1abc457598236ded8b6be8ff0e260a9ea6e97
3
  size 115354644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9bc8e0466959fb11e7f667b0a5fbeb864c9c9759dff133253add32590bb768
3
  size 115354644
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b194549dfcee051dcedd67af19a994f820d4ff8b2d796675ddffac208747af9
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:254a2a4ea6570bd3318bb6c1ef5e9e7c1059051b32ba65d029c4727562c7eff5
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a181c7feb65c92abcde98ab3662a60bf35ac366535cfc39ab425ef46f9e2e420
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f63d4e0c7d7131d14392422b1ec0a6ff0f019a0c34c3f7beaaab7f148f866f5
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bef9cd2c1fc33c197ddcdc788a37b14767be75603d368c4ea1c3192c225f5de1
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dba7096e660ce5e1d419bfc8b12086656b3da6c0ba477416c0f41ef749ee3d1b
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68392f15be4d17a431bcf6184c85a3ee3a00f247121eb3d42073743fe4ba8d85
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5360e85dee95126c3a19c457af52319bf0238949a1cbd96011f42dd7aa5d8e9b
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c00cfb89cc0c1f4b44c9e8425b979978438eec9732f0a17406794bebcb25105f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d545e31b57b52425b429413aec8655fe1208c666ebd2494232a540cd8bb8c251
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.4963310956954956,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 2.5,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -373,6 +373,76 @@
373
  "eval_samples_per_second": 202.139,
374
  "eval_steps_per_second": 13.577,
375
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
376
  }
377
  ],
378
  "logging_steps": 1,
@@ -396,12 +466,12 @@
396
  "should_evaluate": false,
397
  "should_log": false,
398
  "should_save": true,
399
- "should_training_stop": false
400
  },
401
  "attributes": {}
402
  }
403
  },
404
- "total_flos": 6.289557892890624e+16,
405
  "train_batch_size": 8,
406
  "trial_name": null,
407
  "trial_params": null
 
1
  {
2
  "best_metric": 1.4963310956954956,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 3.0,
5
  "eval_steps": 50,
6
+ "global_step": 60,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
373
  "eval_samples_per_second": 202.139,
374
  "eval_steps_per_second": 13.577,
375
  "step": 50
376
+ },
377
+ {
378
+ "epoch": 2.55,
379
+ "grad_norm": 0.2134854942560196,
380
+ "learning_rate": 7.783603724899257e-06,
381
+ "loss": 1.5809,
382
+ "step": 51
383
+ },
384
+ {
385
+ "epoch": 2.6,
386
+ "grad_norm": 0.3256972134113312,
387
+ "learning_rate": 6.184665997806832e-06,
388
+ "loss": 1.4927,
389
+ "step": 52
390
+ },
391
+ {
392
+ "epoch": 2.65,
393
+ "grad_norm": 0.3365941047668457,
394
+ "learning_rate": 4.758647376699032e-06,
395
+ "loss": 1.4284,
396
+ "step": 53
397
+ },
398
+ {
399
+ "epoch": 2.7,
400
+ "grad_norm": 0.44477665424346924,
401
+ "learning_rate": 3.511175705587433e-06,
402
+ "loss": 1.3492,
403
+ "step": 54
404
+ },
405
+ {
406
+ "epoch": 2.75,
407
+ "grad_norm": 0.2506597936153412,
408
+ "learning_rate": 2.4471741852423237e-06,
409
+ "loss": 1.6165,
410
+ "step": 55
411
+ },
412
+ {
413
+ "epoch": 2.8,
414
+ "grad_norm": 0.244708850979805,
415
+ "learning_rate": 1.5708419435684462e-06,
416
+ "loss": 1.5343,
417
+ "step": 56
418
+ },
419
+ {
420
+ "epoch": 2.85,
421
+ "grad_norm": 0.2866310477256775,
422
+ "learning_rate": 8.856374635655695e-07,
423
+ "loss": 1.4461,
424
+ "step": 57
425
+ },
426
+ {
427
+ "epoch": 2.9,
428
+ "grad_norm": 0.3651483952999115,
429
+ "learning_rate": 3.9426493427611177e-07,
430
+ "loss": 1.3975,
431
+ "step": 58
432
+ },
433
+ {
434
+ "epoch": 2.95,
435
+ "grad_norm": 0.6168851256370544,
436
+ "learning_rate": 9.866357858642205e-08,
437
+ "loss": 1.4627,
438
+ "step": 59
439
+ },
440
+ {
441
+ "epoch": 3.0,
442
+ "grad_norm": 0.22436027228832245,
443
+ "learning_rate": 0.0,
444
+ "loss": 1.6042,
445
+ "step": 60
446
  }
447
  ],
448
  "logging_steps": 1,
 
466
  "should_evaluate": false,
467
  "should_log": false,
468
  "should_save": true,
469
+ "should_training_stop": true
470
  },
471
  "attributes": {}
472
  }
473
  },
474
+ "total_flos": 7.515146245531238e+16,
475
  "train_batch_size": 8,
476
  "trial_name": null,
477
  "trial_params": null