| { | |
| "best_metric": 0.23422786593437195, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-50", | |
| "epoch": 0.8298755186721992, | |
| "eval_steps": 25, | |
| "global_step": 50, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.016597510373443983, | |
| "grad_norm": 0.8566427826881409, | |
| "learning_rate": 5e-06, | |
| "loss": 1.3612, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.016597510373443983, | |
| "eval_loss": 0.433116614818573, | |
| "eval_runtime": 38.1295, | |
| "eval_samples_per_second": 2.675, | |
| "eval_steps_per_second": 0.341, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.03319502074688797, | |
| "grad_norm": 0.7513838410377502, | |
| "learning_rate": 1e-05, | |
| "loss": 1.9834, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.04979253112033195, | |
| "grad_norm": 0.7404050827026367, | |
| "learning_rate": 1.5e-05, | |
| "loss": 1.1839, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.06639004149377593, | |
| "grad_norm": 0.8764183521270752, | |
| "learning_rate": 2e-05, | |
| "loss": 1.3947, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.08298755186721991, | |
| "grad_norm": 0.8077886700630188, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.2916, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0995850622406639, | |
| "grad_norm": 0.9004972577095032, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6755, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.11618257261410789, | |
| "grad_norm": 0.9186983108520508, | |
| "learning_rate": 3.5e-05, | |
| "loss": 1.2001, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.13278008298755187, | |
| "grad_norm": 0.8388381004333496, | |
| "learning_rate": 4e-05, | |
| "loss": 1.5173, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.14937759336099585, | |
| "grad_norm": 0.6618286967277527, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.8895, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.16597510373443983, | |
| "grad_norm": 0.609593391418457, | |
| "learning_rate": 5e-05, | |
| "loss": 0.9865, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.1825726141078838, | |
| "grad_norm": 0.657666802406311, | |
| "learning_rate": 5.500000000000001e-05, | |
| "loss": 0.9409, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.1991701244813278, | |
| "grad_norm": 0.6308622360229492, | |
| "learning_rate": 6e-05, | |
| "loss": 0.7595, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.2157676348547718, | |
| "grad_norm": 0.6136456727981567, | |
| "learning_rate": 6.500000000000001e-05, | |
| "loss": 0.8264, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.23236514522821577, | |
| "grad_norm": 0.647283673286438, | |
| "learning_rate": 7e-05, | |
| "loss": 0.6253, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.24896265560165975, | |
| "grad_norm": 0.611138105392456, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.6837, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.26556016597510373, | |
| "grad_norm": 0.49807682633399963, | |
| "learning_rate": 8e-05, | |
| "loss": 0.5476, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.2821576763485477, | |
| "grad_norm": 0.7244577407836914, | |
| "learning_rate": 8.5e-05, | |
| "loss": 0.5216, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.2987551867219917, | |
| "grad_norm": 0.7856899499893188, | |
| "learning_rate": 9e-05, | |
| "loss": 0.6427, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.3153526970954357, | |
| "grad_norm": 0.6447245478630066, | |
| "learning_rate": 9.5e-05, | |
| "loss": 0.5674, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.33195020746887965, | |
| "grad_norm": 0.8941850066184998, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4936, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.34854771784232363, | |
| "grad_norm": 0.7632863521575928, | |
| "learning_rate": 9.972609476841367e-05, | |
| "loss": 0.5072, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.3651452282157676, | |
| "grad_norm": 0.742627739906311, | |
| "learning_rate": 9.890738003669029e-05, | |
| "loss": 1.59, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.3817427385892116, | |
| "grad_norm": 0.5677568316459656, | |
| "learning_rate": 9.755282581475769e-05, | |
| "loss": 0.4986, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.3983402489626556, | |
| "grad_norm": 0.47893428802490234, | |
| "learning_rate": 9.567727288213005e-05, | |
| "loss": 0.4859, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.4149377593360996, | |
| "grad_norm": 0.3274975121021271, | |
| "learning_rate": 9.330127018922194e-05, | |
| "loss": 0.7008, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.4149377593360996, | |
| "eval_loss": 0.2505565285682678, | |
| "eval_runtime": 38.4539, | |
| "eval_samples_per_second": 2.653, | |
| "eval_steps_per_second": 0.338, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.4315352697095436, | |
| "grad_norm": 0.5019552111625671, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 1.2942, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.44813278008298757, | |
| "grad_norm": 0.37283846735954285, | |
| "learning_rate": 8.715724127386972e-05, | |
| "loss": 0.8131, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.46473029045643155, | |
| "grad_norm": 0.32147935032844543, | |
| "learning_rate": 8.345653031794292e-05, | |
| "loss": 0.452, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.48132780082987553, | |
| "grad_norm": 0.40596452355384827, | |
| "learning_rate": 7.938926261462366e-05, | |
| "loss": 0.7471, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.4979253112033195, | |
| "grad_norm": 0.31123867630958557, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 1.1211, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.5145228215767634, | |
| "grad_norm": 0.3040826916694641, | |
| "learning_rate": 7.033683215379002e-05, | |
| "loss": 0.6645, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.5311203319502075, | |
| "grad_norm": 0.360746830701828, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 0.5069, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.5477178423236515, | |
| "grad_norm": 0.28188955783843994, | |
| "learning_rate": 6.0395584540887963e-05, | |
| "loss": 0.374, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.5643153526970954, | |
| "grad_norm": 0.352664977312088, | |
| "learning_rate": 5.522642316338268e-05, | |
| "loss": 0.5923, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.5809128630705395, | |
| "grad_norm": 0.4458906054496765, | |
| "learning_rate": 5e-05, | |
| "loss": 0.9785, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.5975103734439834, | |
| "grad_norm": 0.37693920731544495, | |
| "learning_rate": 4.477357683661734e-05, | |
| "loss": 0.4362, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.6141078838174274, | |
| "grad_norm": 0.6866313219070435, | |
| "learning_rate": 3.960441545911204e-05, | |
| "loss": 0.8713, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.6307053941908713, | |
| "grad_norm": 0.5577489733695984, | |
| "learning_rate": 3.4549150281252636e-05, | |
| "loss": 0.5318, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.6473029045643154, | |
| "grad_norm": 0.31835877895355225, | |
| "learning_rate": 2.9663167846209998e-05, | |
| "loss": 0.4399, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.6639004149377593, | |
| "grad_norm": 0.4343944489955902, | |
| "learning_rate": 2.500000000000001e-05, | |
| "loss": 0.7351, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.6804979253112033, | |
| "grad_norm": 0.6331047415733337, | |
| "learning_rate": 2.061073738537635e-05, | |
| "loss": 0.6234, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.6970954356846473, | |
| "grad_norm": 0.2764015793800354, | |
| "learning_rate": 1.6543469682057106e-05, | |
| "loss": 0.5407, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.7136929460580913, | |
| "grad_norm": 0.28386223316192627, | |
| "learning_rate": 1.2842758726130283e-05, | |
| "loss": 1.0469, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.7302904564315352, | |
| "grad_norm": 0.31652379035949707, | |
| "learning_rate": 9.549150281252633e-06, | |
| "loss": 0.5524, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.7468879668049793, | |
| "grad_norm": 0.4024736285209656, | |
| "learning_rate": 6.698729810778065e-06, | |
| "loss": 0.6643, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.7634854771784232, | |
| "grad_norm": 0.38829195499420166, | |
| "learning_rate": 4.322727117869951e-06, | |
| "loss": 0.4115, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.7800829875518672, | |
| "grad_norm": 0.3871329426765442, | |
| "learning_rate": 2.4471741852423237e-06, | |
| "loss": 0.3885, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.7966804979253111, | |
| "grad_norm": 0.2926025986671448, | |
| "learning_rate": 1.0926199633097157e-06, | |
| "loss": 0.584, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.8132780082987552, | |
| "grad_norm": 0.2687753438949585, | |
| "learning_rate": 2.7390523158633554e-07, | |
| "loss": 0.907, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.8298755186721992, | |
| "grad_norm": 0.24473470449447632, | |
| "learning_rate": 0.0, | |
| "loss": 0.4286, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.8298755186721992, | |
| "eval_loss": 0.23422786593437195, | |
| "eval_runtime": 38.453, | |
| "eval_samples_per_second": 2.653, | |
| "eval_steps_per_second": 0.338, | |
| "step": 50 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 50, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 25, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.3699634505383936e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |