|
{ |
|
"best_metric": 0.7289605637620273, |
|
"best_model_checkpoint": "D:/1_SyscoPY_D/NLP/Data/Transformers_Hug/checkpoint/roberta-base\\checkpoint-150", |
|
"epoch": 3.0, |
|
"eval_steps": 500, |
|
"global_step": 450, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 6.666666666666667e-06, |
|
"loss": 1.8568, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 1.3333333333333333e-05, |
|
"loss": 1.7794, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 1.9999999999999998e-05, |
|
"loss": 1.5937, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 2.6666666666666667e-05, |
|
"loss": 1.557, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 2.962962962962963e-05, |
|
"loss": 1.5075, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 2.8888888888888888e-05, |
|
"loss": 1.4945, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 2.8148148148148147e-05, |
|
"loss": 1.4764, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 2.7481481481481482e-05, |
|
"loss": 1.4568, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 2.6740740740740743e-05, |
|
"loss": 1.4276, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 2.6000000000000002e-05, |
|
"loss": 1.4126, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 2.525925925925926e-05, |
|
"loss": 1.3712, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 2.451851851851852e-05, |
|
"loss": 1.4503, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 2.377777777777778e-05, |
|
"loss": 1.4199, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 2.303703703703704e-05, |
|
"loss": 1.469, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 2.2296296296296297e-05, |
|
"loss": 1.3784, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.7289605637620273, |
|
"eval_loss": 1.282206416130066, |
|
"eval_runtime": 14.3101, |
|
"eval_samples_per_second": 34.661, |
|
"eval_steps_per_second": 4.333, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 2.155555555555556e-05, |
|
"loss": 1.3744, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 2.0814814814814817e-05, |
|
"loss": 1.4279, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 2.014814814814815e-05, |
|
"loss": 1.4016, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 1.9407407407407407e-05, |
|
"loss": 1.3812, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 1.866666666666667e-05, |
|
"loss": 1.415, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 1.7925925925925927e-05, |
|
"loss": 1.3856, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 1.7185185185185185e-05, |
|
"loss": 1.3874, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 1.6444444444444444e-05, |
|
"loss": 1.3965, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 1.5703703703703705e-05, |
|
"loss": 1.4211, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 1.4962962962962964e-05, |
|
"loss": 1.3866, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 1.4222222222222224e-05, |
|
"loss": 1.3759, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 1.3481481481481482e-05, |
|
"loss": 1.4049, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 1.2740740740740742e-05, |
|
"loss": 1.3919, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 1.2e-05, |
|
"loss": 1.3781, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 1.125925925925926e-05, |
|
"loss": 1.3804, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.7273364801078894, |
|
"eval_loss": 1.275496482849121, |
|
"eval_runtime": 14.199, |
|
"eval_samples_per_second": 34.932, |
|
"eval_steps_per_second": 4.366, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 1.051851851851852e-05, |
|
"loss": 1.3812, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 9.777777777777779e-06, |
|
"loss": 1.4056, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 9.037037037037039e-06, |
|
"loss": 1.3889, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 8.296296296296295e-06, |
|
"loss": 1.3811, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 7.555555555555555e-06, |
|
"loss": 1.3451, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 6.814814814814815e-06, |
|
"loss": 1.3535, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 6.0740740740740745e-06, |
|
"loss": 1.3702, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 5.333333333333334e-06, |
|
"loss": 1.3499, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 4.592592592592593e-06, |
|
"loss": 1.3318, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 3.851851851851852e-06, |
|
"loss": 1.3391, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 3.111111111111111e-06, |
|
"loss": 1.3648, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 2.3703703703703703e-06, |
|
"loss": 1.3147, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 1.6296296296296297e-06, |
|
"loss": 1.3406, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 8.88888888888889e-07, |
|
"loss": 1.3526, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"learning_rate": 1.4814814814814815e-07, |
|
"loss": 1.3586, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.7288328898061153, |
|
"eval_loss": 1.2627531290054321, |
|
"eval_runtime": 14.2737, |
|
"eval_samples_per_second": 34.749, |
|
"eval_steps_per_second": 4.344, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"step": 450, |
|
"total_flos": 3789443078682624.0, |
|
"train_loss": 1.420832945505778, |
|
"train_runtime": 1162.9561, |
|
"train_samples_per_second": 12.377, |
|
"train_steps_per_second": 0.387 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 450, |
|
"num_train_epochs": 3, |
|
"save_steps": 100, |
|
"total_flos": 3789443078682624.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|