File size: 6,447 Bytes
dc7373a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
{"current_steps": 5, "total_steps": 116, "loss": 0.9374, "accuracy": 0.4140625, "lr": 4.977113991447017e-06, "epoch": 0.08528784648187633, "percentage": 4.31, "elapsed_time": "0:03:56", "remaining_time": "1:27:22", "throughput": 6798.66, "total_tokens": 1605552}
{"current_steps": 10, "total_steps": 116, "loss": 0.9242, "accuracy": 0.5437500476837158, "lr": 4.908874981298058e-06, "epoch": 0.17057569296375266, "percentage": 8.62, "elapsed_time": "0:07:31", "remaining_time": "1:19:45", "throughput": 7125.39, "total_tokens": 3216720}
{"current_steps": 15, "total_steps": 116, "loss": 0.9267, "accuracy": 0.559374988079071, "lr": 4.796532344409055e-06, "epoch": 0.255863539445629, "percentage": 12.93, "elapsed_time": "0:11:05", "remaining_time": "1:14:40", "throughput": 7182.43, "total_tokens": 4779104}
{"current_steps": 20, "total_steps": 116, "loss": 0.8918, "accuracy": 0.559374988079071, "lr": 4.642142940418973e-06, "epoch": 0.3411513859275053, "percentage": 17.24, "elapsed_time": "0:14:40", "remaining_time": "1:10:25", "throughput": 7237.67, "total_tokens": 6370944}
{"current_steps": 25, "total_steps": 116, "loss": 0.8981, "accuracy": 0.567187488079071, "lr": 4.448533455103979e-06, "epoch": 0.42643923240938164, "percentage": 21.55, "elapsed_time": "0:18:15", "remaining_time": "1:06:28", "throughput": 7263.65, "total_tokens": 7959680}
{"current_steps": 30, "total_steps": 116, "loss": 0.8772, "accuracy": 0.5640624761581421, "lr": 4.219248647133559e-06, "epoch": 0.511727078891258, "percentage": 25.86, "elapsed_time": "0:21:54", "remaining_time": "1:02:46", "throughput": 7246.56, "total_tokens": 9522352}
{"current_steps": 35, "total_steps": 116, "loss": 0.898, "accuracy": 0.582812488079071, "lr": 3.958486447768736e-06, "epoch": 0.5970149253731343, "percentage": 30.17, "elapsed_time": "0:25:24", "remaining_time": "0:58:48", "throughput": 7275.82, "total_tokens": 11093456}
{"current_steps": 40, "total_steps": 116, "loss": 0.8882, "accuracy": 0.5726562738418579, "lr": 3.671021101749476e-06, "epoch": 0.6823027718550106, "percentage": 34.48, "elapsed_time": "0:28:56", "remaining_time": "0:55:00", "throughput": 7312.81, "total_tokens": 12701344}
{"current_steps": 45, "total_steps": 116, "loss": 0.8784, "accuracy": 0.61328125, "lr": 3.3621157565699265e-06, "epoch": 0.767590618336887, "percentage": 38.79, "elapsed_time": "0:32:27", "remaining_time": "0:51:12", "throughput": 7342.31, "total_tokens": 14296512}
{"current_steps": 50, "total_steps": 116, "loss": 0.9261, "accuracy": 0.6000000238418579, "lr": 3.0374261005275606e-06, "epoch": 0.8528784648187633, "percentage": 43.1, "elapsed_time": "0:36:02", "remaining_time": "0:47:34", "throughput": 7365.95, "total_tokens": 15928592}
{"current_steps": 55, "total_steps": 116, "loss": 0.9059, "accuracy": 0.592968761920929, "lr": 2.7028968138185783e-06, "epoch": 0.9381663113006397, "percentage": 47.41, "elapsed_time": "0:39:30", "remaining_time": "0:43:48", "throughput": 7391.93, "total_tokens": 17519168}
{"current_steps": 60, "total_steps": 116, "loss": 0.8179, "accuracy": 0.6773437261581421, "lr": 2.3646527285364565e-06, "epoch": 1.0258528784648187, "percentage": 51.72, "elapsed_time": "0:43:03", "remaining_time": "0:40:11", "throughput": 7403.87, "total_tokens": 19125984}
{"current_steps": 65, "total_steps": 116, "loss": 0.6746, "accuracy": 0.91796875, "lr": 2.0288866903042055e-06, "epoch": 1.1111407249466951, "percentage": 56.03, "elapsed_time": "0:46:32", "remaining_time": "0:36:31", "throughput": 7410.99, "total_tokens": 20697888}
{"current_steps": 70, "total_steps": 116, "loss": 0.628, "accuracy": 0.913281261920929, "lr": 1.7017461746600506e-06, "epoch": 1.1964285714285714, "percentage": 60.34, "elapsed_time": "0:49:59", "remaining_time": "0:32:51", "throughput": 7423.13, "total_tokens": 22266688}
{"current_steps": 75, "total_steps": 116, "loss": 0.6339, "accuracy": 0.9195312261581421, "lr": 1.3892207341152416e-06, "epoch": 1.2817164179104479, "percentage": 64.66, "elapsed_time": "0:53:32", "remaining_time": "0:29:16", "throughput": 7430.42, "total_tokens": 23871248}
{"current_steps": 80, "total_steps": 116, "loss": 0.5881, "accuracy": 0.925000011920929, "lr": 1.0970323365940443e-06, "epoch": 1.3670042643923241, "percentage": 68.97, "elapsed_time": "0:57:07", "remaining_time": "0:25:42", "throughput": 7430.5, "total_tokens": 25468848}
{"current_steps": 85, "total_steps": 116, "loss": 0.6033, "accuracy": 0.9320312738418579, "lr": 8.305306030282618e-07, "epoch": 1.4522921108742004, "percentage": 73.28, "elapsed_time": "1:00:35", "remaining_time": "0:22:05", "throughput": 7447.9, "total_tokens": 27076896}
{"current_steps": 90, "total_steps": 116, "loss": 0.589, "accuracy": 0.9367187023162842, "lr": 5.945948621809092e-07, "epoch": 1.5375799573560767, "percentage": 77.59, "elapsed_time": "1:04:06", "remaining_time": "0:18:31", "throughput": 7452.28, "total_tokens": 28664544}
{"current_steps": 95, "total_steps": 116, "loss": 0.6067, "accuracy": 0.9421875476837158, "lr": 3.935448159583774e-07, "epoch": 1.622867803837953, "percentage": 81.9, "elapsed_time": "1:07:38", "remaining_time": "0:14:57", "throughput": 7460.21, "total_tokens": 30277808}
{"current_steps": 100, "total_steps": 116, "loss": 0.5691, "accuracy": 0.9195312857627869, "lr": 2.3106145082260777e-07, "epoch": 1.7081556503198294, "percentage": 86.21, "elapsed_time": "1:11:05", "remaining_time": "0:11:22", "throughput": 7466.48, "total_tokens": 31851152}
{"current_steps": 105, "total_steps": 116, "loss": 0.6039, "accuracy": 0.93359375, "lr": 1.1011964332097114e-07, "epoch": 1.793443496801706, "percentage": 90.52, "elapsed_time": "1:14:38", "remaining_time": "0:07:49", "throughput": 7470.46, "total_tokens": 33459936}
{"current_steps": 110, "total_steps": 116, "loss": 0.5714, "accuracy": 0.9296875, "lr": 3.293369364618465e-08, "epoch": 1.8787313432835822, "percentage": 94.83, "elapsed_time": "1:18:11", "remaining_time": "0:04:15", "throughput": 7476.11, "total_tokens": 35074912}
{"current_steps": 115, "total_steps": 116, "loss": 0.6022, "accuracy": 0.9281250238418579, "lr": 9.167844417901084e-10, "epoch": 1.9640191897654584, "percentage": 99.14, "elapsed_time": "1:21:44", "remaining_time": "0:00:42", "throughput": 7474.63, "total_tokens": 36659616}
{"current_steps": 116, "total_steps": 116, "epoch": 1.9810767590618337, "percentage": 100.0, "elapsed_time": "1:22:57", "remaining_time": "0:00:00", "throughput": 7427.48, "total_tokens": 36969776}