Training in progress, step 3180
Browse files- model.safetensors +1 -1
- run-9/checkpoint-3180/model.safetensors +1 -1
- run-9/checkpoint-3180/optimizer.pt +1 -1
- run-9/checkpoint-3180/tokenizer.json +1 -6
- run-9/checkpoint-3180/trainer_state.json +67 -67
- run-9/checkpoint-3180/training_args.bin +1 -1
- runs/Dec21_12-52-13_P920/events.out.tfevents.1734760857.P920.912596.6 +3 -0
- runs/Dec21_12-52-13_P920/events.out.tfevents.1734760936.P920.912596.7 +3 -0
- runs/Dec21_12-52-13_P920/events.out.tfevents.1734760952.P920.912596.8 +3 -0
- runs/Dec21_12-52-13_P920/events.out.tfevents.1734760968.P920.912596.9 +3 -0
- runs/Dec21_12-52-13_P920/events.out.tfevents.1734760985.P920.912596.10 +3 -0
- training_args.bin +1 -1
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 268290900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b7994599810a8561b1a36ac4fe4c9e95f4dce541d3db2954091dd3d2a8ccb084
|
3 |
size 268290900
|
run-9/checkpoint-3180/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 268290900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b7994599810a8561b1a36ac4fe4c9e95f4dce541d3db2954091dd3d2a8ccb084
|
3 |
size 268290900
|
run-9/checkpoint-3180/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 536643898
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ecc9a3b4e6c98eaa15419691058d30b921a04b672f5352c23fad3fa71432107
|
3 |
size 536643898
|
run-9/checkpoint-3180/tokenizer.json
CHANGED
@@ -1,11 +1,6 @@
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
-
"truncation":
|
4 |
-
"direction": "Right",
|
5 |
-
"max_length": 512,
|
6 |
-
"strategy": "LongestFirst",
|
7 |
-
"stride": 0
|
8 |
-
},
|
9 |
"padding": null,
|
10 |
"added_tokens": [
|
11 |
{
|
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
4 |
"padding": null,
|
5 |
"added_tokens": [
|
6 |
{
|
run-9/checkpoint-3180/trainer_state.json
CHANGED
@@ -10,153 +10,153 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.9968553459119497,
|
13 |
-
"grad_norm": 0.
|
14 |
"learning_rate": 1.8006289308176103e-05,
|
15 |
-
"loss": 0.
|
16 |
"step": 317
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
-
"eval_accuracy": 0.
|
21 |
-
"eval_loss": 0.
|
22 |
-
"eval_runtime": 1.
|
23 |
-
"eval_samples_per_second":
|
24 |
-
"eval_steps_per_second": 45.
|
25 |
"step": 318
|
26 |
},
|
27 |
{
|
28 |
"epoch": 1.9937106918238994,
|
29 |
-
"grad_norm": 0.
|
30 |
"learning_rate": 1.6012578616352204e-05,
|
31 |
-
"loss": 0.
|
32 |
"step": 634
|
33 |
},
|
34 |
{
|
35 |
"epoch": 2.0,
|
36 |
-
"eval_accuracy": 0.
|
37 |
-
"eval_loss": 0.
|
38 |
-
"eval_runtime": 1.
|
39 |
-
"eval_samples_per_second":
|
40 |
-
"eval_steps_per_second":
|
41 |
"step": 636
|
42 |
},
|
43 |
{
|
44 |
"epoch": 2.990566037735849,
|
45 |
-
"grad_norm": 0.
|
46 |
"learning_rate": 1.4018867924528304e-05,
|
47 |
-
"loss": 0.
|
48 |
"step": 951
|
49 |
},
|
50 |
{
|
51 |
"epoch": 3.0,
|
52 |
-
"eval_accuracy": 0.
|
53 |
-
"eval_loss": 0.
|
54 |
-
"eval_runtime": 1.
|
55 |
-
"eval_samples_per_second":
|
56 |
-
"eval_steps_per_second":
|
57 |
"step": 954
|
58 |
},
|
59 |
{
|
60 |
"epoch": 3.9874213836477987,
|
61 |
-
"grad_norm": 0.
|
62 |
"learning_rate": 1.2025157232704403e-05,
|
63 |
-
"loss": 0.
|
64 |
"step": 1268
|
65 |
},
|
66 |
{
|
67 |
"epoch": 4.0,
|
68 |
-
"eval_accuracy": 0.
|
69 |
-
"eval_loss": 0.
|
70 |
-
"eval_runtime": 1.
|
71 |
-
"eval_samples_per_second":
|
72 |
-
"eval_steps_per_second":
|
73 |
"step": 1272
|
74 |
},
|
75 |
{
|
76 |
"epoch": 4.984276729559748,
|
77 |
-
"grad_norm": 0.
|
78 |
"learning_rate": 1.0031446540880504e-05,
|
79 |
-
"loss": 0.
|
80 |
"step": 1585
|
81 |
},
|
82 |
{
|
83 |
"epoch": 5.0,
|
84 |
-
"eval_accuracy": 0.
|
85 |
-
"eval_loss": 0.
|
86 |
-
"eval_runtime": 1.
|
87 |
-
"eval_samples_per_second":
|
88 |
-
"eval_steps_per_second":
|
89 |
"step": 1590
|
90 |
},
|
91 |
{
|
92 |
"epoch": 5.981132075471698,
|
93 |
-
"grad_norm": 0.
|
94 |
"learning_rate": 8.037735849056606e-06,
|
95 |
-
"loss": 0.
|
96 |
"step": 1902
|
97 |
},
|
98 |
{
|
99 |
"epoch": 6.0,
|
100 |
-
"eval_accuracy": 0.
|
101 |
-
"eval_loss": 0.
|
102 |
-
"eval_runtime": 1.
|
103 |
-
"eval_samples_per_second":
|
104 |
-
"eval_steps_per_second":
|
105 |
"step": 1908
|
106 |
},
|
107 |
{
|
108 |
"epoch": 6.977987421383648,
|
109 |
-
"grad_norm": 0.
|
110 |
"learning_rate": 6.044025157232704e-06,
|
111 |
-
"loss": 0.
|
112 |
"step": 2219
|
113 |
},
|
114 |
{
|
115 |
"epoch": 7.0,
|
116 |
-
"eval_accuracy": 0.
|
117 |
-
"eval_loss": 0.
|
118 |
-
"eval_runtime": 1.
|
119 |
-
"eval_samples_per_second":
|
120 |
-
"eval_steps_per_second":
|
121 |
"step": 2226
|
122 |
},
|
123 |
{
|
124 |
"epoch": 7.9748427672955975,
|
125 |
-
"grad_norm": 0.
|
126 |
"learning_rate": 4.0503144654088055e-06,
|
127 |
-
"loss": 0.
|
128 |
"step": 2536
|
129 |
},
|
130 |
{
|
131 |
"epoch": 8.0,
|
132 |
-
"eval_accuracy": 0.
|
133 |
-
"eval_loss": 0.
|
134 |
-
"eval_runtime": 1.
|
135 |
-
"eval_samples_per_second":
|
136 |
-
"eval_steps_per_second":
|
137 |
"step": 2544
|
138 |
},
|
139 |
{
|
140 |
"epoch": 8.971698113207546,
|
141 |
-
"grad_norm": 0.
|
142 |
"learning_rate": 2.056603773584906e-06,
|
143 |
-
"loss": 0.
|
144 |
"step": 2853
|
145 |
},
|
146 |
{
|
147 |
"epoch": 9.0,
|
148 |
-
"eval_accuracy": 0.
|
149 |
-
"eval_loss": 0.
|
150 |
-
"eval_runtime": 1.
|
151 |
-
"eval_samples_per_second":
|
152 |
-
"eval_steps_per_second":
|
153 |
"step": 2862
|
154 |
},
|
155 |
{
|
156 |
"epoch": 9.968553459119496,
|
157 |
-
"grad_norm": 0.
|
158 |
"learning_rate": 6.289308176100629e-08,
|
159 |
-
"loss": 0.
|
160 |
"step": 3170
|
161 |
}
|
162 |
],
|
@@ -181,8 +181,8 @@
|
|
181 |
"train_batch_size": 48,
|
182 |
"trial_name": null,
|
183 |
"trial_params": {
|
184 |
-
"alpha": 0.
|
185 |
"num_train_epochs": 10,
|
186 |
-
"temperature":
|
187 |
}
|
188 |
}
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.9968553459119497,
|
13 |
+
"grad_norm": 0.6535611152648926,
|
14 |
"learning_rate": 1.8006289308176103e-05,
|
15 |
+
"loss": 0.4233,
|
16 |
"step": 317
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
+
"eval_accuracy": 0.5961290322580645,
|
21 |
+
"eval_loss": 0.21176914870738983,
|
22 |
+
"eval_runtime": 1.4165,
|
23 |
+
"eval_samples_per_second": 2188.469,
|
24 |
+
"eval_steps_per_second": 45.887,
|
25 |
"step": 318
|
26 |
},
|
27 |
{
|
28 |
"epoch": 1.9937106918238994,
|
29 |
+
"grad_norm": 0.5437920689582825,
|
30 |
"learning_rate": 1.6012578616352204e-05,
|
31 |
+
"loss": 0.1748,
|
32 |
"step": 634
|
33 |
},
|
34 |
{
|
35 |
"epoch": 2.0,
|
36 |
+
"eval_accuracy": 0.8367741935483871,
|
37 |
+
"eval_loss": 0.09956149011850357,
|
38 |
+
"eval_runtime": 1.4209,
|
39 |
+
"eval_samples_per_second": 2181.69,
|
40 |
+
"eval_steps_per_second": 45.745,
|
41 |
"step": 636
|
42 |
},
|
43 |
{
|
44 |
"epoch": 2.990566037735849,
|
45 |
+
"grad_norm": 0.45098331570625305,
|
46 |
"learning_rate": 1.4018867924528304e-05,
|
47 |
+
"loss": 0.1063,
|
48 |
"step": 951
|
49 |
},
|
50 |
{
|
51 |
"epoch": 3.0,
|
52 |
+
"eval_accuracy": 0.8832258064516129,
|
53 |
+
"eval_loss": 0.06408421695232391,
|
54 |
+
"eval_runtime": 1.5582,
|
55 |
+
"eval_samples_per_second": 1989.518,
|
56 |
+
"eval_steps_per_second": 41.716,
|
57 |
"step": 954
|
58 |
},
|
59 |
{
|
60 |
"epoch": 3.9874213836477987,
|
61 |
+
"grad_norm": 0.39896130561828613,
|
62 |
"learning_rate": 1.2025157232704403e-05,
|
63 |
+
"loss": 0.0783,
|
64 |
"step": 1268
|
65 |
},
|
66 |
{
|
67 |
"epoch": 4.0,
|
68 |
+
"eval_accuracy": 0.9029032258064517,
|
69 |
+
"eval_loss": 0.04733781889081001,
|
70 |
+
"eval_runtime": 1.607,
|
71 |
+
"eval_samples_per_second": 1929.024,
|
72 |
+
"eval_steps_per_second": 40.447,
|
73 |
"step": 1272
|
74 |
},
|
75 |
{
|
76 |
"epoch": 4.984276729559748,
|
77 |
+
"grad_norm": 0.30205774307250977,
|
78 |
"learning_rate": 1.0031446540880504e-05,
|
79 |
+
"loss": 0.0634,
|
80 |
"step": 1585
|
81 |
},
|
82 |
{
|
83 |
"epoch": 5.0,
|
84 |
+
"eval_accuracy": 0.9138709677419354,
|
85 |
+
"eval_loss": 0.03890981525182724,
|
86 |
+
"eval_runtime": 1.7915,
|
87 |
+
"eval_samples_per_second": 1730.43,
|
88 |
+
"eval_steps_per_second": 36.283,
|
89 |
"step": 1590
|
90 |
},
|
91 |
{
|
92 |
"epoch": 5.981132075471698,
|
93 |
+
"grad_norm": 0.3705131709575653,
|
94 |
"learning_rate": 8.037735849056606e-06,
|
95 |
+
"loss": 0.0548,
|
96 |
"step": 1902
|
97 |
},
|
98 |
{
|
99 |
"epoch": 6.0,
|
100 |
+
"eval_accuracy": 0.9187096774193548,
|
101 |
+
"eval_loss": 0.033547185361385345,
|
102 |
+
"eval_runtime": 1.4256,
|
103 |
+
"eval_samples_per_second": 2174.523,
|
104 |
+
"eval_steps_per_second": 45.595,
|
105 |
"step": 1908
|
106 |
},
|
107 |
{
|
108 |
"epoch": 6.977987421383648,
|
109 |
+
"grad_norm": 0.24667233228683472,
|
110 |
"learning_rate": 6.044025157232704e-06,
|
111 |
+
"loss": 0.0495,
|
112 |
"step": 2219
|
113 |
},
|
114 |
{
|
115 |
"epoch": 7.0,
|
116 |
+
"eval_accuracy": 0.9258064516129032,
|
117 |
+
"eval_loss": 0.030793186277151108,
|
118 |
+
"eval_runtime": 1.4222,
|
119 |
+
"eval_samples_per_second": 2179.706,
|
120 |
+
"eval_steps_per_second": 45.704,
|
121 |
"step": 2226
|
122 |
},
|
123 |
{
|
124 |
"epoch": 7.9748427672955975,
|
125 |
+
"grad_norm": 0.2718242406845093,
|
126 |
"learning_rate": 4.0503144654088055e-06,
|
127 |
+
"loss": 0.0462,
|
128 |
"step": 2536
|
129 |
},
|
130 |
{
|
131 |
"epoch": 8.0,
|
132 |
+
"eval_accuracy": 0.9274193548387096,
|
133 |
+
"eval_loss": 0.028662633150815964,
|
134 |
+
"eval_runtime": 1.6,
|
135 |
+
"eval_samples_per_second": 1937.522,
|
136 |
+
"eval_steps_per_second": 40.625,
|
137 |
"step": 2544
|
138 |
},
|
139 |
{
|
140 |
"epoch": 8.971698113207546,
|
141 |
+
"grad_norm": 0.2668038308620453,
|
142 |
"learning_rate": 2.056603773584906e-06,
|
143 |
+
"loss": 0.0439,
|
144 |
"step": 2853
|
145 |
},
|
146 |
{
|
147 |
"epoch": 9.0,
|
148 |
+
"eval_accuracy": 0.9293548387096774,
|
149 |
+
"eval_loss": 0.027632692828774452,
|
150 |
+
"eval_runtime": 1.7922,
|
151 |
+
"eval_samples_per_second": 1729.756,
|
152 |
+
"eval_steps_per_second": 36.269,
|
153 |
"step": 2862
|
154 |
},
|
155 |
{
|
156 |
"epoch": 9.968553459119496,
|
157 |
+
"grad_norm": 0.21342052519321442,
|
158 |
"learning_rate": 6.289308176100629e-08,
|
159 |
+
"loss": 0.0428,
|
160 |
"step": 3170
|
161 |
}
|
162 |
],
|
|
|
181 |
"train_batch_size": 48,
|
182 |
"trial_name": null,
|
183 |
"trial_params": {
|
184 |
+
"alpha": 0.7220003069597626,
|
185 |
"num_train_epochs": 10,
|
186 |
+
"temperature": 7
|
187 |
}
|
188 |
}
|
run-9/checkpoint-3180/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5368
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b98f0ca62fb4c924aefdc18594db45dd3412cdcbb1ffeb21f316d6966c1725b
|
3 |
size 5368
|
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760857.P920.912596.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c55c5e6ee0d0de5e82b3afb665ca79ab923554186e268d6f4fc067f1eb21904d
|
3 |
+
size 15248
|
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760936.P920.912596.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ccae6a27c1b5f39f6420cf0735b7ad7a40449bc04c509e7d59843af18dfd23b
|
3 |
+
size 13112
|
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760952.P920.912596.8
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6422ca5ca7fe6374abe62d08e8b4d8b0dfc1ed37b3e013676a914f39383cc194
|
3 |
+
size 13112
|
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760968.P920.912596.9
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:630712a527a4c214c55538c12b47967b7d786ab22ae88638ee265acd9850f256
|
3 |
+
size 13112
|
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760985.P920.912596.10
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af5925228eeab263b4ec9befdba262b30e46d8232b8464ccb90e100b364bc568
|
3 |
+
size 18273
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5368
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b98f0ca62fb4c924aefdc18594db45dd3412cdcbb1ffeb21f316d6966c1725b
|
3 |
size 5368
|