cotysong113 commited on
Commit
ff89e80
·
verified ·
1 Parent(s): 98ab662

Training in progress, step 3180

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:449b0456ed907278d717bbe2c49471a5b377c4798157d35a432eff30e347e295
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7994599810a8561b1a36ac4fe4c9e95f4dce541d3db2954091dd3d2a8ccb084
3
  size 268290900
run-9/checkpoint-3180/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96ca691df0adddeb83e16d4304141836de31a703dd6c24e13ded05debd1445fb
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7994599810a8561b1a36ac4fe4c9e95f4dce541d3db2954091dd3d2a8ccb084
3
  size 268290900
run-9/checkpoint-3180/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abfab5955401e14a359af5a2a1ad8c4baa2163754ef1dd3b2d507e9900167503
3
  size 536643898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ecc9a3b4e6c98eaa15419691058d30b921a04b672f5352c23fad3fa71432107
3
  size 536643898
run-9/checkpoint-3180/tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
run-9/checkpoint-3180/trainer_state.json CHANGED
@@ -10,153 +10,153 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.9968553459119497,
13
- "grad_norm": 0.6426376700401306,
14
  "learning_rate": 1.8006289308176103e-05,
15
- "loss": 0.4066,
16
  "step": 317
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_accuracy": 0.5858064516129032,
21
- "eval_loss": 0.20339493453502655,
22
- "eval_runtime": 1.4321,
23
- "eval_samples_per_second": 2164.591,
24
- "eval_steps_per_second": 45.387,
25
  "step": 318
26
  },
27
  {
28
  "epoch": 1.9937106918238994,
29
- "grad_norm": 0.5432497262954712,
30
  "learning_rate": 1.6012578616352204e-05,
31
- "loss": 0.1687,
32
  "step": 634
33
  },
34
  {
35
  "epoch": 2.0,
36
- "eval_accuracy": 0.834516129032258,
37
- "eval_loss": 0.0972379595041275,
38
- "eval_runtime": 1.4451,
39
- "eval_samples_per_second": 2145.225,
40
- "eval_steps_per_second": 44.981,
41
  "step": 636
42
  },
43
  {
44
  "epoch": 2.990566037735849,
45
- "grad_norm": 0.44530677795410156,
46
  "learning_rate": 1.4018867924528304e-05,
47
- "loss": 0.1039,
48
  "step": 951
49
  },
50
  {
51
  "epoch": 3.0,
52
- "eval_accuracy": 0.8809677419354839,
53
- "eval_loss": 0.063512422144413,
54
- "eval_runtime": 1.8258,
55
- "eval_samples_per_second": 1697.885,
56
- "eval_steps_per_second": 35.601,
57
  "step": 954
58
  },
59
  {
60
  "epoch": 3.9874213836477987,
61
- "grad_norm": 0.3926273286342621,
62
  "learning_rate": 1.2025157232704403e-05,
63
- "loss": 0.0771,
64
  "step": 1268
65
  },
66
  {
67
  "epoch": 4.0,
68
- "eval_accuracy": 0.902258064516129,
69
- "eval_loss": 0.0473199263215065,
70
- "eval_runtime": 1.4505,
71
- "eval_samples_per_second": 2137.145,
72
- "eval_steps_per_second": 44.811,
73
  "step": 1272
74
  },
75
  {
76
  "epoch": 4.984276729559748,
77
- "grad_norm": 0.29275721311569214,
78
  "learning_rate": 1.0031446540880504e-05,
79
- "loss": 0.0627,
80
  "step": 1585
81
  },
82
  {
83
  "epoch": 5.0,
84
- "eval_accuracy": 0.9116129032258065,
85
- "eval_loss": 0.03906334564089775,
86
- "eval_runtime": 1.6337,
87
- "eval_samples_per_second": 1897.578,
88
- "eval_steps_per_second": 39.788,
89
  "step": 1590
90
  },
91
  {
92
  "epoch": 5.981132075471698,
93
- "grad_norm": 0.3657830059528351,
94
  "learning_rate": 8.037735849056606e-06,
95
- "loss": 0.0543,
96
  "step": 1902
97
  },
98
  {
99
  "epoch": 6.0,
100
- "eval_accuracy": 0.9161290322580645,
101
- "eval_loss": 0.033730994910001755,
102
- "eval_runtime": 1.6414,
103
- "eval_samples_per_second": 1888.576,
104
- "eval_steps_per_second": 39.599,
105
  "step": 1908
106
  },
107
  {
108
  "epoch": 6.977987421383648,
109
- "grad_norm": 0.24240043759346008,
110
  "learning_rate": 6.044025157232704e-06,
111
- "loss": 0.0492,
112
  "step": 2219
113
  },
114
  {
115
  "epoch": 7.0,
116
- "eval_accuracy": 0.9248387096774193,
117
- "eval_loss": 0.03098563477396965,
118
- "eval_runtime": 1.4557,
119
- "eval_samples_per_second": 2129.568,
120
- "eval_steps_per_second": 44.652,
121
  "step": 2226
122
  },
123
  {
124
  "epoch": 7.9748427672955975,
125
- "grad_norm": 0.2646857798099518,
126
  "learning_rate": 4.0503144654088055e-06,
127
- "loss": 0.0459,
128
  "step": 2536
129
  },
130
  {
131
  "epoch": 8.0,
132
- "eval_accuracy": 0.9264516129032258,
133
- "eval_loss": 0.028846168890595436,
134
- "eval_runtime": 1.4498,
135
- "eval_samples_per_second": 2138.213,
136
- "eval_steps_per_second": 44.833,
137
  "step": 2544
138
  },
139
  {
140
  "epoch": 8.971698113207546,
141
- "grad_norm": 0.2623918354511261,
142
  "learning_rate": 2.056603773584906e-06,
143
- "loss": 0.0436,
144
  "step": 2853
145
  },
146
  {
147
  "epoch": 9.0,
148
- "eval_accuracy": 0.9283870967741935,
149
- "eval_loss": 0.02780742570757866,
150
- "eval_runtime": 1.4529,
151
- "eval_samples_per_second": 2133.625,
152
- "eval_steps_per_second": 44.737,
153
  "step": 2862
154
  },
155
  {
156
  "epoch": 9.968553459119496,
157
- "grad_norm": 0.2080601304769516,
158
  "learning_rate": 6.289308176100629e-08,
159
- "loss": 0.0425,
160
  "step": 3170
161
  }
162
  ],
@@ -181,8 +181,8 @@
181
  "train_batch_size": 48,
182
  "trial_name": null,
183
  "trial_params": {
184
- "alpha": 0.9032578479091515,
185
  "num_train_epochs": 10,
186
- "temperature": 9
187
  }
188
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 0.9968553459119497,
13
+ "grad_norm": 0.6535611152648926,
14
  "learning_rate": 1.8006289308176103e-05,
15
+ "loss": 0.4233,
16
  "step": 317
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_accuracy": 0.5961290322580645,
21
+ "eval_loss": 0.21176914870738983,
22
+ "eval_runtime": 1.4165,
23
+ "eval_samples_per_second": 2188.469,
24
+ "eval_steps_per_second": 45.887,
25
  "step": 318
26
  },
27
  {
28
  "epoch": 1.9937106918238994,
29
+ "grad_norm": 0.5437920689582825,
30
  "learning_rate": 1.6012578616352204e-05,
31
+ "loss": 0.1748,
32
  "step": 634
33
  },
34
  {
35
  "epoch": 2.0,
36
+ "eval_accuracy": 0.8367741935483871,
37
+ "eval_loss": 0.09956149011850357,
38
+ "eval_runtime": 1.4209,
39
+ "eval_samples_per_second": 2181.69,
40
+ "eval_steps_per_second": 45.745,
41
  "step": 636
42
  },
43
  {
44
  "epoch": 2.990566037735849,
45
+ "grad_norm": 0.45098331570625305,
46
  "learning_rate": 1.4018867924528304e-05,
47
+ "loss": 0.1063,
48
  "step": 951
49
  },
50
  {
51
  "epoch": 3.0,
52
+ "eval_accuracy": 0.8832258064516129,
53
+ "eval_loss": 0.06408421695232391,
54
+ "eval_runtime": 1.5582,
55
+ "eval_samples_per_second": 1989.518,
56
+ "eval_steps_per_second": 41.716,
57
  "step": 954
58
  },
59
  {
60
  "epoch": 3.9874213836477987,
61
+ "grad_norm": 0.39896130561828613,
62
  "learning_rate": 1.2025157232704403e-05,
63
+ "loss": 0.0783,
64
  "step": 1268
65
  },
66
  {
67
  "epoch": 4.0,
68
+ "eval_accuracy": 0.9029032258064517,
69
+ "eval_loss": 0.04733781889081001,
70
+ "eval_runtime": 1.607,
71
+ "eval_samples_per_second": 1929.024,
72
+ "eval_steps_per_second": 40.447,
73
  "step": 1272
74
  },
75
  {
76
  "epoch": 4.984276729559748,
77
+ "grad_norm": 0.30205774307250977,
78
  "learning_rate": 1.0031446540880504e-05,
79
+ "loss": 0.0634,
80
  "step": 1585
81
  },
82
  {
83
  "epoch": 5.0,
84
+ "eval_accuracy": 0.9138709677419354,
85
+ "eval_loss": 0.03890981525182724,
86
+ "eval_runtime": 1.7915,
87
+ "eval_samples_per_second": 1730.43,
88
+ "eval_steps_per_second": 36.283,
89
  "step": 1590
90
  },
91
  {
92
  "epoch": 5.981132075471698,
93
+ "grad_norm": 0.3705131709575653,
94
  "learning_rate": 8.037735849056606e-06,
95
+ "loss": 0.0548,
96
  "step": 1902
97
  },
98
  {
99
  "epoch": 6.0,
100
+ "eval_accuracy": 0.9187096774193548,
101
+ "eval_loss": 0.033547185361385345,
102
+ "eval_runtime": 1.4256,
103
+ "eval_samples_per_second": 2174.523,
104
+ "eval_steps_per_second": 45.595,
105
  "step": 1908
106
  },
107
  {
108
  "epoch": 6.977987421383648,
109
+ "grad_norm": 0.24667233228683472,
110
  "learning_rate": 6.044025157232704e-06,
111
+ "loss": 0.0495,
112
  "step": 2219
113
  },
114
  {
115
  "epoch": 7.0,
116
+ "eval_accuracy": 0.9258064516129032,
117
+ "eval_loss": 0.030793186277151108,
118
+ "eval_runtime": 1.4222,
119
+ "eval_samples_per_second": 2179.706,
120
+ "eval_steps_per_second": 45.704,
121
  "step": 2226
122
  },
123
  {
124
  "epoch": 7.9748427672955975,
125
+ "grad_norm": 0.2718242406845093,
126
  "learning_rate": 4.0503144654088055e-06,
127
+ "loss": 0.0462,
128
  "step": 2536
129
  },
130
  {
131
  "epoch": 8.0,
132
+ "eval_accuracy": 0.9274193548387096,
133
+ "eval_loss": 0.028662633150815964,
134
+ "eval_runtime": 1.6,
135
+ "eval_samples_per_second": 1937.522,
136
+ "eval_steps_per_second": 40.625,
137
  "step": 2544
138
  },
139
  {
140
  "epoch": 8.971698113207546,
141
+ "grad_norm": 0.2668038308620453,
142
  "learning_rate": 2.056603773584906e-06,
143
+ "loss": 0.0439,
144
  "step": 2853
145
  },
146
  {
147
  "epoch": 9.0,
148
+ "eval_accuracy": 0.9293548387096774,
149
+ "eval_loss": 0.027632692828774452,
150
+ "eval_runtime": 1.7922,
151
+ "eval_samples_per_second": 1729.756,
152
+ "eval_steps_per_second": 36.269,
153
  "step": 2862
154
  },
155
  {
156
  "epoch": 9.968553459119496,
157
+ "grad_norm": 0.21342052519321442,
158
  "learning_rate": 6.289308176100629e-08,
159
+ "loss": 0.0428,
160
  "step": 3170
161
  }
162
  ],
 
181
  "train_batch_size": 48,
182
  "trial_name": null,
183
  "trial_params": {
184
+ "alpha": 0.7220003069597626,
185
  "num_train_epochs": 10,
186
+ "temperature": 7
187
  }
188
  }
run-9/checkpoint-3180/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3137b02b8923ebf435934590b49ed56aba6be0c7863070fc4fceaac8c528c97
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b98f0ca62fb4c924aefdc18594db45dd3412cdcbb1ffeb21f316d6966c1725b
3
  size 5368
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760857.P920.912596.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c55c5e6ee0d0de5e82b3afb665ca79ab923554186e268d6f4fc067f1eb21904d
3
+ size 15248
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760936.P920.912596.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ccae6a27c1b5f39f6420cf0735b7ad7a40449bc04c509e7d59843af18dfd23b
3
+ size 13112
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760952.P920.912596.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6422ca5ca7fe6374abe62d08e8b4d8b0dfc1ed37b3e013676a914f39383cc194
3
+ size 13112
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760968.P920.912596.9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630712a527a4c214c55538c12b47967b7d786ab22ae88638ee265acd9850f256
3
+ size 13112
runs/Dec21_12-52-13_P920/events.out.tfevents.1734760985.P920.912596.10 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af5925228eeab263b4ec9befdba262b30e46d8232b8464ccb90e100b364bc568
3
+ size 18273
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:338d7910d3e81567e5c70da214bf92dcb88dbb60030c2a7136a625e1ef38fcfa
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b98f0ca62fb4c924aefdc18594db45dd3412cdcbb1ffeb21f316d6966c1725b
3
  size 5368