Theoreticallyhugo commited on
Commit
55081f0
·
verified ·
1 Parent(s): c7b132a

Training in progress, epoch 4, checkpoint

Browse files
checkpoint-324/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:287b87f2b6473862788067656cd38225588585eeccf260ef626269210d184b90
3
  size 592330980
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9011f0bf79b5a5fcaf9b122b9d9aa019b1ff827f49e1e9f5ab457fddd9ca3b1e
3
  size 592330980
checkpoint-324/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b71a4b291705809f922846a6ca1af44c2bc038ab1eb9c985afbe6ceea24c989e
3
  size 1014670074
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa90e5b5639a424d531ec1f5045a162e656d0d8a44c18023a6cb8b2119f25cb
3
  size 1014670074
checkpoint-324/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd95f0f86efa354df6a4222f1c9e390b588b8fcd802633d848de21a27eedcb23
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5474bfb178f1f5ac14d6be6fd7772f757be3e1728e1b25f0f54ac7eff70dac62
3
  size 14244
checkpoint-324/trainer_state.json CHANGED
@@ -14,249 +14,249 @@
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
- "support": 339.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
- "support": 160.0
24
  },
25
  "eval_B-Premise": {
26
- "f1-score": 0.6898215147129765,
27
- "precision": 0.6316254416961131,
28
- "recall": 0.7598299681190224,
29
- "support": 941.0
30
  },
31
  "eval_I-Claim": {
32
- "f1-score": 0.5039833312905995,
33
- "precision": 0.5940479630164692,
34
- "recall": 0.43763303533418474,
35
- "support": 4698.0
36
  },
37
  "eval_I-MajorClaim": {
38
- "f1-score": 0.6970899470899471,
39
- "precision": 0.6303827751196173,
40
- "recall": 0.7795857988165681,
41
- "support": 2028.0
42
  },
43
  "eval_I-Premise": {
44
- "f1-score": 0.8719667429344848,
45
- "precision": 0.8366728509585653,
46
- "recall": 0.9103694233227912,
47
- "support": 14861.0
48
  },
49
  "eval_O": {
50
- "f1-score": 0.8820403825717322,
51
- "precision": 0.8925603675823639,
52
- "recall": 0.8717654922180846,
53
- "support": 10473.0
54
  },
55
- "eval_accuracy": 0.8062985074626866,
56
- "eval_loss": 0.5531178712844849,
57
  "eval_macro avg": {
58
- "f1-score": 0.5207002740856772,
59
- "precision": 0.5121841997675898,
60
- "recall": 0.5370262454015216,
61
- "support": 33500.0
62
- },
63
- "eval_runtime": 5.0026,
64
- "eval_samples_per_second": 16.192,
65
- "eval_steps_per_second": 2.199,
66
  "eval_weighted avg": {
67
- "f1-score": 0.7948191296080505,
68
- "precision": 0.789408749451204,
69
- "recall": 0.8062985074626866,
70
- "support": 33500.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
- "f1-score": 0.4537205081669691,
78
- "precision": 0.589622641509434,
79
- "recall": 0.3687315634218289,
80
- "support": 339.0
81
  },
82
  "eval_B-MajorClaim": {
83
- "f1-score": 0.42794759825327516,
84
- "precision": 0.7101449275362319,
85
- "recall": 0.30625,
86
- "support": 160.0
87
  },
88
  "eval_B-Premise": {
89
- "f1-score": 0.7642352941176471,
90
- "precision": 0.6858108108108109,
91
- "recall": 0.8629117959617428,
92
- "support": 941.0
93
  },
94
  "eval_I-Claim": {
95
- "f1-score": 0.44524236983842014,
96
- "precision": 0.6338969720802202,
97
- "recall": 0.3431247339293316,
98
- "support": 4698.0
99
  },
100
  "eval_I-MajorClaim": {
101
- "f1-score": 0.7363764327367787,
102
- "precision": 0.6217317487266554,
103
- "recall": 0.9028599605522682,
104
- "support": 2028.0
105
  },
106
  "eval_I-Premise": {
107
- "f1-score": 0.8781162543828609,
108
- "precision": 0.8411808209047208,
109
- "recall": 0.9184442500504677,
110
- "support": 14861.0
111
  },
112
  "eval_O": {
113
- "f1-score": 0.9036260459748006,
114
- "precision": 0.9102800116267804,
115
- "recall": 0.8970686527260575,
116
- "support": 10473.0
117
  },
118
- "eval_accuracy": 0.820089552238806,
119
- "eval_loss": 0.5071194171905518,
120
  "eval_macro avg": {
121
- "f1-score": 0.6584663576386788,
122
- "precision": 0.7132382761706934,
123
- "recall": 0.6570558509488137,
124
- "support": 33500.0
125
- },
126
- "eval_runtime": 4.9923,
127
- "eval_samples_per_second": 16.225,
128
- "eval_steps_per_second": 2.203,
129
  "eval_weighted avg": {
130
- "f1-score": 0.8071614798424686,
131
- "precision": 0.8128932519203979,
132
- "recall": 0.820089552238806,
133
- "support": 33500.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
- "f1-score": 0.5954198473282443,
141
- "precision": 0.6170886075949367,
142
- "recall": 0.5752212389380531,
143
- "support": 339.0
144
  },
145
  "eval_B-MajorClaim": {
146
- "f1-score": 0.7962382445141065,
147
- "precision": 0.7987421383647799,
148
- "recall": 0.79375,
149
- "support": 160.0
150
  },
151
  "eval_B-Premise": {
152
- "f1-score": 0.7837431008529856,
153
- "precision": 0.7423954372623575,
154
- "recall": 0.8299681190223167,
155
- "support": 941.0
156
  },
157
  "eval_I-Claim": {
158
- "f1-score": 0.6291688447464715,
159
- "precision": 0.6182453256626258,
160
- "recall": 0.640485312899106,
161
- "support": 4698.0
162
  },
163
  "eval_I-MajorClaim": {
164
- "f1-score": 0.8422354104846687,
165
- "precision": 0.8447420634920635,
166
- "recall": 0.8397435897435898,
167
- "support": 2028.0
168
  },
169
  "eval_I-Premise": {
170
- "f1-score": 0.8773398679463618,
171
- "precision": 0.8876110460712072,
172
- "recall": 0.8673036807751834,
173
- "support": 14861.0
174
  },
175
  "eval_O": {
176
- "f1-score": 0.9065678167474573,
177
- "precision": 0.9024505629671681,
178
- "recall": 0.910722811037907,
179
- "support": 10473.0
180
  },
181
- "eval_accuracy": 0.843044776119403,
182
- "eval_loss": 0.46074992418289185,
183
  "eval_macro avg": {
184
- "f1-score": 0.7758161618028993,
185
- "precision": 0.773039311630734,
186
- "recall": 0.7795992503451652,
187
- "support": 33500.0
188
- },
189
- "eval_runtime": 5.0136,
190
- "eval_samples_per_second": 16.156,
191
- "eval_steps_per_second": 2.194,
192
  "eval_weighted avg": {
193
- "f1-score": 0.8436796678417321,
194
- "precision": 0.8446385621767526,
195
- "recall": 0.843044776119403,
196
- "support": 33500.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
- "f1-score": 0.6172839506172839,
204
- "precision": 0.6472491909385113,
205
- "recall": 0.5899705014749262,
206
- "support": 339.0
207
  },
208
  "eval_B-MajorClaim": {
209
- "f1-score": 0.7441860465116279,
210
- "precision": 0.6956521739130435,
211
- "recall": 0.8,
212
- "support": 160.0
213
  },
214
  "eval_B-Premise": {
215
- "f1-score": 0.7957208354559349,
216
- "precision": 0.764187866927593,
217
- "recall": 0.8299681190223167,
218
- "support": 941.0
219
  },
220
  "eval_I-Claim": {
221
- "f1-score": 0.6001342582233162,
222
- "precision": 0.6325471698113208,
223
- "recall": 0.5708812260536399,
224
- "support": 4698.0
225
  },
226
  "eval_I-MajorClaim": {
227
- "f1-score": 0.8068448195030473,
228
- "precision": 0.7689901697944593,
229
- "recall": 0.8486193293885601,
230
- "support": 2028.0
231
  },
232
  "eval_I-Premise": {
233
- "f1-score": 0.882309200297438,
234
- "precision": 0.886383701188455,
235
- "recall": 0.8782719870802772,
236
- "support": 14861.0
237
  },
238
  "eval_O": {
239
- "f1-score": 0.9024700070571631,
240
- "precision": 0.8895381190873678,
241
- "recall": 0.9157834431395016,
242
- "support": 10473.0
243
  },
244
- "eval_accuracy": 0.8404477611940299,
245
- "eval_loss": 0.5207056403160095,
246
  "eval_macro avg": {
247
- "f1-score": 0.7641355882379729,
248
- "precision": 0.7549354845229643,
249
- "recall": 0.776213515165603,
250
- "support": 33500.0
251
- },
252
- "eval_runtime": 4.9749,
253
- "eval_samples_per_second": 16.282,
254
- "eval_steps_per_second": 2.211,
255
  "eval_weighted avg": {
256
- "f1-score": 0.8386979039247872,
257
- "precision": 0.8379021545974175,
258
- "recall": 0.8404477611940299,
259
- "support": 33500.0
260
  },
261
  "step": 324
262
  }
@@ -266,7 +266,7 @@
266
  "num_input_tokens_seen": 0,
267
  "num_train_epochs": 50,
268
  "save_steps": 500,
269
- "total_flos": 573377029596000.0,
270
  "train_batch_size": 4,
271
  "trial_name": null,
272
  "trial_params": null
 
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
+ "support": 271.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
+ "support": 139.0
24
  },
25
  "eval_B-Premise": {
26
+ "f1-score": 0.6746310611384398,
27
+ "precision": 0.6075949367088608,
28
+ "recall": 0.7582938388625592,
29
+ "support": 633.0
30
  },
31
  "eval_I-Claim": {
32
+ "f1-score": 0.4376506024096386,
33
+ "precision": 0.550587343690792,
34
+ "recall": 0.3631592101974506,
35
+ "support": 4001.0
36
  },
37
  "eval_I-MajorClaim": {
38
+ "f1-score": 0.620034542314335,
39
+ "precision": 0.5483008781977854,
40
+ "recall": 0.7133631395926477,
41
+ "support": 2013.0
42
  },
43
  "eval_I-Premise": {
44
+ "f1-score": 0.8620734063103671,
45
+ "precision": 0.8396186972154862,
46
+ "recall": 0.8857621736062103,
47
+ "support": 11336.0
48
  },
49
  "eval_O": {
50
+ "f1-score": 0.8807729058286443,
51
+ "precision": 0.8630878069080317,
52
+ "recall": 0.8991979189247779,
53
+ "support": 9226.0
54
  },
55
+ "eval_accuracy": 0.785908251565951,
56
+ "eval_loss": 0.5655931830406189,
57
  "eval_macro avg": {
58
+ "f1-score": 0.49645178828591785,
59
+ "precision": 0.48702709467442235,
60
+ "recall": 0.5171108973119495,
61
+ "support": 27619.0
62
+ },
63
+ "eval_runtime": 4.8252,
64
+ "eval_samples_per_second": 16.58,
65
+ "eval_steps_per_second": 2.072,
66
  "eval_weighted avg": {
67
+ "f1-score": 0.7721020318885458,
68
+ "precision": 0.766573839857488,
69
+ "recall": 0.785908251565951,
70
+ "support": 27619.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
+ "f1-score": 0.36036036036036034,
78
+ "precision": 0.4624277456647399,
79
+ "recall": 0.2952029520295203,
80
+ "support": 271.0
81
  },
82
  "eval_B-MajorClaim": {
83
+ "f1-score": 0.5836909871244635,
84
+ "precision": 0.723404255319149,
85
+ "recall": 0.4892086330935252,
86
+ "support": 139.0
87
  },
88
  "eval_B-Premise": {
89
+ "f1-score": 0.7396491228070177,
90
+ "precision": 0.6654040404040404,
91
+ "recall": 0.8325434439178515,
92
+ "support": 633.0
93
  },
94
  "eval_I-Claim": {
95
+ "f1-score": 0.46704216775764956,
96
+ "precision": 0.5973520249221184,
97
+ "recall": 0.3834041489627593,
98
+ "support": 4001.0
99
  },
100
  "eval_I-MajorClaim": {
101
+ "f1-score": 0.7326456649010316,
102
+ "precision": 0.8348157560355781,
103
+ "recall": 0.6527570789865872,
104
+ "support": 2013.0
105
  },
106
  "eval_I-Premise": {
107
+ "f1-score": 0.8679505932065659,
108
+ "precision": 0.8045344983428744,
109
+ "recall": 0.9422194777699365,
110
+ "support": 11336.0
111
  },
112
  "eval_O": {
113
+ "f1-score": 0.9101698606271778,
114
+ "precision": 0.9143513454386348,
115
+ "recall": 0.9060264469976155,
116
+ "support": 9226.0
117
  },
118
+ "eval_accuracy": 0.8169376154096818,
119
+ "eval_loss": 0.4831336438655853,
120
  "eval_macro avg": {
121
+ "f1-score": 0.6659298223977524,
122
+ "precision": 0.7146128094467336,
123
+ "recall": 0.6430517402511137,
124
+ "support": 27619.0
125
+ },
126
+ "eval_runtime": 4.8125,
127
+ "eval_samples_per_second": 16.623,
128
+ "eval_steps_per_second": 2.078,
129
  "eval_weighted avg": {
130
+ "f1-score": 0.8047632099274016,
131
+ "precision": 0.8064582361050344,
132
+ "recall": 0.8169376154096818,
133
+ "support": 27619.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
+ "f1-score": 0.5806451612903225,
141
+ "precision": 0.59765625,
142
+ "recall": 0.5645756457564576,
143
+ "support": 271.0
144
  },
145
  "eval_B-MajorClaim": {
146
+ "f1-score": 0.7138047138047138,
147
+ "precision": 0.6708860759493671,
148
+ "recall": 0.762589928057554,
149
+ "support": 139.0
150
  },
151
  "eval_B-Premise": {
152
+ "f1-score": 0.7739984882842026,
153
+ "precision": 0.7420289855072464,
154
+ "recall": 0.8088467614533965,
155
+ "support": 633.0
156
  },
157
  "eval_I-Claim": {
158
+ "f1-score": 0.6128912532475566,
159
+ "precision": 0.6068103870651641,
160
+ "recall": 0.6190952261934516,
161
+ "support": 4001.0
162
  },
163
  "eval_I-MajorClaim": {
164
+ "f1-score": 0.8072942336126171,
165
+ "precision": 0.8009779951100244,
166
+ "recall": 0.8137108792846498,
167
+ "support": 2013.0
168
  },
169
  "eval_I-Premise": {
170
+ "f1-score": 0.8797559224694903,
171
+ "precision": 0.8951789627465303,
172
+ "recall": 0.8648553281580804,
173
+ "support": 11336.0
174
  },
175
  "eval_O": {
176
+ "f1-score": 0.9226235130211126,
177
+ "precision": 0.912356930902925,
178
+ "recall": 0.933123780619987,
179
+ "support": 9226.0
180
  },
181
+ "eval_accuracy": 0.8435859372171332,
182
+ "eval_loss": 0.4283505082130432,
183
  "eval_macro avg": {
184
+ "f1-score": 0.7558590408185736,
185
+ "precision": 0.7465565124687511,
186
+ "recall": 0.7666853642176539,
187
+ "support": 27619.0
188
+ },
189
+ "eval_runtime": 4.8554,
190
+ "eval_samples_per_second": 16.476,
191
+ "eval_steps_per_second": 2.06,
192
  "eval_weighted avg": {
193
+ "f1-score": 0.8439412578936614,
194
+ "precision": 0.8447189682878564,
195
+ "recall": 0.8435859372171332,
196
+ "support": 27619.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
+ "f1-score": 0.6033333333333333,
204
+ "precision": 0.5501519756838906,
205
+ "recall": 0.6678966789667896,
206
+ "support": 271.0
207
  },
208
  "eval_B-MajorClaim": {
209
+ "f1-score": 0.6847457627118644,
210
+ "precision": 0.6474358974358975,
211
+ "recall": 0.7266187050359713,
212
+ "support": 139.0
213
  },
214
  "eval_B-Premise": {
215
+ "f1-score": 0.7818471337579618,
216
+ "precision": 0.7881219903691814,
217
+ "recall": 0.7756714060031595,
218
+ "support": 633.0
219
  },
220
  "eval_I-Claim": {
221
+ "f1-score": 0.6216657593903103,
222
+ "precision": 0.550733024691358,
223
+ "recall": 0.7135716070982254,
224
+ "support": 4001.0
225
  },
226
  "eval_I-MajorClaim": {
227
+ "f1-score": 0.7652218782249742,
228
+ "precision": 0.7960279119699409,
229
+ "recall": 0.7367113760556383,
230
+ "support": 2013.0
231
  },
232
  "eval_I-Premise": {
233
+ "f1-score": 0.8739165400768475,
234
+ "precision": 0.8853883758826725,
235
+ "recall": 0.8627381792519407,
236
+ "support": 11336.0
237
  },
238
  "eval_O": {
239
+ "f1-score": 0.9062570845613239,
240
+ "precision": 0.9497505345687812,
241
+ "recall": 0.8665727292434424,
242
+ "support": 9226.0
243
  },
244
+ "eval_accuracy": 0.8286324631594192,
245
+ "eval_loss": 0.4826153814792633,
246
  "eval_macro avg": {
247
+ "f1-score": 0.7481410702938023,
248
+ "precision": 0.7382299586573888,
249
+ "recall": 0.7642543830935953,
250
+ "support": 27619.0
251
+ },
252
+ "eval_runtime": 4.8516,
253
+ "eval_samples_per_second": 16.49,
254
+ "eval_steps_per_second": 2.061,
255
  "eval_weighted avg": {
256
+ "f1-score": 0.8345383371838407,
257
+ "precision": 0.8451795530099128,
258
+ "recall": 0.8286324631594192,
259
+ "support": 27619.0
260
  },
261
  "step": 324
262
  }
 
266
  "num_input_tokens_seen": 0,
267
  "num_train_epochs": 50,
268
  "save_steps": 500,
269
+ "total_flos": 575163250872000.0,
270
  "train_batch_size": 4,
271
  "trial_name": null,
272
  "trial_params": null
checkpoint-324/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c84096ff478c0991daa557c55b3ae423c1b21babebadb1405f26dd17942540f
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f940fbb595414fcc9335f58119ba24a5ec23e0d6daa1a329588d596e481421
3
  size 4856