Theoreticallyhugo commited on
Commit
9c171dc
·
verified ·
1 Parent(s): 2856d61

Training in progress, epoch 10, checkpoint

Browse files
checkpoint-810/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:161e18c97d0711324acf2b6a608a6470f2d11f128114783717d8c4a3008bf5d0
3
  size 592330980
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cae23809df528afa6fd2b4bbfa0ea5203a200305fdfd79a4eb980d276ff913b
3
  size 592330980
checkpoint-810/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7686062c18d1142b6737e9e7b4547868b5b9cfc21af216c0ed064f9f08ed53c
3
  size 1014670074
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3721d7ead53cf2178e01964d7e26fda4fb5f1d788438d6aa5b7ac9d141cff3c
3
  size 1014670074
checkpoint-810/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:516a7ea2b4f58aa1466b3499947a191d75f003f2e001b6d4bbb7a888f04d977f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f741fe22f4ca5655fda1f9ef1ecba0015571f3b8afe49bf335811d1e94a138
3
  size 14244
checkpoint-810/trainer_state.json CHANGED
@@ -14,634 +14,634 @@
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
- "support": 317.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
- "support": 155.0
24
  },
25
  "eval_B-Premise": {
26
- "f1-score": 0.7187666135034557,
27
- "precision": 0.6389413988657845,
28
- "recall": 0.8213851761846902,
29
- "support": 823.0
30
  },
31
  "eval_I-Claim": {
32
- "f1-score": 0.35207343058515,
33
- "precision": 0.6112692088787707,
34
- "recall": 0.2472375690607735,
35
- "support": 4344.0
36
  },
37
  "eval_I-MajorClaim": {
38
- "f1-score": 0.5514233241505968,
39
- "precision": 0.5356824264049955,
40
- "recall": 0.5681173131504257,
41
- "support": 2114.0
42
  },
43
  "eval_I-Premise": {
44
- "f1-score": 0.8702769062883644,
45
- "precision": 0.8118597696761468,
46
- "recall": 0.9377526273241714,
47
- "support": 13607.0
48
  },
49
  "eval_O": {
50
- "f1-score": 0.8355368133120583,
51
- "precision": 0.808536450865777,
52
- "recall": 0.8644027826907205,
53
- "support": 8481.0
54
  },
55
- "eval_accuracy": 0.7721591099493985,
56
- "eval_loss": 0.6237019300460815,
57
  "eval_macro avg": {
58
- "f1-score": 0.47543958397708935,
59
- "precision": 0.4866127506702106,
60
- "recall": 0.49127078120154016,
61
- "support": 29841.0
62
- },
63
- "eval_runtime": 4.8612,
64
- "eval_samples_per_second": 16.457,
65
- "eval_steps_per_second": 2.057,
66
  "eval_weighted avg": {
67
- "f1-score": 0.7444357223348728,
68
- "precision": 0.7445396732626944,
69
- "recall": 0.7721591099493985,
70
- "support": 29841.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
- "f1-score": 0.5074135090609555,
78
- "precision": 0.5310344827586206,
79
- "recall": 0.48580441640378547,
80
- "support": 317.0
81
  },
82
  "eval_B-MajorClaim": {
83
- "f1-score": 0.5641025641025641,
84
- "precision": 0.8354430379746836,
85
- "recall": 0.4258064516129032,
86
- "support": 155.0
87
  },
88
  "eval_B-Premise": {
89
- "f1-score": 0.8071548351034098,
90
- "precision": 0.7474120082815735,
91
- "recall": 0.8772782503037667,
92
- "support": 823.0
93
  },
94
  "eval_I-Claim": {
95
- "f1-score": 0.5917035656024237,
96
- "precision": 0.599103350637093,
97
- "recall": 0.5844843462246777,
98
- "support": 4344.0
99
  },
100
  "eval_I-MajorClaim": {
101
- "f1-score": 0.7676814988290397,
102
- "precision": 0.7602040816326531,
103
- "recall": 0.7753074739829706,
104
- "support": 2114.0
105
  },
106
  "eval_I-Premise": {
107
- "f1-score": 0.8898509939748168,
108
- "precision": 0.8739900779588944,
109
- "recall": 0.9062982288527963,
110
- "support": 13607.0
111
  },
112
  "eval_O": {
113
- "f1-score": 0.8818782988533642,
114
- "precision": 0.9082729317670583,
115
- "recall": 0.8569744133946469,
116
- "support": 8481.0
117
  },
118
- "eval_accuracy": 0.8283904694882879,
119
- "eval_loss": 0.4750792980194092,
120
  "eval_macro avg": {
121
- "f1-score": 0.7156836093609391,
122
- "precision": 0.7507799958586537,
123
- "recall": 0.7017076543965066,
124
- "support": 29841.0
125
- },
126
- "eval_runtime": 4.8514,
127
- "eval_samples_per_second": 16.49,
128
- "eval_steps_per_second": 2.061,
129
  "eval_weighted avg": {
130
- "f1-score": 0.8274932379675801,
131
- "precision": 0.8283225694037852,
132
- "recall": 0.8283904694882879,
133
- "support": 29841.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
- "f1-score": 0.565068493150685,
141
- "precision": 0.6179775280898876,
142
- "recall": 0.5205047318611987,
143
- "support": 317.0
144
  },
145
  "eval_B-MajorClaim": {
146
- "f1-score": 0.757679180887372,
147
- "precision": 0.8043478260869565,
148
- "recall": 0.7161290322580646,
149
- "support": 155.0
150
  },
151
  "eval_B-Premise": {
152
- "f1-score": 0.8177826564215149,
153
- "precision": 0.7457457457457457,
154
- "recall": 0.905224787363305,
155
- "support": 823.0
156
  },
157
  "eval_I-Claim": {
158
- "f1-score": 0.5971672833992601,
159
- "precision": 0.6699112510735757,
160
- "recall": 0.5386740331491713,
161
- "support": 4344.0
162
  },
163
  "eval_I-MajorClaim": {
164
- "f1-score": 0.7951991828396322,
165
- "precision": 0.8640399556048834,
166
- "recall": 0.7365184484389783,
167
- "support": 2114.0
168
  },
169
  "eval_I-Premise": {
170
- "f1-score": 0.8971448713429679,
171
- "precision": 0.8620199146514936,
172
- "recall": 0.9352539134269127,
173
- "support": 13607.0
174
  },
175
  "eval_O": {
176
- "f1-score": 0.8876631079478055,
177
- "precision": 0.8930659983291562,
178
- "recall": 0.8823251975002948,
179
- "support": 8481.0
180
  },
181
- "eval_accuracy": 0.8420294226064811,
182
- "eval_loss": 0.4732967019081116,
183
  "eval_macro avg": {
184
- "f1-score": 0.7596721108556054,
185
- "precision": 0.7795868885116712,
186
- "recall": 0.7478043062854179,
187
- "support": 29841.0
188
- },
189
- "eval_runtime": 4.876,
190
- "eval_samples_per_second": 16.407,
191
- "eval_steps_per_second": 2.051,
192
  "eval_weighted avg": {
193
- "f1-score": 0.8371190290566565,
194
- "precision": 0.8369221604336821,
195
- "recall": 0.8420294226064811,
196
- "support": 29841.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
- "f1-score": 0.6110283159463489,
204
- "precision": 0.5790960451977402,
205
- "recall": 0.6466876971608833,
206
- "support": 317.0
207
  },
208
  "eval_B-MajorClaim": {
209
- "f1-score": 0.751552795031056,
210
- "precision": 0.7245508982035929,
211
- "recall": 0.7806451612903226,
212
- "support": 155.0
213
  },
214
  "eval_B-Premise": {
215
- "f1-score": 0.8177991581479254,
216
- "precision": 0.8095238095238095,
217
- "recall": 0.8262454434993924,
218
- "support": 823.0
219
  },
220
  "eval_I-Claim": {
221
- "f1-score": 0.6279438405797102,
222
- "precision": 0.6178698752228164,
223
- "recall": 0.6383517495395948,
224
- "support": 4344.0
225
  },
226
  "eval_I-MajorClaim": {
227
- "f1-score": 0.8273129806571895,
228
- "precision": 0.8153422140560405,
229
- "recall": 0.8396404919583728,
230
- "support": 2114.0
231
  },
232
  "eval_I-Premise": {
233
- "f1-score": 0.8942982934905214,
234
- "precision": 0.8856298645142693,
235
- "recall": 0.9031380906886162,
236
- "support": 13607.0
237
  },
238
  "eval_O": {
239
- "f1-score": 0.905115712545676,
240
- "precision": 0.9360120922030483,
241
- "recall": 0.8761938450654404,
242
- "support": 8481.0
243
  },
244
- "eval_accuracy": 0.8469555309808653,
245
- "eval_loss": 0.44431576132774353,
246
  "eval_macro avg": {
247
- "f1-score": 0.7764358709140611,
248
- "precision": 0.7668606855601884,
249
- "recall": 0.7872717827432318,
250
- "support": 29841.0
251
- },
252
- "eval_runtime": 4.8548,
253
- "eval_samples_per_second": 16.478,
254
- "eval_steps_per_second": 2.06,
255
  "eval_weighted avg": {
256
- "f1-score": 0.8479932404662549,
257
- "precision": 0.8497993106695296,
258
- "recall": 0.8469555309808653,
259
- "support": 29841.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
- "f1-score": 0.6266866566716641,
267
- "precision": 0.5971428571428572,
268
- "recall": 0.6593059936908517,
269
- "support": 317.0
270
  },
271
  "eval_B-MajorClaim": {
272
- "f1-score": 0.7682926829268292,
273
- "precision": 0.7283236994219653,
274
- "recall": 0.8129032258064516,
275
- "support": 155.0
276
  },
277
  "eval_B-Premise": {
278
- "f1-score": 0.8109393579072532,
279
- "precision": 0.7939464493597206,
280
- "recall": 0.8286755771567437,
281
- "support": 823.0
282
  },
283
  "eval_I-Claim": {
284
- "f1-score": 0.6413913043478261,
285
- "precision": 0.6461107217939733,
286
- "recall": 0.6367403314917127,
287
- "support": 4344.0
288
  },
289
  "eval_I-MajorClaim": {
290
- "f1-score": 0.8101024541339051,
291
- "precision": 0.8161305808929429,
292
- "recall": 0.804162724692526,
293
- "support": 2114.0
294
  },
295
  "eval_I-Premise": {
296
- "f1-score": 0.8962530735072847,
297
- "precision": 0.8951033572789914,
298
- "recall": 0.8974057470419637,
299
- "support": 13607.0
300
  },
301
  "eval_O": {
302
- "f1-score": 0.905633636471005,
303
- "precision": 0.9071335620489767,
304
- "recall": 0.9041386628935267,
305
- "support": 8481.0
306
  },
307
- "eval_accuracy": 0.8499044938172313,
308
- "eval_loss": 0.47593989968299866,
309
  "eval_macro avg": {
310
- "f1-score": 0.7798998808522525,
311
- "precision": 0.769127318277061,
312
- "recall": 0.7919046089676822,
313
- "support": 29841.0
314
- },
315
- "eval_runtime": 4.8539,
316
- "eval_samples_per_second": 16.481,
317
- "eval_steps_per_second": 2.06,
318
  "eval_weighted avg": {
319
- "f1-score": 0.849834220831289,
320
- "precision": 0.8498602102027764,
321
- "recall": 0.8499044938172313,
322
- "support": 29841.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
- "f1-score": 0.6075187969924812,
330
- "precision": 0.5804597701149425,
331
- "recall": 0.637223974763407,
332
- "support": 317.0
333
  },
334
  "eval_B-MajorClaim": {
335
- "f1-score": 0.7384615384615385,
336
- "precision": 0.7058823529411765,
337
- "recall": 0.7741935483870968,
338
- "support": 155.0
339
  },
340
  "eval_B-Premise": {
341
- "f1-score": 0.8287752675386445,
342
- "precision": 0.8114086146682189,
343
- "recall": 0.8469015795868773,
344
- "support": 823.0
345
  },
346
  "eval_I-Claim": {
347
- "f1-score": 0.6269896193771627,
348
- "precision": 0.6282940360610264,
349
- "recall": 0.6256906077348067,
350
- "support": 4344.0
351
  },
352
  "eval_I-MajorClaim": {
353
- "f1-score": 0.8272941176470588,
354
- "precision": 0.8230337078651685,
355
- "recall": 0.8315988647114475,
356
- "support": 2114.0
357
  },
358
  "eval_I-Premise": {
359
- "f1-score": 0.8934872576780658,
360
- "precision": 0.8828466891455629,
361
- "recall": 0.9043874476372455,
362
- "support": 13607.0
363
  },
364
  "eval_O": {
365
- "f1-score": 0.9109042553191489,
366
- "precision": 0.9345156889495225,
367
- "recall": 0.8884565499351491,
368
- "support": 8481.0
369
  },
370
- "eval_accuracy": 0.8490332093428504,
371
- "eval_loss": 0.5217732787132263,
372
  "eval_macro avg": {
373
- "f1-score": 0.7762044075734428,
374
- "precision": 0.7666344085350884,
375
- "recall": 0.7869217961080042,
376
- "support": 29841.0
377
- },
378
- "eval_runtime": 4.8529,
379
- "eval_samples_per_second": 16.485,
380
- "eval_steps_per_second": 2.061,
381
  "eval_weighted avg": {
382
- "f1-score": 0.849325753766961,
383
- "precision": 0.8501367852942228,
384
- "recall": 0.8490332093428504,
385
- "support": 29841.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
- "grad_norm": 4.1529221534729,
392
  "learning_rate": 1.7530864197530865e-05,
393
- "loss": 0.4123,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
- "f1-score": 0.6449704142011835,
400
- "precision": 0.6072423398328691,
401
- "recall": 0.6876971608832808,
402
- "support": 317.0
403
  },
404
  "eval_B-MajorClaim": {
405
- "f1-score": 0.7850467289719626,
406
- "precision": 0.7590361445783133,
407
- "recall": 0.8129032258064516,
408
- "support": 155.0
409
  },
410
  "eval_B-Premise": {
411
- "f1-score": 0.8215366001209922,
412
- "precision": 0.8180722891566266,
413
- "recall": 0.8250303766707169,
414
- "support": 823.0
415
  },
416
  "eval_I-Claim": {
417
- "f1-score": 0.6604798551380716,
418
- "precision": 0.6495992876224399,
419
- "recall": 0.671731123388582,
420
- "support": 4344.0
421
  },
422
  "eval_I-MajorClaim": {
423
- "f1-score": 0.8205002452182442,
424
- "precision": 0.8518329938900203,
425
- "recall": 0.7913907284768212,
426
- "support": 2114.0
427
  },
428
  "eval_I-Premise": {
429
- "f1-score": 0.8957854973705651,
430
- "precision": 0.9028742067935797,
431
- "recall": 0.888807231571985,
432
- "support": 13607.0
433
  },
434
  "eval_O": {
435
- "f1-score": 0.9017293760224352,
436
- "precision": 0.8936884771279676,
437
- "recall": 0.9099162834571395,
438
- "support": 8481.0
439
  },
440
- "eval_accuracy": 0.8520156831205389,
441
- "eval_loss": 0.559866189956665,
442
  "eval_macro avg": {
443
- "f1-score": 0.7900069595776362,
444
- "precision": 0.783192248428831,
445
- "recall": 0.798210875750711,
446
- "support": 29841.0
447
- },
448
- "eval_runtime": 4.855,
449
- "eval_samples_per_second": 16.478,
450
- "eval_steps_per_second": 2.06,
451
  "eval_weighted avg": {
452
- "f1-score": 0.8526002679558563,
453
- "precision": 0.8535516731674702,
454
- "recall": 0.8520156831205389,
455
- "support": 29841.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
- "f1-score": 0.6162790697674417,
463
- "precision": 0.5714285714285714,
464
- "recall": 0.668769716088328,
465
- "support": 317.0
466
  },
467
  "eval_B-MajorClaim": {
468
- "f1-score": 0.7826086956521738,
469
- "precision": 0.7544910179640718,
470
- "recall": 0.8129032258064516,
471
- "support": 155.0
472
  },
473
  "eval_B-Premise": {
474
- "f1-score": 0.7978075517661388,
475
- "precision": 0.7997557997557998,
476
- "recall": 0.795868772782503,
477
- "support": 823.0
478
  },
479
  "eval_I-Claim": {
480
- "f1-score": 0.6213918102483778,
481
- "precision": 0.6044841097083152,
482
- "recall": 0.6392725598526704,
483
- "support": 4344.0
484
  },
485
  "eval_I-MajorClaim": {
486
- "f1-score": 0.8047675804529201,
487
- "precision": 0.8111484863046612,
488
- "recall": 0.7984862819299905,
489
- "support": 2114.0
490
  },
491
  "eval_I-Premise": {
492
- "f1-score": 0.885663638378019,
493
- "precision": 0.8901343627050702,
494
- "recall": 0.8812375982949953,
495
- "support": 13607.0
496
  },
497
  "eval_O": {
498
- "f1-score": 0.8979130744990783,
499
- "precision": 0.9056128568001919,
500
- "recall": 0.8903431199151044,
501
- "support": 8481.0
502
  },
503
- "eval_accuracy": 0.8377735330585436,
504
- "eval_loss": 0.6584800481796265,
505
  "eval_macro avg": {
506
- "f1-score": 0.7723473458234498,
507
- "precision": 0.7624364578095261,
508
- "recall": 0.7838401820957204,
509
- "support": 29841.0
510
- },
511
- "eval_runtime": 4.9117,
512
- "eval_samples_per_second": 16.288,
513
- "eval_steps_per_second": 2.036,
514
  "eval_weighted avg": {
515
- "f1-score": 0.8391237233698171,
516
- "precision": 0.8407726206426595,
517
- "recall": 0.8377735330585436,
518
- "support": 29841.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
- "f1-score": 0.6028708133971291,
526
- "precision": 0.6096774193548387,
527
- "recall": 0.5962145110410094,
528
- "support": 317.0
529
  },
530
  "eval_B-MajorClaim": {
531
- "f1-score": 0.7870967741935485,
532
- "precision": 0.7870967741935484,
533
- "recall": 0.7870967741935484,
534
- "support": 155.0
535
  },
536
  "eval_B-Premise": {
537
- "f1-score": 0.8192352259559675,
538
- "precision": 0.7829457364341085,
539
- "recall": 0.8590522478736331,
540
- "support": 823.0
541
  },
542
  "eval_I-Claim": {
543
- "f1-score": 0.5990974509086474,
544
- "precision": 0.637094682230869,
545
- "recall": 0.565377532228361,
546
- "support": 4344.0
547
  },
548
  "eval_I-MajorClaim": {
549
- "f1-score": 0.8081891299049476,
550
- "precision": 0.8335847159376572,
551
- "recall": 0.7842951750236519,
552
- "support": 2114.0
553
  },
554
  "eval_I-Premise": {
555
- "f1-score": 0.898082093565155,
556
- "precision": 0.8766797312430011,
557
- "recall": 0.920555596384214,
558
- "support": 13607.0
559
  },
560
  "eval_O": {
561
- "f1-score": 0.9046486743550114,
562
- "precision": 0.9122407385205611,
563
- "recall": 0.8971819360924419,
564
- "support": 8481.0
565
  },
566
- "eval_accuracy": 0.8467209543916089,
567
- "eval_loss": 0.7165476083755493,
568
  "eval_macro avg": {
569
- "f1-score": 0.774174308897201,
570
- "precision": 0.7770456854163691,
571
- "recall": 0.7728248246909798,
572
- "support": 29841.0
573
- },
574
- "eval_runtime": 4.888,
575
- "eval_samples_per_second": 16.367,
576
- "eval_steps_per_second": 2.046,
577
  "eval_weighted avg": {
578
- "f1-score": 0.8441694393794038,
579
- "precision": 0.8429698829978971,
580
- "recall": 0.8467209543916089,
581
- "support": 29841.0
582
  },
583
  "step": 729
584
  },
585
  {
586
  "epoch": 10.0,
587
  "eval_B-Claim": {
588
- "f1-score": 0.5916795069337443,
589
- "precision": 0.5783132530120482,
590
- "recall": 0.6056782334384858,
591
- "support": 317.0
592
  },
593
  "eval_B-MajorClaim": {
594
- "f1-score": 0.7777777777777778,
595
- "precision": 0.7455621301775148,
596
- "recall": 0.8129032258064516,
597
- "support": 155.0
598
  },
599
  "eval_B-Premise": {
600
- "f1-score": 0.8255813953488372,
601
- "precision": 0.7915273132664437,
602
- "recall": 0.8626974483596598,
603
- "support": 823.0
604
  },
605
  "eval_I-Claim": {
606
- "f1-score": 0.5890839144025006,
607
- "precision": 0.6165072974333166,
608
- "recall": 0.5639963167587477,
609
- "support": 4344.0
610
  },
611
  "eval_I-MajorClaim": {
612
- "f1-score": 0.8310328415040455,
613
- "precision": 0.8362068965517241,
614
- "recall": 0.825922421948912,
615
- "support": 2114.0
616
  },
617
  "eval_I-Premise": {
618
- "f1-score": 0.8954498337920435,
619
- "precision": 0.8716771050800278,
620
- "recall": 0.920555596384214,
621
- "support": 13607.0
622
  },
623
  "eval_O": {
624
- "f1-score": 0.9032258064516129,
625
- "precision": 0.9297216327549619,
626
- "recall": 0.8781983256691428,
627
- "support": 8481.0
628
  },
629
- "eval_accuracy": 0.8444086994403672,
630
- "eval_loss": 0.7270079255104065,
631
  "eval_macro avg": {
632
- "f1-score": 0.7734044394586518,
633
- "precision": 0.767073661182291,
634
- "recall": 0.781421652623659,
635
- "support": 29841.0
636
- },
637
- "eval_runtime": 4.8508,
638
- "eval_samples_per_second": 16.492,
639
- "eval_steps_per_second": 2.061,
640
  "eval_weighted avg": {
641
- "f1-score": 0.8427331306475695,
642
- "precision": 0.8425335285607072,
643
- "recall": 0.8444086994403672,
644
- "support": 29841.0
645
  },
646
  "step": 810
647
  }
@@ -651,7 +651,7 @@
651
  "num_input_tokens_seen": 0,
652
  "num_train_epochs": 50,
653
  "save_steps": 500,
654
- "total_flos": 1437908127180000.0,
655
  "train_batch_size": 4,
656
  "trial_name": null,
657
  "trial_params": null
 
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
+ "support": 339.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
+ "support": 160.0
24
  },
25
  "eval_B-Premise": {
26
+ "f1-score": 0.6898215147129765,
27
+ "precision": 0.6316254416961131,
28
+ "recall": 0.7598299681190224,
29
+ "support": 941.0
30
  },
31
  "eval_I-Claim": {
32
+ "f1-score": 0.5039833312905995,
33
+ "precision": 0.5940479630164692,
34
+ "recall": 0.43763303533418474,
35
+ "support": 4698.0
36
  },
37
  "eval_I-MajorClaim": {
38
+ "f1-score": 0.6970899470899471,
39
+ "precision": 0.6303827751196173,
40
+ "recall": 0.7795857988165681,
41
+ "support": 2028.0
42
  },
43
  "eval_I-Premise": {
44
+ "f1-score": 0.8719667429344848,
45
+ "precision": 0.8366728509585653,
46
+ "recall": 0.9103694233227912,
47
+ "support": 14861.0
48
  },
49
  "eval_O": {
50
+ "f1-score": 0.8820403825717322,
51
+ "precision": 0.8925603675823639,
52
+ "recall": 0.8717654922180846,
53
+ "support": 10473.0
54
  },
55
+ "eval_accuracy": 0.8062985074626866,
56
+ "eval_loss": 0.5531178712844849,
57
  "eval_macro avg": {
58
+ "f1-score": 0.5207002740856772,
59
+ "precision": 0.5121841997675898,
60
+ "recall": 0.5370262454015216,
61
+ "support": 33500.0
62
+ },
63
+ "eval_runtime": 5.0026,
64
+ "eval_samples_per_second": 16.192,
65
+ "eval_steps_per_second": 2.199,
66
  "eval_weighted avg": {
67
+ "f1-score": 0.7948191296080505,
68
+ "precision": 0.789408749451204,
69
+ "recall": 0.8062985074626866,
70
+ "support": 33500.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
+ "f1-score": 0.4537205081669691,
78
+ "precision": 0.589622641509434,
79
+ "recall": 0.3687315634218289,
80
+ "support": 339.0
81
  },
82
  "eval_B-MajorClaim": {
83
+ "f1-score": 0.42794759825327516,
84
+ "precision": 0.7101449275362319,
85
+ "recall": 0.30625,
86
+ "support": 160.0
87
  },
88
  "eval_B-Premise": {
89
+ "f1-score": 0.7642352941176471,
90
+ "precision": 0.6858108108108109,
91
+ "recall": 0.8629117959617428,
92
+ "support": 941.0
93
  },
94
  "eval_I-Claim": {
95
+ "f1-score": 0.44524236983842014,
96
+ "precision": 0.6338969720802202,
97
+ "recall": 0.3431247339293316,
98
+ "support": 4698.0
99
  },
100
  "eval_I-MajorClaim": {
101
+ "f1-score": 0.7363764327367787,
102
+ "precision": 0.6217317487266554,
103
+ "recall": 0.9028599605522682,
104
+ "support": 2028.0
105
  },
106
  "eval_I-Premise": {
107
+ "f1-score": 0.8781162543828609,
108
+ "precision": 0.8411808209047208,
109
+ "recall": 0.9184442500504677,
110
+ "support": 14861.0
111
  },
112
  "eval_O": {
113
+ "f1-score": 0.9036260459748006,
114
+ "precision": 0.9102800116267804,
115
+ "recall": 0.8970686527260575,
116
+ "support": 10473.0
117
  },
118
+ "eval_accuracy": 0.820089552238806,
119
+ "eval_loss": 0.5071194171905518,
120
  "eval_macro avg": {
121
+ "f1-score": 0.6584663576386788,
122
+ "precision": 0.7132382761706934,
123
+ "recall": 0.6570558509488137,
124
+ "support": 33500.0
125
+ },
126
+ "eval_runtime": 4.9923,
127
+ "eval_samples_per_second": 16.225,
128
+ "eval_steps_per_second": 2.203,
129
  "eval_weighted avg": {
130
+ "f1-score": 0.8071614798424686,
131
+ "precision": 0.8128932519203979,
132
+ "recall": 0.820089552238806,
133
+ "support": 33500.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
+ "f1-score": 0.5954198473282443,
141
+ "precision": 0.6170886075949367,
142
+ "recall": 0.5752212389380531,
143
+ "support": 339.0
144
  },
145
  "eval_B-MajorClaim": {
146
+ "f1-score": 0.7962382445141065,
147
+ "precision": 0.7987421383647799,
148
+ "recall": 0.79375,
149
+ "support": 160.0
150
  },
151
  "eval_B-Premise": {
152
+ "f1-score": 0.7837431008529856,
153
+ "precision": 0.7423954372623575,
154
+ "recall": 0.8299681190223167,
155
+ "support": 941.0
156
  },
157
  "eval_I-Claim": {
158
+ "f1-score": 0.6291688447464715,
159
+ "precision": 0.6182453256626258,
160
+ "recall": 0.640485312899106,
161
+ "support": 4698.0
162
  },
163
  "eval_I-MajorClaim": {
164
+ "f1-score": 0.8422354104846687,
165
+ "precision": 0.8447420634920635,
166
+ "recall": 0.8397435897435898,
167
+ "support": 2028.0
168
  },
169
  "eval_I-Premise": {
170
+ "f1-score": 0.8773398679463618,
171
+ "precision": 0.8876110460712072,
172
+ "recall": 0.8673036807751834,
173
+ "support": 14861.0
174
  },
175
  "eval_O": {
176
+ "f1-score": 0.9065678167474573,
177
+ "precision": 0.9024505629671681,
178
+ "recall": 0.910722811037907,
179
+ "support": 10473.0
180
  },
181
+ "eval_accuracy": 0.843044776119403,
182
+ "eval_loss": 0.46074992418289185,
183
  "eval_macro avg": {
184
+ "f1-score": 0.7758161618028993,
185
+ "precision": 0.773039311630734,
186
+ "recall": 0.7795992503451652,
187
+ "support": 33500.0
188
+ },
189
+ "eval_runtime": 5.0136,
190
+ "eval_samples_per_second": 16.156,
191
+ "eval_steps_per_second": 2.194,
192
  "eval_weighted avg": {
193
+ "f1-score": 0.8436796678417321,
194
+ "precision": 0.8446385621767526,
195
+ "recall": 0.843044776119403,
196
+ "support": 33500.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
+ "f1-score": 0.6172839506172839,
204
+ "precision": 0.6472491909385113,
205
+ "recall": 0.5899705014749262,
206
+ "support": 339.0
207
  },
208
  "eval_B-MajorClaim": {
209
+ "f1-score": 0.7441860465116279,
210
+ "precision": 0.6956521739130435,
211
+ "recall": 0.8,
212
+ "support": 160.0
213
  },
214
  "eval_B-Premise": {
215
+ "f1-score": 0.7957208354559349,
216
+ "precision": 0.764187866927593,
217
+ "recall": 0.8299681190223167,
218
+ "support": 941.0
219
  },
220
  "eval_I-Claim": {
221
+ "f1-score": 0.6001342582233162,
222
+ "precision": 0.6325471698113208,
223
+ "recall": 0.5708812260536399,
224
+ "support": 4698.0
225
  },
226
  "eval_I-MajorClaim": {
227
+ "f1-score": 0.8068448195030473,
228
+ "precision": 0.7689901697944593,
229
+ "recall": 0.8486193293885601,
230
+ "support": 2028.0
231
  },
232
  "eval_I-Premise": {
233
+ "f1-score": 0.882309200297438,
234
+ "precision": 0.886383701188455,
235
+ "recall": 0.8782719870802772,
236
+ "support": 14861.0
237
  },
238
  "eval_O": {
239
+ "f1-score": 0.9024700070571631,
240
+ "precision": 0.8895381190873678,
241
+ "recall": 0.9157834431395016,
242
+ "support": 10473.0
243
  },
244
+ "eval_accuracy": 0.8404477611940299,
245
+ "eval_loss": 0.5207056403160095,
246
  "eval_macro avg": {
247
+ "f1-score": 0.7641355882379729,
248
+ "precision": 0.7549354845229643,
249
+ "recall": 0.776213515165603,
250
+ "support": 33500.0
251
+ },
252
+ "eval_runtime": 4.9749,
253
+ "eval_samples_per_second": 16.282,
254
+ "eval_steps_per_second": 2.211,
255
  "eval_weighted avg": {
256
+ "f1-score": 0.8386979039247872,
257
+ "precision": 0.8379021545974175,
258
+ "recall": 0.8404477611940299,
259
+ "support": 33500.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
+ "f1-score": 0.6189735614307931,
267
+ "precision": 0.6546052631578947,
268
+ "recall": 0.5870206489675516,
269
+ "support": 339.0
270
  },
271
  "eval_B-MajorClaim": {
272
+ "f1-score": 0.8090614886731391,
273
+ "precision": 0.8389261744966443,
274
+ "recall": 0.78125,
275
+ "support": 160.0
276
  },
277
  "eval_B-Premise": {
278
+ "f1-score": 0.799186578546009,
279
+ "precision": 0.7660818713450293,
280
+ "recall": 0.8352816153028693,
281
+ "support": 941.0
282
  },
283
  "eval_I-Claim": {
284
+ "f1-score": 0.6316756632594464,
285
+ "precision": 0.6859565976552756,
286
+ "recall": 0.5853554704129417,
287
+ "support": 4698.0
288
  },
289
  "eval_I-MajorClaim": {
290
+ "f1-score": 0.8593117408906882,
291
+ "precision": 0.8825363825363826,
292
+ "recall": 0.8372781065088757,
293
+ "support": 2028.0
294
  },
295
  "eval_I-Premise": {
296
+ "f1-score": 0.8880430502690643,
297
+ "precision": 0.8666026256804354,
298
+ "recall": 0.9105712939909831,
299
+ "support": 14861.0
300
  },
301
  "eval_O": {
302
+ "f1-score": 0.9125369999045164,
303
+ "precision": 0.9125369999045164,
304
+ "recall": 0.9125369999045164,
305
+ "support": 10473.0
306
  },
307
+ "eval_accuracy": 0.8551343283582089,
308
+ "eval_loss": 0.5152634382247925,
309
  "eval_macro avg": {
310
+ "f1-score": 0.7883984404248082,
311
+ "precision": 0.8010351306823111,
312
+ "recall": 0.7784705907268197,
313
+ "support": 33500.0
314
+ },
315
+ "eval_runtime": 5.0012,
316
+ "eval_samples_per_second": 16.196,
317
+ "eval_steps_per_second": 2.199,
318
  "eval_weighted avg": {
319
+ "f1-score": 0.8524125579848445,
320
+ "precision": 0.8514928929215189,
321
+ "recall": 0.8551343283582089,
322
+ "support": 33500.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
+ "f1-score": 0.6404341926729986,
330
+ "precision": 0.592964824120603,
331
+ "recall": 0.696165191740413,
332
+ "support": 339.0
333
  },
334
  "eval_B-MajorClaim": {
335
+ "f1-score": 0.8,
336
+ "precision": 0.7878787878787878,
337
+ "recall": 0.8125,
338
+ "support": 160.0
339
  },
340
  "eval_B-Premise": {
341
+ "f1-score": 0.7957446808510639,
342
+ "precision": 0.7965921192758253,
343
+ "recall": 0.7948990435706695,
344
+ "support": 941.0
345
  },
346
  "eval_I-Claim": {
347
+ "f1-score": 0.6506562412733874,
348
+ "precision": 0.5781637717121588,
349
+ "recall": 0.743933588761175,
350
+ "support": 4698.0
351
  },
352
  "eval_I-MajorClaim": {
353
+ "f1-score": 0.8647342995169083,
354
+ "precision": 0.8475378787878788,
355
+ "recall": 0.8826429980276134,
356
+ "support": 2028.0
357
  },
358
  "eval_I-Premise": {
359
+ "f1-score": 0.8677517085887408,
360
+ "precision": 0.9106099815157116,
361
+ "recall": 0.8287463831505282,
362
+ "support": 14861.0
363
  },
364
  "eval_O": {
365
+ "f1-score": 0.9133676463514359,
366
+ "precision": 0.920317952694843,
367
+ "recall": 0.906521531557338,
368
+ "support": 10473.0
369
  },
370
+ "eval_accuracy": 0.8420597014925373,
371
+ "eval_loss": 0.5665280818939209,
372
  "eval_macro avg": {
373
+ "f1-score": 0.790384109893505,
374
+ "precision": 0.7762950451408297,
375
+ "recall": 0.8093441052582481,
376
+ "support": 33500.0
377
+ },
378
+ "eval_runtime": 5.0172,
379
+ "eval_samples_per_second": 16.144,
380
+ "eval_steps_per_second": 2.192,
381
  "eval_weighted avg": {
382
+ "f1-score": 0.8467380483132992,
383
+ "precision": 0.8562016100668557,
384
+ "recall": 0.8420597014925373,
385
+ "support": 33500.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
+ "grad_norm": 17.83205223083496,
392
  "learning_rate": 1.7530864197530865e-05,
393
+ "loss": 0.3838,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
+ "f1-score": 0.6363636363636364,
400
+ "precision": 0.6542056074766355,
401
+ "recall": 0.6194690265486725,
402
+ "support": 339.0
403
  },
404
  "eval_B-MajorClaim": {
405
+ "f1-score": 0.8023598820058997,
406
+ "precision": 0.7597765363128491,
407
+ "recall": 0.85,
408
+ "support": 160.0
409
  },
410
  "eval_B-Premise": {
411
+ "f1-score": 0.8014077425842132,
412
+ "precision": 0.7604961832061069,
413
+ "recall": 0.8469713071200851,
414
+ "support": 941.0
415
  },
416
  "eval_I-Claim": {
417
+ "f1-score": 0.6504799548277809,
418
+ "precision": 0.6928073129660813,
419
+ "recall": 0.6130268199233716,
420
+ "support": 4698.0
421
  },
422
  "eval_I-MajorClaim": {
423
+ "f1-score": 0.8663025409641415,
424
+ "precision": 0.8355474118185983,
425
+ "recall": 0.8994082840236687,
426
+ "support": 2028.0
427
  },
428
  "eval_I-Premise": {
429
+ "f1-score": 0.8922586313494517,
430
+ "precision": 0.8638941398865785,
431
+ "recall": 0.9225489536370365,
432
+ "support": 14861.0
433
  },
434
  "eval_O": {
435
+ "f1-score": 0.90784071234232,
436
+ "precision": 0.9419010470129336,
437
+ "recall": 0.8761577389477705,
438
+ "support": 10473.0
439
  },
440
+ "eval_accuracy": 0.8577014925373134,
441
+ "eval_loss": 0.6021790504455566,
442
  "eval_macro avg": {
443
+ "f1-score": 0.7938590143482062,
444
+ "precision": 0.7869468912399691,
445
+ "recall": 0.8039403043143721,
446
+ "support": 33500.0
447
+ },
448
+ "eval_runtime": 5.0234,
449
+ "eval_samples_per_second": 16.125,
450
+ "eval_steps_per_second": 2.19,
451
  "eval_weighted avg": {
452
+ "f1-score": 0.856081111084223,
453
+ "precision": 0.8570485445028432,
454
+ "recall": 0.8577014925373134,
455
+ "support": 33500.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
+ "f1-score": 0.6373333333333333,
463
+ "precision": 0.5815085158150851,
464
+ "recall": 0.7050147492625368,
465
+ "support": 339.0
466
  },
467
  "eval_B-MajorClaim": {
468
+ "f1-score": 0.7952522255192879,
469
+ "precision": 0.7570621468926554,
470
+ "recall": 0.8375,
471
+ "support": 160.0
472
  },
473
  "eval_B-Premise": {
474
+ "f1-score": 0.7883053600433134,
475
+ "precision": 0.8035320088300221,
476
+ "recall": 0.7736450584484591,
477
+ "support": 941.0
478
  },
479
  "eval_I-Claim": {
480
+ "f1-score": 0.6543385490753911,
481
+ "precision": 0.5900461775269369,
482
+ "recall": 0.7343550446998723,
483
+ "support": 4698.0
484
  },
485
  "eval_I-MajorClaim": {
486
+ "f1-score": 0.8537494177922683,
487
+ "precision": 0.8089143865842895,
488
+ "recall": 0.9038461538461539,
489
+ "support": 2028.0
490
  },
491
  "eval_I-Premise": {
492
+ "f1-score": 0.8704377010208362,
493
+ "precision": 0.9058429746052535,
494
+ "recall": 0.8376959827737029,
495
+ "support": 14861.0
496
  },
497
  "eval_O": {
498
+ "f1-score": 0.9111186539300781,
499
+ "precision": 0.925615763546798,
500
+ "recall": 0.8970686527260575,
501
+ "support": 10473.0
502
  },
503
+ "eval_accuracy": 0.8426268656716418,
504
+ "eval_loss": 0.6685047149658203,
505
  "eval_macro avg": {
506
+ "f1-score": 0.7872193201020725,
507
+ "precision": 0.7675031391144344,
508
+ "recall": 0.8127322345366831,
509
+ "support": 33500.0
510
+ },
511
+ "eval_runtime": 4.992,
512
+ "eval_samples_per_second": 16.226,
513
+ "eval_steps_per_second": 2.204,
514
  "eval_weighted avg": {
515
+ "f1-score": 0.8468148764239732,
516
+ "precision": 0.8550031822663273,
517
+ "recall": 0.8426268656716418,
518
+ "support": 33500.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
+ "f1-score": 0.5807407407407408,
526
+ "precision": 0.5833333333333334,
527
+ "recall": 0.5781710914454278,
528
+ "support": 339.0
529
  },
530
  "eval_B-MajorClaim": {
531
+ "f1-score": 0.8012232415902141,
532
+ "precision": 0.7844311377245509,
533
+ "recall": 0.81875,
534
+ "support": 160.0
535
  },
536
  "eval_B-Premise": {
537
+ "f1-score": 0.7984111221449851,
538
+ "precision": 0.7493010251630942,
539
+ "recall": 0.8544102019128587,
540
+ "support": 941.0
541
  },
542
  "eval_I-Claim": {
543
+ "f1-score": 0.5917442137914578,
544
+ "precision": 0.6731813246471227,
545
+ "recall": 0.5278842060451255,
546
+ "support": 4698.0
547
  },
548
  "eval_I-MajorClaim": {
549
+ "f1-score": 0.8581943081452406,
550
+ "precision": 0.85400390625,
551
+ "recall": 0.8624260355029586,
552
+ "support": 2028.0
553
  },
554
  "eval_I-Premise": {
555
+ "f1-score": 0.8840042543591067,
556
+ "precision": 0.84832364221205,
557
+ "recall": 0.922818114527959,
558
+ "support": 14861.0
559
  },
560
  "eval_O": {
561
+ "f1-score": 0.910873701156154,
562
+ "precision": 0.931178934769599,
563
+ "recall": 0.8914351188771126,
564
+ "support": 10473.0
565
  },
566
+ "eval_accuracy": 0.8480597014925373,
567
+ "eval_loss": 0.7230669260025024,
568
  "eval_macro avg": {
569
+ "f1-score": 0.7750273688468428,
570
+ "precision": 0.7748219005856785,
571
+ "recall": 0.779413538330206,
572
+ "support": 33500.0
573
+ },
574
+ "eval_runtime": 5.0031,
575
+ "eval_samples_per_second": 16.19,
576
+ "eval_steps_per_second": 2.199,
577
  "eval_weighted avg": {
578
+ "f1-score": 0.8439872109031008,
579
+ "precision": 0.8442403481354289,
580
+ "recall": 0.8480597014925373,
581
+ "support": 33500.0
582
  },
583
  "step": 729
584
  },
585
  {
586
  "epoch": 10.0,
587
  "eval_B-Claim": {
588
+ "f1-score": 0.6050198150594451,
589
+ "precision": 0.5478468899521531,
590
+ "recall": 0.6755162241887905,
591
+ "support": 339.0
592
  },
593
  "eval_B-MajorClaim": {
594
+ "f1-score": 0.8170731707317073,
595
+ "precision": 0.7976190476190477,
596
+ "recall": 0.8375,
597
+ "support": 160.0
598
  },
599
  "eval_B-Premise": {
600
+ "f1-score": 0.7826535880227156,
601
+ "precision": 0.7610441767068273,
602
+ "recall": 0.8055260361317748,
603
+ "support": 941.0
604
  },
605
  "eval_I-Claim": {
606
+ "f1-score": 0.6194059405940595,
607
+ "precision": 0.5790447982228805,
608
+ "recall": 0.6658152405278842,
609
+ "support": 4698.0
610
  },
611
  "eval_I-MajorClaim": {
612
+ "f1-score": 0.8604878048780488,
613
+ "precision": 0.8513513513513513,
614
+ "recall": 0.8698224852071006,
615
+ "support": 2028.0
616
  },
617
  "eval_I-Premise": {
618
+ "f1-score": 0.8745383703201763,
619
+ "precision": 0.8807151630954005,
620
+ "recall": 0.8684476145616042,
621
+ "support": 14861.0
622
  },
623
  "eval_O": {
624
+ "f1-score": 0.9032226225139417,
625
+ "precision": 0.9347293156281921,
626
+ "recall": 0.8737706483338108,
627
+ "support": 10473.0
628
  },
629
+ "eval_accuracy": 0.837910447761194,
630
+ "eval_loss": 0.7846710085868835,
631
  "eval_macro avg": {
632
+ "f1-score": 0.7803430445885849,
633
+ "precision": 0.7646215346536931,
634
+ "recall": 0.7994854641358522,
635
+ "support": 33500.0
636
+ },
637
+ "eval_runtime": 4.9942,
638
+ "eval_samples_per_second": 16.219,
639
+ "eval_steps_per_second": 2.203,
640
  "eval_weighted avg": {
641
+ "f1-score": 0.8412929574648306,
642
+ "precision": 0.8463911306722504,
643
+ "recall": 0.837910447761194,
644
+ "support": 33500.0
645
  },
646
  "step": 810
647
  }
 
651
  "num_input_tokens_seen": 0,
652
  "num_train_epochs": 50,
653
  "save_steps": 500,
654
+ "total_flos": 1433442573990000.0,
655
  "train_batch_size": 4,
656
  "trial_name": null,
657
  "trial_params": null
checkpoint-810/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e399da607e4146e893653bd0a49330ff0f1a2b7b93eeeffc61516f98a373e86a
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c84096ff478c0991daa557c55b3ae423c1b21babebadb1405f26dd17942540f
3
  size 4856