File size: 40,714 Bytes
e247457
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
{
  "best_metric": 0.9129580069246931,
  "best_model_checkpoint": "./saved_models/cliroberta_sbdh_gpt4_v2_0/checkpoint-912",
  "epoch": 38.0,
  "eval_steps": 500,
  "global_step": 912,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "grad_norm": 0.9901933670043945,
      "learning_rate": 2.5e-06,
      "loss": 0.575,
      "step": 24
    },
    {
      "epoch": 1.0,
      "eval_acc_macro": 0.1223753452493468,
      "eval_acc_micro": 0.14617249740214502,
      "eval_auc_macro": 0.6179498256291489,
      "eval_auc_micro": 0.6115176410375945,
      "eval_f1_at_5": 0.24653561710044558,
      "eval_f1_at_8": 0.23250745850924381,
      "eval_f1_macro": 0.20626681869979227,
      "eval_f1_micro": 0.25506195225142775,
      "eval_loss": 0.4440538287162781,
      "eval_prec_at_5": 0.15890410958904108,
      "eval_prec_at_8": 0.13684360730593606,
      "eval_prec_macro": 0.16142693103921257,
      "eval_prec_micro": 0.15594974131559208,
      "eval_rec_at_5": 0.5496575342465754,
      "eval_rec_at_8": 0.772640791476408,
      "eval_rec_macro": 0.598680624031903,
      "eval_rec_micro": 0.6998341625206717,
      "eval_runtime": 3.2806,
      "eval_samples_per_second": 267.022,
      "eval_steps_per_second": 33.53,
      "step": 24
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.45090538263320923,
      "learning_rate": 5e-06,
      "loss": 0.416,
      "step": 48
    },
    {
      "epoch": 2.0,
      "eval_acc_macro": 0.12473782113690822,
      "eval_acc_micro": 0.19038767923525782,
      "eval_auc_macro": 0.7812955931842048,
      "eval_auc_micro": 0.7120923874787535,
      "eval_f1_at_5": 0.28976519882341023,
      "eval_f1_at_8": 0.26129064546572484,
      "eval_f1_macro": 0.20647502666276477,
      "eval_f1_micro": 0.3198750836493277,
      "eval_loss": 0.35849881172180176,
      "eval_prec_at_5": 0.1860730593607306,
      "eval_prec_at_8": 0.15368150684931506,
      "eval_prec_macro": 0.2441853686080976,
      "eval_prec_micro": 0.2187976808056082,
      "eval_rec_at_5": 0.654490106544901,
      "eval_rec_at_8": 0.8715753424657534,
      "eval_rec_macro": 0.4255708847629977,
      "eval_rec_micro": 0.5945273631840303,
      "eval_runtime": 3.1796,
      "eval_samples_per_second": 275.508,
      "eval_steps_per_second": 34.596,
      "step": 48
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.27397865056991577,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.3638,
      "step": 72
    },
    {
      "epoch": 3.0,
      "eval_acc_macro": 0.08130874759470162,
      "eval_acc_micro": 0.24049000644743773,
      "eval_auc_macro": 0.8877837878947817,
      "eval_auc_micro": 0.7666590840482023,
      "eval_f1_at_5": 0.336822490351584,
      "eval_f1_at_8": 0.2698854516748229,
      "eval_f1_macro": 0.10904515062726224,
      "eval_f1_micro": 0.3877338877338474,
      "eval_loss": 0.3340158760547638,
      "eval_prec_at_5": 0.21575342465753425,
      "eval_prec_at_8": 0.158675799086758,
      "eval_prec_macro": 0.08635061077641497,
      "eval_prec_micro": 0.5194986072422675,
      "eval_rec_at_5": 0.7675038051750379,
      "eval_rec_at_8": 0.9022070015220699,
      "eval_rec_macro": 0.147953216374198,
      "eval_rec_micro": 0.309286898839112,
      "eval_runtime": 3.1991,
      "eval_samples_per_second": 273.823,
      "eval_steps_per_second": 34.384,
      "step": 72
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.2640039920806885,
      "learning_rate": 1e-05,
      "loss": 0.3328,
      "step": 96
    },
    {
      "epoch": 4.0,
      "eval_acc_macro": 0.2356290306850708,
      "eval_acc_micro": 0.36202531645567326,
      "eval_auc_macro": 0.9194506958206632,
      "eval_auc_micro": 0.8662944233628048,
      "eval_f1_at_5": 0.3860939867346734,
      "eval_f1_at_8": 0.2863186309798368,
      "eval_f1_macro": 0.31624180053900214,
      "eval_f1_micro": 0.5315985130111031,
      "eval_loss": 0.29880067706108093,
      "eval_prec_at_5": 0.24703196347031964,
      "eval_prec_at_8": 0.168236301369863,
      "eval_prec_macro": 0.38775967404251327,
      "eval_prec_micro": 0.6046511627906337,
      "eval_rec_at_5": 0.8833713850837139,
      "eval_rec_at_8": 0.9604261796042617,
      "eval_rec_macro": 0.31299638776931427,
      "eval_rec_micro": 0.4742951907130618,
      "eval_runtime": 3.2144,
      "eval_samples_per_second": 272.527,
      "eval_steps_per_second": 34.221,
      "step": 96
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.29883790016174316,
      "learning_rate": 9.722222222222223e-06,
      "loss": 0.2961,
      "step": 120
    },
    {
      "epoch": 5.0,
      "eval_acc_macro": 0.45969839854913025,
      "eval_acc_micro": 0.5302557704304098,
      "eval_auc_macro": 0.9400078444800295,
      "eval_auc_micro": 0.9362775366665492,
      "eval_f1_at_5": 0.41206764411360836,
      "eval_f1_at_8": 0.2904319455576605,
      "eval_f1_macro": 0.5639799795799724,
      "eval_f1_micro": 0.6930289441499639,
      "eval_loss": 0.25566670298576355,
      "eval_prec_at_5": 0.26324200913242013,
      "eval_prec_at_8": 0.170662100456621,
      "eval_prec_macro": 0.5869010270714891,
      "eval_prec_micro": 0.6816359262228804,
      "eval_rec_at_5": 0.9480593607305936,
      "eval_rec_at_8": 0.9739345509893454,
      "eval_rec_macro": 0.5895666448012687,
      "eval_rec_micro": 0.7048092868987806,
      "eval_runtime": 3.2031,
      "eval_samples_per_second": 273.486,
      "eval_steps_per_second": 34.342,
      "step": 120
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.3095230162143707,
      "learning_rate": 9.444444444444445e-06,
      "loss": 0.2582,
      "step": 144
    },
    {
      "epoch": 6.0,
      "eval_acc_macro": 0.5571172225508884,
      "eval_acc_micro": 0.599110546378615,
      "eval_auc_macro": 0.957377398100574,
      "eval_auc_micro": 0.9585021379241767,
      "eval_f1_at_5": 0.41988358958639926,
      "eval_f1_at_8": 0.2904319455576605,
      "eval_f1_macro": 0.6798913628949355,
      "eval_f1_micro": 0.7493047278505561,
      "eval_loss": 0.22171612083911896,
      "eval_prec_at_5": 0.2684931506849315,
      "eval_prec_at_8": 0.170662100456621,
      "eval_prec_macro": 0.7360995034850415,
      "eval_prec_micro": 0.7192982456139801,
      "eval_rec_at_5": 0.9627092846270927,
      "eval_rec_at_8": 0.9739345509893454,
      "eval_rec_macro": 0.7032528362779372,
      "eval_rec_micro": 0.7819237147594708,
      "eval_runtime": 3.2002,
      "eval_samples_per_second": 273.729,
      "eval_steps_per_second": 34.372,
      "step": 144
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.4028068780899048,
      "learning_rate": 9.166666666666666e-06,
      "loss": 0.2275,
      "step": 168
    },
    {
      "epoch": 7.0,
      "eval_acc_macro": 0.6549888166459882,
      "eval_acc_micro": 0.6949270326615222,
      "eval_auc_macro": 0.9666862869707499,
      "eval_auc_micro": 0.9705963698236378,
      "eval_f1_at_5": 0.421956752081853,
      "eval_f1_at_8": 0.2911364149806836,
      "eval_f1_macro": 0.769457395477212,
      "eval_f1_micro": 0.8200082000819336,
      "eval_loss": 0.19522725045681,
      "eval_prec_at_5": 0.2698630136986302,
      "eval_prec_at_8": 0.17109018264840184,
      "eval_prec_macro": 0.8425529900891876,
      "eval_prec_micro": 0.8110300081102343,
      "eval_rec_at_5": 0.9668949771689498,
      "eval_rec_at_8": 0.9758371385083714,
      "eval_rec_macro": 0.7739718206004228,
      "eval_rec_micro": 0.8291873963515066,
      "eval_runtime": 3.1872,
      "eval_samples_per_second": 274.847,
      "eval_steps_per_second": 34.513,
      "step": 168
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.3119203448295593,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.2028,
      "step": 192
    },
    {
      "epoch": 8.0,
      "eval_acc_macro": 0.6972915753471085,
      "eval_acc_micro": 0.7357664233576106,
      "eval_auc_macro": 0.9740916521582301,
      "eval_auc_micro": 0.9777448811533707,
      "eval_f1_at_5": 0.4238663640920515,
      "eval_f1_at_8": 0.2915919235644548,
      "eval_f1_macro": 0.8073127904534504,
      "eval_f1_micro": 0.8477712363329817,
      "eval_loss": 0.17399446666240692,
      "eval_prec_at_5": 0.2712328767123288,
      "eval_prec_at_8": 0.1713755707762557,
      "eval_prec_macro": 0.8738560982440289,
      "eval_prec_micro": 0.8600682593855921,
      "eval_rec_at_5": 0.9693683409436834,
      "eval_rec_at_8": 0.9767884322678843,
      "eval_rec_macro": 0.7867760719656439,
      "eval_rec_micro": 0.8358208955223188,
      "eval_runtime": 3.1788,
      "eval_samples_per_second": 275.577,
      "eval_steps_per_second": 34.604,
      "step": 192
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.3134922683238983,
      "learning_rate": 8.611111111111112e-06,
      "loss": 0.1824,
      "step": 216
    },
    {
      "epoch": 9.0,
      "eval_acc_macro": 0.7304201087212143,
      "eval_acc_micro": 0.7586206896551179,
      "eval_auc_macro": 0.9803240639791783,
      "eval_auc_micro": 0.9830083410585158,
      "eval_f1_at_5": 0.42521790481745503,
      "eval_f1_at_8": 0.2922793659426448,
      "eval_f1_macro": 0.835259929842726,
      "eval_f1_micro": 0.8627450980391451,
      "eval_loss": 0.1565641313791275,
      "eval_prec_at_5": 0.2721461187214612,
      "eval_prec_at_8": 0.17180365296803654,
      "eval_prec_macro": 0.8537779731664906,
      "eval_prec_micro": 0.8502415458936513,
      "eval_rec_at_5": 0.9718417047184171,
      "eval_rec_at_8": 0.978310502283105,
      "eval_rec_macro": 0.838195231781537,
      "eval_rec_micro": 0.8756218905471911,
      "eval_runtime": 3.2483,
      "eval_samples_per_second": 269.681,
      "eval_steps_per_second": 33.864,
      "step": 216
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.4643474221229553,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.1651,
      "step": 240
    },
    {
      "epoch": 10.0,
      "eval_acc_macro": 0.7537121442185194,
      "eval_acc_micro": 0.7786705624542893,
      "eval_auc_macro": 0.9820077423929909,
      "eval_auc_micro": 0.9843423829345286,
      "eval_f1_at_5": 0.4252361135724823,
      "eval_f1_at_8": 0.2915919235644548,
      "eval_f1_macro": 0.852437891908891,
      "eval_f1_micro": 0.8755646817247741,
      "eval_loss": 0.14288866519927979,
      "eval_prec_at_5": 0.2721461187214612,
      "eval_prec_at_8": 0.1713755707762557,
      "eval_prec_macro": 0.8628168198092824,
      "eval_prec_micro": 0.8673718470300352,
      "eval_rec_at_5": 0.9720319634703196,
      "eval_rec_at_8": 0.9767884322678843,
      "eval_rec_macro": 0.8531543520415448,
      "eval_rec_micro": 0.8839137645107061,
      "eval_runtime": 3.1569,
      "eval_samples_per_second": 277.491,
      "eval_steps_per_second": 34.845,
      "step": 240
    },
    {
      "epoch": 11.0,
      "grad_norm": 0.41132673621177673,
      "learning_rate": 8.055555555555557e-06,
      "loss": 0.1507,
      "step": 264
    },
    {
      "epoch": 11.0,
      "eval_acc_macro": 0.7725786729049252,
      "eval_acc_micro": 0.7965465465464867,
      "eval_auc_macro": 0.9845391365423227,
      "eval_auc_micro": 0.9861133832235769,
      "eval_f1_at_5": 0.42516324511829706,
      "eval_f1_at_8": 0.2915919235644548,
      "eval_f1_macro": 0.8654438329084839,
      "eval_f1_micro": 0.8867530296697962,
      "eval_loss": 0.13122519850730896,
      "eval_prec_at_5": 0.2721461187214612,
      "eval_prec_at_8": 0.1713755707762557,
      "eval_prec_macro": 0.890999273408568,
      "eval_prec_micro": 0.8938500421229238,
      "eval_rec_at_5": 0.9712709284627093,
      "eval_rec_at_8": 0.9767884322678843,
      "eval_rec_macro": 0.8506625538285683,
      "eval_rec_micro": 0.8797678275289486,
      "eval_runtime": 3.1904,
      "eval_samples_per_second": 274.571,
      "eval_steps_per_second": 34.478,
      "step": 264
    },
    {
      "epoch": 12.0,
      "grad_norm": 0.5822508335113525,
      "learning_rate": 7.77777777777778e-06,
      "loss": 0.1381,
      "step": 288
    },
    {
      "epoch": 12.0,
      "eval_acc_macro": 0.7941812566844084,
      "eval_acc_micro": 0.8098434004473669,
      "eval_auc_macro": 0.9868855804701235,
      "eval_auc_micro": 0.9890811185137426,
      "eval_f1_at_5": 0.4261995886925304,
      "eval_f1_at_8": 0.29205588274802374,
      "eval_f1_macro": 0.8806793746749714,
      "eval_f1_micro": 0.8949320148330534,
      "eval_loss": 0.12080539762973785,
      "eval_prec_at_5": 0.27283105022831056,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.8843316154214099,
      "eval_prec_micro": 0.8894348894348165,
      "eval_rec_at_5": 0.9733637747336377,
      "eval_rec_at_8": 0.9779299847792998,
      "eval_rec_macro": 0.8816174783898175,
      "eval_rec_micro": 0.9004975124377362,
      "eval_runtime": 3.278,
      "eval_samples_per_second": 267.232,
      "eval_steps_per_second": 33.557,
      "step": 288
    },
    {
      "epoch": 13.0,
      "grad_norm": 0.5692580342292786,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.1278,
      "step": 312
    },
    {
      "epoch": 13.0,
      "eval_acc_macro": 0.810678005842559,
      "eval_acc_micro": 0.8233082706766298,
      "eval_auc_macro": 0.9875718328324142,
      "eval_auc_micro": 0.989483950688566,
      "eval_f1_at_5": 0.4271994046239887,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.8918987653168854,
      "eval_f1_micro": 0.90309278350508,
      "eval_loss": 0.11230690032243729,
      "eval_prec_at_5": 0.27351598173515984,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.8939579787040955,
      "eval_prec_micro": 0.8982772764560378,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.8924277193620916,
      "eval_rec_micro": 0.9079601990048998,
      "eval_runtime": 3.2773,
      "eval_samples_per_second": 267.291,
      "eval_steps_per_second": 33.564,
      "step": 312
    },
    {
      "epoch": 14.0,
      "grad_norm": 0.4341146647930145,
      "learning_rate": 7.222222222222223e-06,
      "loss": 0.1181,
      "step": 336
    },
    {
      "epoch": 14.0,
      "eval_acc_macro": 0.8114177963739652,
      "eval_acc_micro": 0.8276661514682513,
      "eval_auc_macro": 0.9882489665360898,
      "eval_auc_micro": 0.9896063774543715,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.2915919235644548,
      "eval_f1_macro": 0.8910138454396187,
      "eval_f1_micro": 0.9057082452430524,
      "eval_loss": 0.10568831115961075,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1713755707762557,
      "eval_prec_macro": 0.9229102543764114,
      "eval_prec_micro": 0.924072476272569,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.9767884322678843,
      "eval_rec_macro": 0.8685981119086549,
      "eval_rec_micro": 0.8880597014924636,
      "eval_runtime": 3.2679,
      "eval_samples_per_second": 268.059,
      "eval_steps_per_second": 33.66,
      "step": 336
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.3292841613292694,
      "learning_rate": 6.944444444444445e-06,
      "loss": 0.1101,
      "step": 360
    },
    {
      "epoch": 15.0,
      "eval_acc_macro": 0.8196380626953511,
      "eval_acc_micro": 0.8308880308879667,
      "eval_auc_macro": 0.9889504342095332,
      "eval_auc_micro": 0.9907443048387263,
      "eval_f1_at_5": 0.4271994046239887,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.8973412777794657,
      "eval_f1_micro": 0.9076339097426479,
      "eval_loss": 0.0997268408536911,
      "eval_prec_at_5": 0.27351598173515984,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9202983062064826,
      "eval_prec_micro": 0.923605150214513,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.8785932935910168,
      "eval_rec_micro": 0.8922056384742212,
      "eval_runtime": 3.2426,
      "eval_samples_per_second": 270.154,
      "eval_steps_per_second": 33.923,
      "step": 360
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.513087272644043,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.1023,
      "step": 384
    },
    {
      "epoch": 16.0,
      "eval_acc_macro": 0.8235455386482644,
      "eval_acc_micro": 0.8347425057647321,
      "eval_auc_macro": 0.9885335456453125,
      "eval_auc_micro": 0.9898872283756374,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.2915919235644548,
      "eval_f1_macro": 0.8999181306237283,
      "eval_f1_micro": 0.9099287808964466,
      "eval_loss": 0.09510227292776108,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1713755707762557,
      "eval_prec_macro": 0.9168967179225254,
      "eval_prec_micro": 0.9195596951735038,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.9767884322678843,
      "eval_rec_macro": 0.8861519346844252,
      "eval_rec_micro": 0.9004975124377362,
      "eval_runtime": 3.3019,
      "eval_samples_per_second": 265.298,
      "eval_steps_per_second": 33.314,
      "step": 384
    },
    {
      "epoch": 17.0,
      "grad_norm": 0.44329148530960083,
      "learning_rate": 6.3888888888888885e-06,
      "loss": 0.0966,
      "step": 408
    },
    {
      "epoch": 17.0,
      "eval_acc_macro": 0.8282861708589082,
      "eval_acc_micro": 0.8414164742108667,
      "eval_auc_macro": 0.9900771631031816,
      "eval_auc_micro": 0.9908838392748628,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.903024454767273,
      "eval_f1_micro": 0.9138795986621309,
      "eval_loss": 0.09051786363124847,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9150389365619009,
      "eval_prec_micro": 0.9215851602022831,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.8934998678358861,
      "eval_rec_micro": 0.9063018242121967,
      "eval_runtime": 3.2033,
      "eval_samples_per_second": 273.471,
      "eval_steps_per_second": 34.34,
      "step": 408
    },
    {
      "epoch": 18.0,
      "grad_norm": 0.5752924084663391,
      "learning_rate": 6.111111111111112e-06,
      "loss": 0.0907,
      "step": 432
    },
    {
      "epoch": 18.0,
      "eval_acc_macro": 0.8284485888604599,
      "eval_acc_micro": 0.8406466512701432,
      "eval_auc_macro": 0.9899844969634316,
      "eval_auc_micro": 0.9914398385606178,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.9033529953273461,
      "eval_f1_micro": 0.9134253450438383,
      "eval_loss": 0.08615443110466003,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9148533164182675,
      "eval_prec_micro": 0.9215189873416944,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.8936470636992689,
      "eval_rec_micro": 0.9054726368158453,
      "eval_runtime": 3.2471,
      "eval_samples_per_second": 269.782,
      "eval_steps_per_second": 33.877,
      "step": 432
    },
    {
      "epoch": 19.0,
      "grad_norm": 0.3273939788341522,
      "learning_rate": 5.833333333333334e-06,
      "loss": 0.0856,
      "step": 456
    },
    {
      "epoch": 19.0,
      "eval_acc_macro": 0.8365219798472802,
      "eval_acc_micro": 0.8460943542149384,
      "eval_auc_macro": 0.990006520319756,
      "eval_auc_micro": 0.991490537854463,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.908175633993403,
      "eval_f1_micro": 0.9166317553413559,
      "eval_loss": 0.08281172811985016,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9221522942691044,
      "eval_prec_micro": 0.9263336155799384,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.8964813104500736,
      "eval_rec_micro": 0.9071310116085483,
      "eval_runtime": 3.2394,
      "eval_samples_per_second": 270.419,
      "eval_steps_per_second": 33.957,
      "step": 456
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.4600836932659149,
      "learning_rate": 5.555555555555557e-06,
      "loss": 0.081,
      "step": 480
    },
    {
      "epoch": 20.0,
      "eval_acc_macro": 0.8341810383521641,
      "eval_acc_micro": 0.8469778117826436,
      "eval_auc_macro": 0.9899728237387516,
      "eval_auc_micro": 0.9915228820436822,
      "eval_f1_at_5": 0.4278659031068435,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9068497360775286,
      "eval_f1_micro": 0.9171499585749033,
      "eval_loss": 0.07994194328784943,
      "eval_prec_at_5": 0.27397260273972607,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9087038321630772,
      "eval_prec_micro": 0.9163907284767453,
      "eval_rec_at_5": 0.9762176560121765,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9059843761789805,
      "eval_rec_micro": 0.9179104477611179,
      "eval_runtime": 3.1998,
      "eval_samples_per_second": 273.764,
      "eval_steps_per_second": 34.377,
      "step": 480
    },
    {
      "epoch": 21.0,
      "grad_norm": 0.5419149398803711,
      "learning_rate": 5.2777777777777785e-06,
      "loss": 0.0773,
      "step": 504
    },
    {
      "epoch": 21.0,
      "eval_acc_macro": 0.8302896897341306,
      "eval_acc_micro": 0.8448947778643144,
      "eval_auc_macro": 0.9902784944925817,
      "eval_auc_micro": 0.9916112716737253,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.9041333779773183,
      "eval_f1_micro": 0.9159273341782074,
      "eval_loss": 0.07834368944168091,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9276589497355273,
      "eval_prec_micro": 0.9336778639103416,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.8839118707511296,
      "eval_rec_micro": 0.8988391376450332,
      "eval_runtime": 3.1453,
      "eval_samples_per_second": 278.513,
      "eval_steps_per_second": 34.973,
      "step": 504
    },
    {
      "epoch": 22.0,
      "grad_norm": 0.3567904829978943,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 528
    },
    {
      "epoch": 22.0,
      "eval_acc_macro": 0.8348824235565738,
      "eval_acc_micro": 0.8433919022153672,
      "eval_auc_macro": 0.9903521725932115,
      "eval_auc_micro": 0.9919912936214408,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9076004004647569,
      "eval_f1_micro": 0.915043514297479,
      "eval_loss": 0.07567035406827927,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9101730173612985,
      "eval_prec_micro": 0.9146644573321528,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9057605150279991,
      "eval_rec_micro": 0.9154228855720634,
      "eval_runtime": 3.1937,
      "eval_samples_per_second": 274.293,
      "eval_steps_per_second": 34.443,
      "step": 528
    },
    {
      "epoch": 23.0,
      "grad_norm": 0.4837111234664917,
      "learning_rate": 4.722222222222222e-06,
      "loss": 0.0698,
      "step": 552
    },
    {
      "epoch": 23.0,
      "eval_acc_macro": 0.8374765617625478,
      "eval_acc_micro": 0.8441947565542438,
      "eval_auc_macro": 0.9904772253291115,
      "eval_auc_micro": 0.9921461536789155,
      "eval_f1_at_5": 0.4278659031068434,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9092344767866304,
      "eval_f1_micro": 0.9155158407797794,
      "eval_loss": 0.07319281995296478,
      "eval_prec_at_5": 0.273972602739726,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.8914748226041258,
      "eval_prec_micro": 0.8972929936305017,
      "eval_rec_at_5": 0.9762176560121765,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9284071354304921,
      "eval_rec_micro": 0.9344941956881481,
      "eval_runtime": 3.1304,
      "eval_samples_per_second": 279.84,
      "eval_steps_per_second": 35.14,
      "step": 552
    },
    {
      "epoch": 24.0,
      "grad_norm": 0.39113664627075195,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.0666,
      "step": 576
    },
    {
      "epoch": 24.0,
      "eval_acc_macro": 0.8381100355802934,
      "eval_acc_micro": 0.844077961019427,
      "eval_auc_macro": 0.9903966871163578,
      "eval_auc_micro": 0.9918843706818725,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9097231670248208,
      "eval_f1_micro": 0.9154471544714704,
      "eval_loss": 0.07271166890859604,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.8946829660987885,
      "eval_prec_micro": 0.8979266347686684,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9261163381279823,
      "eval_rec_micro": 0.9336650082917965,
      "eval_runtime": 3.2473,
      "eval_samples_per_second": 269.762,
      "eval_steps_per_second": 33.874,
      "step": 576
    },
    {
      "epoch": 25.0,
      "grad_norm": 0.623213529586792,
      "learning_rate": 4.166666666666667e-06,
      "loss": 0.0635,
      "step": 600
    },
    {
      "epoch": 25.0,
      "eval_acc_macro": 0.8378381654750737,
      "eval_acc_micro": 0.8448795180722255,
      "eval_auc_macro": 0.9903437445438174,
      "eval_auc_micro": 0.991977126331948,
      "eval_f1_at_5": 0.4275326584009282,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9095042466910366,
      "eval_f1_micro": 0.915918367346864,
      "eval_loss": 0.07025843113660812,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.8980030893359562,
      "eval_prec_micro": 0.9019292604500883,
      "eval_rec_at_5": 0.9756468797564688,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.921910312969234,
      "eval_rec_micro": 0.9303482587063905,
      "eval_runtime": 3.2584,
      "eval_samples_per_second": 268.843,
      "eval_steps_per_second": 33.759,
      "step": 600
    },
    {
      "epoch": 26.0,
      "grad_norm": 0.5504964590072632,
      "learning_rate": 3.88888888888889e-06,
      "loss": 0.0608,
      "step": 624
    },
    {
      "epoch": 26.0,
      "eval_acc_macro": 0.8420968191195207,
      "eval_acc_micro": 0.8508705526115934,
      "eval_auc_macro": 0.9903203584733035,
      "eval_auc_micro": 0.9918962213076746,
      "eval_f1_at_5": 0.4271994046239887,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.911966406429931,
      "eval_f1_micro": 0.9194274028629105,
      "eval_loss": 0.06913089752197266,
      "eval_prec_at_5": 0.27351598173515984,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.8987539781949079,
      "eval_prec_micro": 0.9071832122678848,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9260958603602073,
      "eval_rec_micro": 0.9320066334990935,
      "eval_runtime": 3.2691,
      "eval_samples_per_second": 267.962,
      "eval_steps_per_second": 33.648,
      "step": 624
    },
    {
      "epoch": 27.0,
      "grad_norm": 0.4138895571231842,
      "learning_rate": 3.6111111111111115e-06,
      "loss": 0.059,
      "step": 648
    },
    {
      "epoch": 27.0,
      "eval_acc_macro": 0.8343605198418258,
      "eval_acc_micro": 0.8466819221967318,
      "eval_auc_macro": 0.9905189753061885,
      "eval_auc_micro": 0.9920985729708075,
      "eval_f1_at_5": 0.4278659031068434,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9071167088535305,
      "eval_f1_micro": 0.9169764560098375,
      "eval_loss": 0.068180613219738,
      "eval_prec_at_5": 0.273972602739726,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.905623991446007,
      "eval_prec_micro": 0.913580246913505,
      "eval_rec_at_5": 0.9762176560121765,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9092956538553008,
      "eval_rec_micro": 0.9203980099501724,
      "eval_runtime": 3.2333,
      "eval_samples_per_second": 270.935,
      "eval_steps_per_second": 34.021,
      "step": 648
    },
    {
      "epoch": 28.0,
      "grad_norm": 0.4782184958457947,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.0558,
      "step": 672
    },
    {
      "epoch": 28.0,
      "eval_acc_macro": 0.8388794744893889,
      "eval_acc_micro": 0.8464419475654796,
      "eval_auc_macro": 0.9907869944842939,
      "eval_auc_micro": 0.9923112605180986,
      "eval_f1_at_5": 0.4281991387591175,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9097311444189383,
      "eval_f1_micro": 0.9168356997970858,
      "eval_loss": 0.06692954152822495,
      "eval_prec_at_5": 0.2742009132420091,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.8914388177432641,
      "eval_prec_micro": 0.8975377283557666,
      "eval_rec_at_5": 0.9767884322678843,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9295486988792282,
      "eval_rec_micro": 0.9369817578772025,
      "eval_runtime": 3.1471,
      "eval_samples_per_second": 278.355,
      "eval_steps_per_second": 34.953,
      "step": 672
    },
    {
      "epoch": 29.0,
      "grad_norm": 0.4504872262477875,
      "learning_rate": 3.055555555555556e-06,
      "loss": 0.0538,
      "step": 696
    },
    {
      "epoch": 29.0,
      "eval_acc_macro": 0.838778704972707,
      "eval_acc_micro": 0.849157733537454,
      "eval_auc_macro": 0.9902459134171048,
      "eval_auc_micro": 0.9921254819105988,
      "eval_f1_at_5": 0.4278476261962846,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.909828962756635,
      "eval_f1_micro": 0.9184265010351206,
      "eval_loss": 0.06644343584775925,
      "eval_prec_at_5": 0.27397260273972607,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9086581525308847,
      "eval_prec_micro": 0.9172870140611317,
      "eval_rec_at_5": 0.976027397260274,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9113050956999702,
      "eval_rec_micro": 0.9195688225538209,
      "eval_runtime": 3.1423,
      "eval_samples_per_second": 278.777,
      "eval_steps_per_second": 35.006,
      "step": 696
    },
    {
      "epoch": 30.0,
      "grad_norm": 0.4144255220890045,
      "learning_rate": 2.7777777777777783e-06,
      "loss": 0.0514,
      "step": 720
    },
    {
      "epoch": 30.0,
      "eval_acc_macro": 0.8414238560509153,
      "eval_acc_micro": 0.8515981735159169,
      "eval_auc_macro": 0.9904232681518291,
      "eval_auc_micro": 0.9915424845826032,
      "eval_f1_at_5": 0.4278659031068435,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.9115867876146071,
      "eval_f1_micro": 0.9198520345252017,
      "eval_loss": 0.06602790951728821,
      "eval_prec_at_5": 0.27397260273972607,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9028158103948029,
      "eval_prec_micro": 0.9119804400977252,
      "eval_rec_at_5": 0.9762176560121765,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.9208453689121621,
      "eval_rec_micro": 0.9278606965173359,
      "eval_runtime": 3.2592,
      "eval_samples_per_second": 268.778,
      "eval_steps_per_second": 33.751,
      "step": 720
    },
    {
      "epoch": 31.0,
      "grad_norm": 0.5076408386230469,
      "learning_rate": 2.5e-06,
      "loss": 0.0486,
      "step": 744
    },
    {
      "epoch": 31.0,
      "eval_acc_macro": 0.8417559403467925,
      "eval_acc_micro": 0.8513097072418451,
      "eval_auc_macro": 0.9902567259413712,
      "eval_auc_micro": 0.9916356857449267,
      "eval_f1_at_5": 0.42747783226694747,
      "eval_f1_at_8": 0.2918154230125642,
      "eval_f1_macro": 0.9114967651862192,
      "eval_f1_micro": 0.9196837286724161,
      "eval_loss": 0.06532150506973267,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9135306848535077,
      "eval_prec_micro": 0.9231411862990039,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.9771689497716894,
      "eval_rec_macro": 0.9101782005755276,
      "eval_rec_micro": 0.9162520729684148,
      "eval_runtime": 3.154,
      "eval_samples_per_second": 277.742,
      "eval_steps_per_second": 34.876,
      "step": 744
    },
    {
      "epoch": 32.0,
      "grad_norm": 0.39073243737220764,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.0473,
      "step": 768
    },
    {
      "epoch": 32.0,
      "eval_acc_macro": 0.8365248835222155,
      "eval_acc_micro": 0.8455034588777213,
      "eval_auc_macro": 0.9902217568533902,
      "eval_auc_micro": 0.991443937273301,
      "eval_f1_at_5": 0.42747783226694747,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9082513467521097,
      "eval_f1_micro": 0.9162848812993822,
      "eval_loss": 0.06487824022769928,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9133935694619835,
      "eval_prec_micro": 0.9205020920501321,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.904152383416957,
      "eval_rec_micro": 0.9121061359866574,
      "eval_runtime": 3.241,
      "eval_samples_per_second": 270.288,
      "eval_steps_per_second": 33.94,
      "step": 768
    },
    {
      "epoch": 33.0,
      "grad_norm": 0.4108600318431854,
      "learning_rate": 1.944444444444445e-06,
      "loss": 0.0452,
      "step": 792
    },
    {
      "epoch": 33.0,
      "eval_acc_macro": 0.8342283813769025,
      "eval_acc_micro": 0.8460365853657892,
      "eval_auc_macro": 0.9900494801767596,
      "eval_auc_micro": 0.9917285304974518,
      "eval_f1_at_5": 0.4278476261962846,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9069117318096943,
      "eval_f1_micro": 0.9165978530139621,
      "eval_loss": 0.06424969434738159,
      "eval_prec_at_5": 0.27397260273972607,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9043399542883956,
      "eval_prec_micro": 0.912828947368346,
      "eval_rec_at_5": 0.976027397260274,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9102122008404995,
      "eval_rec_micro": 0.9203980099501724,
      "eval_runtime": 3.1728,
      "eval_samples_per_second": 276.1,
      "eval_steps_per_second": 34.67,
      "step": 792
    },
    {
      "epoch": 34.0,
      "grad_norm": 0.6398113369941711,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 0.0441,
      "step": 816
    },
    {
      "epoch": 34.0,
      "eval_acc_macro": 0.8402010441768392,
      "eval_acc_micro": 0.8504176157934054,
      "eval_auc_macro": 0.9899877083743055,
      "eval_auc_micro": 0.9911509684188842,
      "eval_f1_at_5": 0.42747783226694747,
      "eval_f1_at_8": 0.29182390543479947,
      "eval_f1_macro": 0.9105990068832329,
      "eval_f1_micro": 0.9191629052112499,
      "eval_loss": 0.06337956339120865,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.17151826484018265,
      "eval_prec_macro": 0.9012107317710064,
      "eval_prec_micro": 0.9098294069861161,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.977359208523592,
      "eval_rec_macro": 0.921097280138882,
      "eval_rec_micro": 0.9286898839136875,
      "eval_runtime": 3.2382,
      "eval_samples_per_second": 270.523,
      "eval_steps_per_second": 33.97,
      "step": 816
    },
    {
      "epoch": 35.0,
      "grad_norm": 0.5846818089485168,
      "learning_rate": 1.3888888888888892e-06,
      "loss": 0.0423,
      "step": 840
    },
    {
      "epoch": 35.0,
      "eval_acc_macro": 0.8392593134167763,
      "eval_acc_micro": 0.8493788819875117,
      "eval_auc_macro": 0.9896914288641514,
      "eval_auc_micro": 0.9914127959671519,
      "eval_f1_at_5": 0.42747783226694747,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9100464733016533,
      "eval_f1_micro": 0.9185558354323325,
      "eval_loss": 0.06289488822221756,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9212797353863423,
      "eval_prec_micro": 0.9302721088434582,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9000358120655063,
      "eval_rec_micro": 0.9071310116085483,
      "eval_runtime": 3.1859,
      "eval_samples_per_second": 274.961,
      "eval_steps_per_second": 34.527,
      "step": 840
    },
    {
      "epoch": 36.0,
      "grad_norm": 0.47924453020095825,
      "learning_rate": 1.111111111111111e-06,
      "loss": 0.0408,
      "step": 864
    },
    {
      "epoch": 36.0,
      "eval_acc_macro": 0.839620505353177,
      "eval_acc_micro": 0.8521072796934213,
      "eval_auc_macro": 0.9895009786225338,
      "eval_auc_micro": 0.990984346838057,
      "eval_f1_at_5": 0.42747783226694747,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9100739843959514,
      "eval_f1_micro": 0.9201489449730311,
      "eval_loss": 0.06270425021648407,
      "eval_prec_at_5": 0.27374429223744295,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9077928816879504,
      "eval_prec_micro": 0.9182493806770505,
      "eval_rec_at_5": 0.975076103500761,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9134800253293897,
      "eval_rec_micro": 0.9220563847428754,
      "eval_runtime": 3.2485,
      "eval_samples_per_second": 269.663,
      "eval_steps_per_second": 33.862,
      "step": 864
    },
    {
      "epoch": 37.0,
      "grad_norm": 0.45999017357826233,
      "learning_rate": 8.333333333333333e-07,
      "loss": 0.0389,
      "step": 888
    },
    {
      "epoch": 37.0,
      "eval_acc_macro": 0.838151465593231,
      "eval_acc_micro": 0.8484848484847842,
      "eval_auc_macro": 0.9893868618238587,
      "eval_auc_micro": 0.9910452038111611,
      "eval_f1_at_5": 0.42714459980714947,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9091468843830479,
      "eval_f1_micro": 0.9180327868851706,
      "eval_loss": 0.0631389170885086,
      "eval_prec_at_5": 0.27351598173515984,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9002505510433269,
      "eval_prec_micro": 0.9076175040517903,
      "eval_rec_at_5": 0.9745053272450532,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9191609975742806,
      "eval_rec_micro": 0.9286898839136875,
      "eval_runtime": 3.1965,
      "eval_samples_per_second": 274.047,
      "eval_steps_per_second": 34.412,
      "step": 888
    },
    {
      "epoch": 38.0,
      "grad_norm": 0.5668067336082458,
      "learning_rate": 5.555555555555555e-07,
      "loss": 0.038,
      "step": 912
    },
    {
      "epoch": 38.0,
      "eval_acc_macro": 0.8442263088885594,
      "eval_acc_micro": 0.8538985616956204,
      "eval_auc_macro": 0.989457040438969,
      "eval_auc_micro": 0.9912924631089128,
      "eval_f1_at_5": 0.42812596936069724,
      "eval_f1_at_8": 0.2920473967500829,
      "eval_f1_macro": 0.9129580069246931,
      "eval_f1_micro": 0.9211923233972297,
      "eval_loss": 0.062041375786066055,
      "eval_prec_at_5": 0.2742009132420091,
      "eval_prec_at_8": 0.1716609589041096,
      "eval_prec_macro": 0.9013584195385889,
      "eval_prec_micro": 0.907481898632268,
      "eval_rec_at_5": 0.976027397260274,
      "eval_rec_at_8": 0.9777397260273972,
      "eval_rec_macro": 0.9261603815096769,
      "eval_rec_micro": 0.9353233830844995,
      "eval_runtime": 3.186,
      "eval_samples_per_second": 274.957,
      "eval_steps_per_second": 34.527,
      "step": 912
    }
  ],
  "logging_steps": 500,
  "max_steps": 960,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 40,
  "save_steps": 500,
  "total_flos": 1.533864671059968e+16,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}