{ "best_metric": null, "best_model_checkpoint": null, "epoch": 25.0, "eval_steps": 500, "global_step": 2025, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_B-Claim": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.6746310611384398, "precision": 0.6075949367088608, "recall": 0.7582938388625592, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.4376506024096386, "precision": 0.550587343690792, "recall": 0.3631592101974506, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.620034542314335, "precision": 0.5483008781977854, "recall": 0.7133631395926477, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8620734063103671, "precision": 0.8396186972154862, "recall": 0.8857621736062103, "support": 11336.0 }, "eval_O": { "f1-score": 0.8807729058286443, "precision": 0.8630878069080317, "recall": 0.8991979189247779, "support": 9226.0 }, "eval_accuracy": 0.785908251565951, "eval_loss": 0.5655931830406189, "eval_macro avg": { "f1-score": 0.49645178828591785, "precision": 0.48702709467442235, "recall": 0.5171108973119495, "support": 27619.0 }, "eval_runtime": 4.8252, "eval_samples_per_second": 16.58, "eval_steps_per_second": 2.072, "eval_weighted avg": { "f1-score": 0.7721020318885458, "precision": 0.766573839857488, "recall": 0.785908251565951, "support": 27619.0 }, "step": 81 }, { "epoch": 2.0, "eval_B-Claim": { "f1-score": 0.36036036036036034, "precision": 0.4624277456647399, "recall": 0.2952029520295203, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.5836909871244635, "precision": 0.723404255319149, "recall": 0.4892086330935252, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7396491228070177, "precision": 0.6654040404040404, "recall": 0.8325434439178515, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.46704216775764956, "precision": 0.5973520249221184, "recall": 0.3834041489627593, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7326456649010316, "precision": 0.8348157560355781, "recall": 0.6527570789865872, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8679505932065659, "precision": 0.8045344983428744, "recall": 0.9422194777699365, "support": 11336.0 }, "eval_O": { "f1-score": 0.9101698606271778, "precision": 0.9143513454386348, "recall": 0.9060264469976155, "support": 9226.0 }, "eval_accuracy": 0.8169376154096818, "eval_loss": 0.4831336438655853, "eval_macro avg": { "f1-score": 0.6659298223977524, "precision": 0.7146128094467336, "recall": 0.6430517402511137, "support": 27619.0 }, "eval_runtime": 4.8125, "eval_samples_per_second": 16.623, "eval_steps_per_second": 2.078, "eval_weighted avg": { "f1-score": 0.8047632099274016, "precision": 0.8064582361050344, "recall": 0.8169376154096818, "support": 27619.0 }, "step": 162 }, { "epoch": 3.0, "eval_B-Claim": { "f1-score": 0.5806451612903225, "precision": 0.59765625, "recall": 0.5645756457564576, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7138047138047138, "precision": 0.6708860759493671, "recall": 0.762589928057554, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7739984882842026, "precision": 0.7420289855072464, "recall": 0.8088467614533965, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6128912532475566, "precision": 0.6068103870651641, "recall": 0.6190952261934516, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.8072942336126171, "precision": 0.8009779951100244, "recall": 0.8137108792846498, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8797559224694903, "precision": 0.8951789627465303, "recall": 0.8648553281580804, "support": 11336.0 }, "eval_O": { "f1-score": 0.9226235130211126, "precision": 0.912356930902925, "recall": 0.933123780619987, "support": 9226.0 }, "eval_accuracy": 0.8435859372171332, "eval_loss": 0.4283505082130432, "eval_macro avg": { "f1-score": 0.7558590408185736, "precision": 0.7465565124687511, "recall": 0.7666853642176539, "support": 27619.0 }, "eval_runtime": 4.8554, "eval_samples_per_second": 16.476, "eval_steps_per_second": 2.06, "eval_weighted avg": { "f1-score": 0.8439412578936614, "precision": 0.8447189682878564, "recall": 0.8435859372171332, "support": 27619.0 }, "step": 243 }, { "epoch": 4.0, "eval_B-Claim": { "f1-score": 0.6033333333333333, "precision": 0.5501519756838906, "recall": 0.6678966789667896, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.6847457627118644, "precision": 0.6474358974358975, "recall": 0.7266187050359713, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7818471337579618, "precision": 0.7881219903691814, "recall": 0.7756714060031595, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6216657593903103, "precision": 0.550733024691358, "recall": 0.7135716070982254, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7652218782249742, "precision": 0.7960279119699409, "recall": 0.7367113760556383, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8739165400768475, "precision": 0.8853883758826725, "recall": 0.8627381792519407, "support": 11336.0 }, "eval_O": { "f1-score": 0.9062570845613239, "precision": 0.9497505345687812, "recall": 0.8665727292434424, "support": 9226.0 }, "eval_accuracy": 0.8286324631594192, "eval_loss": 0.4826153814792633, "eval_macro avg": { "f1-score": 0.7481410702938023, "precision": 0.7382299586573888, "recall": 0.7642543830935953, "support": 27619.0 }, "eval_runtime": 4.8516, "eval_samples_per_second": 16.49, "eval_steps_per_second": 2.061, "eval_weighted avg": { "f1-score": 0.8345383371838407, "precision": 0.8451795530099128, "recall": 0.8286324631594192, "support": 27619.0 }, "step": 324 }, { "epoch": 5.0, "eval_B-Claim": { "f1-score": 0.5825242718446603, "precision": 0.6147540983606558, "recall": 0.5535055350553506, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7317073170731707, "precision": 0.7094594594594594, "recall": 0.7553956834532374, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7840735068912711, "precision": 0.7607726597325408, "recall": 0.8088467614533965, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.5830055074744296, "precision": 0.6132413793103448, "recall": 0.5556110972256936, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.803728638011393, "precision": 0.8393726338561385, "recall": 0.7709885742672627, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8823829787234042, "precision": 0.8523512002630713, "recall": 0.9146083274523642, "support": 11336.0 }, "eval_O": { "f1-score": 0.9254767941792524, "precision": 0.9415657245401525, "recall": 0.9099284630392369, "support": 9226.0 }, "eval_accuracy": 0.8438031789709982, "eval_loss": 0.513404905796051, "eval_macro avg": { "f1-score": 0.7561284305996544, "precision": 0.7616453079317661, "recall": 0.7526977774209346, "support": 27619.0 }, "eval_runtime": 4.8184, "eval_samples_per_second": 16.603, "eval_steps_per_second": 2.075, "eval_weighted avg": { "f1-score": 0.8417228378374912, "precision": 0.8414191958613282, "recall": 0.8438031789709982, "support": 27619.0 }, "step": 405 }, { "epoch": 6.0, "eval_B-Claim": { "f1-score": 0.5851851851851851, "precision": 0.587360594795539, "recall": 0.5830258302583026, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7460815047021944, "precision": 0.6611111111111111, "recall": 0.8561151079136691, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7778631821675633, "precision": 0.7574850299401198, "recall": 0.7993680884676145, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.5999495204442201, "precision": 0.6059138414478715, "recall": 0.5941014746313422, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.800587227795449, "precision": 0.7888138862102217, "recall": 0.8127173373075013, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8798354629791703, "precision": 0.8729593608891977, "recall": 0.8868207480592801, "support": 11336.0 }, "eval_O": { "f1-score": 0.9269283557507548, "precision": 0.9391478473690066, "recall": 0.9150227617602428, "support": 9226.0 }, "eval_accuracy": 0.843296281545313, "eval_loss": 0.5017187595367432, "eval_macro avg": { "f1-score": 0.7594900627177908, "precision": 0.744684524537581, "recall": 0.7781673354854218, "support": 27619.0 }, "eval_runtime": 4.8298, "eval_samples_per_second": 16.564, "eval_steps_per_second": 2.07, "eval_weighted avg": { "f1-score": 0.8433438519855446, "precision": 0.8437360576786502, "recall": 0.843296281545313, "support": 27619.0 }, "step": 486 }, { "epoch": 6.17, "grad_norm": 7.375185489654541, "learning_rate": 1.7530864197530865e-05, "loss": 0.4085, "step": 500 }, { "epoch": 7.0, "eval_B-Claim": { "f1-score": 0.5725338491295938, "precision": 0.6016260162601627, "recall": 0.5461254612546126, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.745644599303136, "precision": 0.722972972972973, "recall": 0.7697841726618705, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7915087187263078, "precision": 0.760932944606414, "recall": 0.8246445497630331, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.5842240562846706, "precision": 0.6368731563421829, "recall": 0.5396150962259435, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7921810699588476, "precision": 0.8213333333333334, "recall": 0.7650273224043715, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8817056396148556, "precision": 0.8598256203890007, "recall": 0.9047282992237121, "support": 11336.0 }, "eval_O": { "f1-score": 0.9274176179194485, "precision": 0.9214637277979885, "recall": 0.9334489486234554, "support": 9226.0 }, "eval_accuracy": 0.8452152503711213, "eval_loss": 0.6029371023178101, "eval_macro avg": { "f1-score": 0.7564593644195513, "precision": 0.7607182531002935, "recall": 0.7547676928795714, "support": 27619.0 }, "eval_runtime": 4.8043, "eval_samples_per_second": 16.652, "eval_steps_per_second": 2.081, "eval_weighted avg": { "f1-score": 0.8415705604110203, "precision": 0.8398235103191511, "recall": 0.8452152503711213, "support": 27619.0 }, "step": 567 }, { "epoch": 8.0, "eval_B-Claim": { "f1-score": 0.5641891891891891, "precision": 0.5202492211838006, "recall": 0.6162361623616236, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7318840579710144, "precision": 0.7372262773722628, "recall": 0.7266187050359713, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7673716012084594, "precision": 0.7351664254703328, "recall": 0.8025276461295419, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.5930426495115559, "precision": 0.5665832005463237, "recall": 0.6220944763809048, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7816030123722432, "precision": 0.852199413489736, "recall": 0.7218082463984103, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8746564286025915, "precision": 0.8652567975830816, "recall": 0.8842625264643613, "support": 11336.0 }, "eval_O": { "f1-score": 0.924221395658691, "precision": 0.9473085239558439, "recall": 0.9022328202904835, "support": 9226.0 }, "eval_accuracy": 0.835149715775372, "eval_loss": 0.6411188840866089, "eval_macro avg": { "f1-score": 0.7481383335019636, "precision": 0.7462842656573401, "recall": 0.7536829404373281, "support": 27619.0 }, "eval_runtime": 4.8296, "eval_samples_per_second": 16.564, "eval_steps_per_second": 2.071, "eval_weighted avg": { "f1-score": 0.8374117728187233, "precision": 0.8414359188593861, "recall": 0.835149715775372, "support": 27619.0 }, "step": 648 }, { "epoch": 9.0, "eval_B-Claim": { "f1-score": 0.6241610738255032, "precision": 0.5723076923076923, "recall": 0.6863468634686347, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.756578947368421, "precision": 0.696969696969697, "recall": 0.8273381294964028, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.780448717948718, "precision": 0.791869918699187, "recall": 0.7693522906793049, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.640754369825207, "precision": 0.5933972310969116, "recall": 0.69632591852037, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.797244094488189, "precision": 0.7898586055582643, "recall": 0.8047690014903129, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8789423814465549, "precision": 0.8996028447400019, "recall": 0.8592095977417078, "support": 11336.0 }, "eval_O": { "f1-score": 0.9287169042769858, "precision": 0.9435186220780674, "recall": 0.9143724257533059, "support": 9226.0 }, "eval_accuracy": 0.8461566313045368, "eval_loss": 0.6282346844673157, "eval_macro avg": { "f1-score": 0.7724066413113684, "precision": 0.7553606587785459, "recall": 0.7939591753071484, "support": 27619.0 }, "eval_runtime": 4.8069, "eval_samples_per_second": 16.643, "eval_steps_per_second": 2.08, "eval_weighted avg": { "f1-score": 0.8497367665000708, "precision": 0.85521547416283, "recall": 0.8461566313045368, "support": 27619.0 }, "step": 729 }, { "epoch": 10.0, "eval_B-Claim": { "f1-score": 0.5714285714285714, "precision": 0.5602836879432624, "recall": 0.5830258302583026, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7407407407407407, "precision": 0.6962025316455697, "recall": 0.7913669064748201, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.789156626506024, "precision": 0.753956834532374, "recall": 0.8278041074249605, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6017810109118275, "precision": 0.6039778449144008, "recall": 0.5996000999750063, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7822841502861408, "precision": 0.7836490528414756, "recall": 0.7809239940387481, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8826781594183972, "precision": 0.871336484744306, "recall": 0.894318983768525, "support": 11336.0 }, "eval_O": { "f1-score": 0.9204840581311821, "precision": 0.9389020403562169, "recall": 0.9027747669629308, "support": 9226.0 }, "eval_accuracy": 0.8410876570476845, "eval_loss": 0.7145851254463196, "eval_macro avg": { "f1-score": 0.7555076167746976, "precision": 0.744044068139658, "recall": 0.7685449555576133, "support": 27619.0 }, "eval_runtime": 4.8288, "eval_samples_per_second": 16.567, "eval_steps_per_second": 2.071, "eval_weighted avg": { "f1-score": 0.841386205332122, "precision": 0.842161020451525, "recall": 0.8410876570476845, "support": 27619.0 }, "step": 810 }, { "epoch": 11.0, "eval_B-Claim": { "f1-score": 0.6018348623853211, "precision": 0.5985401459854015, "recall": 0.6051660516605166, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7272727272727274, "precision": 0.768, "recall": 0.6906474820143885, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7833733013589128, "precision": 0.7928802588996764, "recall": 0.7740916271721959, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6083602886290123, "precision": 0.6056477582363141, "recall": 0.6110972256935766, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7648026315789475, "precision": 0.8532110091743119, "recall": 0.6929955290611028, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.882720702345586, "precision": 0.8874030489435678, "recall": 0.8780875088214538, "support": 11336.0 }, "eval_O": { "f1-score": 0.921590369079677, "precision": 0.8984865643982292, "recall": 0.9459137220897463, "support": 9226.0 }, "eval_accuracy": 0.8425721423657627, "eval_loss": 0.7725272178649902, "eval_macro avg": { "f1-score": 0.7557078403785977, "precision": 0.7720241122339289, "recall": 0.7425713066447115, "support": 27619.0 }, "eval_runtime": 4.7985, "eval_samples_per_second": 16.672, "eval_steps_per_second": 2.084, "eval_weighted avg": { "f1-score": 0.8415502116531838, "precision": 0.8421955187218679, "recall": 0.8425721423657627, "support": 27619.0 }, "step": 891 }, { "epoch": 12.0, "eval_B-Claim": { "f1-score": 0.5907473309608542, "precision": 0.570446735395189, "recall": 0.6125461254612546, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7328767123287672, "precision": 0.6993464052287581, "recall": 0.7697841726618705, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7870370370370371, "precision": 0.7692307692307693, "recall": 0.8056872037914692, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6039273805113003, "precision": 0.596923828125, "recall": 0.6110972256935766, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7876195269250126, "precision": 0.7980622131565528, "recall": 0.7774465971187282, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8808608098180718, "precision": 0.8633629817873782, "recall": 0.8990825688073395, "support": 11336.0 }, "eval_O": { "f1-score": 0.9129559185500112, "precision": 0.9433526011560693, "recall": 0.8844569694342077, "support": 9226.0 }, "eval_accuracy": 0.8380100655345958, "eval_loss": 0.8826749920845032, "eval_macro avg": { "f1-score": 0.7565749594472935, "precision": 0.7486750762971024, "recall": 0.765728694709778, "support": 27619.0 }, "eval_runtime": 4.8258, "eval_samples_per_second": 16.577, "eval_steps_per_second": 2.072, "eval_weighted avg": { "f1-score": 0.8389267473809466, "precision": 0.8408692792556519, "recall": 0.8380100655345958, "support": 27619.0 }, "step": 972 }, { "epoch": 12.35, "grad_norm": 6.464661598205566, "learning_rate": 1.506172839506173e-05, "loss": 0.0768, "step": 1000 }, { "epoch": 13.0, "eval_B-Claim": { "f1-score": 0.6059544658493871, "precision": 0.5766666666666667, "recall": 0.6383763837638377, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.75, "precision": 0.6909090909090909, "recall": 0.8201438848920863, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7835703001579779, "precision": 0.7835703001579779, "recall": 0.7835703001579779, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6174981923355025, "precision": 0.5962299278566442, "recall": 0.6403399150212447, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7900677200902934, "precision": 0.7978723404255319, "recall": 0.7824143070044709, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8801810597319606, "precision": 0.8856045722450437, "recall": 0.8748235709244884, "support": 11336.0 }, "eval_O": { "f1-score": 0.9129007550060182, "precision": 0.9216747680070703, "recall": 0.9042922176457836, "support": 9226.0 }, "eval_accuracy": 0.8392773090988088, "eval_loss": 0.8458374738693237, "eval_macro avg": { "f1-score": 0.7628817847387342, "precision": 0.7503610951811466, "recall": 0.7777086542014128, "support": 27619.0 }, "eval_runtime": 4.8414, "eval_samples_per_second": 16.524, "eval_steps_per_second": 2.065, "eval_weighted avg": { "f1-score": 0.8409296175505384, "precision": 0.8429896387826172, "recall": 0.8392773090988088, "support": 27619.0 }, "step": 1053 }, { "epoch": 14.0, "eval_B-Claim": { "f1-score": 0.5909090909090908, "precision": 0.5614617940199336, "recall": 0.6236162361623616, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7424749163879598, "precision": 0.69375, "recall": 0.7985611510791367, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7811764705882354, "precision": 0.7757009345794392, "recall": 0.7867298578199052, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6013087736306351, "precision": 0.5836273817925194, "recall": 0.620094976255936, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7706057596822246, "precision": 0.7702233250620347, "recall": 0.7709885742672627, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8808171531721921, "precision": 0.8792300254900237, "recall": 0.882410021171489, "support": 11336.0 }, "eval_O": { "f1-score": 0.9170672412840489, "precision": 0.9353093654908148, "recall": 0.8995230869282462, "support": 9226.0 }, "eval_accuracy": 0.8368514428473153, "eval_loss": 0.9143030047416687, "eval_macro avg": { "f1-score": 0.7549084865220552, "precision": 0.7427575466335379, "recall": 0.7688462719549054, "support": 27619.0 }, "eval_runtime": 4.8212, "eval_samples_per_second": 16.594, "eval_steps_per_second": 2.074, "eval_weighted avg": { "f1-score": 0.838578387953211, "precision": 0.8407717357848979, "recall": 0.8368514428473153, "support": 27619.0 }, "step": 1134 }, { "epoch": 15.0, "eval_B-Claim": { "f1-score": 0.5709090909090909, "precision": 0.5627240143369175, "recall": 0.5793357933579336, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7446808510638296, "precision": 0.7342657342657343, "recall": 0.7553956834532374, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7841269841269841, "precision": 0.7878787878787878, "recall": 0.7804107424960506, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.5929925907321362, "precision": 0.5959111559818273, "recall": 0.5901024743814046, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7486910994764399, "precision": 0.7913669064748201, "recall": 0.7103825136612022, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.882824477638092, "precision": 0.8767945706081963, "recall": 0.8889378969654199, "support": 11336.0 }, "eval_O": { "f1-score": 0.9183122909247868, "precision": 0.9142672969488612, "recall": 0.9223932365055278, "support": 9226.0 }, "eval_accuracy": 0.8376117889858431, "eval_loss": 0.9049480557441711, "eval_macro avg": { "f1-score": 0.74893391212448, "precision": 0.7518869237850208, "recall": 0.746708334402968, "support": 27619.0 }, "eval_runtime": 4.8265, "eval_samples_per_second": 16.575, "eval_steps_per_second": 2.072, "eval_weighted avg": { "f1-score": 0.8368987072750449, "precision": 0.8365590307236803, "recall": 0.8376117889858431, "support": 27619.0 }, "step": 1215 }, { "epoch": 16.0, "eval_B-Claim": { "f1-score": 0.5880077369439072, "precision": 0.6178861788617886, "recall": 0.5608856088560885, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7475409836065575, "precision": 0.6867469879518072, "recall": 0.8201438848920863, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7921259842519685, "precision": 0.7896389324960753, "recall": 0.7946287519747235, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.5849176980987624, "precision": 0.5974973931178311, "recall": 0.5728567858035492, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7757869249394673, "precision": 0.7567312234293812, "recall": 0.7958271236959762, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8798468592797044, "precision": 0.8881100026961445, "recall": 0.8717360621030346, "support": 11336.0 }, "eval_O": { "f1-score": 0.92327420388972, "precision": 0.9104320337197049, "recall": 0.9364838499891611, "support": 9226.0 }, "eval_accuracy": 0.8394583438936963, "eval_loss": 0.9981638789176941, "eval_macro avg": { "f1-score": 0.7559286272871554, "precision": 0.7495775360389619, "recall": 0.7646517239020884, "support": 27619.0 }, "eval_runtime": 4.8136, "eval_samples_per_second": 16.62, "eval_steps_per_second": 2.077, "eval_weighted avg": { "f1-score": 0.8385046755256232, "precision": 0.8379700346267476, "recall": 0.8394583438936963, "support": 27619.0 }, "step": 1296 }, { "epoch": 17.0, "eval_B-Claim": { "f1-score": 0.5753424657534246, "precision": 0.6125, "recall": 0.5424354243542435, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7160493827160496, "precision": 0.6270270270270271, "recall": 0.8345323741007195, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7974882260596545, "precision": 0.7925117004680188, "recall": 0.8025276461295419, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.5781887408213218, "precision": 0.6340590515955861, "recall": 0.5313671582104474, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7680890538033396, "precision": 0.7203131796433232, "recall": 0.8226527570789866, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8883316761056591, "precision": 0.8710470538363714, "recall": 0.9063161609033169, "support": 11336.0 }, "eval_O": { "f1-score": 0.9186122627100153, "precision": 0.9246650560070283, "recall": 0.9126381964014741, "support": 9226.0 }, "eval_accuracy": 0.8417031753503024, "eval_loss": 1.0078351497650146, "eval_macro avg": { "f1-score": 0.7488716868527806, "precision": 0.7403032955110508, "recall": 0.7646385310255328, "support": 27619.0 }, "eval_runtime": 4.8211, "eval_samples_per_second": 16.594, "eval_steps_per_second": 2.074, "eval_weighted avg": { "f1-score": 0.838734195768893, "precision": 0.8380757474281803, "recall": 0.8417031753503024, "support": 27619.0 }, "step": 1377 }, { "epoch": 18.0, "eval_B-Claim": { "f1-score": 0.5923076923076923, "precision": 0.6184738955823293, "recall": 0.5682656826568265, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.745644599303136, "precision": 0.722972972972973, "recall": 0.7697841726618705, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7912087912087912, "precision": 0.7862714508580343, "recall": 0.7962085308056872, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6042421107087429, "precision": 0.6261056017153578, "recall": 0.5838540364908773, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7803540264273249, "precision": 0.7832832832832833, "recall": 0.7774465971187282, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8878702702702702, "precision": 0.8708117736873356, "recall": 0.9056104446012703, "support": 11336.0 }, "eval_O": { "f1-score": 0.9169446115151184, "precision": 0.925190334326382, "recall": 0.9088445696943421, "support": 9226.0 }, "eval_accuracy": 0.8442376624787284, "eval_loss": 0.9712997674942017, "eval_macro avg": { "f1-score": 0.7597960145344393, "precision": 0.7618727589179565, "recall": 0.7585734334328001, "support": 27619.0 }, "eval_runtime": 4.8169, "eval_samples_per_second": 16.608, "eval_steps_per_second": 2.076, "eval_weighted avg": { "f1-score": 0.8428273600970289, "precision": 0.8419904974860213, "recall": 0.8442376624787284, "support": 27619.0 }, "step": 1458 }, { "epoch": 18.52, "grad_norm": 7.254913806915283, "learning_rate": 1.2592592592592593e-05, "loss": 0.0261, "step": 1500 }, { "epoch": 19.0, "eval_B-Claim": { "f1-score": 0.588235294117647, "precision": 0.5689655172413793, "recall": 0.6088560885608856, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7224080267558529, "precision": 0.675, "recall": 0.7769784172661871, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7804107424960506, "precision": 0.7804107424960506, "recall": 0.7804107424960506, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6187416656564432, "precision": 0.60075329566855, "recall": 0.6378405398650338, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7764764515325194, "precision": 0.779, "recall": 0.7739692001987084, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8802663706992231, "precision": 0.886048797926535, "recall": 0.8745589273112209, "support": 11336.0 }, "eval_O": { "f1-score": 0.9251841746248295, "precision": 0.931640839652709, "recall": 0.9188163884673748, "support": 9226.0 }, "eval_accuracy": 0.8424635214888302, "eval_loss": 0.9876435995101929, "eval_macro avg": { "f1-score": 0.7559603894117952, "precision": 0.7459741704264606, "recall": 0.7673471863093516, "support": 27619.0 }, "eval_runtime": 4.8824, "eval_samples_per_second": 16.385, "eval_steps_per_second": 2.048, "eval_weighted avg": { "f1-score": 0.8438722529775301, "precision": 0.8455528133195762, "recall": 0.8424635214888302, "support": 27619.0 }, "step": 1539 }, { "epoch": 20.0, "eval_B-Claim": { "f1-score": 0.6126760563380281, "precision": 0.5858585858585859, "recall": 0.6420664206642066, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7375415282392027, "precision": 0.6851851851851852, "recall": 0.7985611510791367, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7827476038338658, "precision": 0.7915993537964459, "recall": 0.7740916271721959, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6214689265536723, "precision": 0.6243693239152371, "recall": 0.6185953511622094, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7863746958637469, "precision": 0.7706247019551741, "recall": 0.8027819175360159, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8849448123620308, "precision": 0.8858051971009369, "recall": 0.8840860973888497, "support": 11336.0 }, "eval_O": { "f1-score": 0.9158329708568943, "precision": 0.9188304603971198, "recall": 0.9128549750704531, "support": 9226.0 }, "eval_accuracy": 0.8439842137658858, "eval_loss": 1.0289872884750366, "eval_macro avg": { "f1-score": 0.7630837991496344, "precision": 0.7517532583155264, "recall": 0.7761482200104383, "support": 27619.0 }, "eval_runtime": 4.857, "eval_samples_per_second": 16.471, "eval_steps_per_second": 2.059, "eval_weighted avg": { "f1-score": 0.8441548041890129, "precision": 0.844457711736205, "recall": 0.8439842137658858, "support": 27619.0 }, "step": 1620 }, { "epoch": 21.0, "eval_B-Claim": { "f1-score": 0.6, "precision": 0.5913978494623656, "recall": 0.6088560885608856, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.754325259515571, "precision": 0.7266666666666667, "recall": 0.7841726618705036, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7965435978004713, "precision": 0.7921875, "recall": 0.8009478672985783, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6180417495029821, "precision": 0.614529280948851, "recall": 0.6215946013496626, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7913561847988076, "precision": 0.7913561847988078, "recall": 0.7913561847988078, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8852830847073192, "precision": 0.8755823986194996, "recall": 0.8952011291460833, "support": 11336.0 }, "eval_O": { "f1-score": 0.9224318658280921, "precision": 0.9393258426966292, "recall": 0.9061348363321049, "support": 9226.0 }, "eval_accuracy": 0.8461204243455592, "eval_loss": 1.0996745824813843, "eval_macro avg": { "f1-score": 0.7668545345933204, "precision": 0.7615779604561171, "recall": 0.7726090527652323, "support": 27619.0 }, "eval_runtime": 4.8412, "eval_samples_per_second": 16.525, "eval_steps_per_second": 2.066, "eval_weighted avg": { "f1-score": 0.8466408555926697, "precision": 0.8474703689459093, "recall": 0.8461204243455592, "support": 27619.0 }, "step": 1701 }, { "epoch": 22.0, "eval_B-Claim": { "f1-score": 0.5984251968503936, "precision": 0.6413502109704642, "recall": 0.5608856088560885, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7266666666666667, "precision": 0.6770186335403726, "recall": 0.7841726618705036, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7909162098668755, "precision": 0.7841614906832298, "recall": 0.7977883096366508, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6076327583865272, "precision": 0.665377751338489, "recall": 0.5591102224443889, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7673170731707317, "precision": 0.753713464302827, "recall": 0.7814207650273224, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8918528587205845, "precision": 0.8600688186137965, "recall": 0.9260762173606211, "support": 11336.0 }, "eval_O": { "f1-score": 0.9196605686577033, "precision": 0.9353284017036539, "recall": 0.9045089963147627, "support": 9226.0 }, "eval_accuracy": 0.847930772294435, "eval_loss": 1.1058261394500732, "eval_macro avg": { "f1-score": 0.757495904617069, "precision": 0.7595741101646905, "recall": 0.7591375402157626, "support": 27619.0 }, "eval_runtime": 4.8079, "eval_samples_per_second": 16.639, "eval_steps_per_second": 2.08, "eval_weighted avg": { "f1-score": 0.8448680329971596, "precision": 0.8444464777692308, "recall": 0.847930772294435, "support": 27619.0 }, "step": 1782 }, { "epoch": 23.0, "eval_B-Claim": { "f1-score": 0.6037099494097807, "precision": 0.5559006211180124, "recall": 0.6605166051660517, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7397260273972602, "precision": 0.7058823529411765, "recall": 0.7769784172661871, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7720706260032103, "precision": 0.7846655791190864, "recall": 0.7598736176935229, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6147824084734056, "precision": 0.5699039487726788, "recall": 0.6673331667083229, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7702471250305848, "precision": 0.7589199614271939, "recall": 0.7819175360158966, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8730755460078767, "precision": 0.8860828488372093, "recall": 0.8604446012702893, "support": 11336.0 }, "eval_O": { "f1-score": 0.9182879377431906, "precision": 0.9424920127795527, "recall": 0.8952959028831563, "support": 9226.0 }, "eval_accuracy": 0.8337014374162715, "eval_loss": 1.1438162326812744, "eval_macro avg": { "f1-score": 0.75598566000933, "precision": 0.7434067607135587, "recall": 0.771765692429061, "support": 27619.0 }, "eval_runtime": 4.8472, "eval_samples_per_second": 16.504, "eval_steps_per_second": 2.063, "eval_weighted avg": { "f1-score": 0.8376374525692796, "precision": 0.8433838333277589, "recall": 0.8337014374162715, "support": 27619.0 }, "step": 1863 }, { "epoch": 24.0, "eval_B-Claim": { "f1-score": 0.6189624329159212, "precision": 0.6006944444444444, "recall": 0.6383763837638377, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7397260273972602, "precision": 0.7058823529411765, "recall": 0.7769784172661871, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7880690737833596, "precision": 0.7831513260530422, "recall": 0.7930489731437599, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6222925285957654, "precision": 0.6063552288356652, "recall": 0.6390902274431393, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7763733592610598, "precision": 0.7601142313184198, "recall": 0.7933432687531048, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8828359526752604, "precision": 0.8836161187698833, "recall": 0.8820571630204658, "support": 11336.0 }, "eval_O": { "f1-score": 0.9172044790115285, "precision": 0.9338425249915758, "recall": 0.9011489269455886, "support": 9226.0 }, "eval_accuracy": 0.8418117962272349, "eval_loss": 1.1221617460250854, "eval_macro avg": { "f1-score": 0.7636376933771649, "precision": 0.753379461050601, "recall": 0.7748633371908691, "support": 27619.0 }, "eval_runtime": 4.8078, "eval_samples_per_second": 16.64, "eval_steps_per_second": 2.08, "eval_weighted avg": { "f1-score": 0.8433323915719101, "precision": 0.8452544012114124, "recall": 0.8418117962272349, "support": 27619.0 }, "step": 1944 }, { "epoch": 24.69, "grad_norm": 0.008052258752286434, "learning_rate": 1.0123456790123458e-05, "loss": 0.0118, "step": 2000 }, { "epoch": 25.0, "eval_B-Claim": { "f1-score": 0.6019417475728155, "precision": 0.6352459016393442, "recall": 0.5719557195571956, "support": 271.0 }, "eval_B-MajorClaim": { "f1-score": 0.7574750830564784, "precision": 0.7037037037037037, "recall": 0.8201438848920863, "support": 139.0 }, "eval_B-Premise": { "f1-score": 0.7897196261682242, "precision": 0.7788018433179723, "recall": 0.8009478672985783, "support": 633.0 }, "eval_I-Claim": { "f1-score": 0.6033311125916057, "precision": 0.6461187214611872, "recall": 0.5658585353661585, "support": 4001.0 }, "eval_I-MajorClaim": { "f1-score": 0.7857317371121426, "precision": 0.7730769230769231, "recall": 0.7988077496274217, "support": 2013.0 }, "eval_I-Premise": { "f1-score": 0.8852726492056677, "precision": 0.8623891584406893, "recall": 0.9094036697247706, "support": 11336.0 }, "eval_O": { "f1-score": 0.9221917808219178, "precision": 0.9325132978723404, "recall": 0.9120962497290267, "support": 9226.0 }, "eval_accuracy": 0.8462290452224918, "eval_loss": 1.1378806829452515, "eval_macro avg": { "f1-score": 0.7636662480755503, "precision": 0.7616927927874515, "recall": 0.7684590965993198, "support": 27619.0 }, "eval_runtime": 4.8628, "eval_samples_per_second": 16.452, "eval_steps_per_second": 2.056, "eval_weighted avg": { "f1-score": 0.8438939014101086, "precision": 0.8430313935317453, "recall": 0.8462290452224918, "support": 27619.0 }, "step": 2025 } ], "logging_steps": 500, "max_steps": 4050, "num_input_tokens_seen": 0, "num_train_epochs": 50, "save_steps": 500, "total_flos": 3594770317950000.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }