Update /home/fit02/dien-workspace/absa/output/infoxlmL-2asloss-Res-vlsp-top6

best_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ab97841e27aa0c8b3864540b451716296cade80f298d0775032f6ada723c93
+size 6715350661

log.txt

@@ -0,0 +1,18 @@
+
+    Correct Answer Aspects: [229, 28, 57, 36, 315, 452, 366, 137, 178, 14, 22, 156]
+    Correct Answer Labels: [191, 26, 44, 31, 274, 417, 310, 99, 171, 9, 20, 137]
+
+    
+    Evaluation Results for MICRO:
+    Mean Precision: 86.75
+    Mean Recall: 82.27
+    Mean F1: 84.45
+    ---------------------------------------------
+    
+
+    Evaluation Results for MICRO:
+    Mean Precision: 75.37
+    Mean Recall: 71.48
+    Mean F1: 73.37
+    ---------------------------------------------
+    

version_0/hparams.yaml

@@ -0,0 +1,5 @@
+num_aspects: 12
+model_name: microsoft/infoxlm-large
+output_dir: /home/fit02/dien-workspace/absa/output/infoxlmL-2asloss-Res-vlsp-top6
+learning_rate: 2.0e-05
+topk_layer: 6

version_0/metrics.csv

@@ -0,0 +1,303 @@
+aspect_loss,epoch,sentiment_loss,step,train_acc,train_acc_epoch,train_loss,val_acc_batch,val_acc_epoch,val_loss,val_loss_batch
+19.379383087158203,0,65.74598693847656,9,0.8125,,85.1253662109375,,,,
+34.00944519042969,0,80.39228820800781,19,0.75,,114.4017333984375,,,,
+22.29856300354004,0,57.427001953125,29,0.824404776096344,,79.7255630493164,,,,
+24.529006958007812,0,56.509483337402344,39,0.8154761791229248,,81.03849029541016,,,,
+23.26651382446289,0,59.61716079711914,49,0.8184524178504944,,82.88367462158203,,,,
+25.87771987915039,0,67.41935729980469,59,0.8125,,93.29707336425781,,,,
+18.237436294555664,0,45.319725036621094,69,0.8571428656578064,,63.557159423828125,,,,
+19.32621955871582,0,49.559730529785156,79,0.8541666865348816,,68.88594818115234,,,,
+20.54576873779297,0,47.95222473144531,89,0.8303571343421936,,68.49799346923828,,,,
+16.390127182006836,0,40.66360092163086,99,0.886904776096344,,57.05372619628906,,,,
+16.077299118041992,0,42.534034729003906,105,,,,0.8795866370201111,0.881142258644104,57.48411178588867,58.61133575439453
+,0,,105,,0.8192011117935181,,,,,
+14.457865715026855,1,36.38134765625,109,0.8958333730697632,,50.83921432495117,,,,
+19.058382034301758,1,44.3729362487793,119,0.8660714626312256,,63.43132019042969,,,,
+15.93825912475586,1,40.45369338989258,129,0.8779761791229248,,56.39195251464844,,,,
+21.604568481445312,1,54.57495880126953,139,0.8273809552192688,,76.17952728271484,,,,
+18.972583770751953,1,39.94886016845703,149,0.875,,58.921443939208984,,,,
+11.648969650268555,1,36.12179183959961,159,0.8898809552192688,,47.77075958251953,,,,
+12.580757141113281,1,37.314849853515625,169,0.8958333730697632,,49.895606994628906,,,,
+10.753997802734375,1,27.872295379638672,179,0.9255952835083008,,38.62629318237305,,,,
+16.237394332885742,1,38.19655227661133,189,0.9017857313156128,,54.43394470214844,,,,
+12.501533508300781,1,33.68887710571289,199,0.9047619104385376,,46.19041061401367,,,,
+12.28738021850586,1,34.173316955566406,209,0.898809552192688,,46.460697174072266,,,,
+14.16948127746582,1,36.348533630371094,211,,,,0.8935401439666748,0.8956433534622192,49.537906646728516,50.51802062988281
+,1,,211,,0.88092440366745,,,,,
+12.521202087402344,2,32.2880859375,219,0.9017857313156128,,44.809288024902344,,,,
+13.64010238647461,2,37.32463073730469,229,0.8809524178504944,,50.9647331237793,,,,
+10.510322570800781,2,28.887603759765625,239,0.9226190447807312,,39.397926330566406,,,,
+7.51611852645874,2,19.150815963745117,249,0.9464285969734192,,26.666934967041016,,,,
+6.780800819396973,2,23.983016967773438,259,0.9375,,30.763816833496094,,,,
+8.228939056396484,2,28.333820343017578,269,0.910714328289032,,36.56275939941406,,,,
+12.116347312927246,2,29.244808197021484,279,0.9196428656578064,,41.36115646362305,,,,
+12.997275352478027,2,28.32053565979004,289,0.9226190447807312,,41.31781005859375,,,,
+12.68173599243164,2,34.089332580566406,299,0.9047619104385376,,46.77106857299805,,,,
+12.926224708557129,2,35.47943115234375,309,0.8779761791229248,,48.40565490722656,,,,
+13.757240295410156,2,34.870906829833984,317,,,,0.9001291394233704,0.9012791514396667,47.68085861206055,48.62815856933594
+,2,,317,,0.9136810898780823,,,,,
+5.243900299072266,3,16.014814376831055,319,0.9702380895614624,,21.25871467590332,,,,
+5.0943684577941895,3,15.635788917541504,329,0.9702380895614624,,20.73015785217285,,,,
+7.459043502807617,3,24.217449188232422,339,0.9464285969734192,,31.67649269104004,,,,
+5.7686686515808105,3,16.788467407226562,349,0.9464285969734192,,22.55713653564453,,,,
+7.6279168128967285,3,18.298992156982422,359,0.9464285969734192,,25.926908493041992,,,,
+7.490978717803955,3,20.241100311279297,369,0.9434524178504944,,27.732078552246094,,,,
+5.840307712554932,3,18.736312866210938,379,0.9404761791229248,,24.57662010192871,,,,
+5.763062000274658,3,22.412633895874023,389,0.9375,,28.175695419311523,,,,
+4.9750776290893555,3,15.766979217529297,399,0.9583333730697632,,20.74205780029297,,,,
+5.381724834442139,3,24.212642669677734,409,0.9375,,29.59436798095703,,,,
+7.421973705291748,3,22.667428970336914,419,0.9404761791229248,,30.08940315246582,,,,
+18.62969207763672,3,40.037384033203125,423,,,,0.9028423428535461,0.9047619104385376,57.51657485961914,58.66707992553711
+,3,,423,,0.9418988823890686,,,,,
+4.841244220733643,4,12.200841903686523,429,0.9702380895614624,,17.042085647583008,,,,
+2.974371910095215,4,10.82336711883545,439,0.9761905074119568,,13.797739028930664,,,,
+4.252652168273926,4,15.951421737670898,449,0.9523809552192688,,20.20407485961914,,,,
+2.1678693294525146,4,8.778766632080078,459,0.9851190447807312,,10.946636199951172,,,,
+2.0049118995666504,4,8.353853225708008,469,0.9791666865348816,,10.3587646484375,,,,
+2.506476879119873,4,10.055744171142578,479,0.9880952835083008,,12.56222152709961,,,,
+4.050774097442627,4,15.270768165588379,489,0.961309552192688,,19.321542739868164,,,,
+3.6815896034240723,4,11.897424697875977,499,0.9642857313156128,,15.57901382446289,,,,
+3.1381280422210693,4,17.96413230895996,509,0.9434524178504944,,21.10226058959961,,,,
+5.164825439453125,4,15.547331809997559,519,0.9642857313156128,,20.712158203125,,,,
+2.203641891479492,4,7.099142074584961,529,0.9761905074119568,,9.302783966064453,,,,
+18.956924438476562,4,40.39546203613281,529,,,,0.9096254706382751,0.9105876088142395,58.1879768371582,59.352386474609375
+,4,,529,,0.9627134203910828,,,,,
+4.660295009613037,5,14.350686073303223,539,0.961309552192688,,19.0109806060791,,,,
+3.5714259147644043,5,12.309032440185547,549,0.9791666865348816,,15.88045883178711,,,,
+2.049685001373291,5,8.935517311096191,559,0.9851190447807312,,10.98520278930664,,,,
+2.5500411987304688,5,7.452302932739258,569,0.9880952835083008,,10.002344131469727,,,,
+2.168118953704834,5,9.4942626953125,579,0.9791666865348816,,11.662382125854492,,,,
+1.3614121675491333,5,6.1798787117004395,589,0.9880952835083008,,7.541290760040283,,,,
+1.198809027671814,5,7.2246928215026855,599,0.9851190447807312,,8.423501968383789,,,,
+1.4489526748657227,5,7.291675567626953,609,0.9970238208770752,,8.740628242492676,,,,
+3.0972900390625,5,11.855901718139648,619,0.9761905074119568,,14.953191757202148,,,,
+2.797565460205078,5,12.584695816040039,629,0.9642857313156128,,15.382261276245117,,,,
+25.129121780395508,5,49.188323974609375,635,,,,0.9061369299888611,0.907991349697113,72.85579681396484,74.31745147705078
+,5,,635,,0.9776131510734558,,,,,
+1.0423202514648438,6,5.720681190490723,639,0.9910714626312256,,6.763001441955566,,,,
+1.2209986448287964,6,6.096189498901367,649,0.9970238208770752,,7.317188262939453,,,,
+1.8760640621185303,6,7.706083297729492,659,0.9851190447807312,,9.582147598266602,,,,
+1.2818304300308228,6,6.125677108764648,669,0.9880952835083008,,7.407507419586182,,,,
+2.229832649230957,6,7.048405647277832,679,0.9851190447807312,,9.278238296508789,,,,
+0.6902461051940918,6,4.2497453689575195,689,0.9940476417541504,,4.939991474151611,,,,
+1.2457730770111084,6,6.090642929077148,699,0.9940476417541504,,7.336416244506836,,,,
+1.010505199432373,6,5.667677879333496,709,0.9940476417541504,,6.678183078765869,,,,
+0.45942074060440063,6,3.2957494258880615,719,0.9940476417541504,,3.7551701068878174,,,,
+1.999974250793457,6,10.298564910888672,729,0.973214328289032,,12.298539161682129,,,,
+1.3264415264129639,6,6.306806564331055,739,0.9761905074119568,,7.633248329162598,,,,
+24.52301597595215,6,51.57627868652344,741,,,,0.906589150428772,0.9084345698356628,74.59978485107422,76.09930419921875
+,6,,741,,0.9867662787437439,,,,,
+2.4978232383728027,7,6.8932881355285645,749,0.9851190447807312,,9.391111373901367,,,,
+0.42423373460769653,7,3.399038791656494,759,0.9970238208770752,,3.823272466659546,,,,
+0.6098842024803162,7,4.887975215911865,769,0.9940476417541504,,5.497859477996826,,,,
+1.1371486186981201,7,4.760030269622803,779,0.9880952835083008,,5.897178649902344,,,,
+0.37128350138664246,7,3.139503002166748,789,0.9970238208770752,,3.510786533355713,,,,
+1.021007776260376,7,4.749818325042725,799,0.9970238208770752,,5.77082633972168,,,,
+0.3008558750152588,7,2.508798360824585,809,1.0,,2.8096542358398438,,,,
+0.8018375635147095,7,3.474909543991089,819,1.0,,4.276747226715088,,,,
+1.1447120904922485,7,5.203502178192139,829,0.9940476417541504,,6.348214149475098,,,,
+0.8099502921104431,7,4.357853889465332,839,0.9970238208770752,,5.16780424118042,,,,
+27.455989837646484,7,53.57114791870117,847,,,,0.9089791774749756,0.9107776284217834,79.43032836914062,81.02713775634766
+,7,,847,,0.993289589881897,,,,,
+1.1960220336914062,8,4.132819175720215,849,0.9910714626312256,,5.328841209411621,,,,
+0.5670245289802551,8,5.040903091430664,859,0.9910714626312256,,5.6079277992248535,,,,
+1.054419994354248,8,5.642556190490723,869,0.9910714626312256,,6.696976184844971,,,,
+0.39545321464538574,8,2.3027844429016113,879,1.0,,2.698237657546997,,,,
+0.5711363554000854,8,4.409519195556641,889,0.9940476417541504,,4.980655670166016,,,,
+0.33388787508010864,8,4.853790760040283,899,0.9880952835083008,,5.187678813934326,,,,
+0.3140052258968353,8,2.294002056121826,909,1.0,,2.6080071926116943,,,,
+0.4337499737739563,8,2.2422938346862793,919,1.0,,2.676043748855591,,,,
+0.23267555236816406,8,1.8614287376403809,929,1.0,,2.094104290008545,,,,
+0.740526556968689,8,2.9335174560546875,939,0.9940476417541504,,3.674044132232666,,,,
+0.5744504332542419,8,3.0225300788879395,949,0.9910714626312256,,3.596980571746826,,,,
+31.383569717407227,8,62.5703125,953,,,,0.9043282866477966,0.9062182903289795,92.10222625732422,93.95389556884766
+,8,,953,,0.9966307282447815,,,,,
+0.672822117805481,9,2.677098274230957,959,1.0,,3.3499202728271484,,,,
+0.598747193813324,9,2.7590808868408203,969,1.0,,3.357828140258789,,,,
+0.2126021683216095,9,1.896222710609436,979,1.0,,2.1088249683380127,,,,
+0.33157849311828613,9,2.1810476779937744,989,1.0,,2.5126261711120605,,,,
+0.29642531275749207,9,2.00097918510437,999,0.9940476417541504,,2.2974045276641846,,,,
+0.23905912041664124,9,1.223649024963379,1009,1.0,,1.4627081155776978,,,,
+0.2877955436706543,9,1.4961020946502686,1019,1.0,,1.7838976383209229,,,,
+0.3610686957836151,9,2.913247585296631,1029,1.0,,3.2743163108825684,,,,
+0.3877200782299042,9,1.6567673683166504,1039,0.9970238208770752,,2.044487476348877,,,,
+0.13846932351589203,9,1.1013312339782715,1049,1.0,,1.2398005723953247,,,,
+0.1370384246110916,9,1.6916818618774414,1059,1.0,,1.8287203311920166,,,,
+28.9644718170166,9,58.660804748535156,1059,,,,0.9095606803894043,0.9113475680351257,85.89694213867188,87.62525177001953
+,9,,1059,,0.9989050030708313,,,,,
+0.5739983916282654,10,1.622633457183838,1069,0.9970238208770752,,2.196631908416748,,,,
+0.16625383496284485,10,1.2324116230010986,1079,1.0,,1.398665428161621,,,,
+0.16268160939216614,10,0.7210642099380493,1089,1.0,,0.8837457895278931,,,,
+0.15742196142673492,10,0.944293737411499,1099,1.0,,1.1017156839370728,,,,
+0.1257782280445099,10,1.3792107105255127,1109,1.0,,1.5049889087677002,,,,
+0.19303244352340698,10,1.2741992473602295,1119,1.0,,1.4672317504882812,,,,
+0.08466792106628418,10,0.48866140842437744,1129,1.0,,0.5733293294906616,,,,
+0.20461945235729218,10,1.5695369243621826,1139,1.0,,1.7741563320159912,,,,
+0.3449661433696747,10,2.098576545715332,1149,1.0,,2.443542718887329,,,,
+0.1259223222732544,10,1.044212818145752,1159,1.0,,1.1701351404190063,,,,
+32.361175537109375,10,65.31304931640625,1165,,,,0.9058786034584045,0.9077380299568176,95.74664306640625,97.67424011230469
+,10,,1165,,0.9994665384292603,,,,,
+0.08208145946264267,11,0.7889624834060669,1169,1.0,,0.8710439205169678,,,,
+0.15041378140449524,11,0.5913420915603638,1179,1.0,,0.7417558431625366,,,,
+0.10618974268436432,11,0.664521336555481,1189,1.0,,0.7707110643386841,,,,
+0.14829814434051514,11,1.0392690896987915,1199,1.0,,1.1875672340393066,,,,
+0.06859699636697769,11,0.7416914701461792,1209,1.0,,0.8102884888648987,,,,
+0.11785334348678589,11,0.684947669506073,1219,1.0,,0.8028010129928589,,,,
+0.10600557923316956,11,0.7579864263534546,1229,1.0,,0.8639919757843018,,,,
+0.23134103417396545,11,1.6272512674331665,1239,1.0,,1.8585922718048096,,,,
+0.2346915304660797,11,1.1352345943450928,1249,1.0,,1.36992609500885,,,,
+0.04940607771277428,11,0.3242700695991516,1259,1.0,,0.3736761510372162,,,,
+0.05513860657811165,11,0.5469803810119629,1269,1.0,,0.602118968963623,,,,
+32.33224868774414,11,65.50188446044922,1271,,,,0.9079458117485046,0.9097643494606018,95.9034194946289,97.8341293334961
+,11,,1271,,0.9996631145477295,,,,,
+0.10539372265338898,12,0.8022102117538452,1279,1.0,,0.907603919506073,,,,
+0.11883284151554108,12,0.7481968998908997,1289,1.0,,0.8670297265052795,,,,
+0.14374497532844543,12,0.720719575881958,1299,1.0,,0.864464521408081,,,,
+0.08837203681468964,12,0.4602002799510956,1309,1.0,,0.548572301864624,,,,
+0.10655851662158966,12,0.8138123154640198,1319,1.0,,0.9203708171844482,,,,
+0.07717319577932358,12,0.5271362066268921,1329,1.0,,0.6043093800544739,,,,
+0.06710885465145111,12,0.5218367576599121,1339,1.0,,0.5889456272125244,,,,
+0.03207094594836235,12,0.3913910984992981,1349,1.0,,0.42346203327178955,,,,
+0.08848714828491211,12,0.5753414034843445,1359,1.0,,0.6638285517692566,,,,
+0.0853138417005539,12,0.6131613850593567,1369,1.0,,0.6984752416610718,,,,
+32.85356521606445,12,66.87187194824219,1377,,,,0.9084625840187073,0.9102710485458374,97.75646209716797,99.72542572021484
+,12,,1377,,0.9999438524246216,,,,,
+0.09256230294704437,13,0.7851964235305786,1379,1.0,,0.8777587413787842,,,,
+0.03454332426190376,13,0.3079942464828491,1389,1.0,,0.3425375819206238,,,,
+0.10132622718811035,13,0.543348491191864,1399,1.0,,0.6446747183799744,,,,
+0.07011168450117111,13,0.4007500410079956,1409,1.0,,0.4708617329597473,,,,
+0.032341718673706055,13,0.2882574796676636,1419,1.0,,0.32059919834136963,,,,
+0.03587762266397476,13,0.27902793884277344,1429,1.0,,0.3149055540561676,,,,
+0.05033744499087334,13,0.40322166681289673,1439,1.0,,0.45355910062789917,,,,
+0.05081518739461899,13,0.31400835514068604,1449,1.0,,0.3648235499858856,,,,
+0.03181162476539612,13,0.213033527135849,1459,1.0,,0.24484515190124512,,,,
+0.11765770614147186,13,0.7398843765258789,1469,1.0,,0.857542097568512,,,,
+0.0272729080170393,13,0.3692690134048462,1479,1.0,,0.39654192328453064,,,,
+32.7032585144043,13,67.66621398925781,1483,,,,0.9108526110649109,0.9126139283180237,98.38844299316406,100.36947631835938
+,13,,1483,,1.0,,,,,
+0.029700322076678276,14,0.21934467554092407,1489,1.0,,0.2490449994802475,,,,
+0.10367774218320847,14,0.7352147102355957,1499,1.0,,0.8388924598693848,,,,
+0.059119731187820435,14,0.378897100687027,1509,1.0,,0.4380168318748474,,,,
+0.043035492300987244,14,0.2712763845920563,1519,1.0,,0.3143118619918823,,,,
+0.04688089340925217,14,0.19798383116722107,1529,1.0,,0.24486473202705383,,,,
+0.10430801659822464,14,0.5789262652397156,1539,1.0,,0.6832342743873596,,,,
+0.05130764842033386,14,0.21896639466285706,1549,1.0,,0.2702740430831909,,,,
+0.02482662722468376,14,0.15574124455451965,1559,1.0,,0.1805678755044937,,,,
+0.010891099460422993,14,0.10483989119529724,1569,1.0,,0.11573099344968796,,,,
+0.02625330537557602,14,0.18001991510391235,1579,1.0,,0.20627322793006897,,,,
+0.044382885098457336,14,0.2541131377220154,1589,1.0,,0.2984960079193115,,,,
+33.56336975097656,14,70.10275268554688,1589,,,,0.9100774526596069,0.911854088306427,101.62029266357422,103.66614532470703
+,14,,1589,,0.9999438524246216,,,,,
+0.036202263087034225,15,0.23186048865318298,1599,1.0,,0.2680627405643463,,,,
+0.029498109593987465,15,0.1623026430606842,1609,1.0,,0.19180075824260712,,,,
+0.0642145425081253,15,0.29028308391571045,1619,1.0,,0.35449761152267456,,,,
+0.021584948524832726,15,0.15585850179195404,1629,1.0,,0.17744344472885132,,,,
+0.026543762534856796,15,0.231496199965477,1639,1.0,,0.2580399513244629,,,,
+0.026484496891498566,15,0.17274723947048187,1649,1.0,,0.19923174381256104,,,,
+0.04483742266893387,15,0.24912944436073303,1659,1.0,,0.2939668595790863,,,,
+0.021982558071613312,15,0.14157970249652863,1669,1.0,,0.16356226801872253,,,,
+0.051898058503866196,15,0.23403725028038025,1679,1.0,,0.28593531250953674,,,,
+0.058338463306427,15,0.45980650186538696,1689,1.0,,0.518144965171814,,,,
+34.23185729980469,15,71.48218536376953,1695,,,,0.91001296043396,0.9117907881736755,103.62767791748047,105.71403503417969
+,15,,1695,,1.0,,,,,
+0.056631751358509064,16,0.2504584789276123,1699,1.0,,0.30709022283554077,,,,
+0.04541373252868652,16,0.23351344466209412,1709,1.0,,0.27892717719078064,,,,
+0.02082454040646553,16,0.15442895889282227,1719,1.0,,0.1752534955739975,,,,
+0.031780533492565155,16,0.21080943942070007,1729,1.0,,0.24258998036384583,,,,
+0.031047921627759933,16,0.22603538632392883,1739,1.0,,0.25708329677581787,,,,
+0.06802847981452942,16,0.2985420227050781,1749,1.0,,0.36657050251960754,,,,
+0.05113906413316727,16,0.15549319982528687,1759,1.0,,0.20663225650787354,,,,
+0.03400905430316925,16,0.19514018297195435,1769,1.0,,0.2291492372751236,,,,
+0.019054939970374107,16,0.10720597952604294,1779,1.0,,0.1262609213590622,,,,
+0.016969500109553337,16,0.100333571434021,1789,1.0,,0.11730307340621948,,,,
+0.025277389213442802,16,0.14551571011543274,1799,1.0,,0.1707931011915207,,,,
+34.69163513183594,16,72.9610366821289,1801,,,,0.9098190665245056,0.9116007685661316,105.52754974365234,107.65267944335938
+,16,,1801,,1.0,,,,,
+0.03510835021734238,17,0.2309528887271881,1809,1.0,,0.2660612463951111,,,,
+0.029885541647672653,17,0.1573329120874405,1819,1.0,,0.18721845746040344,,,,
+0.05063450708985329,17,0.2636978328227997,1829,1.0,,0.31433233618736267,,,,
+0.027093470096588135,17,0.19184817373752594,1839,1.0,,0.21894164383411407,,,,
+0.06082344427704811,17,0.2915274500846863,1849,1.0,,0.3523508906364441,,,,
+0.03325643017888069,17,0.11393654346466064,1859,1.0,,0.14719296991825104,,,,
+0.03070574253797531,17,0.2227298617362976,1869,1.0,,0.2534356117248535,,,,
+0.03340258449316025,17,0.22092418372631073,1879,1.0,,0.2543267607688904,,,,
+0.04437871277332306,17,0.19060055911540985,1889,1.0,,0.2349792718887329,,,,
+0.01286033634096384,17,0.1194486916065216,1899,1.0,,0.13230903446674347,,,,
+34.824337005615234,17,73.65121459960938,1907,,,,0.9100776314735413,0.911854088306427,106.33427429199219,108.47553253173828
+,17,,1907,,1.0,,,,,
+0.00969968643039465,18,0.0650806874036789,1909,1.0,,0.07478037476539612,,,,
+0.04450448974967003,18,0.2756584584712982,1919,1.0,,0.32016295194625854,,,,
+0.06632554531097412,18,0.3644002079963684,1929,1.0,,0.43072575330734253,,,,
+0.045351542532444,18,0.1858871579170227,1939,1.0,,0.2312386929988861,,,,
+0.014496208168566227,18,0.07276991009712219,1949,1.0,,0.08726611733436584,,,,
+0.0377250500023365,18,0.15866991877555847,1959,1.0,,0.19639496505260468,,,,
+0.031207941472530365,18,0.2095954418182373,1969,1.0,,0.24080339074134827,,,,
+0.013601431623101234,18,0.09303192794322968,1979,1.0,,0.10663335770368576,,,,
+0.04370017349720001,18,0.20246769487857819,1989,1.0,,0.2461678683757782,,,,
+0.006915588863193989,18,0.04222055897116661,1999,1.0,,0.049136146903038025,,,,
+0.022921966388821602,18,0.12964335083961487,2009,1.0,,0.15256531536579132,,,,
+35.3837890625,18,74.9992446899414,2013,,,,0.9096899032592773,0.9114741683006287,108.20413970947266,110.383056640625
+,18,,2013,,1.0,,,,,
+0.027118457481265068,19,0.1363137662410736,2019,1.0,,0.16343222558498383,,,,
+0.03225550428032875,19,0.14651837944984436,2029,1.0,,0.1787738800048828,,,,
+0.02923787385225296,19,0.12477274239063263,2039,1.0,,0.1540106236934662,,,,
+0.02891421690583229,19,0.14818456768989563,2049,1.0,,0.17709878087043762,,,,
+0.012648846954107285,19,0.06767600029706955,2059,1.0,,0.08032484352588654,,,,
+0.03300554305315018,19,0.2076769918203354,2069,1.0,,0.24068254232406616,,,,
+0.014581963419914246,19,0.06470590084791183,2079,1.0,,0.07928786426782608,,,,
+0.015115772373974323,19,0.06768067181110382,2089,1.0,,0.08279644697904587,,,,
+0.008322522044181824,19,0.05966722220182419,2099,1.0,,0.06798974424600601,,,,
+0.017890939489006996,19,0.12281067669391632,2109,1.0,,0.14070162177085876,,,,
+0.007484800182282925,19,0.08536575734615326,2119,1.0,,0.09285055845975876,,,,
+35.47038650512695,19,75.86204528808594,2119,,,,0.9093669652938843,0.9111575484275818,109.13420104980469,111.33245086669922
+,19,,2119,,0.9999719262123108,,,,,
+0.021623313426971436,20,0.14787645637989044,2129,1.0,,0.16949976980686188,,,,
+0.03476078063249588,20,0.17560243606567383,2139,1.0,,0.2103632092475891,,,,
+0.024826595559716225,20,0.0881972536444664,2149,1.0,,0.11302384734153748,,,,
+0.0113913519307971,20,0.08440160006284714,2159,1.0,,0.09579294919967651,,,,
+0.019136589020490646,20,0.1339472234249115,2169,1.0,,0.15308381617069244,,,,
+0.020911836996674538,20,0.12853480875492096,2179,1.0,,0.14944665133953094,,,,
+0.02359924651682377,20,0.11009745299816132,2189,1.0,,0.13369670510292053,,,,
+0.052771054208278656,20,0.2184806764125824,2199,1.0,,0.27125173807144165,,,,
+0.018496252596378326,20,0.11544922739267349,2209,1.0,,0.13394547998905182,,,,
+0.018312674015760422,20,0.11557697504758835,2219,1.0,,0.13388964533805847,,,,
+36.57820129394531,20,77.36774444580078,2225,,,,0.9089792370796204,0.9107776284217834,111.69644165039062,113.94595336914062
+,20,,2225,,1.0,,,,,
+0.007273106835782528,21,0.043928295373916626,2229,1.0,,0.05120140314102173,,,,
+0.02913748100399971,21,0.1616554707288742,2239,1.0,,0.19079294800758362,,,,
+0.017696253955364227,21,0.0850328579545021,2249,1.0,,0.10272911190986633,,,,
+0.00918632373213768,21,0.05114264041185379,2259,1.0,,0.06032896414399147,,,,
+0.01371447741985321,21,0.0807143896818161,2269,1.0,,0.09442886710166931,,,,
+0.006700627971440554,21,0.04417809844017029,2279,1.0,,0.050878725945949554,,,,
+0.027535000815987587,21,0.1129244714975357,2289,1.0,,0.14045947790145874,,,,
+0.03934678062796593,21,0.14472056925296783,2299,1.0,,0.18406735360622406,,,,
+0.032140448689460754,21,0.09245169162750244,2309,1.0,,0.1245921403169632,,,,
+0.021456129848957062,21,0.1488276869058609,2319,1.0,,0.17028382420539856,,,,
+0.033577851951122284,21,0.10898546129465103,2329,1.0,,0.14256331324577332,,,,
+36.43801498413086,21,78.3952407836914,2331,,,,0.9074937105178833,0.9093211889266968,112.56596374511719,114.833251953125
+,21,,2331,,0.9999719262123108,,,,,
+0.020780935883522034,22,0.10262653231620789,2339,1.0,,0.12340746819972992,,,,
+0.022528521716594696,22,0.12346194684505463,2349,1.0,,0.14599046111106873,,,,
+0.027669265866279602,22,0.16188979148864746,2359,1.0,,0.18955905735492706,,,,
+0.018698304891586304,22,0.09770892560482025,2369,1.0,,0.11640723049640656,,,,
+0.08356878161430359,22,0.32542404532432556,2379,1.0,,0.40899282693862915,,,,
+0.016362935304641724,22,0.13046665489673615,2389,1.0,,0.14682959020137787,,,,
+0.037767212837934494,22,0.3903338313102722,2399,1.0,,0.4281010329723358,,,,
+0.042801134288311005,22,0.22079682350158691,2409,1.0,,0.2635979652404785,,,,
+0.23271802067756653,22,0.39606091380119324,2419,1.0,,0.6287789344787598,,,,
+0.14206434786319733,22,0.4975883364677429,2429,1.0,,0.639652669429779,,,,
+33.63086700439453,22,73.05278778076172,2437,,,,0.9082040786743164,0.910017728805542,104.57664489746094,106.68366241455078
+,22,,2437,,0.999681830406189,,,,,
+0.09572256356477737,23,0.305801123380661,2439,1.0,,0.4015236794948578,,,,
+3.2054715156555176,23,6.052936553955078,2449,0.9940476417541504,,9.258407592773438,,,,
+3.636378526687622,23,7.644073009490967,2459,0.9880952835083008,,11.280451774597168,,,,
+2.7612993717193604,23,12.029546737670898,2469,0.9791666865348816,,14.79084587097168,,,,
+3.8221640586853027,23,14.469989776611328,2479,0.961309552192688,,18.29215431213379,,,,
+4.649689197540283,23,12.698616981506348,2489,0.9761905074119568,,17.34830665588379,,,,
+5.298307418823242,23,15.918614387512207,2499,0.9672619104385376,,21.216922760009766,,,,
+4.88304328918457,23,13.581670761108398,2509,0.9702380895614624,,18.46471405029297,,,,
+3.5569446086883545,23,9.182043075561523,2519,0.9821428656578064,,12.738987922668457,,,,
+2.099602699279785,23,7.650069236755371,2529,0.9821428656578064,,9.749671936035156,,,,
+5.905200004577637,23,13.367097854614258,2539,0.9761905074119568,,19.272296905517578,,,,
+21.772245407104492,23,53.03083038330078,2543,,,,0.8970931172370911,0.8974797129631042,73.34492492675781,74.80306243896484
+,23,,2543,,0.9691618084907532,,,,,