Update /home/fit02/dien-workspace/absa/output/infoxlmL-aux-global-0.2contrastive-full_celoss-Res-vlsp-top4

best_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14401dea0d6f36ab47a6dd859fb6e4162797bea1e005fa9113deb2a0eb4261c7
+size 7655602991

log.txt

@@ -0,0 +1,18 @@
+
+    Correct Answer Aspects: [224, 3, 50, 11, 309, 445, 329, 145, 176, 14, 4, 158]
+    Correct Answer Labels: [191, 2, 40, 11, 253, 410, 289, 109, 170, 8, 4, 128]
+
+    
+    Evaluation Results for MICRO:
+    Mean Precision: 86.48
+    Mean Recall: 77.22
+    Mean F1: 81.59
+    ---------------------------------------------
+    
+
+    Evaluation Results for MICRO:
+    Mean Precision: 74.77
+    Mean Recall: 66.76
+    Mean F1: 70.54
+    ---------------------------------------------
+    

version_0/hparams.yaml

@@ -0,0 +1,5 @@
+num_aspects: 12
+model_name: microsoft/infoxlm-large
+output_dir: /home/fit02/dien-workspace/absa/output/infoxlmL-aux-global-0.2contrastive-full_celoss-Res-vlsp-top4
+learning_rate: 2.0e-05
+topk_layer: 4

version_0/metrics.csv

@@ -0,0 +1,260 @@
+aspect_loss,epoch,global_loss,sentiment_loss,step,train_acc,train_acc_epoch,train_loss,val_acc_batch,val_acc_epoch,val_loss,val_loss_batch
+0.7572147846221924,0,0.6615248322486877,0.690859317779541,9,0.7708333134651184,,2.2968575954437256,,,,
+0.5703797936439514,0,0.8735234141349792,0.5921805500984192,19,0.8055555820465088,,2.223738193511963,,,,
+0.5547596216201782,0,0.5883753895759583,0.550105094909668,29,0.8090277910232544,,1.8918215036392212,,,,
+0.4781530201435089,0,0.18219733238220215,0.46248170733451843,39,0.8333333134651184,,1.2900583744049072,,,,
+0.5249798893928528,0,0.69065922498703,0.6325539350509644,49,0.7951388955116272,,2.0429739952087402,,,,
+0.5195296406745911,0,0.7609003186225891,0.6004570126533508,59,0.819444477558136,,2.061415433883667,,,,
+0.5203173160552979,0,0.5847064852714539,0.6132329106330872,69,0.8125,,1.881563663482666,,,,
+0.48390305042266846,0,0.26088541746139526,0.48920905590057373,79,0.8159722089767456,,1.4546434879302979,,,,
+0.4672585129737854,0,0.46509256958961487,0.5178045034408569,89,0.819444477558136,,1.6259334087371826,,,,
+0.4966583847999573,0,0.5842341184616089,0.47353920340538025,99,0.84375,,1.7183325290679932,,,,
+0.46302473545074463,0,0.23405484855175018,0.5277047157287598,109,0.8020833134651184,,1.462849497795105,,,,
+0.4342566728591919,0,0.3294132649898529,0.4536988139152527,119,0.8576388955116272,,1.4185630083084106,,,,
+0.39522239565849304,0,0.4570864140987396,0.4161146879196167,123,,,,0.8609820008277893,0.8612611889839172,1.4470258951187134,1.4487173557281494
+,0,,,123,,0.8060876131057739,,,,,
+0.42019563913345337,1,0.20257361233234406,0.4488545358181,129,0.84375,,1.2355246543884277,,,,
+0.48692089319229126,1,0.4060283601284027,0.5864270925521851,139,0.7708333134651184,,1.6579253673553467,,,,
+0.4099196791648865,1,0.07603561878204346,0.4313253164291382,149,0.8472222089767456,,1.08058762550354,,,,
+0.3891448974609375,1,0.38882923126220703,0.4922386109828949,159,0.8229166865348816,,1.4821490049362183,,,,
+0.3982524275779724,1,0.8702877163887024,0.5084012150764465,169,0.8125,,1.9859743118286133,,,,
+0.33423271775245667,1,0.19159279763698578,0.38967642188072205,179,0.8680555820465088,,1.0957928895950317,,,,
+0.3602704703807831,1,0.3872077167034149,0.4700496196746826,189,0.850694477558136,,1.3655928373336792,,,,
+0.36456337571144104,1,0.27680158615112305,0.36754828691482544,199,0.8923611044883728,,1.2074946165084839,,,,
+0.31164440512657166,1,0.11746779829263687,0.23613902926445007,209,0.9270833134651184,,0.8808165192604065,,,,
+0.37906187772750854,1,0.17485995590686798,0.4151625335216522,219,0.8368055820465088,,1.1591142416000366,,,,
+0.45067405700683594,1,0.11098939180374146,0.4733905792236328,229,0.8263888955116272,,1.2092481851577759,,,,
+0.31472471356391907,1,0.18716765940189362,0.3265000581741333,239,0.8958333134651184,,1.0165220499038696,,,,
+0.3154866397380829,1,0.4023612141609192,0.35850322246551514,247,,,,0.8768733739852905,0.8770362138748169,1.2556779384613037,1.2566452026367188
+,1,,,247,,0.8534759879112244,,,,,
+0.34675973653793335,2,0.23000164330005646,0.3277342915534973,249,0.8715277910232544,,1.0795607566833496,,,,
+0.3247421979904175,2,0.19979725778102875,0.3196468949317932,259,0.8958333134651184,,1.066283941268921,,,,
+0.3756014108657837,2,0.19838429987430573,0.3959435224533081,269,0.8680555820465088,,1.169460654258728,,,,
+0.3658580482006073,2,0.3242012560367584,0.39633405208587646,279,0.8611111044883728,,1.2740479707717896,,,,
+0.32338228821754456,2,0.06815996021032333,0.3719160556793213,289,0.8784722089767456,,0.9803299307823181,,,,
+0.3388897776603699,2,0.2111799716949463,0.34744882583618164,299,0.8854166865348816,,1.073296308517456,,,,
+0.32038453221321106,2,0.27923259139060974,0.3050767779350281,309,0.8993055820465088,,1.11663019657135,,,,
+0.34253042936325073,2,0.10876468569040298,0.3921988606452942,319,0.8576388955116272,,1.0242204666137695,,,,
+0.35579222440719604,2,0.16038012504577637,0.4080934226512909,329,0.8645833134651184,,1.0897501707077026,,,,
+0.3215695917606354,2,0.08587408810853958,0.30239325761795044,339,0.8888888955116272,,0.9254022240638733,,,,
+0.27691593766212463,2,0.080489881336689,0.28572484850883484,349,0.9097222089767456,,0.8103570342063904,,,,
+0.3484947383403778,2,0.25914692878723145,0.42436549067497253,359,0.8576388955116272,,1.2505416870117188,,,,
+0.2978189289569855,2,0.17564721405506134,0.3522837162017822,369,0.881944477558136,,1.019105315208435,,,,
+0.2914750277996063,2,0.41530486941337585,0.3244032561779022,371,,,,0.8876615166664124,0.8876886963844299,1.210607886314392,1.2114771604537964
+,2,,,371,,0.8768294453620911,,,,,
+0.2581705152988434,3,0.04584862291812897,0.29190167784690857,379,0.8923611044883728,,0.7526955604553223,,,,
+0.28135767579078674,3,0.050472404807806015,0.28712496161460876,389,0.90625,,0.775729775428772,,,,
+0.2731226980686188,3,0.04704834893345833,0.23758892714977264,399,0.9097222089767456,,0.7511154413223267,,,,
+0.17983099818229675,3,0.09691367298364639,0.2357926070690155,409,0.9166666865348816,,0.7476993799209595,,,,
+0.30073919892311096,3,0.00405853521078825,0.3270914554595947,419,0.8854166865348816,,0.84329754114151,,,,
+0.24921751022338867,3,0.07648632675409317,0.24208226799964905,429,0.9305555820465088,,0.7797223329544067,,,,
+0.28766289353370667,3,0.022522658109664917,0.31191688776016235,439,0.881944477558136,,0.8145078420639038,,,,
+0.3130960464477539,3,0.045598819851875305,0.33311933279037476,449,0.8645833134651184,,0.8747180700302124,,,,
+0.3506759703159332,3,0.011084373109042645,0.28415796160697937,459,0.90625,,0.8244673013687134,,,,
+0.28393134474754333,3,0.045754238963127136,0.32290637493133545,469,0.8923611044883728,,0.8819476366043091,,,,
+0.33077171444892883,3,0.06951169669628143,0.3842887878417969,479,0.8611111044883728,,0.9727018475532532,,,,
+0.31507453322410583,3,0.019466184079647064,0.31353333592414856,489,0.8958333134651184,,0.8095995187759399,,,,
+0.28742584586143494,3,0.4727187156677246,0.3080664873123169,495,,,,0.8940567970275879,0.8941401243209839,1.246464729309082,1.248504877090454
+,3,,,495,,0.8916797041893005,,,,,
+0.2703262269496918,4,0.01360833179205656,0.28063851594924927,499,0.90625,,0.7648962736129761,,,,
+0.2522698938846588,4,0.025248514488339424,0.2295873463153839,509,0.90625,,0.6821708679199219,,,,
+0.34539666771888733,4,0.05017837882041931,0.3055114448070526,519,0.8888888955116272,,0.8927000761032104,,,,
+0.2573569715023041,4,0.020257366821169853,0.25855526328086853,529,0.9097222089767456,,0.6810674667358398,,,,
+0.2355334460735321,4,0.006468768697232008,0.2588396668434143,539,0.9270833134651184,,0.7072619199752808,,,,
+0.2233351618051529,4,0.012636031955480576,0.2590789794921875,549,0.9166666865348816,,0.6831797957420349,,,,
+0.30790388584136963,4,0.11029810458421707,0.29833322763442993,559,0.8784722089767456,,0.882811427116394,,,,
+0.17745596170425415,4,0.034194931387901306,0.22099485993385315,569,0.9270833134651184,,0.618452787399292,,,,
+0.2631480395793915,4,0.0908089354634285,0.26560330390930176,579,0.90625,,0.8076899647712708,,,,
+0.2441791146993637,4,0.03028474561870098,0.3030279278755188,589,0.8958333134651184,,0.7603956460952759,,,,
+0.1863824874162674,4,0.0192287415266037,0.23019486665725708,599,0.9305555820465088,,0.7003634572029114,,,,
+0.3017812669277191,4,0.035042889416217804,0.3020603656768799,609,0.8923611044883728,,0.8312898874282837,,,,
+0.2616267204284668,4,0.0096921157091856,0.24394379556179047,619,0.9259259104728699,,0.6384888291358948,,,,
+0.23680372536182404,4,0.48168542981147766,0.3002465069293976,619,,,,0.8969638347625732,0.8970550298690796,1.1975996494293213,1.1990294456481934
+,4,,,619,,0.904476523399353,,,,,
+0.21246814727783203,5,0.13034620881080627,0.26866409182548523,629,0.8993055820465088,,0.7996081113815308,,,,
+0.19513924419879913,5,0.008488413877785206,0.22753332555294037,639,0.9270833134651184,,0.5950618386268616,,,,
+0.24537698924541473,5,0.0030119980219751596,0.29809725284576416,649,0.8958333134651184,,0.7250352501869202,,,,
+0.2379796802997589,5,0.3071613311767578,0.29114726185798645,659,0.9027777910232544,,1.0400954484939575,,,,
+0.18808028101921082,5,0.016088346019387245,0.270120769739151,669,0.90625,,0.6519674062728882,,,,
+0.11833596229553223,5,0.02221645414829254,0.1987982988357544,679,0.9409722089767456,,0.5454804301261902,,,,
+0.1347915232181549,5,0.027426516637206078,0.1972399353981018,689,0.9270833134651184,,0.5684909224510193,,,,
+0.2026766687631607,5,0.016838504001498222,0.24922522902488708,699,0.9201388955116272,,0.6231397390365601,,,,
+0.222539484500885,5,0.004170255269855261,0.32672083377838135,709,0.881944477558136,,0.7482112646102905,,,,
+0.2209109514951706,5,0.01825787127017975,0.2745797634124756,719,0.8888888955116272,,0.7075395584106445,,,,
+0.17049653828144073,5,0.05018692836165428,0.23514406383037567,729,0.9166666865348816,,0.6465701460838318,,,,
+0.1562252640724182,5,0.11389967799186707,0.22636783123016357,739,0.9375,,0.7316548228263855,,,,
+0.2499498426914215,5,0.4519183039665222,0.29875457286834717,743,,,,0.9031007885932922,0.9030563831329346,1.1807382106781006,1.1809165477752686
+,5,,,743,,0.9135024547576904,,,,,
+0.18200519680976868,6,0.03700609505176544,0.20405566692352295,749,0.9270833134651184,,0.5863739848136902,,,,
+0.19404101371765137,6,0.004780348856002092,0.20676496624946594,759,0.9270833134651184,,0.5971999168395996,,,,
+0.09406200051307678,6,0.0011338143376633525,0.15816384553909302,769,0.9548611044883728,,0.491787850856781,,,,
+0.06690984964370728,6,0.02506648562848568,0.14860303699970245,779,0.9548611044883728,,0.531732439994812,,,,
+0.16272853314876556,6,0.003736192127689719,0.20438501238822937,789,0.9270833134651184,,0.5385115742683411,,,,
+0.12590399384498596,6,0.05592161417007446,0.16617313027381897,799,0.9409722089767456,,0.5309025645256042,,,,
+0.19950813055038452,6,0.002189857652410865,0.1972438395023346,809,0.9409722089767456,,0.5578939914703369,,,,
+0.05619277060031891,6,0.025301048532128334,0.09858015179634094,819,0.9618055820465088,,0.42270150780677795,,,,
+0.123885378241539,6,0.002925207605585456,0.14906783401966095,829,0.9479166865348816,,0.48781460523605347,,,,
+0.12973368167877197,6,0.023501602932810783,0.15883076190948486,839,0.944444477558136,,0.529808759689331,,,,
+0.21751651167869568,6,0.0018653231672942638,0.2283034771680832,849,0.9270833134651184,,0.6092107892036438,,,,
+0.14378347992897034,6,0.01104451809078455,0.19787147641181946,859,0.9270833134651184,,0.5181839466094971,,,,
+0.2559032440185547,6,0.6017909646034241,0.3205755949020386,867,,,,0.9001291394233704,0.9001200795173645,1.3569318056106567,1.3585635423660278
+,6,,,867,,0.9320675730705261,,,,,
+0.13624460995197296,7,0.0060196551494300365,0.16375359892845154,869,0.9409722089767456,,0.48417097330093384,,,,
+0.127080038189888,7,0.009265188127756119,0.13926267623901367,879,0.9652777910232544,,0.4632624387741089,,,,
+0.08817350119352341,7,0.006555067840963602,0.10728822648525238,889,0.975694477558136,,0.36924314498901367,,,,
+0.1213250532746315,7,0.010495509020984173,0.1315365731716156,899,0.9513888955116272,,0.42963337898254395,,,,
+0.1506052315235138,7,0.008210369385778904,0.14664679765701294,909,0.9548611044883728,,0.4907416105270386,,,,
+0.11625168472528458,7,0.021614575758576393,0.17338858544826508,919,0.9513888955116272,,0.5522234439849854,,,,
+0.14271827042102814,7,0.005281513091176748,0.23769311606884003,929,0.913194477558136,,0.589975118637085,,,,
+0.11162421852350235,7,0.003145793452858925,0.13835173845291138,939,0.9479166865348816,,0.4217733144760132,,,,
+0.07474131882190704,7,0.0025277850218117237,0.11050917208194733,949,0.9513888955116272,,0.37780824303627014,,,,
+0.12060557305812836,7,0.31564149260520935,0.19258198142051697,959,0.9305555820465088,,0.8160877227783203,,,,
+0.13439607620239258,7,0.016788708046078682,0.19565850496292114,969,0.9236111044883728,,0.5057954788208008,,,,
+0.12221397459506989,7,0.0032436789479106665,0.14690756797790527,979,0.9479166865348816,,0.48139816522598267,,,,
+0.08225347846746445,7,0.006716499105095863,0.12235750257968903,989,0.9652777910232544,,0.4000377953052521,,,,
+0.21250657737255096,7,0.5557016134262085,0.2921890616416931,991,,,,0.9105296730995178,0.910601019859314,1.240547776222229,1.2406911849975586
+,7,,,991,,0.9471606016159058,,,,,
+0.08189395815134048,8,0.0012865461176261306,0.11646758764982224,999,0.9548611044883728,,0.43190693855285645,,,,
+0.04751108959317207,8,0.012077978812158108,0.10079297423362732,1009,0.96875,,0.3694150447845459,,,,
+0.06118655204772949,8,0.004215896595269442,0.08061732351779938,1019,0.9722222089767456,,0.3194221258163452,,,,
+0.1389717161655426,8,0.0041528078727424145,0.18879425525665283,1029,0.9340277910232544,,0.5235323309898376,,,,
+0.040249817073345184,8,0.004541807807981968,0.06654864549636841,1039,0.975694477558136,,0.3290829658508301,,,,
+0.11817974597215652,8,0.004814987536519766,0.13990899920463562,1049,0.9375,,0.42838814854621887,,,,
+0.10535930097103119,8,0.013868541456758976,0.10927572846412659,1059,0.9652777910232544,,0.4137828052043915,,,,
+0.061020322144031525,8,0.002624769462272525,0.056779131293296814,1069,0.9965277910232544,,0.30855390429496765,,,,
+0.06331532448530197,8,0.002977988915517926,0.09869088977575302,1079,0.96875,,0.3661784529685974,,,,
+0.10309121012687683,8,0.0021939524449408054,0.12958107888698578,1089,0.9618055820465088,,0.43606045842170715,,,,
+0.11449093371629715,8,0.005663441494107246,0.16174329817295074,1099,0.9375,,0.44084984064102173,,,,
+0.07639656215906143,8,0.0016081823268905282,0.12225626409053802,1109,0.9513888955116272,,0.394777774810791,,,,
+0.2801489531993866,8,0.5114055871963501,0.36309224367141724,1115,,,,0.9050387740135193,0.9050283432006836,1.3349324464797974,1.3349409103393555
+,8,,,1115,,0.9647176861763,,,,,
+0.08852075040340424,9,0.003458614693954587,0.09230943024158478,1119,0.9652777910232544,,0.3648172616958618,,,,
+0.034337885677814484,9,0.002280812244862318,0.042205773293972015,1129,0.9930555820465088,,0.2569775879383087,,,,
+0.05938878282904625,9,0.003961258102208376,0.08224421739578247,1139,0.96875,,0.3332488536834717,,,,
+0.09985129535198212,9,0.004323647823184729,0.06263518333435059,1149,0.9791666865348816,,0.3307109773159027,,,,
+0.03557483106851578,9,0.0035309952218085527,0.04125925153493881,1159,0.9895833134651184,,0.3089948892593384,,,,
+0.08442167192697525,9,0.003584302728995681,0.06365196406841278,1169,0.9826388955116272,,0.3464386463165283,,,,
+0.049051787704229355,9,0.002930770628154278,0.053599607199430466,1179,0.9930555820465088,,0.2908613681793213,,,,
+0.05804749205708504,9,0.006713042035698891,0.1042509600520134,1189,0.9548611044883728,,0.38041985034942627,,,,
+0.017383811995387077,9,0.004502034280449152,0.029967527836561203,1199,0.9895833134651184,,0.2608863413333893,,,,
+0.06362284719944,9,0.0035460011567920446,0.06685112416744232,1209,0.9791666865348816,,0.30742233991622925,,,,
+0.05159462243318558,9,0.002318301470950246,0.03998855501413345,1219,0.9930555820465088,,0.28725695610046387,,,,
+0.09662698209285736,9,0.0026974843349307775,0.0977986678481102,1229,0.975694477558136,,0.35825270414352417,,,,
+0.1262052357196808,9,0.0029463330283761024,0.1638164520263672,1239,0.944444477558136,,0.45470237731933594,,,,
+0.30000442266464233,9,0.5114549994468689,0.38967418670654297,1239,,,,0.903229832649231,0.903206467628479,1.3820621967315674,1.3814274072647095
+,9,,,1239,,0.9779905676841736,,,,,
+0.04451911151409149,10,0.0028354579117149115,0.036918096244335175,1249,0.9895833134651184,,0.2488861382007599,,,,
+0.04287285730242729,10,0.004712400957942009,0.048258986324071884,1259,0.9826388955116272,,0.28136101365089417,,,,
+0.07524172216653824,10,0.0026693574618548155,0.10039392113685608,1269,0.9618055820465088,,0.3481442928314209,,,,
+0.031578581780195236,10,0.01676994375884533,0.04806637763977051,1279,0.9826388955116272,,0.34318992495536804,,,,
+0.02990972436964512,10,0.00163616007193923,0.02962777577340603,1289,0.9965277910232544,,0.25278720259666443,,,,
+0.027433613315224648,10,0.004431713838130236,0.019549719989299774,1299,0.9965277910232544,,0.2517383098602295,,,,
+0.08475954085588455,10,0.003895310452207923,0.0625406876206398,1309,0.975694477558136,,0.37210536003112793,,,,
+0.04052622616291046,10,0.004307461436837912,0.03749088570475578,1319,0.9861111044883728,,0.25361549854278564,,,,
+0.04155801981687546,10,0.0027555262204259634,0.03689603507518768,1329,0.9930555820465088,,0.25366178154945374,,,,
+0.017047153785824776,10,0.004650055430829525,0.027738912031054497,1339,0.9965277910232544,,0.284598171710968,,,,
+0.026022247970104218,10,0.0034752842038869858,0.03548108786344528,1349,0.9895833134651184,,0.25049537420272827,,,,
+0.02971249260008335,10,0.0021833842620253563,0.035260677337646484,1359,0.9930555820465088,,0.2683507800102234,,,,
+0.32715916633605957,10,0.5387254953384399,0.4292237162590027,1363,,,,0.8988370895385742,0.8988555073738098,1.4750187397003174,1.475402593612671
+,10,,,1363,,0.9859990477561951,,,,,
+0.06568115204572678,11,0.002386428415775299,0.04121208190917969,1369,0.9895833134651184,,0.3000222444534302,,,,
+0.04765221104025841,11,0.0031751126516610384,0.0312812477350235,1379,0.9895833134651184,,0.33033519983291626,,,,
+0.018995560705661774,11,0.004756448324769735,0.037767019122838974,1389,0.9930555820465088,,0.2647455036640167,,,,
+0.06152984872460365,11,0.002588069997727871,0.0509721040725708,1399,0.9895833134651184,,0.29086774587631226,,,,
+0.024672506377100945,11,0.0038399507757276297,0.03263986110687256,1409,0.9930555820465088,,0.23930542171001434,,,,
+0.06602529436349869,11,0.0033009753096848726,0.058402445167303085,1419,0.9895833134651184,,0.36579400300979614,,,,
+0.01936490274965763,11,0.0023345639929175377,0.03253668174147606,1429,0.9930555820465088,,0.2923014760017395,,,,
+0.02748309262096882,11,0.0030050671193748713,0.045451682060956955,1439,0.9826388955116272,,0.27713409066200256,,,,
+0.09258941560983658,11,0.004221607465296984,0.06961829960346222,1449,0.9791666865348816,,0.3297363221645355,,,,
+0.04163923114538193,11,0.0030209540855139494,0.04917236417531967,1459,0.9861111044883728,,0.2898009419441223,,,,
+0.042718954384326935,11,0.002808463526889682,0.026534294709563255,1469,0.9965277910232544,,0.2397235780954361,,,,
+0.019002093002200127,11,0.004158987198024988,0.022670425474643707,1479,1.0,,0.27809035778045654,,,,
+0.36648502945899963,11,0.5132660865783691,0.4418598413467407,1487,,,,0.9002581238746643,0.9003129005432129,1.5018235445022583,1.5019047260284424
+,11,,,1487,,0.9900500178337097,,,,,
+0.024480819702148438,12,0.002718425588682294,0.02103309892117977,1489,0.9930555820465088,,0.20761997997760773,,,,
+0.035111941397190094,12,0.0017367746913805604,0.04398983716964722,1499,0.9895833134651184,,0.23998865485191345,,,,
+0.05832778289914131,12,0.0021585316862910986,0.03686085343360901,1509,0.9861111044883728,,0.2758961617946625,,,,
+0.008914873003959656,12,0.003916344605386257,0.02185365930199623,1519,0.9965277910232544,,0.26984697580337524,,,,
+0.017865881323814392,12,0.0027763841208070517,0.023136626929044724,1529,0.9965277910232544,,0.22145691514015198,,,,
+0.02152971178293228,12,0.002189136575907469,0.048958927392959595,1539,0.9826388955116272,,0.24845550954341888,,,,
+0.015867305919528008,12,0.0021076572593301535,0.02026887983083725,1549,0.9965277910232544,,0.22637352347373962,,,,
+0.040144868195056915,12,0.0025769222993403673,0.0349416509270668,1559,0.9861111044883728,,0.3012125790119171,,,,
+0.00832036230713129,12,0.0024348285514861345,0.014458347111940384,1569,0.9965277910232544,,0.23424650728702545,,,,
+0.021736249327659607,12,0.001157687627710402,0.017390787601470947,1579,0.9965277910232544,,0.2041855752468109,,,,
+0.02003348432481289,12,0.0033464052248746157,0.02389012835919857,1589,0.9965277910232544,,0.29549670219421387,,,,
+0.04544459655880928,12,0.0035593060310930014,0.04522939771413803,1599,0.9861111044883728,,0.27278226613998413,,,,
+0.025670213624835014,12,0.0027883220463991165,0.02974671684205532,1609,0.9930555820465088,,0.2236897051334381,,,,
+0.36318397521972656,12,0.5476586222648621,0.4609859883785248,1611,,,,0.904715895652771,0.9047282338142395,1.5522513389587402,1.552122712135315
+,12,,,1611,,0.9928688406944275,,,,,
+0.02712065540254116,13,0.0014617386041209102,0.017690658569335938,1619,1.0,,0.20958004891872406,,,,
+0.05458134785294533,13,0.0025738368276506662,0.026545818895101547,1629,0.9930555820465088,,0.24047574400901794,,,,
+0.041260555386543274,13,0.001598591567017138,0.03350130468606949,1639,0.9930555820465088,,0.2450120598077774,,,,
+0.021312454715371132,13,0.0031628988217562437,0.021448280662298203,1649,1.0,,0.2397145926952362,,,,
+0.017821040004491806,13,0.0038171333726495504,0.03309328854084015,1659,0.9930555820465088,,0.23240947723388672,,,,
+0.06485341489315033,13,0.007434874307364225,0.04419389367103577,1669,0.9861111044883728,,0.30156344175338745,,,,
+0.03781386464834213,13,0.002873336197808385,0.031319744884967804,1679,0.9895833134651184,,0.2644122838973999,,,,
+0.010205447673797607,13,0.0018892764346674085,0.016588378697633743,1689,1.0,,0.21158695220947266,,,,
+0.005766557529568672,13,0.0029298095032572746,0.014223877340555191,1699,1.0,,0.17316266894340515,,,,
+0.024727847427129745,13,0.001501454971730709,0.021050021052360535,1709,0.9965277910232544,,0.22495734691619873,,,,
+0.011429809033870697,13,0.0016190876485779881,0.009335363283753395,1719,1.0,,0.19744935631752014,,,,
+0.011875450611114502,13,0.0023456495255231857,0.02276461385190487,1729,0.9930555820465088,,0.21466374397277832,,,,
+0.36636218428611755,13,0.5471616983413696,0.4524039328098297,1735,,,,0.9068474769592285,0.9069358706474304,1.5457741022109985,1.5462217330932617
+,13,,,1735,,0.995379626750946,,,,,
+0.08703446388244629,14,0.0025806205812841654,0.038018472492694855,1739,0.9861111044883728,,0.2844082713127136,,,,
+0.025878340005874634,14,0.0014399304054677486,0.017134342342615128,1749,1.0,,0.23171131312847137,,,,
+0.028840579092502594,14,0.0010234661167487502,0.011481326073408127,1759,1.0,,0.24253961443901062,,,,
+0.020314538851380348,14,0.002246337942779064,0.022440198808908463,1769,0.9861111044883728,,0.22572749853134155,,,,
+0.007967410609126091,14,0.00215116236358881,0.011226821690797806,1779,0.9965277910232544,,0.19118468463420868,,,,
+0.007473511155694723,14,0.0021025456953793764,0.007198588456958532,1789,1.0,,0.19017699360847473,,,,
+0.01563795655965805,14,0.0016923332586884499,0.00977245531976223,1799,1.0,,0.21000659465789795,,,,
+0.011920999735593796,14,0.003735653357580304,0.026166364550590515,1809,0.9895833134651184,,0.2769850790500641,,,,
+0.022274024784564972,14,0.0022253214847296476,0.024162141606211662,1819,0.9930555820465088,,0.27337193489074707,,,,
+0.024242199957370758,14,0.001820261008106172,0.03666658326983452,1829,0.9861111044883728,,0.2575097680091858,,,,
+0.02275054156780243,14,0.0015936406562104821,0.04426953196525574,1839,0.9895833134651184,,0.27503377199172974,,,,
+0.022654671221971512,14,0.0020431128796190023,0.016293641179800034,1849,0.9965277910232544,,0.25292760133743286,,,,
+0.015997694805264473,14,0.0007533658645115793,0.013753893785178661,1859,1.0,,0.1896720975637436,,,,
+0.37323614954948425,14,0.5396841764450073,0.4405864477157593,1859,,,,0.9048449397087097,0.9049425721168518,1.533289909362793,1.533800721168518
+,14,,,1859,,0.9961357712745667,,,,,
+0.03169461712241173,15,0.002651714952662587,0.025769313797354698,1869,0.9965277910232544,,0.26914864778518677,,,,
+0.0189401526004076,15,0.0021419511176645756,0.013155320659279823,1879,0.9965277910232544,,0.2171412855386734,,,,
+0.021230870857834816,15,0.002565213944762945,0.015035532414913177,1889,1.0,,0.2173806130886078,,,,
+0.02004823088645935,15,0.0014521237462759018,0.011728629469871521,1899,0.9965277910232544,,0.17911657691001892,,,,
+0.0435158796608448,15,0.0016816472634673119,0.02471921220421791,1909,0.9965277910232544,,0.2815626263618469,,,,
+0.0028109524864703417,15,0.0017091870540753007,0.00769044179469347,1919,1.0,,0.2386629581451416,,,,
+0.008508116006851196,15,0.001295218477025628,0.010925564914941788,1929,1.0,,0.2210521548986435,,,,
+0.03574339672923088,15,0.0021746372804045677,0.018494082614779472,1939,0.9965277910232544,,0.27415478229522705,,,,
+0.013017861172556877,15,0.0014863802352920175,0.021270884200930595,1949,1.0,,0.2139282375574112,,,,
+0.03997759893536568,15,0.0037848756182938814,0.03153911232948303,1959,0.9965277910232544,,0.28670990467071533,,,,
+0.023051034659147263,15,0.0013279445702210069,0.028047582134604454,1969,0.9895833134651184,,0.23315298557281494,,,,
+0.05277547612786293,15,0.0014242938486859202,0.036626242101192474,1979,0.9930555820465088,,0.30639126896858215,,,,
+0.3681349754333496,15,0.5634362697601318,0.447708398103714,1983,,,,0.9073643684387207,0.9074717164039612,1.559139370918274,1.5595735311508179
+,15,,,1983,,0.9958930015563965,,,,,
+0.025591814890503883,16,0.0013263481669127941,0.04068987816572189,1989,0.9861111044883728,,0.24576115608215332,,,,
+0.04267840459942818,16,0.0022079709451645613,0.036481767892837524,1999,0.9861111044883728,,0.2618965804576874,,,,
+0.02993444912135601,16,0.002879212610423565,0.025341223925352097,2009,0.9965277910232544,,0.28460726141929626,,,,
+0.025490352883934975,16,0.017887098714709282,0.015762731432914734,2019,1.0,,0.2652699053287506,,,,
+0.007240872364491224,16,0.002224005525931716,0.015625162050127983,2029,1.0,,0.2021874189376831,,,,
+0.042507320642471313,16,0.004717226140201092,0.03803391009569168,2039,0.9930555820465088,,0.23253168165683746,,,,
+0.056942787021398544,16,0.05815659463405609,0.06924694776535034,2049,0.975694477558136,,0.3672502040863037,,,,
+0.031085504218935966,16,0.2609398066997528,0.05658655986189842,2059,0.9861111044883728,,0.5341286063194275,,,,
+0.03293619304895401,16,0.07086082547903061,0.03658449277281761,2069,0.9930555820465088,,0.3161592483520508,,,,
+0.09880615770816803,16,0.35314634442329407,0.14274543523788452,2079,0.944444477558136,,0.784727931022644,,,,
+0.11662004888057709,16,0.1425699144601822,0.1549828201532364,2089,0.9479166865348816,,0.5970765948295593,,,,
+0.13726955652236938,16,0.010519273579120636,0.20832544565200806,2099,0.9375,,0.5520827174186707,,,,
+0.28070682287216187,16,0.6409853100776672,0.36425328254699707,2107,,,,0.8894703388214111,0.8895962238311768,1.4669601917266846,1.466239333152771
+,16,,,2107,,0.9731555581092834,,,,,
+0.08984213322401047,17,0.0223946962505579,0.11536063253879547,2109,0.9652777910232544,,0.3974367380142212,,,,
+0.07401207834482193,17,0.0278878603130579,0.12656769156455994,2119,0.9548611044883728,,0.44011348485946655,,,,
+0.12064255774021149,17,0.4463100731372833,0.14476630091667175,2129,0.9513888955116272,,0.932364821434021,,,,
+0.08705738931894302,17,0.009640003554522991,0.12635064125061035,2139,0.9513888955116272,,0.4320809841156006,,,,
+0.10811054706573486,17,0.07148199528455734,0.1214476227760315,2149,0.9583333134651184,,0.46969178318977356,,,,
+0.03959772363305092,17,0.018920544534921646,0.05714712664484978,2159,0.9791666865348816,,0.2750530242919922,,,,
+0.027592798694968224,17,0.06962909549474716,0.028171410784125328,2169,0.9965277910232544,,0.3141036033630371,,,,
+0.03738892823457718,17,0.2174975425004959,0.0946207195520401,2179,0.9722222089767456,,0.5276603102684021,,,,
+0.05264490842819214,17,0.19076448678970337,0.10415258258581161,2189,0.9548611044883728,,0.5174012184143066,,,,
+0.08071419596672058,17,0.032208312302827835,0.16592638194561005,2199,0.9340277910232544,,0.49572062492370605,,,,
+0.04575745388865471,17,0.16130970418453217,0.09558302164077759,2209,0.9652777910232544,,0.5012314915657043,,,,
+0.06271213293075562,17,0.30854567885398865,0.12833209335803986,2219,0.9548611044883728,,0.699121356010437,,,,
+0.12326662987470627,17,0.03871176764369011,0.12909209728240967,2229,0.9479166865348816,,0.46744203567504883,,,,
+0.2876948416233063,17,0.559224545955658,0.42861607670783997,2231,,,,0.8926357626914978,0.8926397562026978,1.4554468393325806,1.45582914352417
+,17,,,2231,,0.9616094827651978,,,,,