xuandin
/

infoxlmL-aux-asl-global-0.2contrastive-Res-vlsp-top4-1

Model card Files Files and versions Community

xuandin commited on 27 days ago

Commit

2f043ff

verified ·

1 Parent(s): 0df1a72

Update /home/fit02/dien-workspace/absa/output/infoxlmL-aux-asl-global-0.2contrastive-Res-vlsp-top4-1

Browse files

Files changed (6) hide show

best_model.ckpt +3 -0
log.txt +18 -0
test_gold.txt +0 -0
test_predictions.txt +0 -0
version_0/hparams.yaml +5 -0
version_0/metrics.csv +371 -0

best_model.ckpt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:f86bbf1474b468bb04ac7f16daed56736fbd19bf7abaf4a8eb90cda415bc945b
+size 7655603119

log.txt ADDED Viewed

	@@ -0,0 +1,18 @@

+    Correct Answer Aspects: [238, 13, 55, 8, 319, 440, 357, 152, 176, 60, 23, 163]
+    Correct Answer Labels: [206, 10, 45, 8, 266, 406, 304, 126, 170, 50, 19, 144]
+    Evaluation Results for MICRO:
+    Mean Precision: 87.74
+    Mean Recall: 82.84
+    Mean F1: 85.22
+    ---------------------------------------------
+    Evaluation Results for MICRO:
+    Mean Precision: 76.80
+    Mean Recall: 72.51
+    Mean F1: 74.59
+    ---------------------------------------------

test_gold.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

test_predictions.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

version_0/hparams.yaml ADDED Viewed

	@@ -0,0 +1,5 @@

+num_aspects: 12
+model_name: microsoft/infoxlm-large
+output_dir: /home/fit02/dien-workspace/absa/output/infoxlmL-aux-asl-global-0.2contrastive-Res-vlsp-top4-1
+learning_rate: 2.0e-05
+topk_layer: 4

version_0/metrics.csv ADDED Viewed

	@@ -0,0 +1,371 @@

+aspect_loss,epoch,global_loss,sentiment_loss,step,train_acc,train_acc_epoch,train_loss,val_acc_batch,val_acc_epoch,val_loss,val_loss_batch
+21.618032455444336,0,1.2103204727172852,48.32695770263672,9,0.78125,,71.3153305053711,,,,
+22.13555335998535,0,0.7010349631309509,37.368873596191406,19,0.8177083730697632,,60.38486862182617,,,,
+19.60004425048828,0,0.8606342077255249,45.708106994628906,29,0.7760416865348816,,66.3318862915039,,,,
+18.742942810058594,0,0.7875416278839111,45.17070007324219,39,0.7552083730697632,,64.86736297607422,,,,
+17.77206039428711,0,0.8143612146377563,43.75678253173828,49,0.796875,,62.53878402709961,,,,
+17.094928741455078,0,0.2759823203086853,39.204925537109375,59,0.796875,,56.72816467285156,,,,
+16.364036560058594,0,0.7327659726142883,43.61540985107422,69,0.7916666865348816,,60.875308990478516,,,,
+13.454509735107422,0,0.6005029678344727,31.482358932495117,79,0.84375,,45.7259635925293,,,,
+16.736751556396484,0,0.764132559299469,44.1153564453125,89,0.8177083730697632,,61.7608757019043,,,,
+13.981149673461914,0,0.6324504613876343,33.50931167602539,99,0.8489583730697632,,48.265838623046875,,,,
+14.381343841552734,0,0.8599857091903687,37.968753814697266,109,0.84375,,53.43951416015625,,,,
+12.919705390930176,0,0.790581226348877,33.96427917480469,119,0.8489583730697632,,47.858863830566406,,,,
+13.059613227844238,0,0.6342850923538208,29.472217559814453,129,0.8541666865348816,,43.35417556762695,,,,
+11.42947006225586,0,0.8166276216506958,33.938899993896484,139,0.8489583730697632,,46.33920669555664,,,,
+12.386754989624023,0,0.8169106841087341,29.37225341796875,149,0.8333333730697632,,42.7564582824707,,,,
+15.11094856262207,0,0.7106052041053772,31.610387802124023,159,0.859375,,47.6011962890625,,,,
+15.11026668548584,0,0.3717212677001953,30.199228286743164,169,0.8489583730697632,,45.857234954833984,,,,
+11.321455001831055,0,0.7258555889129639,25.324514389038086,179,0.8958333730697632,,37.56364822387695,,,,
+12.24063491821289,0,0.6071611046791077,25.00564193725586,185,,,,0.8870155215263367,0.8871141672134399,37.94119644165039,38.02492141723633
+,0,,,185,,0.8175683617591858,,,,,
+13.502174377441406,1,0.3784392178058624,27.246339797973633,189,0.875,,41.26543426513672,,,,
+11.978829383850098,1,0.44694751501083374,23.154184341430664,199,0.8854166865348816,,35.752601623535156,,,,
+14.721657752990723,1,0.4012455642223358,29.573150634765625,209,0.859375,,44.86530685424805,,,,
+13.898216247558594,1,0.7351562976837158,30.342891693115234,219,0.8333333730697632,,45.15304183959961,,,,
+9.375799179077148,1,0.35403162240982056,22.04104995727539,229,0.8802083730697632,,31.915515899658203,,,,
+10.815363883972168,1,1.0113825798034668,25.364585876464844,239,0.8645833730697632,,37.35682678222656,,,,
+13.737485885620117,1,0.5052306652069092,29.743282318115234,249,0.8697916865348816,,44.14909362792969,,,,
+7.0163373947143555,1,0.6093247532844543,18.73522186279297,259,0.9010416865348816,,26.517444610595703,,,,
+7.926000595092773,1,0.2846910357475281,18.634204864501953,269,0.9166666865348816,,27.03107452392578,,,,
+9.942180633544922,1,0.586724579334259,20.32124137878418,279,0.921875,,30.992319107055664,,,,
+6.829959392547607,1,0.6515957117080688,14.691434860229492,289,0.9375,,22.315916061401367,,,,
+12.042899131774902,1,0.592319130897522,26.334016799926758,299,0.8854166865348816,,39.16481399536133,,,,
+7.692201137542725,1,0.5664388537406921,24.32770538330078,309,0.8854166865348816,,32.77440643310547,,,,
+9.513050079345703,1,0.4993407130241394,18.781295776367188,319,0.9114583730697632,,29.013715744018555,,,,
+10.238330841064453,1,0.4193951487541199,19.630691528320312,329,0.90625,,30.457670211791992,,,,
+9.176637649536133,1,0.5153007507324219,20.69869613647461,339,0.90625,,30.573427200317383,,,,
+7.2083635330200195,1,0.35443398356437683,16.283597946166992,349,0.9375,,24.039827346801758,,,,
+7.826165199279785,1,0.27061957120895386,15.850101470947266,359,0.9270833730697632,,24.137296676635742,,,,
+10.130219459533691,1,0.45019665360450745,22.610130310058594,369,0.9010416865348816,,33.386878967285156,,,,
+9.72957992553711,1,0.5300795435905457,21.564332962036133,371,,,,0.898966372013092,0.8990484476089478,31.91632843017578,31.995479583740234
+,1,,,371,,0.8821125626564026,,,,,
+10.640042304992676,2,0.549964427947998,25.904117584228516,379,0.8697916865348816,,37.260555267333984,,,,
+6.079163551330566,2,0.2849028408527374,13.847796440124512,389,0.953125,,20.381114959716797,,,,
+5.069195747375488,2,0.7577022910118103,12.6669921875,399,0.9479166865348816,,18.67583656311035,,,,
+8.744743347167969,2,0.37455448508262634,19.678369522094727,409,0.9166666865348816,,28.96014976501465,,,,
+8.246731758117676,2,0.6753793358802795,21.659812927246094,419,0.90625,,30.757946014404297,,,,
+8.080913543701172,2,0.2657037675380707,21.904720306396484,429,0.890625,,30.417205810546875,,,,
+9.825068473815918,2,0.47997933626174927,22.41705894470215,439,0.890625,,32.94552230834961,,,,
+6.184815883636475,2,0.4317566156387329,18.51879119873047,449,0.9427083730697632,,25.33094596862793,,,,
+9.811792373657227,2,0.37798938155174255,21.822145462036133,459,0.9010416865348816,,32.187950134277344,,,,
+3.471545934677124,2,0.3642323613166809,7.834478378295898,469,0.9791666865348816,,11.860666275024414,,,,
+6.7503838539123535,2,0.241633802652359,13.756407737731934,479,0.921875,,20.924449920654297,,,,
+10.778304100036621,2,0.7034291625022888,22.444345474243164,489,0.9010416865348816,,34.092254638671875,,,,
+10.145391464233398,2,0.2753375768661499,22.57125473022461,499,0.8802083730697632,,33.1796989440918,,,,
+7.12430477142334,2,0.4296821057796478,12.45642375946045,509,0.9375,,20.183895111083984,,,,
+6.733490943908691,2,0.666026771068573,11.878868103027344,519,0.9583333730697632,,19.417173385620117,,,,
+8.830174446105957,2,0.688304603099823,25.755489349365234,529,0.8697916865348816,,35.45337677001953,,,,
+8.510494232177734,2,1.107498288154602,19.548355102539062,539,0.875,,29.36637306213379,,,,
+6.93320369720459,2,0.28551769256591797,18.807762145996094,549,0.8958333730697632,,26.212663650512695,,,,
+9.762104988098145,2,0.47755661606788635,21.31365966796875,557,,,,0.8952193856239319,0.8953574895858765,31.664045333862305,31.724809646606445
+,2,,,557,,0.9143145084381104,,,,,
+2.7146284580230713,3,0.4391707479953766,8.438304901123047,559,0.9635416865348816,,11.775864601135254,,,,
+4.877888202667236,3,0.4334287941455841,12.113128662109375,569,0.9427083730697632,,17.5844669342041,,,,
+4.273530960083008,3,0.33745139837265015,13.182775497436523,579,0.9479166865348816,,17.956857681274414,,,,
+6.343988418579102,3,0.538078784942627,18.001937866210938,589,0.90625,,25.09726333618164,,,,
+2.261960506439209,3,0.26201772689819336,5.880206108093262,599,0.984375,,8.59459400177002,,,,
+4.721293926239014,3,0.43529030680656433,12.351781845092773,609,0.9427083730697632,,17.722753524780273,,,,
+8.831807136535645,3,0.6378172039985657,22.023475646972656,619,0.921875,,31.659530639648438,,,,
+4.182074546813965,3,0.16539205610752106,9.484161376953125,629,0.9635416865348816,,14.017806053161621,,,,
+3.9013938903808594,3,0.6426369547843933,10.407390594482422,639,0.9375,,15.099133491516113,,,,
+4.421511650085449,3,0.2934504449367523,13.617338180541992,649,0.9375,,18.532325744628906,,,,
+4.555884838104248,3,0.3894619941711426,13.058466911315918,659,0.9375,,18.185375213623047,,,,
+9.450101852416992,3,0.4110148549079895,19.886680603027344,669,0.921875,,29.88037872314453,,,,
+6.031085968017578,3,0.37217000126838684,16.162994384765625,679,0.9270833730697632,,22.74678611755371,,,,
+4.541586875915527,3,0.13383378088474274,13.800429344177246,689,0.9270833730697632,,18.651872634887695,,,,
+3.06605863571167,3,0.42282596230506897,8.249314308166504,699,0.9583333730697632,,11.907451629638672,,,,
+10.507560729980469,3,0.4206353724002838,27.75214385986328,709,0.9010416865348816,,38.89472579956055,,,,
+6.593057632446289,3,0.37921059131622314,15.287384033203125,719,0.9270833730697632,,22.447711944580078,,,,
+6.080267906188965,3,0.4451106786727905,17.82065773010254,729,0.921875,,24.518672943115234,,,,
+2.8796985149383545,3,0.38902491331100464,8.927091598510742,739,0.9635416865348816,,12.39468765258789,,,,
+9.132798194885254,3,0.4293784499168396,21.738534927368164,743,,,,0.9125322699546814,0.9125901460647583,31.411832809448242,31.47220230102539
+,3,,,743,,0.9389840960502625,,,,,
+3.731522560119629,4,0.30447766184806824,6.4537553787231445,749,0.96875,,10.655247688293457,,,,
+4.120176315307617,4,0.45335134863853455,7.474574565887451,759,0.9479166865348816,,12.232399940490723,,,,
+5.586103439331055,4,0.620014488697052,15.58650016784668,769,0.9375,,21.93930435180664,,,,
+5.013503551483154,4,0.5562326312065125,13.20551586151123,779,0.9270833730697632,,18.950658798217773,,,,
+5.187273025512695,4,0.5715906620025635,12.130683898925781,789,0.9270833730697632,,18.050338745117188,,,,
+2.334094524383545,4,0.45973342657089233,10.860234260559082,799,0.953125,,13.804508209228516,,,,
+6.746227264404297,4,0.5098212361335754,12.839664459228516,809,0.9479166865348816,,20.28866195678711,,,,
+5.742790699005127,4,0.6263203620910645,19.38749885559082,819,0.921875,,25.919708251953125,,,,
+4.534769058227539,4,0.2955741882324219,9.116361618041992,829,0.9635416865348816,,14.099032402038574,,,,
+7.168215751647949,4,0.4486047923564911,15.474061965942383,839,0.9635416865348816,,23.25336456298828,,,,
+4.157896995544434,4,0.37328433990478516,14.825368881225586,849,0.9427083730697632,,19.555891036987305,,,,
+8.100885391235352,4,0.636745274066925,15.706835746765137,859,0.9010416865348816,,24.59525489807129,,,,
+3.7889046669006348,4,0.7673230171203613,11.779071807861328,869,0.953125,,16.494396209716797,,,,
+1.717461347579956,4,0.7420189380645752,10.089801788330078,879,0.9479166865348816,,12.748154640197754,,,,
+4.270736217498779,4,0.3796311914920807,11.056747436523438,889,0.9583333730697632,,15.90269660949707,,,,
+2.6701254844665527,4,0.45681095123291016,9.336416244506836,899,0.9479166865348816,,12.72932243347168,,,,
+3.9368371963500977,4,0.36871474981307983,12.705677032470703,909,0.9635416865348816,,17.197406768798828,,,,
+2.7826485633850098,4,0.5738107562065125,7.351047515869141,919,0.96875,,10.872998237609863,,,,
+0.09700114279985428,4,2.069467782974243,0.3902999460697174,929,1.0,,-1.1273672580718994,,,,
+12.828269004821777,4,0.38628771901130676,26.263511657714844,929,,,,0.9063307046890259,0.9063786864280701,39.57760238647461,39.64955139160156
+,4,,,929,,0.952144980430603,,,,,
+0.6568872332572937,5,0.28049907088279724,4.141029357910156,939,0.9791666865348816,,5.3298773765563965,,,,
+1.6985654830932617,5,0.4130340814590454,6.5792694091796875,949,0.96875,,8.90666675567627,,,,
+3.6632022857666016,5,0.2570894658565521,6.599920749664307,959,0.9791666865348816,,10.69322681427002,,,,
+0.5433861017227173,5,0.3300187289714813,4.325660705566406,969,0.9791666865348816,,5.413452625274658,,,,
+5.852721214294434,5,0.33329617977142334,11.713008880615234,979,0.921875,,18.065458297729492,,,,
+3.4061264991760254,5,0.5088137984275818,6.190268516540527,989,0.9635416865348816,,10.281232833862305,,,,
+2.5573477745056152,5,0.3524099290370941,3.7956018447875977,999,0.9739583730697632,,6.89717960357666,,,,
+1.4576191902160645,5,0.37874388694763184,6.452767848968506,1009,0.96875,,8.45838451385498,,,,
+0.43514934182167053,5,0.2880310118198395,3.83347225189209,1019,0.9791666865348816,,4.80327844619751,,,,
+4.2085394859313965,5,0.9874054193496704,12.92007064819336,1029,0.9375,,18.3089656829834,,,,
+3.1370017528533936,5,0.2588036358356476,12.73926067352295,1039,0.9166666865348816,,16.315603256225586,,,,
+3.7585113048553467,5,0.23038192093372345,11.003852844238281,1049,0.9479166865348816,,15.134919166564941,,,,
+7.93428897857666,5,0.30897819995880127,15.627671241760254,1059,0.9375,,24.04942512512207,,,,
+1.8399877548217773,5,0.1945052444934845,5.752011299133301,1069,0.9739583730697632,,8.014995574951172,,,,
+3.211087942123413,5,0.4887552559375763,8.287992477416992,1079,0.9635416865348816,,12.13734245300293,,,,
+4.956433296203613,5,0.29520902037620544,11.435932159423828,1089,0.9479166865348816,,16.881446838378906,,,,
+2.1812984943389893,5,0.32719579339027405,9.175609588623047,1099,0.9583333730697632,,11.87366771697998,,,,
+3.6179230213165283,5,0.40516048669815063,8.1226224899292,1109,0.9635416865348816,,12.361503601074219,,,,
+14.513152122497559,5,0.38342416286468506,34.212188720703125,1115,,,,0.9043930172920227,0.9045267701148987,49.213619232177734,49.28025436401367
+,5,,,1115,,0.9701221585273743,,,,,
+1.6762094497680664,6,0.4774775803089142,4.131664752960205,1119,0.984375,,6.4546051025390625,,,,
+0.7262017726898193,6,0.4454466700553894,6.24761962890625,1129,0.96875,,7.585136413574219,,,,
+1.9679603576660156,6,0.3708212673664093,5.754181861877441,1139,0.9791666865348816,,8.318634033203125,,,,
+2.219412326812744,6,0.436150461435318,5.997984886169434,1149,0.9791666865348816,,8.805875778198242,,,,
+3.38246488571167,6,0.7217130064964294,11.042932510375977,1159,0.9427083730697632,,15.322518348693848,,,,
+0.39941900968551636,6,0.3283013701438904,3.362661361694336,1169,0.9947916865348816,,4.337007522583008,,,,
+2.8887531757354736,6,0.33755284547805786,6.738002777099609,1179,0.9739583730697632,,10.142793655395508,,,,
+2.361447334289551,6,0.19960378110408783,3.45695161819458,1189,0.9895833730697632,,6.1985392570495605,,,,
+1.7003717422485352,6,0.3218478262424469,8.037644386291504,1199,0.9739583730697632,,10.229117393493652,,,,
+1.1249196529388428,6,0.35550662875175476,1.8733994960784912,1209,1.0,,3.5306012630462646,,,,
+1.4551172256469727,6,0.3742640018463135,5.995328903198242,1219,0.9739583730697632,,7.975499153137207,,,,
+0.31975752115249634,6,0.1374853104352951,1.76313054561615,1229,0.9947916865348816,,2.4629695415496826,,,,
+1.8687100410461426,6,0.10307477414608002,3.890146493911743,1239,0.984375,,6.021029472351074,,,,
+1.9515279531478882,6,0.21392051875591278,6.033919334411621,1249,0.9739583730697632,,8.340924263000488,,,,
+1.208648920059204,6,0.3573963940143585,3.2661848068237305,1259,0.9791666865348816,,5.039565086364746,,,,
+0.7177862524986267,6,0.22308580577373505,3.2598867416381836,1269,0.9947916865348816,,4.428041934967041,,,,
+5.403848648071289,6,0.4371059536933899,9.963295936584473,1279,0.9583333730697632,,15.967862129211426,,,,
+2.8852009773254395,6,0.38111886382102966,7.645318031311035,1289,0.96875,,11.061144828796387,,,,
+0.8051496148109436,6,0.07629581540822983,1.9825516939163208,1299,0.9947916865348816,,3.067101001739502,,,,
+13.290340423583984,6,0.37264859676361084,34.782814025878906,1301,,,,0.9096898436546326,0.9097222089767456,48.52202224731445,48.61727523803711
+,6,,,1301,,0.9775146245956421,,,,,
+1.0917290449142456,7,0.21146823465824127,1.6416540145874023,1309,0.9895833730697632,,3.1329104900360107,,,,
+2.0153818130493164,7,0.3075082004070282,4.661700248718262,1319,0.9739583730697632,,7.170768737792969,,,,
+2.326605796813965,7,0.24817319214344025,3.7932748794555664,1329,0.9791666865348816,,6.53307580947876,,,,
+1.5432549715042114,7,0.27571794390678406,5.841608047485352,1339,0.9791666865348816,,7.867915630340576,,,,
+1.3916687965393066,7,0.44669267535209656,4.078788757324219,1349,0.9895833730697632,,6.0728631019592285,,,,
+1.513136625289917,7,0.24693918228149414,6.381429195404053,1359,0.984375,,8.337085723876953,,,,
+2.77618408203125,7,0.23538219928741455,4.099740982055664,1369,0.984375,,7.291843891143799,,,,
+2.4581732749938965,7,0.10532238334417343,4.000362396240234,1379,0.984375,,6.782006740570068,,,,
+1.4681254625320435,7,0.27609872817993164,3.4049036502838135,1389,0.984375,,5.335306644439697,,,,
+3.722667694091797,7,0.4754774272441864,7.497910499572754,1399,0.9791666865348816,,11.893004417419434,,,,
+1.7824137210845947,7,0.322627454996109,6.427581787109375,1409,0.96875,,8.708645820617676,,,,
+0.8300021886825562,7,0.1003749817609787,1.714249610900879,1419,0.9947916865348816,,2.8477306365966797,,,,
+0.940788984298706,7,0.49104681611061096,3.4107577800750732,1429,0.9895833730697632,,5.036465644836426,,,,
+3.356109380722046,7,0.2738304138183594,5.205646991729736,1439,0.9739583730697632,,9.038690567016602,,,,
+2.9022035598754883,7,0.17893463373184204,7.461249351501465,1449,0.9739583730697632,,10.705486297607422,,,,
+3.6831445693969727,7,0.3793838322162628,7.648777008056641,1459,0.953125,,11.868249893188477,,,,
+1.7680079936981201,7,0.13705815374851227,4.003918170928955,1469,0.984375,,6.104565620422363,,,,
+1.6518274545669556,7,0.1627809703350067,5.567899703979492,1479,0.9739583730697632,,7.517910480499268,,,,
+12.733604431152344,7,0.35345831513404846,33.29374694824219,1487,,,,0.9142117500305176,0.914223313331604,46.44995880126953,46.55230712890625
+,7,,,1487,,0.9804267287254333,,,,,
+2.13974928855896,8,0.08039868623018265,6.941237449645996,1489,0.9791666865348816,,9.3720121383667,,,,
+2.0345261096954346,8,0.25329986214637756,3.5041892528533936,1499,0.984375,,5.998879909515381,,,,
+1.3803813457489014,8,0.11792369186878204,3.5659968852996826,1509,0.9791666865348816,,5.278689384460449,,,,
+0.5352838039398193,8,0.4078487455844879,2.14327335357666,1519,0.9947916865348816,,3.263181447982788,,,,
+0.6316989660263062,8,0.178772434592247,1.3031601905822754,1529,0.9947916865348816,,2.2591891288757324,,,,
+1.4973503351211548,8,0.46794313192367554,2.8275580406188965,1539,0.9895833730697632,,5.020134449005127,,,,
+2.0612316131591797,8,0.24672889709472656,5.240330696105957,1549,0.9739583730697632,,7.709081649780273,,,,
+0.8901049494743347,8,0.26126980781555176,1.2587803602218628,1559,1.0,,2.5756471157073975,,,,
+1.5248664617538452,8,0.24407677352428436,4.749637603759766,1569,0.9739583730697632,,6.694604396820068,,,,
+2.9062857627868652,8,0.22482256591320038,7.242034912109375,1579,0.9635416865348816,,10.610098838806152,,,,
+1.1473618745803833,8,0.35976287722587585,2.4500598907470703,1589,0.9947916865348816,,4.117205619812012,,,,
+0.8217940926551819,8,0.19526690244674683,2.9084811210632324,1599,0.9895833730697632,,4.1173624992370605,,,,
+0.3747943639755249,8,0.15542125701904297,0.8314547538757324,1609,0.9947916865348816,,1.5605428218841553,,,,
+1.1623592376708984,8,0.1689566969871521,1.8802111148834229,1619,0.9947916865348816,,3.410869598388672,,,,
+1.5186421871185303,8,0.2674803137779236,3.4910831451416016,1629,0.9895833730697632,,5.4690260887146,,,,
+0.11230170726776123,8,0.115090012550354,1.0185844898223877,1639,1.0,,1.4001846313476562,,,,
+2.548332929611206,8,0.2624662220478058,4.728252410888672,1649,0.9791666865348816,,7.6857380867004395,,,,
+2.090928554534912,8,0.25087904930114746,6.864517688751221,1659,0.96875,,9.387887954711914,,,,
+0.6159234642982483,8,0.22212597727775574,3.352637529373169,1669,0.9895833730697632,,4.386268138885498,,,,
+23.5810546875,8,0.38931792974472046,43.20652770996094,1673,,,,0.9001293778419495,0.9002829790115356,67.23826599121094,67.348388671875
+,8,,,1673,,0.9876232147216797,,,,,
+2.4861767292022705,9,0.22466981410980225,8.437661170959473,1679,0.96875,,11.305451393127441,,,,
+0.4703925549983978,9,0.21122556924819946,0.927791953086853,1689,1.0,,1.808282494544983,,,,
+1.361918330192566,9,0.2544451057910919,3.3843085765838623,1699,0.984375,,5.1293044090271,,,,
+0.3456275463104248,9,0.273410826921463,2.41237735748291,1709,0.984375,,3.226997137069702,,,,
+3.744588851928711,9,0.1077699363231659,7.455562591552734,1719,0.9739583730697632,,11.483328819274902,,,,
+0.042014531791210175,9,0.20745107531547546,0.40758466720581055,1729,1.0,,0.8516913652420044,,,,
+1.4445935487747192,9,0.10017877072095871,3.3558058738708496,1739,0.9895833730697632,,5.1544575691223145,,,,
+0.464107871055603,9,0.2910001277923584,1.7966958284378052,1749,0.9895833730697632,,2.704131603240967,,,,
+0.6737143993377686,9,0.31145378947257996,1.94791579246521,1759,0.9895833730697632,,3.078641653060913,,,,
+1.2046277523040771,9,0.3360123038291931,3.688499927520752,1769,0.9895833730697632,,5.392238140106201,,,,
+2.5453922748565674,9,0.15349999070167542,4.035282611846924,1779,0.9895833730697632,,6.878809928894043,,,,
+0.5688493847846985,9,0.07371006160974503,2.4052670001983643,1789,0.9947916865348816,,3.228363037109375,,,,
+2.6079816818237305,9,0.13763363659381866,4.880854606628418,1799,0.9791666865348816,,7.82111120223999,,,,
+0.325502872467041,9,0.37310025095939636,3.064323663711548,1809,0.984375,,3.935941219329834,,,,
+0.6099965572357178,9,0.22423867881298065,0.5312635898590088,1819,1.0,,1.5449070930480957,,,,
+0.32215937972068787,9,0.03349752351641655,2.1661572456359863,1829,0.9947916865348816,,2.6876821517944336,,,,
+0.058045096695423126,9,0.18717610836029053,0.39357268810272217,1839,1.0,,0.829203724861145,,,,
+1.9693790674209595,9,0.20596203207969666,2.3647565841674805,1849,0.9895833730697632,,4.687809467315674,,,,
+0.016341134905815125,9,0.04533332586288452,0.01709226705133915,1859,1.0,,-3.6053693294525146,,,,
+16.945384979248047,9,0.3542414605617523,42.04233169555664,1859,,,,0.9084625840187073,0.908500611782074,59.397743225097656,59.5134391784668
+,9,,,1859,,0.9903113842010498,,,,,
+0.14585626125335693,10,0.06746819615364075,0.229970782995224,1869,1.0,,0.6415632367134094,,,,
+0.44480100274086,10,0.2672812044620514,0.4817367196083069,1879,1.0,,1.3495317697525024,,,,
+0.8580209016799927,10,0.21891795098781586,1.5498062372207642,1889,1.0,,2.8185651302337646,,,,
+0.25036489963531494,10,0.09399808198213577,0.6487487554550171,1899,1.0,,1.1708275079727173,,,,
+2.1914281845092773,10,0.18159165978431702,1.754321575164795,1909,0.9895833730697632,,4.272899150848389,,,,
+0.2689802050590515,10,0.2587127089500427,3.3400917053222656,1919,0.9895833730697632,,4.085933208465576,,,,
+0.1519441455602646,10,0.3278108835220337,1.3129017353057861,1929,0.9947916865348816,,1.9526779651641846,,,,
+0.13847601413726807,10,0.3141528069972992,0.9873718619346619,1939,0.9947916865348816,,1.6769551038742065,,,,
+0.1842975914478302,10,0.11971193552017212,0.8046950101852417,1949,0.9947916865348816,,1.2864203453063965,,,,
+0.34215283393859863,10,0.13974343240261078,2.0831758975982666,1959,0.9895833730697632,,2.7715609073638916,,,,
+0.353027880191803,10,0.03940064460039139,1.1262656450271606,1969,0.9947916865348816,,1.6710221767425537,,,,
+1.8273553848266602,10,0.14201542735099792,2.549257755279541,1979,0.9947916865348816,,4.672837257385254,,,,
+2.0222673416137695,10,0.0808996930718422,1.6152563095092773,1989,0.9947916865348816,,3.8661351203918457,,,,
+1.6986351013183594,10,0.37141379714012146,9.957816123962402,1999,0.9739583730697632,,12.208401679992676,,,,
+0.1812257021665573,10,0.12800027430057526,1.4110701084136963,2009,1.0,,1.927631139755249,,,,
+1.207486867904663,10,0.17403721809387207,4.999054908752441,2019,0.9739583730697632,,6.549832344055176,,,,
+0.06388546526432037,10,0.339295357465744,1.9984403848648071,2029,0.9947916865348816,,2.5234835147857666,,,,
+0.10671861469745636,10,0.2571980357170105,1.1262513399124146,2039,1.0,,1.7101972103118896,,,,
+16.525976181030273,10,0.3628827929496765,39.930397033691406,2045,,,,0.9118217825889587,0.911882758140564,56.89378356933594,56.99072265625
+,10,,,2045,,0.9898913502693176,,,,,
+0.6190831065177917,11,0.3212393820285797,2.351309299468994,2049,0.9947916865348816,,3.4473447799682617,,,,
+0.4009941816329956,11,0.1047431230545044,0.9742722511291504,2059,1.0,,1.6530238389968872,,,,
+0.6985350847244263,11,0.14024406671524048,1.1544015407562256,2069,0.9947916865348816,,2.230135202407837,,,,
+0.3841722011566162,11,0.28836506605148315,2.251258611679077,2079,0.9895833730697632,,3.04996657371521,,,,
+1.2210161685943604,11,0.282888263463974,2.196831464767456,2089,0.9895833730697632,,3.845370292663574,,,,
+0.6110882759094238,11,0.19735707342624664,3.1482996940612793,2099,0.9791666865348816,,4.137281894683838,,,,
+0.9537574052810669,11,0.05585170537233353,1.5707639455795288,2109,0.9947916865348816,,2.7308201789855957,,,,
+1.0770586729049683,11,0.4542226493358612,3.8135342597961426,2119,0.9895833730697632,,5.534379482269287,,,,
+0.431674063205719,11,0.14323125779628754,1.1687201261520386,2129,0.9947916865348816,,1.946729302406311,,,,
+1.0045487880706787,11,0.2783147096633911,2.4042611122131348,2139,0.9947916865348816,,3.8450944423675537,,,,
+0.7361006736755371,11,0.07400855422019958,3.2006967067718506,2149,0.9947916865348816,,4.1838202476501465,,,,
+0.39870762825012207,11,0.24139736592769623,2.6228256225585938,2159,0.9895833730697632,,3.4491090774536133,,,,
+1.6367700099945068,11,0.030499707907438278,1.9330964088439941,2169,0.9895833730697632,,3.7442312240600586,,,,
+4.046154022216797,11,0.39752396941185,6.399077415466309,2179,0.9739583730697632,,11.02329158782959,,,,
+2.690746784210205,11,0.27487146854400635,5.860788822174072,2189,0.9895833730697632,,9.00243091583252,,,,
+0.8673772811889648,11,0.19982606172561646,3.1379826068878174,2199,0.984375,,4.404058456420898,,,,
+0.803343653678894,11,0.06416970491409302,4.076498031616211,2209,0.984375,,5.109033584594727,,,,
+1.2825802564620972,11,0.10948074609041214,2.906609535217285,2219,0.9895833730697632,,4.501774787902832,,,,
+0.6471980810165405,11,0.13838787376880646,1.6866939067840576,2229,1.0,,2.6838462352752686,,,,
+16.058391571044922,11,0.36400941014289856,37.633392333984375,2231,,,,0.9062661528587341,0.9062758088111877,54.14948654174805,54.22727584838867
+,11,,,2231,,0.9873712062835693,,,,,
+2.5551493167877197,12,0.16284441947937012,8.006929397583008,2239,0.9791666865348816,,10.897561073303223,,,,
+1.3542659282684326,12,0.05178974196314812,1.990954041481018,2249,0.9947916865348816,,3.535489797592163,,,,
+1.409224271774292,12,0.2741200923919678,2.3674211502075195,2259,0.9947916865348816,,4.2301740646362305,,,,
+0.092037133872509,12,0.28842446208000183,1.0839793682098389,2269,0.9947916865348816,,1.6844700574874878,,,,
+0.31226688623428345,12,0.15209440886974335,0.7755945920944214,2279,0.9947916865348816,,1.5051192045211792,,,,
+0.3309099078178406,12,0.1704031527042389,1.0673948526382446,2289,1.0,,1.751501202583313,,,,
+0.5927833914756775,12,0.14416082203388214,1.3160651922225952,2299,1.0,,2.232417583465576,,,,
+1.3086507320404053,12,0.36367473006248474,3.845275640487671,2309,0.984375,,5.683469295501709,,,,
+3.091961145401001,12,0.2002255618572235,4.961079120635986,2319,0.984375,,8.408414840698242,,,,
+0.3888014853000641,12,0.2848251163959503,3.933821201324463,2329,0.9895833730697632,,4.806790828704834,,,,
+2.2400665283203125,12,0.12187817692756653,6.001492977142334,2339,0.984375,,8.57077407836914,,,,
+0.8503957986831665,12,0.20875099301338196,1.100723385810852,2349,1.0,,2.3189680576324463,,,,
+1.1694893836975098,12,0.10300300270318985,3.343742847442627,2359,0.9791666865348816,,4.833846569061279,,,,
+0.9475857019424438,12,0.22982649505138397,2.3138842582702637,2369,0.9947916865348816,,3.6359307765960693,,,,
+0.4195302426815033,12,0.1321505606174469,2.8615102767944336,2379,0.9895833730697632,,3.6120636463165283,,,,
+1.4420788288116455,12,0.3703099191188812,4.285248756408691,2389,0.9791666865348816,,6.260120391845703,,,,
+1.737687587738037,12,0.34871411323547363,3.895188331604004,2399,0.9739583730697632,,6.1536641120910645,,,,
+0.6386910080909729,12,0.14240014553070068,1.4631645679473877,2409,1.0,,2.437204122543335,,,,
+18.096302032470703,12,0.3537996709346771,44.99142074584961,2417,,,,0.9037467837333679,0.9038066267967224,63.507789611816406,63.61300277709961
+,12,,,2417,,0.9904233813285828,,,,,
+0.22228331863880157,13,0.2544156610965729,1.4229344129562378,2419,0.9947916865348816,,2.09521484375,,,,
+0.7839344143867493,13,0.05744762346148491,1.9611300230026245,2429,0.9895833730697632,,2.9802279472351074,,,,
+0.7393801808357239,13,0.23281700909137726,2.8467907905578613,2439,0.9947916865348816,,4.037136554718018,,,,
+0.2030695080757141,13,0.18530705571174622,0.9398068189620972,2449,1.0,,1.490666389465332,,,,
+1.007638931274414,13,0.07935713231563568,3.2398486137390137,2459,0.9947916865348816,,4.493020534515381,,,,
+2.123627185821533,13,0.18949417769908905,7.347751617431641,2469,0.984375,,9.837648391723633,,,,
+0.1740410029888153,13,0.18679910898208618,0.5936744213104248,2479,1.0,,1.1268450021743774,,,,
+0.420196533203125,13,0.12483217567205429,0.992918848991394,2489,0.9947916865348816,,1.7004305124282837,,,,
+1.430654764175415,13,0.20288757979869843,3.9395713806152344,2499,0.9895833730697632,,5.736724853515625,,,,
+0.16135278344154358,13,0.1313198357820511,0.7275612354278564,2509,1.0,,1.1833323240280151,,,,
+2.537827968597412,13,0.20778721570968628,3.6541457176208496,2519,0.984375,,6.576536178588867,,,,
+1.692138671875,13,0.13230016827583313,5.7192230224609375,2529,0.9739583730697632,,7.7505269050598145,,,,
+0.12829387187957764,13,0.10179674625396729,0.36583518981933594,2539,1.0,,0.7651789784431458,,,,
+0.25092825293540955,13,0.2982870936393738,2.513685464859009,2549,0.9895833730697632,,3.2434375286102295,,,,
+0.2931259572505951,13,0.12977106869220734,0.44603532552719116,2559,1.0,,1.0412627458572388,,,,
+0.1988334059715271,13,0.1732049435377121,0.886385440826416,2569,1.0,,1.4728111028671265,,,,
+0.1981068253517151,13,0.23992180824279785,3.891834020614624,2579,0.984375,,4.520272254943848,,,,
+0.2831585109233856,13,0.1722373515367508,0.9197408556938171,2589,1.0,,1.5613151788711548,,,,
+1.777064561843872,13,0.10061249136924744,3.6623902320861816,2599,0.984375,,5.715475559234619,,,,
+17.98680877685547,13,0.35992884635925293,47.09699249267578,2603,,,,0.9047804474830627,0.9048739671707153,65.48736572265625,65.6152114868164
+,13,,,2603,,0.9931955933570862,,,,,
+0.33415326476097107,14,0.025807684287428856,1.9334626197814941,2609,0.9947916865348816,,2.4589154720306396,,,,
+0.23040026426315308,14,0.03306898474693298,2.004671096801758,2619,0.9947916865348816,,2.4458560943603516,,,,
+2.0213510990142822,14,0.552888035774231,6.241774559020996,2629,0.9791666865348816,,8.964109420776367,,,,
+0.07928092032670975,14,0.2116800993680954,0.9948487877845764,2639,0.9947916865348816,,1.4516777992248535,,,,
+0.1797516942024231,14,0.1782972663640976,0.9988794922828674,2649,0.9947916865348816,,1.4895100593566895,,,,
+0.2123207300901413,14,0.08579307049512863,0.8380008339881897,2659,1.0,,1.3138303756713867,,,,
+0.08353380113840103,14,0.25975218415260315,1.6929599046707153,2669,0.9895833730697632,,2.209730386734009,,,,
+0.4336724877357483,14,0.251895546913147,3.0250496864318848,2679,0.984375,,3.902437686920166,,,,
+0.137426495552063,14,0.15446290373802185,0.6621294021606445,2689,1.0,,1.1496002674102783,,,,
+0.2315109372138977,14,0.1701665222644806,0.9004911184310913,2699,0.9947916865348816,,1.5015112161636353,,,,
+0.9483144283294678,14,0.30831634998321533,1.9019979238510132,2709,0.9947916865348816,,3.365117311477661,,,,
+0.2281896322965622,14,0.0957435667514801,0.5177294015884399,2719,0.9947916865348816,,1.0184381008148193,,,,
+1.863020420074463,14,0.13484889268875122,4.842050075531006,2729,0.9739583730697632,,7.043023109436035,,,,
+1.703185796737671,14,0.2418222427368164,3.3945655822753906,2739,0.9895833730697632,,5.503185272216797,,,,
+2.6567320823669434,14,0.49677813053131104,6.545159339904785,2749,0.984375,,9.877154350280762,,,,
+0.743751049041748,14,0.0791742131114006,2.4923908710479736,2759,0.984375,,3.510897636413574,,,,
+0.3295663893222809,14,0.29616445302963257,1.5531690120697021,2769,1.0,,2.345332145690918,,,,
+2.1465377807617188,14,0.09565665572881699,3.661038637161255,2779,0.9895833730697632,,6.057099342346191,,,,
+0.0003380384005140513,14,0.017765328288078308,0.0038913930766284466,2789,1.0,,-3.6621413230895996,,,,
+20.55460548400879,14,0.3228112459182739,49.52814865112305,2789,,,,0.9074934124946594,0.9075360894203186,70.4604721069336,70.57704162597656
+,14,,,2789,,0.9930555820465088,,,,,
+0.9896141290664673,15,0.11948665976524353,0.7695788741111755,2799,0.9947916865348816,,2.0310075283050537,,,,
+0.24526825547218323,15,0.16255156695842743,0.33270540833473206,2809,1.0,,0.9393976926803589,,,,
+0.1943052113056183,15,0.207380473613739,0.4380946755409241,2819,1.0,,0.9887231588363647,,,,
+0.0420805849134922,15,0.0653020441532135,0.20553812384605408,2829,1.0,,0.49232906103134155,,,,
+0.5663607120513916,15,0.10001063346862793,1.2323367595672607,2839,0.9895833730697632,,2.0882716178894043,,,,
+0.04346734285354614,15,0.0575670562684536,2.626619815826416,2849,0.9947916865348816,,2.893146276473999,,,,
+0.411559522151947,15,0.0717257484793663,0.5163911581039429,2859,1.0,,1.1858549118041992,,,,
+0.1678018420934677,15,0.08932353556156158,1.4842866659164429,2869,0.9947916865348816,,1.9075878858566284,,,,
+0.07316922396421432,15,0.02407192438840866,0.17964093387126923,2879,1.0,,0.4799858629703522,,,,
+0.14658814668655396,15,0.2584998309612274,2.017025947570801,2889,0.9895833730697632,,2.611677408218384,,,,
+1.3430252075195312,15,0.16219790279865265,1.4038376808166504,2899,0.9947916865348816,,3.127209186553955,,,,
+1.6808849573135376,15,0.17522259056568146,2.110718250274658,2909,0.9895833730697632,,4.162406921386719,,,,
+0.4733838737010956,15,0.041515108197927475,0.40254834294319153,2919,1.0,,1.0897778272628784,,,,
+1.3813260793685913,15,0.052559174597263336,2.299621820449829,2929,0.9947916865348816,,3.8722944259643555,,,,
+3.4877843856811523,15,0.23145173490047455,2.516512870788574,2939,0.9895833730697632,,6.423465728759766,,,,
+0.44020307064056396,15,0.13690312206745148,0.8769904971122742,2949,1.0,,1.654123067855835,,,,
+0.03550753742456436,15,0.08813320100307465,0.20280995965003967,2959,1.0,,0.5464798212051392,,,,
+0.176156684756279,15,0.05616399645805359,1.2347506284713745,2969,0.9947916865348816,,1.6504288911819458,,,,
+19.833276748657227,15,0.3306933641433716,47.34252166748047,2975,,,,0.9115634560585022,0.9116641283035278,67.51407623291016,67.67797088623047
+,15,,,2975,,0.996387779712677,,,,,
+0.157170370221138,16,0.2610621154308319,0.46091628074645996,2979,1.0,,1.0720973014831543,,,,
+0.15305088460445404,16,0.03485690802335739,0.18186098337173462,2989,1.0,,0.5239772200584412,,,,
+0.3145368695259094,16,0.10266289860010147,0.35670775175094604,2999,1.0,,0.9544442296028137,,,,
+0.6803523898124695,16,0.04171838238835335,0.5170859098434448,3009,1.0,,1.434738039970398,,,,
+0.03570963814854622,16,0.15475943684577942,0.5292590260505676,3019,0.9947916865348816,,0.9524511694908142,,,,
+1.0321903228759766,16,0.11767745763063431,1.0303071737289429,3029,0.9947916865348816,,2.3757565021514893,,,,
+0.08293194323778152,16,0.20265889167785645,0.3192395567893982,3039,1.0,,0.7966506481170654,,,,
+0.07670234143733978,16,0.021398160606622696,0.8403817415237427,3049,0.9947916865348816,,1.1227800846099854,,,,
+0.41631314158439636,16,0.10885263979434967,1.1096872091293335,3059,0.9947916865348816,,1.7671781778335571,,,,
+0.6791754961013794,16,0.10179034620523453,1.6488187313079834,3069,0.9947916865348816,,2.5805740356445312,,,,
+0.0326225645840168,16,0.03453434631228447,0.10657203942537308,3079,1.0,,0.39617598056793213,,,,
+0.011995529755949974,16,0.024586977437138557,0.06391510367393494,3089,1.0,,0.31327301263809204,,,,
+0.8148536086082458,16,0.08488356322050095,3.242428779602051,3099,0.9895833730697632,,4.311419486999512,,,,
+0.8856614828109741,16,0.1047699823975563,1.503253698348999,3109,0.9947916865348816,,2.7118334770202637,,,,
+0.18993446230888367,16,0.17818129062652588,0.6921095848083496,3119,1.0,,1.255806803703308,,,,
+0.6173510551452637,16,0.03188197687268257,1.749316692352295,3129,0.9895833730697632,,2.571564197540283,,,,
+0.07097597420215607,16,0.06915823370218277,0.7823885679244995,3139,0.9947916865348816,,1.0955370664596558,,,,
+0.9308567047119141,16,0.0621921606361866,1.5927119255065918,3149,0.9947916865348816,,2.7625362873077393,,,,
+0.09683609008789062,16,0.037099532783031464,0.6931938529014587,3159,0.9947916865348816,,0.9794573187828064,,,,
+17.43745231628418,16,0.3754846751689911,44.35523223876953,3161,,,,0.9052973985671997,0.9053884744644165,62.19354248046875,62.33967590332031
+,16,,,3161,,0.9952957630157471,,,,,
+1.699661135673523,17,0.09620990604162216,4.86095666885376,3169,0.9895833730697632,,6.8125410079956055,,,,
+0.3862765431404114,17,0.4286562204360962,2.168921947479248,3179,0.9947916865348816,,3.1903436183929443,,,,
+0.2076401561498642,17,0.15510964393615723,0.8379490971565247,3189,0.9947916865348816,,1.3767220973968506,,,,
+0.054172106087207794,17,0.35491305589675903,0.5053331851959229,3199,1.0,,1.0836714506149292,,,,
+0.32125264406204224,17,0.12926335632801056,0.9030459523200989,3209,1.0,,1.559743046760559,,,,
+0.25215965509414673,17,0.1716090589761734,1.512295126914978,3219,0.9895833730697632,,2.0865111351013184,,,,
+0.3207370936870575,17,0.14401431381702423,0.7347372770309448,3229,1.0,,1.3653568029403687,,,,
+0.515896737575531,17,0.0807884931564331,1.8256802558898926,3239,0.984375,,2.572812795639038,,,,
+1.2786238193511963,17,0.03845357149839401,4.470366477966309,3249,0.984375,,5.986786365509033,,,,
+1.7736327648162842,17,0.14202287793159485,2.2803232669830322,3259,0.9895833730697632,,4.385542869567871,,,,
+0.1669718474149704,17,0.23064592480659485,0.6724956035614014,3269,1.0,,1.2596769332885742,,,,
+0.14502006769180298,17,0.17464469373226166,0.4858958125114441,3279,1.0,,0.9710525870323181,,,,
+0.540896475315094,17,0.23691129684448242,0.3658829927444458,3289,1.0,,1.3355110883712769,,,,
+0.12096886336803436,17,0.07725755870342255,0.7093040943145752,3299,1.0,,1.0869388580322266,,,,
+0.14591044187545776,17,0.027787383645772934,0.375172883272171,3309,1.0,,0.7731311917304993,,,,
+0.9882755875587463,17,0.03120614029467106,2.684185266494751,3319,0.9895833730697632,,3.8842036724090576,,,,
+0.13995099067687988,17,0.06820767372846603,0.8929025530815125,3329,0.9947916865348816,,1.294009804725647,,,,
+0.12212312966585159,17,0.16521909832954407,0.7327232956886292,3339,1.0,,1.2194081544876099,,,,
+20.445478439331055,17,0.3865797519683838,51.24784469604492,3347,,,,0.9018086194992065,0.9018775820732117,72.08516693115234,72.25137329101562
+,17,,,3347,,0.994819700717926,,,,,