Update /home/fit02/dien-workspace/absa/output/infoxlmL-aux-global-0.2contrastive-full_celoss-Res-vlsp-top6

best_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b4c5fd36087d9bc3ac0a131d0b7ca9af7bb3f2eceb78f135d08476d18df720
+size 8731761455

log.txt

@@ -0,0 +1,18 @@
+
+    Correct Answer Aspects: [231, 50, 51, 36, 327, 450, 363, 151, 170, 37, 19, 164]
+    Correct Answer Labels: [200, 41, 39, 31, 282, 415, 317, 129, 160, 30, 15, 152]
+
+    
+    Evaluation Results for MICRO:
+    Mean Precision: 87.12
+    Mean Recall: 84.70
+    Mean F1: 85.89
+    ---------------------------------------------
+    
+
+    Evaluation Results for MICRO:
+    Mean Precision: 77.00
+    Mean Recall: 74.87
+    Mean F1: 75.92
+    ---------------------------------------------
+    

version_0/hparams.yaml

@@ -0,0 +1,5 @@
+num_aspects: 12
+model_name: microsoft/infoxlm-large
+output_dir: /home/fit02/dien-workspace/absa/output/infoxlmL-aux-global-0.2contrastive-full_celoss-Res-vlsp-top6
+learning_rate: 2.0e-05
+topk_layer: 6

version_0/metrics.csv

@@ -0,0 +1,231 @@
+aspect_loss,epoch,global_loss,sentiment_loss,step,train_acc,train_acc_epoch,train_loss,val_acc_batch,val_acc_epoch,val_loss,val_loss_batch
+0.6070114970207214,0,1.3319213390350342,0.6981469392776489,9,0.7875000238418579,,2.7892091274261475,,,,
+0.5106374025344849,0,0.3905228078365326,0.5165884494781494,19,0.8250000476837158,,1.653303861618042,,,,
+0.5687762498855591,0,0.5203431844711304,0.6449525952339172,29,0.7666667103767395,,1.9267990589141846,,,,
+0.4977448284626007,0,0.8774856328964233,0.5572031736373901,39,0.8000000715255737,,2.135272741317749,,,,
+0.5105390548706055,0,1.1275222301483154,0.5626652836799622,49,0.8125000596046448,,2.4289205074310303,,,,
+0.5348360538482666,0,0.48153525590896606,0.5839722752571106,59,0.8041667342185974,,1.8035097122192383,,,,
+0.4939824342727661,0,0.6953417062759399,0.5979524850845337,69,0.8041667342185974,,1.9565818309783936,,,,
+0.44900667667388916,0,0.6655188798904419,0.4948638379573822,79,0.8416666984558105,,1.7664262056350708,,,,
+0.4330747723579407,0,0.576911449432373,0.4908819794654846,89,0.8375000357627869,,1.6922566890716553,,,,
+0.5558747053146362,0,0.738041341304779,0.7141937017440796,99,0.7583333849906921,,2.1921372413635254,,,,
+0.4220632016658783,0,0.3995189070701599,0.45699915289878845,109,0.8250000476837158,,1.4846919775009155,,,,
+0.4365655183792114,0,0.5175994038581848,0.46920210123062134,119,0.8416666984558105,,1.5759425163269043,,,,
+0.47217655181884766,0,0.5702840089797974,0.6084505319595337,129,0.7708333730697632,,1.8034865856170654,,,,
+0.3712642788887024,0,0.5432183146476746,0.4130442142486572,139,0.8541666865348816,,1.5714945793151855,,,,
+0.4063451886177063,0,0.4887501299381256,0.43633797764778137,148,,,,0.8511630892753601,0.8517948985099792,1.5093990564346313,1.510293960571289
+,0,,,148,,0.8022372126579285,,,,,
+0.3525463044643402,1,0.2142179012298584,0.4233200252056122,149,0.8375000357627869,,1.1696950197219849,,,,
+0.42071032524108887,1,0.2412000447511673,0.4947628974914551,159,0.8416666984558105,,1.382413625717163,,,,
+0.34526798129081726,1,0.42204028367996216,0.46881601214408875,169,0.8416666984558105,,1.4039573669433594,,,,
+0.3999689221382141,1,0.14823591709136963,0.4781528413295746,179,0.8208333849906921,,1.2003471851348877,,,,
+0.34905806183815,1,0.4863188862800598,0.5325577259063721,189,0.8083333969116211,,1.5421473979949951,,,,
+0.42554834485054016,1,0.39479443430900574,0.5034527778625488,199,0.8375000357627869,,1.502915620803833,,,,
+0.37876594066619873,1,0.3110243082046509,0.4047480821609497,209,0.8625000715255737,,1.2859268188476562,,,,
+0.4625154137611389,1,0.28208377957344055,0.6135972738265991,219,0.7916666865348816,,1.5446776151657104,,,,
+0.3539910912513733,1,0.2141110897064209,0.3778119683265686,229,0.8666667342185974,,1.1630665063858032,,,,
+0.3721548318862915,1,0.18640998005867004,0.39529895782470703,239,0.8625000715255737,,1.1567028760910034,,,,
+0.41648733615875244,1,0.1853630244731903,0.4764636158943176,249,0.8416666984558105,,1.245165467262268,,,,
+0.37560877203941345,1,0.27559834718704224,0.44624948501586914,259,0.8250000476837158,,1.3362834453582764,,,,
+0.36251798272132874,1,0.16865822672843933,0.46721792221069336,269,0.8208333849906921,,1.2074493169784546,,,,
+0.25760191679000854,1,0.37686851620674133,0.3560430705547333,279,0.8916667103767395,,1.1323819160461426,,,,
+0.31173568964004517,1,0.3272324800491333,0.3887591063976288,289,0.8541666865348816,,1.216171383857727,,,,
+0.31122705340385437,1,0.39115679264068604,0.39447468519210815,297,,,,0.8666666746139526,0.8667949438095093,1.2777012586593628,1.2757190465927124
+,1,,,297,,0.8418624997138977,,,,,
+0.3194217383861542,2,0.27093392610549927,0.36373740434646606,299,0.8708333969116211,,1.1405742168426514,,,,
+0.28903138637542725,2,0.24379518628120422,0.3604264259338379,309,0.8583333492279053,,1.089548945426941,,,,
+0.31846585869789124,2,0.5105851888656616,0.32601499557495117,319,0.9000000357627869,,1.2915809154510498,,,,
+0.42599374055862427,2,0.538141131401062,0.49281036853790283,329,0.8458333611488342,,1.630934715270996,,,,
+0.2637796401977539,2,0.3733524680137634,0.373668909072876,339,0.8666667342185974,,1.2038254737854004,,,,
+0.2990414500236511,2,0.1915554255247116,0.3084023892879486,349,0.8833333849906921,,0.9697766900062561,,,,
+0.3345927298069,2,0.27074146270751953,0.342709481716156,359,0.8875000476837158,,1.092811942100525,,,,
+0.34148460626602173,2,0.22783884406089783,0.38524937629699707,369,0.8875000476837158,,1.1214243173599243,,,,
+0.3036959767341614,2,0.35992860794067383,0.4141656160354614,379,0.8750000596046448,,1.239734411239624,,,,
+0.3876405954360962,2,0.5426019430160522,0.5114964842796326,389,0.8166667222976685,,1.6134979724884033,,,,
+0.3979320824146271,2,0.18117675185203552,0.42089933156967163,399,0.8541666865348816,,1.2087956666946411,,,,
+0.2671374976634979,2,0.16951815783977509,0.3097148537635803,409,0.8791667222976685,,0.9393948316574097,,,,
+0.24450157582759857,2,0.1525414139032364,0.27985528111457825,419,0.9083333611488342,,0.87319415807724,,,,
+0.23598748445510864,2,0.2798927426338196,0.2578272521495819,429,0.9000000357627869,,0.9471022486686707,,,,
+0.23197896778583527,2,0.1318776160478592,0.27189427614212036,439,0.9166666865348816,,0.8549479246139526,,,,
+0.31100401282310486,2,0.323099285364151,0.31877413392066956,446,,,,0.8927649259567261,0.8929488062858582,1.1314936876296997,1.131738305091858
+,2,,,446,,0.8741891384124756,,,,,
+0.2622213661670685,3,0.08655928820371628,0.24918439984321594,449,0.9125000238418579,,0.7975326180458069,,,,
+0.26795363426208496,3,0.16810442507266998,0.35179373621940613,459,0.8708333969116211,,0.9538111090660095,,,,
+0.2385975867509842,3,0.18740499019622803,0.3168902099132538,469,0.8875000476837158,,0.9097443222999573,,,,
+0.241286963224411,3,0.11102064698934555,0.23292940855026245,479,0.9291667342185974,,0.7707366943359375,,,,
+0.2265845388174057,3,0.31388911604881287,0.34606513381004333,489,0.8833333849906921,,1.0607514381408691,,,,
+0.24207596480846405,3,0.16357922554016113,0.33677178621292114,499,0.8833333849906921,,0.9378306865692139,,,,
+0.17330799996852875,3,0.007068404462188482,0.21438729763031006,509,0.9416667222976685,,0.5537634491920471,,,,
+0.20607803761959076,3,0.018716933205723763,0.24280601739883423,519,0.9250000715255737,,0.6589895486831665,,,,
+0.17327535152435303,3,0.22595687210559845,0.2502518892288208,529,0.9000000357627869,,0.8629559278488159,,,,
+0.31068289279937744,3,0.02434668503701687,0.32324737310409546,539,0.8750000596046448,,0.8322665691375732,,,,
+0.22261138260364532,3,0.2874118685722351,0.33000630140304565,549,0.8916667103767395,,1.0225847959518433,,,,
+0.16443020105361938,3,0.25929492712020874,0.218469500541687,559,0.9250000715255737,,0.8693370819091797,,,,
+0.18333373963832855,3,0.09033960103988647,0.2507040202617645,569,0.92083340883255,,0.723944902420044,,,,
+0.17445746064186096,3,0.13769130408763885,0.23413203656673431,579,0.9291667342185974,,0.7015330195426941,,,,
+0.20404483377933502,3,0.05211510509252548,0.24636024236679077,589,0.9291667342185974,,0.6738329529762268,,,,
+0.2554680407047272,3,0.4344470500946045,0.30135664343833923,595,,,,0.9025840163230896,0.9026923775672913,1.1719175577163696,1.1701321601867676
+,3,,,595,,0.8998042345046997,,,,,
+0.2273416668176651,4,0.17216207087039948,0.3484139144420624,599,0.8916667103767395,,0.9481395483016968,,,,
+0.1742318719625473,4,0.04932134598493576,0.19486340880393982,609,0.9291667342185974,,0.6282079219818115,,,,
+0.21234576404094696,4,0.027128875255584717,0.2815210223197937,619,0.8916667103767395,,0.7003387808799744,,,,
+0.22642603516578674,4,0.01677529886364937,0.3852631747722626,629,0.8583333492279053,,0.7928623557090759,,,,
+0.21358613669872284,4,0.05964247137308121,0.28718602657318115,639,0.9083333611488342,,0.7518032193183899,,,,
+0.23162728548049927,4,0.003483101725578308,0.28103768825531006,649,0.8791667222976685,,0.7104810476303101,,,,
+0.14748603105545044,4,0.11801855266094208,0.1722591519355774,659,0.9333333969116211,,0.6512355804443359,,,,
+0.22863663733005524,4,0.06894834339618683,0.29537153244018555,669,0.8958333730697632,,0.7745301723480225,,,,
+0.17331364750862122,4,0.07780764251947403,0.23327289521694183,679,0.92083340883255,,0.6551716327667236,,,,
+0.25548869371414185,4,0.3116690516471863,0.4584347903728485,689,0.8458333611488342,,1.2228699922561646,,,,
+0.14994993805885315,4,0.2334023267030716,0.21095550060272217,699,0.9333333969116211,,0.7709740996360779,,,,
+0.20713791251182556,4,0.04111799970269203,0.2575494050979614,709,0.9041666984558105,,0.684925377368927,,,,
+0.2202957719564438,4,0.05969710275530815,0.30086082220077515,719,0.8875000476837158,,0.8065940141677856,,,,
+0.16631276905536652,4,0.00553505402058363,0.21264146268367767,729,0.9458333849906921,,0.5641000866889954,,,,
+0.185075581073761,4,0.02519216015934944,0.23053759336471558,739,0.9125000238418579,,0.6240149140357971,,,,
+0.21145987510681152,4,0.44198423624038696,0.27288883924484253,744,,,,0.9128554463386536,0.9128846526145935,1.10756254196167,1.105193853378296
+,4,,,744,,0.9151286482810974,,,,,
+0.13463681936264038,5,0.06011027842760086,0.18708837032318115,749,0.9375000596046448,,0.561773419380188,,,,
+0.20834757387638092,5,0.05515602231025696,0.29761824011802673,759,0.9166666865348816,,0.7466214895248413,,,,
+0.15003478527069092,5,0.29362788796424866,0.19436782598495483,769,0.9458333849906921,,0.832363486289978,,,,
+0.11940987408161163,5,0.01614394038915634,0.1396651417016983,779,0.9541667103767395,,0.43314796686172485,,,,
+0.16959424316883087,5,0.2699766159057617,0.2702145576477051,789,0.92083340883255,,0.8952850699424744,,,,
+0.16773229837417603,5,0.003863085061311722,0.19132420420646667,799,0.9500000476837158,,0.5601969957351685,,,,
+0.1681559681892395,5,0.14858271181583405,0.2344118356704712,809,0.9041666984558105,,0.7425390481948853,,,,
+0.1290406882762909,5,0.009387023746967316,0.1765851080417633,819,0.9333333969116211,,0.5014939308166504,,,,
+0.16976431012153625,5,0.07579955458641052,0.20735403895378113,829,0.9375000596046448,,0.5971953868865967,,,,
+0.16897793114185333,5,0.017058130353689194,0.27449831366539,839,0.9083333611488342,,0.6157866716384888,,,,
+0.1680288463830948,5,0.18866749107837677,0.2603952884674072,849,0.9166666865348816,,0.771674633026123,,,,
+0.0828476995229721,5,0.5010774731636047,0.15286651253700256,859,0.9500000476837158,,0.9933785200119019,,,,
+0.21570488810539246,5,0.5009658932685852,0.3095378577709198,869,0.9000000357627869,,1.235590934753418,,,,
+0.15644213557243347,5,0.02932705543935299,0.20653019845485687,879,0.9416667222976685,,0.6082249283790588,,,,
+0.1184455156326294,5,0.027507323771715164,0.18822148442268372,889,0.9291667342185974,,0.5520628094673157,,,,
+0.2628406286239624,5,0.40479129552841187,0.2906954288482666,893,,,,0.9034237265586853,0.9033333659172058,1.1398800611495972,1.1371880769729614
+,5,,,893,,0.9222036600112915,,,,,
+0.154393270611763,6,0.06153029203414917,0.17102906107902527,899,0.9416667222976685,,0.5753967761993408,,,,
+0.20114940404891968,6,0.015537431463599205,0.2741001844406128,909,0.9125000238418579,,0.664776623249054,,,,
+0.26345929503440857,6,0.1663733422756195,0.2993490993976593,919,0.9041666984558105,,0.895141065120697,,,,
+0.17222870886325836,6,0.009370635263621807,0.21276012063026428,929,0.9375000596046448,,0.6034146547317505,,,,
+0.1237776055932045,6,0.02736894227564335,0.16477347910404205,939,0.9416667222976685,,0.5014196634292603,,,,
+0.16027960181236267,6,0.24756379425525665,0.2150782346725464,949,0.9375000596046448,,0.7671991586685181,,,,
+0.17033685743808746,6,0.13357922434806824,0.2679462432861328,959,0.9000000357627869,,0.7313528060913086,,,,
+0.10905705392360687,6,0.011318034492433071,0.18241147696971893,969,0.9375000596046448,,0.5125778317451477,,,,
+0.24996055662631989,6,0.08659718930721283,0.33378279209136963,979,0.8833333849906921,,0.8568216562271118,,,,
+0.18919473886489868,6,0.19704386591911316,0.23423342406749725,989,0.92083340883255,,0.7627866268157959,,,,
+0.10726667195558548,6,0.1785750687122345,0.18257790803909302,999,0.9500000476837158,,0.6966136693954468,,,,
+0.10387937724590302,6,0.1899527609348297,0.14533351361751556,1009,0.9625000357627869,,0.6047903299331665,,,,
+0.1914667934179306,6,0.019480537623167038,0.2664130926132202,1019,0.92083340883255,,0.6294897794723511,,,,
+0.15880276262760162,6,0.11589626967906952,0.2449285089969635,1029,0.9250000715255737,,0.6936171650886536,,,,
+0.17362436652183533,6,0.031764205545186996,0.2630602717399597,1039,0.9000000357627869,,0.6156708002090454,,,,
+0.27563586831092834,6,0.4478173553943634,0.337069571018219,1042,,,,0.8990309834480286,0.8989743590354919,1.2430541515350342,1.239383578300476
+,6,,,1042,,0.9300615787506104,,,,,
+0.09444132447242737,7,0.04330217093229294,0.12932151556015015,1049,0.9458333849906921,,0.46990418434143066,,,,
+0.12764190137386322,7,0.008822362869977951,0.18196481466293335,1059,0.9375000596046448,,0.48920655250549316,,,,
+0.19419445097446442,7,0.0054125054739415646,0.22960840165615082,1069,0.92083340883255,,0.6085584759712219,,,,
+0.1475098431110382,7,0.14762595295906067,0.24755971133708954,1079,0.92083340883255,,0.7429174184799194,,,,
+0.12323889136314392,7,0.16518372297286987,0.16118144989013672,1089,0.9625000357627869,,0.6655296087265015,,,,
+0.13124123215675354,7,0.0615471787750721,0.16249699890613556,1099,0.9333333969116211,,0.5113407373428345,,,,
+0.09634274989366531,7,0.1086897999048233,0.1271614134311676,1109,0.9500000476837158,,0.520638108253479,,,,
+0.10894760489463806,7,0.002312934724614024,0.14613330364227295,1119,0.9541667103767395,,0.4281712770462036,,,,
+0.07870925217866898,7,0.034195464104413986,0.1767008900642395,1129,0.9541667103767395,,0.4528881311416626,,,,
+0.10902237147092819,7,0.01059188973158598,0.1306455135345459,1139,0.9666666984558105,,0.4004261791706085,,,,
+0.07610724121332169,7,0.006369767244905233,0.12765060365200043,1149,0.9583333730697632,,0.3779606521129608,,,,
+0.07915358245372772,7,0.3077458441257477,0.16854099929332733,1159,0.9458333849906921,,0.7746375799179077,,,,
+0.18871194124221802,7,0.00819026306271553,0.19659587740898132,1169,0.92083340883255,,0.5567806363105774,,,,
+0.13139435648918152,7,0.008807685226202011,0.18992827832698822,1179,0.9458333849906921,,0.5509632229804993,,,,
+0.131537064909935,7,0.016264965757727623,0.18218766152858734,1189,0.9416667222976685,,0.5125449299812317,,,,
+0.19830884039402008,7,0.4425494074821472,0.2932089567184448,1191,,,,0.9116278290748596,0.9116025567054749,1.115868330001831,1.112927794456482
+,7,,,1191,,0.9453859329223633,,,,,
+0.12150976061820984,8,0.005589610897004604,0.19904492795467377,1199,0.92083340883255,,0.5322550535202026,,,,
+0.12855267524719238,8,0.00398228270933032,0.1827160120010376,1209,0.9416667222976685,,0.5066394805908203,,,,
+0.07515410333871841,8,0.00802171416580677,0.07290416955947876,1219,0.9791667461395264,,0.3842739760875702,,,,
+0.0721934586763382,8,0.009678961709141731,0.09956737607717514,1229,0.9750000238418579,,0.3679209351539612,,,,
+0.0582902617752552,8,0.02145729400217533,0.0812225192785263,1239,0.9791667461395264,,0.4038862884044647,,,,
+0.08020061254501343,8,0.0037584006786346436,0.10401787608861923,1249,0.9708333611488342,,0.3592897057533264,,,,
+0.10779283940792084,8,0.0033828604500740767,0.13429127633571625,1259,0.9583333730697632,,0.4274868369102478,,,,
+0.09572229534387589,8,0.0030601846519857645,0.12742309272289276,1269,0.9583333730697632,,0.39305710792541504,,,,
+0.07443468272686005,8,0.00811381358653307,0.09532072395086288,1279,0.9750000238418579,,0.3839799165725708,,,,
+0.0995878204703331,8,0.001704810536466539,0.10873806476593018,1289,0.9708333611488342,,0.3690304160118103,,,,
+0.0994110107421875,8,0.006003460846841335,0.11672409623861313,1299,0.9500000476837158,,0.3800675868988037,,,,
+0.07741664350032806,8,0.004266855772584677,0.142765611410141,1309,0.9458333849906921,,0.3984386920928955,,,,
+0.05825525522232056,8,0.005938738584518433,0.0707843229174614,1319,0.98333340883255,,0.33372795581817627,,,,
+0.1213148981332779,8,0.00737582053989172,0.17110435664653778,1329,0.9375000596046448,,0.47646141052246094,,,,
+0.06286846101284027,8,0.003284469246864319,0.08798176050186157,1339,0.9625000357627869,,0.3471590578556061,,,,
+0.28345799446105957,8,0.4563988447189331,0.35194113850593567,1340,,,,0.9065245389938354,0.9065384864807129,1.2726222276687622,1.2706587314605713
+,8,,,1340,,0.9606544375419617,,,,,
+0.02220618911087513,9,0.005299842916429043,0.04127628356218338,1349,0.9916667342185974,,0.2421770542860031,,,,
+0.040367405861616135,9,0.003195069031789899,0.10010974854230881,1359,0.9750000238418579,,0.3390759229660034,,,,
+0.05091956630349159,9,0.002247110940515995,0.07899908721446991,1369,0.9708333611488342,,0.3611776828765869,,,,
+0.06310881674289703,9,0.005469877272844315,0.12969589233398438,1379,0.9500000476837158,,0.36423391103744507,,,,
+0.04270009323954582,9,0.003315338399261236,0.08642490953207016,1389,0.9625000357627869,,0.33487051725387573,,,,
+0.02130698785185814,9,0.002132455352693796,0.029441654682159424,1399,0.9875000715255737,,0.2197326421737671,,,,
+0.046101611107587814,9,0.06471637636423111,0.08303027600049973,1409,0.9625000357627869,,0.3381257653236389,,,,
+0.024060839787125587,9,0.0021369759924709797,0.06309063732624054,1419,0.9666666984558105,,0.2632780075073242,,,,
+0.05955028533935547,9,0.002550677862018347,0.08566905558109283,1429,0.9625000357627869,,0.3715474009513855,,,,
+0.05693298578262329,9,0.0017693368718028069,0.0697304755449295,1439,0.9791667461395264,,0.3492657244205475,,,,
+0.03325515612959862,9,0.0038553501944988966,0.08012581616640091,1449,0.9750000238418579,,0.3102606534957886,,,,
+0.09369238466024399,9,0.00436158524826169,0.10749521851539612,1459,0.9750000238418579,,0.3822155296802521,,,,
+0.048184819519519806,9,0.007585975341498852,0.11407872289419174,1469,0.9666666984558105,,0.35722291469573975,,,,
+0.07512740045785904,9,0.0016566788544878364,0.14966201782226562,1479,0.9583333730697632,,0.3883902430534363,,,,
+0.014643135480582714,9,0.0005508335889317095,0.037051521241664886,1489,1.0,,-3.6318907737731934,,,,
+0.2543090581893921,9,0.4862169027328491,0.34581443667411804,1489,,,,0.9133721590042114,0.9133974313735962,1.2681058645248413,1.2652009725570679
+,9,,,1489,,0.9741610288619995,,,,,
+0.0695962905883789,10,0.004491375759243965,0.08981899917125702,1499,0.9708333611488342,,0.3611840605735779,,,,
+0.054791368544101715,10,0.27650150656700134,0.08448781073093414,1509,0.9750000238418579,,0.6160025596618652,,,,
+0.08587493747472763,10,0.03741413354873657,0.09864785522222519,1519,0.9666666984558105,,0.4648531377315521,,,,
+0.07143622636795044,10,0.0015951109817251563,0.07339565455913544,1529,0.9791667461395264,,0.29097217321395874,,,,
+0.04700890928506851,10,0.081329844892025,0.0772818922996521,1539,0.9791667461395264,,0.4051882028579712,,,,
+0.05044085904955864,10,0.0015186991076916456,0.06001048907637596,1549,0.9750000238418579,,0.3049943745136261,,,,
+0.05174831673502922,10,0.005874397233128548,0.10547444224357605,1559,0.9666666984558105,,0.3263796865940094,,,,
+0.06339655071496964,10,0.002120459917932749,0.10657712817192078,1569,0.9750000238418579,,0.3782048523426056,,,,
+0.03823738545179367,10,0.0020136479288339615,0.06523413956165314,1579,0.9791667461395264,,0.3042348027229309,,,,
+0.035253509879112244,10,0.015019928105175495,0.06503323465585709,1589,0.9750000238418579,,0.33613961935043335,,,,
+0.096253402531147,10,0.00463071558624506,0.07857166975736618,1599,0.9750000238418579,,0.3708443343639374,,,,
+0.024442320689558983,10,0.007832738570868969,0.07645480334758759,1609,0.9708333611488342,,0.3479655385017395,,,,
+0.09749191999435425,10,0.0036425874568521976,0.10855601727962494,1619,0.9708333611488342,,0.36761951446533203,,,,
+0.0739840418100357,10,0.009501809254288673,0.12778273224830627,1629,0.9458333849906921,,0.40131875872612,,,,
+0.30777716636657715,10,0.5163543820381165,0.4084630310535431,1638,,,,0.9022610187530518,0.9023076891899109,1.414074420928955,1.4114553928375244
+,10,,,1638,,0.973517894744873,,,,,
+0.04387862607836723,11,0.0016600560629740357,0.04769400879740715,1639,0.9916667342185974,,0.2875656485557556,,,,
+0.01789255067706108,11,0.009140323847532272,0.04354199394583702,1649,0.9791667461395264,,0.24069800972938538,,,,
+0.08745400607585907,11,0.001683628186583519,0.09312687814235687,1659,0.9750000238418579,,0.3618752956390381,,,,
+0.019366709515452385,11,0.004261431749910116,0.047699298709630966,1669,0.9875000715255737,,0.2545369863510132,,,,
+0.04240557551383972,11,0.003017693990841508,0.04933682084083557,1679,0.9916667342185974,,0.2607193887233734,,,,
+0.02989855222404003,11,0.0029140859842300415,0.03871909901499748,1689,0.9875000715255737,,0.22410720586776733,,,,
+0.04073929041624069,11,0.0022323194425553083,0.03983345627784729,1699,0.9916667342185974,,0.29627692699432373,,,,
+0.0885998010635376,11,0.002434577327221632,0.08714550733566284,1709,0.9750000238418579,,0.3414624333381653,,,,
+0.060790225863456726,11,0.005641655530780554,0.08460474014282227,1719,0.9750000238418579,,0.31788820028305054,,,,
+0.048745762556791306,11,0.0017051525646820664,0.0763406753540039,1729,0.9750000238418579,,0.30640238523483276,,,,
+0.015898453071713448,11,0.0007677417015656829,0.02626432105898857,1739,0.9958333969116211,,0.22941166162490845,,,,
+0.05195505544543266,11,0.0018837451934814453,0.04767274111509323,1749,0.9875000715255737,,0.2755011320114136,,,,
+0.03845284506678581,11,0.0011125183664262295,0.04142749309539795,1759,0.9875000715255737,,0.23999258875846863,,,,
+0.023648668080568314,11,0.0023070755414664745,0.0340086966753006,1769,0.9875000715255737,,0.2248530387878418,,,,
+0.044043395668268204,11,0.001558399060741067,0.049543388187885284,1779,0.98333340883255,,0.2914411425590515,,,,
+0.2633023262023926,11,0.5132949948310852,0.3871781826019287,1787,,,,0.9131137728691101,0.9131410717964172,1.345046043395996,1.3426363468170166
+,11,,,1787,,0.9806209206581116,,,,,
+0.017144668847322464,12,0.009233372285962105,0.011981014162302017,1789,0.9958333969116211,,0.257088840007782,,,,
+0.04252280294895172,12,0.005706797353923321,0.06941678375005722,1799,0.9791667461395264,,0.26754510402679443,,,,
+0.06496850401163101,12,0.0018750991439446807,0.07403086125850677,1809,0.9791667461395264,,0.34698522090911865,,,,
+0.07024538516998291,12,0.002288046758621931,0.07559636235237122,1819,0.9791667461395264,,0.31676584482192993,,,,
+0.009364373981952667,12,0.0020578247494995594,0.019978757947683334,1829,0.9916667342185974,,0.24855336546897888,,,,
+0.03355991840362549,12,0.001224482897669077,0.06399598717689514,1839,0.9791667461395264,,0.27839118242263794,,,,
+0.027188699692487717,12,0.004039043560624123,0.02901560626924038,1849,0.9916667342185974,,0.24226322770118713,,,,
+0.014376766048371792,12,0.001758850528858602,0.048894982784986496,1859,0.98333340883255,,0.2917523980140686,,,,
+0.0215093232691288,12,0.0013529497664421797,0.028704648837447166,1869,0.9958333969116211,,0.24459126591682434,,,,
+0.014066019095480442,12,0.0018608752870932221,0.022515591233968735,1879,0.9958333969116211,,0.2412816286087036,,,,
+0.009019780904054642,12,0.005814241711050272,0.013218874111771584,1889,1.0,,0.18865866959095,,,,
+0.028524106368422508,12,0.003454028395935893,0.03344137966632843,1899,0.9875000715255737,,0.2604885995388031,,,,
+0.05543598532676697,12,0.0017532447818666697,0.09352647513151169,1909,0.9750000238418579,,0.39510416984558105,,,,
+0.021287882700562477,12,0.008788121864199638,0.025506962090730667,1919,0.9875000715255737,,0.2551504969596863,,,,
+0.021058958023786545,12,0.0016326922923326492,0.02272333763539791,1929,0.9958333969116211,,0.25447016954421997,,,,
+0.33749842643737793,12,0.5153110027313232,0.46155622601509094,1936,,,,0.9061368107795715,0.9060257077217102,1.4984372854232788,1.4932262897491455
+,12,,,1936,,0.9872763156890869,,,,,
+0.023016510531306267,13,0.005980940070003271,0.056651048362255096,1939,0.9791667461395264,,0.30811721086502075,,,,
+0.04389920085668564,13,0.00368253025226295,0.07207350432872772,1949,0.9791667461395264,,0.33230915665626526,,,,
+0.0638185665011406,13,0.0023285180795937777,0.06006290763616562,1959,0.9875000715255737,,0.302876353263855,,,,
+0.058002062141895294,13,0.001482435967773199,0.0348983108997345,1969,0.9958333969116211,,0.3041740953922272,,,,
+0.013478885404765606,13,0.002343621803447604,0.018175963312387466,1979,1.0,,0.23716475069522858,,,,
+0.012201732955873013,13,0.0011184986215084791,0.01960763707756996,1989,0.9916667342185974,,0.2037053257226944,,,,
+0.003520809579640627,13,0.002007286762818694,0.03720298409461975,1999,0.9916667342185974,,0.2746056616306305,,,,
+0.017849816009402275,13,0.00246672285720706,0.011688025668263435,2009,1.0,,0.18458004295825958,,,,
+0.008693542331457138,13,0.001581046381033957,0.015167973935604095,2019,1.0,,0.22787272930145264,,,,
+0.028680799528956413,13,0.0012478354619815946,0.036745309829711914,2029,0.9958333969116211,,0.21657267212867737,,,,
+0.018835294991731644,13,0.0013353906106203794,0.020583584904670715,2039,0.9916667342185974,,0.2100595235824585,,,,