Delete results.json

results.json

@@ -1 +0,0 @@
-{"validation_set": {"ndcg_at_1": 0.934, "ndcg_at_3": 0.9645, "ndcg_at_5": 0.96958, "ndcg_at_10": 0.97018, "ndcg_at_20": 0.97067, "ndcg_at_50": 0.97067, "ndcg_at_100": 0.97067, "map_at_1": 0.934, "map_at_3": 0.95767, "map_at_5": 0.96057, "map_at_10": 0.96079, "map_at_20": 0.96091, "map_at_50": 0.96091, "map_at_100": 0.96091, "recall_at_1": 0.934, "recall_at_3": 0.984, "recall_at_5": 0.996, "recall_at_10": 0.998, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.934, "precision_at_3": 0.328, "precision_at_5": 0.1992, "precision_at_10": 0.0998, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.928, "mrr_at_3": 0.9543333333333333, "mrr_at_5": 0.9571333333333332, "mrr_at_10": 0.9573555555555554, "mrr_at_20": 0.9574984126984125, "mrr_at_50": 0.9574984126984125, "mrr_at_100": 0.9574984126984125, "naucs_at_1_max": 0.3689273689273684, "naucs_at_1_std": -0.6801063859887359, "naucs_at_1_diff1": 0.9801940978411555, "naucs_at_3_max": 0.6884337068160653, "naucs_at_3_std": -1.110060690943039, "naucs_at_3_diff1": 0.9836601307189574, "naucs_at_5_max": 0.7770774976657024, "naucs_at_5_std": -1.4458450046685543, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.554154995331432, "naucs_at_10_std": -1.1517273576098983, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "syntheticDocQA_energy": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.96393, "ndcg_at_5": 0.96393, "ndcg_at_10": 0.96694, "ndcg_at_20": 0.96694, "ndcg_at_50": 0.96898, "ndcg_at_100": 0.96898, "map_at_1": 0.94, "map_at_3": 0.95833, "map_at_5": 0.95833, "map_at_10": 0.95944, "map_at_20": 0.95944, "map_at_50": 0.95979, "map_at_100": 0.95979, "recall_at_1": 0.94, "recall_at_3": 0.98, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32667, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.9633333333333333, "mrr_at_5": 0.9633333333333333, "mrr_at_10": 0.9647619047619047, "mrr_at_20": 0.9647619047619047, "mrr_at_50": 0.9651190476190474, "mrr_at_100": 0.9651190476190474, "naucs_at_1_max": 0.48381574852163167, "naucs_at_1_std": -0.8183940242763744, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.4561157796451816, "naucs_at_3_std": -1.7399626517273692, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.45611577964519334, "naucs_at_5_std": -1.7399626517273414, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.5541549953314738, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.5541549953314738, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.98262, "ndcg_at_5": 0.98693, "ndcg_at_10": 0.98693, "ndcg_at_20": 0.98693, "ndcg_at_50": 0.98693, "ndcg_at_100": 0.98693, "map_at_1": 0.97, "map_at_3": 0.98, "map_at_5": 0.9825, "map_at_10": 0.9825, "map_at_20": 0.9825, "map_at_50": 0.9825, "map_at_100": 0.9825, "recall_at_1": 0.97, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.98, "mrr_at_3": 0.985, "mrr_at_5": 0.9875, "mrr_at_10": 0.9875, "mrr_at_20": 0.9875, "mrr_at_50": 0.9875, "mrr_at_100": 0.9875, "naucs_at_1_max": 0.7152194211017764, "naucs_at_1_std": -0.14519140989729698, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.5541549953314585, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_50": 0.99631, "ndcg_at_100": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_50": 0.995, "map_at_100": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_50": 0.995, "mrr_at_100": 0.995, "naucs_at_1_max": 0.554154995331463, "naucs_at_1_std": -0.17133520074696149, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.96286, "ndcg_at_5": 0.96672, "ndcg_at_10": 0.96672, "ndcg_at_20": 0.96672, "ndcg_at_50": 0.96672, "ndcg_at_100": 0.96672, "map_at_1": 0.92, "map_at_3": 0.95333, "map_at_5": 0.95533, "map_at_10": 0.95533, "map_at_20": 0.95533, "map_at_50": 0.95533, "map_at_100": 0.95533, "recall_at_1": 0.92, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.92, "mrr_at_3": 0.9533333333333335, "mrr_at_5": 0.9553333333333334, "mrr_at_10": 0.9553333333333334, "mrr_at_20": 0.9553333333333334, "mrr_at_50": 0.9553333333333334, "mrr_at_100": 0.9553333333333334, "naucs_at_1_max": 0.5717787114845921, "naucs_at_1_std": 0.10760971055088815, "naucs_at_1_diff1": 0.8999183006535953, "naucs_at_3_max": 1.0, "naucs_at_3_std": -0.1713352007469878, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "infovqa_subsampled": {"ndcg_at_1": 0.898, "ndcg_at_3": 0.92267, "ndcg_at_5": 0.92697, "ndcg_at_10": 0.93217, "ndcg_at_20": 0.93311, "ndcg_at_50": 0.93553, "ndcg_at_100": 0.93653, "map_at_1": 0.898, "map_at_3": 0.91667, "map_at_5": 0.91917, "map_at_10": 0.92132, "map_at_20": 0.92154, "map_at_50": 0.92194, "map_at_100": 0.92204, "recall_at_1": 0.898, "recall_at_3": 0.94, "recall_at_5": 0.95, "recall_at_10": 0.966, "recall_at_20": 0.97, "recall_at_50": 0.982, "recall_at_100": 0.988, "precision_at_1": 0.898, "precision_at_3": 0.31333, "precision_at_5": 0.19, "precision_at_10": 0.0966, "precision_at_20": 0.0485, "precision_at_50": 0.01964, "precision_at_100": 0.00988, "mrr_at_1": 0.898, "mrr_at_3": 0.9163333333333331, "mrr_at_5": 0.9201333333333334, "mrr_at_10": 0.9216666666666666, "mrr_at_20": 0.9218969298245613, "mrr_at_50": 0.9222874957371434, "mrr_at_100": 0.9223850304058645, "naucs_at_1_max": 0.7007947724894925, "naucs_at_1_std": -0.0056808795726945045, "naucs_at_1_diff1": 0.9399331877168193, "naucs_at_3_max": 0.8180827886710275, "naucs_at_3_std": 0.11970121381886593, "naucs_at_3_diff1": 0.9558823529411814, "naucs_at_5_max": 0.8526610644257698, "naucs_at_5_std": 0.2837908496732021, "naucs_at_5_diff1": 0.9470588235294107, "naucs_at_10_max": 0.9682814302191499, "naucs_at_10_std": 0.6714725105728593, "naucs_at_10_diff1": 0.9538638985005816, "naucs_at_20_max": 0.9640522875816976, "naucs_at_20_std": 0.6363834422657944, "naucs_at_20_diff1": 0.9477124183006536, "naucs_at_50_max": 0.9546114742193144, "naucs_at_50_std": 0.6836290071584177, "naucs_at_50_diff1": 0.9419026870007192, "naucs_at_100_max": 0.931917211328972, "naucs_at_100_std": 0.5472300031123636, "naucs_at_100_diff1": 0.9346405228758138}, "docvqa_subsampled": {"ndcg_at_1": 0.496, "ndcg_at_3": 0.55633, "ndcg_at_5": 0.57664, "ndcg_at_10": 0.59978, "ndcg_at_20": 0.61185, "ndcg_at_50": 0.62513, "ndcg_at_100": 0.63338, "map_at_1": 0.496, "map_at_3": 0.54067, "map_at_5": 0.55177, "map_at_10": 0.5616, "map_at_20": 0.56489, "map_at_50": 0.5671, "map_at_100": 0.56787, "recall_at_1": 0.496, "recall_at_3": 0.602, "recall_at_5": 0.652, "recall_at_10": 0.722, "recall_at_20": 0.77, "recall_at_50": 0.836, "recall_at_100": 0.886, "precision_at_1": 0.496, "precision_at_3": 0.20067, "precision_at_5": 0.1304, "precision_at_10": 0.0722, "precision_at_20": 0.0385, "precision_at_50": 0.01672, "precision_at_100": 0.00886, "mrr_at_1": 0.484, "mrr_at_3": 0.5300000000000001, "mrr_at_5": 0.5437999999999998, "mrr_at_10": 0.5534849206349204, "mrr_at_20": 0.5569746139825085, "mrr_at_50": 0.5591207138695975, "mrr_at_100": 0.5597567228542928, "naucs_at_1_max": 0.6036175806863667, "naucs_at_1_std": 0.17257621561781478, "naucs_at_1_diff1": 0.8707341607766327, "naucs_at_3_max": 0.5470952867479065, "naucs_at_3_std": 0.19001647240351138, "naucs_at_3_diff1": 0.8086877779531924, "naucs_at_5_max": 0.5362765408217277, "naucs_at_5_std": 0.21100647631993413, "naucs_at_5_diff1": 0.7859024042765932, "naucs_at_10_max": 0.49607535321821006, "naucs_at_10_std": 0.29630795331109694, "naucs_at_10_diff1": 0.7502696395466222, "naucs_at_20_max": 0.4444394709160493, "naucs_at_20_std": 0.35176920838835307, "naucs_at_20_diff1": 0.7412009579015693, "naucs_at_50_max": 0.48118595666050695, "naucs_at_50_std": 0.6358018766048329, "naucs_at_50_diff1": 0.704896690744162, "naucs_at_100_max": 0.5049195065510177, "naucs_at_100_std": 0.7668103950588512, "naucs_at_100_diff1": 0.6769107829590288}, "arxivqa_subsampled": {"ndcg_at_1": 0.846, "ndcg_at_3": 0.88302, "ndcg_at_5": 0.8912, "ndcg_at_10": 0.89966, "ndcg_at_20": 0.90267, "ndcg_at_50": 0.9067, "ndcg_at_100": 0.90768, "map_at_1": 0.846, "map_at_3": 0.87433, "map_at_5": 0.87883, "map_at_10": 0.88235, "map_at_20": 0.88317, "map_at_50": 0.88384, "map_at_100": 0.88392, "recall_at_1": 0.846, "recall_at_3": 0.908, "recall_at_5": 0.928, "recall_at_10": 0.954, "recall_at_20": 0.966, "recall_at_50": 0.986, "recall_at_100": 0.992, "precision_at_1": 0.846, "precision_at_3": 0.30267, "precision_at_5": 0.1856, "precision_at_10": 0.0954, "precision_at_20": 0.0483, "precision_at_50": 0.01972, "precision_at_100": 0.00992, "mrr_at_1": 0.846, "mrr_at_3": 0.875, "mrr_at_5": 0.8785999999999999, "mrr_at_10": 0.8825880952380953, "mrr_at_20": 0.8833901338427654, "mrr_at_50": 0.8840829921338995, "mrr_at_100": 0.8841687632103683, "naucs_at_1_max": 0.794921651607, "naucs_at_1_std": -0.2198774892930219, "naucs_at_1_diff1": 0.950118825218906, "naucs_at_3_max": 0.8095745544594661, "naucs_at_3_std": -0.04143831445621643, "naucs_at_3_diff1": 0.9147485080988912, "naucs_at_5_max": 0.8421257391845633, "naucs_at_5_std": 0.12060379707438261, "naucs_at_5_diff1": 0.913307915758897, "naucs_at_10_max": 0.9036861121260074, "naucs_at_10_std": 0.2393334145252238, "naucs_at_10_diff1": 0.9481386757601598, "naucs_at_20_max": 0.9189872027242296, "naucs_at_20_std": 0.3121052342505686, "naucs_at_20_diff1": 0.9529027297193421, "naucs_at_50_max": 0.9626517273576126, "naucs_at_50_std": 0.7269574496465168, "naucs_at_50_diff1": 0.981325863678799, "naucs_at_100_max": 0.9346405228758211, "naucs_at_100_std": 0.5875350140056017, "naucs_at_100_diff1": 0.9673202614378978}, "tabfquad_subsampled": {"ndcg_at_1": 0.88214, "ndcg_at_3": 0.92083, "ndcg_at_5": 0.92959, "ndcg_at_10": 0.92959, "ndcg_at_20": 0.93234, "ndcg_at_50": 0.93666, "ndcg_at_100": 0.93666, "map_at_1": 0.88214, "map_at_3": 0.9119, "map_at_5": 0.91673, "map_at_10": 0.91673, "map_at_20": 0.9175, "map_at_50": 0.91822, "map_at_100": 0.91822, "recall_at_1": 0.88214, "recall_at_3": 0.94643, "recall_at_5": 0.96786, "recall_at_10": 0.96786, "recall_at_20": 0.97857, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.88214, "precision_at_3": 0.31548, "precision_at_5": 0.19357, "precision_at_10": 0.09679, "precision_at_20": 0.04893, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.8821428571428571, "mrr_at_3": 0.911904761904762, "mrr_at_5": 0.9167261904761906, "mrr_at_10": 0.9167261904761906, "mrr_at_20": 0.9174988553113552, "mrr_at_50": 0.918222948148627, "mrr_at_100": 0.918222948148627, "naucs_at_1_max": 0.5132349969690849, "naucs_at_1_std": 0.1669457033166877, "naucs_at_1_diff1": 0.8882891204572353, "naucs_at_3_max": 0.6158730158730145, "naucs_at_3_std": 0.3885465297230005, "naucs_at_3_diff1": 0.8994708994709021, "naucs_at_5_max": 0.8410104782653828, "naucs_at_5_std": 0.6636580558149185, "naucs_at_5_diff1": 0.8778400248988462, "naucs_at_10_max": 0.8410104782653828, "naucs_at_10_std": 0.6636580558149185, "naucs_at_10_diff1": 0.8778400248988462, "naucs_at_20_max": 0.8358232181761658, "naucs_at_20_std": 0.5635698723934072, "naucs_at_20_diff1": 0.9128540305010935, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "tatdqa": {"ndcg_at_1": 0.70836, "ndcg_at_3": 0.79115, "ndcg_at_5": 0.80873, "ndcg_at_10": 0.82308, "ndcg_at_20": 0.82864, "ndcg_at_50": 0.83162, "ndcg_at_100": 0.83327, "map_at_1": 0.70836, "map_at_3": 0.7711, "map_at_5": 0.78099, "map_at_10": 0.78689, "map_at_20": 0.78846, "map_at_50": 0.78893, "map_at_100": 0.78908, "recall_at_1": 0.70836, "recall_at_3": 0.84907, "recall_at_5": 0.89116, "recall_at_10": 0.93566, "recall_at_20": 0.95731, "recall_at_50": 0.97234, "recall_at_100": 0.98256, "precision_at_1": 0.70836, "precision_at_3": 0.28302, "precision_at_5": 0.17823, "precision_at_10": 0.09357, "precision_at_20": 0.04787, "precision_at_50": 0.01945, "precision_at_100": 0.00983, "mrr_at_1": 0.7059530968129886, "mrr_at_3": 0.7698937662858283, "mrr_at_5": 0.7801162557626777, "mrr_at_10": 0.7861220876404273, "mrr_at_20": 0.78770570577988, "mrr_at_50": 0.7881770931956121, "mrr_at_100": 0.7883138444328524, "naucs_at_1_max": 0.2789580881273708, "naucs_at_1_std": -0.2541346179546406, "naucs_at_1_diff1": 0.8283216204962799, "naucs_at_3_max": 0.3070939534449378, "naucs_at_3_std": -0.18644686548166603, "naucs_at_3_diff1": 0.7501718702640052, "naucs_at_5_max": 0.37312403781715864, "naucs_at_5_std": -0.08370497046780444, "naucs_at_5_diff1": 0.7078880073460485, "naucs_at_10_max": 0.49524367526567276, "naucs_at_10_std": 0.1302142267905475, "naucs_at_10_diff1": 0.6982326670786329, "naucs_at_20_max": 0.6488376017907674, "naucs_at_20_std": 0.43683611822910073, "naucs_at_20_diff1": 0.6859303458756736, "naucs_at_50_max": 0.7116516390041363, "naucs_at_50_std": 0.5746846049816252, "naucs_at_50_diff1": 0.6909921028304052, "naucs_at_100_max": 0.6733153097316789, "naucs_at_100_std": 0.5185908771148434, "naucs_at_100_diff1": 0.6668907267919031}, "shift_project": {"ndcg_at_1": 0.74, "ndcg_at_3": 0.87095, "ndcg_at_5": 0.87912, "ndcg_at_10": 0.8857, "ndcg_at_20": 0.8857, "ndcg_at_50": 0.8857, "ndcg_at_100": 0.8857, "map_at_1": 0.74, "map_at_3": 0.84, "map_at_5": 0.8445, "map_at_10": 0.84728, "map_at_20": 0.84728, "map_at_50": 0.84728, "map_at_100": 0.84728, "recall_at_1": 0.74, "recall_at_3": 0.96, "recall_at_5": 0.98, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74, "precision_at_3": 0.32, "precision_at_5": 0.196, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.76, "mrr_at_3": 0.8516666666666667, "mrr_at_5": 0.8561666666666666, "mrr_at_10": 0.8589444444444445, "mrr_at_20": 0.8589444444444445, "mrr_at_50": 0.8589444444444445, "mrr_at_100": 0.8589444444444445, "naucs_at_1_max": 0.04387494424394793, "naucs_at_1_std": -0.4475690361299212, "naucs_at_1_diff1": 0.8086249543814119, "naucs_at_3_max": 0.1406395891690004, "naucs_at_3_std": -0.5361811391223136, "naucs_at_3_diff1": 0.6953781512605022, "naucs_at_5_max": 0.4960317460317504, "naucs_at_5_std": 0.07936507936508234, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}}