| { | |
| "arxivqa_test_subsampled": { | |
| "ndcg_at_1": 0.844, | |
| "ndcg_at_3": 0.88524, | |
| "ndcg_at_5": 0.88954, | |
| "ndcg_at_10": 0.89512, | |
| "ndcg_at_20": 0.90085, | |
| "ndcg_at_50": 0.90479, | |
| "ndcg_at_100": 0.90578, | |
| "map_at_1": 0.844, | |
| "map_at_3": 0.87467, | |
| "map_at_5": 0.87717, | |
| "map_at_10": 0.87933, | |
| "map_at_20": 0.88099, | |
| "map_at_50": 0.88161, | |
| "map_at_100": 0.8817, | |
| "recall_at_1": 0.844, | |
| "recall_at_3": 0.916, | |
| "recall_at_5": 0.926, | |
| "recall_at_10": 0.944, | |
| "recall_at_20": 0.966, | |
| "recall_at_50": 0.986, | |
| "recall_at_100": 0.992, | |
| "precision_at_1": 0.844, | |
| "precision_at_3": 0.30533, | |
| "precision_at_5": 0.1852, | |
| "precision_at_10": 0.0944, | |
| "precision_at_20": 0.0483, | |
| "precision_at_50": 0.01972, | |
| "precision_at_100": 0.00992, | |
| "mrr_at_1": 0.844, | |
| "mrr_at_3": 0.8746666666666665, | |
| "mrr_at_5": 0.8771666666666665, | |
| "mrr_at_10": 0.8793301587301586, | |
| "mrr_at_20": 0.880986183261183, | |
| "mrr_at_50": 0.8816066058267283, | |
| "mrr_at_100": 0.8816959272950264, | |
| "naucs_at_1_max": 0.7413901379085128, | |
| "naucs_at_1_std": 0.3454872013866209, | |
| "naucs_at_1_diff1": 0.9600906830113787, | |
| "naucs_at_3_max": 0.7713307545240329, | |
| "naucs_at_3_std": 0.4801698457160663, | |
| "naucs_at_3_diff1": 0.9489240140500664, | |
| "naucs_at_5_max": 0.7514699573523106, | |
| "naucs_at_5_std": 0.4375552022610836, | |
| "naucs_at_5_diff1": 0.9526206879148043, | |
| "naucs_at_10_max": 0.8086901427237575, | |
| "naucs_at_10_std": 0.5144891289849284, | |
| "naucs_at_10_diff1": 0.9513972255568919, | |
| "naucs_at_20_max": 0.907453177349375, | |
| "naucs_at_20_std": 0.5683802932937894, | |
| "naucs_at_20_diff1": 0.9692425990003846, | |
| "naucs_at_50_max": 0.8709483793517359, | |
| "naucs_at_50_std": 0.7055488862211612, | |
| "naucs_at_50_diff1": 0.9626517273576126, | |
| "naucs_at_100_max": 0.8068394024276366, | |
| "naucs_at_100_std": 0.7076330532212914, | |
| "naucs_at_100_diff1": 0.9673202614378978 | |
| }, | |
| "docvqa_test_subsampled": { | |
| "ndcg_at_1": 0.52328, | |
| "ndcg_at_3": 0.5841, | |
| "ndcg_at_5": 0.59975, | |
| "ndcg_at_10": 0.62669, | |
| "ndcg_at_20": 0.64245, | |
| "ndcg_at_50": 0.65661, | |
| "ndcg_at_100": 0.66492, | |
| "map_at_1": 0.52328, | |
| "map_at_3": 0.56911, | |
| "map_at_5": 0.57786, | |
| "map_at_10": 0.58881, | |
| "map_at_20": 0.59317, | |
| "map_at_50": 0.59548, | |
| "map_at_100": 0.59622, | |
| "recall_at_1": 0.52328, | |
| "recall_at_3": 0.62749, | |
| "recall_at_5": 0.66519, | |
| "recall_at_10": 0.74945, | |
| "recall_at_20": 0.81153, | |
| "recall_at_50": 0.88248, | |
| "recall_at_100": 0.93348, | |
| "precision_at_1": 0.52328, | |
| "precision_at_3": 0.20916, | |
| "precision_at_5": 0.13304, | |
| "precision_at_10": 0.07494, | |
| "precision_at_20": 0.04058, | |
| "precision_at_50": 0.01765, | |
| "precision_at_100": 0.00933, | |
| "mrr_at_1": 0.5232815964523282, | |
| "mrr_at_3": 0.5691056910569108, | |
| "mrr_at_5": 0.5778640059127865, | |
| "mrr_at_10": 0.5888132193010243, | |
| "mrr_at_20": 0.5931663069177401, | |
| "mrr_at_50": 0.5954783504735428, | |
| "mrr_at_100": 0.5962169799244146, | |
| "naucs_at_1_max": 0.46089368028029637, | |
| "naucs_at_1_std": 0.19359243300005127, | |
| "naucs_at_1_diff1": 0.8483527783001977, | |
| "naucs_at_3_max": 0.4640279399849662, | |
| "naucs_at_3_std": 0.1814509120980464, | |
| "naucs_at_3_diff1": 0.7719022256243834, | |
| "naucs_at_5_max": 0.45716016762761796, | |
| "naucs_at_5_std": 0.16428980258139747, | |
| "naucs_at_5_diff1": 0.750196647594659, | |
| "naucs_at_10_max": 0.3956528364820721, | |
| "naucs_at_10_std": 0.09973122080056422, | |
| "naucs_at_10_diff1": 0.7237863238311393, | |
| "naucs_at_20_max": 0.35927664451426317, | |
| "naucs_at_20_std": 0.09080366240903168, | |
| "naucs_at_20_diff1": 0.6946736504983693, | |
| "naucs_at_50_max": 0.3626447370884348, | |
| "naucs_at_50_std": 0.2775120087087966, | |
| "naucs_at_50_diff1": 0.6534710933108262, | |
| "naucs_at_100_max": 0.32155287639122004, | |
| "naucs_at_100_std": 0.3495021025151782, | |
| "naucs_at_100_diff1": 0.6165810885563539 | |
| }, | |
| "infovqa_test_subsampled": { | |
| "ndcg_at_1": 0.90283, | |
| "ndcg_at_3": 0.93062, | |
| "ndcg_at_5": 0.93567, | |
| "ndcg_at_10": 0.93969, | |
| "ndcg_at_20": 0.94324, | |
| "ndcg_at_50": 0.94401, | |
| "ndcg_at_100": 0.945, | |
| "map_at_1": 0.90283, | |
| "map_at_3": 0.92409, | |
| "map_at_5": 0.92692, | |
| "map_at_10": 0.92863, | |
| "map_at_20": 0.92959, | |
| "map_at_50": 0.9297, | |
| "map_at_100": 0.92979, | |
| "recall_at_1": 0.90283, | |
| "recall_at_3": 0.94939, | |
| "recall_at_5": 0.96154, | |
| "recall_at_10": 0.97368, | |
| "recall_at_20": 0.98785, | |
| "recall_at_50": 0.9919, | |
| "recall_at_100": 0.99798, | |
| "precision_at_1": 0.90283, | |
| "precision_at_3": 0.31646, | |
| "precision_at_5": 0.19231, | |
| "precision_at_10": 0.09737, | |
| "precision_at_20": 0.04939, | |
| "precision_at_50": 0.01984, | |
| "precision_at_100": 0.00998, | |
| "mrr_at_1": 0.902834008097166, | |
| "mrr_at_3": 0.9240890688259108, | |
| "mrr_at_5": 0.9269230769230767, | |
| "mrr_at_10": 0.9286316753422016, | |
| "mrr_at_20": 0.9295898610333593, | |
| "mrr_at_50": 0.929699602843506, | |
| "mrr_at_100": 0.929788457049907, | |
| "naucs_at_1_max": 0.6026903076230651, | |
| "naucs_at_1_std": 0.261936050485784, | |
| "naucs_at_1_diff1": 0.9396804875719484, | |
| "naucs_at_3_max": 0.7565375225904929, | |
| "naucs_at_3_std": 0.45980620999702715, | |
| "naucs_at_3_diff1": 0.9534218386220948, | |
| "naucs_at_5_max": 0.8235249494008307, | |
| "naucs_at_5_std": 0.5316999544043512, | |
| "naucs_at_5_diff1": 0.9524604670358964, | |
| "naucs_at_10_max": 0.8684766575602219, | |
| "naucs_at_10_std": 0.5944713216706646, | |
| "naucs_at_10_diff1": 0.9405654098266761, | |
| "naucs_at_20_max": 0.7830887900175995, | |
| "naucs_at_20_std": 0.5643438299512757, | |
| "naucs_at_20_diff1": 0.8929919636352566, | |
| "naucs_at_50_max": 0.7072835485426375, | |
| "naucs_at_50_std": 0.5764614839135555, | |
| "naucs_at_50_diff1": 0.8394879454528887, | |
| "naucs_at_100_max": 1.0, | |
| "naucs_at_100_std": 1.0, | |
| "naucs_at_100_diff1": 1.0 | |
| }, | |
| "tabfquad_test_subsampled": { | |
| "ndcg_at_1": 0.9, | |
| "ndcg_at_3": 0.94685, | |
| "ndcg_at_5": 0.95131, | |
| "ndcg_at_10": 0.95366, | |
| "ndcg_at_20": 0.95455, | |
| "ndcg_at_50": 0.9553, | |
| "ndcg_at_100": 0.9553, | |
| "map_at_1": 0.9, | |
| "map_at_3": 0.9369, | |
| "map_at_5": 0.9394, | |
| "map_at_10": 0.9404, | |
| "map_at_20": 0.94063, | |
| "map_at_50": 0.94077, | |
| "map_at_100": 0.94077, | |
| "recall_at_1": 0.9, | |
| "recall_at_3": 0.975, | |
| "recall_at_5": 0.98571, | |
| "recall_at_10": 0.99286, | |
| "recall_at_20": 0.99643, | |
| "recall_at_50": 1.0, | |
| "recall_at_100": 1.0, | |
| "precision_at_1": 0.9, | |
| "precision_at_3": 0.325, | |
| "precision_at_5": 0.19714, | |
| "precision_at_10": 0.09929, | |
| "precision_at_20": 0.04982, | |
| "precision_at_50": 0.02, | |
| "precision_at_100": 0.01, | |
| "mrr_at_1": 0.9, | |
| "mrr_at_3": 0.936904761904762, | |
| "mrr_at_5": 0.9394047619047617, | |
| "mrr_at_10": 0.9403968253968255, | |
| "mrr_at_20": 0.9406349206349207, | |
| "mrr_at_50": 0.9407722832722833, | |
| "mrr_at_100": 0.9407722832722833, | |
| "naucs_at_1_max": 0.39284046952114193, | |
| "naucs_at_1_std": 0.06274176337201544, | |
| "naucs_at_1_diff1": 0.9321395224756563, | |
| "naucs_at_3_max": 0.98132586367881, | |
| "naucs_at_3_std": 0.9042950513538718, | |
| "naucs_at_3_diff1": 0.98132586367881, | |
| "naucs_at_5_max": 0.967320261437913, | |
| "naucs_at_5_std": 0.8978758169934754, | |
| "naucs_at_5_diff1": 1.0, | |
| "naucs_at_10_max": 1.0, | |
| "naucs_at_10_std": 0.9346405228758269, | |
| "naucs_at_10_diff1": 1.0, | |
| "naucs_at_20_max": 1.0, | |
| "naucs_at_20_std": 1.0, | |
| "naucs_at_20_diff1": 1.0, | |
| "naucs_at_50_max": 1.0, | |
| "naucs_at_50_std": 1.0, | |
| "naucs_at_50_diff1": 1.0, | |
| "naucs_at_100_max": 1.0, | |
| "naucs_at_100_std": 1.0, | |
| "naucs_at_100_diff1": 1.0 | |
| }, | |
| "tatdqa_test": { | |
| "ndcg_at_1": 0.68834, | |
| "ndcg_at_3": 0.7834, | |
| "ndcg_at_5": 0.80344, | |
| "ndcg_at_10": 0.81851, | |
| "ndcg_at_20": 0.82469, | |
| "ndcg_at_50": 0.82852, | |
| "ndcg_at_100": 0.82981, | |
| "map_at_1": 0.68834, | |
| "map_at_3": 0.76073, | |
| "map_at_5": 0.772, | |
| "map_at_10": 0.7783, | |
| "map_at_20": 0.78002, | |
| "map_at_50": 0.78067, | |
| "map_at_100": 0.78079, | |
| "recall_at_1": 0.68834, | |
| "recall_at_3": 0.84872, | |
| "recall_at_5": 0.89672, | |
| "recall_at_10": 0.94289, | |
| "recall_at_20": 0.96719, | |
| "recall_at_50": 0.98603, | |
| "recall_at_100": 0.99392, | |
| "precision_at_1": 0.68834, | |
| "precision_at_3": 0.28291, | |
| "precision_at_5": 0.17934, | |
| "precision_at_10": 0.09429, | |
| "precision_at_20": 0.04836, | |
| "precision_at_50": 0.01972, | |
| "precision_at_100": 0.00994, | |
| "mrr_at_1": 0.6865127582017011, | |
| "mrr_at_3": 0.7598217901984609, | |
| "mrr_at_5": 0.7710307816929933, | |
| "mrr_at_10": 0.7773322532739296, | |
| "mrr_at_20": 0.7790656715075932, | |
| "mrr_at_50": 0.7797137179788176, | |
| "mrr_at_100": 0.7798294471430899, | |
| "naucs_at_1_max": 0.19289339347399329, | |
| "naucs_at_1_std": -0.05373436574034402, | |
| "naucs_at_1_diff1": 0.8118815353915732, | |
| "naucs_at_3_max": 0.24444248974914928, | |
| "naucs_at_3_std": 0.012951438245694854, | |
| "naucs_at_3_diff1": 0.7252009696977523, | |
| "naucs_at_5_max": 0.27477480629269946, | |
| "naucs_at_5_std": 0.10687833140288663, | |
| "naucs_at_5_diff1": 0.7019146338300569, | |
| "naucs_at_10_max": 0.23474834180340118, | |
| "naucs_at_10_std": 0.13375117651376378, | |
| "naucs_at_10_diff1": 0.6766342016471449, | |
| "naucs_at_20_max": 0.3762582961131715, | |
| "naucs_at_20_std": 0.29216428469292166, | |
| "naucs_at_20_diff1": 0.6564671335087516, | |
| "naucs_at_50_max": 0.4691053847445, | |
| "naucs_at_50_std": 0.4359718488363951, | |
| "naucs_at_50_diff1": 0.7152604718494652, | |
| "naucs_at_100_max": 0.5259975902909616, | |
| "naucs_at_100_std": 0.651086653120611, | |
| "naucs_at_100_diff1": 0.7663843453532901 | |
| }, | |
| "shiftproject_test": { | |
| "ndcg_at_1": 0.85, | |
| "ndcg_at_3": 0.91917, | |
| "ndcg_at_5": 0.92347, | |
| "ndcg_at_10": 0.92949, | |
| "ndcg_at_20": 0.92949, | |
| "ndcg_at_50": 0.92949, | |
| "ndcg_at_100": 0.92949, | |
| "map_at_1": 0.85, | |
| "map_at_3": 0.90167, | |
| "map_at_5": 0.90417, | |
| "map_at_10": 0.90639, | |
| "map_at_20": 0.90639, | |
| "map_at_50": 0.90639, | |
| "map_at_100": 0.90639, | |
| "recall_at_1": 0.85, | |
| "recall_at_3": 0.97, | |
| "recall_at_5": 0.98, | |
| "recall_at_10": 1.0, | |
| "recall_at_20": 1.0, | |
| "recall_at_50": 1.0, | |
| "recall_at_100": 1.0, | |
| "precision_at_1": 0.85, | |
| "precision_at_3": 0.32333, | |
| "precision_at_5": 0.196, | |
| "precision_at_10": 0.1, | |
| "precision_at_20": 0.05, | |
| "precision_at_50": 0.02, | |
| "precision_at_100": 0.01, | |
| "mrr_at_1": 0.85, | |
| "mrr_at_3": 0.9016666666666666, | |
| "mrr_at_5": 0.9041666666666666, | |
| "mrr_at_10": 0.9063888888888889, | |
| "mrr_at_20": 0.9063888888888889, | |
| "mrr_at_50": 0.9063888888888889, | |
| "mrr_at_100": 0.9063888888888889, | |
| "naucs_at_1_max": 0.029189716889034732, | |
| "naucs_at_1_std": -0.37507321835340074, | |
| "naucs_at_1_diff1": 0.7931012040351454, | |
| "naucs_at_3_max": 0.5589791472144446, | |
| "naucs_at_3_std": 0.09056956115779448, | |
| "naucs_at_3_diff1": 0.9564270152505466, | |
| "naucs_at_5_max": 0.3384687208216692, | |
| "naucs_at_5_std": -0.2987861811391239, | |
| "naucs_at_5_diff1": 1.0, | |
| "naucs_at_10_max": 1.0, | |
| "naucs_at_10_std": 1.0, | |
| "naucs_at_10_diff1": 1.0, | |
| "naucs_at_20_max": 1.0, | |
| "naucs_at_20_std": 1.0, | |
| "naucs_at_20_diff1": 1.0, | |
| "naucs_at_50_max": null, | |
| "naucs_at_50_std": null, | |
| "naucs_at_50_diff1": null, | |
| "naucs_at_100_max": null, | |
| "naucs_at_100_std": null, | |
| "naucs_at_100_diff1": null | |
| }, | |
| "syntheticDocQA_artificial_intelligence_test": { | |
| "ndcg_at_1": 0.98, | |
| "ndcg_at_3": 0.99262, | |
| "ndcg_at_5": 0.99262, | |
| "ndcg_at_10": 0.99262, | |
| "ndcg_at_20": 0.99262, | |
| "ndcg_at_50": 0.99262, | |
| "ndcg_at_100": 0.99262, | |
| "map_at_1": 0.98, | |
| "map_at_3": 0.99, | |
| "map_at_5": 0.99, | |
| "map_at_10": 0.99, | |
| "map_at_20": 0.99, | |
| "map_at_50": 0.99, | |
| "map_at_100": 0.99, | |
| "recall_at_1": 0.98, | |
| "recall_at_3": 1.0, | |
| "recall_at_5": 1.0, | |
| "recall_at_10": 1.0, | |
| "recall_at_20": 1.0, | |
| "recall_at_50": 1.0, | |
| "recall_at_100": 1.0, | |
| "precision_at_1": 0.98, | |
| "precision_at_3": 0.33333, | |
| "precision_at_5": 0.2, | |
| "precision_at_10": 0.1, | |
| "precision_at_20": 0.05, | |
| "precision_at_50": 0.02, | |
| "precision_at_100": 0.01, | |
| "mrr_at_1": 0.98, | |
| "mrr_at_3": 0.99, | |
| "mrr_at_5": 0.99, | |
| "mrr_at_10": 0.99, | |
| "mrr_at_20": 0.99, | |
| "mrr_at_50": 0.99, | |
| "mrr_at_100": 0.99, | |
| "naucs_at_1_max": 0.540149393090569, | |
| "naucs_at_1_std": 0.3384687208216605, | |
| "naucs_at_1_diff1": 0.9346405228758133, | |
| "naucs_at_3_max": 1.0, | |
| "naucs_at_3_std": 1.0, | |
| "naucs_at_3_diff1": 1.0, | |
| "naucs_at_5_max": 1.0, | |
| "naucs_at_5_std": 1.0, | |
| "naucs_at_5_diff1": 1.0, | |
| "naucs_at_10_max": 1.0, | |
| "naucs_at_10_std": 1.0, | |
| "naucs_at_10_diff1": 1.0, | |
| "naucs_at_20_max": 1.0, | |
| "naucs_at_20_std": 1.0, | |
| "naucs_at_20_diff1": 1.0, | |
| "naucs_at_50_max": null, | |
| "naucs_at_50_std": null, | |
| "naucs_at_50_diff1": null, | |
| "naucs_at_100_max": null, | |
| "naucs_at_100_std": null, | |
| "naucs_at_100_diff1": null | |
| }, | |
| "syntheticDocQA_energy_test": { | |
| "ndcg_at_1": 0.95, | |
| "ndcg_at_3": 0.96762, | |
| "ndcg_at_5": 0.96762, | |
| "ndcg_at_10": 0.97118, | |
| "ndcg_at_20": 0.97118, | |
| "ndcg_at_50": 0.973, | |
| "ndcg_at_100": 0.973, | |
| "map_at_1": 0.95, | |
| "map_at_3": 0.96333, | |
| "map_at_5": 0.96333, | |
| "map_at_10": 0.965, | |
| "map_at_20": 0.965, | |
| "map_at_50": 0.96523, | |
| "map_at_100": 0.96523, | |
| "recall_at_1": 0.95, | |
| "recall_at_3": 0.98, | |
| "recall_at_5": 0.98, | |
| "recall_at_10": 0.99, | |
| "recall_at_20": 0.99, | |
| "recall_at_50": 1.0, | |
| "recall_at_100": 1.0, | |
| "precision_at_1": 0.95, | |
| "precision_at_3": 0.32667, | |
| "precision_at_5": 0.196, | |
| "precision_at_10": 0.099, | |
| "precision_at_20": 0.0495, | |
| "precision_at_50": 0.02, | |
| "precision_at_100": 0.01, | |
| "mrr_at_1": 0.95, | |
| "mrr_at_3": 0.9633333333333333, | |
| "mrr_at_5": 0.9633333333333333, | |
| "mrr_at_10": 0.965, | |
| "mrr_at_20": 0.965, | |
| "mrr_at_50": 0.9652272727272727, | |
| "mrr_at_100": 0.9652272727272727, | |
| "naucs_at_1_max": 0.42726423902894384, | |
| "naucs_at_1_std": -0.4889822595704953, | |
| "naucs_at_1_diff1": 1.0, | |
| "naucs_at_3_max": 0.6136788048552655, | |
| "naucs_at_3_std": -0.6909430438842241, | |
| "naucs_at_3_diff1": 1.0, | |
| "naucs_at_5_max": 0.6136788048552745, | |
| "naucs_at_5_std": -0.690943043884218, | |
| "naucs_at_5_diff1": 1.0, | |
| "naucs_at_10_max": 0.8692810457516413, | |
| "naucs_at_10_std": 0.35807656395891135, | |
| "naucs_at_10_diff1": 1.0, | |
| "naucs_at_20_max": 0.8692810457516413, | |
| "naucs_at_20_std": 0.35807656395891135, | |
| "naucs_at_20_diff1": 1.0, | |
| "naucs_at_50_max": null, | |
| "naucs_at_50_std": null, | |
| "naucs_at_50_diff1": null, | |
| "naucs_at_100_max": null, | |
| "naucs_at_100_std": null, | |
| "naucs_at_100_diff1": null | |
| }, | |
| "syntheticDocQA_government_reports_test": { | |
| "ndcg_at_1": 0.93, | |
| "ndcg_at_3": 0.96524, | |
| "ndcg_at_5": 0.96954, | |
| "ndcg_at_10": 0.96954, | |
| "ndcg_at_20": 0.96954, | |
| "ndcg_at_50": 0.96954, | |
| "ndcg_at_100": 0.96954, | |
| "map_at_1": 0.93, | |
| "map_at_3": 0.95667, | |
| "map_at_5": 0.95917, | |
| "map_at_10": 0.95917, | |
| "map_at_20": 0.95917, | |
| "map_at_50": 0.95917, | |
| "map_at_100": 0.95917, | |
| "recall_at_1": 0.93, | |
| "recall_at_3": 0.99, | |
| "recall_at_5": 1.0, | |
| "recall_at_10": 1.0, | |
| "recall_at_20": 1.0, | |
| "recall_at_50": 1.0, | |
| "recall_at_100": 1.0, | |
| "precision_at_1": 0.93, | |
| "precision_at_3": 0.33, | |
| "precision_at_5": 0.2, | |
| "precision_at_10": 0.1, | |
| "precision_at_20": 0.05, | |
| "precision_at_50": 0.02, | |
| "precision_at_100": 0.01, | |
| "mrr_at_1": 0.93, | |
| "mrr_at_3": 0.9566666666666667, | |
| "mrr_at_5": 0.9591666666666667, | |
| "mrr_at_10": 0.9591666666666667, | |
| "mrr_at_20": 0.9591666666666667, | |
| "mrr_at_50": 0.9591666666666667, | |
| "mrr_at_100": 0.9591666666666667, | |
| "naucs_at_1_max": 0.6809390422835813, | |
| "naucs_at_1_std": 0.5458850206749362, | |
| "naucs_at_1_diff1": 0.9229691876750709, | |
| "naucs_at_3_max": 1.0, | |
| "naucs_at_3_std": 1.0, | |
| "naucs_at_3_diff1": 1.0, | |
| "naucs_at_5_max": 1.0, | |
| "naucs_at_5_std": 1.0, | |
| "naucs_at_5_diff1": 1.0, | |
| "naucs_at_10_max": 1.0, | |
| "naucs_at_10_std": 1.0, | |
| "naucs_at_10_diff1": 1.0, | |
| "naucs_at_20_max": 1.0, | |
| "naucs_at_20_std": 1.0, | |
| "naucs_at_20_diff1": 1.0, | |
| "naucs_at_50_max": null, | |
| "naucs_at_50_std": null, | |
| "naucs_at_50_diff1": null, | |
| "naucs_at_100_max": null, | |
| "naucs_at_100_std": null, | |
| "naucs_at_100_diff1": null | |
| }, | |
| "syntheticDocQA_healthcare_industry_test": { | |
| "ndcg_at_1": 0.96, | |
| "ndcg_at_3": 0.98393, | |
| "ndcg_at_5": 0.98393, | |
| "ndcg_at_10": 0.98393, | |
| "ndcg_at_20": 0.98393, | |
| "ndcg_at_50": 0.98393, | |
| "ndcg_at_100": 0.98393, | |
| "map_at_1": 0.96, | |
| "map_at_3": 0.97833, | |
| "map_at_5": 0.97833, | |
| "map_at_10": 0.97833, | |
| "map_at_20": 0.97833, | |
| "map_at_50": 0.97833, | |
| "map_at_100": 0.97833, | |
| "recall_at_1": 0.96, | |
| "recall_at_3": 1.0, | |
| "recall_at_5": 1.0, | |
| "recall_at_10": 1.0, | |
| "recall_at_20": 1.0, | |
| "recall_at_50": 1.0, | |
| "recall_at_100": 1.0, | |
| "precision_at_1": 0.96, | |
| "precision_at_3": 0.33333, | |
| "precision_at_5": 0.2, | |
| "precision_at_10": 0.1, | |
| "precision_at_20": 0.05, | |
| "precision_at_50": 0.02, | |
| "precision_at_100": 0.01, | |
| "mrr_at_1": 0.96, | |
| "mrr_at_3": 0.9783333333333333, | |
| "mrr_at_5": 0.9783333333333333, | |
| "mrr_at_10": 0.9783333333333333, | |
| "mrr_at_20": 0.9783333333333333, | |
| "mrr_at_50": 0.9783333333333333, | |
| "mrr_at_100": 0.9783333333333333, | |
| "naucs_at_1_max": 0.7047152194211012, | |
| "naucs_at_1_std": 0.32037815126050734, | |
| "naucs_at_1_diff1": 1.0, | |
| "naucs_at_3_max": 1.0, | |
| "naucs_at_3_std": 1.0, | |
| "naucs_at_3_diff1": 1.0, | |
| "naucs_at_5_max": 1.0, | |
| "naucs_at_5_std": 1.0, | |
| "naucs_at_5_diff1": 1.0, | |
| "naucs_at_10_max": 1.0, | |
| "naucs_at_10_std": 1.0, | |
| "naucs_at_10_diff1": 1.0, | |
| "naucs_at_20_max": 1.0, | |
| "naucs_at_20_std": 1.0, | |
| "naucs_at_20_diff1": 1.0, | |
| "naucs_at_50_max": null, | |
| "naucs_at_50_std": null, | |
| "naucs_at_50_diff1": null, | |
| "naucs_at_100_max": null, | |
| "naucs_at_100_std": null, | |
| "naucs_at_100_diff1": null | |
| } |