{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.42182406239111064, "bleu_stderr": 0.02266357805356069, "rouge1_fmeasure": 0.12752145443017723, "rouge1_fmeasure_stderr": 0.0032046046297534666, "rouge1_precision": 0.10597968357452225, "rouge1_precision_stderr": 0.003823056032108164, "rouge1_recall": 0.28217787271536765, "rouge1_recall_stderr": 0.0047908166655746, "rouge2_fmeasure": 0.06183410524415768, "rouge2_fmeasure_stderr": 0.0020352379990061942, "rouge2_precision": 0.0517415671391431, "rouge2_precision_stderr": 0.002440779912999579, "rouge2_recall": 0.14112702239655284, "rouge2_recall_stderr": 0.0033464836373418463, "rougeL_fmeasure": 0.11788081250263446, "rougeL_fmeasure_stderr": 0.0027631414154566996, "rougeL_precision": 0.09669957305117141, "rougeL_precision_stderr": 0.0033711663017041687, "rougeL_recall": 0.2690530355875651, "rougeL_recall_stderr": 0.004513355257598926, "rougeLsum_fmeasure": 0.11896809348763303, "rougeLsum_fmeasure_stderr": 0.002828479013872091, "rougeLsum_precision": 0.09805315985645219, "rougeLsum_precision_stderr": 0.0034557588123867067, "rougeLsum_recall": 0.26982942477463023, "rougeLsum_recall_stderr": 0.004521081388924903}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.4943192180248008, "bleu_stderr": 0.08823731750181664, "rouge1_fmeasure": 0.12200001432424291, "rouge1_fmeasure_stderr": 0.0020104810207227717, "rouge1_precision": 0.17400083174364883, "rouge1_precision_stderr": 0.0036374645926740634, "rouge1_recall": 0.1367926002502075, "rouge1_recall_stderr": 0.002584223963313919, "rouge2_fmeasure": 0.023924003430309534, "rouge2_fmeasure_stderr": 0.0008867328207523337, "rouge2_precision": 0.03913583489020039, "rouge2_precision_stderr": 0.0019164163300780268, "rouge2_recall": 0.02748755970727565, "rouge2_recall_stderr": 0.0011325551556155122, "rougeL_fmeasure": 0.0983026083279622, "rougeL_fmeasure_stderr": 0.0015562525188793298, "rougeL_precision": 0.14269512178114196, "rougeL_precision_stderr": 0.0030757777731910815, "rougeL_recall": 0.11086536545193867, "rougeL_recall_stderr": 0.0020649000454799173, "rougeLsum_fmeasure": 0.11484474574189352, "rougeLsum_fmeasure_stderr": 0.0018784548869659591, "rougeLsum_precision": 0.1642907988770476, "rougeLsum_precision_stderr": 0.0034534883251687203, "rougeLsum_recall": 0.1288695744863983, "rougeLsum_recall_stderr": 0.002430010475942127}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 12.35241627202666, "bleu_stderr": 0.20194882839739622, "rouge1_fmeasure": 0.44909656856000685, "rouge1_fmeasure_stderr": 0.0022736797935700498, "rouge1_precision": 0.5520118472981516, "rouge1_precision_stderr": 0.003448137045293842, "rouge1_recall": 0.418345358377917, "rouge1_recall_stderr": 0.00281220667623204, "rouge2_fmeasure": 0.21881693813746517, "rouge2_fmeasure_stderr": 0.0020079828717688613, "rouge2_precision": 0.27522872022488376, "rouge2_precision_stderr": 0.002907618810761477, "rouge2_recall": 0.20350266232388856, "rouge2_recall_stderr": 0.002128506912906997, "rougeL_fmeasure": 0.33600083049863044, "rougeL_fmeasure_stderr": 0.002064661971092565, "rougeL_precision": 0.41625612298230535, "rougeL_precision_stderr": 0.003208045897592615, "rougeL_recall": 0.3125240100805965, "rougeL_recall_stderr": 0.0023762070896614592, "rougeLsum_fmeasure": 0.37596937238725125, "rougeLsum_fmeasure_stderr": 0.002273010864053705, "rougeLsum_precision": 0.4634185956556207, "rougeLsum_precision_stderr": 0.0033664662267482125, "rougeLsum_recall": 0.35007048611544545, "rougeLsum_recall_stderr": 0.002644793775746604}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.6684764824732355, "bleu_stderr": 0.13926193243263496, "rouge1_fmeasure": 0.144555923657532, "rouge1_fmeasure_stderr": 0.0025978109052541627, "rouge1_precision": 0.1480513381183842, "rouge1_precision_stderr": 0.0030936882708824877, "rouge1_recall": 0.16440383429260705, "rouge1_recall_stderr": 0.0031596045422556595, "rouge2_fmeasure": 0.014398564848918287, "rouge2_fmeasure_stderr": 0.0009765679527369976, "rouge2_precision": 0.014882011587477886, "rouge2_precision_stderr": 0.0010819055702413578, "rouge2_recall": 0.016302168064462833, "rouge2_recall_stderr": 0.001089284245343445, "rougeL_fmeasure": 0.11186740012244506, "rougeL_fmeasure_stderr": 0.001905186038965596, "rougeL_precision": 0.11438187690265367, "rougeL_precision_stderr": 0.0022750152776897666, "rougeL_recall": 0.12778319158421256, "rougeL_recall_stderr": 0.0023500797164999563, "rougeLsum_fmeasure": 0.1134501654849452, "rougeLsum_fmeasure_stderr": 0.001979583200316411, "rougeLsum_precision": 0.1157964548466002, "rougeLsum_precision_stderr": 0.0023115945352150933, "rougeLsum_recall": 0.12980536707897633, "rougeLsum_recall_stderr": 0.002512108260151785}}}