{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.3283353361894471, "bleu_stderr": 0.03061627062766629, "rouge1_fmeasure": 0.11111183938021453, "rouge1_fmeasure_stderr": 0.0026827360391078383, "rouge1_precision": 0.09240658847803769, "rouge1_precision_stderr": 0.0034296973235521167, "rouge1_recall": 0.25170268122931744, "rouge1_recall_stderr": 0.004603529331126599, "rouge2_fmeasure": 0.049729154364346335, "rouge2_fmeasure_stderr": 0.0015926336706849342, "rouge2_precision": 0.041215724873002575, "rouge2_precision_stderr": 0.0021202322897320687, "rouge2_recall": 0.11760685804883206, "rouge2_recall_stderr": 0.0029748874576833646, "rougeL_fmeasure": 0.10323982925871328, "rougeL_fmeasure_stderr": 0.0023573856159245636, "rougeL_precision": 0.08525374214950261, "rougeL_precision_stderr": 0.0031423802607828443, "rougeL_recall": 0.23965304854847885, "rougeL_recall_stderr": 0.004345207158272697, "rougeLsum_fmeasure": 0.10439818029414222, "rougeLsum_fmeasure_stderr": 0.0024166435224072147, "rougeLsum_precision": 0.0866124715000958, "rougeLsum_precision_stderr": 0.003207200865234618, "rougeLsum_recall": 0.24045982229615734, "rougeLsum_recall_stderr": 0.00434783681561556}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.339630766620106, "bleu_stderr": 0.06720255362336594, "rouge1_fmeasure": 0.1299450748985527, "rouge1_fmeasure_stderr": 0.0017331952799033922, "rouge1_precision": 0.16077290645739375, "rouge1_precision_stderr": 0.0028432052919113407, "rouge1_recall": 0.15314152630342573, "rouge1_recall_stderr": 0.0024253311993733396, "rouge2_fmeasure": 0.019554856477254016, "rouge2_fmeasure_stderr": 0.0008094653753679755, "rouge2_precision": 0.0281789083877285, "rouge2_precision_stderr": 0.001599665998088499, "rouge2_recall": 0.023161539531948855, "rouge2_recall_stderr": 0.0009849680776392795, "rougeL_fmeasure": 0.10247155016051314, "rougeL_fmeasure_stderr": 0.0012769293786199147, "rougeL_precision": 0.12975461556709342, "rougeL_precision_stderr": 0.002416010598688999, "rougeL_recall": 0.12064487634293143, "rougeL_recall_stderr": 0.0018052269127480502, "rougeLsum_fmeasure": 0.12337216619957377, "rougeLsum_fmeasure_stderr": 0.001610509446232297, "rougeLsum_precision": 0.15331231881829938, "rougeLsum_precision_stderr": 0.002726422203451453, "rougeLsum_recall": 0.14530613707937512, "rougeLsum_recall_stderr": 0.0022652092625990656}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 10.663142722463364, "bleu_stderr": 0.15132280287966868, "rouge1_fmeasure": 0.43663673538479625, "rouge1_fmeasure_stderr": 0.002283435974481273, "rouge1_precision": 0.5318899985445622, "rouge1_precision_stderr": 0.003251171160360053, "rouge1_recall": 0.4098315065304161, "rouge1_recall_stderr": 0.002909126516511535, "rouge2_fmeasure": 0.19989361109765721, "rouge2_fmeasure_stderr": 0.001912279864390037, "rouge2_precision": 0.2479552664419394, "rouge2_precision_stderr": 0.002608114823834637, "rouge2_recall": 0.18727051077079185, "rouge2_recall_stderr": 0.002045986393598275, "rougeL_fmeasure": 0.3166925822737819, "rougeL_fmeasure_stderr": 0.0019866793229042345, "rougeL_precision": 0.38945603645033194, "rougeL_precision_stderr": 0.0029501465803558335, "rougeL_recall": 0.29608233613683604, "rougeL_recall_stderr": 0.0023332263805370544, "rougeLsum_fmeasure": 0.35498914130213627, "rougeLsum_fmeasure_stderr": 0.0022191532269721986, "rougeLsum_precision": 0.4344698004350449, "rougeLsum_precision_stderr": 0.0031634502597485477, "rougeLsum_recall": 0.33236527168273783, "rougeLsum_recall_stderr": 0.00261322927539688}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7126721311318499, "bleu_stderr": 0.037448377368264965, "rouge1_fmeasure": 0.1416085677102426, "rouge1_fmeasure_stderr": 0.00231158514912419, "rouge1_precision": 0.1306492417779767, "rouge1_precision_stderr": 0.0023992314157874643, "rouge1_recall": 0.184909440758679, "rouge1_recall_stderr": 0.003593818322275676, "rouge2_fmeasure": 0.01420949549393671, "rouge2_fmeasure_stderr": 0.0009173616743635018, "rouge2_precision": 0.012247923733648271, "rouge2_precision_stderr": 0.0008257786936197894, "rouge2_recall": 0.020701935636524463, "rouge2_recall_stderr": 0.0013968307298477646, "rougeL_fmeasure": 0.10963519033518325, "rougeL_fmeasure_stderr": 0.0016550657086280313, "rougeL_precision": 0.10088515977613884, "rougeL_precision_stderr": 0.0017199629730375904, "rougeL_recall": 0.14414225507292222, "rougeL_recall_stderr": 0.002692955092168821, "rougeLsum_fmeasure": 0.11135598107222595, "rougeLsum_fmeasure_stderr": 0.0017734901947642214, "rougeLsum_precision": 0.10228912135823412, "rougeLsum_precision_stderr": 0.001782262825121903, "rougeLsum_recall": 0.14660338821464824, "rougeLsum_recall_stderr": 0.0029116022986254504}}}