File size: 4,728 Bytes
0461a88 |
1 |
{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.45288237399621195, "bleu_stderr": 0.029007473823759927, "rouge1_fmeasure": 0.12864637559592126, "rouge1_fmeasure_stderr": 0.0030875486692295987, "rouge1_precision": 0.10584609130638949, "rouge1_precision_stderr": 0.0036126709069610593, "rouge1_recall": 0.2905153292148218, "rouge1_recall_stderr": 0.004784644073499384, "rouge2_fmeasure": 0.061457561907291694, "rouge2_fmeasure_stderr": 0.0019466913072839736, "rouge2_precision": 0.050555293506486625, "rouge2_precision_stderr": 0.002276559393553004, "rouge2_recall": 0.14472183673636016, "rouge2_recall_stderr": 0.0033095910524279914, "rougeL_fmeasure": 0.11859857864782805, "rougeL_fmeasure_stderr": 0.0026613995871115205, "rougeL_precision": 0.09605749510515071, "rougeL_precision_stderr": 0.0031584949706858923, "rougeL_recall": 0.2766671097909124, "rougeL_recall_stderr": 0.00450482294442764, "rougeLsum_fmeasure": 0.12052223787520774, "rougeLsum_fmeasure_stderr": 0.002756685592964604, "rougeLsum_precision": 0.09837797188699493, "rougeLsum_precision_stderr": 0.0032839038379555187, "rougeLsum_recall": 0.2784818411248764, "rougeLsum_recall_stderr": 0.0045424778325840395}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.09387510906464394, "bleu_stderr": 0.006982882150487012, "rouge1_fmeasure": 0.04640841502287836, "rouge1_fmeasure_stderr": 0.0017543030146186973, "rouge1_precision": 0.06865971190880422, "rouge1_precision_stderr": 0.002884743211108334, "rouge1_recall": 0.051138958484283556, "rouge1_recall_stderr": 0.002108530821364812, "rouge2_fmeasure": 0.010551700451931486, "rouge2_fmeasure_stderr": 0.000687657714434267, "rouge2_precision": 0.017623414496381582, "rouge2_precision_stderr": 0.0013733592058174245, "rouge2_recall": 0.011570730853762427, "rouge2_recall_stderr": 0.0008290193378235924, "rougeL_fmeasure": 0.037929270557767555, "rougeL_fmeasure_stderr": 0.0014217470939431832, "rougeL_precision": 0.057474013858028444, "rougeL_precision_stderr": 0.0024911901152662457, "rougeL_recall": 0.041673215296871714, "rougeL_recall_stderr": 0.0017030031066357166, "rougeLsum_fmeasure": 0.0432663262633163, "rougeLsum_fmeasure_stderr": 0.0016272206488574747, "rougeLsum_precision": 0.06437181823329009, "rougeLsum_precision_stderr": 0.002732239312466629, "rougeLsum_recall": 0.04779650581362493, "rougeLsum_recall_stderr": 0.001967512197893293}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 12.321074961091451, "bleu_stderr": 0.16557233540601574, "rouge1_fmeasure": 0.4499149504889106, "rouge1_fmeasure_stderr": 0.0022533099191178064, "rouge1_precision": 0.5573128527668305, "rouge1_precision_stderr": 0.0034221879306224204, "rouge1_recall": 0.41588179362267214, "rouge1_recall_stderr": 0.0027878742914940174, "rouge2_fmeasure": 0.22058351943885024, "rouge2_fmeasure_stderr": 0.0020215814850004536, "rouge2_precision": 0.28015702059948305, "rouge2_precision_stderr": 0.0029595710381831244, "rouge2_recall": 0.20307588890658423, "rouge2_recall_stderr": 0.0020956755833132583, "rougeL_fmeasure": 0.3390289671595409, "rougeL_fmeasure_stderr": 0.002109253428187004, "rougeL_precision": 0.4231635618181568, "rougeL_precision_stderr": 0.003246669314071934, "rougeL_recall": 0.31250322667213093, "rougeL_recall_stderr": 0.0023680912731528585, "rougeLsum_fmeasure": 0.37826263803502047, "rougeLsum_fmeasure_stderr": 0.0022927936928376002, "rougeLsum_precision": 0.46943015998314086, "rougeLsum_precision_stderr": 0.0033812617858986847, "rougeLsum_recall": 0.3494663552145727, "rougeLsum_recall_stderr": 0.0026290415518517326}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.06892879467544438, "bleu_stderr": 0.024547393840116262, "rouge1_fmeasure": 0.03925339411423236, "rouge1_fmeasure_stderr": 0.0024107339170649066, "rouge1_precision": 0.044652242879825346, "rouge1_precision_stderr": 0.0029250096423647717, "rouge1_recall": 0.04100700036600181, "rouge1_recall_stderr": 0.0026222133108031727, "rouge2_fmeasure": 0.004895665210930113, "rouge2_fmeasure_stderr": 0.0007279373962228383, "rouge2_precision": 0.005550295280322566, "rouge2_precision_stderr": 0.0008956382420297692, "rouge2_recall": 0.005187993976022169, "rouge2_recall_stderr": 0.0007494302837183263, "rougeL_fmeasure": 0.030625282981584907, "rougeL_fmeasure_stderr": 0.001853431937261924, "rougeL_precision": 0.03504325997355332, "rougeL_precision_stderr": 0.002274625411890334, "rougeL_recall": 0.0320203099454158, "rougeL_recall_stderr": 0.002013794509577837, "rougeLsum_fmeasure": 0.030844807476089704, "rougeLsum_fmeasure_stderr": 0.001875616856466924, "rougeLsum_precision": 0.035353973642421516, "rougeLsum_precision_stderr": 0.0023018080565657996, "rougeLsum_recall": 0.03221585595993321, "rougeLsum_recall_stderr": 0.0020489407489245725}}} |