File size: 4,751 Bytes
0461a88 |
1 |
{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.4594873658952314, "bleu_stderr": 0.035139982716574, "rouge1_fmeasure": 0.13471710609981957, "rouge1_fmeasure_stderr": 0.0033755006736047592, "rouge1_precision": 0.11714948291806081, "rouge1_precision_stderr": 0.0041369668131258225, "rouge1_recall": 0.29235170809054656, "rouge1_recall_stderr": 0.004894949289907774, "rouge2_fmeasure": 0.06567860082118225, "rouge2_fmeasure_stderr": 0.0021579133412779586, "rouge2_precision": 0.05649852169431678, "rouge2_precision_stderr": 0.00252585701368089, "rouge2_recall": 0.1465908399173903, "rouge2_recall_stderr": 0.003421866133214154, "rougeL_fmeasure": 0.1226972555800737, "rougeL_fmeasure_stderr": 0.002855381776066951, "rougeL_precision": 0.10485568589895217, "rougeL_precision_stderr": 0.003560427174756718, "rougeL_recall": 0.27636776736243773, "rougeL_recall_stderr": 0.0045371831888201, "rougeLsum_fmeasure": 0.12502763800318498, "rougeLsum_fmeasure_stderr": 0.002964531297426314, "rougeLsum_precision": 0.10781546360480421, "rougeLsum_precision_stderr": 0.0037236716230350255, "rougeLsum_recall": 0.27854625337102384, "rougeLsum_recall_stderr": 0.00457403691536325}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.3715516131533343e-13, "bleu_stderr": 1.1417884297869273e-12, "rouge1_fmeasure": 0.007015524977955747, "rouge1_fmeasure_stderr": 0.0007461123279823954, "rouge1_precision": 0.012042136623473825, "rouge1_precision_stderr": 0.001387557083139562, "rouge1_recall": 0.007706959496139646, "rouge1_recall_stderr": 0.0009015112740595787, "rouge2_fmeasure": 0.0018177044760002564, "rouge2_fmeasure_stderr": 0.00030925984208804197, "rouge2_precision": 0.0036001211703402002, "rouge2_precision_stderr": 0.00068591020270435, "rouge2_recall": 0.0019531862642781835, "rouge2_recall_stderr": 0.0003369725975080548, "rougeL_fmeasure": 0.005882294752633104, "rougeL_fmeasure_stderr": 0.0006342641594476714, "rougeL_precision": 0.010223537947897864, "rougeL_precision_stderr": 0.0012226702343372798, "rougeL_recall": 0.006426137807428909, "rougeL_recall_stderr": 0.0007492915773287719, "rougeLsum_fmeasure": 0.00659445044824907, "rougeLsum_fmeasure_stderr": 0.0006955374859040159, "rougeLsum_precision": 0.0114694064878656, "rougeLsum_precision_stderr": 0.0013310527516463577, "rougeLsum_recall": 0.00719225866504847, "rougeLsum_recall_stderr": 0.000829558636923492}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 12.332555915230103, "bleu_stderr": 0.16906654288396358, "rouge1_fmeasure": 0.45233481062710634, "rouge1_fmeasure_stderr": 0.002202704653645703, "rouge1_precision": 0.5660601577162149, "rouge1_precision_stderr": 0.003451845112281894, "rouge1_recall": 0.4154013772531713, "rouge1_recall_stderr": 0.002756381644417689, "rouge2_fmeasure": 0.22340211042986166, "rouge2_fmeasure_stderr": 0.0020338653069043836, "rouge2_precision": 0.28763511870923797, "rouge2_precision_stderr": 0.0030587077447884765, "rouge2_recall": 0.20394295121429723, "rouge2_recall_stderr": 0.0020887361730968453, "rougeL_fmeasure": 0.3441560114106551, "rougeL_fmeasure_stderr": 0.00206139017244995, "rougeL_precision": 0.43350906590268673, "rougeL_precision_stderr": 0.003255052780997728, "rougeL_recall": 0.3153085809411939, "rougeL_recall_stderr": 0.0023484074980978297, "rougeLsum_fmeasure": 0.38211766733516334, "rougeLsum_fmeasure_stderr": 0.002239147177404943, "rougeLsum_precision": 0.47911144737973577, "rougeLsum_precision_stderr": 0.003401175901880955, "rougeLsum_recall": 0.3507973403861644, "rougeLsum_recall_stderr": 0.0026019373516935145}}, "gem_xsum": {"article_DOC_summary": {"bleu": 2.791344146989965e-55, "bleu_stderr": 1.4492987604750204e-46, "rouge1_fmeasure": 0.0017907443609776717, "rouge1_fmeasure_stderr": 0.0005744572646278559, "rouge1_precision": 0.0024533603959242143, "rouge1_precision_stderr": 0.000804943189858777, "rouge1_recall": 0.0014946642480159473, "rouge1_recall_stderr": 0.00048677078884908407, "rouge2_fmeasure": 0.00014231665345180278, "rouge2_fmeasure_stderr": 8.262249441646241e-05, "rouge2_precision": 0.00016795311606632358, "rouge2_precision_stderr": 9.692846902628299e-05, "rouge2_recall": 0.00012621731910241753, "rouge2_recall_stderr": 7.424175361121032e-05, "rougeL_fmeasure": 0.0014570054969508235, "rougeL_fmeasure_stderr": 0.0004574323906511349, "rougeL_precision": 0.001959380642787968, "rougeL_precision_stderr": 0.0006350707909681262, "rougeL_recall": 0.0012292720887336836, "rougeL_recall_stderr": 0.00039070199024289606, "rougeLsum_fmeasure": 0.0014570054969508235, "rougeLsum_fmeasure_stderr": 0.0004574323906511349, "rougeLsum_precision": 0.001959380642787968, "rougeLsum_precision_stderr": 0.0006350707909681262, "rougeLsum_recall": 0.0012292720887336836, "rougeLsum_recall_stderr": 0.00039070199024289606}}} |