{"GEM/web_nlg_en": {"0": {"PALM_prompt": {"bleu": 0.4040857346605273, "bleu_stderr": 0.04358756352339084, "rouge1_fmeasure": 0.11153940555452811, "rouge1_fmeasure_stderr": 0.002178375350508395, "rouge1_precision": 0.0759904796250538, "rouge1_precision_stderr": 0.0019478615830651011, "rouge1_recall": 0.3009878218567671, "rouge1_recall_stderr": 0.0046586299284223885, "rouge2_fmeasure": 0.05308201459552208, "rouge2_fmeasure_stderr": 0.0013729761880117914, "rouge2_precision": 0.03649587266689502, "rouge2_precision_stderr": 0.001284173883599284, "rouge2_recall": 0.14683508450255534, "rouge2_recall_stderr": 0.0032437032345681857, "rougeL_fmeasure": 0.10594741371659425, "rougeL_fmeasure_stderr": 0.0019835178597520093, "rougeL_precision": 0.07180766426825755, "rougeL_precision_stderr": 0.001761388989113738, "rougeL_recall": 0.28987291523705844, "rougeL_recall_stderr": 0.0045326872175802165, "rougeLsum_fmeasure": 0.10637513260264994, "rougeLsum_fmeasure_stderr": 0.00204505600505615, "rougeLsum_precision": 0.07245769602542276, "rougeLsum_precision_stderr": 0.00184585307065297, "rougeLsum_recall": 0.2877191217238231, "rougeLsum_recall_stderr": 0.004439207690226351}}, "1": {"PALM_prompt": {"bleu": 0.5179012826475189, "bleu_stderr": 0.03546328546887922, "rouge1_fmeasure": 0.11715894355967386, "rouge1_fmeasure_stderr": 0.0019757967913343107, "rouge1_precision": 0.07590692259956473, "rouge1_precision_stderr": 0.0015260502670476222, "rouge1_recall": 0.3587176031003754, "rouge1_recall_stderr": 0.005304902318303979, "rouge2_fmeasure": 0.054620931903283015, "rouge2_fmeasure_stderr": 0.001228796960295478, "rouge2_precision": 0.03541306461486918, "rouge2_precision_stderr": 0.0009438407351314926, "rouge2_recall": 0.17490815925289047, "rouge2_recall_stderr": 0.003575953294927914, "rougeL_fmeasure": 0.10948455596662156, "rougeL_fmeasure_stderr": 0.0017556314356608658, "rougeL_precision": 0.07063353254188104, "rougeL_precision_stderr": 0.0013315866040551792, "rougeL_recall": 0.33926359580036936, "rougeL_recall_stderr": 0.004980489876121937, "rougeLsum_fmeasure": 0.11027827926137282, "rougeLsum_fmeasure_stderr": 0.0018206662711825689, "rougeLsum_precision": 0.07145722539365447, "rougeLsum_precision_stderr": 0.0014201666549177136, "rougeLsum_recall": 0.338101035904291, "rougeLsum_recall_stderr": 0.004861723234525834}}, "2": {"PALM_prompt": {"bleu": 0.5353533242406296, "bleu_stderr": 0.03431413900192352, "rouge1_fmeasure": 0.11225032910377221, "rouge1_fmeasure_stderr": 0.001729127211467464, "rouge1_precision": 0.07083033588676813, "rouge1_precision_stderr": 0.0012393618247087826, "rouge1_recall": 0.3713979630102006, "rouge1_recall_stderr": 0.0052635629154557445, "rouge2_fmeasure": 0.04972618028817665, "rouge2_fmeasure_stderr": 0.00102253346010308, "rouge2_precision": 0.031078186918670876, "rouge2_precision_stderr": 0.0007042214847925669, "rouge2_recall": 0.17869319720275487, "rouge2_recall_stderr": 0.0037152494180892654, "rougeL_fmeasure": 0.10286097604129013, "rougeL_fmeasure_stderr": 0.001521136220014524, "rougeL_precision": 0.06478794864331923, "rougeL_precision_stderr": 0.0010868099908157105, "rougeL_recall": 0.342386434900962, "rougeL_recall_stderr": 0.004791381155468985, "rougeLsum_fmeasure": 0.10565101438548488, "rougeLsum_fmeasure_stderr": 0.0016072411783332626, "rougeLsum_precision": 0.0666711337015857, "rougeLsum_precision_stderr": 0.0011558366976764654, "rougeLsum_recall": 0.3495506191555596, "rougeLsum_recall_stderr": 0.004867024005105769}}, "3": {"PALM_prompt": {"bleu": 0.4473435878442557, "bleu_stderr": 0.021920475877328035, "rouge1_fmeasure": 0.09638137782837077, "rouge1_fmeasure_stderr": 0.0014829064557002423, "rouge1_precision": 0.060184346315459554, "rouge1_precision_stderr": 0.001087884777571127, "rouge1_recall": 0.3414484174381052, "rouge1_recall_stderr": 0.005172668914728109, "rouge2_fmeasure": 0.038282775688304856, "rouge2_fmeasure_stderr": 0.0008484797038289617, "rouge2_precision": 0.02365049876833611, "rouge2_precision_stderr": 0.0005803565276567791, "rouge2_recall": 0.14942490983015533, "rouge2_recall_stderr": 0.003513250894148731, "rougeL_fmeasure": 0.08646072645548598, "rougeL_fmeasure_stderr": 0.0013059843771721818, "rougeL_precision": 0.05398887767175152, "rougeL_precision_stderr": 0.0009593908114878796, "rougeL_recall": 0.306677112968288, "rougeL_recall_stderr": 0.004574894720404393, "rougeLsum_fmeasure": 0.09025064736984334, "rougeLsum_fmeasure_stderr": 0.0013804266464441872, "rougeLsum_precision": 0.05643326067698096, "rougeLsum_precision_stderr": 0.0010263660613837862, "rougeLsum_recall": 0.31950364177604385, "rougeLsum_recall_stderr": 0.0047753784913865055}}, "4": {"PALM_prompt": {"bleu": 0.42391682641977435, "bleu_stderr": 0.025185202302157747, "rouge1_fmeasure": 0.09021138584698546, "rouge1_fmeasure_stderr": 0.0014520692052325743, "rouge1_precision": 0.056211864304467056, "rouge1_precision_stderr": 0.0010231526331645241, "rouge1_recall": 0.3243551913604374, "rouge1_recall_stderr": 0.005025965693402745, "rouge2_fmeasure": 0.035274756528572794, "rouge2_fmeasure_stderr": 0.0008164665662699456, "rouge2_precision": 0.021734837271928865, "rouge2_precision_stderr": 0.000537789346158442, "rouge2_recall": 0.1381516300501002, "rouge2_recall_stderr": 0.003431494708848335, "rougeL_fmeasure": 0.08124379060939273, "rougeL_fmeasure_stderr": 0.00126253468227921, "rougeL_precision": 0.050592287065444816, "rougeL_precision_stderr": 0.0008807998394512943, "rougeL_recall": 0.29101119493777294, "rougeL_recall_stderr": 0.004368680842712586, "rougeLsum_fmeasure": 0.08470874404935472, "rougeLsum_fmeasure_stderr": 0.001361092950551602, "rougeLsum_precision": 0.052801000471684074, "rougeLsum_precision_stderr": 0.0009509504143137485, "rougeLsum_recall": 0.30284581980574177, "rougeLsum_recall_stderr": 0.004598745476101752}}, "5": {"PALM_prompt": {"bleu": 0.4676760272424504, "bleu_stderr": 0.02303026154350977, "rouge1_fmeasure": 0.10005721103740961, "rouge1_fmeasure_stderr": 0.0016082944292364137, "rouge1_precision": 0.06321141539943463, "rouge1_precision_stderr": 0.001223200335826357, "rouge1_recall": 0.34518893665726086, "rouge1_recall_stderr": 0.005046837181813745, "rouge2_fmeasure": 0.04337652772461485, "rouge2_fmeasure_stderr": 0.0009940986270453964, "rouge2_precision": 0.027408388290100973, "rouge2_precision_stderr": 0.0007495147001664794, "rouge2_recall": 0.15813941094305575, "rouge2_recall_stderr": 0.0034339025470937284, "rougeL_fmeasure": 0.09146925689558233, "rougeL_fmeasure_stderr": 0.0014605690131820356, "rougeL_precision": 0.057943890660243344, "rougeL_precision_stderr": 0.0011331942696761865, "rougeL_recall": 0.31252933987652376, "rougeL_recall_stderr": 0.004418336624345426, "rougeLsum_fmeasure": 0.09443075155430865, "rougeLsum_fmeasure_stderr": 0.001535767562485951, "rougeLsum_precision": 0.059802685455499036, "rougeLsum_precision_stderr": 0.0011813042691715043, "rougeLsum_recall": 0.3231337567814217, "rougeLsum_recall_stderr": 0.004620411779037274}}}, "GEM/wiki_lingua_en": {"0": {"tldr_en": {"bleu": 1.484894171357125, "bleu_stderr": 0.04279862989387049, "rouge1_fmeasure": 0.1751592790344999, "rouge1_fmeasure_stderr": 0.0017874794849447823, "rouge1_precision": 0.1498248405216555, "rouge1_precision_stderr": 0.0018423908624139891, "rouge1_recall": 0.25526647462429297, "rouge1_recall_stderr": 0.002588155452951415, "rouge2_fmeasure": 0.033925070200158246, "rouge2_fmeasure_stderr": 0.0008240877531204439, "rouge2_precision": 0.02866254588676867, "rouge2_precision_stderr": 0.0007271444111163778, "rouge2_recall": 0.05162759513352221, "rouge2_recall_stderr": 0.0014037908842865225, "rougeL_fmeasure": 0.13711284339871613, "rougeL_fmeasure_stderr": 0.001264815697203119, "rougeL_precision": 0.11555678082540916, "rougeL_precision_stderr": 0.0012586001477032337, "rougeL_recall": 0.20559491764149926, "rougeL_recall_stderr": 0.002138172468666332, "rougeLsum_fmeasure": 0.16124043802649227, "rougeLsum_fmeasure_stderr": 0.0016384576957041044, "rougeLsum_precision": 0.13771072102711007, "rougeLsum_precision_stderr": 0.0016874302363856556, "rougeLsum_recall": 0.23587046561796698, "rougeLsum_recall_stderr": 0.0024016834853047104}}, "1": {"tldr_en": {"bleu": 2.6577106650236018, "bleu_stderr": 0.07159113573701131, "rouge1_fmeasure": 0.2199694812178742, "rouge1_fmeasure_stderr": 0.002010819735875878, "rouge1_precision": 0.19820460200268925, "rouge1_precision_stderr": 0.002420333361877177, "rouge1_recall": 0.3126809375051542, "rouge1_recall_stderr": 0.002841672003398339, "rouge2_fmeasure": 0.053937307211284244, "rouge2_fmeasure_stderr": 0.001075193073237261, "rouge2_precision": 0.05016728772414271, "rouge2_precision_stderr": 0.001264223371544086, "rouge2_recall": 0.07815311881303431, "rouge2_recall_stderr": 0.0017034183791022172, "rougeL_fmeasure": 0.15551270440786846, "rougeL_fmeasure_stderr": 0.0013566776773220371, "rougeL_precision": 0.13997435500321276, "rougeL_precision_stderr": 0.0017712606376717578, "rougeL_recall": 0.22624387436643148, "rougeL_recall_stderr": 0.0022018166295221108, "rougeLsum_fmeasure": 0.20618836045677164, "rougeLsum_fmeasure_stderr": 0.0018846829640657573, "rougeLsum_precision": 0.18565508806059028, "rougeLsum_precision_stderr": 0.002281622879542436, "rougeLsum_recall": 0.29360401456830726, "rougeLsum_recall_stderr": 0.0026791632190064567}}, "2": {"tldr_en": {"bleu": 2.8678009037418817, "bleu_stderr": 0.037508767497823454, "rouge1_fmeasure": 0.22435918885551207, "rouge1_fmeasure_stderr": 0.0018967794998520616, "rouge1_precision": 0.2156784752655553, "rouge1_precision_stderr": 0.002732677109431224, "rouge1_recall": 0.31237685950514665, "rouge1_recall_stderr": 0.0027963244796416183, "rouge2_fmeasure": 0.05625290668830642, "rouge2_fmeasure_stderr": 0.0010633219356063186, "rouge2_precision": 0.05738474692529928, "rouge2_precision_stderr": 0.0015267876059967937, "rouge2_recall": 0.07970531997370003, "rouge2_recall_stderr": 0.0016700905255101184, "rougeL_fmeasure": 0.15917844337997755, "rougeL_fmeasure_stderr": 0.0013165721234956872, "rougeL_precision": 0.15451467159603913, "rougeL_precision_stderr": 0.002139183021303883, "rougeL_recall": 0.225376744790094, "rougeL_recall_stderr": 0.0021771714204925977, "rougeLsum_fmeasure": 0.2111183297537402, "rougeLsum_fmeasure_stderr": 0.0017924385498513864, "rougeLsum_precision": 0.20314308377906012, "rougeLsum_precision_stderr": 0.002612094861988029, "rougeLsum_recall": 0.29423268640214134, "rougeLsum_recall_stderr": 0.002642162937712342}}, "3": {"tldr_en": {"bleu": 2.9935371246792863, "bleu_stderr": 0.08389052572374653, "rouge1_fmeasure": 0.18429548803283216, "rouge1_fmeasure_stderr": 0.002297153333126352, "rouge1_precision": 0.18405392984121038, "rouge1_precision_stderr": 0.0029940021228191355, "rouge1_recall": 0.25514944671406053, "rouge1_recall_stderr": 0.0033459375347498267, "rouge2_fmeasure": 0.04688317854067561, "rouge2_fmeasure_stderr": 0.001094346737838606, "rouge2_precision": 0.04819840246533481, "rouge2_precision_stderr": 0.0015092856540081493, "rouge2_recall": 0.06631560044043883, "rouge2_recall_stderr": 0.0016628335172097389, "rougeL_fmeasure": 0.13173075629033756, "rougeL_fmeasure_stderr": 0.0016475788902520988, "rougeL_precision": 0.13375051095662321, "rougeL_precision_stderr": 0.002380892659084607, "rougeL_recall": 0.1853146721328658, "rougeL_recall_stderr": 0.0025854840001956502, "rougeLsum_fmeasure": 0.1733778342320142, "rougeLsum_fmeasure_stderr": 0.0021681294491408274, "rougeLsum_precision": 0.1733338698061136, "rougeLsum_precision_stderr": 0.0028479993519003807, "rougeLsum_recall": 0.2401891556702282, "rougeLsum_recall_stderr": 0.003169734302090452}}, "4": {"tldr_en": {"bleu": 0.5461443377554994, "bleu_stderr": 0.044799916123802616, "rouge1_fmeasure": 0.05659885761358278, "rouge1_fmeasure_stderr": 0.001930223829324733, "rouge1_precision": 0.056788240211910736, "rouge1_precision_stderr": 0.0022506997974891542, "rouge1_recall": 0.08339625174295712, "rouge1_recall_stderr": 0.0029290040087097207, "rouge2_fmeasure": 0.013810868807903593, "rouge2_fmeasure_stderr": 0.0006930003786904605, "rouge2_precision": 0.014380667558554284, "rouge2_precision_stderr": 0.000977357379524512, "rouge2_recall": 0.02101316087357165, "rouge2_recall_stderr": 0.0011619283931715888, "rougeL_fmeasure": 0.042007409754473535, "rougeL_fmeasure_stderr": 0.0014258890197756744, "rougeL_precision": 0.04257610439946902, "rougeL_precision_stderr": 0.0017464834049321358, "rougeL_recall": 0.06302882516092573, "rougeL_recall_stderr": 0.0022681193452949904, "rougeLsum_fmeasure": 0.05299986098950862, "rougeLsum_fmeasure_stderr": 0.0018068900698462816, "rougeLsum_precision": 0.05318358596123625, "rougeLsum_precision_stderr": 0.0021166691321526723, "rougeLsum_recall": 0.07838773551352705, "rougeLsum_recall_stderr": 0.002768443855799422}}, "5": {"tldr_en": {"bleu": 1.0112557087204399e-06, "bleu_stderr": 2.4150938941127893e-06, "rouge1_fmeasure": 0.009231042835921754, "rouge1_fmeasure_stderr": 0.0008787834704319035, "rouge1_precision": 0.008911405879685974, "rouge1_precision_stderr": 0.0009422475593785767, "rouge1_recall": 0.014063917251247313, "rouge1_recall_stderr": 0.001396048114694196, "rouge2_fmeasure": 0.0024939038248004536, "rouge2_fmeasure_stderr": 0.00031409966961336354, "rouge2_precision": 0.0023383395560896076, "rouge2_precision_stderr": 0.0003211681514690954, "rouge2_recall": 0.004206929070053043, "rouge2_recall_stderr": 0.0006053899081506379, "rougeL_fmeasure": 0.007056657402327181, "rougeL_fmeasure_stderr": 0.0006761968053255695, "rougeL_precision": 0.006838517996278174, "rougeL_precision_stderr": 0.0007309899843193323, "rougeL_recall": 0.010882093390231358, "rougeL_recall_stderr": 0.0011052580830821516, "rougeLsum_fmeasure": 0.008623638497104687, "rougeLsum_fmeasure_stderr": 0.0008181729546128778, "rougeLsum_precision": 0.008357520892672053, "rougeLsum_precision_stderr": 0.0008835066902880334, "rougeLsum_recall": 0.013172143042073951, "rougeLsum_recall_stderr": 0.0013147147386398047}}}, "e2e_nlg_cleaned": {"0": {"generate_text_restaurant": {"bleu": 0.3138256134465956, "bleu_stderr": 0.042478650177872466, "rouge1_fmeasure": 0.08626819478230045, "rouge1_fmeasure_stderr": 0.0014217358109946006, "rouge1_precision": 0.09054875368611116, "rouge1_precision_stderr": 0.001766981005220654, "rouge1_recall": 0.09899686345340121, "rouge1_recall_stderr": 0.0016339321555193618, "rouge2_fmeasure": 0.004707141554710639, "rouge2_fmeasure_stderr": 0.00037478881160494376, "rouge2_precision": 0.004635097118571576, "rouge2_precision_stderr": 0.0004584060579508488, "rouge2_recall": 0.006688039413188141, "rouge2_recall_stderr": 0.0004649040639428354, "rougeL_fmeasure": 0.08482739955206746, "rougeL_fmeasure_stderr": 0.001374786595816378, "rougeL_precision": 0.08868499326830791, "rougeL_precision_stderr": 0.0016895151305050993, "rougeL_recall": 0.09761537714635501, "rougeL_recall_stderr": 0.0015968584648120006, "rougeLsum_fmeasure": 0.06674662648443055, "rougeLsum_fmeasure_stderr": 0.0011005680176848465, "rougeLsum_precision": 0.0697631127415905, "rougeLsum_precision_stderr": 0.0014027633376290944, "rougeLsum_recall": 0.07822809105458635, "rougeLsum_recall_stderr": 0.001337355132253774}}, "1": {"generate_text_restaurant": {"bleu": 6.380638446426456, "bleu_stderr": 0.09557609009378211, "rouge1_fmeasure": 0.3400267632274026, "rouge1_fmeasure_stderr": 0.0020403696620665606, "rouge1_precision": 0.3328975043204133, "rouge1_precision_stderr": 0.003509121285453912, "rouge1_recall": 0.45270988550034613, "rouge1_recall_stderr": 0.003062231284181297, "rouge2_fmeasure": 0.1486663277769484, "rouge2_fmeasure_stderr": 0.0015136508138340347, "rouge2_precision": 0.1499329665878703, "rouge2_precision_stderr": 0.002263691832530101, "rouge2_recall": 0.1983614972096706, "rouge2_recall_stderr": 0.0020825028564397568, "rougeL_fmeasure": 0.2676344730573564, "rougeL_fmeasure_stderr": 0.001562435233832024, "rougeL_precision": 0.2592088269282877, "rougeL_precision_stderr": 0.002698465205645672, "rougeL_recall": 0.36228982914822633, "rougeL_recall_stderr": 0.0026355915533943, "rougeLsum_fmeasure": 0.2753891028069307, "rougeLsum_fmeasure_stderr": 0.0019025285983907253, "rougeLsum_precision": 0.27037933017473875, "rougeLsum_precision_stderr": 0.003062674460499446, "rougeLsum_recall": 0.3663561677071641, "rougeLsum_recall_stderr": 0.0027976045204321166}}, "2": {"generate_text_restaurant": {"bleu": 6.3634920937473884, "bleu_stderr": 0.08616925114576995, "rouge1_fmeasure": 0.33740317942041553, "rouge1_fmeasure_stderr": 0.0019381935089587043, "rouge1_precision": 0.2954297857860177, "rouge1_precision_stderr": 0.0029411840632251563, "rouge1_recall": 0.48120558575759376, "rouge1_recall_stderr": 0.002844478586577598, "rouge2_fmeasure": 0.1507673483604289, "rouge2_fmeasure_stderr": 0.0014399337503822303, "rouge2_precision": 0.13374093712808155, "rouge2_precision_stderr": 0.0018836984171556573, "rouge2_recall": 0.2183048706264126, "rouge2_recall_stderr": 0.002121311703914965, "rougeL_fmeasure": 0.26968155815162015, "rougeL_fmeasure_stderr": 0.0014592699636009493, "rougeL_precision": 0.23342217539614568, "rougeL_precision_stderr": 0.002214559299952568, "rougeL_recall": 0.3907575640409568, "rougeL_recall_stderr": 0.002505134070265779, "rougeLsum_fmeasure": 0.272599814561145, "rougeLsum_fmeasure_stderr": 0.00182733683050086, "rougeLsum_precision": 0.23886641857979662, "rougeLsum_precision_stderr": 0.0025627121020893886, "rougeLsum_recall": 0.3892155963722792, "rougeLsum_recall_stderr": 0.002698506480779706}}, "3": {"generate_text_restaurant": {"bleu": 6.870066226903575, "bleu_stderr": 0.09429297050700895, "rouge1_fmeasure": 0.3444162792721549, "rouge1_fmeasure_stderr": 0.0019646659016549933, "rouge1_precision": 0.2995136417218204, "rouge1_precision_stderr": 0.002877943933866991, "rouge1_recall": 0.4870699752407154, "rouge1_recall_stderr": 0.0028159974008536274, "rouge2_fmeasure": 0.158839720125521, "rouge2_fmeasure_stderr": 0.0014985646156960436, "rouge2_precision": 0.13989458331193982, "rouge2_precision_stderr": 0.0019259857294848428, "rouge2_recall": 0.2283186786335389, "rouge2_recall_stderr": 0.002178927464111703, "rougeL_fmeasure": 0.2794048970004934, "rougeL_fmeasure_stderr": 0.0015380955393133962, "rougeL_precision": 0.24052403808712888, "rougeL_precision_stderr": 0.0022515901969111986, "rougeL_recall": 0.4008413679522952, "rougeL_recall_stderr": 0.0025096595704963047, "rougeLsum_fmeasure": 0.2812645652371936, "rougeLsum_fmeasure_stderr": 0.00189815704910076, "rougeLsum_precision": 0.24501488471812358, "rougeLsum_precision_stderr": 0.002592614810126833, "rougeLsum_recall": 0.39799000178268285, "rougeLsum_recall_stderr": 0.002715969584528833}}, "4": {"generate_text_restaurant": {"bleu": 7.017381678234455, "bleu_stderr": 0.09166907850331675, "rouge1_fmeasure": 0.3465967840398284, "rouge1_fmeasure_stderr": 0.0019574393578079014, "rouge1_precision": 0.30143650107181685, "rouge1_precision_stderr": 0.0029314795240309452, "rouge1_recall": 0.4898031820273571, "rouge1_recall_stderr": 0.0027687333603014837, "rouge2_fmeasure": 0.16013598883167798, "rouge2_fmeasure_stderr": 0.0015096765844560063, "rouge2_precision": 0.14062404051839908, "rouge2_precision_stderr": 0.0019112056232477572, "rouge2_recall": 0.2300710505484132, "rouge2_recall_stderr": 0.0021943432548559823, "rougeL_fmeasure": 0.2820802687702902, "rougeL_fmeasure_stderr": 0.0015095048991938657, "rougeL_precision": 0.2422982418880056, "rougeL_precision_stderr": 0.0022053611865584053, "rougeL_recall": 0.4046980533581673, "rougeL_recall_stderr": 0.0024846126430562907, "rougeLsum_fmeasure": 0.28522597669249417, "rougeLsum_fmeasure_stderr": 0.0018960405914839836, "rougeLsum_precision": 0.2479193537232055, "rougeLsum_precision_stderr": 0.0025849971540480303, "rougeLsum_recall": 0.40376209522673123, "rougeLsum_recall_stderr": 0.002721581361466135}}, "5": {"generate_text_restaurant": {"bleu": 7.260211722864896, "bleu_stderr": 0.12365349150703955, "rouge1_fmeasure": 0.3539789382700311, "rouge1_fmeasure_stderr": 0.002014807799247425, "rouge1_precision": 0.3111425574072635, "rouge1_precision_stderr": 0.002912308644972262, "rouge1_recall": 0.486978690036314, "rouge1_recall_stderr": 0.002680144522191287, "rouge2_fmeasure": 0.1648812739511937, "rouge2_fmeasure_stderr": 0.0015410229627803459, "rouge2_precision": 0.14647797107879432, "rouge2_precision_stderr": 0.001938088224804308, "rouge2_recall": 0.2296020100709576, "rouge2_recall_stderr": 0.0021177366913279795, "rougeL_fmeasure": 0.2855363745230388, "rougeL_fmeasure_stderr": 0.0015231421878303527, "rougeL_precision": 0.24849239666244133, "rougeL_precision_stderr": 0.002231342628042193, "rougeL_recall": 0.39930639747976754, "rougeL_recall_stderr": 0.002405155865675547, "rougeLsum_fmeasure": 0.29494158509832297, "rougeLsum_fmeasure_stderr": 0.0019724923487253014, "rougeLsum_precision": 0.25960917213172013, "rougeLsum_precision_stderr": 0.0026365144213955465, "rougeLsum_recall": 0.4057201628355578, "rougeLsum_recall_stderr": 0.002662489705069069}}}, "gem_xsum": {"0": {"article_DOC_summary": {"bleu": 2.0719375915266327, "bleu_stderr": 0.09381739892136316, "rouge1_fmeasure": 0.21991779087563262, "rouge1_fmeasure_stderr": 0.0025921031610263, "rouge1_precision": 0.17021358510341336, "rouge1_precision_stderr": 0.0024373039382226077, "rouge1_recall": 0.3520563857681371, "rouge1_recall_stderr": 0.0043918973093069365, "rouge2_fmeasure": 0.050742967235947956, "rouge2_fmeasure_stderr": 0.0016968813344534614, "rouge2_precision": 0.03871189783801819, "rouge2_precision_stderr": 0.0013940343459980615, "rouge2_recall": 0.0841631095984103, "rouge2_recall_stderr": 0.002861696063072104, "rougeL_fmeasure": 0.1634042310463717, "rougeL_fmeasure_stderr": 0.002018854408540066, "rougeL_precision": 0.12632426569550884, "rougeL_precision_stderr": 0.001895537050144316, "rougeL_recall": 0.262981285619352, "rougeL_recall_stderr": 0.0034911247032713426, "rougeLsum_fmeasure": 0.17070284614092165, "rougeLsum_fmeasure_stderr": 0.0021883919787213176, "rougeLsum_precision": 0.13144702322249674, "rougeLsum_precision_stderr": 0.001966787320258499, "rougeLsum_recall": 0.2761271441560725, "rougeLsum_recall_stderr": 0.0039020054143034}}, "1": {"article_DOC_summary": {"bleu": 1.5179351179741758, "bleu_stderr": 0.05443901746520919, "rouge1_fmeasure": 0.18467573869385082, "rouge1_fmeasure_stderr": 0.0024560883653668973, "rouge1_precision": 0.13144344568204896, "rouge1_precision_stderr": 0.0018269600623641938, "rouge1_recall": 0.32351107047900046, "rouge1_recall_stderr": 0.0042227591238073415, "rouge2_fmeasure": 0.03956915695649403, "rouge2_fmeasure_stderr": 0.0013969113381600835, "rouge2_precision": 0.027812878457341133, "rouge2_precision_stderr": 0.0009822890456735115, "rouge2_recall": 0.07174244190002714, "rouge2_recall_stderr": 0.002623646025136939, "rougeL_fmeasure": 0.1433445973017209, "rougeL_fmeasure_stderr": 0.0018589035220238875, "rougeL_precision": 0.10177712280555466, "rougeL_precision_stderr": 0.0013642070339291124, "rougeL_recall": 0.2530115289147634, "rougeL_recall_stderr": 0.003361296390437375, "rougeLsum_fmeasure": 0.1463591812261117, "rougeLsum_fmeasure_stderr": 0.0020474760089749054, "rougeLsum_precision": 0.10392255150260828, "rougeLsum_precision_stderr": 0.0014996096643151138, "rougeLsum_recall": 0.25806957261490177, "rougeLsum_recall_stderr": 0.003642123743587609}}, "2": {"article_DOC_summary": {"bleu": 1.5610996318449655, "bleu_stderr": 0.061361742735683046, "rouge1_fmeasure": 0.18395936513372504, "rouge1_fmeasure_stderr": 0.0023841684164883858, "rouge1_precision": 0.1310122719121047, "rouge1_precision_stderr": 0.001774463078853173, "rouge1_recall": 0.32197642898756434, "rouge1_recall_stderr": 0.004128514222989525, "rouge2_fmeasure": 0.040730679478674064, "rouge2_fmeasure_stderr": 0.0014445249170945054, "rouge2_precision": 0.028592074721851848, "rouge2_precision_stderr": 0.0010146723977319822, "rouge2_recall": 0.07420088979991933, "rouge2_recall_stderr": 0.0027242327105131063, "rougeL_fmeasure": 0.14791071749656537, "rougeL_fmeasure_stderr": 0.0018605423267814124, "rougeL_precision": 0.10506688444375611, "rougeL_precision_stderr": 0.0013615120559406814, "rougeL_recall": 0.2609222630071341, "rougeL_recall_stderr": 0.0034251450207401918, "rougeLsum_fmeasure": 0.1463682832676705, "rougeLsum_fmeasure_stderr": 0.0020126152822738364, "rougeLsum_precision": 0.1039952495955331, "rougeLsum_precision_stderr": 0.00147131239785375, "rougeLsum_recall": 0.2579710996210495, "rougeLsum_recall_stderr": 0.0036391736637925577}}, "3": {"article_DOC_summary": {"bleu": 1.5762937299614814, "bleu_stderr": 0.07362827411239845, "rouge1_fmeasure": 0.17637720631581139, "rouge1_fmeasure_stderr": 0.00264797834039018, "rouge1_precision": 0.1284212760059797, "rouge1_precision_stderr": 0.002041598803417733, "rouge1_recall": 0.3028097339054088, "rouge1_recall_stderr": 0.004615535937102858, "rouge2_fmeasure": 0.03767895922224648, "rouge2_fmeasure_stderr": 0.001448043764579111, "rouge2_precision": 0.026902495307978534, "rouge2_precision_stderr": 0.0010371639486970465, "rouge2_recall": 0.06717388422150615, "rouge2_recall_stderr": 0.0027080652362817086, "rougeL_fmeasure": 0.14193633867939442, "rougeL_fmeasure_stderr": 0.002090431283179229, "rougeL_precision": 0.1032652428870357, "rougeL_precision_stderr": 0.001609764469770287, "rougeL_recall": 0.24490235352225267, "rougeL_recall_stderr": 0.003766948264946798, "rougeLsum_fmeasure": 0.13894288832668733, "rougeLsum_fmeasure_stderr": 0.002188039489816412, "rougeLsum_precision": 0.10103180270559059, "rougeLsum_precision_stderr": 0.0016751299955245328, "rougeLsum_recall": 0.2403006525007405, "rougeLsum_recall_stderr": 0.003943762632099877}}, "4": {"article_DOC_summary": {"bleu": 0.7513821615574038, "bleu_stderr": 0.07905589981346285, "rouge1_fmeasure": 0.048911634240246346, "rouge1_fmeasure_stderr": 0.002765697903406571, "rouge1_precision": 0.041468733586705914, "rouge1_precision_stderr": 0.0025971833623889785, "rouge1_recall": 0.07627594081632273, "rouge1_recall_stderr": 0.004409224115860876, "rouge2_fmeasure": 0.01035393012550112, "rouge2_fmeasure_stderr": 0.0009785561170831303, "rouge2_precision": 0.009048514108124975, "rouge2_precision_stderr": 0.0012181947613622947, "rouge2_recall": 0.01699435587690579, "rouge2_recall_stderr": 0.001625353914816647, "rougeL_fmeasure": 0.03907075670579812, "rougeL_fmeasure_stderr": 0.002182547417010533, "rougeL_precision": 0.03361424158025485, "rougeL_precision_stderr": 0.002192257614857122, "rougeL_recall": 0.06101985571016838, "rougeL_recall_stderr": 0.0035062484157730514, "rougeLsum_fmeasure": 0.039302040446406394, "rougeLsum_fmeasure_stderr": 0.0022230245548452298, "rougeLsum_precision": 0.03401363654888806, "rougeLsum_precision_stderr": 0.0022524026754152373, "rougeLsum_recall": 0.0612418372651088, "rougeLsum_recall_stderr": 0.0035630181436990096}}, "5": {"article_DOC_summary": {"bleu": 5.9664964945316196e-36, "bleu_stderr": 6.37663460549604e-30, "rouge1_fmeasure": 0.002904097352119159, "rouge1_fmeasure_stderr": 0.0008025657506213006, "rouge1_precision": 0.003214034101498322, "rouge1_precision_stderr": 0.0009221332972255172, "rouge1_recall": 0.002755372289086832, "rouge1_recall_stderr": 0.0007486991780011711, "rouge2_fmeasure": 0.0003555930988203656, "rouge2_fmeasure_stderr": 0.00020825306662602857, "rouge2_precision": 0.0004553870087049595, "rouge2_precision_stderr": 0.0002660277152615564, "rouge2_recall": 0.0002936371804296332, "rouge2_recall_stderr": 0.00017278177414040624, "rougeL_fmeasure": 0.0021617867610418057, "rougeL_fmeasure_stderr": 0.000600765218788033, "rougeL_precision": 0.0023980769070289483, "rougeL_precision_stderr": 0.0006896763285113808, "rougeL_recall": 0.0020343184807463843, "rougeL_recall_stderr": 0.0005525851742486296, "rougeLsum_fmeasure": 0.0024822527344372726, "rougeLsum_fmeasure_stderr": 0.0006926475370230472, "rougeLsum_precision": 0.0027490625210994384, "rougeLsum_precision_stderr": 0.0008051771911473355, "rougeLsum_recall": 0.0023634542664537216, "rougeLsum_recall_stderr": 0.0006464968490936459}}}}