Spaces:
Running
Running
Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget | |
0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,2.1942743021891237e-16,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227 | |
1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5319909117798324,0.9231140312552547,0.9200431185901895,0.4847391599677,0.3841872783056456,0.47533333333333333,0.4638361087966355,0.40808843618921553,0.7556980056980056,0.48826346879862315,0.13490696158672863,0.42786742821792745,0.6288417132144549 | |
2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5204518601194764,0.9064293745572324,0.8941441145895339,0.4717433574381483,0.371466954045295,0.434,0.45002452170153384,0.4104916860029612,0.7816239316239316,0.49566726584334575,0.8805863439737527,0.8396251180609029,0.4987399244001254 | |
3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.0006538374533623971,0.32505774937077236,0.18146219281724862,0.38569013060624663,0.338569173147893,0.32095619572441564,0.23366666666666666,0.3623249412046778,0.37116114304123066,0.6866096866096866,0.430234501215604,0.17665394262143483,0.36615558586075253,0.6395710497396455 | |
4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.00011580724071708764,7.512946472042862e-05,8.387519518500735e-06,0.11782261794356112,0.22204578020819138,0.2519275975811833,0.002,0.32710316410260065,0.22578145637333463,0.025213675213675207,0.2300930473492784,9.385091821583813e-06,0.12099213404728537,0.7025336432745181 | |
5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,7.903952866429726e-22,0.0,2.1072899499262387e-15,0.02097297831261163,0.09216973300481522,0.27100849439361974,0.0,0.3283564264369145,0.26040168434787847,0.0,0.296256676291959,1.3797199331674886e-15,0.020731955444525805,0.83104789557045 | |
6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,2.514967868068585e-18,0.0,5.686512849186404e-20,0.0566139607086363,0.09799621605113348,0.27570647756658423,0.0,0.36702134155011656,0.24604971387918886,0.02136752136752136,0.3011904376139224,5.709989255873411e-20,0.054370830190607955,0.7933202149154588 | |
7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.0619204030347365e-16,0.5209785512743803,0.9248335996336308,0.9105613960001328,0.48259934423652795,0.377061056735849,0.41566666666666663,0.4575058819168685,0.40962351649864503,0.7588319088319088,0.4948382230759767,0.9025994860625481,0.8718360467591652,0.48511956934805955 | |
8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,4.783786471507949e-12,0.46246885496181067,0.6132527465943682,0.5264873975231782,0.46401675006684634,0.37785408407805543,0.33233333333333337,0.45158417082654745,0.40839690826419756,0.696153846153846,0.4949012253834134,0.3878946762398945,0.4518287841156405,0.5059156791034523 | |
9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,3.3273813118952403e-06,0.39910787673192333,0.4791189330395836,0.4760928537128662,0.4599942873940646,0.37263515450639234,0.19866666666666666,0.43682419732398076,0.4029668763337799,0.5992877492877493,0.49209682841059194,0.11766393219548353,0.3806262956361037,0.5475890179304523 | |
10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.0017015674192205016,0.35125072403653756,0.35745762274559795,0.41381207876917114,0.4589222037646714,0.3753228709124387,0.14366666666666666,0.4479669037226471,0.40274891085620323,0.5294871794871795,0.49979497162634023,0.02718386373266026,0.29820701967042634,0.5632410121243988 | |
11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.020771538379556198,0.31662506803859924,0.2959879461281595,0.37455270916963485,0.4651970401345303,0.3831457882706157,0.11033333333333331,0.4658264700684562,0.40183652258598285,0.5163817663817664,0.5046610566519484,0.0104854642118558,0.23725911865828095,0.5601701747855071 | |
12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.5120459728622037,0.8858116278431897,0.7717319443733647,0.4648578258290636,0.3750979164159008,0.414,0.44715370289431156,0.4132149372258189,0.7784900284900285,0.5054912681088888,0.8803792522184439,0.7335223485085623,0.5014080291309166 | |
13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,3.922502017067572e-13,0.4154722333744279,0.7824077468188397,0.4308321309382932,0.4459729734427715,0.3514113574471173,0.21733333333333335,0.40780592888115924,0.40385838655628453,0.7108262108262108,0.4905224310524033,0.7323227393103908,0.2213860741950333,0.5278007593916163 | |
14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,5.563730678470443e-14,0.4785472791096196,0.8432667492172031,0.6369502461817153,0.46117522970255703,0.3602784730810824,0.33233333333333337,0.4249818216915665,0.4141550678888395,0.7578347578347577,0.49729045487541923,0.7899905387502874,0.30881163636133396,0.5110213558282615 | |
15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.473221319062547,0.862213264283519,0.6746872726240948,0.46848080788142965,0.3610050312525718,0.30066666666666664,0.4259364748659311,0.41243342415781414,0.7435897435897436,0.4928934777478439,0.8002736332323015,0.2832899970761121,0.5029203817173005 | |
16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.46497375071425995,0.8694553560696572,0.6897105823725949,0.471088965867064,0.3600472169839249,0.27066666666666667,0.4251868032055124,0.4103181981753962,0.7492877492877492,0.490791444756977,0.8031418362455192,0.2549164105043973,0.5011736104807751 | |
17,KL Min.,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5219325729447593,0.9074862317973047,0.8981580896204466,0.47273068297891474,0.3721312696621007,0.439,0.4496938497381749,0.41106118717014817,0.7816239316239316,0.4970367234863228,0.8816903391417118,0.8391344428375735,0.49842757085897565 | |
18,KL Min.,2,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.3576554877176714,0.23888902154000694,0.4084447117136407,0.35760168828891487,0.3235891085520323,0.2753333333333333,0.3729066520530205,0.37580948676975534,0.7193732193732193,0.4389508925322798,0.22460998244926902,0.3856595252236947,0.623824575492459 | |
19,KL Min.,3,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.00022711497389352393,2.5598564034987754e-05,0.13498394663950955,0.22875199778860755,0.25744722544032245,0.002,0.3208334493096968,0.23263776777223874,0.028062678062678054,0.24385750556560776,2.8302311613721722e-05,0.13366757037260177,0.7044510229727237 | |
20,KL Min.,4,Baseline,Phi,2e-05,0.01,4.222383660476908e-21,0.0,1.0468859703872675e-14,0.021454580044213356,0.09977458897675215,0.2659769375261092,0.0,0.3254765276811147,0.2569013029249006,0.0,0.2680708970305056,5.333084733103282e-15,0.020731955444525805,0.824662673169981 | |
21,KL Min.,5,Baseline,Phi,2e-05,0.01,1.150018983956209e-17,0.0,1.4121855725584186e-19,0.04802961361154785,0.10298228365069599,0.26913637850586025,0.0,0.3701651994383828,0.24371015855590725,0.02136752136752136,0.3064207368771711,1.2798366790037663e-19,0.04860112133091947,0.7962793210544848 | |