Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,6.540866008411473e-13,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5249587122406894,0.9254796804736185,0.915976843311402,0.48053345864490715,0.38287826164506744,0.41566666666666663,0.4651723822621357,0.4132180361625649,0.7659544159544159,0.5004924664950333,0.13671023404216992,0.42853267567818654,0.6269407864238652
2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5241427364739786,0.9235821066586531,0.9189641021263891,0.48052146767479276,0.3761142966197248,0.43566666666666665,0.4556724004354437,0.4096152511419082,0.7673789173789174,0.49363470617374827,0.9061861895984953,0.8838737068722051,0.4778343151344299
3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,1.2127544312107394e-10,0.5176137390652611,0.8675239274028166,0.7828215945057794,0.4659057068602444,0.36389017928713224,0.49233333333333335,0.43402015021196355,0.4094958164872618,0.7951566951566952,0.49307674886506914,0.7135560820923561,0.6111732578378704,0.503496407804744
4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.463484175388721,0.5939712470083335,0.5051279206137574,0.45247039722832044,0.3579740543422848,0.4006666666666666,0.4198369395810511,0.4032521923149546,0.7552706552706553,0.4831647741496018,0.34625657818788597,0.4325815011427768,0.5424181359569156
5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.016258459276759563,0.3598569720249243,0.20250568966336746,0.3684337295761997,0.4146738321864533,0.3581275593545352,0.27399999999999997,0.4129575175474042,0.3959398133010309,0.6854700854700855,0.4766227670569993,0.10540281508659217,0.3484871560385625,0.5921456749784784
6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.11228360286766195,0.25397174502083625,0.08210861692320609,0.28481394576129343,0.3463466707657406,0.35596217182055073,0.19033333333333333,0.4085001737397412,0.38650596621567185,0.627065527065527,0.4615825617994953,0.04493059039616622,0.26110802357768675,0.6157980140405563
7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.4275699621532978e-12,0.5248681856878799,0.9257168774753552,0.9276091421515343,0.48322114243238523,0.3777306028053362,0.43566666666666665,0.45584979732984027,0.4081226736790738,0.7730769230769231,0.4903814033412871,0.9124071802109163,0.8938290292426098,0.4752782134139066
8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,2.8873674273022313e-11,0.5225851779446478,0.9070833171086861,0.8505803658968648,0.4845425875023112,0.37535987561454964,0.44566666666666666,0.45317832565785293,0.40914774811808274,0.7727920227920227,0.4932236205236885,0.7462851345991779,0.6599233161390523,0.48160566469254645
9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,8.114129962716335e-08,0.47607067417534116,0.7449482105083988,0.6037013135571488,0.4768021584201754,0.37852696119897294,0.3353333333333333,0.45105585950963734,0.4045830461733332,0.696153846153846,0.48554654351624416,0.3729535956695088,0.477346918667617,0.5043504791473672
10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,4.024806511439489e-06,0.436856187956934,0.5727301322541299,0.5027573340980654,0.46310587983114126,0.3799086527990339,0.2653333333333333,0.4480245363523998,0.4026381167431528,0.6619658119658118,0.48076702846765607,0.17744374380055944,0.4014834039991297,0.5281211385888553
11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,2.9607827368482373e-05,0.4198730747622653,0.5503415212611945,0.4930138355497045,0.4597037721134645,0.38123293187682017,0.2253333333333333,0.4501569531253503,0.4008444609667843,0.6505698005698005,0.47616591885643234,0.12852713839251112,0.3867253236484008,0.5402896057323768
12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5184145554838183,0.9230502120517478,0.921604610848115,0.4776422638313188,0.37804870541102475,0.3956666666666666,0.4564932850471433,0.4114827914921167,0.7688034188034188,0.4988861153362053,0.9225107641866049,0.916432628640958,0.4802692680719525
13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.45008661376263154,0.7940446756020753,0.47043381289469427,0.45073757678348747,0.3596150618137872,0.29066666666666663,0.42507284007175805,0.40360693649155577,0.7599715099715099,0.4937442932956319,0.7495368779112548,0.3079478996014241,0.5116872711606643
14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.41072195533487593,0.7665048833851257,0.3467399303214262,0.4441218236287094,0.3498072810533746,0.244,0.401683958977199,0.40040207184702736,0.6752136752136753,0.4884549740466962,0.6925002077100789,0.21590584078099817,0.5193445329584279
15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,3.602472544567432e-09,0.4511747237943713,0.8132816834108969,0.5194763579673242,0.4493719852814896,0.3585250902026517,0.2773333333333333,0.4213544831702404,0.4070080016591103,0.7492877492877492,0.4979661510782537,0.7301525189938975,0.2258614642899883,0.5153179198737406
16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,1.8694649189611297e-09,0.470457310783583,0.8296749814292697,0.6042317328783998,0.45225617606311347,0.36109656617127395,0.31733333333333336,0.4262703141315221,0.4092409403638592,0.745014245014245,0.4983643355614824,0.746222909370904,0.24073249944271538,0.5119547954861189
17,KL Min.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5229935071237036,0.9236255686279552,0.9206461904116778,0.48077353700634556,0.3758995743213378,0.42566666666666664,0.4542421295281517,0.4089518908013664,0.7873219373219373,0.49179976918460067,0.9061331824985268,0.8889456021042365,0.4778980793884552
18,KL Min.,2,Baseline,Phi,2e-05,0.01,5.951062636424447e-11,0.5183942147673763,0.8722207355918976,0.7887967386244058,0.46802267410700166,0.36456341186781943,0.49233333333333335,0.4363572588488661,0.4083912078659624,0.793019943019943,0.4914204184807621,0.7153186516108397,0.6151888813146837,0.5010289868397492
19,KL Min.,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.4588993626260113,0.6223811511917946,0.519646916821949,0.4595582045696133,0.3601196664627679,0.3456666666666666,0.42510562884130304,0.4005635147431757,0.7680911680911682,0.4797450000084807,0.35077298728663175,0.43920494914415803,0.5364182466777139
20,KL Min.,4,Baseline,Phi,2e-05,0.01,0.008539483949831865,0.3681762173732355,0.23240646959050565,0.39375512609430396,0.425896148392597,0.3612911819730226,0.2553333333333333,0.4195434886791928,0.39202334157095803,0.6569800569800569,0.47313920926289404,0.11241465093527965,0.3594446274183486,0.5805693505167375
21,KL Min.,5,Baseline,Phi,2e-05,0.01,0.17793352788293415,0.28020580247761545,0.09951729945813984,0.32181500754124737,0.3638913288514401,0.35608008826706394,0.22949999999999998,0.4086075729901669,0.3805264691309311,0.5672364672364671,0.4521952948853885,0.05043919251362219,0.29387050272159265,0.609588771662962