Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6207444755970777,0.9905960534591547,0.9889449094528167,0.4646412360250802,0.45931330741524107,0.9279999999999999,0.6037265977466789,0.41216985874508183,0.8824786324786325,0.5389774873191798,0.17952115642162153,0.3972374908922684,0.6849411024079277
2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6206003239604811,0.9885654399119211,0.9816484318266151,0.4750655772856709,0.45217759328047535,0.9229999999999999,0.5925652493280498,0.4176507960236804,0.8824786324786325,0.5385567516522368,0.910843677736126,0.7951521112837849,0.5377822975655884
4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.618733794184165,0.9882131164473332,0.9793336352118185,0.47590540607977555,0.4489364862920495,0.9129999999999999,0.5902139021186915,0.4160418010772432,0.8846153846153846,0.5375100249937022,0.8126194295522154,0.685197273854337,0.5401436520429457
5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6097176668039365,0.9763769069874064,0.9258740239589243,0.4761452731162891,0.43752434466486617,0.898,0.5778904504622385,0.4106650271547256,0.8846153846153846,0.5372410935437733,0.5630452731234852,0.5522227697444149,0.5563483668155442
6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060981406326454,0.9686104223147283,0.8990464904876894,0.47598139786831534,0.4331079776789647,0.9055,0.5717140442007502,0.40867421134727067,0.8803418803418803,0.5381491479669215,0.4599195897910774,0.49085878407340217,0.5623388415709432
7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6209152857129836,0.9893750936904488,0.9809367093385769,0.4754760426652289,0.4526567952117575,0.9229999999999999,0.593220355214528,0.4171638096985066,0.8824786324786325,0.5397312678238705,0.9284141781387707,0.8120380984400146,0.5369267097936855
9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6175380339467414,0.9886543292517723,0.9737173212626522,0.4759909159363362,0.4476733383846397,0.9079999999999999,0.587574116357242,0.41456727542966065,0.8846153846153846,0.5390666912803146,0.8309592449966126,0.7129330484029284,0.5368265555726779
10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6088506373923646,0.9766764218124266,0.9272349235343359,0.47711577240949243,0.43604608564186703,0.898,0.5733981472330455,0.4090093582391967,0.8803418803418803,0.5399851164128436,0.593070895614486,0.5627288108311999,0.5484445378256353
11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.605267179459847,0.9697850849770379,0.9052985969109727,0.4770498821016625,0.4299101031649944,0.898,0.5678012112157451,0.40752729409107946,0.8803418803418803,0.5414459392478029,0.47816842923579284,0.5033016660208165,0.5543572202328167
12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6215883195342752,0.9883210525384025,0.9796427495244213,0.46884298470816477,0.4551501320320397,0.9329999999999999,0.593225895664286,0.42274204851428865,0.8931623931623932,0.5336703177151635,0.9904772867957696,0.9651035196687371,0.5493354637589309
14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6211384142047414,0.9850698410382654,0.9680638904470987,0.4622616222380388,0.45543391126113375,0.9329999999999999,0.5943019240169553,0.4293835458263828,0.8888888888888888,0.5336137704780274,0.9690964637479121,0.8185036141015261,0.5665845617136155
15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6250064120423391,0.9755602767779362,0.938706543062101,0.4528943905162482,0.46560967685321786,0.9363333333333332,0.6093556168667656,0.44002913079591266,0.8803418803418803,0.5446059659458357,0.9065340864538236,0.6386682689728949,0.5890921147670521
16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6235313415721483,0.971541369822555,0.9227161975175776,0.4509494042206084,0.4644944023433776,0.9413333333333332,0.6057554459822477,0.4413000655136045,0.8803418803418803,0.5448587646161128,0.8832733215676049,0.4229903539614884,0.59556403359735
17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.620829009969581,0.9885609428667625,0.9842504368391466,0.47503070582098966,0.4522604727970937,0.9229999999999999,0.5939251776340857,0.4170825320453484,0.8846153846153846,0.5382853267700457,0.9108297164421302,0.7912796321369154,0.5374693573097021
19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6191508536280738,0.9881703727814265,0.9767529900505281,0.47543539879532765,0.4491629257885593,0.9229999999999999,0.5894995841943177,0.4163849852292679,0.8846153846153846,0.5380014379141611,0.8114201277030993,0.6884098056102157,0.5411049769991497
20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6101796636968896,0.9764628637365538,0.9277442428994574,0.475875840956345,0.43861805117364194,0.903,0.5774323485853956,0.410813131668555,0.8846153846153846,0.5368741005795467,0.5632527349288181,0.5341146815960041,0.5569425357503903
21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060163198707165,0.9688444317530006,0.8977888475916016,0.47606825742444187,0.4323368639730428,0.9055,0.5702922580832227,0.40846188867248057,0.8888888888888888,0.5374980556840415,0.4600226702182164,0.5045434206424938,0.5620183823777325