{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10908842980841345,
  "eval_steps": 500,
  "global_step": 100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 9.782608695652175e-07,
      "logits/chosen": -1.8868483304977417,
      "logits/rejected": -2.3036646842956543,
      "logps/chosen": -466.7117004394531,
      "logps/rejected": -99.3152084350586,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.956521739130435e-06,
      "logits/chosen": -2.2296698093414307,
      "logits/rejected": -2.469517469406128,
      "logps/chosen": -335.50140380859375,
      "logps/rejected": -97.97496032714844,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9347826086956523e-06,
      "logits/chosen": -2.125047206878662,
      "logits/rejected": -2.445204019546509,
      "logps/chosen": -484.7939758300781,
      "logps/rejected": -125.93072509765625,
      "loss": 1.7268,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -1.0339633226394653,
      "rewards/margins": -0.9356753826141357,
      "rewards/rejected": -0.09828801453113556,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.91304347826087e-06,
      "logits/chosen": -1.7763867378234863,
      "logits/rejected": -2.1961894035339355,
      "logps/chosen": -386.8011779785156,
      "logps/rejected": -106.04309844970703,
      "loss": 2.3806,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.9238373041152954,
      "rewards/margins": -1.2902063131332397,
      "rewards/rejected": 0.36636874079704285,
      "step": 4
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.891304347826087e-06,
      "logits/chosen": -1.7257812023162842,
      "logits/rejected": -2.353095769882202,
      "logps/chosen": -524.7261962890625,
      "logps/rejected": -70.26946258544922,
      "loss": 0.7488,
      "rewards/accuracies": 0.625,
      "rewards/chosen": 2.197690010070801,
      "rewards/margins": 2.0008764266967773,
      "rewards/rejected": 0.19681359827518463,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.869565217391305e-06,
      "logits/chosen": -2.1483359336853027,
      "logits/rejected": -2.4817819595336914,
      "logps/chosen": -283.6588134765625,
      "logps/rejected": -58.25455093383789,
      "loss": 0.8712,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": 0.4915351867675781,
      "rewards/margins": 0.2005542814731598,
      "rewards/rejected": 0.2909809350967407,
      "step": 6
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.847826086956523e-06,
      "logits/chosen": -2.1019060611724854,
      "logits/rejected": -2.300177812576294,
      "logps/chosen": -297.35235595703125,
      "logps/rejected": -175.5060272216797,
      "loss": 1.1392,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": 0.6018204689025879,
      "rewards/margins": -0.036775827407836914,
      "rewards/rejected": 0.6385962963104248,
      "step": 7
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.82608695652174e-06,
      "logits/chosen": -2.0169122219085693,
      "logits/rejected": -2.201702117919922,
      "logps/chosen": -342.04852294921875,
      "logps/rejected": -117.9761962890625,
      "loss": 1.1799,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": 1.111680507659912,
      "rewards/margins": 0.17297500371932983,
      "rewards/rejected": 0.9387054443359375,
      "step": 8
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.804347826086957e-06,
      "logits/chosen": -1.6254596710205078,
      "logits/rejected": -2.0724740028381348,
      "logps/chosen": -480.1983642578125,
      "logps/rejected": -108.05937194824219,
      "loss": 0.5203,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 2.161550283432007,
      "rewards/margins": 1.3515225648880005,
      "rewards/rejected": 0.8100277185440063,
      "step": 9
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.782608695652175e-06,
      "logits/chosen": -1.4482485055923462,
      "logits/rejected": -2.1116294860839844,
      "logps/chosen": -451.5759582519531,
      "logps/rejected": -67.73944854736328,
      "loss": 0.355,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 6.18800163269043,
      "rewards/margins": 5.184471130371094,
      "rewards/rejected": 1.0035302639007568,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.0760869565217392e-05,
      "logits/chosen": -1.2660062313079834,
      "logits/rejected": -1.8649226427078247,
      "logps/chosen": -265.8935546875,
      "logps/rejected": -57.866336822509766,
      "loss": 0.3178,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 5.78374719619751,
      "rewards/margins": 4.856299877166748,
      "rewards/rejected": 0.9274475574493408,
      "step": 11
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.173913043478261e-05,
      "logits/chosen": -1.1804625988006592,
      "logits/rejected": -1.7009960412979126,
      "logps/chosen": -247.2069854736328,
      "logps/rejected": -79.96739196777344,
      "loss": 0.6617,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 6.5535197257995605,
      "rewards/margins": 4.647799015045166,
      "rewards/rejected": 1.9057204723358154,
      "step": 12
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2717391304347827e-05,
      "logits/chosen": -0.9693112373352051,
      "logits/rejected": -1.6497248411178589,
      "logps/chosen": -372.8963623046875,
      "logps/rejected": -70.47633361816406,
      "loss": 0.2498,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 9.02272891998291,
      "rewards/margins": 7.325143814086914,
      "rewards/rejected": 1.6975862979888916,
      "step": 13
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3695652173913046e-05,
      "logits/chosen": -0.7723280787467957,
      "logits/rejected": -1.4176554679870605,
      "logps/chosen": -318.0392150878906,
      "logps/rejected": -79.94412994384766,
      "loss": 0.6401,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 6.698611259460449,
      "rewards/margins": 4.517416477203369,
      "rewards/rejected": 2.18119478225708,
      "step": 14
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4673913043478261e-05,
      "logits/chosen": -0.8084051609039307,
      "logits/rejected": -1.4428132772445679,
      "logps/chosen": -363.15869140625,
      "logps/rejected": -70.70079803466797,
      "loss": 0.4963,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 7.02784538269043,
      "rewards/margins": 5.400259971618652,
      "rewards/rejected": 1.6275854110717773,
      "step": 15
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.565217391304348e-05,
      "logits/chosen": -0.8056433200836182,
      "logits/rejected": -1.4629294872283936,
      "logps/chosen": -328.90435791015625,
      "logps/rejected": -77.36820983886719,
      "loss": 0.544,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 9.417024612426758,
      "rewards/margins": 7.023505687713623,
      "rewards/rejected": 2.393519163131714,
      "step": 16
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6630434782608694e-05,
      "logits/chosen": -1.0918309688568115,
      "logits/rejected": -1.6613047122955322,
      "logps/chosen": -277.37982177734375,
      "logps/rejected": -56.75635528564453,
      "loss": 0.8958,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 6.844330310821533,
      "rewards/margins": 4.82295560836792,
      "rewards/rejected": 2.0213749408721924,
      "step": 17
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.7608695652173915e-05,
      "logits/chosen": -0.9810999631881714,
      "logits/rejected": -1.975247859954834,
      "logps/chosen": -465.6856689453125,
      "logps/rejected": -56.440269470214844,
      "loss": 0.2275,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 7.767542362213135,
      "rewards/margins": 6.572459697723389,
      "rewards/rejected": 1.1950825452804565,
      "step": 18
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.8586956521739132e-05,
      "logits/chosen": -1.2428462505340576,
      "logits/rejected": -1.8064367771148682,
      "logps/chosen": -322.7100830078125,
      "logps/rejected": -108.71321105957031,
      "loss": 0.3006,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 6.459216594696045,
      "rewards/margins": 3.9207711219787598,
      "rewards/rejected": 2.5384464263916016,
      "step": 19
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.956521739130435e-05,
      "logits/chosen": -1.7773098945617676,
      "logits/rejected": -2.178387403488159,
      "logps/chosen": -357.8656921386719,
      "logps/rejected": -112.65576934814453,
      "loss": 0.3837,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 4.684590816497803,
      "rewards/margins": 4.16137170791626,
      "rewards/rejected": 0.5232191681861877,
      "step": 20
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.0543478260869567e-05,
      "logits/chosen": -1.6802027225494385,
      "logits/rejected": -1.943274974822998,
      "logps/chosen": -327.85693359375,
      "logps/rejected": -87.53279113769531,
      "loss": 0.4428,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 2.681103229522705,
      "rewards/margins": 2.3518502712249756,
      "rewards/rejected": 0.32925307750701904,
      "step": 21
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.1521739130434784e-05,
      "logits/chosen": -1.5789223909378052,
      "logits/rejected": -2.4593281745910645,
      "logps/chosen": -590.5732421875,
      "logps/rejected": -86.78819274902344,
      "loss": 0.252,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 3.6503655910491943,
      "rewards/margins": 3.621542453765869,
      "rewards/rejected": 0.028822531923651695,
      "step": 22
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.25e-05,
      "logits/chosen": -1.8142305612564087,
      "logits/rejected": -2.3507237434387207,
      "logps/chosen": -296.42266845703125,
      "logps/rejected": -60.37131118774414,
      "loss": 0.5602,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 2.170171022415161,
      "rewards/margins": 2.5353941917419434,
      "rewards/rejected": -0.36522313952445984,
      "step": 23
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.347826086956522e-05,
      "logits/chosen": -1.7050156593322754,
      "logits/rejected": -2.158708333969116,
      "logps/chosen": -523.41748046875,
      "logps/rejected": -81.6954345703125,
      "loss": 0.7359,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 2.3799068927764893,
      "rewards/margins": 2.963341236114502,
      "rewards/rejected": -0.583433985710144,
      "step": 24
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.4456521739130436e-05,
      "logits/chosen": -1.704190731048584,
      "logits/rejected": -2.215942859649658,
      "logps/chosen": -457.6519775390625,
      "logps/rejected": -91.778076171875,
      "loss": 0.0865,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 4.57167911529541,
      "rewards/margins": 4.6597795486450195,
      "rewards/rejected": -0.08810039609670639,
      "step": 25
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.5434782608695653e-05,
      "logits/chosen": -1.4195502996444702,
      "logits/rejected": -2.109910488128662,
      "logps/chosen": -445.05908203125,
      "logps/rejected": -80.95398712158203,
      "loss": 0.1265,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 5.362960338592529,
      "rewards/margins": 5.412578582763672,
      "rewards/rejected": -0.049618080258369446,
      "step": 26
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.6413043478260874e-05,
      "logits/chosen": -1.0274971723556519,
      "logits/rejected": -1.7681918144226074,
      "logps/chosen": -393.85870361328125,
      "logps/rejected": -77.79011535644531,
      "loss": 0.1702,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 4.572484016418457,
      "rewards/margins": 4.946743488311768,
      "rewards/rejected": -0.374259889125824,
      "step": 27
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.739130434782609e-05,
      "logits/chosen": -0.7365273237228394,
      "logits/rejected": -1.9988534450531006,
      "logps/chosen": -569.8936767578125,
      "logps/rejected": -79.71562194824219,
      "loss": 0.0465,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 12.751686096191406,
      "rewards/margins": 12.474647521972656,
      "rewards/rejected": 0.2770393192768097,
      "step": 28
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.836956521739131e-05,
      "logits/chosen": -0.6424872279167175,
      "logits/rejected": -1.6069284677505493,
      "logps/chosen": -368.68292236328125,
      "logps/rejected": -103.9141845703125,
      "loss": 0.0351,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 10.144453048706055,
      "rewards/margins": 10.381340980529785,
      "rewards/rejected": -0.23688830435276031,
      "step": 29
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.9347826086956523e-05,
      "logits/chosen": -0.6061868071556091,
      "logits/rejected": -1.4256294965744019,
      "logps/chosen": -360.4029846191406,
      "logps/rejected": -130.27224731445312,
      "loss": 0.0414,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 12.649539947509766,
      "rewards/margins": 12.36604118347168,
      "rewards/rejected": 0.2834990620613098,
      "step": 30
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.032608695652174e-05,
      "logits/chosen": -1.0075111389160156,
      "logits/rejected": -1.3918204307556152,
      "logps/chosen": -227.05450439453125,
      "logps/rejected": -172.67947387695312,
      "loss": 1.1145,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 4.628115653991699,
      "rewards/margins": 3.9521055221557617,
      "rewards/rejected": 0.6760098934173584,
      "step": 31
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.130434782608696e-05,
      "logits/chosen": -0.9060839414596558,
      "logits/rejected": -2.0123891830444336,
      "logps/chosen": -403.06781005859375,
      "logps/rejected": -75.35684967041016,
      "loss": 0.0319,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.352475643157959,
      "rewards/margins": 8.778717041015625,
      "rewards/rejected": -1.4262410402297974,
      "step": 32
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.228260869565217e-05,
      "logits/chosen": -1.2984271049499512,
      "logits/rejected": -1.9507720470428467,
      "logps/chosen": -306.7958984375,
      "logps/rejected": -107.01404571533203,
      "loss": 0.0795,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 5.223363399505615,
      "rewards/margins": 7.012631416320801,
      "rewards/rejected": -1.7892680168151855,
      "step": 33
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.326086956521739e-05,
      "logits/chosen": -1.1749062538146973,
      "logits/rejected": -2.004805564880371,
      "logps/chosen": -437.9205322265625,
      "logps/rejected": -135.21376037597656,
      "loss": 0.0021,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 9.3555908203125,
      "rewards/margins": 12.285521507263184,
      "rewards/rejected": -2.9299299716949463,
      "step": 34
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.423913043478261e-05,
      "logits/chosen": -0.9383536577224731,
      "logits/rejected": -2.0366413593292236,
      "logps/chosen": -457.8018493652344,
      "logps/rejected": -87.7723617553711,
      "loss": 0.041,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.836911678314209,
      "rewards/margins": 9.43667984008789,
      "rewards/rejected": -2.599769115447998,
      "step": 35
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.521739130434783e-05,
      "logits/chosen": -1.120687484741211,
      "logits/rejected": -1.9933563470840454,
      "logps/chosen": -439.6186828613281,
      "logps/rejected": -94.24763488769531,
      "loss": 0.1906,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 6.565365314483643,
      "rewards/margins": 9.163484573364258,
      "rewards/rejected": -2.5981192588806152,
      "step": 36
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.619565217391305e-05,
      "logits/chosen": -1.338189959526062,
      "logits/rejected": -1.9118335247039795,
      "logps/chosen": -286.96728515625,
      "logps/rejected": -127.22909545898438,
      "loss": 0.0279,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 2.9341468811035156,
      "rewards/margins": 6.362301349639893,
      "rewards/rejected": -3.4281537532806396,
      "step": 37
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.7173913043478264e-05,
      "logits/chosen": -1.2371840476989746,
      "logits/rejected": -1.7362310886383057,
      "logps/chosen": -319.52911376953125,
      "logps/rejected": -151.65084838867188,
      "loss": 0.0939,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 6.216956615447998,
      "rewards/margins": 9.073128700256348,
      "rewards/rejected": -2.856172561645508,
      "step": 38
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.815217391304348e-05,
      "logits/chosen": -0.8356418609619141,
      "logits/rejected": -1.7252635955810547,
      "logps/chosen": -391.63275146484375,
      "logps/rejected": -154.64361572265625,
      "loss": 0.2483,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 8.802470207214355,
      "rewards/margins": 11.676048278808594,
      "rewards/rejected": -2.873577356338501,
      "step": 39
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.91304347826087e-05,
      "logits/chosen": -0.9311200380325317,
      "logits/rejected": -1.8107151985168457,
      "logps/chosen": -374.2525939941406,
      "logps/rejected": -131.86715698242188,
      "loss": 0.0058,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 8.586356163024902,
      "rewards/margins": 11.15583324432373,
      "rewards/rejected": -2.569479465484619,
      "step": 40
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.0108695652173916e-05,
      "logits/chosen": -0.6861732006072998,
      "logits/rejected": -1.6295411586761475,
      "logps/chosen": -311.7944641113281,
      "logps/rejected": -132.4564666748047,
      "loss": 0.0124,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 5.333560943603516,
      "rewards/margins": 10.023443222045898,
      "rewards/rejected": -4.689882755279541,
      "step": 41
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.1086956521739134e-05,
      "logits/chosen": -1.1133558750152588,
      "logits/rejected": -2.0819039344787598,
      "logps/chosen": -282.22332763671875,
      "logps/rejected": -98.7315673828125,
      "loss": 0.0156,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 4.930261611938477,
      "rewards/margins": 8.344033241271973,
      "rewards/rejected": -3.413771629333496,
      "step": 42
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.206521739130435e-05,
      "logits/chosen": -1.0311042070388794,
      "logits/rejected": -2.0758776664733887,
      "logps/chosen": -369.7279052734375,
      "logps/rejected": -146.08364868164062,
      "loss": 0.0127,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.7552289962768555,
      "rewards/margins": 13.249262809753418,
      "rewards/rejected": -5.494032859802246,
      "step": 43
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.304347826086957e-05,
      "logits/chosen": -1.0191632509231567,
      "logits/rejected": -1.995982050895691,
      "logps/chosen": -367.692626953125,
      "logps/rejected": -152.65135192871094,
      "loss": 0.0004,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.9517822265625,
      "rewards/margins": 13.869260787963867,
      "rewards/rejected": -5.917478084564209,
      "step": 44
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.4021739130434786e-05,
      "logits/chosen": -1.3430471420288086,
      "logits/rejected": -2.0910849571228027,
      "logps/chosen": -334.8968811035156,
      "logps/rejected": -168.4519500732422,
      "loss": 0.0057,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 5.113959312438965,
      "rewards/margins": 12.524876594543457,
      "rewards/rejected": -7.41091775894165,
      "step": 45
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.5e-05,
      "logits/chosen": -0.8516018986701965,
      "logits/rejected": -1.9934579133987427,
      "logps/chosen": -386.7164001464844,
      "logps/rejected": -152.8460235595703,
      "loss": 0.0253,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.0803022384643555,
      "rewards/margins": 13.202106475830078,
      "rewards/rejected": -6.121803283691406,
      "step": 46
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.494827586206897e-05,
      "logits/chosen": -0.9460695385932922,
      "logits/rejected": -1.9993284940719604,
      "logps/chosen": -355.2873229980469,
      "logps/rejected": -188.5989532470703,
      "loss": 0.1008,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 6.138028144836426,
      "rewards/margins": 13.93982982635498,
      "rewards/rejected": -7.801800727844238,
      "step": 47
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.489655172413793e-05,
      "logits/chosen": -1.212510108947754,
      "logits/rejected": -2.0202791690826416,
      "logps/chosen": -293.0318908691406,
      "logps/rejected": -194.92649841308594,
      "loss": 0.0058,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.742659091949463,
      "rewards/margins": 17.209505081176758,
      "rewards/rejected": -10.466848373413086,
      "step": 48
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.48448275862069e-05,
      "logits/chosen": -1.388157606124878,
      "logits/rejected": -2.1885251998901367,
      "logps/chosen": -330.6868591308594,
      "logps/rejected": -214.35423278808594,
      "loss": 0.0003,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 5.653369903564453,
      "rewards/margins": 18.257244110107422,
      "rewards/rejected": -12.603873252868652,
      "step": 49
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.479310344827587e-05,
      "logits/chosen": -1.020527958869934,
      "logits/rejected": -1.9433815479278564,
      "logps/chosen": -347.48394775390625,
      "logps/rejected": -191.15147399902344,
      "loss": 0.0001,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.30579137802124,
      "rewards/margins": 18.734811782836914,
      "rewards/rejected": -11.429021835327148,
      "step": 50
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.474137931034483e-05,
      "logits/chosen": -1.2260757684707642,
      "logits/rejected": -2.0841352939605713,
      "logps/chosen": -243.5459747314453,
      "logps/rejected": -188.00442504882812,
      "loss": 0.0002,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 3.675260543823242,
      "rewards/margins": 14.774760246276855,
      "rewards/rejected": -11.099499702453613,
      "step": 51
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.46896551724138e-05,
      "logits/chosen": -1.0378711223602295,
      "logits/rejected": -2.0174639225006104,
      "logps/chosen": -375.9520263671875,
      "logps/rejected": -182.97463989257812,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.18237829208374,
      "rewards/margins": 19.010208129882812,
      "rewards/rejected": -11.82783317565918,
      "step": 52
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.4637931034482765e-05,
      "logits/chosen": -1.1728301048278809,
      "logits/rejected": -1.9667140245437622,
      "logps/chosen": -309.5382995605469,
      "logps/rejected": -241.13743591308594,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.681103706359863,
      "rewards/margins": 21.542236328125,
      "rewards/rejected": -14.861133575439453,
      "step": 53
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.4586206896551726e-05,
      "logits/chosen": -1.1491725444793701,
      "logits/rejected": -1.760243535041809,
      "logps/chosen": -250.09036254882812,
      "logps/rejected": -226.221435546875,
      "loss": 0.0001,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 2.3173880577087402,
      "rewards/margins": 16.417604446411133,
      "rewards/rejected": -14.100215911865234,
      "step": 54
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.4534482758620694e-05,
      "logits/chosen": -1.2637637853622437,
      "logits/rejected": -1.8996949195861816,
      "logps/chosen": -401.9977722167969,
      "logps/rejected": -303.9198303222656,
      "loss": 0.0011,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 8.595758438110352,
      "rewards/margins": 26.598325729370117,
      "rewards/rejected": -18.002567291259766,
      "step": 55
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.4482758620689656e-05,
      "logits/chosen": -0.9855178594589233,
      "logits/rejected": -2.0190346240997314,
      "logps/chosen": -394.40625,
      "logps/rejected": -253.97720336914062,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.395060062408447,
      "rewards/margins": 23.680639266967773,
      "rewards/rejected": -17.28557777404785,
      "step": 56
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.4431034482758624e-05,
      "logits/chosen": -1.049959421157837,
      "logits/rejected": -1.6531357765197754,
      "logps/chosen": -205.54058837890625,
      "logps/rejected": -250.66958618164062,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 4.874389171600342,
      "rewards/margins": 20.083953857421875,
      "rewards/rejected": -15.209564208984375,
      "step": 57
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.4379310344827585e-05,
      "logits/chosen": -0.8982111811637878,
      "logits/rejected": -1.6001371145248413,
      "logps/chosen": -241.91790771484375,
      "logps/rejected": -252.10299682617188,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.044814109802246,
      "rewards/margins": 21.77715301513672,
      "rewards/rejected": -15.732340812683105,
      "step": 58
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.432758620689655e-05,
      "logits/chosen": -0.753044068813324,
      "logits/rejected": -1.6325318813323975,
      "logps/chosen": -315.30230712890625,
      "logps/rejected": -245.91976928710938,
      "loss": 0.0078,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 5.801758289337158,
      "rewards/margins": 20.689924240112305,
      "rewards/rejected": -14.888164520263672,
      "step": 59
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.427586206896552e-05,
      "logits/chosen": -0.5443448424339294,
      "logits/rejected": -1.7224345207214355,
      "logps/chosen": -388.339599609375,
      "logps/rejected": -211.5500946044922,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 11.5880708694458,
      "rewards/margins": 24.889877319335938,
      "rewards/rejected": -13.301810264587402,
      "step": 60
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.422413793103448e-05,
      "logits/chosen": -0.6921290755271912,
      "logits/rejected": -1.6139135360717773,
      "logps/chosen": -242.47312927246094,
      "logps/rejected": -214.73622131347656,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 11.329044342041016,
      "rewards/margins": 21.45581817626953,
      "rewards/rejected": -10.1267728805542,
      "step": 61
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.417241379310345e-05,
      "logits/chosen": -0.4828271269798279,
      "logits/rejected": -1.649349570274353,
      "logps/chosen": -306.6004638671875,
      "logps/rejected": -172.2523956298828,
      "loss": 0.0003,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 11.373737335205078,
      "rewards/margins": 20.521434783935547,
      "rewards/rejected": -9.147698402404785,
      "step": 62
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.412068965517242e-05,
      "logits/chosen": -0.4676312506198883,
      "logits/rejected": -1.6393827199935913,
      "logps/chosen": -357.127685546875,
      "logps/rejected": -199.84524536132812,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 16.730457305908203,
      "rewards/margins": 26.409488677978516,
      "rewards/rejected": -9.679031372070312,
      "step": 63
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.406896551724138e-05,
      "logits/chosen": -0.7774850726127625,
      "logits/rejected": -1.324657678604126,
      "logps/chosen": -193.75833129882812,
      "logps/rejected": -194.70233154296875,
      "loss": 0.0015,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 5.371121406555176,
      "rewards/margins": 15.129293441772461,
      "rewards/rejected": -9.758172988891602,
      "step": 64
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.401724137931035e-05,
      "logits/chosen": -0.5502160787582397,
      "logits/rejected": -1.466262936592102,
      "logps/chosen": -240.96836853027344,
      "logps/rejected": -174.6772003173828,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.808657169342041,
      "rewards/margins": 17.520769119262695,
      "rewards/rejected": -9.712109565734863,
      "step": 65
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.3965517241379315e-05,
      "logits/chosen": -0.5615445375442505,
      "logits/rejected": -1.3243337869644165,
      "logps/chosen": -282.65484619140625,
      "logps/rejected": -211.33326721191406,
      "loss": 0.4403,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 9.213937759399414,
      "rewards/margins": 18.93706512451172,
      "rewards/rejected": -9.723125457763672,
      "step": 66
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.3913793103448277e-05,
      "logits/chosen": -0.5882927775382996,
      "logits/rejected": -1.4038889408111572,
      "logps/chosen": -244.26333618164062,
      "logps/rejected": -192.05517578125,
      "loss": 0.0007,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 5.999594688415527,
      "rewards/margins": 16.232702255249023,
      "rewards/rejected": -10.233107566833496,
      "step": 67
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.3862068965517245e-05,
      "logits/chosen": -0.7710579633712769,
      "logits/rejected": -1.5811477899551392,
      "logps/chosen": -274.4286804199219,
      "logps/rejected": -189.31427001953125,
      "loss": 0.0003,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 10.483807563781738,
      "rewards/margins": 22.807409286499023,
      "rewards/rejected": -12.323600769042969,
      "step": 68
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.381034482758621e-05,
      "logits/chosen": -0.2001597136259079,
      "logits/rejected": -1.5477687120437622,
      "logps/chosen": -398.04296875,
      "logps/rejected": -208.8218536376953,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 11.122913360595703,
      "rewards/margins": 23.094343185424805,
      "rewards/rejected": -11.971429824829102,
      "step": 69
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.3758620689655174e-05,
      "logits/chosen": -0.5891858339309692,
      "logits/rejected": -1.500455379486084,
      "logps/chosen": -223.07235717773438,
      "logps/rejected": -219.37405395507812,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.498288154602051,
      "rewards/margins": 19.65944480895996,
      "rewards/rejected": -12.16115665435791,
      "step": 70
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.370689655172414e-05,
      "logits/chosen": -0.5222135186195374,
      "logits/rejected": -1.459835410118103,
      "logps/chosen": -264.3045349121094,
      "logps/rejected": -184.4599609375,
      "loss": 0.0006,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.261447429656982,
      "rewards/margins": 17.37218475341797,
      "rewards/rejected": -10.110737800598145,
      "step": 71
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.365517241379311e-05,
      "logits/chosen": -0.4974746108055115,
      "logits/rejected": -1.5458664894104004,
      "logps/chosen": -272.7602233886719,
      "logps/rejected": -181.00247192382812,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 10.925564765930176,
      "rewards/margins": 22.81020736694336,
      "rewards/rejected": -11.88464069366455,
      "step": 72
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.360344827586207e-05,
      "logits/chosen": -0.3357059359550476,
      "logits/rejected": -1.4441150426864624,
      "logps/chosen": -414.8647766113281,
      "logps/rejected": -223.109375,
      "loss": 0.0004,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 13.181656837463379,
      "rewards/margins": 27.527368545532227,
      "rewards/rejected": -14.345712661743164,
      "step": 73
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.355172413793104e-05,
      "logits/chosen": -0.6531690359115601,
      "logits/rejected": -1.4611525535583496,
      "logps/chosen": -221.1251220703125,
      "logps/rejected": -226.30352783203125,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.807477951049805,
      "rewards/margins": 21.502174377441406,
      "rewards/rejected": -13.694696426391602,
      "step": 74
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.35e-05,
      "logits/chosen": -0.5135932564735413,
      "logits/rejected": -1.4995931386947632,
      "logps/chosen": -332.56842041015625,
      "logps/rejected": -270.9891662597656,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 12.301117897033691,
      "rewards/margins": 26.830467224121094,
      "rewards/rejected": -14.529346466064453,
      "step": 75
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.344827586206897e-05,
      "logits/chosen": -0.3770020604133606,
      "logits/rejected": -1.44219970703125,
      "logps/chosen": -317.96240234375,
      "logps/rejected": -250.3682098388672,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.8860931396484375,
      "rewards/margins": 23.53211784362793,
      "rewards/rejected": -15.646024703979492,
      "step": 76
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.339655172413793e-05,
      "logits/chosen": -0.49628371000289917,
      "logits/rejected": -1.4045476913452148,
      "logps/chosen": -367.6162414550781,
      "logps/rejected": -265.2467346191406,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 10.148900985717773,
      "rewards/margins": 24.313669204711914,
      "rewards/rejected": -14.164766311645508,
      "step": 77
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.33448275862069e-05,
      "logits/chosen": -0.5287263989448547,
      "logits/rejected": -1.3665097951889038,
      "logps/chosen": -341.87664794921875,
      "logps/rejected": -249.6795654296875,
      "loss": 0.1517,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 8.620326042175293,
      "rewards/margins": 19.850658416748047,
      "rewards/rejected": -11.230331420898438,
      "step": 78
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.3293103448275865e-05,
      "logits/chosen": -0.2743966281414032,
      "logits/rejected": -1.4255130290985107,
      "logps/chosen": -334.3340759277344,
      "logps/rejected": -265.15032958984375,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 10.872364044189453,
      "rewards/margins": 27.00977325439453,
      "rewards/rejected": -16.13741111755371,
      "step": 79
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.324137931034483e-05,
      "logits/chosen": -0.5563563108444214,
      "logits/rejected": -1.6934064626693726,
      "logps/chosen": -408.9612731933594,
      "logps/rejected": -220.00091552734375,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 10.237764358520508,
      "rewards/margins": 24.824390411376953,
      "rewards/rejected": -14.586627960205078,
      "step": 80
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.3189655172413795e-05,
      "logits/chosen": -0.617451548576355,
      "logits/rejected": -1.640676736831665,
      "logps/chosen": -363.1540222167969,
      "logps/rejected": -226.42376708984375,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 10.672024726867676,
      "rewards/margins": 24.347591400146484,
      "rewards/rejected": -13.675565719604492,
      "step": 81
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.313793103448276e-05,
      "logits/chosen": -0.45464372634887695,
      "logits/rejected": -1.4708175659179688,
      "logps/chosen": -328.35675048828125,
      "logps/rejected": -223.79766845703125,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.965122699737549,
      "rewards/margins": 21.22077178955078,
      "rewards/rejected": -14.25564956665039,
      "step": 82
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.3086206896551724e-05,
      "logits/chosen": -0.6079340577125549,
      "logits/rejected": -1.5333082675933838,
      "logps/chosen": -219.4099578857422,
      "logps/rejected": -230.07948303222656,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.278050899505615,
      "rewards/margins": 20.45656967163086,
      "rewards/rejected": -14.178520202636719,
      "step": 83
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.303448275862069e-05,
      "logits/chosen": -0.4874611794948578,
      "logits/rejected": -1.5135740041732788,
      "logps/chosen": -304.00274658203125,
      "logps/rejected": -263.0120849609375,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 9.557435989379883,
      "rewards/margins": 24.41012954711914,
      "rewards/rejected": -14.852693557739258,
      "step": 84
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.298275862068966e-05,
      "logits/chosen": -0.4802761375904083,
      "logits/rejected": -1.4294252395629883,
      "logps/chosen": -293.41192626953125,
      "logps/rejected": -283.2821350097656,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.370968818664551,
      "rewards/margins": 24.32880401611328,
      "rewards/rejected": -16.957834243774414,
      "step": 85
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.293103448275862e-05,
      "logits/chosen": -0.3580012321472168,
      "logits/rejected": -1.499201774597168,
      "logps/chosen": -350.5351257324219,
      "logps/rejected": -244.6523895263672,
      "loss": 0.0001,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 12.237674713134766,
      "rewards/margins": 26.58084487915039,
      "rewards/rejected": -14.343170166015625,
      "step": 86
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.287931034482759e-05,
      "logits/chosen": -0.6917211413383484,
      "logits/rejected": -1.4503819942474365,
      "logps/chosen": -217.5175323486328,
      "logps/rejected": -228.9481201171875,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.635045051574707,
      "rewards/margins": 20.42833709716797,
      "rewards/rejected": -13.793292999267578,
      "step": 87
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.282758620689656e-05,
      "logits/chosen": -0.8255922794342041,
      "logits/rejected": -1.4748644828796387,
      "logps/chosen": -217.336669921875,
      "logps/rejected": -206.8959197998047,
      "loss": 0.0005,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 5.22888708114624,
      "rewards/margins": 19.673564910888672,
      "rewards/rejected": -14.444679260253906,
      "step": 88
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.2775862068965525e-05,
      "logits/chosen": -0.626908004283905,
      "logits/rejected": -1.6663663387298584,
      "logps/chosen": -328.56231689453125,
      "logps/rejected": -235.42843627929688,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 6.891221046447754,
      "rewards/margins": 21.77893829345703,
      "rewards/rejected": -14.887716293334961,
      "step": 89
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.2724137931034486e-05,
      "logits/chosen": -0.5689429640769958,
      "logits/rejected": -1.618609070777893,
      "logps/chosen": -298.08770751953125,
      "logps/rejected": -237.06094360351562,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 9.328791618347168,
      "rewards/margins": 24.572046279907227,
      "rewards/rejected": -15.243253707885742,
      "step": 90
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.2672413793103454e-05,
      "logits/chosen": -0.5474239587783813,
      "logits/rejected": -1.6142076253890991,
      "logps/chosen": -295.00494384765625,
      "logps/rejected": -268.9505615234375,
      "loss": 0.0287,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 9.715471267700195,
      "rewards/margins": 23.968780517578125,
      "rewards/rejected": -14.25330924987793,
      "step": 91
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.2620689655172416e-05,
      "logits/chosen": -0.5132906436920166,
      "logits/rejected": -1.6248977184295654,
      "logps/chosen": -314.5284423828125,
      "logps/rejected": -210.1342315673828,
      "loss": 0.0595,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 7.707674980163574,
      "rewards/margins": 20.18167495727539,
      "rewards/rejected": -12.474000930786133,
      "step": 92
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.2568965517241384e-05,
      "logits/chosen": -0.45244526863098145,
      "logits/rejected": -1.7539148330688477,
      "logps/chosen": -394.9619140625,
      "logps/rejected": -230.32550048828125,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 11.32716178894043,
      "rewards/margins": 26.326129913330078,
      "rewards/rejected": -14.998967170715332,
      "step": 93
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.2517241379310345e-05,
      "logits/chosen": -0.7538139224052429,
      "logits/rejected": -1.5796599388122559,
      "logps/chosen": -286.95281982421875,
      "logps/rejected": -266.7412414550781,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 8.003694534301758,
      "rewards/margins": 25.05299949645996,
      "rewards/rejected": -17.04930305480957,
      "step": 94
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.246551724137931e-05,
      "logits/chosen": -0.44376400113105774,
      "logits/rejected": -1.5493687391281128,
      "logps/chosen": -406.93951416015625,
      "logps/rejected": -302.9401550292969,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.246862888336182,
      "rewards/margins": 27.937149047851562,
      "rewards/rejected": -20.69028663635254,
      "step": 95
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.2413793103448274e-05,
      "logits/chosen": -0.7577255964279175,
      "logits/rejected": -1.77558171749115,
      "logps/chosen": -357.90838623046875,
      "logps/rejected": -246.73458862304688,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 7.267894744873047,
      "rewards/margins": 24.79804229736328,
      "rewards/rejected": -17.530147552490234,
      "step": 96
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.236206896551724e-05,
      "logits/chosen": -0.8565713763237,
      "logits/rejected": -1.7760589122772217,
      "logps/chosen": -338.751220703125,
      "logps/rejected": -304.101806640625,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 9.238365173339844,
      "rewards/margins": 27.781978607177734,
      "rewards/rejected": -18.54361343383789,
      "step": 97
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.231034482758621e-05,
      "logits/chosen": -0.40401750802993774,
      "logits/rejected": -1.7701493501663208,
      "logps/chosen": -537.5440063476562,
      "logps/rejected": -349.8548889160156,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 14.211512565612793,
      "rewards/margins": 37.746315002441406,
      "rewards/rejected": -23.53480339050293,
      "step": 98
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.225862068965517e-05,
      "logits/chosen": -0.9799883365631104,
      "logits/rejected": -1.8936114311218262,
      "logps/chosen": -403.7567138671875,
      "logps/rejected": -257.6401672363281,
      "loss": 0.0001,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 4.710639476776123,
      "rewards/margins": 23.923961639404297,
      "rewards/rejected": -19.213321685791016,
      "step": 99
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.220689655172414e-05,
      "logits/chosen": -0.94623202085495,
      "logits/rejected": -1.7190004587173462,
      "logps/chosen": -360.8213806152344,
      "logps/rejected": -310.1994323730469,
      "loss": 0.0,
      "rewards/accuracies": 1.0,
      "rewards/chosen": 3.991710662841797,
      "rewards/margins": 26.59444808959961,
      "rewards/rejected": -22.60273551940918,
      "step": 100
    }
  ],
  "logging_steps": 1,
  "max_steps": 916,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}