{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1549,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006455777921239509,
      "grad_norm": 16.205452234411737,
      "learning_rate": 1.2903225806451614e-07,
      "loss": 1.8573,
      "step": 1
    },
    {
      "epoch": 0.0032278889606197547,
      "grad_norm": 14.995431561267777,
      "learning_rate": 6.451612903225807e-07,
      "loss": 1.8993,
      "step": 5
    },
    {
      "epoch": 0.006455777921239509,
      "grad_norm": 10.81513181649353,
      "learning_rate": 1.2903225806451614e-06,
      "loss": 1.8257,
      "step": 10
    },
    {
      "epoch": 0.009683666881859263,
      "grad_norm": 10.205458746998783,
      "learning_rate": 1.935483870967742e-06,
      "loss": 1.7098,
      "step": 15
    },
    {
      "epoch": 0.012911555842479019,
      "grad_norm": 9.227538444236034,
      "learning_rate": 2.580645161290323e-06,
      "loss": 1.63,
      "step": 20
    },
    {
      "epoch": 0.016139444803098774,
      "grad_norm": 8.636180793854093,
      "learning_rate": 3.225806451612903e-06,
      "loss": 1.6054,
      "step": 25
    },
    {
      "epoch": 0.019367333763718526,
      "grad_norm": 7.836281445290913,
      "learning_rate": 3.870967741935484e-06,
      "loss": 1.554,
      "step": 30
    },
    {
      "epoch": 0.022595222724338282,
      "grad_norm": 7.718242026474227,
      "learning_rate": 4.516129032258065e-06,
      "loss": 1.5009,
      "step": 35
    },
    {
      "epoch": 0.025823111684958037,
      "grad_norm": 7.637693613009242,
      "learning_rate": 5.161290322580646e-06,
      "loss": 1.5568,
      "step": 40
    },
    {
      "epoch": 0.029051000645577793,
      "grad_norm": 8.037677797603621,
      "learning_rate": 5.806451612903226e-06,
      "loss": 1.509,
      "step": 45
    },
    {
      "epoch": 0.03227888960619755,
      "grad_norm": 8.050943021309022,
      "learning_rate": 6.451612903225806e-06,
      "loss": 1.5483,
      "step": 50
    },
    {
      "epoch": 0.035506778566817304,
      "grad_norm": 7.8773672608999075,
      "learning_rate": 7.096774193548388e-06,
      "loss": 1.5449,
      "step": 55
    },
    {
      "epoch": 0.03873466752743705,
      "grad_norm": 7.8185673315827104,
      "learning_rate": 7.741935483870968e-06,
      "loss": 1.5615,
      "step": 60
    },
    {
      "epoch": 0.04196255648805681,
      "grad_norm": 7.288430315557615,
      "learning_rate": 8.387096774193549e-06,
      "loss": 1.5535,
      "step": 65
    },
    {
      "epoch": 0.045190445448676564,
      "grad_norm": 7.4125851014724224,
      "learning_rate": 9.03225806451613e-06,
      "loss": 1.56,
      "step": 70
    },
    {
      "epoch": 0.04841833440929632,
      "grad_norm": 7.384090809487316,
      "learning_rate": 9.67741935483871e-06,
      "loss": 1.5751,
      "step": 75
    },
    {
      "epoch": 0.051646223369916075,
      "grad_norm": 7.186612923240028,
      "learning_rate": 1.0322580645161291e-05,
      "loss": 1.5353,
      "step": 80
    },
    {
      "epoch": 0.05487411233053583,
      "grad_norm": 7.54719691241193,
      "learning_rate": 1.096774193548387e-05,
      "loss": 1.536,
      "step": 85
    },
    {
      "epoch": 0.058102001291155586,
      "grad_norm": 6.841634960153724,
      "learning_rate": 1.1612903225806453e-05,
      "loss": 1.5638,
      "step": 90
    },
    {
      "epoch": 0.06132989025177534,
      "grad_norm": 6.884784528712181,
      "learning_rate": 1.2258064516129034e-05,
      "loss": 1.5449,
      "step": 95
    },
    {
      "epoch": 0.0645577792123951,
      "grad_norm": 7.5067298597661525,
      "learning_rate": 1.2903225806451613e-05,
      "loss": 1.595,
      "step": 100
    },
    {
      "epoch": 0.06778566817301485,
      "grad_norm": 7.371893992584374,
      "learning_rate": 1.3548387096774194e-05,
      "loss": 1.6045,
      "step": 105
    },
    {
      "epoch": 0.07101355713363461,
      "grad_norm": 7.220506075154664,
      "learning_rate": 1.4193548387096776e-05,
      "loss": 1.5886,
      "step": 110
    },
    {
      "epoch": 0.07424144609425436,
      "grad_norm": 7.354995573259938,
      "learning_rate": 1.4838709677419357e-05,
      "loss": 1.6884,
      "step": 115
    },
    {
      "epoch": 0.0774693350548741,
      "grad_norm": 7.431127341541042,
      "learning_rate": 1.5483870967741936e-05,
      "loss": 1.5783,
      "step": 120
    },
    {
      "epoch": 0.08069722401549387,
      "grad_norm": 7.617961920752755,
      "learning_rate": 1.6129032258064517e-05,
      "loss": 1.5722,
      "step": 125
    },
    {
      "epoch": 0.08392511297611362,
      "grad_norm": 7.2187575554924495,
      "learning_rate": 1.6774193548387098e-05,
      "loss": 1.6404,
      "step": 130
    },
    {
      "epoch": 0.08715300193673338,
      "grad_norm": 8.229669273322479,
      "learning_rate": 1.741935483870968e-05,
      "loss": 1.6631,
      "step": 135
    },
    {
      "epoch": 0.09038089089735313,
      "grad_norm": 7.475319901543287,
      "learning_rate": 1.806451612903226e-05,
      "loss": 1.6931,
      "step": 140
    },
    {
      "epoch": 0.09360877985797289,
      "grad_norm": 7.238180827010263,
      "learning_rate": 1.870967741935484e-05,
      "loss": 1.6595,
      "step": 145
    },
    {
      "epoch": 0.09683666881859264,
      "grad_norm": 7.477385100319548,
      "learning_rate": 1.935483870967742e-05,
      "loss": 1.7362,
      "step": 150
    },
    {
      "epoch": 0.1000645577792124,
      "grad_norm": 6.8926903445205125,
      "learning_rate": 2e-05,
      "loss": 1.7156,
      "step": 155
    },
    {
      "epoch": 0.10329244673983215,
      "grad_norm": 7.118422267427338,
      "learning_rate": 1.9999365137586883e-05,
      "loss": 1.7117,
      "step": 160
    },
    {
      "epoch": 0.1065203357004519,
      "grad_norm": 7.359581007823435,
      "learning_rate": 1.9997460630957587e-05,
      "loss": 1.6915,
      "step": 165
    },
    {
      "epoch": 0.10974822466107166,
      "grad_norm": 7.06877768743029,
      "learning_rate": 1.9994286721932043e-05,
      "loss": 1.7439,
      "step": 170
    },
    {
      "epoch": 0.11297611362169141,
      "grad_norm": 7.218247396787645,
      "learning_rate": 1.9989843813509366e-05,
      "loss": 1.7124,
      "step": 175
    },
    {
      "epoch": 0.11620400258231117,
      "grad_norm": 16.159481189289234,
      "learning_rate": 1.998413246981666e-05,
      "loss": 1.7058,
      "step": 180
    },
    {
      "epoch": 0.11943189154293092,
      "grad_norm": 46.181125374261654,
      "learning_rate": 1.9977153416037424e-05,
      "loss": 1.7839,
      "step": 185
    },
    {
      "epoch": 0.12265978050355068,
      "grad_norm": 41.37204715355036,
      "learning_rate": 1.9968907538319433e-05,
      "loss": 1.917,
      "step": 190
    },
    {
      "epoch": 0.12588766946417043,
      "grad_norm": 44.987565321564276,
      "learning_rate": 1.9959395883662257e-05,
      "loss": 1.7653,
      "step": 195
    },
    {
      "epoch": 0.1291155584247902,
      "grad_norm": 7.194696914719683,
      "learning_rate": 1.99486196597843e-05,
      "loss": 1.7191,
      "step": 200
    },
    {
      "epoch": 0.13234344738540993,
      "grad_norm": 7.430734307814263,
      "learning_rate": 1.9936580234969464e-05,
      "loss": 1.7557,
      "step": 205
    },
    {
      "epoch": 0.1355713363460297,
      "grad_norm": 7.334778943984345,
      "learning_rate": 1.9923279137893405e-05,
      "loss": 1.7207,
      "step": 210
    },
    {
      "epoch": 0.13879922530664945,
      "grad_norm": 6.935862923382574,
      "learning_rate": 1.990871805742944e-05,
      "loss": 1.6912,
      "step": 215
    },
    {
      "epoch": 0.14202711426726922,
      "grad_norm": 6.43836756283986,
      "learning_rate": 1.9892898842434106e-05,
      "loss": 1.7097,
      "step": 220
    },
    {
      "epoch": 0.14525500322788895,
      "grad_norm": 6.790579150198959,
      "learning_rate": 1.98758235015124e-05,
      "loss": 1.6824,
      "step": 225
    },
    {
      "epoch": 0.1484828921885087,
      "grad_norm": 7.563145193822757,
      "learning_rate": 1.9857494202762758e-05,
      "loss": 1.7204,
      "step": 230
    },
    {
      "epoch": 0.15171078114912848,
      "grad_norm": 7.21569143328697,
      "learning_rate": 1.983791327350174e-05,
      "loss": 1.724,
      "step": 235
    },
    {
      "epoch": 0.1549386701097482,
      "grad_norm": 7.396066704475681,
      "learning_rate": 1.9817083199968552e-05,
      "loss": 1.74,
      "step": 240
    },
    {
      "epoch": 0.15816655907036797,
      "grad_norm": 6.409702062362999,
      "learning_rate": 1.979500662700934e-05,
      "loss": 1.733,
      "step": 245
    },
    {
      "epoch": 0.16139444803098774,
      "grad_norm": 7.33040263293043,
      "learning_rate": 1.977168635774138e-05,
      "loss": 1.7073,
      "step": 250
    },
    {
      "epoch": 0.1646223369916075,
      "grad_norm": 6.627407014857698,
      "learning_rate": 1.974712535319716e-05,
      "loss": 1.7714,
      "step": 255
    },
    {
      "epoch": 0.16785022595222723,
      "grad_norm": 9.128235977291943,
      "learning_rate": 1.97213267319484e-05,
      "loss": 1.7289,
      "step": 260
    },
    {
      "epoch": 0.171078114912847,
      "grad_norm": 10.132426302191169,
      "learning_rate": 1.969429376971009e-05,
      "loss": 1.7112,
      "step": 265
    },
    {
      "epoch": 0.17430600387346676,
      "grad_norm": 7.187125458351554,
      "learning_rate": 1.9666029898924558e-05,
      "loss": 1.7521,
      "step": 270
    },
    {
      "epoch": 0.17753389283408652,
      "grad_norm": 6.559644342179301,
      "learning_rate": 1.9636538708325642e-05,
      "loss": 1.6834,
      "step": 275
    },
    {
      "epoch": 0.18076178179470626,
      "grad_norm": 6.619411966067338,
      "learning_rate": 1.9605823942483034e-05,
      "loss": 1.7152,
      "step": 280
    },
    {
      "epoch": 0.18398967075532602,
      "grad_norm": 7.081708830235818,
      "learning_rate": 1.9573889501326803e-05,
      "loss": 1.7742,
      "step": 285
    },
    {
      "epoch": 0.18721755971594578,
      "grad_norm": 6.868160684535405,
      "learning_rate": 1.9540739439652222e-05,
      "loss": 1.6998,
      "step": 290
    },
    {
      "epoch": 0.19044544867656552,
      "grad_norm": 6.1971536722827185,
      "learning_rate": 1.9506377966604923e-05,
      "loss": 1.7291,
      "step": 295
    },
    {
      "epoch": 0.19367333763718528,
      "grad_norm": 6.757970184040331,
      "learning_rate": 1.9470809445146447e-05,
      "loss": 1.7305,
      "step": 300
    },
    {
      "epoch": 0.19690122659780504,
      "grad_norm": 7.044564037259735,
      "learning_rate": 1.9434038391500266e-05,
      "loss": 1.7215,
      "step": 305
    },
    {
      "epoch": 0.2001291155584248,
      "grad_norm": 7.414383701728508,
      "learning_rate": 1.9396069474578348e-05,
      "loss": 1.6677,
      "step": 310
    },
    {
      "epoch": 0.20335700451904454,
      "grad_norm": 6.557964172050999,
      "learning_rate": 1.935690751538834e-05,
      "loss": 1.7939,
      "step": 315
    },
    {
      "epoch": 0.2065848934796643,
      "grad_norm": 6.33082377097435,
      "learning_rate": 1.9316557486421423e-05,
      "loss": 1.7408,
      "step": 320
    },
    {
      "epoch": 0.20981278244028406,
      "grad_norm": 6.73298193200644,
      "learning_rate": 1.927502451102095e-05,
      "loss": 1.6857,
      "step": 325
    },
    {
      "epoch": 0.2130406714009038,
      "grad_norm": 7.006395729787068,
      "learning_rate": 1.9232313862731915e-05,
      "loss": 1.6956,
      "step": 330
    },
    {
      "epoch": 0.21626856036152356,
      "grad_norm": 6.4834753162658805,
      "learning_rate": 1.918843096463137e-05,
      "loss": 1.6794,
      "step": 335
    },
    {
      "epoch": 0.21949644932214332,
      "grad_norm": 6.987943551728841,
      "learning_rate": 1.914338138863983e-05,
      "loss": 1.6969,
      "step": 340
    },
    {
      "epoch": 0.22272433828276308,
      "grad_norm": 6.192316163330726,
      "learning_rate": 1.9097170854813797e-05,
      "loss": 1.7381,
      "step": 345
    },
    {
      "epoch": 0.22595222724338282,
      "grad_norm": 6.4383979807985465,
      "learning_rate": 1.904980523061948e-05,
      "loss": 1.7072,
      "step": 350
    },
    {
      "epoch": 0.22918011620400258,
      "grad_norm": 6.443512513966274,
      "learning_rate": 1.9001290530187768e-05,
      "loss": 1.7401,
      "step": 355
    },
    {
      "epoch": 0.23240800516462234,
      "grad_norm": 5.964542231058296,
      "learning_rate": 1.8951632913550625e-05,
      "loss": 1.7035,
      "step": 360
    },
    {
      "epoch": 0.23563589412524208,
      "grad_norm": 7.1697046567958935,
      "learning_rate": 1.8900838685858913e-05,
      "loss": 1.7233,
      "step": 365
    },
    {
      "epoch": 0.23886378308586184,
      "grad_norm": 6.169546810862376,
      "learning_rate": 1.884891429658182e-05,
      "loss": 1.7021,
      "step": 370
    },
    {
      "epoch": 0.2420916720464816,
      "grad_norm": 5.973896098846117,
      "learning_rate": 1.8795866338687968e-05,
      "loss": 1.7463,
      "step": 375
    },
    {
      "epoch": 0.24531956100710137,
      "grad_norm": 6.896426991389762,
      "learning_rate": 1.8741701547808272e-05,
      "loss": 1.6499,
      "step": 380
    },
    {
      "epoch": 0.2485474499677211,
      "grad_norm": 6.952076945810176,
      "learning_rate": 1.868642680138069e-05,
      "loss": 1.767,
      "step": 385
    },
    {
      "epoch": 0.25177533892834086,
      "grad_norm": 6.18518307255409,
      "learning_rate": 1.863004911777701e-05,
      "loss": 1.7078,
      "step": 390
    },
    {
      "epoch": 0.2550032278889606,
      "grad_norm": 6.632738286453584,
      "learning_rate": 1.8572575655411683e-05,
      "loss": 1.6845,
      "step": 395
    },
    {
      "epoch": 0.2582311168495804,
      "grad_norm": 5.978535399494513,
      "learning_rate": 1.851401371183291e-05,
      "loss": 1.707,
      "step": 400
    },
    {
      "epoch": 0.26145900581020015,
      "grad_norm": 6.13506677347622,
      "learning_rate": 1.8454370722796052e-05,
      "loss": 1.6807,
      "step": 405
    },
    {
      "epoch": 0.26468689477081986,
      "grad_norm": 6.556694455290259,
      "learning_rate": 1.8393654261319504e-05,
      "loss": 1.7744,
      "step": 410
    },
    {
      "epoch": 0.2679147837314396,
      "grad_norm": 6.113175455632477,
      "learning_rate": 1.8331872036723103e-05,
      "loss": 1.7065,
      "step": 415
    },
    {
      "epoch": 0.2711426726920594,
      "grad_norm": 6.482825433419425,
      "learning_rate": 1.8269031893649306e-05,
      "loss": 1.6784,
      "step": 420
    },
    {
      "epoch": 0.27437056165267915,
      "grad_norm": 6.329309102633813,
      "learning_rate": 1.8205141811067073e-05,
      "loss": 1.683,
      "step": 425
    },
    {
      "epoch": 0.2775984506132989,
      "grad_norm": 6.208972725984303,
      "learning_rate": 1.814020990125881e-05,
      "loss": 1.6445,
      "step": 430
    },
    {
      "epoch": 0.28082633957391867,
      "grad_norm": 5.818695993515501,
      "learning_rate": 1.807424440879031e-05,
      "loss": 1.7113,
      "step": 435
    },
    {
      "epoch": 0.28405422853453843,
      "grad_norm": 6.38696318289984,
      "learning_rate": 1.8007253709463915e-05,
      "loss": 1.6578,
      "step": 440
    },
    {
      "epoch": 0.28728211749515814,
      "grad_norm": 6.315382160526404,
      "learning_rate": 1.7939246309255028e-05,
      "loss": 1.6857,
      "step": 445
    },
    {
      "epoch": 0.2905100064557779,
      "grad_norm": 6.233507637482026,
      "learning_rate": 1.78702308432321e-05,
      "loss": 1.7347,
      "step": 450
    },
    {
      "epoch": 0.29373789541639767,
      "grad_norm": 6.294349426994083,
      "learning_rate": 1.7800216074460183e-05,
      "loss": 1.7043,
      "step": 455
    },
    {
      "epoch": 0.2969657843770174,
      "grad_norm": 6.343968862796106,
      "learning_rate": 1.772921089288829e-05,
      "loss": 1.7059,
      "step": 460
    },
    {
      "epoch": 0.3001936733376372,
      "grad_norm": 6.673007692244266,
      "learning_rate": 1.7657224314220604e-05,
      "loss": 1.7047,
      "step": 465
    },
    {
      "epoch": 0.30342156229825695,
      "grad_norm": 6.729119057620871,
      "learning_rate": 1.7584265478771737e-05,
      "loss": 1.6781,
      "step": 470
    },
    {
      "epoch": 0.3066494512588767,
      "grad_norm": 6.495304769382025,
      "learning_rate": 1.7510343650306155e-05,
      "loss": 1.708,
      "step": 475
    },
    {
      "epoch": 0.3098773402194964,
      "grad_norm": 6.271850518966485,
      "learning_rate": 1.7435468214861933e-05,
      "loss": 1.6428,
      "step": 480
    },
    {
      "epoch": 0.3131052291801162,
      "grad_norm": 6.423477074617556,
      "learning_rate": 1.7359648679559006e-05,
      "loss": 1.6194,
      "step": 485
    },
    {
      "epoch": 0.31633311814073595,
      "grad_norm": 6.221443392917989,
      "learning_rate": 1.7282894671391996e-05,
      "loss": 1.7025,
      "step": 490
    },
    {
      "epoch": 0.3195610071013557,
      "grad_norm": 5.846396784880404,
      "learning_rate": 1.720521593600787e-05,
      "loss": 1.7269,
      "step": 495
    },
    {
      "epoch": 0.32278889606197547,
      "grad_norm": 6.477559026734868,
      "learning_rate": 1.7126622336468514e-05,
      "loss": 1.6395,
      "step": 500
    },
    {
      "epoch": 0.32601678502259523,
      "grad_norm": 6.055139296691825,
      "learning_rate": 1.7047123851998374e-05,
      "loss": 1.6782,
      "step": 505
    },
    {
      "epoch": 0.329244673983215,
      "grad_norm": 6.118162992939965,
      "learning_rate": 1.6966730576717388e-05,
      "loss": 1.682,
      "step": 510
    },
    {
      "epoch": 0.33247256294383476,
      "grad_norm": 5.5534801726338525,
      "learning_rate": 1.6885452718359306e-05,
      "loss": 1.6267,
      "step": 515
    },
    {
      "epoch": 0.33570045190445447,
      "grad_norm": 5.43602711879506,
      "learning_rate": 1.6803300596975586e-05,
      "loss": 1.6452,
      "step": 520
    },
    {
      "epoch": 0.33892834086507423,
      "grad_norm": 7.206960139551292,
      "learning_rate": 1.6720284643625035e-05,
      "loss": 1.6583,
      "step": 525
    },
    {
      "epoch": 0.342156229825694,
      "grad_norm": 6.427854787428326,
      "learning_rate": 1.6636415399049347e-05,
      "loss": 1.6091,
      "step": 530
    },
    {
      "epoch": 0.34538411878631375,
      "grad_norm": 5.816051751586562,
      "learning_rate": 1.6551703512334716e-05,
      "loss": 1.6913,
      "step": 535
    },
    {
      "epoch": 0.3486120077469335,
      "grad_norm": 5.927556526774363,
      "learning_rate": 1.6466159739559712e-05,
      "loss": 1.6738,
      "step": 540
    },
    {
      "epoch": 0.3518398967075533,
      "grad_norm": 6.455088888441903,
      "learning_rate": 1.6379794942429534e-05,
      "loss": 1.648,
      "step": 545
    },
    {
      "epoch": 0.35506778566817304,
      "grad_norm": 6.240988706855586,
      "learning_rate": 1.629262008689689e-05,
      "loss": 1.6927,
      "step": 550
    },
    {
      "epoch": 0.35829567462879275,
      "grad_norm": 5.86555967170564,
      "learning_rate": 1.62046462417696e-05,
      "loss": 1.6388,
      "step": 555
    },
    {
      "epoch": 0.3615235635894125,
      "grad_norm": 5.66373254985077,
      "learning_rate": 1.611588457730519e-05,
      "loss": 1.6947,
      "step": 560
    },
    {
      "epoch": 0.3647514525500323,
      "grad_norm": 5.979046700601131,
      "learning_rate": 1.6026346363792565e-05,
      "loss": 1.6829,
      "step": 565
    },
    {
      "epoch": 0.36797934151065204,
      "grad_norm": 5.727328551303314,
      "learning_rate": 1.5936042970120976e-05,
      "loss": 1.6646,
      "step": 570
    },
    {
      "epoch": 0.3712072304712718,
      "grad_norm": 6.089199758516902,
      "learning_rate": 1.5844985862336516e-05,
      "loss": 1.6665,
      "step": 575
    },
    {
      "epoch": 0.37443511943189156,
      "grad_norm": 5.587005635034525,
      "learning_rate": 1.5753186602186207e-05,
      "loss": 1.6417,
      "step": 580
    },
    {
      "epoch": 0.3776630083925113,
      "grad_norm": 6.050996843101115,
      "learning_rate": 1.5660656845650027e-05,
      "loss": 1.5796,
      "step": 585
    },
    {
      "epoch": 0.38089089735313103,
      "grad_norm": 6.080615404268494,
      "learning_rate": 1.556740834146087e-05,
      "loss": 1.6976,
      "step": 590
    },
    {
      "epoch": 0.3841187863137508,
      "grad_norm": 6.474714539476243,
      "learning_rate": 1.547345292961282e-05,
      "loss": 1.6356,
      "step": 595
    },
    {
      "epoch": 0.38734667527437056,
      "grad_norm": 5.877661742364028,
      "learning_rate": 1.5378802539857775e-05,
      "loss": 1.6992,
      "step": 600
    },
    {
      "epoch": 0.3905745642349903,
      "grad_norm": 5.866696710467355,
      "learning_rate": 1.52834691901907e-05,
      "loss": 1.6606,
      "step": 605
    },
    {
      "epoch": 0.3938024531956101,
      "grad_norm": 6.398661395189826,
      "learning_rate": 1.5187464985323681e-05,
      "loss": 1.7004,
      "step": 610
    },
    {
      "epoch": 0.39703034215622984,
      "grad_norm": 6.109162698783035,
      "learning_rate": 1.5090802115148956e-05,
      "loss": 1.664,
      "step": 615
    },
    {
      "epoch": 0.4002582311168496,
      "grad_norm": 5.731699946494037,
      "learning_rate": 1.4993492853191118e-05,
      "loss": 1.6559,
      "step": 620
    },
    {
      "epoch": 0.4034861200774693,
      "grad_norm": 5.4571384796165185,
      "learning_rate": 1.4895549555048751e-05,
      "loss": 1.6327,
      "step": 625
    },
    {
      "epoch": 0.4067140090380891,
      "grad_norm": 5.872513791622213,
      "learning_rate": 1.4796984656825572e-05,
      "loss": 1.625,
      "step": 630
    },
    {
      "epoch": 0.40994189799870884,
      "grad_norm": 5.288501071612407,
      "learning_rate": 1.4697810673551408e-05,
      "loss": 1.6659,
      "step": 635
    },
    {
      "epoch": 0.4131697869593286,
      "grad_norm": 6.468751146768027,
      "learning_rate": 1.4598040197593128e-05,
      "loss": 1.7126,
      "step": 640
    },
    {
      "epoch": 0.41639767591994836,
      "grad_norm": 5.698799707780423,
      "learning_rate": 1.4497685897055758e-05,
      "loss": 1.5823,
      "step": 645
    },
    {
      "epoch": 0.4196255648805681,
      "grad_norm": 5.654573938892979,
      "learning_rate": 1.4396760514173976e-05,
      "loss": 1.6498,
      "step": 650
    },
    {
      "epoch": 0.4228534538411879,
      "grad_norm": 6.976746797511936,
      "learning_rate": 1.4295276863694205e-05,
      "loss": 1.6113,
      "step": 655
    },
    {
      "epoch": 0.4260813428018076,
      "grad_norm": 5.235970407365906,
      "learning_rate": 1.4193247831247499e-05,
      "loss": 1.7006,
      "step": 660
    },
    {
      "epoch": 0.42930923176242736,
      "grad_norm": 6.140392016522079,
      "learning_rate": 1.4090686371713403e-05,
      "loss": 1.6836,
      "step": 665
    },
    {
      "epoch": 0.4325371207230471,
      "grad_norm": 5.45721311029038,
      "learning_rate": 1.3987605507575053e-05,
      "loss": 1.6306,
      "step": 670
    },
    {
      "epoch": 0.4357650096836669,
      "grad_norm": 6.83263868068613,
      "learning_rate": 1.3884018327265683e-05,
      "loss": 1.7172,
      "step": 675
    },
    {
      "epoch": 0.43899289864428664,
      "grad_norm": 5.843200304850912,
      "learning_rate": 1.3779937983506746e-05,
      "loss": 1.6762,
      "step": 680
    },
    {
      "epoch": 0.4422207876049064,
      "grad_norm": 5.57641828737366,
      "learning_rate": 1.3675377691637879e-05,
      "loss": 1.6778,
      "step": 685
    },
    {
      "epoch": 0.44544867656552617,
      "grad_norm": 5.738260096617323,
      "learning_rate": 1.3570350727938925e-05,
      "loss": 1.6378,
      "step": 690
    },
    {
      "epoch": 0.4486765655261459,
      "grad_norm": 6.357451662380971,
      "learning_rate": 1.3464870427944208e-05,
      "loss": 1.6041,
      "step": 695
    },
    {
      "epoch": 0.45190445448676564,
      "grad_norm": 5.484551406388904,
      "learning_rate": 1.3358950184749284e-05,
      "loss": 1.6612,
      "step": 700
    },
    {
      "epoch": 0.4551323434473854,
      "grad_norm": 5.827167388471347,
      "learning_rate": 1.3252603447310396e-05,
      "loss": 1.5759,
      "step": 705
    },
    {
      "epoch": 0.45836023240800516,
      "grad_norm": 5.980523013123908,
      "learning_rate": 1.3145843718736809e-05,
      "loss": 1.6716,
      "step": 710
    },
    {
      "epoch": 0.4615881213686249,
      "grad_norm": 6.134764370156555,
      "learning_rate": 1.3038684554576308e-05,
      "loss": 1.6406,
      "step": 715
    },
    {
      "epoch": 0.4648160103292447,
      "grad_norm": 5.487517622123662,
      "learning_rate": 1.2931139561094007e-05,
      "loss": 1.5756,
      "step": 720
    },
    {
      "epoch": 0.46804389928986445,
      "grad_norm": 5.4981090259389696,
      "learning_rate": 1.2823222393544717e-05,
      "loss": 1.5797,
      "step": 725
    },
    {
      "epoch": 0.47127178825048416,
      "grad_norm": 5.219388647345398,
      "learning_rate": 1.2714946754439117e-05,
      "loss": 1.5944,
      "step": 730
    },
    {
      "epoch": 0.4744996772111039,
      "grad_norm": 5.824820667094204,
      "learning_rate": 1.2606326391803915e-05,
      "loss": 1.58,
      "step": 735
    },
    {
      "epoch": 0.4777275661717237,
      "grad_norm": 5.786554762407817,
      "learning_rate": 1.249737509743622e-05,
      "loss": 1.6459,
      "step": 740
    },
    {
      "epoch": 0.48095545513234345,
      "grad_norm": 5.8901639628553095,
      "learning_rate": 1.2388106705152361e-05,
      "loss": 1.5922,
      "step": 745
    },
    {
      "epoch": 0.4841833440929632,
      "grad_norm": 5.320173777546997,
      "learning_rate": 1.2278535089031377e-05,
      "loss": 1.6169,
      "step": 750
    },
    {
      "epoch": 0.48741123305358297,
      "grad_norm": 5.377921836454134,
      "learning_rate": 1.2168674161653395e-05,
      "loss": 1.5759,
      "step": 755
    },
    {
      "epoch": 0.49063912201420273,
      "grad_norm": 5.5810578215639435,
      "learning_rate": 1.2058537872333104e-05,
      "loss": 1.5469,
      "step": 760
    },
    {
      "epoch": 0.49386701097482244,
      "grad_norm": 4.880835940718014,
      "learning_rate": 1.1948140205348592e-05,
      "loss": 1.5735,
      "step": 765
    },
    {
      "epoch": 0.4970948999354422,
      "grad_norm": 5.615682640085302,
      "learning_rate": 1.1837495178165706e-05,
      "loss": 1.5648,
      "step": 770
    },
    {
      "epoch": 0.500322788896062,
      "grad_norm": 5.322385655290283,
      "learning_rate": 1.1726616839658237e-05,
      "loss": 1.6223,
      "step": 775
    },
    {
      "epoch": 0.5035506778566817,
      "grad_norm": 5.372959800238378,
      "learning_rate": 1.1615519268324101e-05,
      "loss": 1.5339,
      "step": 780
    },
    {
      "epoch": 0.5067785668173015,
      "grad_norm": 5.8491464237293,
      "learning_rate": 1.1504216570497737e-05,
      "loss": 1.5575,
      "step": 785
    },
    {
      "epoch": 0.5100064557779213,
      "grad_norm": 5.292821692941134,
      "learning_rate": 1.1392722878559012e-05,
      "loss": 1.6182,
      "step": 790
    },
    {
      "epoch": 0.513234344738541,
      "grad_norm": 5.798146550880112,
      "learning_rate": 1.1281052349138793e-05,
      "loss": 1.5844,
      "step": 795
    },
    {
      "epoch": 0.5164622336991608,
      "grad_norm": 5.6823764366973935,
      "learning_rate": 1.116921916132143e-05,
      "loss": 1.5739,
      "step": 800
    },
    {
      "epoch": 0.5196901226597805,
      "grad_norm": 5.761134241104277,
      "learning_rate": 1.1057237514844423e-05,
      "loss": 1.6409,
      "step": 805
    },
    {
      "epoch": 0.5229180116204003,
      "grad_norm": 4.938806993669054,
      "learning_rate": 1.0945121628295437e-05,
      "loss": 1.5921,
      "step": 810
    },
    {
      "epoch": 0.5261459005810201,
      "grad_norm": 15.683819077262335,
      "learning_rate": 1.0832885737306922e-05,
      "loss": 1.7035,
      "step": 815
    },
    {
      "epoch": 0.5293737895416397,
      "grad_norm": 5.4993649210417965,
      "learning_rate": 1.0720544092748599e-05,
      "loss": 1.5382,
      "step": 820
    },
    {
      "epoch": 0.5326016785022595,
      "grad_norm": 5.092222218274809,
      "learning_rate": 1.0608110958917982e-05,
      "loss": 1.6136,
      "step": 825
    },
    {
      "epoch": 0.5358295674628792,
      "grad_norm": 4.930191624792412,
      "learning_rate": 1.04956006117292e-05,
      "loss": 1.5622,
      "step": 830
    },
    {
      "epoch": 0.539057456423499,
      "grad_norm": 5.399945563067967,
      "learning_rate": 1.0383027336900356e-05,
      "loss": 1.5412,
      "step": 835
    },
    {
      "epoch": 0.5422853453841188,
      "grad_norm": 5.781669659732203,
      "learning_rate": 1.0270405428139633e-05,
      "loss": 1.6486,
      "step": 840
    },
    {
      "epoch": 0.5455132343447385,
      "grad_norm": 5.519605623300351,
      "learning_rate": 1.0157749185330384e-05,
      "loss": 1.6219,
      "step": 845
    },
    {
      "epoch": 0.5487411233053583,
      "grad_norm": 6.008340474166314,
      "learning_rate": 1.0045072912715443e-05,
      "loss": 1.6015,
      "step": 850
    },
    {
      "epoch": 0.551969012265978,
      "grad_norm": 5.131256451670003,
      "learning_rate": 9.932390917080874e-06,
      "loss": 1.566,
      "step": 855
    },
    {
      "epoch": 0.5551969012265978,
      "grad_norm": 5.419158342369302,
      "learning_rate": 9.81971750593941e-06,
      "loss": 1.5701,
      "step": 860
    },
    {
      "epoch": 0.5584247901872176,
      "grad_norm": 5.354220565411314,
      "learning_rate": 9.707066985713795e-06,
      "loss": 1.5487,
      "step": 865
    },
    {
      "epoch": 0.5616526791478373,
      "grad_norm": 4.995550545914696,
      "learning_rate": 9.594453659920241e-06,
      "loss": 1.5052,
      "step": 870
    },
    {
      "epoch": 0.5648805681084571,
      "grad_norm": 5.224319860529777,
      "learning_rate": 9.48189182735231e-06,
      "loss": 1.5371,
      "step": 875
    },
    {
      "epoch": 0.5681084570690769,
      "grad_norm": 5.240828267758849,
      "learning_rate": 9.369395780265323e-06,
      "loss": 1.5537,
      "step": 880
    },
    {
      "epoch": 0.5713363460296966,
      "grad_norm": 5.4919915569394915,
      "learning_rate": 9.256979802561675e-06,
      "loss": 1.5706,
      "step": 885
    },
    {
      "epoch": 0.5745642349903163,
      "grad_norm": 5.198809451347601,
      "learning_rate": 9.144658167977134e-06,
      "loss": 1.5988,
      "step": 890
    },
    {
      "epoch": 0.577792123950936,
      "grad_norm": 5.389465699869633,
      "learning_rate": 9.032445138268493e-06,
      "loss": 1.5407,
      "step": 895
    },
    {
      "epoch": 0.5810200129115558,
      "grad_norm": 5.495352080530079,
      "learning_rate": 8.920354961402723e-06,
      "loss": 1.5559,
      "step": 900
    },
    {
      "epoch": 0.5842479018721756,
      "grad_norm": 5.612791353311329,
      "learning_rate": 8.808401869747858e-06,
      "loss": 1.5855,
      "step": 905
    },
    {
      "epoch": 0.5874757908327953,
      "grad_norm": 5.400883996398841,
      "learning_rate": 8.696600078265876e-06,
      "loss": 1.5122,
      "step": 910
    },
    {
      "epoch": 0.5907036797934151,
      "grad_norm": 4.832336508421307,
      "learning_rate": 8.584963782707812e-06,
      "loss": 1.5118,
      "step": 915
    },
    {
      "epoch": 0.5939315687540349,
      "grad_norm": 5.0951094528676455,
      "learning_rate": 8.473507157811254e-06,
      "loss": 1.4892,
      "step": 920
    },
    {
      "epoch": 0.5971594577146546,
      "grad_norm": 5.8252974300330225,
      "learning_rate": 8.362244355500583e-06,
      "loss": 1.5714,
      "step": 925
    },
    {
      "epoch": 0.6003873466752744,
      "grad_norm": 5.236089319233509,
      "learning_rate": 8.251189503090023e-06,
      "loss": 1.5833,
      "step": 930
    },
    {
      "epoch": 0.6036152356358941,
      "grad_norm": 5.343216112400599,
      "learning_rate": 8.140356701489892e-06,
      "loss": 1.4814,
      "step": 935
    },
    {
      "epoch": 0.6068431245965139,
      "grad_norm": 4.908961690980711,
      "learning_rate": 8.029760023416168e-06,
      "loss": 1.5093,
      "step": 940
    },
    {
      "epoch": 0.6100710135571337,
      "grad_norm": 5.245691260381996,
      "learning_rate": 7.919413511603636e-06,
      "loss": 1.5963,
      "step": 945
    },
    {
      "epoch": 0.6132989025177534,
      "grad_norm": 5.621910081780513,
      "learning_rate": 7.809331177022847e-06,
      "loss": 1.5196,
      "step": 950
    },
    {
      "epoch": 0.6165267914783732,
      "grad_norm": 5.8427500582760175,
      "learning_rate": 7.699526997101121e-06,
      "loss": 1.5567,
      "step": 955
    },
    {
      "epoch": 0.6197546804389928,
      "grad_norm": 5.683875417006101,
      "learning_rate": 7.590014913947778e-06,
      "loss": 1.5644,
      "step": 960
    },
    {
      "epoch": 0.6229825693996126,
      "grad_norm": 5.458609295388963,
      "learning_rate": 7.4808088325839e-06,
      "loss": 1.523,
      "step": 965
    },
    {
      "epoch": 0.6262104583602324,
      "grad_norm": 5.991795522009256,
      "learning_rate": 7.3719226191767526e-06,
      "loss": 1.5572,
      "step": 970
    },
    {
      "epoch": 0.6294383473208521,
      "grad_norm": 5.104396720609387,
      "learning_rate": 7.263370099279173e-06,
      "loss": 1.5125,
      "step": 975
    },
    {
      "epoch": 0.6326662362814719,
      "grad_norm": 5.179959578065037,
      "learning_rate": 7.155165056074111e-06,
      "loss": 1.5097,
      "step": 980
    },
    {
      "epoch": 0.6358941252420917,
      "grad_norm": 5.547151238761799,
      "learning_rate": 7.0473212286245316e-06,
      "loss": 1.581,
      "step": 985
    },
    {
      "epoch": 0.6391220142027114,
      "grad_norm": 5.906714474067254,
      "learning_rate": 6.9398523101289475e-06,
      "loss": 1.5799,
      "step": 990
    },
    {
      "epoch": 0.6423499031633312,
      "grad_norm": 5.211200331104552,
      "learning_rate": 6.832771946182741e-06,
      "loss": 1.5565,
      "step": 995
    },
    {
      "epoch": 0.6455777921239509,
      "grad_norm": 5.268610977952413,
      "learning_rate": 6.72609373304556e-06,
      "loss": 1.4848,
      "step": 1000
    },
    {
      "epoch": 0.6488056810845707,
      "grad_norm": 5.439250857230896,
      "learning_rate": 6.619831215914974e-06,
      "loss": 1.5022,
      "step": 1005
    },
    {
      "epoch": 0.6520335700451905,
      "grad_norm": 5.360521278150201,
      "learning_rate": 6.5139978872065865e-06,
      "loss": 1.4935,
      "step": 1010
    },
    {
      "epoch": 0.6552614590058102,
      "grad_norm": 5.796210278315953,
      "learning_rate": 6.408607184840897e-06,
      "loss": 1.5625,
      "step": 1015
    },
    {
      "epoch": 0.65848934796643,
      "grad_norm": 5.020044853823784,
      "learning_rate": 6.303672490537022e-06,
      "loss": 1.4925,
      "step": 1020
    },
    {
      "epoch": 0.6617172369270498,
      "grad_norm": 5.291440134096366,
      "learning_rate": 6.199207128113614e-06,
      "loss": 1.5557,
      "step": 1025
    },
    {
      "epoch": 0.6649451258876695,
      "grad_norm": 5.239441257851841,
      "learning_rate": 6.095224361797087e-06,
      "loss": 1.582,
      "step": 1030
    },
    {
      "epoch": 0.6681730148482892,
      "grad_norm": 5.202258142662834,
      "learning_rate": 5.991737394537434e-06,
      "loss": 1.5321,
      "step": 1035
    },
    {
      "epoch": 0.6714009038089089,
      "grad_norm": 6.1919229333140375,
      "learning_rate": 5.888759366331798e-06,
      "loss": 1.5242,
      "step": 1040
    },
    {
      "epoch": 0.6746287927695287,
      "grad_norm": 5.057056436772678,
      "learning_rate": 5.786303352556088e-06,
      "loss": 1.4598,
      "step": 1045
    },
    {
      "epoch": 0.6778566817301485,
      "grad_norm": 5.148137854904367,
      "learning_rate": 5.684382362304723e-06,
      "loss": 1.5076,
      "step": 1050
    },
    {
      "epoch": 0.6810845706907682,
      "grad_norm": 5.515091391109832,
      "learning_rate": 5.583009336738874e-06,
      "loss": 1.5496,
      "step": 1055
    },
    {
      "epoch": 0.684312459651388,
      "grad_norm": 5.784777023225698,
      "learning_rate": 5.48219714744326e-06,
      "loss": 1.5131,
      "step": 1060
    },
    {
      "epoch": 0.6875403486120077,
      "grad_norm": 5.59776729212278,
      "learning_rate": 5.381958594791843e-06,
      "loss": 1.4729,
      "step": 1065
    },
    {
      "epoch": 0.6907682375726275,
      "grad_norm": 5.1330532599827485,
      "learning_rate": 5.282306406322502e-06,
      "loss": 1.5357,
      "step": 1070
    },
    {
      "epoch": 0.6939961265332473,
      "grad_norm": 5.530634545266258,
      "learning_rate": 5.1832532351210095e-06,
      "loss": 1.5159,
      "step": 1075
    },
    {
      "epoch": 0.697224015493867,
      "grad_norm": 5.190707271947593,
      "learning_rate": 5.084811658214421e-06,
      "loss": 1.5047,
      "step": 1080
    },
    {
      "epoch": 0.7004519044544868,
      "grad_norm": 5.554567104196739,
      "learning_rate": 4.986994174974155e-06,
      "loss": 1.5259,
      "step": 1085
    },
    {
      "epoch": 0.7036797934151066,
      "grad_norm": 5.540622719340587,
      "learning_rate": 4.889813205528895e-06,
      "loss": 1.4371,
      "step": 1090
    },
    {
      "epoch": 0.7069076823757263,
      "grad_norm": 5.532974890894428,
      "learning_rate": 4.793281089187603e-06,
      "loss": 1.4397,
      "step": 1095
    },
    {
      "epoch": 0.7101355713363461,
      "grad_norm": 5.084284858142072,
      "learning_rate": 4.697410082872741e-06,
      "loss": 1.4826,
      "step": 1100
    },
    {
      "epoch": 0.7133634602969657,
      "grad_norm": 5.374832286921831,
      "learning_rate": 4.602212359563988e-06,
      "loss": 1.5031,
      "step": 1105
    },
    {
      "epoch": 0.7165913492575855,
      "grad_norm": 5.436449921979155,
      "learning_rate": 4.50770000675262e-06,
      "loss": 1.482,
      "step": 1110
    },
    {
      "epoch": 0.7198192382182053,
      "grad_norm": 5.367567637926529,
      "learning_rate": 4.413885024906705e-06,
      "loss": 1.492,
      "step": 1115
    },
    {
      "epoch": 0.723047127178825,
      "grad_norm": 5.459559639213619,
      "learning_rate": 4.320779325947402e-06,
      "loss": 1.4527,
      "step": 1120
    },
    {
      "epoch": 0.7262750161394448,
      "grad_norm": 5.710733826769647,
      "learning_rate": 4.228394731736451e-06,
      "loss": 1.526,
      "step": 1125
    },
    {
      "epoch": 0.7295029051000645,
      "grad_norm": 4.911675403161043,
      "learning_rate": 4.136742972575132e-06,
      "loss": 1.5134,
      "step": 1130
    },
    {
      "epoch": 0.7327307940606843,
      "grad_norm": 5.602840040740436,
      "learning_rate": 4.045835685714848e-06,
      "loss": 1.4289,
      "step": 1135
    },
    {
      "epoch": 0.7359586830213041,
      "grad_norm": 5.035789822163729,
      "learning_rate": 3.955684413879499e-06,
      "loss": 1.4759,
      "step": 1140
    },
    {
      "epoch": 0.7391865719819238,
      "grad_norm": 5.094039088957984,
      "learning_rate": 3.866300603799876e-06,
      "loss": 1.4575,
      "step": 1145
    },
    {
      "epoch": 0.7424144609425436,
      "grad_norm": 5.49222076162649,
      "learning_rate": 3.77769560476026e-06,
      "loss": 1.4581,
      "step": 1150
    },
    {
      "epoch": 0.7456423499031634,
      "grad_norm": 5.715064526970072,
      "learning_rate": 3.689880667157344e-06,
      "loss": 1.5579,
      "step": 1155
    },
    {
      "epoch": 0.7488702388637831,
      "grad_norm": 5.524488815265337,
      "learning_rate": 3.602866941071773e-06,
      "loss": 1.4336,
      "step": 1160
    },
    {
      "epoch": 0.7520981278244029,
      "grad_norm": 5.364873008254881,
      "learning_rate": 3.516665474852369e-06,
      "loss": 1.4432,
      "step": 1165
    },
    {
      "epoch": 0.7553260167850226,
      "grad_norm": 5.2752700833072845,
      "learning_rate": 3.431287213713299e-06,
      "loss": 1.4944,
      "step": 1170
    },
    {
      "epoch": 0.7585539057456423,
      "grad_norm": 5.2004940717802,
      "learning_rate": 3.3467429983443477e-06,
      "loss": 1.4047,
      "step": 1175
    },
    {
      "epoch": 0.7617817947062621,
      "grad_norm": 5.1840162953693545,
      "learning_rate": 3.2630435635344283e-06,
      "loss": 1.4254,
      "step": 1180
    },
    {
      "epoch": 0.7650096836668818,
      "grad_norm": 5.488420884341952,
      "learning_rate": 3.180199536808576e-06,
      "loss": 1.414,
      "step": 1185
    },
    {
      "epoch": 0.7682375726275016,
      "grad_norm": 5.189126496815558,
      "learning_rate": 3.0982214370785335e-06,
      "loss": 1.4575,
      "step": 1190
    },
    {
      "epoch": 0.7714654615881213,
      "grad_norm": 5.038917252480004,
      "learning_rate": 3.0171196733071405e-06,
      "loss": 1.5069,
      "step": 1195
    },
    {
      "epoch": 0.7746933505487411,
      "grad_norm": 5.1969535616381926,
      "learning_rate": 2.936904543186695e-06,
      "loss": 1.4508,
      "step": 1200
    },
    {
      "epoch": 0.7779212395093609,
      "grad_norm": 5.160164936057216,
      "learning_rate": 2.8575862318314087e-06,
      "loss": 1.4409,
      "step": 1205
    },
    {
      "epoch": 0.7811491284699806,
      "grad_norm": 5.3476935943523385,
      "learning_rate": 2.7791748104841876e-06,
      "loss": 1.4374,
      "step": 1210
    },
    {
      "epoch": 0.7843770174306004,
      "grad_norm": 5.370458539003402,
      "learning_rate": 2.7016802352378755e-06,
      "loss": 1.4268,
      "step": 1215
    },
    {
      "epoch": 0.7876049063912202,
      "grad_norm": 5.045239556202245,
      "learning_rate": 2.6251123457710726e-06,
      "loss": 1.4379,
      "step": 1220
    },
    {
      "epoch": 0.7908327953518399,
      "grad_norm": 5.271081605175723,
      "learning_rate": 2.5494808640988e-06,
      "loss": 1.474,
      "step": 1225
    },
    {
      "epoch": 0.7940606843124597,
      "grad_norm": 5.4078856513908296,
      "learning_rate": 2.4747953933380463e-06,
      "loss": 1.476,
      "step": 1230
    },
    {
      "epoch": 0.7972885732730794,
      "grad_norm": 5.765653151999692,
      "learning_rate": 2.4010654164884527e-06,
      "loss": 1.4782,
      "step": 1235
    },
    {
      "epoch": 0.8005164622336992,
      "grad_norm": 5.092525169561813,
      "learning_rate": 2.328300295228221e-06,
      "loss": 1.4497,
      "step": 1240
    },
    {
      "epoch": 0.8037443511943189,
      "grad_norm": 4.722681501392939,
      "learning_rate": 2.2565092687254486e-06,
      "loss": 1.466,
      "step": 1245
    },
    {
      "epoch": 0.8069722401549386,
      "grad_norm": 5.057426901667458,
      "learning_rate": 2.185701452464997e-06,
      "loss": 1.4358,
      "step": 1250
    },
    {
      "epoch": 0.8102001291155584,
      "grad_norm": 4.837982928648199,
      "learning_rate": 2.1158858370910905e-06,
      "loss": 1.4249,
      "step": 1255
    },
    {
      "epoch": 0.8134280180761781,
      "grad_norm": 5.165161107325633,
      "learning_rate": 2.047071287265735e-06,
      "loss": 1.4211,
      "step": 1260
    },
    {
      "epoch": 0.8166559070367979,
      "grad_norm": 5.068834680044366,
      "learning_rate": 1.9792665405431654e-06,
      "loss": 1.3746,
      "step": 1265
    },
    {
      "epoch": 0.8198837959974177,
      "grad_norm": 5.453220592450874,
      "learning_rate": 1.9124802062604066e-06,
      "loss": 1.456,
      "step": 1270
    },
    {
      "epoch": 0.8231116849580374,
      "grad_norm": 5.648842929433009,
      "learning_rate": 1.8467207644441243e-06,
      "loss": 1.4727,
      "step": 1275
    },
    {
      "epoch": 0.8263395739186572,
      "grad_norm": 5.304857997339736,
      "learning_rate": 1.7819965647339065e-06,
      "loss": 1.4979,
      "step": 1280
    },
    {
      "epoch": 0.829567462879277,
      "grad_norm": 5.45097229329167,
      "learning_rate": 1.718315825322071e-06,
      "loss": 1.4318,
      "step": 1285
    },
    {
      "epoch": 0.8327953518398967,
      "grad_norm": 5.021145599454475,
      "learning_rate": 1.6556866319102027e-06,
      "loss": 1.4988,
      "step": 1290
    },
    {
      "epoch": 0.8360232408005165,
      "grad_norm": 5.402016832769367,
      "learning_rate": 1.5941169366824705e-06,
      "loss": 1.4616,
      "step": 1295
    },
    {
      "epoch": 0.8392511297611362,
      "grad_norm": 5.399074896944535,
      "learning_rate": 1.5336145572959283e-06,
      "loss": 1.4384,
      "step": 1300
    },
    {
      "epoch": 0.842479018721756,
      "grad_norm": 5.471814490238626,
      "learning_rate": 1.4741871758878978e-06,
      "loss": 1.4333,
      "step": 1305
    },
    {
      "epoch": 0.8457069076823758,
      "grad_norm": 5.289307631746622,
      "learning_rate": 1.4158423381005294e-06,
      "loss": 1.4523,
      "step": 1310
    },
    {
      "epoch": 0.8489347966429954,
      "grad_norm": 5.020917216038537,
      "learning_rate": 1.3585874521227226e-06,
      "loss": 1.3762,
      "step": 1315
    },
    {
      "epoch": 0.8521626856036152,
      "grad_norm": 5.00624606287639,
      "learning_rate": 1.3024297877494973e-06,
      "loss": 1.4612,
      "step": 1320
    },
    {
      "epoch": 0.855390574564235,
      "grad_norm": 5.429810940921615,
      "learning_rate": 1.2473764754589123e-06,
      "loss": 1.4305,
      "step": 1325
    },
    {
      "epoch": 0.8586184635248547,
      "grad_norm": 5.1399015375442385,
      "learning_rate": 1.193434505506711e-06,
      "loss": 1.4399,
      "step": 1330
    },
    {
      "epoch": 0.8618463524854745,
      "grad_norm": 4.9707825715846665,
      "learning_rate": 1.1406107270387323e-06,
      "loss": 1.4398,
      "step": 1335
    },
    {
      "epoch": 0.8650742414460942,
      "grad_norm": 5.053643246086415,
      "learning_rate": 1.0889118472212702e-06,
      "loss": 1.4304,
      "step": 1340
    },
    {
      "epoch": 0.868302130406714,
      "grad_norm": 5.028185854558994,
      "learning_rate": 1.0383444303894453e-06,
      "loss": 1.4038,
      "step": 1345
    },
    {
      "epoch": 0.8715300193673338,
      "grad_norm": 5.112792724899338,
      "learning_rate": 9.889148972137097e-07,
      "loss": 1.4334,
      "step": 1350
    },
    {
      "epoch": 0.8747579083279535,
      "grad_norm": 5.1166189472841275,
      "learning_rate": 9.406295238846108e-07,
      "loss": 1.3857,
      "step": 1355
    },
    {
      "epoch": 0.8779857972885733,
      "grad_norm": 4.705706257850879,
      "learning_rate": 8.934944413158708e-07,
      "loss": 1.437,
      "step": 1360
    },
    {
      "epoch": 0.881213686249193,
      "grad_norm": 5.788807086151138,
      "learning_rate": 8.475156343659408e-07,
      "loss": 1.4031,
      "step": 1365
    },
    {
      "epoch": 0.8844415752098128,
      "grad_norm": 6.376811639197679,
      "learning_rate": 8.026989410780917e-07,
      "loss": 1.4084,
      "step": 1370
    },
    {
      "epoch": 0.8876694641704326,
      "grad_norm": 5.268830672903035,
      "learning_rate": 7.590500519391309e-07,
      "loss": 1.4988,
      "step": 1375
    },
    {
      "epoch": 0.8908973531310523,
      "grad_norm": 5.049110069527227,
      "learning_rate": 7.165745091568743e-07,
      "loss": 1.4573,
      "step": 1380
    },
    {
      "epoch": 0.8941252420916721,
      "grad_norm": 5.353866067530813,
      "learning_rate": 6.752777059564431e-07,
      "loss": 1.4051,
      "step": 1385
    },
    {
      "epoch": 0.8973531310522918,
      "grad_norm": 5.262463327229783,
      "learning_rate": 6.351648858954618e-07,
      "loss": 1.4635,
      "step": 1390
    },
    {
      "epoch": 0.9005810200129115,
      "grad_norm": 5.279272053499587,
      "learning_rate": 5.962411421982805e-07,
      "loss": 1.501,
      "step": 1395
    },
    {
      "epoch": 0.9038089089735313,
      "grad_norm": 6.166665329453942,
      "learning_rate": 5.585114171092665e-07,
      "loss": 1.4967,
      "step": 1400
    },
    {
      "epoch": 0.907036797934151,
      "grad_norm": 5.922366006208264,
      "learning_rate": 5.219805012652867e-07,
      "loss": 1.4908,
      "step": 1405
    },
    {
      "epoch": 0.9102646868947708,
      "grad_norm": 5.31947537122732,
      "learning_rate": 4.866530330874153e-07,
      "loss": 1.4639,
      "step": 1410
    },
    {
      "epoch": 0.9134925758553906,
      "grad_norm": 5.284266331508542,
      "learning_rate": 4.5253349819199375e-07,
      "loss": 1.3801,
      "step": 1415
    },
    {
      "epoch": 0.9167204648160103,
      "grad_norm": 5.00246174936465,
      "learning_rate": 4.1962622882107174e-07,
      "loss": 1.489,
      "step": 1420
    },
    {
      "epoch": 0.9199483537766301,
      "grad_norm": 5.196352989285751,
      "learning_rate": 3.8793540329233994e-07,
      "loss": 1.423,
      "step": 1425
    },
    {
      "epoch": 0.9231762427372499,
      "grad_norm": 5.636396405762381,
      "learning_rate": 3.574650454685902e-07,
      "loss": 1.3957,
      "step": 1430
    },
    {
      "epoch": 0.9264041316978696,
      "grad_norm": 5.7760912377631195,
      "learning_rate": 3.282190242468031e-07,
      "loss": 1.4413,
      "step": 1435
    },
    {
      "epoch": 0.9296320206584894,
      "grad_norm": 5.284630555099834,
      "learning_rate": 3.0020105306689973e-07,
      "loss": 1.4106,
      "step": 1440
    },
    {
      "epoch": 0.9328599096191091,
      "grad_norm": 5.215595343936084,
      "learning_rate": 2.7341468944023677e-07,
      "loss": 1.4156,
      "step": 1445
    },
    {
      "epoch": 0.9360877985797289,
      "grad_norm": 5.792924133971526,
      "learning_rate": 2.4786333449790753e-07,
      "loss": 1.4402,
      "step": 1450
    },
    {
      "epoch": 0.9393156875403487,
      "grad_norm": 5.1222262590925265,
      "learning_rate": 2.235502325588823e-07,
      "loss": 1.456,
      "step": 1455
    },
    {
      "epoch": 0.9425435765009683,
      "grad_norm": 5.10978965516164,
      "learning_rate": 2.0047847071807402e-07,
      "loss": 1.4556,
      "step": 1460
    },
    {
      "epoch": 0.9457714654615881,
      "grad_norm": 5.133920634072317,
      "learning_rate": 1.786509784543633e-07,
      "loss": 1.5004,
      "step": 1465
    },
    {
      "epoch": 0.9489993544222078,
      "grad_norm": 4.93946597689753,
      "learning_rate": 1.5807052725863025e-07,
      "loss": 1.4039,
      "step": 1470
    },
    {
      "epoch": 0.9522272433828276,
      "grad_norm": 5.19013537792188,
      "learning_rate": 1.3873973028185827e-07,
      "loss": 1.4215,
      "step": 1475
    },
    {
      "epoch": 0.9554551323434474,
      "grad_norm": 5.111399221550104,
      "learning_rate": 1.206610420033305e-07,
      "loss": 1.3986,
      "step": 1480
    },
    {
      "epoch": 0.9586830213040671,
      "grad_norm": 5.234642603752152,
      "learning_rate": 1.038367579189803e-07,
      "loss": 1.3943,
      "step": 1485
    },
    {
      "epoch": 0.9619109102646869,
      "grad_norm": 5.645148935175098,
      "learning_rate": 8.82690142499254e-08,
      "loss": 1.4748,
      "step": 1490
    },
    {
      "epoch": 0.9651387992253067,
      "grad_norm": 5.020357239881912,
      "learning_rate": 7.395978767122946e-08,
      "loss": 1.4324,
      "step": 1495
    },
    {
      "epoch": 0.9683666881859264,
      "grad_norm": 5.6120171308753894,
      "learning_rate": 6.091089506091386e-08,
      "loss": 1.4205,
      "step": 1500
    },
    {
      "epoch": 0.9715945771465462,
      "grad_norm": 5.898083266442407,
      "learning_rate": 4.9123993269271084e-08,
      "loss": 1.4123,
      "step": 1505
    },
    {
      "epoch": 0.9748224661071659,
      "grad_norm": 5.408173578697908,
      "learning_rate": 3.860057890848201e-08,
      "loss": 1.4376,
      "step": 1510
    },
    {
      "epoch": 0.9780503550677857,
      "grad_norm": 5.421313383210646,
      "learning_rate": 2.9341988162595593e-08,
      "loss": 1.4265,
      "step": 1515
    },
    {
      "epoch": 0.9812782440284055,
      "grad_norm": 5.55675456499392,
      "learning_rate": 2.1349396617862395e-08,
      "loss": 1.4463,
      "step": 1520
    },
    {
      "epoch": 0.9845061329890252,
      "grad_norm": 5.211225978985049,
      "learning_rate": 1.4623819113475102e-08,
      "loss": 1.4244,
      "step": 1525
    },
    {
      "epoch": 0.9877340219496449,
      "grad_norm": 5.824025695493701,
      "learning_rate": 9.166109612706031e-09,
      "loss": 1.4411,
      "step": 1530
    },
    {
      "epoch": 0.9909619109102646,
      "grad_norm": 4.826680454755765,
      "learning_rate": 4.976961094479427e-09,
      "loss": 1.4475,
      "step": 1535
    },
    {
      "epoch": 0.9941897998708844,
      "grad_norm": 5.614005751299077,
      "learning_rate": 2.0569054653840625e-09,
      "loss": 1.4278,
      "step": 1540
    },
    {
      "epoch": 0.9974176888315042,
      "grad_norm": 5.395704789347489,
      "learning_rate": 4.0631349213060555e-10,
      "loss": 1.3988,
      "step": 1545
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.406965732574463,
      "eval_runtime": 263.0675,
      "eval_samples_per_second": 31.703,
      "eval_steps_per_second": 0.992,
      "step": 1549
    },
    {
      "epoch": 1.0,
      "step": 1549,
      "total_flos": 19248551362560.0,
      "train_loss": 1.5783487337492912,
      "train_runtime": 6620.0514,
      "train_samples_per_second": 7.485,
      "train_steps_per_second": 0.234
    }
  ],
  "logging_steps": 5,
  "max_steps": 1549,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 19248551362560.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}