{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.996154016179656,
  "eval_steps": 500,
  "global_step": 1059,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02829229477034614,
      "grad_norm": 94.11492156982422,
      "learning_rate": 1.25e-05,
      "loss": 0.8265,
      "step": 10
    },
    {
      "epoch": 0.05658458954069228,
      "grad_norm": 75.07470703125,
      "learning_rate": 2.5e-05,
      "loss": 0.737,
      "step": 20
    },
    {
      "epoch": 0.08487688431103842,
      "grad_norm": 63.67890930175781,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.7199,
      "step": 30
    },
    {
      "epoch": 0.11316917908138456,
      "grad_norm": 64.5537109375,
      "learning_rate": 3.9994011512354455e-05,
      "loss": 0.7145,
      "step": 40
    },
    {
      "epoch": 0.1414614738517307,
      "grad_norm": 63.26422119140625,
      "learning_rate": 3.996968942743186e-05,
      "loss": 0.6906,
      "step": 50
    },
    {
      "epoch": 0.16975376862207683,
      "grad_norm": 52.657257080078125,
      "learning_rate": 3.9926682204807304e-05,
      "loss": 0.6766,
      "step": 60
    },
    {
      "epoch": 0.19804606339242298,
      "grad_norm": 55.939781188964844,
      "learning_rate": 3.986503008526067e-05,
      "loss": 0.6663,
      "step": 70
    },
    {
      "epoch": 0.22633835816276912,
      "grad_norm": 49.46023941040039,
      "learning_rate": 3.978479075513446e-05,
      "loss": 0.6651,
      "step": 80
    },
    {
      "epoch": 0.25463065293311526,
      "grad_norm": 53.444976806640625,
      "learning_rate": 3.968603929235803e-05,
      "loss": 0.6687,
      "step": 90
    },
    {
      "epoch": 0.2829229477034614,
      "grad_norm": 49.93338394165039,
      "learning_rate": 3.956886809619913e-05,
      "loss": 0.6596,
      "step": 100
    },
    {
      "epoch": 0.3112152424738075,
      "grad_norm": 54.019474029541016,
      "learning_rate": 3.94333868008082e-05,
      "loss": 0.6334,
      "step": 110
    },
    {
      "epoch": 0.33950753724415367,
      "grad_norm": 49.52291488647461,
      "learning_rate": 3.927972217263646e-05,
      "loss": 0.636,
      "step": 120
    },
    {
      "epoch": 0.3677998320144998,
      "grad_norm": 46.9410400390625,
      "learning_rate": 3.9108017991823674e-05,
      "loss": 0.6273,
      "step": 130
    },
    {
      "epoch": 0.39609212678484595,
      "grad_norm": 48.465641021728516,
      "learning_rate": 3.891843491766674e-05,
      "loss": 0.6225,
      "step": 140
    },
    {
      "epoch": 0.42438442155519207,
      "grad_norm": 47.92714309692383,
      "learning_rate": 3.871115033829478e-05,
      "loss": 0.6358,
      "step": 150
    },
    {
      "epoch": 0.45267671632553824,
      "grad_norm": 47.684757232666016,
      "learning_rate": 3.8486358204691505e-05,
      "loss": 0.6201,
      "step": 160
    },
    {
      "epoch": 0.48096901109588436,
      "grad_norm": 48.77947235107422,
      "learning_rate": 3.824426884922018e-05,
      "loss": 0.6139,
      "step": 170
    },
    {
      "epoch": 0.5092613058662305,
      "grad_norm": 49.815006256103516,
      "learning_rate": 3.798510878882086e-05,
      "loss": 0.6247,
      "step": 180
    },
    {
      "epoch": 0.5375536006365766,
      "grad_norm": 49.60624694824219,
      "learning_rate": 3.7709120513064196e-05,
      "loss": 0.6125,
      "step": 190
    },
    {
      "epoch": 0.5658458954069228,
      "grad_norm": 47.29824447631836,
      "learning_rate": 3.741656225726005e-05,
      "loss": 0.6129,
      "step": 200
    },
    {
      "epoch": 0.5941381901772689,
      "grad_norm": 50.14078903198242,
      "learning_rate": 3.710770776083311e-05,
      "loss": 0.5902,
      "step": 210
    },
    {
      "epoch": 0.622430484947615,
      "grad_norm": 48.83024215698242,
      "learning_rate": 3.6782846011191855e-05,
      "loss": 0.6121,
      "step": 220
    },
    {
      "epoch": 0.6507227797179612,
      "grad_norm": 45.325504302978516,
      "learning_rate": 3.644228097333025e-05,
      "loss": 0.6009,
      "step": 230
    },
    {
      "epoch": 0.6790150744883073,
      "grad_norm": 51.53373718261719,
      "learning_rate": 3.60863313054153e-05,
      "loss": 0.6118,
      "step": 240
    },
    {
      "epoch": 0.7073073692586535,
      "grad_norm": 44.46132278442383,
      "learning_rate": 3.571533006062664e-05,
      "loss": 0.6042,
      "step": 250
    },
    {
      "epoch": 0.7355996640289996,
      "grad_norm": 47.890625,
      "learning_rate": 3.5329624375527e-05,
      "loss": 0.6029,
      "step": 260
    },
    {
      "epoch": 0.7638919587993458,
      "grad_norm": 45.87557601928711,
      "learning_rate": 3.492957514525522e-05,
      "loss": 0.5924,
      "step": 270
    },
    {
      "epoch": 0.7921842535696919,
      "grad_norm": 46.6375617980957,
      "learning_rate": 3.4515556685845706e-05,
      "loss": 0.5839,
      "step": 280
    },
    {
      "epoch": 0.820476548340038,
      "grad_norm": 46.20927810668945,
      "learning_rate": 3.4087956383990355e-05,
      "loss": 0.5976,
      "step": 290
    },
    {
      "epoch": 0.8487688431103841,
      "grad_norm": 44.299476623535156,
      "learning_rate": 3.36471743345705e-05,
      "loss": 0.5871,
      "step": 300
    },
    {
      "epoch": 0.8770611378807303,
      "grad_norm": 44.8925895690918,
      "learning_rate": 3.3193622966298155e-05,
      "loss": 0.5729,
      "step": 310
    },
    {
      "epoch": 0.9053534326510765,
      "grad_norm": 43.60881042480469,
      "learning_rate": 3.272772665581681e-05,
      "loss": 0.5951,
      "step": 320
    },
    {
      "epoch": 0.9336457274214226,
      "grad_norm": 44.73467254638672,
      "learning_rate": 3.2249921330622894e-05,
      "loss": 0.5865,
      "step": 330
    },
    {
      "epoch": 0.9619380221917687,
      "grad_norm": 44.39530563354492,
      "learning_rate": 3.176065406117928e-05,
      "loss": 0.5677,
      "step": 340
    },
    {
      "epoch": 0.9902303169621148,
      "grad_norm": 45.78221893310547,
      "learning_rate": 3.126038264260272e-05,
      "loss": 0.5811,
      "step": 350
    },
    {
      "epoch": 1.018522611732461,
      "grad_norm": 42.54255676269531,
      "learning_rate": 3.0749575166316376e-05,
      "loss": 0.529,
      "step": 360
    },
    {
      "epoch": 1.0468149065028072,
      "grad_norm": 44.1485595703125,
      "learning_rate": 3.022870958206845e-05,
      "loss": 0.5104,
      "step": 370
    },
    {
      "epoch": 1.0751072012731533,
      "grad_norm": 43.59065628051758,
      "learning_rate": 2.9698273250726593e-05,
      "loss": 0.4912,
      "step": 380
    },
    {
      "epoch": 1.1033994960434994,
      "grad_norm": 47.90654373168945,
      "learning_rate": 2.915876248826653e-05,
      "loss": 0.5007,
      "step": 390
    },
    {
      "epoch": 1.1316917908138455,
      "grad_norm": 48.12900924682617,
      "learning_rate": 2.861068210138169e-05,
      "loss": 0.4924,
      "step": 400
    },
    {
      "epoch": 1.1599840855841916,
      "grad_norm": 45.788028717041016,
      "learning_rate": 2.8054544915148163e-05,
      "loss": 0.4999,
      "step": 410
    },
    {
      "epoch": 1.1882763803545378,
      "grad_norm": 48.016265869140625,
      "learning_rate": 2.7490871293187226e-05,
      "loss": 0.4968,
      "step": 420
    },
    {
      "epoch": 1.2165686751248839,
      "grad_norm": 47.503753662109375,
      "learning_rate": 2.69201886507741e-05,
      "loss": 0.4911,
      "step": 430
    },
    {
      "epoch": 1.24486096989523,
      "grad_norm": 43.9008674621582,
      "learning_rate": 2.6343030961348684e-05,
      "loss": 0.4914,
      "step": 440
    },
    {
      "epoch": 1.2731532646655763,
      "grad_norm": 51.55910110473633,
      "learning_rate": 2.575993825689005e-05,
      "loss": 0.4984,
      "step": 450
    },
    {
      "epoch": 1.3014455594359224,
      "grad_norm": 46.89332962036133,
      "learning_rate": 2.5171456122622006e-05,
      "loss": 0.4913,
      "step": 460
    },
    {
      "epoch": 1.3297378542062686,
      "grad_norm": 45.62400817871094,
      "learning_rate": 2.4578135186522716e-05,
      "loss": 0.4908,
      "step": 470
    },
    {
      "epoch": 1.3580301489766147,
      "grad_norm": 43.19487380981445,
      "learning_rate": 2.3980530604115896e-05,
      "loss": 0.4899,
      "step": 480
    },
    {
      "epoch": 1.3863224437469608,
      "grad_norm": 47.675411224365234,
      "learning_rate": 2.337920153902571e-05,
      "loss": 0.5022,
      "step": 490
    },
    {
      "epoch": 1.414614738517307,
      "grad_norm": 46.81362533569336,
      "learning_rate": 2.277471063978137e-05,
      "loss": 0.497,
      "step": 500
    },
    {
      "epoch": 1.442907033287653,
      "grad_norm": 43.024845123291016,
      "learning_rate": 2.2167623513361045e-05,
      "loss": 0.486,
      "step": 510
    },
    {
      "epoch": 1.4711993280579991,
      "grad_norm": 48.46063995361328,
      "learning_rate": 2.1558508195967576e-05,
      "loss": 0.4925,
      "step": 520
    },
    {
      "epoch": 1.4994916228283452,
      "grad_norm": 45.760868072509766,
      "learning_rate": 2.0947934621531258e-05,
      "loss": 0.4904,
      "step": 530
    },
    {
      "epoch": 1.5277839175986916,
      "grad_norm": 50.22765350341797,
      "learning_rate": 2.0336474088436904e-05,
      "loss": 0.4893,
      "step": 540
    },
    {
      "epoch": 1.5560762123690375,
      "grad_norm": 46.728614807128906,
      "learning_rate": 1.9724698724974343e-05,
      "loss": 0.4863,
      "step": 550
    },
    {
      "epoch": 1.5843685071393838,
      "grad_norm": 47.76382064819336,
      "learning_rate": 1.9113180954012247e-05,
      "loss": 0.4944,
      "step": 560
    },
    {
      "epoch": 1.61266080190973,
      "grad_norm": 49.77993392944336,
      "learning_rate": 1.8502492957396484e-05,
      "loss": 0.4774,
      "step": 570
    },
    {
      "epoch": 1.640953096680076,
      "grad_norm": 46.18117904663086,
      "learning_rate": 1.7893206140573852e-05,
      "loss": 0.4694,
      "step": 580
    },
    {
      "epoch": 1.6692453914504222,
      "grad_norm": 46.24747085571289,
      "learning_rate": 1.7285890597942336e-05,
      "loss": 0.4756,
      "step": 590
    },
    {
      "epoch": 1.6975376862207683,
      "grad_norm": 46.43058776855469,
      "learning_rate": 1.668111457942811e-05,
      "loss": 0.4783,
      "step": 600
    },
    {
      "epoch": 1.7258299809911144,
      "grad_norm": 46.958919525146484,
      "learning_rate": 1.607944395878828e-05,
      "loss": 0.4776,
      "step": 610
    },
    {
      "epoch": 1.7541222757614605,
      "grad_norm": 42.604576110839844,
      "learning_rate": 1.548144170413705e-05,
      "loss": 0.4751,
      "step": 620
    },
    {
      "epoch": 1.7824145705318069,
      "grad_norm": 46.214046478271484,
      "learning_rate": 1.4887667351190508e-05,
      "loss": 0.4736,
      "step": 630
    },
    {
      "epoch": 1.8107068653021527,
      "grad_norm": 46.578739166259766,
      "learning_rate": 1.4298676479723158e-05,
      "loss": 0.4765,
      "step": 640
    },
    {
      "epoch": 1.838999160072499,
      "grad_norm": 49.75358581542969,
      "learning_rate": 1.3715020193725801e-05,
      "loss": 0.4639,
      "step": 650
    },
    {
      "epoch": 1.867291454842845,
      "grad_norm": 49.36628341674805,
      "learning_rate": 1.3137244605751364e-05,
      "loss": 0.4865,
      "step": 660
    },
    {
      "epoch": 1.8955837496131913,
      "grad_norm": 49.271121978759766,
      "learning_rate": 1.2565890325931096e-05,
      "loss": 0.4635,
      "step": 670
    },
    {
      "epoch": 1.9238760443835374,
      "grad_norm": 42.75962829589844,
      "learning_rate": 1.2001491956139177e-05,
      "loss": 0.4753,
      "step": 680
    },
    {
      "epoch": 1.9521683391538835,
      "grad_norm": 44.49867630004883,
      "learning_rate": 1.1444577589779206e-05,
      "loss": 0.4657,
      "step": 690
    },
    {
      "epoch": 1.9804606339242297,
      "grad_norm": 46.07305908203125,
      "learning_rate": 1.0895668317660404e-05,
      "loss": 0.4668,
      "step": 700
    },
    {
      "epoch": 2.008752928694576,
      "grad_norm": 53.604557037353516,
      "learning_rate": 1.0355277740426017e-05,
      "loss": 0.444,
      "step": 710
    },
    {
      "epoch": 2.037045223464922,
      "grad_norm": 52.05387878417969,
      "learning_rate": 9.823911487990083e-06,
      "loss": 0.3918,
      "step": 720
    },
    {
      "epoch": 2.065337518235268,
      "grad_norm": 52.156349182128906,
      "learning_rate": 9.302066746432183e-06,
      "loss": 0.387,
      "step": 730
    },
    {
      "epoch": 2.0936298130056143,
      "grad_norm": 51.72985076904297,
      "learning_rate": 8.790231792792914e-06,
      "loss": 0.3875,
      "step": 740
    },
    {
      "epoch": 2.1219221077759602,
      "grad_norm": 53.109046936035156,
      "learning_rate": 8.28888553820526e-06,
      "loss": 0.3921,
      "step": 750
    },
    {
      "epoch": 2.1502144025463066,
      "grad_norm": 51.85807418823242,
      "learning_rate": 7.798497079789513e-06,
      "loss": 0.3933,
      "step": 760
    },
    {
      "epoch": 2.1785066973166525,
      "grad_norm": 53.21246337890625,
      "learning_rate": 7.319525261730822e-06,
      "loss": 0.3889,
      "step": 770
    },
    {
      "epoch": 2.206798992086999,
      "grad_norm": 52.26942443847656,
      "learning_rate": 6.852418245950195e-06,
      "loss": 0.3938,
      "step": 780
    },
    {
      "epoch": 2.235091286857345,
      "grad_norm": 52.105838775634766,
      "learning_rate": 6.397613092770641e-06,
      "loss": 0.3934,
      "step": 790
    },
    {
      "epoch": 2.263383581627691,
      "grad_norm": 50.32993698120117,
      "learning_rate": 5.955535351970754e-06,
      "loss": 0.3884,
      "step": 800
    },
    {
      "epoch": 2.2916758763980374,
      "grad_norm": 52.58189392089844,
      "learning_rate": 5.5265986646085e-06,
      "loss": 0.3894,
      "step": 810
    },
    {
      "epoch": 2.3199681711683833,
      "grad_norm": 51.35353469848633,
      "learning_rate": 5.111204375987615e-06,
      "loss": 0.385,
      "step": 820
    },
    {
      "epoch": 2.3482604659387296,
      "grad_norm": 52.65754318237305,
      "learning_rate": 4.709741160128878e-06,
      "loss": 0.372,
      "step": 830
    },
    {
      "epoch": 2.3765527607090755,
      "grad_norm": 52.932281494140625,
      "learning_rate": 4.322584656097577e-06,
      "loss": 0.3782,
      "step": 840
    },
    {
      "epoch": 2.404845055479422,
      "grad_norm": 48.66704177856445,
      "learning_rate": 3.950097116527449e-06,
      "loss": 0.3919,
      "step": 850
    },
    {
      "epoch": 2.4331373502497677,
      "grad_norm": 52.752803802490234,
      "learning_rate": 3.592627068669983e-06,
      "loss": 0.3823,
      "step": 860
    },
    {
      "epoch": 2.461429645020114,
      "grad_norm": 52.2065544128418,
      "learning_rate": 3.2505089882861964e-06,
      "loss": 0.3767,
      "step": 870
    },
    {
      "epoch": 2.48972193979046,
      "grad_norm": 50.5092887878418,
      "learning_rate": 2.9240629866860538e-06,
      "loss": 0.3719,
      "step": 880
    },
    {
      "epoch": 2.5180142345608063,
      "grad_norm": 54.0071907043457,
      "learning_rate": 2.6135945112083506e-06,
      "loss": 0.3793,
      "step": 890
    },
    {
      "epoch": 2.5463065293311526,
      "grad_norm": 51.075164794921875,
      "learning_rate": 2.3193940594212917e-06,
      "loss": 0.3789,
      "step": 900
    },
    {
      "epoch": 2.5745988241014985,
      "grad_norm": 53.48076629638672,
      "learning_rate": 2.0417369073111936e-06,
      "loss": 0.3817,
      "step": 910
    },
    {
      "epoch": 2.602891118871845,
      "grad_norm": 54.31864929199219,
      "learning_rate": 1.7808828517136612e-06,
      "loss": 0.3857,
      "step": 920
    },
    {
      "epoch": 2.6311834136421908,
      "grad_norm": 51.0897216796875,
      "learning_rate": 1.5370759672281744e-06,
      "loss": 0.3776,
      "step": 930
    },
    {
      "epoch": 2.659475708412537,
      "grad_norm": 53.861427307128906,
      "learning_rate": 1.3105443778436388e-06,
      "loss": 0.3766,
      "step": 940
    },
    {
      "epoch": 2.687768003182883,
      "grad_norm": 49.185302734375,
      "learning_rate": 1.1015000434884682e-06,
      "loss": 0.384,
      "step": 950
    },
    {
      "epoch": 2.7160602979532293,
      "grad_norm": 53.21417999267578,
      "learning_rate": 9.101385617050007e-07,
      "loss": 0.3723,
      "step": 960
    },
    {
      "epoch": 2.7443525927235752,
      "grad_norm": 54.70134353637695,
      "learning_rate": 7.366389846337841e-07,
      "loss": 0.3815,
      "step": 970
    },
    {
      "epoch": 2.7726448874939216,
      "grad_norm": 53.2882194519043,
      "learning_rate": 5.811636514789598e-07,
      "loss": 0.3806,
      "step": 980
    },
    {
      "epoch": 2.800937182264268,
      "grad_norm": 52.69584274291992,
      "learning_rate": 4.43858036611573e-07,
      "loss": 0.3814,
      "step": 990
    },
    {
      "epoch": 2.829229477034614,
      "grad_norm": 55.783634185791016,
      "learning_rate": 3.2485061345282286e-07,
      "loss": 0.3838,
      "step": 1000
    },
    {
      "epoch": 2.85752177180496,
      "grad_norm": 49.773502349853516,
      "learning_rate": 2.2425273426471162e-07,
      "loss": 0.3829,
      "step": 1010
    },
    {
      "epoch": 2.885814066575306,
      "grad_norm": 50.421417236328125,
      "learning_rate": 1.421585259605318e-07,
      "loss": 0.3802,
      "step": 1020
    },
    {
      "epoch": 2.9141063613456524,
      "grad_norm": 56.082252502441406,
      "learning_rate": 7.864480203266356e-08,
      "loss": 0.3815,
      "step": 1030
    },
    {
      "epoch": 2.9423986561159983,
      "grad_norm": 52.35788345336914,
      "learning_rate": 3.37709906801198e-08,
      "loss": 0.3846,
      "step": 1040
    },
    {
      "epoch": 2.9706909508863446,
      "grad_norm": 51.95500564575195,
      "learning_rate": 7.579079203074991e-09,
      "loss": 0.3727,
      "step": 1050
    },
    {
      "epoch": 2.996154016179656,
      "step": 1059,
      "total_flos": 9.569143748664361e+17,
      "train_loss": 0.5005588545002275,
      "train_runtime": 18779.252,
      "train_samples_per_second": 7.227,
      "train_steps_per_second": 0.056
    }
  ],
  "logging_steps": 10,
  "max_steps": 1059,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.569143748664361e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}