{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6281465059350607,
  "eval_steps": 500,
  "global_step": 850,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 1.9372913499539586,
      "learning_rate": 2.4390243902439027e-06,
      "loss": 1.6191,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.8879048490473127,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 1.6982,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.857307355920545,
      "learning_rate": 7.317073170731707e-06,
      "loss": 1.6724,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.808250401091683,
      "learning_rate": 9.756097560975611e-06,
      "loss": 1.647,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.5133500505596453,
      "learning_rate": 1.2195121951219513e-05,
      "loss": 1.6079,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.2734146289947597,
      "learning_rate": 1.4634146341463415e-05,
      "loss": 1.5908,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1812917040861377,
      "learning_rate": 1.707317073170732e-05,
      "loss": 1.5518,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.293637431287248,
      "learning_rate": 1.9512195121951222e-05,
      "loss": 1.5952,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1620676440097686,
      "learning_rate": 2.1951219512195124e-05,
      "loss": 1.5493,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.3191260666446372,
      "learning_rate": 2.4390243902439026e-05,
      "loss": 1.5625,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.182981202097366,
      "learning_rate": 2.682926829268293e-05,
      "loss": 1.5498,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.0724491677903074,
      "learning_rate": 2.926829268292683e-05,
      "loss": 1.5547,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9434780094091623,
      "learning_rate": 3.170731707317073e-05,
      "loss": 1.5327,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.0202543546064133,
      "learning_rate": 3.414634146341464e-05,
      "loss": 1.5933,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.996865818341891,
      "learning_rate": 3.6585365853658535e-05,
      "loss": 1.5796,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9288105887086908,
      "learning_rate": 3.9024390243902444e-05,
      "loss": 1.4609,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9726608694986103,
      "learning_rate": 4.146341463414634e-05,
      "loss": 1.5161,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8619245275928736,
      "learning_rate": 4.390243902439025e-05,
      "loss": 1.5122,
      "step": 18
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9215398746800475,
      "learning_rate": 4.634146341463415e-05,
      "loss": 1.5078,
      "step": 19
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.903097203515963,
      "learning_rate": 4.878048780487805e-05,
      "loss": 1.4502,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8761498232482394,
      "learning_rate": 5.121951219512195e-05,
      "loss": 1.4893,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8353385747464918,
      "learning_rate": 5.365853658536586e-05,
      "loss": 1.4717,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8000291372477917,
      "learning_rate": 5.6097560975609764e-05,
      "loss": 1.481,
      "step": 23
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8452088500727898,
      "learning_rate": 5.853658536585366e-05,
      "loss": 1.4644,
      "step": 24
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8829309199222577,
      "learning_rate": 6.097560975609756e-05,
      "loss": 1.4868,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8162327363449975,
      "learning_rate": 6.341463414634146e-05,
      "loss": 1.4883,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7987925882960866,
      "learning_rate": 6.585365853658538e-05,
      "loss": 1.4268,
      "step": 27
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7909140922467949,
      "learning_rate": 6.829268292682928e-05,
      "loss": 1.4873,
      "step": 28
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7560592825415925,
      "learning_rate": 7.073170731707317e-05,
      "loss": 1.4116,
      "step": 29
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7058796878894483,
      "learning_rate": 7.317073170731707e-05,
      "loss": 1.4023,
      "step": 30
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7614550996113684,
      "learning_rate": 7.560975609756099e-05,
      "loss": 1.4312,
      "step": 31
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7531993296256376,
      "learning_rate": 7.804878048780489e-05,
      "loss": 1.5024,
      "step": 32
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7475795582718757,
      "learning_rate": 8.048780487804879e-05,
      "loss": 1.4363,
      "step": 33
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7561530704205457,
      "learning_rate": 8.292682926829268e-05,
      "loss": 1.4873,
      "step": 34
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7606234092420118,
      "learning_rate": 8.53658536585366e-05,
      "loss": 1.4204,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7078849092381325,
      "learning_rate": 8.78048780487805e-05,
      "loss": 1.418,
      "step": 36
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7583459620401868,
      "learning_rate": 9.02439024390244e-05,
      "loss": 1.4365,
      "step": 37
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6479336734201823,
      "learning_rate": 9.26829268292683e-05,
      "loss": 1.3911,
      "step": 38
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7138445522030739,
      "learning_rate": 9.51219512195122e-05,
      "loss": 1.4287,
      "step": 39
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6772243082870256,
      "learning_rate": 9.75609756097561e-05,
      "loss": 1.3779,
      "step": 40
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7001769060106223,
      "learning_rate": 0.0001,
      "loss": 1.3623,
      "step": 41
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6593306891481673,
      "learning_rate": 9.999985665852258e-05,
      "loss": 1.3745,
      "step": 42
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7111159325021309,
      "learning_rate": 9.999942663491213e-05,
      "loss": 1.3799,
      "step": 43
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7023696510759943,
      "learning_rate": 9.999870993163431e-05,
      "loss": 1.4399,
      "step": 44
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6736689337950041,
      "learning_rate": 9.999770655279843e-05,
      "loss": 1.4106,
      "step": 45
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6746379997849087,
      "learning_rate": 9.999641650415752e-05,
      "loss": 1.4409,
      "step": 46
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6615592598917496,
      "learning_rate": 9.99948397931083e-05,
      "loss": 1.3984,
      "step": 47
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6538222984665192,
      "learning_rate": 9.999297642869105e-05,
      "loss": 1.4031,
      "step": 48
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6129031974400467,
      "learning_rate": 9.999082642158973e-05,
      "loss": 1.396,
      "step": 49
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6148818612628825,
      "learning_rate": 9.998838978413168e-05,
      "loss": 1.3574,
      "step": 50
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6869612852614861,
      "learning_rate": 9.99856665302878e-05,
      "loss": 1.3762,
      "step": 51
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7410178778694718,
      "learning_rate": 9.998265667567226e-05,
      "loss": 1.3481,
      "step": 52
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6380516168920353,
      "learning_rate": 9.997936023754257e-05,
      "loss": 1.3513,
      "step": 53
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6192351492724488,
      "learning_rate": 9.997577723479938e-05,
      "loss": 1.3662,
      "step": 54
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.633774941417789,
      "learning_rate": 9.997190768798639e-05,
      "loss": 1.3457,
      "step": 55
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6016840416873676,
      "learning_rate": 9.996775161929027e-05,
      "loss": 1.3877,
      "step": 56
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.638026596140304,
      "learning_rate": 9.99633090525405e-05,
      "loss": 1.3892,
      "step": 57
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5934027179170136,
      "learning_rate": 9.995858001320926e-05,
      "loss": 1.3223,
      "step": 58
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6143195436309025,
      "learning_rate": 9.995356452841122e-05,
      "loss": 1.3862,
      "step": 59
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6076935190423259,
      "learning_rate": 9.994826262690347e-05,
      "loss": 1.3584,
      "step": 60
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6239965555110781,
      "learning_rate": 9.994267433908533e-05,
      "loss": 1.2771,
      "step": 61
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5469871219286494,
      "learning_rate": 9.99367996969981e-05,
      "loss": 1.3579,
      "step": 62
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5975500231663011,
      "learning_rate": 9.9930638734325e-05,
      "loss": 1.3872,
      "step": 63
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6160102854784424,
      "learning_rate": 9.992419148639087e-05,
      "loss": 1.3831,
      "step": 64
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5815474376554662,
      "learning_rate": 9.991745799016206e-05,
      "loss": 1.3745,
      "step": 65
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5994591436721235,
      "learning_rate": 9.991043828424612e-05,
      "loss": 1.396,
      "step": 66
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5896523240727669,
      "learning_rate": 9.990313240889167e-05,
      "loss": 1.3608,
      "step": 67
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6062100949214702,
      "learning_rate": 9.989554040598807e-05,
      "loss": 1.2996,
      "step": 68
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5941049216825265,
      "learning_rate": 9.988766231906533e-05,
      "loss": 1.4106,
      "step": 69
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5604128113953568,
      "learning_rate": 9.987949819329365e-05,
      "loss": 1.3931,
      "step": 70
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5519277490096212,
      "learning_rate": 9.98710480754834e-05,
      "loss": 1.3691,
      "step": 71
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5900021330626725,
      "learning_rate": 9.986231201408467e-05,
      "loss": 1.4058,
      "step": 72
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5699754681306506,
      "learning_rate": 9.985329005918702e-05,
      "loss": 1.355,
      "step": 73
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.593149750992695,
      "learning_rate": 9.98439822625193e-05,
      "loss": 1.3545,
      "step": 74
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5824626045065218,
      "learning_rate": 9.983438867744923e-05,
      "loss": 1.3896,
      "step": 75
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5900786393120402,
      "learning_rate": 9.982450935898316e-05,
      "loss": 1.3716,
      "step": 76
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5688141367114475,
      "learning_rate": 9.981434436376572e-05,
      "loss": 1.3921,
      "step": 77
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.557565379686218,
      "learning_rate": 9.980389375007955e-05,
      "loss": 1.3506,
      "step": 78
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5740715320740841,
      "learning_rate": 9.979315757784488e-05,
      "loss": 1.2917,
      "step": 79
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5717745274109229,
      "learning_rate": 9.97821359086193e-05,
      "loss": 1.3154,
      "step": 80
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.609615875256831,
      "learning_rate": 9.977082880559725e-05,
      "loss": 1.3328,
      "step": 81
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5777864702702744,
      "learning_rate": 9.975923633360985e-05,
      "loss": 1.3599,
      "step": 82
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.575948499045498,
      "learning_rate": 9.974735855912436e-05,
      "loss": 1.4038,
      "step": 83
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.550693122074238,
      "learning_rate": 9.97351955502439e-05,
      "loss": 1.3203,
      "step": 84
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5561601283605949,
      "learning_rate": 9.972274737670701e-05,
      "loss": 1.3477,
      "step": 85
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5601251180421914,
      "learning_rate": 9.971001410988728e-05,
      "loss": 1.333,
      "step": 86
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6207004745075507,
      "learning_rate": 9.969699582279292e-05,
      "loss": 1.4048,
      "step": 87
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5475040554880181,
      "learning_rate": 9.968369259006634e-05,
      "loss": 1.3208,
      "step": 88
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6054670378552847,
      "learning_rate": 9.967010448798375e-05,
      "loss": 1.4131,
      "step": 89
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5486336748948858,
      "learning_rate": 9.965623159445471e-05,
      "loss": 1.3843,
      "step": 90
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.585603864758025,
      "learning_rate": 9.964207398902163e-05,
      "loss": 1.3186,
      "step": 91
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5412960874208915,
      "learning_rate": 9.96276317528594e-05,
      "loss": 1.2861,
      "step": 92
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5442105369162202,
      "learning_rate": 9.96129049687749e-05,
      "loss": 1.3262,
      "step": 93
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5816978676309428,
      "learning_rate": 9.959789372120649e-05,
      "loss": 1.3279,
      "step": 94
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5557519862862452,
      "learning_rate": 9.958259809622352e-05,
      "loss": 1.3672,
      "step": 95
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5666965195077155,
      "learning_rate": 9.956701818152591e-05,
      "loss": 1.3203,
      "step": 96
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5354511291609182,
      "learning_rate": 9.955115406644356e-05,
      "loss": 1.3081,
      "step": 97
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5685729288533676,
      "learning_rate": 9.953500584193592e-05,
      "loss": 1.3452,
      "step": 98
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5922446508548838,
      "learning_rate": 9.95185736005914e-05,
      "loss": 1.3682,
      "step": 99
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5837642463681222,
      "learning_rate": 9.950185743662685e-05,
      "loss": 1.3691,
      "step": 100
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5761448966076219,
      "learning_rate": 9.948485744588709e-05,
      "loss": 1.3281,
      "step": 101
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.553490008569796,
      "learning_rate": 9.946757372584423e-05,
      "loss": 1.292,
      "step": 102
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5686477341821499,
      "learning_rate": 9.945000637559727e-05,
      "loss": 1.3486,
      "step": 103
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5772487636958804,
      "learning_rate": 9.943215549587138e-05,
      "loss": 1.3425,
      "step": 104
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5758207849461601,
      "learning_rate": 9.941402118901744e-05,
      "loss": 1.3701,
      "step": 105
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5582099537521159,
      "learning_rate": 9.939560355901136e-05,
      "loss": 1.3794,
      "step": 106
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5336197399728324,
      "learning_rate": 9.937690271145354e-05,
      "loss": 1.3179,
      "step": 107
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.539037656457371,
      "learning_rate": 9.935791875356832e-05,
      "loss": 1.3071,
      "step": 108
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5584770963502244,
      "learning_rate": 9.933865179420321e-05,
      "loss": 1.3945,
      "step": 109
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5364047388288558,
      "learning_rate": 9.931910194382837e-05,
      "loss": 1.3462,
      "step": 110
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5956933567804931,
      "learning_rate": 9.929926931453599e-05,
      "loss": 1.2585,
      "step": 111
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5548298244830802,
      "learning_rate": 9.927915402003964e-05,
      "loss": 1.3765,
      "step": 112
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5528131728204222,
      "learning_rate": 9.92587561756735e-05,
      "loss": 1.3452,
      "step": 113
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5181397205586854,
      "learning_rate": 9.92380758983919e-05,
      "loss": 1.2671,
      "step": 114
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5429954425262675,
      "learning_rate": 9.921711330676848e-05,
      "loss": 1.3574,
      "step": 115
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5523231773869766,
      "learning_rate": 9.919586852099562e-05,
      "loss": 1.3184,
      "step": 116
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5583959107787768,
      "learning_rate": 9.917434166288364e-05,
      "loss": 1.3442,
      "step": 117
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5850081526075311,
      "learning_rate": 9.915253285586024e-05,
      "loss": 1.3477,
      "step": 118
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5498743192645993,
      "learning_rate": 9.913044222496966e-05,
      "loss": 1.3398,
      "step": 119
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5853233345937257,
      "learning_rate": 9.910806989687206e-05,
      "loss": 1.3276,
      "step": 120
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.559389561256856,
      "learning_rate": 9.908541599984276e-05,
      "loss": 1.3462,
      "step": 121
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5298088621667728,
      "learning_rate": 9.906248066377143e-05,
      "loss": 1.2568,
      "step": 122
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5731884986496186,
      "learning_rate": 9.903926402016153e-05,
      "loss": 1.3394,
      "step": 123
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5549155957971303,
      "learning_rate": 9.901576620212933e-05,
      "loss": 1.311,
      "step": 124
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5620092141236146,
      "learning_rate": 9.899198734440335e-05,
      "loss": 1.291,
      "step": 125
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5405164924320079,
      "learning_rate": 9.896792758332341e-05,
      "loss": 1.248,
      "step": 126
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5602202105737174,
      "learning_rate": 9.894358705684002e-05,
      "loss": 1.3115,
      "step": 127
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5580296998093701,
      "learning_rate": 9.891896590451344e-05,
      "loss": 1.2947,
      "step": 128
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5755635897570144,
      "learning_rate": 9.889406426751296e-05,
      "loss": 1.3086,
      "step": 129
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6025851962917577,
      "learning_rate": 9.886888228861608e-05,
      "loss": 1.3447,
      "step": 130
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5660419268974345,
      "learning_rate": 9.88434201122077e-05,
      "loss": 1.3232,
      "step": 131
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5495648120402916,
      "learning_rate": 9.881767788427925e-05,
      "loss": 1.3096,
      "step": 132
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5577872798163368,
      "learning_rate": 9.879165575242787e-05,
      "loss": 1.291,
      "step": 133
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5540620803629338,
      "learning_rate": 9.876535386585561e-05,
      "loss": 1.335,
      "step": 134
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5573425731012122,
      "learning_rate": 9.873877237536853e-05,
      "loss": 1.2327,
      "step": 135
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5827857038389533,
      "learning_rate": 9.871191143337582e-05,
      "loss": 1.3333,
      "step": 136
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5897883061496167,
      "learning_rate": 9.868477119388896e-05,
      "loss": 1.3076,
      "step": 137
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5800275384221499,
      "learning_rate": 9.865735181252085e-05,
      "loss": 1.3188,
      "step": 138
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5605765677262206,
      "learning_rate": 9.862965344648485e-05,
      "loss": 1.3086,
      "step": 139
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5432447170586258,
      "learning_rate": 9.860167625459398e-05,
      "loss": 1.2861,
      "step": 140
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5687257803544524,
      "learning_rate": 9.85734203972599e-05,
      "loss": 1.2839,
      "step": 141
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5475328993701518,
      "learning_rate": 9.854488603649206e-05,
      "loss": 1.3169,
      "step": 142
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5408143803639806,
      "learning_rate": 9.851607333589677e-05,
      "loss": 1.3374,
      "step": 143
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5350053494827027,
      "learning_rate": 9.848698246067623e-05,
      "loss": 1.2888,
      "step": 144
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5642075781884446,
      "learning_rate": 9.84576135776276e-05,
      "loss": 1.3105,
      "step": 145
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5725161088840623,
      "learning_rate": 9.842796685514203e-05,
      "loss": 1.3516,
      "step": 146
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5837888943455876,
      "learning_rate": 9.839804246320375e-05,
      "loss": 1.2871,
      "step": 147
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5833329842842448,
      "learning_rate": 9.836784057338899e-05,
      "loss": 1.3232,
      "step": 148
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5244172538585695,
      "learning_rate": 9.833736135886512e-05,
      "loss": 1.2568,
      "step": 149
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5163576076330887,
      "learning_rate": 9.830660499438955e-05,
      "loss": 1.2759,
      "step": 150
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5617840717093857,
      "learning_rate": 9.827557165630879e-05,
      "loss": 1.2524,
      "step": 151
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.547220410155329,
      "learning_rate": 9.824426152255741e-05,
      "loss": 1.312,
      "step": 152
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5715922980351898,
      "learning_rate": 9.821267477265705e-05,
      "loss": 1.335,
      "step": 153
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5626236612178414,
      "learning_rate": 9.818081158771538e-05,
      "loss": 1.3633,
      "step": 154
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.556817713740677,
      "learning_rate": 9.814867215042502e-05,
      "loss": 1.3345,
      "step": 155
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5658424328358594,
      "learning_rate": 9.811625664506259e-05,
      "loss": 1.3325,
      "step": 156
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5518987143292007,
      "learning_rate": 9.808356525748748e-05,
      "loss": 1.3179,
      "step": 157
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5509045139485853,
      "learning_rate": 9.805059817514101e-05,
      "loss": 1.3276,
      "step": 158
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5612999607711056,
      "learning_rate": 9.801735558704517e-05,
      "loss": 1.2192,
      "step": 159
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.530326353544212,
      "learning_rate": 9.798383768380164e-05,
      "loss": 1.2988,
      "step": 160
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5524425336112486,
      "learning_rate": 9.795004465759065e-05,
      "loss": 1.2622,
      "step": 161
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5121240819278214,
      "learning_rate": 9.791597670216989e-05,
      "loss": 1.2603,
      "step": 162
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5262701595678754,
      "learning_rate": 9.78816340128734e-05,
      "loss": 1.22,
      "step": 163
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5866254674193113,
      "learning_rate": 9.784701678661045e-05,
      "loss": 1.311,
      "step": 164
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.567120419528464,
      "learning_rate": 9.781212522186443e-05,
      "loss": 1.3145,
      "step": 165
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5704512174009239,
      "learning_rate": 9.777695951869164e-05,
      "loss": 1.2612,
      "step": 166
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5359884622353506,
      "learning_rate": 9.774151987872027e-05,
      "loss": 1.2117,
      "step": 167
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5772321074843504,
      "learning_rate": 9.770580650514914e-05,
      "loss": 1.3525,
      "step": 168
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5316876920831217,
      "learning_rate": 9.766981960274653e-05,
      "loss": 1.3442,
      "step": 169
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5622203218145027,
      "learning_rate": 9.763355937784909e-05,
      "loss": 1.2964,
      "step": 170
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5614932814360857,
      "learning_rate": 9.759702603836059e-05,
      "loss": 1.3389,
      "step": 171
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.568962837143467,
      "learning_rate": 9.756021979375071e-05,
      "loss": 1.3174,
      "step": 172
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5382419139994956,
      "learning_rate": 9.752314085505395e-05,
      "loss": 1.3125,
      "step": 173
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5677837729549118,
      "learning_rate": 9.748578943486828e-05,
      "loss": 1.2871,
      "step": 174
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5602612877442024,
      "learning_rate": 9.744816574735405e-05,
      "loss": 1.3438,
      "step": 175
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5735194400650546,
      "learning_rate": 9.74102700082326e-05,
      "loss": 1.3208,
      "step": 176
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5670876099448275,
      "learning_rate": 9.737210243478521e-05,
      "loss": 1.2969,
      "step": 177
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5450536272385241,
      "learning_rate": 9.733366324585175e-05,
      "loss": 1.2673,
      "step": 178
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5340701964695135,
      "learning_rate": 9.72949526618294e-05,
      "loss": 1.3403,
      "step": 179
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5422933717116616,
      "learning_rate": 9.725597090467144e-05,
      "loss": 1.2539,
      "step": 180
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5680150103490264,
      "learning_rate": 9.721671819788602e-05,
      "loss": 1.3149,
      "step": 181
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.560101859043945,
      "learning_rate": 9.717719476653475e-05,
      "loss": 1.321,
      "step": 182
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5267278121510764,
      "learning_rate": 9.71374008372315e-05,
      "loss": 1.2227,
      "step": 183
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5687530339596342,
      "learning_rate": 9.709733663814113e-05,
      "loss": 1.3159,
      "step": 184
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5321503974993333,
      "learning_rate": 9.705700239897809e-05,
      "loss": 1.3188,
      "step": 185
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5593956329311583,
      "learning_rate": 9.701639835100513e-05,
      "loss": 1.249,
      "step": 186
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5591047172889141,
      "learning_rate": 9.697552472703205e-05,
      "loss": 1.2756,
      "step": 187
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5543029039316694,
      "learning_rate": 9.693438176141425e-05,
      "loss": 1.2915,
      "step": 188
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5494961227055172,
      "learning_rate": 9.68929696900515e-05,
      "loss": 1.313,
      "step": 189
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5541252042617403,
      "learning_rate": 9.685128875038647e-05,
      "loss": 1.2754,
      "step": 190
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5163534781462605,
      "learning_rate": 9.680933918140348e-05,
      "loss": 1.2681,
      "step": 191
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.537157272716453,
      "learning_rate": 9.676712122362706e-05,
      "loss": 1.2551,
      "step": 192
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5397175193183968,
      "learning_rate": 9.672463511912055e-05,
      "loss": 1.2822,
      "step": 193
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5488691397441863,
      "learning_rate": 9.668188111148484e-05,
      "loss": 1.283,
      "step": 194
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5905761212464122,
      "learning_rate": 9.66388594458568e-05,
      "loss": 1.2896,
      "step": 195
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.580369444338734,
      "learning_rate": 9.659557036890801e-05,
      "loss": 1.3416,
      "step": 196
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5262728809847318,
      "learning_rate": 9.655201412884327e-05,
      "loss": 1.2554,
      "step": 197
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5375550652008795,
      "learning_rate": 9.650819097539922e-05,
      "loss": 1.2612,
      "step": 198
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5208197207069616,
      "learning_rate": 9.646410115984289e-05,
      "loss": 1.2358,
      "step": 199
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5409371788748774,
      "learning_rate": 9.641974493497024e-05,
      "loss": 1.3262,
      "step": 200
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5389211233425135,
      "learning_rate": 9.637512255510475e-05,
      "loss": 1.2729,
      "step": 201
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5501782779153785,
      "learning_rate": 9.633023427609591e-05,
      "loss": 1.2322,
      "step": 202
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5678681105856288,
      "learning_rate": 9.628508035531785e-05,
      "loss": 1.3721,
      "step": 203
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5559621306210715,
      "learning_rate": 9.623966105166772e-05,
      "loss": 1.3267,
      "step": 204
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5417687907113425,
      "learning_rate": 9.619397662556435e-05,
      "loss": 1.2666,
      "step": 205
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5546614199696198,
      "learning_rate": 9.614802733894665e-05,
      "loss": 1.3389,
      "step": 206
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5594799442475286,
      "learning_rate": 9.610181345527217e-05,
      "loss": 1.2671,
      "step": 207
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5852167375394156,
      "learning_rate": 9.605533523951558e-05,
      "loss": 1.3335,
      "step": 208
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5465110917787175,
      "learning_rate": 9.600859295816708e-05,
      "loss": 1.3096,
      "step": 209
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5704616015169348,
      "learning_rate": 9.596158687923104e-05,
      "loss": 1.3022,
      "step": 210
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5617616139462727,
      "learning_rate": 9.591431727222424e-05,
      "loss": 1.3159,
      "step": 211
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5465602681324426,
      "learning_rate": 9.586678440817453e-05,
      "loss": 1.2708,
      "step": 212
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5864421378413351,
      "learning_rate": 9.581898855961912e-05,
      "loss": 1.2607,
      "step": 213
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.556548001041405,
      "learning_rate": 9.577093000060312e-05,
      "loss": 1.3081,
      "step": 214
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5642842704902283,
      "learning_rate": 9.572260900667794e-05,
      "loss": 1.2759,
      "step": 215
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5486665255067006,
      "learning_rate": 9.567402585489963e-05,
      "loss": 1.2104,
      "step": 216
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5361207508020517,
      "learning_rate": 9.56251808238275e-05,
      "loss": 1.2451,
      "step": 217
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5149380805556683,
      "learning_rate": 9.557607419352226e-05,
      "loss": 1.2778,
      "step": 218
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5469266902951428,
      "learning_rate": 9.552670624554461e-05,
      "loss": 1.2617,
      "step": 219
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5430295319416,
      "learning_rate": 9.54770772629535e-05,
      "loss": 1.2915,
      "step": 220
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5744217791056692,
      "learning_rate": 9.542718753030463e-05,
      "loss": 1.3281,
      "step": 221
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5587545969611539,
      "learning_rate": 9.537703733364871e-05,
      "loss": 1.2837,
      "step": 222
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5288053303373643,
      "learning_rate": 9.532662696052985e-05,
      "loss": 1.2949,
      "step": 223
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5791175310063906,
      "learning_rate": 9.527595669998399e-05,
      "loss": 1.2917,
      "step": 224
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5250029719207272,
      "learning_rate": 9.522502684253709e-05,
      "loss": 1.2375,
      "step": 225
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5177601049436101,
      "learning_rate": 9.517383768020361e-05,
      "loss": 1.2695,
      "step": 226
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5554993860583297,
      "learning_rate": 9.512238950648474e-05,
      "loss": 1.2917,
      "step": 227
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5738329488665082,
      "learning_rate": 9.507068261636679e-05,
      "loss": 1.2944,
      "step": 228
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5562896023700302,
      "learning_rate": 9.501871730631942e-05,
      "loss": 1.3296,
      "step": 229
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5416347008024398,
      "learning_rate": 9.496649387429404e-05,
      "loss": 1.2437,
      "step": 230
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5699356753997783,
      "learning_rate": 9.491401261972195e-05,
      "loss": 1.2705,
      "step": 231
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5481624625613764,
      "learning_rate": 9.486127384351282e-05,
      "loss": 1.3779,
      "step": 232
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5688206917165098,
      "learning_rate": 9.480827784805278e-05,
      "loss": 1.2754,
      "step": 233
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5490377714658476,
      "learning_rate": 9.475502493720283e-05,
      "loss": 1.3125,
      "step": 234
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5355672804730123,
      "learning_rate": 9.470151541629699e-05,
      "loss": 1.2627,
      "step": 235
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5905840590902287,
      "learning_rate": 9.464774959214063e-05,
      "loss": 1.3027,
      "step": 236
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.56064622426517,
      "learning_rate": 9.459372777300864e-05,
      "loss": 1.2065,
      "step": 237
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5568610691565873,
      "learning_rate": 9.45394502686437e-05,
      "loss": 1.3223,
      "step": 238
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5300725401389981,
      "learning_rate": 9.448491739025454e-05,
      "loss": 1.2805,
      "step": 239
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5519662242216672,
      "learning_rate": 9.44301294505141e-05,
      "loss": 1.2371,
      "step": 240
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5402101018249572,
      "learning_rate": 9.437508676355773e-05,
      "loss": 1.2749,
      "step": 241
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5389383005608104,
      "learning_rate": 9.431978964498143e-05,
      "loss": 1.2876,
      "step": 242
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5310718244911751,
      "learning_rate": 9.426423841184005e-05,
      "loss": 1.3057,
      "step": 243
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5454082533825911,
      "learning_rate": 9.420843338264542e-05,
      "loss": 1.2578,
      "step": 244
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.565349361879851,
      "learning_rate": 9.415237487736452e-05,
      "loss": 1.3306,
      "step": 245
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5224746893789486,
      "learning_rate": 9.409606321741775e-05,
      "loss": 1.2598,
      "step": 246
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5440997273729092,
      "learning_rate": 9.403949872567695e-05,
      "loss": 1.2749,
      "step": 247
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5668696203741111,
      "learning_rate": 9.398268172646365e-05,
      "loss": 1.2739,
      "step": 248
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.538410569856225,
      "learning_rate": 9.392561254554713e-05,
      "loss": 1.2734,
      "step": 249
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5458663263053075,
      "learning_rate": 9.386829151014262e-05,
      "loss": 1.3101,
      "step": 250
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.537905713825921,
      "learning_rate": 9.381071894890941e-05,
      "loss": 1.2666,
      "step": 251
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5288916095430457,
      "learning_rate": 9.375289519194894e-05,
      "loss": 1.2666,
      "step": 252
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5335913282729025,
      "learning_rate": 9.369482057080292e-05,
      "loss": 1.2886,
      "step": 253
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5523824410197196,
      "learning_rate": 9.363649541845142e-05,
      "loss": 1.2571,
      "step": 254
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5912264857528259,
      "learning_rate": 9.357792006931098e-05,
      "loss": 1.261,
      "step": 255
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5594499774840426,
      "learning_rate": 9.35190948592327e-05,
      "loss": 1.3027,
      "step": 256
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5379207919206825,
      "learning_rate": 9.346002012550027e-05,
      "loss": 1.2983,
      "step": 257
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5455629199690059,
      "learning_rate": 9.340069620682806e-05,
      "loss": 1.2695,
      "step": 258
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5471737544580354,
      "learning_rate": 9.334112344335924e-05,
      "loss": 1.3047,
      "step": 259
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5397100655209365,
      "learning_rate": 9.328130217666366e-05,
      "loss": 1.2896,
      "step": 260
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5636004509867364,
      "learning_rate": 9.322123274973613e-05,
      "loss": 1.3501,
      "step": 261
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5605154015144495,
      "learning_rate": 9.316091550699424e-05,
      "loss": 1.2983,
      "step": 262
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5461515781521593,
      "learning_rate": 9.310035079427651e-05,
      "loss": 1.269,
      "step": 263
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5175024878789147,
      "learning_rate": 9.303953895884033e-05,
      "loss": 1.1653,
      "step": 264
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5224669601631107,
      "learning_rate": 9.297848034936006e-05,
      "loss": 1.2554,
      "step": 265
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5444106809363777,
      "learning_rate": 9.291717531592494e-05,
      "loss": 1.293,
      "step": 266
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5287552712313793,
      "learning_rate": 9.285562421003715e-05,
      "loss": 1.2651,
      "step": 267
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5381309609110954,
      "learning_rate": 9.279382738460971e-05,
      "loss": 1.2812,
      "step": 268
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5528803396804242,
      "learning_rate": 9.273178519396459e-05,
      "loss": 1.3149,
      "step": 269
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5270531797880375,
      "learning_rate": 9.266949799383053e-05,
      "loss": 1.2615,
      "step": 270
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5488129774725259,
      "learning_rate": 9.260696614134114e-05,
      "loss": 1.2837,
      "step": 271
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5335083589116082,
      "learning_rate": 9.254418999503271e-05,
      "loss": 1.2339,
      "step": 272
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5974061497388541,
      "learning_rate": 9.248116991484229e-05,
      "loss": 1.2825,
      "step": 273
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5381713380415607,
      "learning_rate": 9.241790626210549e-05,
      "loss": 1.1895,
      "step": 274
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5384430847504001,
      "learning_rate": 9.235439939955457e-05,
      "loss": 1.2358,
      "step": 275
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5256588888016233,
      "learning_rate": 9.229064969131621e-05,
      "loss": 1.2407,
      "step": 276
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5242296953154587,
      "learning_rate": 9.222665750290953e-05,
      "loss": 1.2832,
      "step": 277
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5224106607183625,
      "learning_rate": 9.216242320124388e-05,
      "loss": 1.2388,
      "step": 278
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.540400861953043,
      "learning_rate": 9.20979471546169e-05,
      "loss": 1.2695,
      "step": 279
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5289483661482471,
      "learning_rate": 9.203322973271223e-05,
      "loss": 1.2832,
      "step": 280
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5376637104674151,
      "learning_rate": 9.19682713065975e-05,
      "loss": 1.2783,
      "step": 281
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5547766359095799,
      "learning_rate": 9.19030722487222e-05,
      "loss": 1.2515,
      "step": 282
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5431030883095361,
      "learning_rate": 9.183763293291549e-05,
      "loss": 1.2346,
      "step": 283
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5767856753870191,
      "learning_rate": 9.17719537343841e-05,
      "loss": 1.2974,
      "step": 284
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5356401648893151,
      "learning_rate": 9.170603502971016e-05,
      "loss": 1.2532,
      "step": 285
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5528695803408737,
      "learning_rate": 9.163987719684907e-05,
      "loss": 1.3442,
      "step": 286
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5356080125920785,
      "learning_rate": 9.157348061512727e-05,
      "loss": 1.2686,
      "step": 287
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5778656916381988,
      "learning_rate": 9.150684566524012e-05,
      "loss": 1.2041,
      "step": 288
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5328749801157324,
      "learning_rate": 9.143997272924973e-05,
      "loss": 1.2437,
      "step": 289
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5656275076768376,
      "learning_rate": 9.13728621905827e-05,
      "loss": 1.2886,
      "step": 290
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5655646337419664,
      "learning_rate": 9.130551443402799e-05,
      "loss": 1.2783,
      "step": 291
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.567975953014803,
      "learning_rate": 9.123792984573466e-05,
      "loss": 1.3223,
      "step": 292
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5361585380833186,
      "learning_rate": 9.117010881320973e-05,
      "loss": 1.2231,
      "step": 293
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5527612532950269,
      "learning_rate": 9.110205172531585e-05,
      "loss": 1.3506,
      "step": 294
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5330323483779986,
      "learning_rate": 9.103375897226918e-05,
      "loss": 1.2974,
      "step": 295
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.541076058179259,
      "learning_rate": 9.096523094563708e-05,
      "loss": 1.2617,
      "step": 296
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5340836977689315,
      "learning_rate": 9.089646803833589e-05,
      "loss": 1.2603,
      "step": 297
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5383753245320845,
      "learning_rate": 9.082747064462867e-05,
      "loss": 1.2583,
      "step": 298
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5192836861689345,
      "learning_rate": 9.075823916012298e-05,
      "loss": 1.2568,
      "step": 299
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5744817919271316,
      "learning_rate": 9.068877398176852e-05,
      "loss": 1.2131,
      "step": 300
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5323047093147705,
      "learning_rate": 9.061907550785498e-05,
      "loss": 1.2783,
      "step": 301
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5607328564400242,
      "learning_rate": 9.054914413800961e-05,
      "loss": 1.3398,
      "step": 302
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5782257895199574,
      "learning_rate": 9.047898027319507e-05,
      "loss": 1.2759,
      "step": 303
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.546644793451931,
      "learning_rate": 9.040858431570702e-05,
      "loss": 1.2632,
      "step": 304
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5535852227341702,
      "learning_rate": 9.033795666917191e-05,
      "loss": 1.312,
      "step": 305
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5371002551511538,
      "learning_rate": 9.026709773854457e-05,
      "loss": 1.2593,
      "step": 306
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5394441228369942,
      "learning_rate": 9.019600793010597e-05,
      "loss": 1.269,
      "step": 307
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5512445550522174,
      "learning_rate": 9.012468765146079e-05,
      "loss": 1.2686,
      "step": 308
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5043850111181398,
      "learning_rate": 9.005313731153524e-05,
      "loss": 1.2363,
      "step": 309
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5294693808157453,
      "learning_rate": 8.998135732057458e-05,
      "loss": 1.2725,
      "step": 310
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5235449664008548,
      "learning_rate": 8.990934809014077e-05,
      "loss": 1.249,
      "step": 311
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5228082226582549,
      "learning_rate": 8.983711003311024e-05,
      "loss": 1.2153,
      "step": 312
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5525620828249341,
      "learning_rate": 8.976464356367134e-05,
      "loss": 1.2136,
      "step": 313
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5605215996168639,
      "learning_rate": 8.96919490973221e-05,
      "loss": 1.271,
      "step": 314
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5277359930208506,
      "learning_rate": 8.961902705086785e-05,
      "loss": 1.1836,
      "step": 315
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5405930304733125,
      "learning_rate": 8.954587784241871e-05,
      "loss": 1.2705,
      "step": 316
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5248476194932483,
      "learning_rate": 8.947250189138731e-05,
      "loss": 1.2607,
      "step": 317
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.573678896783169,
      "learning_rate": 8.939889961848634e-05,
      "loss": 1.2727,
      "step": 318
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5773485095137408,
      "learning_rate": 8.932507144572616e-05,
      "loss": 1.2607,
      "step": 319
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5633980526681968,
      "learning_rate": 8.925101779641232e-05,
      "loss": 1.1917,
      "step": 320
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5300371631849218,
      "learning_rate": 8.917673909514322e-05,
      "loss": 1.3105,
      "step": 321
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5310192196200603,
      "learning_rate": 8.910223576780758e-05,
      "loss": 1.2808,
      "step": 322
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5234569464366723,
      "learning_rate": 8.902750824158212e-05,
      "loss": 1.2468,
      "step": 323
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5473770126434013,
      "learning_rate": 8.895255694492896e-05,
      "loss": 1.2676,
      "step": 324
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5670393642092653,
      "learning_rate": 8.887738230759333e-05,
      "loss": 1.2456,
      "step": 325
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5484650752546845,
      "learning_rate": 8.880198476060095e-05,
      "loss": 1.251,
      "step": 326
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5569076336735002,
      "learning_rate": 8.872636473625565e-05,
      "loss": 1.272,
      "step": 327
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5237290090420638,
      "learning_rate": 8.865052266813685e-05,
      "loss": 1.2822,
      "step": 328
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5507489271814671,
      "learning_rate": 8.857445899109715e-05,
      "loss": 1.2783,
      "step": 329
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5527246685898635,
      "learning_rate": 8.849817414125973e-05,
      "loss": 1.2705,
      "step": 330
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5544016696123183,
      "learning_rate": 8.84216685560159e-05,
      "loss": 1.2856,
      "step": 331
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5424146088216879,
      "learning_rate": 8.834494267402263e-05,
      "loss": 1.2202,
      "step": 332
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5323806898987287,
      "learning_rate": 8.826799693519996e-05,
      "loss": 1.248,
      "step": 333
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5595146324987165,
      "learning_rate": 8.819083178072852e-05,
      "loss": 1.1672,
      "step": 334
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5854406580169095,
      "learning_rate": 8.811344765304698e-05,
      "loss": 1.2146,
      "step": 335
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5697562446019094,
      "learning_rate": 8.80358449958496e-05,
      "loss": 1.2568,
      "step": 336
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5538906977604374,
      "learning_rate": 8.795802425408352e-05,
      "loss": 1.2544,
      "step": 337
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5211793067308176,
      "learning_rate": 8.787998587394637e-05,
      "loss": 1.2183,
      "step": 338
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5732446722628473,
      "learning_rate": 8.780173030288359e-05,
      "loss": 1.3057,
      "step": 339
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5352980539739127,
      "learning_rate": 8.772325798958597e-05,
      "loss": 1.2598,
      "step": 340
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5234917926015726,
      "learning_rate": 8.7644569383987e-05,
      "loss": 1.1982,
      "step": 341
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5844314852721842,
      "learning_rate": 8.75656649372603e-05,
      "loss": 1.2656,
      "step": 342
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5646854448914282,
      "learning_rate": 8.748654510181709e-05,
      "loss": 1.21,
      "step": 343
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5216723813831847,
      "learning_rate": 8.740721033130352e-05,
      "loss": 1.2329,
      "step": 344
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5099027314874095,
      "learning_rate": 8.732766108059813e-05,
      "loss": 1.2236,
      "step": 345
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5188769999186538,
      "learning_rate": 8.72478978058092e-05,
      "loss": 1.2905,
      "step": 346
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5245157404984339,
      "learning_rate": 8.716792096427217e-05,
      "loss": 1.2339,
      "step": 347
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5160205485678449,
      "learning_rate": 8.708773101454697e-05,
      "loss": 1.2524,
      "step": 348
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.510633107323387,
      "learning_rate": 8.700732841641542e-05,
      "loss": 1.2756,
      "step": 349
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5097028901140956,
      "learning_rate": 8.692671363087863e-05,
      "loss": 1.2539,
      "step": 350
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5506040438253419,
      "learning_rate": 8.68458871201543e-05,
      "loss": 1.1733,
      "step": 351
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5339837805003954,
      "learning_rate": 8.676484934767409e-05,
      "loss": 1.1919,
      "step": 352
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5243053855032012,
      "learning_rate": 8.668360077808093e-05,
      "loss": 1.2637,
      "step": 353
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5475923045103417,
      "learning_rate": 8.660214187722646e-05,
      "loss": 1.2583,
      "step": 354
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5139607250185231,
      "learning_rate": 8.652047311216822e-05,
      "loss": 1.2939,
      "step": 355
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5310090229071474,
      "learning_rate": 8.64385949511671e-05,
      "loss": 1.2788,
      "step": 356
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5531120494965365,
      "learning_rate": 8.635650786368452e-05,
      "loss": 1.25,
      "step": 357
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5315969577054235,
      "learning_rate": 8.627421232037989e-05,
      "loss": 1.2357,
      "step": 358
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5266216921573422,
      "learning_rate": 8.619170879310779e-05,
      "loss": 1.2729,
      "step": 359
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5593055072800345,
      "learning_rate": 8.61089977549153e-05,
      "loss": 1.2529,
      "step": 360
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5596710951308123,
      "learning_rate": 8.602607968003935e-05,
      "loss": 1.2725,
      "step": 361
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5433552854623133,
      "learning_rate": 8.59429550439039e-05,
      "loss": 1.2446,
      "step": 362
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5818949631250041,
      "learning_rate": 8.585962432311727e-05,
      "loss": 1.2998,
      "step": 363
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.514243535892493,
      "learning_rate": 8.577608799546942e-05,
      "loss": 1.23,
      "step": 364
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5465838481685172,
      "learning_rate": 8.569234653992916e-05,
      "loss": 1.2532,
      "step": 365
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.519563471824199,
      "learning_rate": 8.560840043664144e-05,
      "loss": 1.2607,
      "step": 366
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5334398982863738,
      "learning_rate": 8.552425016692464e-05,
      "loss": 1.2363,
      "step": 367
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5530652812053678,
      "learning_rate": 8.543989621326768e-05,
      "loss": 1.2681,
      "step": 368
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5502954863671434,
      "learning_rate": 8.535533905932738e-05,
      "loss": 1.1721,
      "step": 369
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5180001078920966,
      "learning_rate": 8.527057918992565e-05,
      "loss": 1.2139,
      "step": 370
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5333180911534254,
      "learning_rate": 8.518561709104667e-05,
      "loss": 1.2461,
      "step": 371
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5479350107655593,
      "learning_rate": 8.510045324983417e-05,
      "loss": 1.2512,
      "step": 372
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5246093324411485,
      "learning_rate": 8.501508815458855e-05,
      "loss": 1.1787,
      "step": 373
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.50033135264865,
      "learning_rate": 8.492952229476421e-05,
      "loss": 1.2271,
      "step": 374
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5418162221365314,
      "learning_rate": 8.484375616096658e-05,
      "loss": 1.2383,
      "step": 375
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.516783670359288,
      "learning_rate": 8.475779024494945e-05,
      "loss": 1.2681,
      "step": 376
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5298750460233759,
      "learning_rate": 8.467162503961208e-05,
      "loss": 1.2451,
      "step": 377
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5149476400550106,
      "learning_rate": 8.45852610389964e-05,
      "loss": 1.23,
      "step": 378
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5268563601419046,
      "learning_rate": 8.449869873828411e-05,
      "loss": 1.2129,
      "step": 379
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5357435202461692,
      "learning_rate": 8.441193863379396e-05,
      "loss": 1.2881,
      "step": 380
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5407114377511073,
      "learning_rate": 8.432498122297878e-05,
      "loss": 1.2559,
      "step": 381
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5376253272809564,
      "learning_rate": 8.423782700442277e-05,
      "loss": 1.2346,
      "step": 382
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5378153063595059,
      "learning_rate": 8.415047647783847e-05,
      "loss": 1.2031,
      "step": 383
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.514779002563088,
      "learning_rate": 8.406293014406403e-05,
      "loss": 1.2056,
      "step": 384
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5659231392943161,
      "learning_rate": 8.397518850506028e-05,
      "loss": 1.2346,
      "step": 385
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5483974446090379,
      "learning_rate": 8.388725206390788e-05,
      "loss": 1.2974,
      "step": 386
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5297423113703096,
      "learning_rate": 8.379912132480441e-05,
      "loss": 1.2427,
      "step": 387
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5339239833592698,
      "learning_rate": 8.371079679306146e-05,
      "loss": 1.2788,
      "step": 388
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5346762752364651,
      "learning_rate": 8.36222789751018e-05,
      "loss": 1.2329,
      "step": 389
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5267945253503268,
      "learning_rate": 8.353356837845642e-05,
      "loss": 1.3101,
      "step": 390
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5227678407329124,
      "learning_rate": 8.344466551176164e-05,
      "loss": 1.2544,
      "step": 391
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5351886972585579,
      "learning_rate": 8.335557088475618e-05,
      "loss": 1.2036,
      "step": 392
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.547855768363372,
      "learning_rate": 8.326628500827826e-05,
      "loss": 1.2256,
      "step": 393
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5232912428703006,
      "learning_rate": 8.31768083942627e-05,
      "loss": 1.2524,
      "step": 394
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5355407135538937,
      "learning_rate": 8.308714155573785e-05,
      "loss": 1.1904,
      "step": 395
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5398818834520477,
      "learning_rate": 8.29972850068228e-05,
      "loss": 1.2544,
      "step": 396
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5365767973671521,
      "learning_rate": 8.290723926272439e-05,
      "loss": 1.2378,
      "step": 397
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5505960932890972,
      "learning_rate": 8.281700483973421e-05,
      "loss": 1.2471,
      "step": 398
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5479428166637395,
      "learning_rate": 8.272658225522569e-05,
      "loss": 1.2607,
      "step": 399
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5764125413085645,
      "learning_rate": 8.263597202765109e-05,
      "loss": 1.2888,
      "step": 400
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5193462362673806,
      "learning_rate": 8.254517467653858e-05,
      "loss": 1.1882,
      "step": 401
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5374168368793678,
      "learning_rate": 8.245419072248919e-05,
      "loss": 1.2358,
      "step": 402
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5560345573494497,
      "learning_rate": 8.236302068717392e-05,
      "loss": 1.3,
      "step": 403
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5223138605512301,
      "learning_rate": 8.227166509333068e-05,
      "loss": 1.2559,
      "step": 404
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5009208364979428,
      "learning_rate": 8.218012446476128e-05,
      "loss": 1.2617,
      "step": 405
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.509867725986647,
      "learning_rate": 8.208839932632849e-05,
      "loss": 1.2715,
      "step": 406
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5190782935920448,
      "learning_rate": 8.199649020395298e-05,
      "loss": 1.2183,
      "step": 407
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.551317848502644,
      "learning_rate": 8.190439762461033e-05,
      "loss": 1.2241,
      "step": 408
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5299140869699253,
      "learning_rate": 8.181212211632799e-05,
      "loss": 1.1746,
      "step": 409
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5161200175965883,
      "learning_rate": 8.171966420818228e-05,
      "loss": 1.2544,
      "step": 410
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5368310977870265,
      "learning_rate": 8.162702443029531e-05,
      "loss": 1.2505,
      "step": 411
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5392135585371384,
      "learning_rate": 8.153420331383199e-05,
      "loss": 1.2378,
      "step": 412
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5652426070182841,
      "learning_rate": 8.144120139099697e-05,
      "loss": 1.2788,
      "step": 413
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5264883521440279,
      "learning_rate": 8.134801919503154e-05,
      "loss": 1.2432,
      "step": 414
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5391198787958846,
      "learning_rate": 8.125465726021069e-05,
      "loss": 1.2642,
      "step": 415
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5447234901673647,
      "learning_rate": 8.116111612183989e-05,
      "loss": 1.2598,
      "step": 416
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5239448356746366,
      "learning_rate": 8.106739631625217e-05,
      "loss": 1.2383,
      "step": 417
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.522466994953917,
      "learning_rate": 8.09734983808049e-05,
      "loss": 1.21,
      "step": 418
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.49320728726020635,
      "learning_rate": 8.087942285387688e-05,
      "loss": 1.1643,
      "step": 419
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.538615135680076,
      "learning_rate": 8.07851702748651e-05,
      "loss": 1.2485,
      "step": 420
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5546864636999657,
      "learning_rate": 8.06907411841817e-05,
      "loss": 1.1887,
      "step": 421
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5337150121699967,
      "learning_rate": 8.05961361232509e-05,
      "loss": 1.2378,
      "step": 422
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5548120199862732,
      "learning_rate": 8.050135563450587e-05,
      "loss": 1.2129,
      "step": 423
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5491477319207145,
      "learning_rate": 8.040640026138562e-05,
      "loss": 1.2615,
      "step": 424
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5292609791678348,
      "learning_rate": 8.03112705483319e-05,
      "loss": 1.1963,
      "step": 425
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5386073890465884,
      "learning_rate": 8.021596704078605e-05,
      "loss": 1.2822,
      "step": 426
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5208877771953219,
      "learning_rate": 8.012049028518589e-05,
      "loss": 1.2468,
      "step": 427
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5300893442105213,
      "learning_rate": 8.002484082896257e-05,
      "loss": 1.2141,
      "step": 428
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5426660622332912,
      "learning_rate": 7.992901922053752e-05,
      "loss": 1.2083,
      "step": 429
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5280778314237736,
      "learning_rate": 7.983302600931911e-05,
      "loss": 1.2556,
      "step": 430
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5303015472910759,
      "learning_rate": 7.973686174569972e-05,
      "loss": 1.2246,
      "step": 431
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5385117857553907,
      "learning_rate": 7.964052698105247e-05,
      "loss": 1.2544,
      "step": 432
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5175160927509813,
      "learning_rate": 7.954402226772804e-05,
      "loss": 1.1724,
      "step": 433
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5167307050244405,
      "learning_rate": 7.944734815905154e-05,
      "loss": 1.228,
      "step": 434
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.533666702216578,
      "learning_rate": 7.93505052093194e-05,
      "loss": 1.2349,
      "step": 435
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5259498652131873,
      "learning_rate": 7.925349397379604e-05,
      "loss": 1.2415,
      "step": 436
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5445977576017799,
      "learning_rate": 7.915631500871083e-05,
      "loss": 1.2065,
      "step": 437
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5649990455410109,
      "learning_rate": 7.905896887125482e-05,
      "loss": 1.2417,
      "step": 438
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5260513948557283,
      "learning_rate": 7.896145611957759e-05,
      "loss": 1.1918,
      "step": 439
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5258410063287358,
      "learning_rate": 7.8863777312784e-05,
      "loss": 1.2124,
      "step": 440
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5434644442116746,
      "learning_rate": 7.876593301093104e-05,
      "loss": 1.2349,
      "step": 441
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5462561748612222,
      "learning_rate": 7.866792377502457e-05,
      "loss": 1.2373,
      "step": 442
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5661256454549024,
      "learning_rate": 7.856975016701615e-05,
      "loss": 1.2334,
      "step": 443
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5517524055311237,
      "learning_rate": 7.847141274979977e-05,
      "loss": 1.2549,
      "step": 444
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5588533911643465,
      "learning_rate": 7.837291208720866e-05,
      "loss": 1.248,
      "step": 445
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5432341108696274,
      "learning_rate": 7.827424874401203e-05,
      "loss": 1.207,
      "step": 446
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5185655878803792,
      "learning_rate": 7.81754232859119e-05,
      "loss": 1.2087,
      "step": 447
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.546989000271988,
      "learning_rate": 7.807643627953969e-05,
      "loss": 1.2852,
      "step": 448
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5609807732483688,
      "learning_rate": 7.797728829245321e-05,
      "loss": 1.23,
      "step": 449
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5290536891546959,
      "learning_rate": 7.787797989313317e-05,
      "loss": 1.1687,
      "step": 450
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.527486366572943,
      "learning_rate": 7.777851165098012e-05,
      "loss": 1.2349,
      "step": 451
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5444668761845415,
      "learning_rate": 7.767888413631101e-05,
      "loss": 1.248,
      "step": 452
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5194113505588946,
      "learning_rate": 7.757909792035608e-05,
      "loss": 1.3081,
      "step": 453
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5174613130879753,
      "learning_rate": 7.747915357525545e-05,
      "loss": 1.2046,
      "step": 454
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5535670191712191,
      "learning_rate": 7.737905167405595e-05,
      "loss": 1.2136,
      "step": 455
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.546209627520353,
      "learning_rate": 7.727879279070773e-05,
      "loss": 1.2097,
      "step": 456
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5221397456131871,
      "learning_rate": 7.717837750006106e-05,
      "loss": 1.2832,
      "step": 457
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5380906003507856,
      "learning_rate": 7.7077806377863e-05,
      "loss": 1.1807,
      "step": 458
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.546159089637007,
      "learning_rate": 7.697708000075403e-05,
      "loss": 1.262,
      "step": 459
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5378903447286532,
      "learning_rate": 7.687619894626493e-05,
      "loss": 1.2639,
      "step": 460
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5183593724417229,
      "learning_rate": 7.677516379281321e-05,
      "loss": 1.2344,
      "step": 461
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5110004203240966,
      "learning_rate": 7.667397511970005e-05,
      "loss": 1.2144,
      "step": 462
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5237401648978784,
      "learning_rate": 7.657263350710676e-05,
      "loss": 1.1992,
      "step": 463
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5458624581753624,
      "learning_rate": 7.647113953609163e-05,
      "loss": 1.252,
      "step": 464
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.55612272064723,
      "learning_rate": 7.636949378858646e-05,
      "loss": 1.188,
      "step": 465
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5578526299155908,
      "learning_rate": 7.626769684739337e-05,
      "loss": 1.1951,
      "step": 466
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5092511020982519,
      "learning_rate": 7.616574929618125e-05,
      "loss": 1.1543,
      "step": 467
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5348616024567703,
      "learning_rate": 7.606365171948267e-05,
      "loss": 1.2368,
      "step": 468
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.532298079012496,
      "learning_rate": 7.596140470269029e-05,
      "loss": 1.2107,
      "step": 469
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5514395726265122,
      "learning_rate": 7.585900883205364e-05,
      "loss": 1.241,
      "step": 470
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5539874834294591,
      "learning_rate": 7.575646469467575e-05,
      "loss": 1.2249,
      "step": 471
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5141238427544136,
      "learning_rate": 7.565377287850977e-05,
      "loss": 1.21,
      "step": 472
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.526119772429715,
      "learning_rate": 7.555093397235552e-05,
      "loss": 1.2141,
      "step": 473
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5239544155150679,
      "learning_rate": 7.544794856585626e-05,
      "loss": 1.2446,
      "step": 474
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5116743183638587,
      "learning_rate": 7.53448172494952e-05,
      "loss": 1.2251,
      "step": 475
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5465278452905271,
      "learning_rate": 7.524154061459215e-05,
      "loss": 1.1744,
      "step": 476
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5242898434746838,
      "learning_rate": 7.51381192533001e-05,
      "loss": 1.2305,
      "step": 477
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5524906450650563,
      "learning_rate": 7.503455375860192e-05,
      "loss": 1.271,
      "step": 478
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5422094091125237,
      "learning_rate": 7.493084472430682e-05,
      "loss": 1.2983,
      "step": 479
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5100606069460412,
      "learning_rate": 7.482699274504708e-05,
      "loss": 1.1914,
      "step": 480
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5258246755815246,
      "learning_rate": 7.472299841627451e-05,
      "loss": 1.1948,
      "step": 481
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5183104456102203,
      "learning_rate": 7.461886233425717e-05,
      "loss": 1.1658,
      "step": 482
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5283305385961874,
      "learning_rate": 7.451458509607582e-05,
      "loss": 1.2378,
      "step": 483
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5552677702446687,
      "learning_rate": 7.441016729962064e-05,
      "loss": 1.1938,
      "step": 484
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5198625616185957,
      "learning_rate": 7.430560954358764e-05,
      "loss": 1.2515,
      "step": 485
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.524907115545136,
      "learning_rate": 7.420091242747536e-05,
      "loss": 1.2437,
      "step": 486
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.520819742542826,
      "learning_rate": 7.409607655158139e-05,
      "loss": 1.2764,
      "step": 487
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5297968503831433,
      "learning_rate": 7.399110251699887e-05,
      "loss": 1.2529,
      "step": 488
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5214545833543685,
      "learning_rate": 7.388599092561315e-05,
      "loss": 1.2979,
      "step": 489
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5158994351772959,
      "learning_rate": 7.378074238009826e-05,
      "loss": 1.2363,
      "step": 490
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.49265767229951024,
      "learning_rate": 7.367535748391349e-05,
      "loss": 1.228,
      "step": 491
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5308141896787576,
      "learning_rate": 7.35698368412999e-05,
      "loss": 1.2527,
      "step": 492
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5185543266636785,
      "learning_rate": 7.346418105727686e-05,
      "loss": 1.2192,
      "step": 493
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5231300605729964,
      "learning_rate": 7.335839073763865e-05,
      "loss": 1.2065,
      "step": 494
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5399567824066669,
      "learning_rate": 7.325246648895088e-05,
      "loss": 1.2563,
      "step": 495
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5239942836551379,
      "learning_rate": 7.31464089185471e-05,
      "loss": 1.2549,
      "step": 496
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5367247940798874,
      "learning_rate": 7.304021863452524e-05,
      "loss": 1.2061,
      "step": 497
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5404506218621764,
      "learning_rate": 7.293389624574422e-05,
      "loss": 1.2142,
      "step": 498
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5055969660442964,
      "learning_rate": 7.282744236182034e-05,
      "loss": 1.2451,
      "step": 499
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5423433133756662,
      "learning_rate": 7.27208575931239e-05,
      "loss": 1.2012,
      "step": 500
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5291351969461193,
      "learning_rate": 7.26141425507756e-05,
      "loss": 1.1768,
      "step": 501
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5217703642849318,
      "learning_rate": 7.250729784664316e-05,
      "loss": 1.209,
      "step": 502
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5201622197991884,
      "learning_rate": 7.240032409333764e-05,
      "loss": 1.2031,
      "step": 503
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5281271991799672,
      "learning_rate": 7.22932219042101e-05,
      "loss": 1.1987,
      "step": 504
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5573441678253518,
      "learning_rate": 7.218599189334799e-05,
      "loss": 1.2739,
      "step": 505
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5665017191299871,
      "learning_rate": 7.207863467557162e-05,
      "loss": 1.2773,
      "step": 506
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5325104774494102,
      "learning_rate": 7.19711508664307e-05,
      "loss": 1.209,
      "step": 507
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.518792873366363,
      "learning_rate": 7.186354108220072e-05,
      "loss": 1.2173,
      "step": 508
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.530762745727063,
      "learning_rate": 7.175580593987951e-05,
      "loss": 1.2466,
      "step": 509
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5140061528285057,
      "learning_rate": 7.164794605718366e-05,
      "loss": 1.2139,
      "step": 510
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5194168189274216,
      "learning_rate": 7.153996205254495e-05,
      "loss": 1.2476,
      "step": 511
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5487088087238914,
      "learning_rate": 7.143185454510686e-05,
      "loss": 1.2251,
      "step": 512
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.49449833617368844,
      "learning_rate": 7.1323624154721e-05,
      "loss": 1.2021,
      "step": 513
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5209680110441622,
      "learning_rate": 7.121527150194349e-05,
      "loss": 1.229,
      "step": 514
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5179658980514732,
      "learning_rate": 7.110679720803156e-05,
      "loss": 1.2324,
      "step": 515
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5237224991500224,
      "learning_rate": 7.099820189493977e-05,
      "loss": 1.269,
      "step": 516
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5302189416292129,
      "learning_rate": 7.088948618531667e-05,
      "loss": 1.2041,
      "step": 517
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5384341108312423,
      "learning_rate": 7.078065070250106e-05,
      "loss": 1.1746,
      "step": 518
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5521437637462966,
      "learning_rate": 7.067169607051851e-05,
      "loss": 1.2886,
      "step": 519
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5328288678743964,
      "learning_rate": 7.056262291407772e-05,
      "loss": 1.1877,
      "step": 520
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5359494830051162,
      "learning_rate": 7.045343185856701e-05,
      "loss": 1.2202,
      "step": 521
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5288532232218185,
      "learning_rate": 7.034412353005063e-05,
      "loss": 1.21,
      "step": 522
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5512085122241619,
      "learning_rate": 7.02346985552653e-05,
      "loss": 1.2798,
      "step": 523
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.533944460040126,
      "learning_rate": 7.01251575616165e-05,
      "loss": 1.2539,
      "step": 524
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5837632563221825,
      "learning_rate": 7.0015501177175e-05,
      "loss": 1.1335,
      "step": 525
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5228757012149624,
      "learning_rate": 6.990573003067304e-05,
      "loss": 1.1689,
      "step": 526
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5276157144534642,
      "learning_rate": 6.979584475150103e-05,
      "loss": 1.1667,
      "step": 527
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5240007425873849,
      "learning_rate": 6.968584596970364e-05,
      "loss": 1.2256,
      "step": 528
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5358932103718607,
      "learning_rate": 6.957573431597646e-05,
      "loss": 1.2534,
      "step": 529
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5252949355084833,
      "learning_rate": 6.946551042166209e-05,
      "loss": 1.2139,
      "step": 530
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5281892436988233,
      "learning_rate": 6.935517491874683e-05,
      "loss": 1.1924,
      "step": 531
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5343708524890692,
      "learning_rate": 6.92447284398568e-05,
      "loss": 1.1919,
      "step": 532
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5061436298543835,
      "learning_rate": 6.91341716182545e-05,
      "loss": 1.231,
      "step": 533
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5526887595468994,
      "learning_rate": 6.902350508783502e-05,
      "loss": 1.21,
      "step": 534
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5436193017022867,
      "learning_rate": 6.89127294831225e-05,
      "loss": 1.1917,
      "step": 535
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5362337988101724,
      "learning_rate": 6.880184543926655e-05,
      "loss": 1.2441,
      "step": 536
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5061527382765968,
      "learning_rate": 6.869085359203844e-05,
      "loss": 1.2168,
      "step": 537
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5387899893879528,
      "learning_rate": 6.85797545778276e-05,
      "loss": 1.2363,
      "step": 538
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5397275428078208,
      "learning_rate": 6.84685490336379e-05,
      "loss": 1.2261,
      "step": 539
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5431245391709038,
      "learning_rate": 6.835723759708401e-05,
      "loss": 1.2319,
      "step": 540
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5397663035045336,
      "learning_rate": 6.824582090638777e-05,
      "loss": 1.1814,
      "step": 541
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.528133649622763,
      "learning_rate": 6.81342996003745e-05,
      "loss": 1.1558,
      "step": 542
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5440860624522684,
      "learning_rate": 6.802267431846934e-05,
      "loss": 1.1782,
      "step": 543
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5501235346149123,
      "learning_rate": 6.791094570069365e-05,
      "loss": 1.228,
      "step": 544
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5252345463299878,
      "learning_rate": 6.779911438766116e-05,
      "loss": 1.229,
      "step": 545
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5190121721686506,
      "learning_rate": 6.768718102057457e-05,
      "loss": 1.2314,
      "step": 546
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.547000882661627,
      "learning_rate": 6.757514624122158e-05,
      "loss": 1.2126,
      "step": 547
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5302137816217907,
      "learning_rate": 6.746301069197148e-05,
      "loss": 1.2268,
      "step": 548
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5320509154114407,
      "learning_rate": 6.735077501577126e-05,
      "loss": 1.2153,
      "step": 549
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5333187052856754,
      "learning_rate": 6.723843985614201e-05,
      "loss": 1.2029,
      "step": 550
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5319396258291598,
      "learning_rate": 6.712600585717525e-05,
      "loss": 1.2437,
      "step": 551
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5284174311932452,
      "learning_rate": 6.701347366352922e-05,
      "loss": 1.1968,
      "step": 552
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.543152971365775,
      "learning_rate": 6.690084392042513e-05,
      "loss": 1.249,
      "step": 553
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5247392915658112,
      "learning_rate": 6.678811727364355e-05,
      "loss": 1.2651,
      "step": 554
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5179262710835614,
      "learning_rate": 6.667529436952063e-05,
      "loss": 1.2461,
      "step": 555
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5133921620807488,
      "learning_rate": 6.656237585494448e-05,
      "loss": 1.2083,
      "step": 556
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5256137110789443,
      "learning_rate": 6.644936237735128e-05,
      "loss": 1.2119,
      "step": 557
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5214795791380175,
      "learning_rate": 6.633625458472187e-05,
      "loss": 1.2197,
      "step": 558
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5229372966716483,
      "learning_rate": 6.622305312557773e-05,
      "loss": 1.2197,
      "step": 559
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5384219888080702,
      "learning_rate": 6.610975864897746e-05,
      "loss": 1.1738,
      "step": 560
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5129183996620766,
      "learning_rate": 6.599637180451294e-05,
      "loss": 1.187,
      "step": 561
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5418619404098455,
      "learning_rate": 6.588289324230573e-05,
      "loss": 1.2241,
      "step": 562
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5366757957084506,
      "learning_rate": 6.576932361300315e-05,
      "loss": 1.2046,
      "step": 563
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5373777152526157,
      "learning_rate": 6.56556635677748e-05,
      "loss": 1.2346,
      "step": 564
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5280975504983476,
      "learning_rate": 6.55419137583086e-05,
      "loss": 1.2603,
      "step": 565
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5511664229732176,
      "learning_rate": 6.54280748368072e-05,
      "loss": 1.2651,
      "step": 566
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5411418066732246,
      "learning_rate": 6.531414745598416e-05,
      "loss": 1.1736,
      "step": 567
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5511035451407554,
      "learning_rate": 6.52001322690602e-05,
      "loss": 1.1938,
      "step": 568
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5392555071766858,
      "learning_rate": 6.508602992975963e-05,
      "loss": 1.2078,
      "step": 569
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5415809502190669,
      "learning_rate": 6.497184109230628e-05,
      "loss": 1.2539,
      "step": 570
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5261628211448517,
      "learning_rate": 6.485756641142005e-05,
      "loss": 1.1973,
      "step": 571
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5122917176901964,
      "learning_rate": 6.474320654231298e-05,
      "loss": 1.1953,
      "step": 572
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5172038523312286,
      "learning_rate": 6.462876214068562e-05,
      "loss": 1.186,
      "step": 573
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5447216965187213,
      "learning_rate": 6.451423386272312e-05,
      "loss": 1.1936,
      "step": 574
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5284834777209215,
      "learning_rate": 6.43996223650916e-05,
      "loss": 1.2319,
      "step": 575
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5247856790151539,
      "learning_rate": 6.42849283049343e-05,
      "loss": 1.2529,
      "step": 576
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5132885862155795,
      "learning_rate": 6.417015233986786e-05,
      "loss": 1.2468,
      "step": 577
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5271464626093211,
      "learning_rate": 6.405529512797857e-05,
      "loss": 1.2354,
      "step": 578
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5181230940813101,
      "learning_rate": 6.394035732781847e-05,
      "loss": 1.2002,
      "step": 579
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.46861475519511914,
      "learning_rate": 6.382533959840177e-05,
      "loss": 1.1367,
      "step": 580
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5423503544753885,
      "learning_rate": 6.371024259920091e-05,
      "loss": 1.2109,
      "step": 581
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.545921477636058,
      "learning_rate": 6.359506699014286e-05,
      "loss": 1.2637,
      "step": 582
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5005214281343369,
      "learning_rate": 6.347981343160526e-05,
      "loss": 1.2363,
      "step": 583
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.533087285382092,
      "learning_rate": 6.336448258441275e-05,
      "loss": 1.2388,
      "step": 584
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5403536091742609,
      "learning_rate": 6.32490751098331e-05,
      "loss": 1.2114,
      "step": 585
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5173286496306992,
      "learning_rate": 6.31335916695734e-05,
      "loss": 1.2051,
      "step": 586
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5108214225535918,
      "learning_rate": 6.301803292577635e-05,
      "loss": 1.2168,
      "step": 587
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5651518401766661,
      "learning_rate": 6.290239954101638e-05,
      "loss": 1.198,
      "step": 588
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5099927600510906,
      "learning_rate": 6.27866921782959e-05,
      "loss": 1.2197,
      "step": 589
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5123343726205575,
      "learning_rate": 6.26709115010415e-05,
      "loss": 1.2061,
      "step": 590
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.512591998951558,
      "learning_rate": 6.255505817310009e-05,
      "loss": 1.2388,
      "step": 591
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5225197287073076,
      "learning_rate": 6.243913285873517e-05,
      "loss": 1.2329,
      "step": 592
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5222125162050069,
      "learning_rate": 6.232313622262296e-05,
      "loss": 1.2441,
      "step": 593
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5418033392398351,
      "learning_rate": 6.220706892984865e-05,
      "loss": 1.2026,
      "step": 594
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5266898929761351,
      "learning_rate": 6.209093164590252e-05,
      "loss": 1.1775,
      "step": 595
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5283784401712713,
      "learning_rate": 6.197472503667616e-05,
      "loss": 1.2583,
      "step": 596
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5116587016310039,
      "learning_rate": 6.185844976845866e-05,
      "loss": 1.1968,
      "step": 597
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5209965666242403,
      "learning_rate": 6.174210650793276e-05,
      "loss": 1.2109,
      "step": 598
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5249837932309613,
      "learning_rate": 6.162569592217105e-05,
      "loss": 1.2256,
      "step": 599
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5649846885821955,
      "learning_rate": 6.150921867863215e-05,
      "loss": 1.2126,
      "step": 600
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5248287330210495,
      "learning_rate": 6.139267544515689e-05,
      "loss": 1.2061,
      "step": 601
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5110179369381546,
      "learning_rate": 6.127606688996441e-05,
      "loss": 1.1577,
      "step": 602
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.528029303414983,
      "learning_rate": 6.115939368164841e-05,
      "loss": 1.1946,
      "step": 603
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.49902918198896545,
      "learning_rate": 6.104265648917333e-05,
      "loss": 1.1584,
      "step": 604
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.527430257732573,
      "learning_rate": 6.09258559818704e-05,
      "loss": 1.2051,
      "step": 605
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.502700467053209,
      "learning_rate": 6.080899282943391e-05,
      "loss": 1.1887,
      "step": 606
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5346580850373724,
      "learning_rate": 6.069206770191736e-05,
      "loss": 1.1743,
      "step": 607
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5522125179234447,
      "learning_rate": 6.057508126972956e-05,
      "loss": 1.2302,
      "step": 608
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5304033863048495,
      "learning_rate": 6.045803420363084e-05,
      "loss": 1.2178,
      "step": 609
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5281578945127866,
      "learning_rate": 6.0340927174729166e-05,
      "loss": 1.1973,
      "step": 610
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5041828566959785,
      "learning_rate": 6.022376085447632e-05,
      "loss": 1.165,
      "step": 611
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5288011581588896,
      "learning_rate": 6.010653591466403e-05,
      "loss": 1.1545,
      "step": 612
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.521653269091181,
      "learning_rate": 5.998925302742017e-05,
      "loss": 1.2549,
      "step": 613
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5619947052616066,
      "learning_rate": 5.987191286520479e-05,
      "loss": 1.1687,
      "step": 614
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5300667110541245,
      "learning_rate": 5.9754516100806423e-05,
      "loss": 1.2144,
      "step": 615
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5347193779684026,
      "learning_rate": 5.963706340733807e-05,
      "loss": 1.1968,
      "step": 616
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5375871113609256,
      "learning_rate": 5.951955545823342e-05,
      "loss": 1.2368,
      "step": 617
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5446630041892937,
      "learning_rate": 5.940199292724303e-05,
      "loss": 1.2158,
      "step": 618
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5257818739796485,
      "learning_rate": 5.928437648843036e-05,
      "loss": 1.187,
      "step": 619
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5375817200542558,
      "learning_rate": 5.9166706816167975e-05,
      "loss": 1.1763,
      "step": 620
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5402262250501304,
      "learning_rate": 5.9048984585133646e-05,
      "loss": 1.2432,
      "step": 621
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.530579494619579,
      "learning_rate": 5.893121047030654e-05,
      "loss": 1.2144,
      "step": 622
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5076122557355204,
      "learning_rate": 5.881338514696326e-05,
      "loss": 1.2095,
      "step": 623
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4899581867055723,
      "learning_rate": 5.8695509290674066e-05,
      "loss": 1.2222,
      "step": 624
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5394084458543575,
      "learning_rate": 5.8577583577298924e-05,
      "loss": 1.2222,
      "step": 625
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5259701967463519,
      "learning_rate": 5.845960868298366e-05,
      "loss": 1.187,
      "step": 626
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5480519405802691,
      "learning_rate": 5.834158528415611e-05,
      "loss": 1.2129,
      "step": 627
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.536966588512764,
      "learning_rate": 5.822351405752221e-05,
      "loss": 1.2107,
      "step": 628
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5274033257539729,
      "learning_rate": 5.810539568006213e-05,
      "loss": 1.1978,
      "step": 629
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5203874948597922,
      "learning_rate": 5.798723082902636e-05,
      "loss": 1.208,
      "step": 630
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5237759093105727,
      "learning_rate": 5.786902018193189e-05,
      "loss": 1.1877,
      "step": 631
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5286040401812486,
      "learning_rate": 5.7750764416558265e-05,
      "loss": 1.1719,
      "step": 632
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.557845934995181,
      "learning_rate": 5.7632464210943726e-05,
      "loss": 1.1843,
      "step": 633
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4929172146341576,
      "learning_rate": 5.7514120243381345e-05,
      "loss": 1.1611,
      "step": 634
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5019009243225188,
      "learning_rate": 5.739573319241505e-05,
      "loss": 1.1682,
      "step": 635
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5169183497566494,
      "learning_rate": 5.727730373683586e-05,
      "loss": 1.1885,
      "step": 636
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5437611527948173,
      "learning_rate": 5.71588325556779e-05,
      "loss": 1.2017,
      "step": 637
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5190195068877017,
      "learning_rate": 5.704032032821454e-05,
      "loss": 1.2185,
      "step": 638
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5410389986252376,
      "learning_rate": 5.692176773395446e-05,
      "loss": 1.1852,
      "step": 639
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5249369187472087,
      "learning_rate": 5.6803175452637856e-05,
      "loss": 1.2124,
      "step": 640
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5364568247518677,
      "learning_rate": 5.668454416423242e-05,
      "loss": 1.1746,
      "step": 641
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5234053514776408,
      "learning_rate": 5.656587454892954e-05,
      "loss": 1.1624,
      "step": 642
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5177351393040158,
      "learning_rate": 5.64471672871403e-05,
      "loss": 1.175,
      "step": 643
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5132442395510229,
      "learning_rate": 5.632842305949171e-05,
      "loss": 1.1545,
      "step": 644
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5755509016701162,
      "learning_rate": 5.620964254682266e-05,
      "loss": 1.1897,
      "step": 645
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5735541920509374,
      "learning_rate": 5.6090826430180136e-05,
      "loss": 1.2273,
      "step": 646
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5559949685579456,
      "learning_rate": 5.597197539081523e-05,
      "loss": 1.2139,
      "step": 647
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5233474966056798,
      "learning_rate": 5.585309011017931e-05,
      "loss": 1.209,
      "step": 648
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5331263666529451,
      "learning_rate": 5.573417126992003e-05,
      "loss": 1.2026,
      "step": 649
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5284076713653038,
      "learning_rate": 5.5615219551877474e-05,
      "loss": 1.1929,
      "step": 650
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5225197521082877,
      "learning_rate": 5.5496235638080254e-05,
      "loss": 1.2612,
      "step": 651
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5448728387339711,
      "learning_rate": 5.5377220210741564e-05,
      "loss": 1.2524,
      "step": 652
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.544623429616519,
      "learning_rate": 5.52581739522553e-05,
      "loss": 1.1814,
      "step": 653
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5084514498279094,
      "learning_rate": 5.5139097545192106e-05,
      "loss": 1.1697,
      "step": 654
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5355004661553598,
      "learning_rate": 5.501999167229553e-05,
      "loss": 1.2114,
      "step": 655
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5276675034062545,
      "learning_rate": 5.490085701647805e-05,
      "loss": 1.1797,
      "step": 656
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5332008126336106,
      "learning_rate": 5.478169426081712e-05,
      "loss": 1.2554,
      "step": 657
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5023203699566182,
      "learning_rate": 5.466250408855141e-05,
      "loss": 1.1709,
      "step": 658
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5331713252598932,
      "learning_rate": 5.4543287183076706e-05,
      "loss": 1.1819,
      "step": 659
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5388207882005664,
      "learning_rate": 5.4424044227942116e-05,
      "loss": 1.1807,
      "step": 660
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5245074391898623,
      "learning_rate": 5.43047759068461e-05,
      "loss": 1.2075,
      "step": 661
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5034157178900629,
      "learning_rate": 5.418548290363253e-05,
      "loss": 1.1531,
      "step": 662
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5291965390843301,
      "learning_rate": 5.4066165902286836e-05,
      "loss": 1.1948,
      "step": 663
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5380603983560069,
      "learning_rate": 5.394682558693204e-05,
      "loss": 1.1597,
      "step": 664
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.514738579503193,
      "learning_rate": 5.38274626418248e-05,
      "loss": 1.1665,
      "step": 665
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5249920622684557,
      "learning_rate": 5.370807775135155e-05,
      "loss": 1.1714,
      "step": 666
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5349647230499153,
      "learning_rate": 5.3588671600024585e-05,
      "loss": 1.2334,
      "step": 667
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5105922595928688,
      "learning_rate": 5.346924487247804e-05,
      "loss": 1.1584,
      "step": 668
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5234259945759657,
      "learning_rate": 5.334979825346409e-05,
      "loss": 1.2466,
      "step": 669
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5243549208324105,
      "learning_rate": 5.3230332427848896e-05,
      "loss": 1.1267,
      "step": 670
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4932073653558184,
      "learning_rate": 5.3110848080608796e-05,
      "loss": 1.2285,
      "step": 671
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5459222364102359,
      "learning_rate": 5.2991345896826286e-05,
      "loss": 1.2004,
      "step": 672
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5003475271863167,
      "learning_rate": 5.287182656168618e-05,
      "loss": 1.2095,
      "step": 673
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5335295764756873,
      "learning_rate": 5.275229076047156e-05,
      "loss": 1.2378,
      "step": 674
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.540414767903529,
      "learning_rate": 5.2632739178559995e-05,
      "loss": 1.2729,
      "step": 675
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5248378699380909,
      "learning_rate": 5.2513172501419484e-05,
      "loss": 1.2241,
      "step": 676
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5156441002749715,
      "learning_rate": 5.2393591414604604e-05,
      "loss": 1.1694,
      "step": 677
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5390705120322237,
      "learning_rate": 5.2273996603752525e-05,
      "loss": 1.1514,
      "step": 678
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5166127902709079,
      "learning_rate": 5.215438875457914e-05,
      "loss": 1.2319,
      "step": 679
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5410034611024472,
      "learning_rate": 5.2034768552875065e-05,
      "loss": 1.1907,
      "step": 680
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5123713990889422,
      "learning_rate": 5.191513668450178e-05,
      "loss": 1.1875,
      "step": 681
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5654147275689173,
      "learning_rate": 5.1795493835387596e-05,
      "loss": 1.2041,
      "step": 682
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5513961102479871,
      "learning_rate": 5.167584069152388e-05,
      "loss": 1.1975,
      "step": 683
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.518731962211893,
      "learning_rate": 5.1556177938960915e-05,
      "loss": 1.1626,
      "step": 684
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.506940133998132,
      "learning_rate": 5.143650626380416e-05,
      "loss": 1.1787,
      "step": 685
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5039047094560937,
      "learning_rate": 5.131682635221019e-05,
      "loss": 1.186,
      "step": 686
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.529708919316274,
      "learning_rate": 5.1197138890382835e-05,
      "loss": 1.1699,
      "step": 687
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5035014630527274,
      "learning_rate": 5.107744456456919e-05,
      "loss": 1.1772,
      "step": 688
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5211130941939317,
      "learning_rate": 5.095774406105571e-05,
      "loss": 1.1968,
      "step": 689
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.530245386156086,
      "learning_rate": 5.0838038066164285e-05,
      "loss": 1.2026,
      "step": 690
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5180702095559839,
      "learning_rate": 5.071832726624828e-05,
      "loss": 1.2012,
      "step": 691
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.534958707515583,
      "learning_rate": 5.05986123476886e-05,
      "loss": 1.2432,
      "step": 692
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5368819061361736,
      "learning_rate": 5.0478893996889796e-05,
      "loss": 1.2236,
      "step": 693
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5057485472728565,
      "learning_rate": 5.0359172900276063e-05,
      "loss": 1.207,
      "step": 694
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5202027391543886,
      "learning_rate": 5.023944974428738e-05,
      "loss": 1.2354,
      "step": 695
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.544371058943266,
      "learning_rate": 5.011972521537547e-05,
      "loss": 1.1855,
      "step": 696
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5303936746115522,
      "learning_rate": 5e-05,
      "loss": 1.2092,
      "step": 697
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.495598830706189,
      "learning_rate": 4.988027478462454e-05,
      "loss": 1.1836,
      "step": 698
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5437430838938269,
      "learning_rate": 4.976055025571264e-05,
      "loss": 1.2188,
      "step": 699
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5252042006485972,
      "learning_rate": 4.9640827099723935e-05,
      "loss": 1.2124,
      "step": 700
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5398226187875242,
      "learning_rate": 4.9521106003110216e-05,
      "loss": 1.2209,
      "step": 701
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5079952168227562,
      "learning_rate": 4.940138765231141e-05,
      "loss": 1.1743,
      "step": 702
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5158907255425175,
      "learning_rate": 4.9281672733751746e-05,
      "loss": 1.2085,
      "step": 703
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5013889963926388,
      "learning_rate": 4.916196193383572e-05,
      "loss": 1.1658,
      "step": 704
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5171868116327017,
      "learning_rate": 4.9042255938944296e-05,
      "loss": 1.2349,
      "step": 705
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5474012589077731,
      "learning_rate": 4.892255543543083e-05,
      "loss": 1.1753,
      "step": 706
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5045254893774415,
      "learning_rate": 4.880286110961718e-05,
      "loss": 1.1792,
      "step": 707
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5241296772261623,
      "learning_rate": 4.8683173647789806e-05,
      "loss": 1.2039,
      "step": 708
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5377092905019106,
      "learning_rate": 4.856349373619585e-05,
      "loss": 1.2764,
      "step": 709
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5040778956509001,
      "learning_rate": 4.8443822061039104e-05,
      "loss": 1.2085,
      "step": 710
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5431014555604886,
      "learning_rate": 4.832415930847615e-05,
      "loss": 1.2173,
      "step": 711
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5469411284628397,
      "learning_rate": 4.8204506164612395e-05,
      "loss": 1.21,
      "step": 712
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5208640142266422,
      "learning_rate": 4.8084863315498234e-05,
      "loss": 1.188,
      "step": 713
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5780919783724002,
      "learning_rate": 4.796523144712494e-05,
      "loss": 1.1865,
      "step": 714
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5295824611977981,
      "learning_rate": 4.7845611245420876e-05,
      "loss": 1.1875,
      "step": 715
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5173865374490104,
      "learning_rate": 4.772600339624748e-05,
      "loss": 1.2109,
      "step": 716
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5187771855719726,
      "learning_rate": 4.760640858539541e-05,
      "loss": 1.2383,
      "step": 717
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5393951085471508,
      "learning_rate": 4.748682749858053e-05,
      "loss": 1.1885,
      "step": 718
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.537367418139691,
      "learning_rate": 4.736726082144002e-05,
      "loss": 1.2236,
      "step": 719
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5185124710093608,
      "learning_rate": 4.724770923952844e-05,
      "loss": 1.1631,
      "step": 720
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5157988812615701,
      "learning_rate": 4.712817343831384e-05,
      "loss": 1.1992,
      "step": 721
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5272520854702486,
      "learning_rate": 4.7008654103173726e-05,
      "loss": 1.1929,
      "step": 722
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5204627551027494,
      "learning_rate": 4.688915191939123e-05,
      "loss": 1.1821,
      "step": 723
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.49476093725588927,
      "learning_rate": 4.676966757215112e-05,
      "loss": 1.1553,
      "step": 724
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5030550735915269,
      "learning_rate": 4.665020174653592e-05,
      "loss": 1.2148,
      "step": 725
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5478488157879362,
      "learning_rate": 4.6530755127521964e-05,
      "loss": 1.1348,
      "step": 726
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5405275109821088,
      "learning_rate": 4.641132839997543e-05,
      "loss": 1.2026,
      "step": 727
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5084690696751637,
      "learning_rate": 4.6291922248648456e-05,
      "loss": 1.1958,
      "step": 728
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5317489022142494,
      "learning_rate": 4.6172537358175214e-05,
      "loss": 1.1831,
      "step": 729
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5323411101783979,
      "learning_rate": 4.605317441306798e-05,
      "loss": 1.2026,
      "step": 730
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5459396348813691,
      "learning_rate": 4.5933834097713176e-05,
      "loss": 1.1663,
      "step": 731
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5135095266993602,
      "learning_rate": 4.5814517096367473e-05,
      "loss": 1.1655,
      "step": 732
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5568849517359646,
      "learning_rate": 4.569522409315392e-05,
      "loss": 1.1525,
      "step": 733
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5138355980368158,
      "learning_rate": 4.557595577205789e-05,
      "loss": 1.1843,
      "step": 734
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5393996532433413,
      "learning_rate": 4.5456712816923305e-05,
      "loss": 1.0713,
      "step": 735
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5193084343570704,
      "learning_rate": 4.53374959114486e-05,
      "loss": 1.1804,
      "step": 736
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5397982411978588,
      "learning_rate": 4.521830573918289e-05,
      "loss": 1.1926,
      "step": 737
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5150645040364817,
      "learning_rate": 4.509914298352197e-05,
      "loss": 1.2241,
      "step": 738
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5402009273066287,
      "learning_rate": 4.498000832770448e-05,
      "loss": 1.1858,
      "step": 739
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5288014513975406,
      "learning_rate": 4.4860902454807905e-05,
      "loss": 1.2068,
      "step": 740
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5313475996762929,
      "learning_rate": 4.474182604774471e-05,
      "loss": 1.2124,
      "step": 741
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5065472165255681,
      "learning_rate": 4.462277978925845e-05,
      "loss": 1.1577,
      "step": 742
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5032574551100435,
      "learning_rate": 4.450376436191975e-05,
      "loss": 1.1982,
      "step": 743
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5040707372615817,
      "learning_rate": 4.4384780448122545e-05,
      "loss": 1.1943,
      "step": 744
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5331187646017562,
      "learning_rate": 4.4265828730079987e-05,
      "loss": 1.1526,
      "step": 745
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5131407652546381,
      "learning_rate": 4.41469098898207e-05,
      "loss": 1.2163,
      "step": 746
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5157964582279311,
      "learning_rate": 4.402802460918478e-05,
      "loss": 1.1904,
      "step": 747
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5208452898515039,
      "learning_rate": 4.3909173569819876e-05,
      "loss": 1.1956,
      "step": 748
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5232461323122678,
      "learning_rate": 4.379035745317735e-05,
      "loss": 1.1724,
      "step": 749
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.542552124469573,
      "learning_rate": 4.36715769405083e-05,
      "loss": 1.1228,
      "step": 750
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5346283177958724,
      "learning_rate": 4.355283271285971e-05,
      "loss": 1.186,
      "step": 751
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5236313560893754,
      "learning_rate": 4.3434125451070476e-05,
      "loss": 1.188,
      "step": 752
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.527272024389816,
      "learning_rate": 4.331545583576758e-05,
      "loss": 1.2153,
      "step": 753
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5178793305131995,
      "learning_rate": 4.319682454736215e-05,
      "loss": 1.1328,
      "step": 754
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.524324489977986,
      "learning_rate": 4.3078232266045545e-05,
      "loss": 1.2371,
      "step": 755
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5499694260527771,
      "learning_rate": 4.295967967178549e-05,
      "loss": 1.1917,
      "step": 756
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5213679611913336,
      "learning_rate": 4.28411674443221e-05,
      "loss": 1.2158,
      "step": 757
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5393429683806125,
      "learning_rate": 4.2722696263164144e-05,
      "loss": 1.1995,
      "step": 758
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5118410909810224,
      "learning_rate": 4.2604266807584964e-05,
      "loss": 1.2349,
      "step": 759
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.524011083731795,
      "learning_rate": 4.248587975661869e-05,
      "loss": 1.2646,
      "step": 760
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5173452587219315,
      "learning_rate": 4.236753578905627e-05,
      "loss": 1.208,
      "step": 761
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5167330609755211,
      "learning_rate": 4.224923558344175e-05,
      "loss": 1.1797,
      "step": 762
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.550248520354795,
      "learning_rate": 4.213097981806813e-05,
      "loss": 1.1846,
      "step": 763
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5460378705748443,
      "learning_rate": 4.201276917097366e-05,
      "loss": 1.2178,
      "step": 764
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5267339874426903,
      "learning_rate": 4.189460431993788e-05,
      "loss": 1.1768,
      "step": 765
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5437720753946003,
      "learning_rate": 4.177648594247779e-05,
      "loss": 1.2441,
      "step": 766
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5252191540697293,
      "learning_rate": 4.16584147158439e-05,
      "loss": 1.1792,
      "step": 767
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5337200734106656,
      "learning_rate": 4.154039131701636e-05,
      "loss": 1.2075,
      "step": 768
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5365313218518762,
      "learning_rate": 4.142241642270108e-05,
      "loss": 1.2107,
      "step": 769
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5184771196996488,
      "learning_rate": 4.130449070932594e-05,
      "loss": 1.2153,
      "step": 770
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5112516194042346,
      "learning_rate": 4.1186614853036745e-05,
      "loss": 1.1616,
      "step": 771
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5302215023509379,
      "learning_rate": 4.106878952969348e-05,
      "loss": 1.1472,
      "step": 772
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5280678011239818,
      "learning_rate": 4.095101541486636e-05,
      "loss": 1.1479,
      "step": 773
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5152968875861379,
      "learning_rate": 4.083329318383204e-05,
      "loss": 1.208,
      "step": 774
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.508664511327192,
      "learning_rate": 4.071562351156966e-05,
      "loss": 1.1924,
      "step": 775
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5194622063261768,
      "learning_rate": 4.0598007072756985e-05,
      "loss": 1.2046,
      "step": 776
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.49313616744642114,
      "learning_rate": 4.0480444541766576e-05,
      "loss": 1.1738,
      "step": 777
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.540199963132762,
      "learning_rate": 4.036293659266195e-05,
      "loss": 1.1504,
      "step": 778
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5381187717110268,
      "learning_rate": 4.0245483899193595e-05,
      "loss": 1.2437,
      "step": 779
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5458507343059239,
      "learning_rate": 4.012808713479522e-05,
      "loss": 1.1672,
      "step": 780
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5384963973167503,
      "learning_rate": 4.001074697257986e-05,
      "loss": 1.145,
      "step": 781
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5017592357988295,
      "learning_rate": 3.989346408533597e-05,
      "loss": 1.2007,
      "step": 782
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.539898755162606,
      "learning_rate": 3.977623914552369e-05,
      "loss": 1.2273,
      "step": 783
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5164118794312718,
      "learning_rate": 3.9659072825270846e-05,
      "loss": 1.1465,
      "step": 784
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5310682930134909,
      "learning_rate": 3.954196579636918e-05,
      "loss": 1.1819,
      "step": 785
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5319333488209632,
      "learning_rate": 3.942491873027043e-05,
      "loss": 1.2075,
      "step": 786
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5188554776078524,
      "learning_rate": 3.930793229808264e-05,
      "loss": 1.1719,
      "step": 787
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5367955841699225,
      "learning_rate": 3.91910071705661e-05,
      "loss": 1.1899,
      "step": 788
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5252956080861287,
      "learning_rate": 3.907414401812963e-05,
      "loss": 1.1462,
      "step": 789
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5311293624616692,
      "learning_rate": 3.895734351082668e-05,
      "loss": 1.2456,
      "step": 790
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5325842888765375,
      "learning_rate": 3.884060631835159e-05,
      "loss": 1.189,
      "step": 791
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5284769775552955,
      "learning_rate": 3.872393311003561e-05,
      "loss": 1.228,
      "step": 792
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5343101478131803,
      "learning_rate": 3.8607324554843136e-05,
      "loss": 1.1914,
      "step": 793
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5080727323917363,
      "learning_rate": 3.8490781321367846e-05,
      "loss": 1.1733,
      "step": 794
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5370043159248648,
      "learning_rate": 3.837430407782896e-05,
      "loss": 1.1039,
      "step": 795
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5331791903830669,
      "learning_rate": 3.825789349206726e-05,
      "loss": 1.2041,
      "step": 796
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5071964500400644,
      "learning_rate": 3.814155023154136e-05,
      "loss": 1.1702,
      "step": 797
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5392895066482576,
      "learning_rate": 3.802527496332384e-05,
      "loss": 1.1963,
      "step": 798
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5464813906886878,
      "learning_rate": 3.790906835409749e-05,
      "loss": 1.2029,
      "step": 799
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5249376656220847,
      "learning_rate": 3.7792931070151364e-05,
      "loss": 1.248,
      "step": 800
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5378846518914249,
      "learning_rate": 3.7676863777377054e-05,
      "loss": 1.2261,
      "step": 801
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5385685739172994,
      "learning_rate": 3.756086714126483e-05,
      "loss": 1.2095,
      "step": 802
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5252465967407262,
      "learning_rate": 3.744494182689992e-05,
      "loss": 1.1636,
      "step": 803
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5012134647828765,
      "learning_rate": 3.732908849895852e-05,
      "loss": 1.1692,
      "step": 804
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5143929015268887,
      "learning_rate": 3.721330782170411e-05,
      "loss": 1.1702,
      "step": 805
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5203850321521901,
      "learning_rate": 3.7097600458983636e-05,
      "loss": 1.1982,
      "step": 806
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5166201582687144,
      "learning_rate": 3.698196707422366e-05,
      "loss": 1.1953,
      "step": 807
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5524102155079722,
      "learning_rate": 3.6866408330426616e-05,
      "loss": 1.2336,
      "step": 808
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5267182791604813,
      "learning_rate": 3.675092489016693e-05,
      "loss": 1.1724,
      "step": 809
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5369656792035445,
      "learning_rate": 3.663551741558726e-05,
      "loss": 1.1228,
      "step": 810
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5310024406548113,
      "learning_rate": 3.652018656839474e-05,
      "loss": 1.1482,
      "step": 811
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.521245938688013,
      "learning_rate": 3.640493300985716e-05,
      "loss": 1.1917,
      "step": 812
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.527913613792371,
      "learning_rate": 3.62897574007991e-05,
      "loss": 1.2241,
      "step": 813
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5535932262594306,
      "learning_rate": 3.6174660401598224e-05,
      "loss": 1.2168,
      "step": 814
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5351897402729301,
      "learning_rate": 3.605964267218154e-05,
      "loss": 1.2161,
      "step": 815
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5259902908188178,
      "learning_rate": 3.594470487202145e-05,
      "loss": 1.1648,
      "step": 816
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5136724289192951,
      "learning_rate": 3.582984766013215e-05,
      "loss": 1.166,
      "step": 817
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5649961128233411,
      "learning_rate": 3.571507169506571e-05,
      "loss": 1.1541,
      "step": 818
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5366938931373112,
      "learning_rate": 3.5600377634908415e-05,
      "loss": 1.1584,
      "step": 819
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5373815741572574,
      "learning_rate": 3.5485766137276894e-05,
      "loss": 1.1323,
      "step": 820
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5193905378142675,
      "learning_rate": 3.537123785931439e-05,
      "loss": 1.2085,
      "step": 821
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5055475172545549,
      "learning_rate": 3.525679345768703e-05,
      "loss": 1.166,
      "step": 822
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5386208555803574,
      "learning_rate": 3.514243358857997e-05,
      "loss": 1.135,
      "step": 823
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5345574878558741,
      "learning_rate": 3.502815890769374e-05,
      "loss": 1.2314,
      "step": 824
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5549276090530098,
      "learning_rate": 3.4913970070240386e-05,
      "loss": 1.1853,
      "step": 825
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5367912093076593,
      "learning_rate": 3.479986773093979e-05,
      "loss": 1.2192,
      "step": 826
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5314792285668634,
      "learning_rate": 3.468585254401586e-05,
      "loss": 1.199,
      "step": 827
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5163677737549888,
      "learning_rate": 3.457192516319281e-05,
      "loss": 1.2036,
      "step": 828
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.572875872188477,
      "learning_rate": 3.4458086241691415e-05,
      "loss": 1.1809,
      "step": 829
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5224596702587158,
      "learning_rate": 3.4344336432225207e-05,
      "loss": 1.144,
      "step": 830
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5249153625845075,
      "learning_rate": 3.423067638699684e-05,
      "loss": 1.1772,
      "step": 831
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5134500335674911,
      "learning_rate": 3.4117106757694284e-05,
      "loss": 1.1597,
      "step": 832
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.518006942913236,
      "learning_rate": 3.4003628195487057e-05,
      "loss": 1.2224,
      "step": 833
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5077417974903964,
      "learning_rate": 3.3890241351022544e-05,
      "loss": 1.2124,
      "step": 834
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5411241634452162,
      "learning_rate": 3.3776946874422263e-05,
      "loss": 1.2119,
      "step": 835
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5553674706637377,
      "learning_rate": 3.3663745415278134e-05,
      "loss": 1.1492,
      "step": 836
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5291067133636735,
      "learning_rate": 3.355063762264873e-05,
      "loss": 1.2158,
      "step": 837
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5027390017500571,
      "learning_rate": 3.3437624145055557e-05,
      "loss": 1.1638,
      "step": 838
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5156132801251352,
      "learning_rate": 3.3324705630479355e-05,
      "loss": 1.2163,
      "step": 839
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5174605453587071,
      "learning_rate": 3.3211882726356445e-05,
      "loss": 1.2043,
      "step": 840
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5251979976431941,
      "learning_rate": 3.309915607957487e-05,
      "loss": 1.1218,
      "step": 841
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5498596263242338,
      "learning_rate": 3.298652633647079e-05,
      "loss": 1.1301,
      "step": 842
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5298767559857231,
      "learning_rate": 3.287399414282474e-05,
      "loss": 1.2332,
      "step": 843
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5540135983930895,
      "learning_rate": 3.2761560143857994e-05,
      "loss": 1.2324,
      "step": 844
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5138557457478535,
      "learning_rate": 3.2649224984228756e-05,
      "loss": 1.1919,
      "step": 845
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4994811286863287,
      "learning_rate": 3.253698930802853e-05,
      "loss": 1.1689,
      "step": 846
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.5313959573566741,
      "learning_rate": 3.242485375877841e-05,
      "loss": 1.1299,
      "step": 847
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4994270221658335,
      "learning_rate": 3.231281897942544e-05,
      "loss": 1.1433,
      "step": 848
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.5588116507391775,
      "learning_rate": 3.2200885612338845e-05,
      "loss": 1.2288,
      "step": 849
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.5364716488949063,
      "learning_rate": 3.2089054299306375e-05,
      "loss": 1.207,
      "step": 850
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1353,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "total_flos": 7.13056619210788e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}