{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999459527627146,
  "eval_steps": 100,
  "global_step": 3469,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008647557965661989,
      "grad_norm": 10.80162525177002,
      "learning_rate": 1.7241379310344828e-07,
      "loss": 2.2563,
      "step": 3
    },
    {
      "epoch": 0.0017295115931323978,
      "grad_norm": 9.61453914642334,
      "learning_rate": 3.4482758620689656e-07,
      "loss": 2.0897,
      "step": 6
    },
    {
      "epoch": 0.0025942673896985967,
      "grad_norm": 9.470385551452637,
      "learning_rate": 5.172413793103449e-07,
      "loss": 1.9261,
      "step": 9
    },
    {
      "epoch": 0.0034590231862647956,
      "grad_norm": 9.873086929321289,
      "learning_rate": 6.896551724137931e-07,
      "loss": 2.0147,
      "step": 12
    },
    {
      "epoch": 0.004323778982830994,
      "grad_norm": 10.191353797912598,
      "learning_rate": 8.620689655172415e-07,
      "loss": 1.858,
      "step": 15
    },
    {
      "epoch": 0.005188534779397193,
      "grad_norm": 10.490758895874023,
      "learning_rate": 1.0344827586206898e-06,
      "loss": 2.2373,
      "step": 18
    },
    {
      "epoch": 0.006053290575963392,
      "grad_norm": 10.7379789352417,
      "learning_rate": 1.2068965517241381e-06,
      "loss": 2.2257,
      "step": 21
    },
    {
      "epoch": 0.006918046372529591,
      "grad_norm": 9.31098747253418,
      "learning_rate": 1.3793103448275862e-06,
      "loss": 1.9876,
      "step": 24
    },
    {
      "epoch": 0.00778280216909579,
      "grad_norm": 9.79057502746582,
      "learning_rate": 1.5517241379310346e-06,
      "loss": 1.9015,
      "step": 27
    },
    {
      "epoch": 0.008647557965661988,
      "grad_norm": 9.3207368850708,
      "learning_rate": 1.724137931034483e-06,
      "loss": 1.8092,
      "step": 30
    },
    {
      "epoch": 0.009512313762228188,
      "grad_norm": 8.36523151397705,
      "learning_rate": 1.896551724137931e-06,
      "loss": 1.7048,
      "step": 33
    },
    {
      "epoch": 0.010377069558794387,
      "grad_norm": 7.840041160583496,
      "learning_rate": 2.0689655172413796e-06,
      "loss": 1.4938,
      "step": 36
    },
    {
      "epoch": 0.011241825355360585,
      "grad_norm": 8.646334648132324,
      "learning_rate": 2.241379310344828e-06,
      "loss": 1.4769,
      "step": 39
    },
    {
      "epoch": 0.012106581151926784,
      "grad_norm": 8.217284202575684,
      "learning_rate": 2.4137931034482762e-06,
      "loss": 1.4442,
      "step": 42
    },
    {
      "epoch": 0.012971336948492982,
      "grad_norm": 8.16273307800293,
      "learning_rate": 2.5862068965517246e-06,
      "loss": 1.6091,
      "step": 45
    },
    {
      "epoch": 0.013836092745059182,
      "grad_norm": 7.606343746185303,
      "learning_rate": 2.7586206896551725e-06,
      "loss": 1.565,
      "step": 48
    },
    {
      "epoch": 0.01470084854162538,
      "grad_norm": 5.831145763397217,
      "learning_rate": 2.931034482758621e-06,
      "loss": 1.4604,
      "step": 51
    },
    {
      "epoch": 0.01556560433819158,
      "grad_norm": 5.626949310302734,
      "learning_rate": 3.103448275862069e-06,
      "loss": 1.2422,
      "step": 54
    },
    {
      "epoch": 0.01643036013475778,
      "grad_norm": 8.196585655212402,
      "learning_rate": 3.2758620689655175e-06,
      "loss": 1.178,
      "step": 57
    },
    {
      "epoch": 0.017295115931323976,
      "grad_norm": 3.9342713356018066,
      "learning_rate": 3.448275862068966e-06,
      "loss": 1.1149,
      "step": 60
    },
    {
      "epoch": 0.018159871727890176,
      "grad_norm": 5.660026550292969,
      "learning_rate": 3.620689655172414e-06,
      "loss": 1.2666,
      "step": 63
    },
    {
      "epoch": 0.019024627524456376,
      "grad_norm": 3.853914737701416,
      "learning_rate": 3.793103448275862e-06,
      "loss": 0.9817,
      "step": 66
    },
    {
      "epoch": 0.019889383321022573,
      "grad_norm": 4.146341323852539,
      "learning_rate": 3.96551724137931e-06,
      "loss": 1.0925,
      "step": 69
    },
    {
      "epoch": 0.020754139117588773,
      "grad_norm": 3.1577234268188477,
      "learning_rate": 4.137931034482759e-06,
      "loss": 0.8252,
      "step": 72
    },
    {
      "epoch": 0.02161889491415497,
      "grad_norm": 3.2642972469329834,
      "learning_rate": 4.310344827586207e-06,
      "loss": 0.7533,
      "step": 75
    },
    {
      "epoch": 0.02248365071072117,
      "grad_norm": 3.2303547859191895,
      "learning_rate": 4.482758620689656e-06,
      "loss": 0.7326,
      "step": 78
    },
    {
      "epoch": 0.02334840650728737,
      "grad_norm": 2.59647536277771,
      "learning_rate": 4.655172413793104e-06,
      "loss": 0.7174,
      "step": 81
    },
    {
      "epoch": 0.024213162303853567,
      "grad_norm": 2.8148062229156494,
      "learning_rate": 4.8275862068965525e-06,
      "loss": 0.7488,
      "step": 84
    },
    {
      "epoch": 0.025077918100419767,
      "grad_norm": 1.758013129234314,
      "learning_rate": 5e-06,
      "loss": 0.7332,
      "step": 87
    },
    {
      "epoch": 0.025942673896985964,
      "grad_norm": 2.0942482948303223,
      "learning_rate": 5.172413793103449e-06,
      "loss": 0.8884,
      "step": 90
    },
    {
      "epoch": 0.026807429693552164,
      "grad_norm": 0.4857475757598877,
      "learning_rate": 5.344827586206896e-06,
      "loss": 0.497,
      "step": 93
    },
    {
      "epoch": 0.027672185490118364,
      "grad_norm": 1.5475839376449585,
      "learning_rate": 5.517241379310345e-06,
      "loss": 0.669,
      "step": 96
    },
    {
      "epoch": 0.02853694128668456,
      "grad_norm": 1.0966241359710693,
      "learning_rate": 5.689655172413794e-06,
      "loss": 0.5887,
      "step": 99
    },
    {
      "epoch": 0.028825193218873297,
      "eval_loss": 0.6418702006340027,
      "eval_mse": 0.6418701782226562,
      "eval_runtime": 6.7842,
      "eval_samples_per_second": 147.401,
      "eval_steps_per_second": 18.425,
      "step": 100
    },
    {
      "epoch": 0.02940169708325076,
      "grad_norm": 0.6968008875846863,
      "learning_rate": 5.862068965517242e-06,
      "loss": 0.7585,
      "step": 102
    },
    {
      "epoch": 0.03026645287981696,
      "grad_norm": 1.3219984769821167,
      "learning_rate": 6.03448275862069e-06,
      "loss": 0.7782,
      "step": 105
    },
    {
      "epoch": 0.03113120867638316,
      "grad_norm": 1.0195666551589966,
      "learning_rate": 6.206896551724138e-06,
      "loss": 0.6689,
      "step": 108
    },
    {
      "epoch": 0.031995964472949355,
      "grad_norm": 1.4114892482757568,
      "learning_rate": 6.379310344827587e-06,
      "loss": 0.6057,
      "step": 111
    },
    {
      "epoch": 0.03286072026951556,
      "grad_norm": 1.173322319984436,
      "learning_rate": 6.551724137931035e-06,
      "loss": 0.7234,
      "step": 114
    },
    {
      "epoch": 0.033725476066081755,
      "grad_norm": 1.520411729812622,
      "learning_rate": 6.724137931034484e-06,
      "loss": 0.7145,
      "step": 117
    },
    {
      "epoch": 0.03459023186264795,
      "grad_norm": 2.086540937423706,
      "learning_rate": 6.896551724137932e-06,
      "loss": 0.6265,
      "step": 120
    },
    {
      "epoch": 0.035454987659214156,
      "grad_norm": 1.582171082496643,
      "learning_rate": 7.0689655172413796e-06,
      "loss": 0.6202,
      "step": 123
    },
    {
      "epoch": 0.03631974345578035,
      "grad_norm": 1.1396665573120117,
      "learning_rate": 7.241379310344828e-06,
      "loss": 0.5784,
      "step": 126
    },
    {
      "epoch": 0.03718449925234655,
      "grad_norm": 1.427815318107605,
      "learning_rate": 7.413793103448277e-06,
      "loss": 0.4815,
      "step": 129
    },
    {
      "epoch": 0.03804925504891275,
      "grad_norm": 4.718282699584961,
      "learning_rate": 7.586206896551724e-06,
      "loss": 0.6151,
      "step": 132
    },
    {
      "epoch": 0.03891401084547895,
      "grad_norm": 1.1084308624267578,
      "learning_rate": 7.758620689655173e-06,
      "loss": 0.548,
      "step": 135
    },
    {
      "epoch": 0.039778766642045146,
      "grad_norm": 2.411567211151123,
      "learning_rate": 7.93103448275862e-06,
      "loss": 0.4664,
      "step": 138
    },
    {
      "epoch": 0.04064352243861134,
      "grad_norm": 1.9377732276916504,
      "learning_rate": 8.103448275862069e-06,
      "loss": 0.4761,
      "step": 141
    },
    {
      "epoch": 0.04150827823517755,
      "grad_norm": 1.6360706090927124,
      "learning_rate": 8.275862068965518e-06,
      "loss": 0.5101,
      "step": 144
    },
    {
      "epoch": 0.04237303403174374,
      "grad_norm": 1.6306743621826172,
      "learning_rate": 8.448275862068966e-06,
      "loss": 0.4356,
      "step": 147
    },
    {
      "epoch": 0.04323778982830994,
      "grad_norm": 2.038235664367676,
      "learning_rate": 8.620689655172414e-06,
      "loss": 0.4647,
      "step": 150
    },
    {
      "epoch": 0.044102545624876144,
      "grad_norm": 2.968766450881958,
      "learning_rate": 8.793103448275862e-06,
      "loss": 0.5035,
      "step": 153
    },
    {
      "epoch": 0.04496730142144234,
      "grad_norm": 1.407654047012329,
      "learning_rate": 8.965517241379312e-06,
      "loss": 0.4639,
      "step": 156
    },
    {
      "epoch": 0.04583205721800854,
      "grad_norm": 2.141657590866089,
      "learning_rate": 9.13793103448276e-06,
      "loss": 0.4255,
      "step": 159
    },
    {
      "epoch": 0.04669681301457474,
      "grad_norm": 2.2702648639678955,
      "learning_rate": 9.310344827586207e-06,
      "loss": 0.49,
      "step": 162
    },
    {
      "epoch": 0.04756156881114094,
      "grad_norm": 1.1990652084350586,
      "learning_rate": 9.482758620689655e-06,
      "loss": 0.4145,
      "step": 165
    },
    {
      "epoch": 0.048426324607707134,
      "grad_norm": 2.7780394554138184,
      "learning_rate": 9.655172413793105e-06,
      "loss": 0.4001,
      "step": 168
    },
    {
      "epoch": 0.04929108040427334,
      "grad_norm": 1.6007318496704102,
      "learning_rate": 9.827586206896553e-06,
      "loss": 0.3719,
      "step": 171
    },
    {
      "epoch": 0.050155836200839535,
      "grad_norm": 1.820497751235962,
      "learning_rate": 1e-05,
      "loss": 0.4183,
      "step": 174
    },
    {
      "epoch": 0.05102059199740573,
      "grad_norm": 2.3770830631256104,
      "learning_rate": 9.990895295902884e-06,
      "loss": 0.4273,
      "step": 177
    },
    {
      "epoch": 0.05188534779397193,
      "grad_norm": 1.9047311544418335,
      "learning_rate": 9.981790591805767e-06,
      "loss": 0.4622,
      "step": 180
    },
    {
      "epoch": 0.05275010359053813,
      "grad_norm": 1.876373052597046,
      "learning_rate": 9.972685887708651e-06,
      "loss": 0.3132,
      "step": 183
    },
    {
      "epoch": 0.05361485938710433,
      "grad_norm": 1.6469354629516602,
      "learning_rate": 9.963581183611534e-06,
      "loss": 0.3647,
      "step": 186
    },
    {
      "epoch": 0.054479615183670525,
      "grad_norm": 1.3573085069656372,
      "learning_rate": 9.954476479514417e-06,
      "loss": 0.3267,
      "step": 189
    },
    {
      "epoch": 0.05534437098023673,
      "grad_norm": 6.931013107299805,
      "learning_rate": 9.9453717754173e-06,
      "loss": 0.3981,
      "step": 192
    },
    {
      "epoch": 0.056209126776802926,
      "grad_norm": 3.3258678913116455,
      "learning_rate": 9.936267071320182e-06,
      "loss": 0.3855,
      "step": 195
    },
    {
      "epoch": 0.05707388257336912,
      "grad_norm": 4.0184550285339355,
      "learning_rate": 9.927162367223067e-06,
      "loss": 0.371,
      "step": 198
    },
    {
      "epoch": 0.057650386437746594,
      "eval_loss": 0.34387460350990295,
      "eval_mse": 0.3438746197223663,
      "eval_runtime": 6.7538,
      "eval_samples_per_second": 148.065,
      "eval_steps_per_second": 18.508,
      "step": 200
    },
    {
      "epoch": 0.057938638369935326,
      "grad_norm": 1.7570185661315918,
      "learning_rate": 9.91805766312595e-06,
      "loss": 0.4019,
      "step": 201
    },
    {
      "epoch": 0.05880339416650152,
      "grad_norm": 3.925257444381714,
      "learning_rate": 9.908952959028833e-06,
      "loss": 0.3352,
      "step": 204
    },
    {
      "epoch": 0.05966814996306772,
      "grad_norm": 1.5225563049316406,
      "learning_rate": 9.899848254931715e-06,
      "loss": 0.3081,
      "step": 207
    },
    {
      "epoch": 0.06053290575963392,
      "grad_norm": 1.902543067932129,
      "learning_rate": 9.890743550834598e-06,
      "loss": 0.3908,
      "step": 210
    },
    {
      "epoch": 0.06139766155620012,
      "grad_norm": 1.2444404363632202,
      "learning_rate": 9.881638846737481e-06,
      "loss": 0.31,
      "step": 213
    },
    {
      "epoch": 0.06226241735276632,
      "grad_norm": 1.8852041959762573,
      "learning_rate": 9.872534142640366e-06,
      "loss": 0.297,
      "step": 216
    },
    {
      "epoch": 0.06312717314933251,
      "grad_norm": 5.955360412597656,
      "learning_rate": 9.863429438543249e-06,
      "loss": 0.3639,
      "step": 219
    },
    {
      "epoch": 0.06399192894589871,
      "grad_norm": 1.8612481355667114,
      "learning_rate": 9.854324734446131e-06,
      "loss": 0.3808,
      "step": 222
    },
    {
      "epoch": 0.06485668474246492,
      "grad_norm": 1.4975637197494507,
      "learning_rate": 9.845220030349014e-06,
      "loss": 0.3694,
      "step": 225
    },
    {
      "epoch": 0.06572144053903112,
      "grad_norm": 1.5896477699279785,
      "learning_rate": 9.836115326251897e-06,
      "loss": 0.3056,
      "step": 228
    },
    {
      "epoch": 0.06658619633559731,
      "grad_norm": 3.6155972480773926,
      "learning_rate": 9.827010622154782e-06,
      "loss": 0.3084,
      "step": 231
    },
    {
      "epoch": 0.06745095213216351,
      "grad_norm": 4.709763526916504,
      "learning_rate": 9.817905918057664e-06,
      "loss": 0.3949,
      "step": 234
    },
    {
      "epoch": 0.06831570792872971,
      "grad_norm": 3.7941088676452637,
      "learning_rate": 9.808801213960547e-06,
      "loss": 0.3213,
      "step": 237
    },
    {
      "epoch": 0.0691804637252959,
      "grad_norm": 2.548584461212158,
      "learning_rate": 9.79969650986343e-06,
      "loss": 0.3335,
      "step": 240
    },
    {
      "epoch": 0.0700452195218621,
      "grad_norm": 1.5992470979690552,
      "learning_rate": 9.790591805766313e-06,
      "loss": 0.2688,
      "step": 243
    },
    {
      "epoch": 0.07090997531842831,
      "grad_norm": 2.99310564994812,
      "learning_rate": 9.781487101669198e-06,
      "loss": 0.3488,
      "step": 246
    },
    {
      "epoch": 0.07177473111499451,
      "grad_norm": 2.987074613571167,
      "learning_rate": 9.77238239757208e-06,
      "loss": 0.2703,
      "step": 249
    },
    {
      "epoch": 0.0726394869115607,
      "grad_norm": 5.408164978027344,
      "learning_rate": 9.763277693474963e-06,
      "loss": 0.2854,
      "step": 252
    },
    {
      "epoch": 0.0735042427081269,
      "grad_norm": 1.6425719261169434,
      "learning_rate": 9.754172989377846e-06,
      "loss": 0.2824,
      "step": 255
    },
    {
      "epoch": 0.0743689985046931,
      "grad_norm": 1.8134018182754517,
      "learning_rate": 9.745068285280729e-06,
      "loss": 0.3286,
      "step": 258
    },
    {
      "epoch": 0.0752337543012593,
      "grad_norm": 5.619387626647949,
      "learning_rate": 9.735963581183613e-06,
      "loss": 0.3226,
      "step": 261
    },
    {
      "epoch": 0.0760985100978255,
      "grad_norm": 2.6264755725860596,
      "learning_rate": 9.726858877086496e-06,
      "loss": 0.3442,
      "step": 264
    },
    {
      "epoch": 0.0769632658943917,
      "grad_norm": 3.537142515182495,
      "learning_rate": 9.717754172989379e-06,
      "loss": 0.2687,
      "step": 267
    },
    {
      "epoch": 0.0778280216909579,
      "grad_norm": 2.1801705360412598,
      "learning_rate": 9.708649468892262e-06,
      "loss": 0.3705,
      "step": 270
    },
    {
      "epoch": 0.0786927774875241,
      "grad_norm": 6.869683742523193,
      "learning_rate": 9.699544764795145e-06,
      "loss": 0.3777,
      "step": 273
    },
    {
      "epoch": 0.07955753328409029,
      "grad_norm": 3.4050021171569824,
      "learning_rate": 9.690440060698028e-06,
      "loss": 0.3265,
      "step": 276
    },
    {
      "epoch": 0.08042228908065649,
      "grad_norm": 2.8107333183288574,
      "learning_rate": 9.681335356600912e-06,
      "loss": 0.3286,
      "step": 279
    },
    {
      "epoch": 0.08128704487722269,
      "grad_norm": 1.5242034196853638,
      "learning_rate": 9.672230652503795e-06,
      "loss": 0.2786,
      "step": 282
    },
    {
      "epoch": 0.0821518006737889,
      "grad_norm": 22.8824462890625,
      "learning_rate": 9.663125948406678e-06,
      "loss": 0.3706,
      "step": 285
    },
    {
      "epoch": 0.0830165564703551,
      "grad_norm": 4.904447555541992,
      "learning_rate": 9.65402124430956e-06,
      "loss": 0.298,
      "step": 288
    },
    {
      "epoch": 0.08388131226692129,
      "grad_norm": 4.405270576477051,
      "learning_rate": 9.644916540212444e-06,
      "loss": 0.3625,
      "step": 291
    },
    {
      "epoch": 0.08474606806348749,
      "grad_norm": 6.424873352050781,
      "learning_rate": 9.635811836115328e-06,
      "loss": 0.3246,
      "step": 294
    },
    {
      "epoch": 0.08561082386005368,
      "grad_norm": 1.9719147682189941,
      "learning_rate": 9.626707132018211e-06,
      "loss": 0.3014,
      "step": 297
    },
    {
      "epoch": 0.08647557965661988,
      "grad_norm": 5.9254021644592285,
      "learning_rate": 9.617602427921094e-06,
      "loss": 0.3607,
      "step": 300
    },
    {
      "epoch": 0.08647557965661988,
      "eval_loss": 0.28438636660575867,
      "eval_mse": 0.2843863361030817,
      "eval_runtime": 6.6145,
      "eval_samples_per_second": 151.183,
      "eval_steps_per_second": 18.898,
      "step": 300
    },
    {
      "epoch": 0.08734033545318609,
      "grad_norm": 3.4420008659362793,
      "learning_rate": 9.608497723823977e-06,
      "loss": 0.2631,
      "step": 303
    },
    {
      "epoch": 0.08820509124975229,
      "grad_norm": 2.4832332134246826,
      "learning_rate": 9.59939301972686e-06,
      "loss": 0.2985,
      "step": 306
    },
    {
      "epoch": 0.08906984704631848,
      "grad_norm": 3.3724935054779053,
      "learning_rate": 9.590288315629744e-06,
      "loss": 0.2703,
      "step": 309
    },
    {
      "epoch": 0.08993460284288468,
      "grad_norm": 8.569412231445312,
      "learning_rate": 9.581183611532627e-06,
      "loss": 0.3068,
      "step": 312
    },
    {
      "epoch": 0.09079935863945088,
      "grad_norm": 1.9817373752593994,
      "learning_rate": 9.57207890743551e-06,
      "loss": 0.3271,
      "step": 315
    },
    {
      "epoch": 0.09166411443601707,
      "grad_norm": 2.6405210494995117,
      "learning_rate": 9.562974203338393e-06,
      "loss": 0.2454,
      "step": 318
    },
    {
      "epoch": 0.09252887023258327,
      "grad_norm": 1.6005452871322632,
      "learning_rate": 9.553869499241275e-06,
      "loss": 0.2506,
      "step": 321
    },
    {
      "epoch": 0.09339362602914948,
      "grad_norm": 1.67816162109375,
      "learning_rate": 9.54476479514416e-06,
      "loss": 0.2503,
      "step": 324
    },
    {
      "epoch": 0.09425838182571568,
      "grad_norm": 1.4401655197143555,
      "learning_rate": 9.535660091047043e-06,
      "loss": 0.2322,
      "step": 327
    },
    {
      "epoch": 0.09512313762228188,
      "grad_norm": 2.919785261154175,
      "learning_rate": 9.526555386949926e-06,
      "loss": 0.2746,
      "step": 330
    },
    {
      "epoch": 0.09598789341884807,
      "grad_norm": 4.454317569732666,
      "learning_rate": 9.517450682852808e-06,
      "loss": 0.2907,
      "step": 333
    },
    {
      "epoch": 0.09685264921541427,
      "grad_norm": 4.585294246673584,
      "learning_rate": 9.508345978755691e-06,
      "loss": 0.2873,
      "step": 336
    },
    {
      "epoch": 0.09771740501198047,
      "grad_norm": 2.247422218322754,
      "learning_rate": 9.499241274658574e-06,
      "loss": 0.2798,
      "step": 339
    },
    {
      "epoch": 0.09858216080854668,
      "grad_norm": 3.6044836044311523,
      "learning_rate": 9.490136570561459e-06,
      "loss": 0.3284,
      "step": 342
    },
    {
      "epoch": 0.09944691660511287,
      "grad_norm": 4.609151363372803,
      "learning_rate": 9.481031866464341e-06,
      "loss": 0.2274,
      "step": 345
    },
    {
      "epoch": 0.10031167240167907,
      "grad_norm": 4.793229103088379,
      "learning_rate": 9.471927162367224e-06,
      "loss": 0.2734,
      "step": 348
    },
    {
      "epoch": 0.10117642819824527,
      "grad_norm": 4.507264614105225,
      "learning_rate": 9.462822458270107e-06,
      "loss": 0.3082,
      "step": 351
    },
    {
      "epoch": 0.10204118399481146,
      "grad_norm": 6.129451274871826,
      "learning_rate": 9.45371775417299e-06,
      "loss": 0.2617,
      "step": 354
    },
    {
      "epoch": 0.10290593979137766,
      "grad_norm": 2.631593704223633,
      "learning_rate": 9.444613050075875e-06,
      "loss": 0.2565,
      "step": 357
    },
    {
      "epoch": 0.10377069558794386,
      "grad_norm": 4.379823684692383,
      "learning_rate": 9.435508345978757e-06,
      "loss": 0.3235,
      "step": 360
    },
    {
      "epoch": 0.10463545138451007,
      "grad_norm": 2.077354907989502,
      "learning_rate": 9.42640364188164e-06,
      "loss": 0.2938,
      "step": 363
    },
    {
      "epoch": 0.10550020718107626,
      "grad_norm": 5.108116626739502,
      "learning_rate": 9.417298937784523e-06,
      "loss": 0.2698,
      "step": 366
    },
    {
      "epoch": 0.10636496297764246,
      "grad_norm": 7.464448928833008,
      "learning_rate": 9.408194233687406e-06,
      "loss": 0.2703,
      "step": 369
    },
    {
      "epoch": 0.10722971877420866,
      "grad_norm": 1.855411410331726,
      "learning_rate": 9.399089529590289e-06,
      "loss": 0.2958,
      "step": 372
    },
    {
      "epoch": 0.10809447457077485,
      "grad_norm": 5.284719944000244,
      "learning_rate": 9.389984825493173e-06,
      "loss": 0.2703,
      "step": 375
    },
    {
      "epoch": 0.10895923036734105,
      "grad_norm": 2.494473457336426,
      "learning_rate": 9.380880121396056e-06,
      "loss": 0.2698,
      "step": 378
    },
    {
      "epoch": 0.10982398616390726,
      "grad_norm": 2.0765345096588135,
      "learning_rate": 9.371775417298939e-06,
      "loss": 0.2726,
      "step": 381
    },
    {
      "epoch": 0.11068874196047346,
      "grad_norm": 1.893574595451355,
      "learning_rate": 9.362670713201822e-06,
      "loss": 0.2739,
      "step": 384
    },
    {
      "epoch": 0.11155349775703965,
      "grad_norm": 2.0016255378723145,
      "learning_rate": 9.353566009104705e-06,
      "loss": 0.2624,
      "step": 387
    },
    {
      "epoch": 0.11241825355360585,
      "grad_norm": 2.99924898147583,
      "learning_rate": 9.344461305007587e-06,
      "loss": 0.3098,
      "step": 390
    },
    {
      "epoch": 0.11328300935017205,
      "grad_norm": 1.666891098022461,
      "learning_rate": 9.335356600910472e-06,
      "loss": 0.2451,
      "step": 393
    },
    {
      "epoch": 0.11414776514673824,
      "grad_norm": 2.8993024826049805,
      "learning_rate": 9.326251896813355e-06,
      "loss": 0.271,
      "step": 396
    },
    {
      "epoch": 0.11501252094330444,
      "grad_norm": 5.040359973907471,
      "learning_rate": 9.317147192716238e-06,
      "loss": 0.2576,
      "step": 399
    },
    {
      "epoch": 0.11530077287549319,
      "eval_loss": 0.2588765025138855,
      "eval_mse": 0.25887649209996744,
      "eval_runtime": 6.6586,
      "eval_samples_per_second": 150.181,
      "eval_steps_per_second": 18.773,
      "step": 400
    },
    {
      "epoch": 0.11587727673987065,
      "grad_norm": 3.234560251235962,
      "learning_rate": 9.30804248861912e-06,
      "loss": 0.2702,
      "step": 402
    },
    {
      "epoch": 0.11674203253643685,
      "grad_norm": 2.8497729301452637,
      "learning_rate": 9.298937784522003e-06,
      "loss": 0.2371,
      "step": 405
    },
    {
      "epoch": 0.11760678833300305,
      "grad_norm": 1.3214294910430908,
      "learning_rate": 9.289833080424886e-06,
      "loss": 0.2262,
      "step": 408
    },
    {
      "epoch": 0.11847154412956924,
      "grad_norm": 3.5736958980560303,
      "learning_rate": 9.28072837632777e-06,
      "loss": 0.2619,
      "step": 411
    },
    {
      "epoch": 0.11933629992613544,
      "grad_norm": 3.478178024291992,
      "learning_rate": 9.271623672230654e-06,
      "loss": 0.3061,
      "step": 414
    },
    {
      "epoch": 0.12020105572270164,
      "grad_norm": 2.523387908935547,
      "learning_rate": 9.262518968133536e-06,
      "loss": 0.3232,
      "step": 417
    },
    {
      "epoch": 0.12106581151926785,
      "grad_norm": 2.1046786308288574,
      "learning_rate": 9.25341426403642e-06,
      "loss": 0.2815,
      "step": 420
    },
    {
      "epoch": 0.12193056731583404,
      "grad_norm": 4.513411045074463,
      "learning_rate": 9.244309559939302e-06,
      "loss": 0.3053,
      "step": 423
    },
    {
      "epoch": 0.12279532311240024,
      "grad_norm": 2.628030776977539,
      "learning_rate": 9.235204855842187e-06,
      "loss": 0.2714,
      "step": 426
    },
    {
      "epoch": 0.12366007890896644,
      "grad_norm": 6.008927345275879,
      "learning_rate": 9.22610015174507e-06,
      "loss": 0.3243,
      "step": 429
    },
    {
      "epoch": 0.12452483470553263,
      "grad_norm": 6.236274242401123,
      "learning_rate": 9.216995447647952e-06,
      "loss": 0.2916,
      "step": 432
    },
    {
      "epoch": 0.12538959050209883,
      "grad_norm": 2.30412220954895,
      "learning_rate": 9.207890743550835e-06,
      "loss": 0.2731,
      "step": 435
    },
    {
      "epoch": 0.12625434629866503,
      "grad_norm": 3.3161492347717285,
      "learning_rate": 9.198786039453718e-06,
      "loss": 0.2508,
      "step": 438
    },
    {
      "epoch": 0.12711910209523122,
      "grad_norm": 4.023074626922607,
      "learning_rate": 9.189681335356601e-06,
      "loss": 0.2973,
      "step": 441
    },
    {
      "epoch": 0.12798385789179742,
      "grad_norm": 2.486236333847046,
      "learning_rate": 9.180576631259485e-06,
      "loss": 0.235,
      "step": 444
    },
    {
      "epoch": 0.12884861368836362,
      "grad_norm": 4.445496082305908,
      "learning_rate": 9.171471927162368e-06,
      "loss": 0.2519,
      "step": 447
    },
    {
      "epoch": 0.12971336948492984,
      "grad_norm": 1.629809021949768,
      "learning_rate": 9.162367223065251e-06,
      "loss": 0.2664,
      "step": 450
    },
    {
      "epoch": 0.13057812528149604,
      "grad_norm": 3.0351674556732178,
      "learning_rate": 9.153262518968134e-06,
      "loss": 0.2433,
      "step": 453
    },
    {
      "epoch": 0.13144288107806223,
      "grad_norm": 1.9163283109664917,
      "learning_rate": 9.144157814871017e-06,
      "loss": 0.2997,
      "step": 456
    },
    {
      "epoch": 0.13230763687462843,
      "grad_norm": 3.978429079055786,
      "learning_rate": 9.1350531107739e-06,
      "loss": 0.2969,
      "step": 459
    },
    {
      "epoch": 0.13317239267119463,
      "grad_norm": 1.7428011894226074,
      "learning_rate": 9.125948406676784e-06,
      "loss": 0.2721,
      "step": 462
    },
    {
      "epoch": 0.13403714846776082,
      "grad_norm": 1.462106704711914,
      "learning_rate": 9.116843702579667e-06,
      "loss": 0.3179,
      "step": 465
    },
    {
      "epoch": 0.13490190426432702,
      "grad_norm": 4.226785659790039,
      "learning_rate": 9.10773899848255e-06,
      "loss": 0.262,
      "step": 468
    },
    {
      "epoch": 0.13576666006089322,
      "grad_norm": 3.227842330932617,
      "learning_rate": 9.098634294385433e-06,
      "loss": 0.2602,
      "step": 471
    },
    {
      "epoch": 0.13663141585745942,
      "grad_norm": 4.708644866943359,
      "learning_rate": 9.089529590288316e-06,
      "loss": 0.2502,
      "step": 474
    },
    {
      "epoch": 0.1374961716540256,
      "grad_norm": 3.478773832321167,
      "learning_rate": 9.080424886191198e-06,
      "loss": 0.2799,
      "step": 477
    },
    {
      "epoch": 0.1383609274505918,
      "grad_norm": 5.991547107696533,
      "learning_rate": 9.071320182094083e-06,
      "loss": 0.3103,
      "step": 480
    },
    {
      "epoch": 0.139225683247158,
      "grad_norm": 5.446369647979736,
      "learning_rate": 9.062215477996966e-06,
      "loss": 0.2834,
      "step": 483
    },
    {
      "epoch": 0.1400904390437242,
      "grad_norm": 4.723580360412598,
      "learning_rate": 9.053110773899849e-06,
      "loss": 0.244,
      "step": 486
    },
    {
      "epoch": 0.14095519484029043,
      "grad_norm": 2.518148183822632,
      "learning_rate": 9.044006069802731e-06,
      "loss": 0.3102,
      "step": 489
    },
    {
      "epoch": 0.14181995063685662,
      "grad_norm": 4.1146039962768555,
      "learning_rate": 9.034901365705614e-06,
      "loss": 0.2913,
      "step": 492
    },
    {
      "epoch": 0.14268470643342282,
      "grad_norm": 2.6333212852478027,
      "learning_rate": 9.025796661608497e-06,
      "loss": 0.2195,
      "step": 495
    },
    {
      "epoch": 0.14354946222998902,
      "grad_norm": 3.344228506088257,
      "learning_rate": 9.016691957511382e-06,
      "loss": 0.2822,
      "step": 498
    },
    {
      "epoch": 0.14412596609436648,
      "eval_loss": 0.2707275450229645,
      "eval_mse": 0.27072753977278263,
      "eval_runtime": 6.638,
      "eval_samples_per_second": 150.647,
      "eval_steps_per_second": 18.831,
      "step": 500
    },
    {
      "epoch": 0.1444142180265552,
      "grad_norm": 2.839517593383789,
      "learning_rate": 9.007587253414265e-06,
      "loss": 0.2469,
      "step": 501
    },
    {
      "epoch": 0.1452789738231214,
      "grad_norm": 3.71785569190979,
      "learning_rate": 8.998482549317147e-06,
      "loss": 0.2695,
      "step": 504
    },
    {
      "epoch": 0.1461437296196876,
      "grad_norm": 2.9626924991607666,
      "learning_rate": 8.98937784522003e-06,
      "loss": 0.233,
      "step": 507
    },
    {
      "epoch": 0.1470084854162538,
      "grad_norm": 2.0274481773376465,
      "learning_rate": 8.980273141122913e-06,
      "loss": 0.2854,
      "step": 510
    },
    {
      "epoch": 0.14787324121282,
      "grad_norm": 2.5144805908203125,
      "learning_rate": 8.971168437025798e-06,
      "loss": 0.2545,
      "step": 513
    },
    {
      "epoch": 0.1487379970093862,
      "grad_norm": 3.106039047241211,
      "learning_rate": 8.96206373292868e-06,
      "loss": 0.2305,
      "step": 516
    },
    {
      "epoch": 0.1496027528059524,
      "grad_norm": 3.3986117839813232,
      "learning_rate": 8.952959028831563e-06,
      "loss": 0.2564,
      "step": 519
    },
    {
      "epoch": 0.1504675086025186,
      "grad_norm": 2.877206325531006,
      "learning_rate": 8.943854324734446e-06,
      "loss": 0.2781,
      "step": 522
    },
    {
      "epoch": 0.1513322643990848,
      "grad_norm": 2.561119556427002,
      "learning_rate": 8.934749620637329e-06,
      "loss": 0.2666,
      "step": 525
    },
    {
      "epoch": 0.152197020195651,
      "grad_norm": 2.566633939743042,
      "learning_rate": 8.925644916540213e-06,
      "loss": 0.2791,
      "step": 528
    },
    {
      "epoch": 0.1530617759922172,
      "grad_norm": 2.1075491905212402,
      "learning_rate": 8.916540212443096e-06,
      "loss": 0.2276,
      "step": 531
    },
    {
      "epoch": 0.1539265317887834,
      "grad_norm": 3.239712715148926,
      "learning_rate": 8.90743550834598e-06,
      "loss": 0.2749,
      "step": 534
    },
    {
      "epoch": 0.1547912875853496,
      "grad_norm": 6.005987167358398,
      "learning_rate": 8.898330804248862e-06,
      "loss": 0.2395,
      "step": 537
    },
    {
      "epoch": 0.1556560433819158,
      "grad_norm": 1.6621935367584229,
      "learning_rate": 8.889226100151745e-06,
      "loss": 0.2616,
      "step": 540
    },
    {
      "epoch": 0.156520799178482,
      "grad_norm": 3.1361093521118164,
      "learning_rate": 8.880121396054628e-06,
      "loss": 0.2712,
      "step": 543
    },
    {
      "epoch": 0.1573855549750482,
      "grad_norm": 1.8823013305664062,
      "learning_rate": 8.871016691957512e-06,
      "loss": 0.2571,
      "step": 546
    },
    {
      "epoch": 0.1582503107716144,
      "grad_norm": 3.6857988834381104,
      "learning_rate": 8.861911987860395e-06,
      "loss": 0.2552,
      "step": 549
    },
    {
      "epoch": 0.15911506656818059,
      "grad_norm": 2.26597261428833,
      "learning_rate": 8.852807283763278e-06,
      "loss": 0.2239,
      "step": 552
    },
    {
      "epoch": 0.15997982236474678,
      "grad_norm": 5.791572570800781,
      "learning_rate": 8.84370257966616e-06,
      "loss": 0.2859,
      "step": 555
    },
    {
      "epoch": 0.16084457816131298,
      "grad_norm": 3.4344265460968018,
      "learning_rate": 8.834597875569044e-06,
      "loss": 0.3055,
      "step": 558
    },
    {
      "epoch": 0.16170933395787918,
      "grad_norm": 3.98288631439209,
      "learning_rate": 8.825493171471928e-06,
      "loss": 0.2698,
      "step": 561
    },
    {
      "epoch": 0.16257408975444537,
      "grad_norm": 7.429836273193359,
      "learning_rate": 8.816388467374811e-06,
      "loss": 0.3207,
      "step": 564
    },
    {
      "epoch": 0.1634388455510116,
      "grad_norm": 4.021480560302734,
      "learning_rate": 8.807283763277694e-06,
      "loss": 0.2477,
      "step": 567
    },
    {
      "epoch": 0.1643036013475778,
      "grad_norm": 2.619497537612915,
      "learning_rate": 8.798179059180577e-06,
      "loss": 0.2152,
      "step": 570
    },
    {
      "epoch": 0.165168357144144,
      "grad_norm": 2.073925018310547,
      "learning_rate": 8.78907435508346e-06,
      "loss": 0.2557,
      "step": 573
    },
    {
      "epoch": 0.1660331129407102,
      "grad_norm": 2.250293493270874,
      "learning_rate": 8.779969650986344e-06,
      "loss": 0.2294,
      "step": 576
    },
    {
      "epoch": 0.16689786873727638,
      "grad_norm": 2.9747421741485596,
      "learning_rate": 8.770864946889227e-06,
      "loss": 0.2461,
      "step": 579
    },
    {
      "epoch": 0.16776262453384258,
      "grad_norm": 1.8815991878509521,
      "learning_rate": 8.76176024279211e-06,
      "loss": 0.2698,
      "step": 582
    },
    {
      "epoch": 0.16862738033040878,
      "grad_norm": 2.1905224323272705,
      "learning_rate": 8.752655538694993e-06,
      "loss": 0.2631,
      "step": 585
    },
    {
      "epoch": 0.16949213612697497,
      "grad_norm": 3.6808903217315674,
      "learning_rate": 8.743550834597875e-06,
      "loss": 0.2341,
      "step": 588
    },
    {
      "epoch": 0.17035689192354117,
      "grad_norm": 2.905963897705078,
      "learning_rate": 8.73444613050076e-06,
      "loss": 0.2295,
      "step": 591
    },
    {
      "epoch": 0.17122164772010737,
      "grad_norm": 5.486540794372559,
      "learning_rate": 8.725341426403643e-06,
      "loss": 0.2816,
      "step": 594
    },
    {
      "epoch": 0.17208640351667356,
      "grad_norm": 1.8525919914245605,
      "learning_rate": 8.716236722306526e-06,
      "loss": 0.2197,
      "step": 597
    },
    {
      "epoch": 0.17295115931323976,
      "grad_norm": 5.908591270446777,
      "learning_rate": 8.707132018209408e-06,
      "loss": 0.2908,
      "step": 600
    },
    {
      "epoch": 0.17295115931323976,
      "eval_loss": 0.23815499246120453,
      "eval_mse": 0.23815500601008535,
      "eval_runtime": 6.6897,
      "eval_samples_per_second": 149.484,
      "eval_steps_per_second": 18.685,
      "step": 600
    },
    {
      "epoch": 0.17381591510980596,
      "grad_norm": 3.1334948539733887,
      "learning_rate": 8.698027314112291e-06,
      "loss": 0.253,
      "step": 603
    },
    {
      "epoch": 0.17468067090637218,
      "grad_norm": 2.314412832260132,
      "learning_rate": 8.688922610015174e-06,
      "loss": 0.2631,
      "step": 606
    },
    {
      "epoch": 0.17554542670293838,
      "grad_norm": 3.483959436416626,
      "learning_rate": 8.679817905918059e-06,
      "loss": 0.2452,
      "step": 609
    },
    {
      "epoch": 0.17641018249950458,
      "grad_norm": 2.2747623920440674,
      "learning_rate": 8.670713201820942e-06,
      "loss": 0.2462,
      "step": 612
    },
    {
      "epoch": 0.17727493829607077,
      "grad_norm": 5.517392635345459,
      "learning_rate": 8.661608497723824e-06,
      "loss": 0.2707,
      "step": 615
    },
    {
      "epoch": 0.17813969409263697,
      "grad_norm": 2.7062125205993652,
      "learning_rate": 8.652503793626707e-06,
      "loss": 0.2324,
      "step": 618
    },
    {
      "epoch": 0.17900444988920317,
      "grad_norm": 2.712933301925659,
      "learning_rate": 8.64339908952959e-06,
      "loss": 0.2914,
      "step": 621
    },
    {
      "epoch": 0.17986920568576936,
      "grad_norm": 3.0349957942962646,
      "learning_rate": 8.634294385432475e-06,
      "loss": 0.245,
      "step": 624
    },
    {
      "epoch": 0.18073396148233556,
      "grad_norm": 1.533530592918396,
      "learning_rate": 8.625189681335357e-06,
      "loss": 0.245,
      "step": 627
    },
    {
      "epoch": 0.18159871727890176,
      "grad_norm": 1.5070098638534546,
      "learning_rate": 8.61608497723824e-06,
      "loss": 0.252,
      "step": 630
    },
    {
      "epoch": 0.18246347307546795,
      "grad_norm": 1.803514003753662,
      "learning_rate": 8.606980273141123e-06,
      "loss": 0.2395,
      "step": 633
    },
    {
      "epoch": 0.18332822887203415,
      "grad_norm": 1.8047112226486206,
      "learning_rate": 8.597875569044006e-06,
      "loss": 0.2731,
      "step": 636
    },
    {
      "epoch": 0.18419298466860035,
      "grad_norm": 3.090371608734131,
      "learning_rate": 8.58877086494689e-06,
      "loss": 0.2314,
      "step": 639
    },
    {
      "epoch": 0.18505774046516654,
      "grad_norm": 2.2020678520202637,
      "learning_rate": 8.579666160849773e-06,
      "loss": 0.2828,
      "step": 642
    },
    {
      "epoch": 0.18592249626173277,
      "grad_norm": 1.8086636066436768,
      "learning_rate": 8.570561456752656e-06,
      "loss": 0.2736,
      "step": 645
    },
    {
      "epoch": 0.18678725205829896,
      "grad_norm": 1.9154764413833618,
      "learning_rate": 8.561456752655539e-06,
      "loss": 0.2422,
      "step": 648
    },
    {
      "epoch": 0.18765200785486516,
      "grad_norm": 2.6091620922088623,
      "learning_rate": 8.552352048558422e-06,
      "loss": 0.278,
      "step": 651
    },
    {
      "epoch": 0.18851676365143136,
      "grad_norm": 4.057301998138428,
      "learning_rate": 8.543247344461306e-06,
      "loss": 0.2268,
      "step": 654
    },
    {
      "epoch": 0.18938151944799755,
      "grad_norm": 1.6707180738449097,
      "learning_rate": 8.53414264036419e-06,
      "loss": 0.2657,
      "step": 657
    },
    {
      "epoch": 0.19024627524456375,
      "grad_norm": 4.327409744262695,
      "learning_rate": 8.525037936267072e-06,
      "loss": 0.2235,
      "step": 660
    },
    {
      "epoch": 0.19111103104112995,
      "grad_norm": 3.991241931915283,
      "learning_rate": 8.515933232169955e-06,
      "loss": 0.2429,
      "step": 663
    },
    {
      "epoch": 0.19197578683769614,
      "grad_norm": 1.742564082145691,
      "learning_rate": 8.506828528072838e-06,
      "loss": 0.2245,
      "step": 666
    },
    {
      "epoch": 0.19284054263426234,
      "grad_norm": 2.362626791000366,
      "learning_rate": 8.49772382397572e-06,
      "loss": 0.2689,
      "step": 669
    },
    {
      "epoch": 0.19370529843082854,
      "grad_norm": 1.4896934032440186,
      "learning_rate": 8.488619119878605e-06,
      "loss": 0.2669,
      "step": 672
    },
    {
      "epoch": 0.19457005422739473,
      "grad_norm": 1.8312315940856934,
      "learning_rate": 8.479514415781488e-06,
      "loss": 0.2255,
      "step": 675
    },
    {
      "epoch": 0.19543481002396093,
      "grad_norm": 3.9799551963806152,
      "learning_rate": 8.470409711684371e-06,
      "loss": 0.2152,
      "step": 678
    },
    {
      "epoch": 0.19629956582052713,
      "grad_norm": 1.9584782123565674,
      "learning_rate": 8.461305007587254e-06,
      "loss": 0.2721,
      "step": 681
    },
    {
      "epoch": 0.19716432161709335,
      "grad_norm": 3.361952781677246,
      "learning_rate": 8.452200303490137e-06,
      "loss": 0.265,
      "step": 684
    },
    {
      "epoch": 0.19802907741365955,
      "grad_norm": 2.125466823577881,
      "learning_rate": 8.443095599393021e-06,
      "loss": 0.2473,
      "step": 687
    },
    {
      "epoch": 0.19889383321022575,
      "grad_norm": 4.599373817443848,
      "learning_rate": 8.433990895295904e-06,
      "loss": 0.2201,
      "step": 690
    },
    {
      "epoch": 0.19975858900679194,
      "grad_norm": 2.139647960662842,
      "learning_rate": 8.424886191198787e-06,
      "loss": 0.2647,
      "step": 693
    },
    {
      "epoch": 0.20062334480335814,
      "grad_norm": 1.7437653541564941,
      "learning_rate": 8.41578148710167e-06,
      "loss": 0.2242,
      "step": 696
    },
    {
      "epoch": 0.20148810059992434,
      "grad_norm": 4.154083728790283,
      "learning_rate": 8.406676783004552e-06,
      "loss": 0.2258,
      "step": 699
    },
    {
      "epoch": 0.20177635253211307,
      "eval_loss": 0.2404525727033615,
      "eval_mse": 0.24045259381830691,
      "eval_runtime": 6.5158,
      "eval_samples_per_second": 153.474,
      "eval_steps_per_second": 19.184,
      "step": 700
    },
    {
      "epoch": 0.20235285639649053,
      "grad_norm": 1.7175828218460083,
      "learning_rate": 8.397572078907437e-06,
      "loss": 0.2734,
      "step": 702
    },
    {
      "epoch": 0.20321761219305673,
      "grad_norm": 1.8725277185440063,
      "learning_rate": 8.38846737481032e-06,
      "loss": 0.2309,
      "step": 705
    },
    {
      "epoch": 0.20408236798962293,
      "grad_norm": 1.7434577941894531,
      "learning_rate": 8.379362670713203e-06,
      "loss": 0.2395,
      "step": 708
    },
    {
      "epoch": 0.20494712378618912,
      "grad_norm": 2.8038480281829834,
      "learning_rate": 8.370257966616086e-06,
      "loss": 0.2787,
      "step": 711
    },
    {
      "epoch": 0.20581187958275532,
      "grad_norm": 1.701920509338379,
      "learning_rate": 8.361153262518968e-06,
      "loss": 0.2267,
      "step": 714
    },
    {
      "epoch": 0.20667663537932152,
      "grad_norm": 4.903564453125,
      "learning_rate": 8.352048558421853e-06,
      "loss": 0.2716,
      "step": 717
    },
    {
      "epoch": 0.2075413911758877,
      "grad_norm": 3.723651647567749,
      "learning_rate": 8.342943854324736e-06,
      "loss": 0.2674,
      "step": 720
    },
    {
      "epoch": 0.20840614697245394,
      "grad_norm": 1.7158082723617554,
      "learning_rate": 8.333839150227619e-06,
      "loss": 0.2296,
      "step": 723
    },
    {
      "epoch": 0.20927090276902013,
      "grad_norm": 2.1699960231781006,
      "learning_rate": 8.324734446130501e-06,
      "loss": 0.2843,
      "step": 726
    },
    {
      "epoch": 0.21013565856558633,
      "grad_norm": 4.244576454162598,
      "learning_rate": 8.315629742033384e-06,
      "loss": 0.2678,
      "step": 729
    },
    {
      "epoch": 0.21100041436215253,
      "grad_norm": 1.4597645998001099,
      "learning_rate": 8.306525037936269e-06,
      "loss": 0.248,
      "step": 732
    },
    {
      "epoch": 0.21186517015871872,
      "grad_norm": 2.9361813068389893,
      "learning_rate": 8.297420333839152e-06,
      "loss": 0.241,
      "step": 735
    },
    {
      "epoch": 0.21272992595528492,
      "grad_norm": 4.552188396453857,
      "learning_rate": 8.288315629742034e-06,
      "loss": 0.2935,
      "step": 738
    },
    {
      "epoch": 0.21359468175185112,
      "grad_norm": 4.201780796051025,
      "learning_rate": 8.279210925644917e-06,
      "loss": 0.2935,
      "step": 741
    },
    {
      "epoch": 0.21445943754841731,
      "grad_norm": 7.236446380615234,
      "learning_rate": 8.2701062215478e-06,
      "loss": 0.2584,
      "step": 744
    },
    {
      "epoch": 0.2153241933449835,
      "grad_norm": 1.7462209463119507,
      "learning_rate": 8.261001517450683e-06,
      "loss": 0.2457,
      "step": 747
    },
    {
      "epoch": 0.2161889491415497,
      "grad_norm": 3.9612677097320557,
      "learning_rate": 8.251896813353568e-06,
      "loss": 0.2472,
      "step": 750
    },
    {
      "epoch": 0.2170537049381159,
      "grad_norm": 3.581313371658325,
      "learning_rate": 8.24279210925645e-06,
      "loss": 0.2833,
      "step": 753
    },
    {
      "epoch": 0.2179184607346821,
      "grad_norm": 3.473001003265381,
      "learning_rate": 8.233687405159333e-06,
      "loss": 0.2474,
      "step": 756
    },
    {
      "epoch": 0.2187832165312483,
      "grad_norm": 5.877528667449951,
      "learning_rate": 8.224582701062216e-06,
      "loss": 0.2469,
      "step": 759
    },
    {
      "epoch": 0.21964797232781452,
      "grad_norm": 4.294084072113037,
      "learning_rate": 8.215477996965099e-06,
      "loss": 0.2569,
      "step": 762
    },
    {
      "epoch": 0.22051272812438072,
      "grad_norm": 1.9812819957733154,
      "learning_rate": 8.206373292867983e-06,
      "loss": 0.2592,
      "step": 765
    },
    {
      "epoch": 0.22137748392094692,
      "grad_norm": 1.6627389192581177,
      "learning_rate": 8.197268588770866e-06,
      "loss": 0.2597,
      "step": 768
    },
    {
      "epoch": 0.2222422397175131,
      "grad_norm": 2.557081699371338,
      "learning_rate": 8.188163884673749e-06,
      "loss": 0.2624,
      "step": 771
    },
    {
      "epoch": 0.2231069955140793,
      "grad_norm": 3.3301448822021484,
      "learning_rate": 8.179059180576632e-06,
      "loss": 0.2458,
      "step": 774
    },
    {
      "epoch": 0.2239717513106455,
      "grad_norm": 3.717036247253418,
      "learning_rate": 8.169954476479515e-06,
      "loss": 0.2403,
      "step": 777
    },
    {
      "epoch": 0.2248365071072117,
      "grad_norm": 1.9032166004180908,
      "learning_rate": 8.1608497723824e-06,
      "loss": 0.2194,
      "step": 780
    },
    {
      "epoch": 0.2257012629037779,
      "grad_norm": 11.293305397033691,
      "learning_rate": 8.151745068285282e-06,
      "loss": 0.276,
      "step": 783
    },
    {
      "epoch": 0.2265660187003441,
      "grad_norm": 2.2903361320495605,
      "learning_rate": 8.142640364188165e-06,
      "loss": 0.2089,
      "step": 786
    },
    {
      "epoch": 0.2274307744969103,
      "grad_norm": 1.6450647115707397,
      "learning_rate": 8.133535660091048e-06,
      "loss": 0.239,
      "step": 789
    },
    {
      "epoch": 0.2282955302934765,
      "grad_norm": 2.290724277496338,
      "learning_rate": 8.12443095599393e-06,
      "loss": 0.2509,
      "step": 792
    },
    {
      "epoch": 0.2291602860900427,
      "grad_norm": 2.6252450942993164,
      "learning_rate": 8.115326251896815e-06,
      "loss": 0.2578,
      "step": 795
    },
    {
      "epoch": 0.23002504188660888,
      "grad_norm": 4.217925071716309,
      "learning_rate": 8.106221547799698e-06,
      "loss": 0.2604,
      "step": 798
    },
    {
      "epoch": 0.23060154575098638,
      "eval_loss": 0.23178604245185852,
      "eval_mse": 0.2317860303344205,
      "eval_runtime": 6.6317,
      "eval_samples_per_second": 150.79,
      "eval_steps_per_second": 18.849,
      "step": 800
    },
    {
      "epoch": 0.2308897976831751,
      "grad_norm": 2.014478921890259,
      "learning_rate": 8.097116843702581e-06,
      "loss": 0.238,
      "step": 801
    },
    {
      "epoch": 0.2317545534797413,
      "grad_norm": 3.1536102294921875,
      "learning_rate": 8.088012139605464e-06,
      "loss": 0.2236,
      "step": 804
    },
    {
      "epoch": 0.2326193092763075,
      "grad_norm": 2.094320297241211,
      "learning_rate": 8.078907435508347e-06,
      "loss": 0.2536,
      "step": 807
    },
    {
      "epoch": 0.2334840650728737,
      "grad_norm": 1.7041524648666382,
      "learning_rate": 8.06980273141123e-06,
      "loss": 0.2243,
      "step": 810
    },
    {
      "epoch": 0.2343488208694399,
      "grad_norm": 4.586849689483643,
      "learning_rate": 8.060698027314114e-06,
      "loss": 0.2276,
      "step": 813
    },
    {
      "epoch": 0.2352135766660061,
      "grad_norm": 1.8360718488693237,
      "learning_rate": 8.051593323216997e-06,
      "loss": 0.2299,
      "step": 816
    },
    {
      "epoch": 0.2360783324625723,
      "grad_norm": 2.283907651901245,
      "learning_rate": 8.04248861911988e-06,
      "loss": 0.2996,
      "step": 819
    },
    {
      "epoch": 0.23694308825913848,
      "grad_norm": 2.762160301208496,
      "learning_rate": 8.033383915022763e-06,
      "loss": 0.2474,
      "step": 822
    },
    {
      "epoch": 0.23780784405570468,
      "grad_norm": 2.776780366897583,
      "learning_rate": 8.024279210925645e-06,
      "loss": 0.2394,
      "step": 825
    },
    {
      "epoch": 0.23867259985227088,
      "grad_norm": 1.8678719997406006,
      "learning_rate": 8.01517450682853e-06,
      "loss": 0.2732,
      "step": 828
    },
    {
      "epoch": 0.23953735564883707,
      "grad_norm": 1.6664822101593018,
      "learning_rate": 8.006069802731413e-06,
      "loss": 0.245,
      "step": 831
    },
    {
      "epoch": 0.24040211144540327,
      "grad_norm": 2.244666814804077,
      "learning_rate": 7.996965098634296e-06,
      "loss": 0.2587,
      "step": 834
    },
    {
      "epoch": 0.24126686724196947,
      "grad_norm": 1.8958755731582642,
      "learning_rate": 7.987860394537178e-06,
      "loss": 0.2632,
      "step": 837
    },
    {
      "epoch": 0.2421316230385357,
      "grad_norm": 1.7408092021942139,
      "learning_rate": 7.978755690440061e-06,
      "loss": 0.2475,
      "step": 840
    },
    {
      "epoch": 0.2429963788351019,
      "grad_norm": 4.280789375305176,
      "learning_rate": 7.969650986342944e-06,
      "loss": 0.2478,
      "step": 843
    },
    {
      "epoch": 0.2438611346316681,
      "grad_norm": 3.1445536613464355,
      "learning_rate": 7.960546282245829e-06,
      "loss": 0.2412,
      "step": 846
    },
    {
      "epoch": 0.24472589042823428,
      "grad_norm": 1.806154727935791,
      "learning_rate": 7.951441578148712e-06,
      "loss": 0.2772,
      "step": 849
    },
    {
      "epoch": 0.24559064622480048,
      "grad_norm": 2.123932123184204,
      "learning_rate": 7.942336874051594e-06,
      "loss": 0.2535,
      "step": 852
    },
    {
      "epoch": 0.24645540202136668,
      "grad_norm": 1.488558292388916,
      "learning_rate": 7.933232169954477e-06,
      "loss": 0.2342,
      "step": 855
    },
    {
      "epoch": 0.24732015781793287,
      "grad_norm": 3.2414135932922363,
      "learning_rate": 7.92412746585736e-06,
      "loss": 0.2536,
      "step": 858
    },
    {
      "epoch": 0.24818491361449907,
      "grad_norm": 1.952009916305542,
      "learning_rate": 7.915022761760245e-06,
      "loss": 0.2028,
      "step": 861
    },
    {
      "epoch": 0.24904966941106527,
      "grad_norm": 1.7001383304595947,
      "learning_rate": 7.905918057663127e-06,
      "loss": 0.2791,
      "step": 864
    },
    {
      "epoch": 0.24991442520763146,
      "grad_norm": 2.1715829372406006,
      "learning_rate": 7.89681335356601e-06,
      "loss": 0.2211,
      "step": 867
    },
    {
      "epoch": 0.25077918100419766,
      "grad_norm": 2.4868202209472656,
      "learning_rate": 7.887708649468893e-06,
      "loss": 0.2599,
      "step": 870
    },
    {
      "epoch": 0.25164393680076386,
      "grad_norm": 1.4740101099014282,
      "learning_rate": 7.878603945371776e-06,
      "loss": 0.2076,
      "step": 873
    },
    {
      "epoch": 0.25250869259733005,
      "grad_norm": 2.241642951965332,
      "learning_rate": 7.869499241274659e-06,
      "loss": 0.2413,
      "step": 876
    },
    {
      "epoch": 0.25337344839389625,
      "grad_norm": 4.3130784034729,
      "learning_rate": 7.860394537177543e-06,
      "loss": 0.2495,
      "step": 879
    },
    {
      "epoch": 0.25423820419046245,
      "grad_norm": 6.674787998199463,
      "learning_rate": 7.851289833080426e-06,
      "loss": 0.2396,
      "step": 882
    },
    {
      "epoch": 0.25510295998702864,
      "grad_norm": 2.463395118713379,
      "learning_rate": 7.842185128983309e-06,
      "loss": 0.2304,
      "step": 885
    },
    {
      "epoch": 0.25596771578359484,
      "grad_norm": 4.519803047180176,
      "learning_rate": 7.833080424886192e-06,
      "loss": 0.2603,
      "step": 888
    },
    {
      "epoch": 0.25683247158016104,
      "grad_norm": 1.3876014947891235,
      "learning_rate": 7.823975720789075e-06,
      "loss": 0.2282,
      "step": 891
    },
    {
      "epoch": 0.25769722737672723,
      "grad_norm": 2.0575900077819824,
      "learning_rate": 7.814871016691958e-06,
      "loss": 0.2286,
      "step": 894
    },
    {
      "epoch": 0.2585619831732935,
      "grad_norm": 4.538529872894287,
      "learning_rate": 7.805766312594842e-06,
      "loss": 0.2606,
      "step": 897
    },
    {
      "epoch": 0.2594267389698597,
      "grad_norm": 3.036686658859253,
      "learning_rate": 7.796661608497725e-06,
      "loss": 0.2961,
      "step": 900
    },
    {
      "epoch": 0.2594267389698597,
      "eval_loss": 0.2185884416103363,
      "eval_mse": 0.21858844196051358,
      "eval_runtime": 6.596,
      "eval_samples_per_second": 151.607,
      "eval_steps_per_second": 18.951,
      "step": 900
    },
    {
      "epoch": 0.2602914947664259,
      "grad_norm": 2.319840669631958,
      "learning_rate": 7.787556904400608e-06,
      "loss": 0.2493,
      "step": 903
    },
    {
      "epoch": 0.2611562505629921,
      "grad_norm": 4.723567485809326,
      "learning_rate": 7.77845220030349e-06,
      "loss": 0.2236,
      "step": 906
    },
    {
      "epoch": 0.2620210063595583,
      "grad_norm": 2.231250286102295,
      "learning_rate": 7.769347496206373e-06,
      "loss": 0.2766,
      "step": 909
    },
    {
      "epoch": 0.26288576215612447,
      "grad_norm": 2.3697762489318848,
      "learning_rate": 7.760242792109256e-06,
      "loss": 0.2319,
      "step": 912
    },
    {
      "epoch": 0.26375051795269067,
      "grad_norm": 2.0771355628967285,
      "learning_rate": 7.75113808801214e-06,
      "loss": 0.246,
      "step": 915
    },
    {
      "epoch": 0.26461527374925686,
      "grad_norm": 2.4788358211517334,
      "learning_rate": 7.742033383915024e-06,
      "loss": 0.2163,
      "step": 918
    },
    {
      "epoch": 0.26548002954582306,
      "grad_norm": 1.5741719007492065,
      "learning_rate": 7.732928679817907e-06,
      "loss": 0.2308,
      "step": 921
    },
    {
      "epoch": 0.26634478534238926,
      "grad_norm": 2.12677001953125,
      "learning_rate": 7.72382397572079e-06,
      "loss": 0.2304,
      "step": 924
    },
    {
      "epoch": 0.26720954113895545,
      "grad_norm": 1.9022995233535767,
      "learning_rate": 7.714719271623672e-06,
      "loss": 0.2454,
      "step": 927
    },
    {
      "epoch": 0.26807429693552165,
      "grad_norm": 3.3529253005981445,
      "learning_rate": 7.705614567526557e-06,
      "loss": 0.2137,
      "step": 930
    },
    {
      "epoch": 0.26893905273208785,
      "grad_norm": 1.935281753540039,
      "learning_rate": 7.69650986342944e-06,
      "loss": 0.2581,
      "step": 933
    },
    {
      "epoch": 0.26980380852865404,
      "grad_norm": 2.14315128326416,
      "learning_rate": 7.687405159332322e-06,
      "loss": 0.2317,
      "step": 936
    },
    {
      "epoch": 0.27066856432522024,
      "grad_norm": 2.028090238571167,
      "learning_rate": 7.678300455235205e-06,
      "loss": 0.2379,
      "step": 939
    },
    {
      "epoch": 0.27153332012178644,
      "grad_norm": 2.918959379196167,
      "learning_rate": 7.669195751138088e-06,
      "loss": 0.2708,
      "step": 942
    },
    {
      "epoch": 0.27239807591835263,
      "grad_norm": 4.042644500732422,
      "learning_rate": 7.660091047040971e-06,
      "loss": 0.3112,
      "step": 945
    },
    {
      "epoch": 0.27326283171491883,
      "grad_norm": 1.8345041275024414,
      "learning_rate": 7.650986342943855e-06,
      "loss": 0.267,
      "step": 948
    },
    {
      "epoch": 0.274127587511485,
      "grad_norm": 5.901050567626953,
      "learning_rate": 7.641881638846738e-06,
      "loss": 0.272,
      "step": 951
    },
    {
      "epoch": 0.2749923433080512,
      "grad_norm": 2.413675546646118,
      "learning_rate": 7.632776934749621e-06,
      "loss": 0.2906,
      "step": 954
    },
    {
      "epoch": 0.2758570991046174,
      "grad_norm": 2.699126958847046,
      "learning_rate": 7.623672230652505e-06,
      "loss": 0.2201,
      "step": 957
    },
    {
      "epoch": 0.2767218549011836,
      "grad_norm": 1.3186564445495605,
      "learning_rate": 7.614567526555388e-06,
      "loss": 0.227,
      "step": 960
    },
    {
      "epoch": 0.2775866106977498,
      "grad_norm": 7.576478958129883,
      "learning_rate": 7.6054628224582705e-06,
      "loss": 0.2569,
      "step": 963
    },
    {
      "epoch": 0.278451366494316,
      "grad_norm": 1.853145718574524,
      "learning_rate": 7.596358118361153e-06,
      "loss": 0.2586,
      "step": 966
    },
    {
      "epoch": 0.2793161222908822,
      "grad_norm": 3.2667322158813477,
      "learning_rate": 7.587253414264037e-06,
      "loss": 0.2483,
      "step": 969
    },
    {
      "epoch": 0.2801808780874484,
      "grad_norm": 2.7756762504577637,
      "learning_rate": 7.578148710166921e-06,
      "loss": 0.2724,
      "step": 972
    },
    {
      "epoch": 0.28104563388401466,
      "grad_norm": 2.138936758041382,
      "learning_rate": 7.569044006069804e-06,
      "loss": 0.2517,
      "step": 975
    },
    {
      "epoch": 0.28191038968058085,
      "grad_norm": 1.9090849161148071,
      "learning_rate": 7.5599393019726864e-06,
      "loss": 0.2608,
      "step": 978
    },
    {
      "epoch": 0.28277514547714705,
      "grad_norm": 2.6184728145599365,
      "learning_rate": 7.550834597875569e-06,
      "loss": 0.2728,
      "step": 981
    },
    {
      "epoch": 0.28363990127371325,
      "grad_norm": 1.5910395383834839,
      "learning_rate": 7.541729893778453e-06,
      "loss": 0.2144,
      "step": 984
    },
    {
      "epoch": 0.28450465707027944,
      "grad_norm": 2.3524558544158936,
      "learning_rate": 7.532625189681337e-06,
      "loss": 0.23,
      "step": 987
    },
    {
      "epoch": 0.28536941286684564,
      "grad_norm": 3.056361675262451,
      "learning_rate": 7.5235204855842195e-06,
      "loss": 0.2397,
      "step": 990
    },
    {
      "epoch": 0.28623416866341184,
      "grad_norm": 3.4158847332000732,
      "learning_rate": 7.514415781487102e-06,
      "loss": 0.2712,
      "step": 993
    },
    {
      "epoch": 0.28709892445997803,
      "grad_norm": 3.3620333671569824,
      "learning_rate": 7.505311077389985e-06,
      "loss": 0.2107,
      "step": 996
    },
    {
      "epoch": 0.28796368025654423,
      "grad_norm": 3.508890390396118,
      "learning_rate": 7.496206373292868e-06,
      "loss": 0.2453,
      "step": 999
    },
    {
      "epoch": 0.28825193218873296,
      "eval_loss": 0.21684841811656952,
      "eval_mse": 0.21684841979760677,
      "eval_runtime": 6.6234,
      "eval_samples_per_second": 150.98,
      "eval_steps_per_second": 18.872,
      "step": 1000
    },
    {
      "epoch": 0.2888284360531104,
      "grad_norm": 2.658740997314453,
      "learning_rate": 7.487101669195752e-06,
      "loss": 0.2319,
      "step": 1002
    },
    {
      "epoch": 0.2896931918496766,
      "grad_norm": 1.370540976524353,
      "learning_rate": 7.477996965098635e-06,
      "loss": 0.2443,
      "step": 1005
    },
    {
      "epoch": 0.2905579476462428,
      "grad_norm": 8.996585845947266,
      "learning_rate": 7.468892261001518e-06,
      "loss": 0.2859,
      "step": 1008
    },
    {
      "epoch": 0.291422703442809,
      "grad_norm": 3.880053758621216,
      "learning_rate": 7.459787556904401e-06,
      "loss": 0.2913,
      "step": 1011
    },
    {
      "epoch": 0.2922874592393752,
      "grad_norm": 4.735537052154541,
      "learning_rate": 7.450682852807284e-06,
      "loss": 0.258,
      "step": 1014
    },
    {
      "epoch": 0.2931522150359414,
      "grad_norm": 1.7119396924972534,
      "learning_rate": 7.441578148710168e-06,
      "loss": 0.2397,
      "step": 1017
    },
    {
      "epoch": 0.2940169708325076,
      "grad_norm": 3.4769861698150635,
      "learning_rate": 7.4324734446130505e-06,
      "loss": 0.209,
      "step": 1020
    },
    {
      "epoch": 0.2948817266290738,
      "grad_norm": 2.3741278648376465,
      "learning_rate": 7.423368740515934e-06,
      "loss": 0.2627,
      "step": 1023
    },
    {
      "epoch": 0.29574648242564,
      "grad_norm": 1.5303798913955688,
      "learning_rate": 7.414264036418817e-06,
      "loss": 0.2352,
      "step": 1026
    },
    {
      "epoch": 0.2966112382222062,
      "grad_norm": 1.63661789894104,
      "learning_rate": 7.4051593323217e-06,
      "loss": 0.2448,
      "step": 1029
    },
    {
      "epoch": 0.2974759940187724,
      "grad_norm": 1.531538724899292,
      "learning_rate": 7.3960546282245835e-06,
      "loss": 0.23,
      "step": 1032
    },
    {
      "epoch": 0.2983407498153386,
      "grad_norm": 1.3936281204223633,
      "learning_rate": 7.386949924127466e-06,
      "loss": 0.2367,
      "step": 1035
    },
    {
      "epoch": 0.2992055056119048,
      "grad_norm": 4.795119762420654,
      "learning_rate": 7.377845220030349e-06,
      "loss": 0.2621,
      "step": 1038
    },
    {
      "epoch": 0.300070261408471,
      "grad_norm": 3.725170135498047,
      "learning_rate": 7.368740515933233e-06,
      "loss": 0.2708,
      "step": 1041
    },
    {
      "epoch": 0.3009350172050372,
      "grad_norm": 1.5772522687911987,
      "learning_rate": 7.359635811836116e-06,
      "loss": 0.1897,
      "step": 1044
    },
    {
      "epoch": 0.3017997730016034,
      "grad_norm": 4.716231822967529,
      "learning_rate": 7.3505311077389994e-06,
      "loss": 0.2297,
      "step": 1047
    },
    {
      "epoch": 0.3026645287981696,
      "grad_norm": 3.9254777431488037,
      "learning_rate": 7.341426403641882e-06,
      "loss": 0.2285,
      "step": 1050
    },
    {
      "epoch": 0.3035292845947358,
      "grad_norm": 2.7238216400146484,
      "learning_rate": 7.332321699544765e-06,
      "loss": 0.2488,
      "step": 1053
    },
    {
      "epoch": 0.304394040391302,
      "grad_norm": 7.061728477478027,
      "learning_rate": 7.323216995447649e-06,
      "loss": 0.2329,
      "step": 1056
    },
    {
      "epoch": 0.3052587961878682,
      "grad_norm": 2.2323367595672607,
      "learning_rate": 7.314112291350532e-06,
      "loss": 0.2511,
      "step": 1059
    },
    {
      "epoch": 0.3061235519844344,
      "grad_norm": 3.432279586791992,
      "learning_rate": 7.305007587253415e-06,
      "loss": 0.251,
      "step": 1062
    },
    {
      "epoch": 0.3069883077810006,
      "grad_norm": 4.372462272644043,
      "learning_rate": 7.295902883156298e-06,
      "loss": 0.2306,
      "step": 1065
    },
    {
      "epoch": 0.3078530635775668,
      "grad_norm": 3.428677558898926,
      "learning_rate": 7.286798179059181e-06,
      "loss": 0.2389,
      "step": 1068
    },
    {
      "epoch": 0.308717819374133,
      "grad_norm": 1.7803095579147339,
      "learning_rate": 7.277693474962064e-06,
      "loss": 0.2374,
      "step": 1071
    },
    {
      "epoch": 0.3095825751706992,
      "grad_norm": 1.7453327178955078,
      "learning_rate": 7.2685887708649476e-06,
      "loss": 0.2175,
      "step": 1074
    },
    {
      "epoch": 0.3104473309672654,
      "grad_norm": 3.4764058589935303,
      "learning_rate": 7.25948406676783e-06,
      "loss": 0.2649,
      "step": 1077
    },
    {
      "epoch": 0.3113120867638316,
      "grad_norm": 2.5065643787384033,
      "learning_rate": 7.250379362670714e-06,
      "loss": 0.2436,
      "step": 1080
    },
    {
      "epoch": 0.3121768425603978,
      "grad_norm": 2.4735498428344727,
      "learning_rate": 7.241274658573597e-06,
      "loss": 0.2565,
      "step": 1083
    },
    {
      "epoch": 0.313041598356964,
      "grad_norm": 7.107683181762695,
      "learning_rate": 7.23216995447648e-06,
      "loss": 0.2691,
      "step": 1086
    },
    {
      "epoch": 0.3139063541535302,
      "grad_norm": 1.9517550468444824,
      "learning_rate": 7.223065250379363e-06,
      "loss": 0.2869,
      "step": 1089
    },
    {
      "epoch": 0.3147711099500964,
      "grad_norm": 3.1179702281951904,
      "learning_rate": 7.213960546282246e-06,
      "loss": 0.2434,
      "step": 1092
    },
    {
      "epoch": 0.3156358657466626,
      "grad_norm": 4.619999885559082,
      "learning_rate": 7.20485584218513e-06,
      "loss": 0.2469,
      "step": 1095
    },
    {
      "epoch": 0.3165006215432288,
      "grad_norm": 6.7724528312683105,
      "learning_rate": 7.195751138088013e-06,
      "loss": 0.278,
      "step": 1098
    },
    {
      "epoch": 0.31707712540760624,
      "eval_loss": 0.2247343808412552,
      "eval_mse": 0.22473438137583435,
      "eval_runtime": 6.5256,
      "eval_samples_per_second": 153.242,
      "eval_steps_per_second": 19.155,
      "step": 1100
    },
    {
      "epoch": 0.317365377339795,
      "grad_norm": 1.6179205179214478,
      "learning_rate": 7.186646433990896e-06,
      "loss": 0.252,
      "step": 1101
    },
    {
      "epoch": 0.31823013313636117,
      "grad_norm": 1.8803197145462036,
      "learning_rate": 7.1775417298937785e-06,
      "loss": 0.2227,
      "step": 1104
    },
    {
      "epoch": 0.31909488893292737,
      "grad_norm": 2.2427573204040527,
      "learning_rate": 7.168437025796661e-06,
      "loss": 0.2399,
      "step": 1107
    },
    {
      "epoch": 0.31995964472949356,
      "grad_norm": 1.907244086265564,
      "learning_rate": 7.159332321699546e-06,
      "loss": 0.2162,
      "step": 1110
    },
    {
      "epoch": 0.32082440052605976,
      "grad_norm": 3.7878000736236572,
      "learning_rate": 7.150227617602429e-06,
      "loss": 0.246,
      "step": 1113
    },
    {
      "epoch": 0.32168915632262596,
      "grad_norm": 1.9053196907043457,
      "learning_rate": 7.141122913505312e-06,
      "loss": 0.2684,
      "step": 1116
    },
    {
      "epoch": 0.32255391211919215,
      "grad_norm": 5.108983039855957,
      "learning_rate": 7.1320182094081944e-06,
      "loss": 0.2237,
      "step": 1119
    },
    {
      "epoch": 0.32341866791575835,
      "grad_norm": 2.2469422817230225,
      "learning_rate": 7.122913505311077e-06,
      "loss": 0.2462,
      "step": 1122
    },
    {
      "epoch": 0.32428342371232455,
      "grad_norm": 5.127351760864258,
      "learning_rate": 7.113808801213962e-06,
      "loss": 0.2543,
      "step": 1125
    },
    {
      "epoch": 0.32514817950889074,
      "grad_norm": 4.980170249938965,
      "learning_rate": 7.104704097116845e-06,
      "loss": 0.2775,
      "step": 1128
    },
    {
      "epoch": 0.326012935305457,
      "grad_norm": 3.701903820037842,
      "learning_rate": 7.0955993930197275e-06,
      "loss": 0.2548,
      "step": 1131
    },
    {
      "epoch": 0.3268776911020232,
      "grad_norm": 3.780144214630127,
      "learning_rate": 7.08649468892261e-06,
      "loss": 0.2687,
      "step": 1134
    },
    {
      "epoch": 0.3277424468985894,
      "grad_norm": 2.2161099910736084,
      "learning_rate": 7.077389984825493e-06,
      "loss": 0.2351,
      "step": 1137
    },
    {
      "epoch": 0.3286072026951556,
      "grad_norm": 4.7017998695373535,
      "learning_rate": 7.068285280728376e-06,
      "loss": 0.2431,
      "step": 1140
    },
    {
      "epoch": 0.3294719584917218,
      "grad_norm": 2.053750991821289,
      "learning_rate": 7.0591805766312606e-06,
      "loss": 0.254,
      "step": 1143
    },
    {
      "epoch": 0.330336714288288,
      "grad_norm": 2.8078341484069824,
      "learning_rate": 7.050075872534143e-06,
      "loss": 0.2646,
      "step": 1146
    },
    {
      "epoch": 0.3312014700848542,
      "grad_norm": 2.585087776184082,
      "learning_rate": 7.040971168437026e-06,
      "loss": 0.2536,
      "step": 1149
    },
    {
      "epoch": 0.3320662258814204,
      "grad_norm": 4.2963104248046875,
      "learning_rate": 7.031866464339909e-06,
      "loss": 0.2276,
      "step": 1152
    },
    {
      "epoch": 0.33293098167798657,
      "grad_norm": 4.205751419067383,
      "learning_rate": 7.022761760242792e-06,
      "loss": 0.2404,
      "step": 1155
    },
    {
      "epoch": 0.33379573747455277,
      "grad_norm": 3.460796356201172,
      "learning_rate": 7.0136570561456765e-06,
      "loss": 0.2473,
      "step": 1158
    },
    {
      "epoch": 0.33466049327111896,
      "grad_norm": 3.529181957244873,
      "learning_rate": 7.004552352048559e-06,
      "loss": 0.24,
      "step": 1161
    },
    {
      "epoch": 0.33552524906768516,
      "grad_norm": 3.203437328338623,
      "learning_rate": 6.995447647951442e-06,
      "loss": 0.2547,
      "step": 1164
    },
    {
      "epoch": 0.33639000486425136,
      "grad_norm": 4.1535491943359375,
      "learning_rate": 6.986342943854325e-06,
      "loss": 0.2532,
      "step": 1167
    },
    {
      "epoch": 0.33725476066081755,
      "grad_norm": 3.7933478355407715,
      "learning_rate": 6.977238239757208e-06,
      "loss": 0.2435,
      "step": 1170
    },
    {
      "epoch": 0.33811951645738375,
      "grad_norm": 2.6703147888183594,
      "learning_rate": 6.968133535660092e-06,
      "loss": 0.2293,
      "step": 1173
    },
    {
      "epoch": 0.33898427225394995,
      "grad_norm": 2.8900182247161865,
      "learning_rate": 6.959028831562975e-06,
      "loss": 0.2163,
      "step": 1176
    },
    {
      "epoch": 0.33984902805051614,
      "grad_norm": 3.9563350677490234,
      "learning_rate": 6.949924127465858e-06,
      "loss": 0.2682,
      "step": 1179
    },
    {
      "epoch": 0.34071378384708234,
      "grad_norm": 1.8461941480636597,
      "learning_rate": 6.940819423368741e-06,
      "loss": 0.2293,
      "step": 1182
    },
    {
      "epoch": 0.34157853964364854,
      "grad_norm": 3.313368082046509,
      "learning_rate": 6.931714719271624e-06,
      "loss": 0.2436,
      "step": 1185
    },
    {
      "epoch": 0.34244329544021473,
      "grad_norm": 1.7820873260498047,
      "learning_rate": 6.922610015174508e-06,
      "loss": 0.212,
      "step": 1188
    },
    {
      "epoch": 0.34330805123678093,
      "grad_norm": 1.995291829109192,
      "learning_rate": 6.913505311077391e-06,
      "loss": 0.2243,
      "step": 1191
    },
    {
      "epoch": 0.34417280703334713,
      "grad_norm": 2.928727626800537,
      "learning_rate": 6.904400606980274e-06,
      "loss": 0.2296,
      "step": 1194
    },
    {
      "epoch": 0.3450375628299133,
      "grad_norm": 2.5598068237304688,
      "learning_rate": 6.895295902883157e-06,
      "loss": 0.2135,
      "step": 1197
    },
    {
      "epoch": 0.3459023186264795,
      "grad_norm": 2.4700326919555664,
      "learning_rate": 6.88619119878604e-06,
      "loss": 0.2319,
      "step": 1200
    },
    {
      "epoch": 0.3459023186264795,
      "eval_loss": 0.21415139734745026,
      "eval_mse": 0.2141513990436215,
      "eval_runtime": 6.5018,
      "eval_samples_per_second": 153.803,
      "eval_steps_per_second": 19.225,
      "step": 1200
    },
    {
      "epoch": 0.3467670744230457,
      "grad_norm": 3.6825876235961914,
      "learning_rate": 6.8770864946889225e-06,
      "loss": 0.2409,
      "step": 1203
    },
    {
      "epoch": 0.3476318302196119,
      "grad_norm": 2.8780245780944824,
      "learning_rate": 6.867981790591807e-06,
      "loss": 0.2219,
      "step": 1206
    },
    {
      "epoch": 0.34849658601617817,
      "grad_norm": 2.641505479812622,
      "learning_rate": 6.85887708649469e-06,
      "loss": 0.2315,
      "step": 1209
    },
    {
      "epoch": 0.34936134181274436,
      "grad_norm": 1.660909652709961,
      "learning_rate": 6.849772382397573e-06,
      "loss": 0.224,
      "step": 1212
    },
    {
      "epoch": 0.35022609760931056,
      "grad_norm": 5.104085445404053,
      "learning_rate": 6.8406676783004556e-06,
      "loss": 0.2184,
      "step": 1215
    },
    {
      "epoch": 0.35109085340587676,
      "grad_norm": 1.870938777923584,
      "learning_rate": 6.831562974203338e-06,
      "loss": 0.234,
      "step": 1218
    },
    {
      "epoch": 0.35195560920244295,
      "grad_norm": 4.542322635650635,
      "learning_rate": 6.822458270106223e-06,
      "loss": 0.2247,
      "step": 1221
    },
    {
      "epoch": 0.35282036499900915,
      "grad_norm": 1.4236701726913452,
      "learning_rate": 6.813353566009106e-06,
      "loss": 0.2168,
      "step": 1224
    },
    {
      "epoch": 0.35368512079557535,
      "grad_norm": 2.0418410301208496,
      "learning_rate": 6.804248861911989e-06,
      "loss": 0.2425,
      "step": 1227
    },
    {
      "epoch": 0.35454987659214154,
      "grad_norm": 2.868399143218994,
      "learning_rate": 6.7951441578148715e-06,
      "loss": 0.2354,
      "step": 1230
    },
    {
      "epoch": 0.35541463238870774,
      "grad_norm": 2.453361749649048,
      "learning_rate": 6.786039453717754e-06,
      "loss": 0.2266,
      "step": 1233
    },
    {
      "epoch": 0.35627938818527394,
      "grad_norm": 2.0826542377471924,
      "learning_rate": 6.776934749620638e-06,
      "loss": 0.2194,
      "step": 1236
    },
    {
      "epoch": 0.35714414398184013,
      "grad_norm": 1.511440634727478,
      "learning_rate": 6.767830045523522e-06,
      "loss": 0.2264,
      "step": 1239
    },
    {
      "epoch": 0.35800889977840633,
      "grad_norm": 2.456897020339966,
      "learning_rate": 6.7587253414264045e-06,
      "loss": 0.2864,
      "step": 1242
    },
    {
      "epoch": 0.3588736555749725,
      "grad_norm": 2.873429298400879,
      "learning_rate": 6.749620637329287e-06,
      "loss": 0.2055,
      "step": 1245
    },
    {
      "epoch": 0.3597384113715387,
      "grad_norm": 1.7501113414764404,
      "learning_rate": 6.74051593323217e-06,
      "loss": 0.2205,
      "step": 1248
    },
    {
      "epoch": 0.3606031671681049,
      "grad_norm": 1.615105390548706,
      "learning_rate": 6.731411229135054e-06,
      "loss": 0.2337,
      "step": 1251
    },
    {
      "epoch": 0.3614679229646711,
      "grad_norm": 1.6872748136520386,
      "learning_rate": 6.722306525037937e-06,
      "loss": 0.2164,
      "step": 1254
    },
    {
      "epoch": 0.3623326787612373,
      "grad_norm": 3.1001312732696533,
      "learning_rate": 6.7132018209408204e-06,
      "loss": 0.2154,
      "step": 1257
    },
    {
      "epoch": 0.3631974345578035,
      "grad_norm": 2.1165292263031006,
      "learning_rate": 6.704097116843703e-06,
      "loss": 0.2512,
      "step": 1260
    },
    {
      "epoch": 0.3640621903543697,
      "grad_norm": 4.326318740844727,
      "learning_rate": 6.694992412746586e-06,
      "loss": 0.2471,
      "step": 1263
    },
    {
      "epoch": 0.3649269461509359,
      "grad_norm": 5.773290634155273,
      "learning_rate": 6.685887708649469e-06,
      "loss": 0.2407,
      "step": 1266
    },
    {
      "epoch": 0.3657917019475021,
      "grad_norm": 3.2723119258880615,
      "learning_rate": 6.676783004552353e-06,
      "loss": 0.3129,
      "step": 1269
    },
    {
      "epoch": 0.3666564577440683,
      "grad_norm": 2.927086114883423,
      "learning_rate": 6.6676783004552355e-06,
      "loss": 0.231,
      "step": 1272
    },
    {
      "epoch": 0.3675212135406345,
      "grad_norm": 1.7322252988815308,
      "learning_rate": 6.658573596358119e-06,
      "loss": 0.2504,
      "step": 1275
    },
    {
      "epoch": 0.3683859693372007,
      "grad_norm": 2.5904715061187744,
      "learning_rate": 6.649468892261002e-06,
      "loss": 0.2079,
      "step": 1278
    },
    {
      "epoch": 0.3692507251337669,
      "grad_norm": 2.6561062335968018,
      "learning_rate": 6.640364188163885e-06,
      "loss": 0.2423,
      "step": 1281
    },
    {
      "epoch": 0.3701154809303331,
      "grad_norm": 3.3299241065979004,
      "learning_rate": 6.6312594840667686e-06,
      "loss": 0.2386,
      "step": 1284
    },
    {
      "epoch": 0.37098023672689934,
      "grad_norm": 1.731477975845337,
      "learning_rate": 6.622154779969651e-06,
      "loss": 0.2017,
      "step": 1287
    },
    {
      "epoch": 0.37184499252346553,
      "grad_norm": 2.5077965259552,
      "learning_rate": 6.613050075872534e-06,
      "loss": 0.2446,
      "step": 1290
    },
    {
      "epoch": 0.37270974832003173,
      "grad_norm": 2.36556077003479,
      "learning_rate": 6.603945371775418e-06,
      "loss": 0.2544,
      "step": 1293
    },
    {
      "epoch": 0.3735745041165979,
      "grad_norm": 1.9789232015609741,
      "learning_rate": 6.594840667678301e-06,
      "loss": 0.2247,
      "step": 1296
    },
    {
      "epoch": 0.3744392599131641,
      "grad_norm": 1.7310489416122437,
      "learning_rate": 6.5857359635811845e-06,
      "loss": 0.1983,
      "step": 1299
    },
    {
      "epoch": 0.37472751184535286,
      "eval_loss": 0.2175411880016327,
      "eval_mse": 0.21754117820138344,
      "eval_runtime": 7.1272,
      "eval_samples_per_second": 140.308,
      "eval_steps_per_second": 17.538,
      "step": 1300
    },
    {
      "epoch": 0.3753040157097303,
      "grad_norm": 4.152148723602295,
      "learning_rate": 6.576631259484067e-06,
      "loss": 0.2899,
      "step": 1302
    },
    {
      "epoch": 0.3761687715062965,
      "grad_norm": 2.1581296920776367,
      "learning_rate": 6.56752655538695e-06,
      "loss": 0.2448,
      "step": 1305
    },
    {
      "epoch": 0.3770335273028627,
      "grad_norm": 2.8600330352783203,
      "learning_rate": 6.558421851289834e-06,
      "loss": 0.2084,
      "step": 1308
    },
    {
      "epoch": 0.3778982830994289,
      "grad_norm": 1.5723686218261719,
      "learning_rate": 6.549317147192717e-06,
      "loss": 0.2441,
      "step": 1311
    },
    {
      "epoch": 0.3787630388959951,
      "grad_norm": 3.4149153232574463,
      "learning_rate": 6.5402124430956e-06,
      "loss": 0.247,
      "step": 1314
    },
    {
      "epoch": 0.3796277946925613,
      "grad_norm": 16.35414695739746,
      "learning_rate": 6.531107738998483e-06,
      "loss": 0.2478,
      "step": 1317
    },
    {
      "epoch": 0.3804925504891275,
      "grad_norm": 6.227761268615723,
      "learning_rate": 6.522003034901366e-06,
      "loss": 0.2316,
      "step": 1320
    },
    {
      "epoch": 0.3813573062856937,
      "grad_norm": 2.2669637203216553,
      "learning_rate": 6.512898330804249e-06,
      "loss": 0.2836,
      "step": 1323
    },
    {
      "epoch": 0.3822220620822599,
      "grad_norm": 1.4385027885437012,
      "learning_rate": 6.503793626707133e-06,
      "loss": 0.2122,
      "step": 1326
    },
    {
      "epoch": 0.3830868178788261,
      "grad_norm": 2.3909130096435547,
      "learning_rate": 6.4946889226100154e-06,
      "loss": 0.2357,
      "step": 1329
    },
    {
      "epoch": 0.3839515736753923,
      "grad_norm": 1.7610464096069336,
      "learning_rate": 6.485584218512899e-06,
      "loss": 0.2746,
      "step": 1332
    },
    {
      "epoch": 0.3848163294719585,
      "grad_norm": 2.8983278274536133,
      "learning_rate": 6.476479514415782e-06,
      "loss": 0.2176,
      "step": 1335
    },
    {
      "epoch": 0.3856810852685247,
      "grad_norm": 1.7231597900390625,
      "learning_rate": 6.467374810318665e-06,
      "loss": 0.2065,
      "step": 1338
    },
    {
      "epoch": 0.3865458410650909,
      "grad_norm": 1.6913188695907593,
      "learning_rate": 6.458270106221548e-06,
      "loss": 0.2541,
      "step": 1341
    },
    {
      "epoch": 0.3874105968616571,
      "grad_norm": 2.1574645042419434,
      "learning_rate": 6.449165402124431e-06,
      "loss": 0.2393,
      "step": 1344
    },
    {
      "epoch": 0.38827535265822327,
      "grad_norm": 3.8315231800079346,
      "learning_rate": 6.440060698027315e-06,
      "loss": 0.2353,
      "step": 1347
    },
    {
      "epoch": 0.38914010845478947,
      "grad_norm": 2.655545711517334,
      "learning_rate": 6.430955993930198e-06,
      "loss": 0.2222,
      "step": 1350
    },
    {
      "epoch": 0.39000486425135567,
      "grad_norm": 2.0346477031707764,
      "learning_rate": 6.421851289833081e-06,
      "loss": 0.2289,
      "step": 1353
    },
    {
      "epoch": 0.39086962004792186,
      "grad_norm": 4.726449489593506,
      "learning_rate": 6.4127465857359636e-06,
      "loss": 0.2748,
      "step": 1356
    },
    {
      "epoch": 0.39173437584448806,
      "grad_norm": 3.0121731758117676,
      "learning_rate": 6.403641881638846e-06,
      "loss": 0.2244,
      "step": 1359
    },
    {
      "epoch": 0.39259913164105426,
      "grad_norm": 6.562178611755371,
      "learning_rate": 6.394537177541731e-06,
      "loss": 0.264,
      "step": 1362
    },
    {
      "epoch": 0.3934638874376205,
      "grad_norm": 3.1092755794525146,
      "learning_rate": 6.385432473444614e-06,
      "loss": 0.228,
      "step": 1365
    },
    {
      "epoch": 0.3943286432341867,
      "grad_norm": 4.431830406188965,
      "learning_rate": 6.376327769347497e-06,
      "loss": 0.2544,
      "step": 1368
    },
    {
      "epoch": 0.3951933990307529,
      "grad_norm": 2.545694351196289,
      "learning_rate": 6.3672230652503795e-06,
      "loss": 0.2618,
      "step": 1371
    },
    {
      "epoch": 0.3960581548273191,
      "grad_norm": 1.5483859777450562,
      "learning_rate": 6.358118361153262e-06,
      "loss": 0.282,
      "step": 1374
    },
    {
      "epoch": 0.3969229106238853,
      "grad_norm": 1.750784993171692,
      "learning_rate": 6.349013657056147e-06,
      "loss": 0.2447,
      "step": 1377
    },
    {
      "epoch": 0.3977876664204515,
      "grad_norm": 2.440020799636841,
      "learning_rate": 6.33990895295903e-06,
      "loss": 0.2472,
      "step": 1380
    },
    {
      "epoch": 0.3986524222170177,
      "grad_norm": 1.4584132432937622,
      "learning_rate": 6.3308042488619125e-06,
      "loss": 0.2469,
      "step": 1383
    },
    {
      "epoch": 0.3995171780135839,
      "grad_norm": 1.3845562934875488,
      "learning_rate": 6.321699544764795e-06,
      "loss": 0.2111,
      "step": 1386
    },
    {
      "epoch": 0.4003819338101501,
      "grad_norm": 1.736345648765564,
      "learning_rate": 6.312594840667678e-06,
      "loss": 0.2203,
      "step": 1389
    },
    {
      "epoch": 0.4012466896067163,
      "grad_norm": 2.5879809856414795,
      "learning_rate": 6.303490136570563e-06,
      "loss": 0.2776,
      "step": 1392
    },
    {
      "epoch": 0.4021114454032825,
      "grad_norm": 1.3224149942398071,
      "learning_rate": 6.294385432473446e-06,
      "loss": 0.2016,
      "step": 1395
    },
    {
      "epoch": 0.40297620119984867,
      "grad_norm": 2.7825825214385986,
      "learning_rate": 6.2852807283763284e-06,
      "loss": 0.2264,
      "step": 1398
    },
    {
      "epoch": 0.40355270506422614,
      "eval_loss": 0.23064111173152924,
      "eval_mse": 0.2306411211611703,
      "eval_runtime": 6.653,
      "eval_samples_per_second": 150.308,
      "eval_steps_per_second": 18.789,
      "step": 1400
    },
    {
      "epoch": 0.40384095699641487,
      "grad_norm": 3.059859275817871,
      "learning_rate": 6.276176024279211e-06,
      "loss": 0.1952,
      "step": 1401
    },
    {
      "epoch": 0.40470571279298106,
      "grad_norm": 2.1431009769439697,
      "learning_rate": 6.267071320182094e-06,
      "loss": 0.2681,
      "step": 1404
    },
    {
      "epoch": 0.40557046858954726,
      "grad_norm": 1.6716617345809937,
      "learning_rate": 6.257966616084977e-06,
      "loss": 0.221,
      "step": 1407
    },
    {
      "epoch": 0.40643522438611346,
      "grad_norm": 1.9646525382995605,
      "learning_rate": 6.2488619119878615e-06,
      "loss": 0.2218,
      "step": 1410
    },
    {
      "epoch": 0.40729998018267966,
      "grad_norm": 1.2912189960479736,
      "learning_rate": 6.239757207890744e-06,
      "loss": 0.2077,
      "step": 1413
    },
    {
      "epoch": 0.40816473597924585,
      "grad_norm": 2.4723434448242188,
      "learning_rate": 6.230652503793627e-06,
      "loss": 0.2629,
      "step": 1416
    },
    {
      "epoch": 0.40902949177581205,
      "grad_norm": 2.1053199768066406,
      "learning_rate": 6.22154779969651e-06,
      "loss": 0.2524,
      "step": 1419
    },
    {
      "epoch": 0.40989424757237825,
      "grad_norm": 2.039580821990967,
      "learning_rate": 6.212443095599393e-06,
      "loss": 0.2035,
      "step": 1422
    },
    {
      "epoch": 0.41075900336894444,
      "grad_norm": 1.499022364616394,
      "learning_rate": 6.203338391502277e-06,
      "loss": 0.2263,
      "step": 1425
    },
    {
      "epoch": 0.41162375916551064,
      "grad_norm": 2.090580701828003,
      "learning_rate": 6.19423368740516e-06,
      "loss": 0.2834,
      "step": 1428
    },
    {
      "epoch": 0.41248851496207684,
      "grad_norm": 2.0547232627868652,
      "learning_rate": 6.185128983308043e-06,
      "loss": 0.2725,
      "step": 1431
    },
    {
      "epoch": 0.41335327075864303,
      "grad_norm": 1.8254441022872925,
      "learning_rate": 6.176024279210926e-06,
      "loss": 0.2234,
      "step": 1434
    },
    {
      "epoch": 0.41421802655520923,
      "grad_norm": 1.860533595085144,
      "learning_rate": 6.166919575113809e-06,
      "loss": 0.2554,
      "step": 1437
    },
    {
      "epoch": 0.4150827823517754,
      "grad_norm": 3.225929021835327,
      "learning_rate": 6.157814871016693e-06,
      "loss": 0.2784,
      "step": 1440
    },
    {
      "epoch": 0.4159475381483417,
      "grad_norm": 2.2769436836242676,
      "learning_rate": 6.148710166919576e-06,
      "loss": 0.2261,
      "step": 1443
    },
    {
      "epoch": 0.4168122939449079,
      "grad_norm": 1.6467565298080444,
      "learning_rate": 6.139605462822459e-06,
      "loss": 0.2702,
      "step": 1446
    },
    {
      "epoch": 0.41767704974147407,
      "grad_norm": 3.0362329483032227,
      "learning_rate": 6.130500758725342e-06,
      "loss": 0.2348,
      "step": 1449
    },
    {
      "epoch": 0.41854180553804027,
      "grad_norm": 1.8852200508117676,
      "learning_rate": 6.121396054628225e-06,
      "loss": 0.2222,
      "step": 1452
    },
    {
      "epoch": 0.41940656133460646,
      "grad_norm": 2.119568109512329,
      "learning_rate": 6.112291350531108e-06,
      "loss": 0.226,
      "step": 1455
    },
    {
      "epoch": 0.42027131713117266,
      "grad_norm": 2.534950017929077,
      "learning_rate": 6.103186646433992e-06,
      "loss": 0.2353,
      "step": 1458
    },
    {
      "epoch": 0.42113607292773886,
      "grad_norm": 3.6363894939422607,
      "learning_rate": 6.094081942336875e-06,
      "loss": 0.2724,
      "step": 1461
    },
    {
      "epoch": 0.42200082872430505,
      "grad_norm": 1.8480486869812012,
      "learning_rate": 6.084977238239758e-06,
      "loss": 0.2417,
      "step": 1464
    },
    {
      "epoch": 0.42286558452087125,
      "grad_norm": 4.110941410064697,
      "learning_rate": 6.075872534142641e-06,
      "loss": 0.2061,
      "step": 1467
    },
    {
      "epoch": 0.42373034031743745,
      "grad_norm": 2.7998435497283936,
      "learning_rate": 6.0667678300455234e-06,
      "loss": 0.231,
      "step": 1470
    },
    {
      "epoch": 0.42459509611400365,
      "grad_norm": 1.7628705501556396,
      "learning_rate": 6.057663125948408e-06,
      "loss": 0.2193,
      "step": 1473
    },
    {
      "epoch": 0.42545985191056984,
      "grad_norm": 2.7976937294006348,
      "learning_rate": 6.048558421851291e-06,
      "loss": 0.2361,
      "step": 1476
    },
    {
      "epoch": 0.42632460770713604,
      "grad_norm": 2.4593019485473633,
      "learning_rate": 6.039453717754174e-06,
      "loss": 0.2494,
      "step": 1479
    },
    {
      "epoch": 0.42718936350370224,
      "grad_norm": 2.5946741104125977,
      "learning_rate": 6.0303490136570565e-06,
      "loss": 0.2279,
      "step": 1482
    },
    {
      "epoch": 0.42805411930026843,
      "grad_norm": 1.6827466487884521,
      "learning_rate": 6.021244309559939e-06,
      "loss": 0.2458,
      "step": 1485
    },
    {
      "epoch": 0.42891887509683463,
      "grad_norm": 4.625283241271973,
      "learning_rate": 6.012139605462823e-06,
      "loss": 0.2707,
      "step": 1488
    },
    {
      "epoch": 0.4297836308934008,
      "grad_norm": 2.733687400817871,
      "learning_rate": 6.003034901365707e-06,
      "loss": 0.2294,
      "step": 1491
    },
    {
      "epoch": 0.430648386689967,
      "grad_norm": 1.38575279712677,
      "learning_rate": 5.9939301972685896e-06,
      "loss": 0.1992,
      "step": 1494
    },
    {
      "epoch": 0.4315131424865332,
      "grad_norm": 1.9684631824493408,
      "learning_rate": 5.984825493171472e-06,
      "loss": 0.2118,
      "step": 1497
    },
    {
      "epoch": 0.4323778982830994,
      "grad_norm": 3.40984845161438,
      "learning_rate": 5.975720789074355e-06,
      "loss": 0.2175,
      "step": 1500
    },
    {
      "epoch": 0.4323778982830994,
      "eval_loss": 0.2375136762857437,
      "eval_mse": 0.23751368772797288,
      "eval_runtime": 6.7445,
      "eval_samples_per_second": 148.27,
      "eval_steps_per_second": 18.534,
      "step": 1500
    },
    {
      "epoch": 0.4332426540796656,
      "grad_norm": 2.3788678646087646,
      "learning_rate": 5.966616084977239e-06,
      "loss": 0.2311,
      "step": 1503
    },
    {
      "epoch": 0.4341074098762318,
      "grad_norm": 4.027227401733398,
      "learning_rate": 5.957511380880122e-06,
      "loss": 0.2456,
      "step": 1506
    },
    {
      "epoch": 0.434972165672798,
      "grad_norm": 5.0818586349487305,
      "learning_rate": 5.9484066767830055e-06,
      "loss": 0.2631,
      "step": 1509
    },
    {
      "epoch": 0.4358369214693642,
      "grad_norm": 4.373122215270996,
      "learning_rate": 5.939301972685888e-06,
      "loss": 0.243,
      "step": 1512
    },
    {
      "epoch": 0.4367016772659304,
      "grad_norm": 3.31792950630188,
      "learning_rate": 5.930197268588771e-06,
      "loss": 0.2278,
      "step": 1515
    },
    {
      "epoch": 0.4375664330624966,
      "grad_norm": 1.9427984952926636,
      "learning_rate": 5.921092564491655e-06,
      "loss": 0.2578,
      "step": 1518
    },
    {
      "epoch": 0.43843118885906285,
      "grad_norm": 2.5355935096740723,
      "learning_rate": 5.911987860394538e-06,
      "loss": 0.2125,
      "step": 1521
    },
    {
      "epoch": 0.43929594465562904,
      "grad_norm": 5.661628723144531,
      "learning_rate": 5.9028831562974205e-06,
      "loss": 0.2591,
      "step": 1524
    },
    {
      "epoch": 0.44016070045219524,
      "grad_norm": 2.133945941925049,
      "learning_rate": 5.893778452200304e-06,
      "loss": 0.2577,
      "step": 1527
    },
    {
      "epoch": 0.44102545624876144,
      "grad_norm": 2.8841874599456787,
      "learning_rate": 5.884673748103187e-06,
      "loss": 0.2344,
      "step": 1530
    },
    {
      "epoch": 0.44189021204532763,
      "grad_norm": 1.6562261581420898,
      "learning_rate": 5.87556904400607e-06,
      "loss": 0.2133,
      "step": 1533
    },
    {
      "epoch": 0.44275496784189383,
      "grad_norm": 3.133864164352417,
      "learning_rate": 5.866464339908954e-06,
      "loss": 0.2154,
      "step": 1536
    },
    {
      "epoch": 0.44361972363846003,
      "grad_norm": 1.9966986179351807,
      "learning_rate": 5.8573596358118364e-06,
      "loss": 0.1964,
      "step": 1539
    },
    {
      "epoch": 0.4444844794350262,
      "grad_norm": 1.9703294038772583,
      "learning_rate": 5.848254931714719e-06,
      "loss": 0.2238,
      "step": 1542
    },
    {
      "epoch": 0.4453492352315924,
      "grad_norm": 3.2984211444854736,
      "learning_rate": 5.839150227617603e-06,
      "loss": 0.2628,
      "step": 1545
    },
    {
      "epoch": 0.4462139910281586,
      "grad_norm": 3.6368560791015625,
      "learning_rate": 5.830045523520486e-06,
      "loss": 0.2567,
      "step": 1548
    },
    {
      "epoch": 0.4470787468247248,
      "grad_norm": 2.366480827331543,
      "learning_rate": 5.8209408194233695e-06,
      "loss": 0.2493,
      "step": 1551
    },
    {
      "epoch": 0.447943502621291,
      "grad_norm": 3.3239293098449707,
      "learning_rate": 5.811836115326252e-06,
      "loss": 0.2268,
      "step": 1554
    },
    {
      "epoch": 0.4488082584178572,
      "grad_norm": 4.618416786193848,
      "learning_rate": 5.802731411229135e-06,
      "loss": 0.2456,
      "step": 1557
    },
    {
      "epoch": 0.4496730142144234,
      "grad_norm": 2.826070785522461,
      "learning_rate": 5.793626707132019e-06,
      "loss": 0.2206,
      "step": 1560
    },
    {
      "epoch": 0.4505377700109896,
      "grad_norm": 4.012238025665283,
      "learning_rate": 5.784522003034902e-06,
      "loss": 0.2157,
      "step": 1563
    },
    {
      "epoch": 0.4514025258075558,
      "grad_norm": 2.0067975521087646,
      "learning_rate": 5.775417298937785e-06,
      "loss": 0.2489,
      "step": 1566
    },
    {
      "epoch": 0.452267281604122,
      "grad_norm": 1.500907301902771,
      "learning_rate": 5.766312594840668e-06,
      "loss": 0.2348,
      "step": 1569
    },
    {
      "epoch": 0.4531320374006882,
      "grad_norm": 1.8496533632278442,
      "learning_rate": 5.757207890743551e-06,
      "loss": 0.2019,
      "step": 1572
    },
    {
      "epoch": 0.4539967931972544,
      "grad_norm": 3.222740650177002,
      "learning_rate": 5.748103186646434e-06,
      "loss": 0.2587,
      "step": 1575
    },
    {
      "epoch": 0.4548615489938206,
      "grad_norm": 1.572925329208374,
      "learning_rate": 5.738998482549318e-06,
      "loss": 0.2265,
      "step": 1578
    },
    {
      "epoch": 0.4557263047903868,
      "grad_norm": 1.603624701499939,
      "learning_rate": 5.729893778452201e-06,
      "loss": 0.2433,
      "step": 1581
    },
    {
      "epoch": 0.456591060586953,
      "grad_norm": 3.0979552268981934,
      "learning_rate": 5.720789074355084e-06,
      "loss": 0.221,
      "step": 1584
    },
    {
      "epoch": 0.4574558163835192,
      "grad_norm": 1.8691914081573486,
      "learning_rate": 5.711684370257967e-06,
      "loss": 0.2083,
      "step": 1587
    },
    {
      "epoch": 0.4583205721800854,
      "grad_norm": 1.6643935441970825,
      "learning_rate": 5.70257966616085e-06,
      "loss": 0.2173,
      "step": 1590
    },
    {
      "epoch": 0.45918532797665157,
      "grad_norm": 3.626629590988159,
      "learning_rate": 5.693474962063733e-06,
      "loss": 0.2256,
      "step": 1593
    },
    {
      "epoch": 0.46005008377321777,
      "grad_norm": 1.6160587072372437,
      "learning_rate": 5.684370257966616e-06,
      "loss": 0.2197,
      "step": 1596
    },
    {
      "epoch": 0.460914839569784,
      "grad_norm": 3.206094264984131,
      "learning_rate": 5.6752655538695e-06,
      "loss": 0.2461,
      "step": 1599
    },
    {
      "epoch": 0.46120309150197275,
      "eval_loss": 0.24926815927028656,
      "eval_mse": 0.24926817585621028,
      "eval_runtime": 6.5749,
      "eval_samples_per_second": 152.094,
      "eval_steps_per_second": 19.012,
      "step": 1600
    },
    {
      "epoch": 0.4617795953663502,
      "grad_norm": 4.698122024536133,
      "learning_rate": 5.666160849772383e-06,
      "loss": 0.2546,
      "step": 1602
    },
    {
      "epoch": 0.4626443511629164,
      "grad_norm": 1.5181471109390259,
      "learning_rate": 5.657056145675266e-06,
      "loss": 0.2167,
      "step": 1605
    },
    {
      "epoch": 0.4635091069594826,
      "grad_norm": 7.337409496307373,
      "learning_rate": 5.647951441578149e-06,
      "loss": 0.2435,
      "step": 1608
    },
    {
      "epoch": 0.4643738627560488,
      "grad_norm": 1.6400500535964966,
      "learning_rate": 5.6388467374810314e-06,
      "loss": 0.2336,
      "step": 1611
    },
    {
      "epoch": 0.465238618552615,
      "grad_norm": 1.7364429235458374,
      "learning_rate": 5.629742033383916e-06,
      "loss": 0.2397,
      "step": 1614
    },
    {
      "epoch": 0.4661033743491812,
      "grad_norm": 2.7070679664611816,
      "learning_rate": 5.620637329286799e-06,
      "loss": 0.2389,
      "step": 1617
    },
    {
      "epoch": 0.4669681301457474,
      "grad_norm": 1.28640878200531,
      "learning_rate": 5.611532625189682e-06,
      "loss": 0.202,
      "step": 1620
    },
    {
      "epoch": 0.4678328859423136,
      "grad_norm": 2.6867973804473877,
      "learning_rate": 5.6024279210925645e-06,
      "loss": 0.2501,
      "step": 1623
    },
    {
      "epoch": 0.4686976417388798,
      "grad_norm": 2.1441292762756348,
      "learning_rate": 5.593323216995447e-06,
      "loss": 0.2364,
      "step": 1626
    },
    {
      "epoch": 0.469562397535446,
      "grad_norm": 1.6109544038772583,
      "learning_rate": 5.584218512898332e-06,
      "loss": 0.244,
      "step": 1629
    },
    {
      "epoch": 0.4704271533320122,
      "grad_norm": 2.0842268466949463,
      "learning_rate": 5.575113808801215e-06,
      "loss": 0.2434,
      "step": 1632
    },
    {
      "epoch": 0.4712919091285784,
      "grad_norm": 1.4527335166931152,
      "learning_rate": 5.5660091047040976e-06,
      "loss": 0.2113,
      "step": 1635
    },
    {
      "epoch": 0.4721566649251446,
      "grad_norm": 2.0434927940368652,
      "learning_rate": 5.55690440060698e-06,
      "loss": 0.2404,
      "step": 1638
    },
    {
      "epoch": 0.4730214207217108,
      "grad_norm": 3.0256736278533936,
      "learning_rate": 5.547799696509863e-06,
      "loss": 0.2652,
      "step": 1641
    },
    {
      "epoch": 0.47388617651827697,
      "grad_norm": 2.3856120109558105,
      "learning_rate": 5.538694992412748e-06,
      "loss": 0.2156,
      "step": 1644
    },
    {
      "epoch": 0.47475093231484317,
      "grad_norm": 2.0948779582977295,
      "learning_rate": 5.529590288315631e-06,
      "loss": 0.2245,
      "step": 1647
    },
    {
      "epoch": 0.47561568811140936,
      "grad_norm": 1.7975860834121704,
      "learning_rate": 5.5204855842185135e-06,
      "loss": 0.2542,
      "step": 1650
    },
    {
      "epoch": 0.47648044390797556,
      "grad_norm": 3.510812997817993,
      "learning_rate": 5.511380880121396e-06,
      "loss": 0.2288,
      "step": 1653
    },
    {
      "epoch": 0.47734519970454176,
      "grad_norm": 3.4858286380767822,
      "learning_rate": 5.502276176024279e-06,
      "loss": 0.2497,
      "step": 1656
    },
    {
      "epoch": 0.47820995550110795,
      "grad_norm": 2.605661630630493,
      "learning_rate": 5.493171471927162e-06,
      "loss": 0.2062,
      "step": 1659
    },
    {
      "epoch": 0.47907471129767415,
      "grad_norm": 2.162203788757324,
      "learning_rate": 5.4840667678300465e-06,
      "loss": 0.2167,
      "step": 1662
    },
    {
      "epoch": 0.47993946709424035,
      "grad_norm": 4.7574262619018555,
      "learning_rate": 5.474962063732929e-06,
      "loss": 0.2088,
      "step": 1665
    },
    {
      "epoch": 0.48080422289080654,
      "grad_norm": 2.1833505630493164,
      "learning_rate": 5.465857359635812e-06,
      "loss": 0.2622,
      "step": 1668
    },
    {
      "epoch": 0.48166897868737274,
      "grad_norm": 1.645045280456543,
      "learning_rate": 5.456752655538695e-06,
      "loss": 0.2164,
      "step": 1671
    },
    {
      "epoch": 0.48253373448393894,
      "grad_norm": 2.270944356918335,
      "learning_rate": 5.447647951441578e-06,
      "loss": 0.2441,
      "step": 1674
    },
    {
      "epoch": 0.4833984902805052,
      "grad_norm": 2.0133309364318848,
      "learning_rate": 5.4385432473444624e-06,
      "loss": 0.2032,
      "step": 1677
    },
    {
      "epoch": 0.4842632460770714,
      "grad_norm": 2.5585310459136963,
      "learning_rate": 5.429438543247345e-06,
      "loss": 0.2385,
      "step": 1680
    },
    {
      "epoch": 0.4851280018736376,
      "grad_norm": 1.7377713918685913,
      "learning_rate": 5.420333839150228e-06,
      "loss": 0.216,
      "step": 1683
    },
    {
      "epoch": 0.4859927576702038,
      "grad_norm": 1.8322491645812988,
      "learning_rate": 5.411229135053111e-06,
      "loss": 0.2102,
      "step": 1686
    },
    {
      "epoch": 0.48685751346677,
      "grad_norm": 1.8956815004348755,
      "learning_rate": 5.402124430955994e-06,
      "loss": 0.2561,
      "step": 1689
    },
    {
      "epoch": 0.4877222692633362,
      "grad_norm": 1.5535213947296143,
      "learning_rate": 5.393019726858878e-06,
      "loss": 0.2099,
      "step": 1692
    },
    {
      "epoch": 0.48858702505990237,
      "grad_norm": 2.924278974533081,
      "learning_rate": 5.383915022761761e-06,
      "loss": 0.2662,
      "step": 1695
    },
    {
      "epoch": 0.48945178085646857,
      "grad_norm": 2.1653637886047363,
      "learning_rate": 5.374810318664644e-06,
      "loss": 0.2419,
      "step": 1698
    },
    {
      "epoch": 0.49002828472084603,
      "eval_loss": 0.22344937920570374,
      "eval_mse": 0.22344938813522458,
      "eval_runtime": 6.5992,
      "eval_samples_per_second": 151.533,
      "eval_steps_per_second": 18.942,
      "step": 1700
    },
    {
      "epoch": 0.49031653665303476,
      "grad_norm": 2.360328197479248,
      "learning_rate": 5.365705614567527e-06,
      "loss": 0.2661,
      "step": 1701
    },
    {
      "epoch": 0.49118129244960096,
      "grad_norm": 2.328495502471924,
      "learning_rate": 5.35660091047041e-06,
      "loss": 0.2347,
      "step": 1704
    },
    {
      "epoch": 0.49204604824616716,
      "grad_norm": 1.6670514345169067,
      "learning_rate": 5.347496206373293e-06,
      "loss": 0.2269,
      "step": 1707
    },
    {
      "epoch": 0.49291080404273335,
      "grad_norm": 2.426805257797241,
      "learning_rate": 5.338391502276177e-06,
      "loss": 0.1946,
      "step": 1710
    },
    {
      "epoch": 0.49377555983929955,
      "grad_norm": 1.7583879232406616,
      "learning_rate": 5.32928679817906e-06,
      "loss": 0.2235,
      "step": 1713
    },
    {
      "epoch": 0.49464031563586575,
      "grad_norm": 1.7235326766967773,
      "learning_rate": 5.320182094081943e-06,
      "loss": 0.2395,
      "step": 1716
    },
    {
      "epoch": 0.49550507143243194,
      "grad_norm": 1.4216803312301636,
      "learning_rate": 5.311077389984826e-06,
      "loss": 0.2634,
      "step": 1719
    },
    {
      "epoch": 0.49636982722899814,
      "grad_norm": 1.2892686128616333,
      "learning_rate": 5.301972685887709e-06,
      "loss": 0.2083,
      "step": 1722
    },
    {
      "epoch": 0.49723458302556434,
      "grad_norm": 2.5210540294647217,
      "learning_rate": 5.292867981790593e-06,
      "loss": 0.2017,
      "step": 1725
    },
    {
      "epoch": 0.49809933882213053,
      "grad_norm": 5.790046691894531,
      "learning_rate": 5.283763277693476e-06,
      "loss": 0.2306,
      "step": 1728
    },
    {
      "epoch": 0.49896409461869673,
      "grad_norm": 1.4158023595809937,
      "learning_rate": 5.274658573596359e-06,
      "loss": 0.266,
      "step": 1731
    },
    {
      "epoch": 0.4998288504152629,
      "grad_norm": 3.0490024089813232,
      "learning_rate": 5.2655538694992415e-06,
      "loss": 0.2506,
      "step": 1734
    },
    {
      "epoch": 0.5006936062118291,
      "grad_norm": 2.33208966255188,
      "learning_rate": 5.256449165402124e-06,
      "loss": 0.2088,
      "step": 1737
    },
    {
      "epoch": 0.5015583620083953,
      "grad_norm": 1.8087997436523438,
      "learning_rate": 5.247344461305008e-06,
      "loss": 0.2095,
      "step": 1740
    },
    {
      "epoch": 0.5024231178049615,
      "grad_norm": 1.5517979860305786,
      "learning_rate": 5.238239757207892e-06,
      "loss": 0.2342,
      "step": 1743
    },
    {
      "epoch": 0.5032878736015277,
      "grad_norm": 1.841036319732666,
      "learning_rate": 5.229135053110775e-06,
      "loss": 0.2385,
      "step": 1746
    },
    {
      "epoch": 0.5041526293980939,
      "grad_norm": 1.8034095764160156,
      "learning_rate": 5.2200303490136574e-06,
      "loss": 0.2537,
      "step": 1749
    },
    {
      "epoch": 0.5050173851946601,
      "grad_norm": 3.617159366607666,
      "learning_rate": 5.21092564491654e-06,
      "loss": 0.2378,
      "step": 1752
    },
    {
      "epoch": 0.5058821409912263,
      "grad_norm": 2.903215169906616,
      "learning_rate": 5.201820940819424e-06,
      "loss": 0.2356,
      "step": 1755
    },
    {
      "epoch": 0.5067468967877925,
      "grad_norm": 2.084693193435669,
      "learning_rate": 5.192716236722307e-06,
      "loss": 0.2631,
      "step": 1758
    },
    {
      "epoch": 0.5076116525843587,
      "grad_norm": 1.8994488716125488,
      "learning_rate": 5.1836115326251905e-06,
      "loss": 0.2742,
      "step": 1761
    },
    {
      "epoch": 0.5084764083809249,
      "grad_norm": 2.651257276535034,
      "learning_rate": 5.174506828528073e-06,
      "loss": 0.2332,
      "step": 1764
    },
    {
      "epoch": 0.5093411641774911,
      "grad_norm": 4.182311534881592,
      "learning_rate": 5.165402124430956e-06,
      "loss": 0.2467,
      "step": 1767
    },
    {
      "epoch": 0.5102059199740573,
      "grad_norm": 27.990720748901367,
      "learning_rate": 5.15629742033384e-06,
      "loss": 0.2135,
      "step": 1770
    },
    {
      "epoch": 0.5110706757706235,
      "grad_norm": 1.942474126815796,
      "learning_rate": 5.147192716236723e-06,
      "loss": 0.2443,
      "step": 1773
    },
    {
      "epoch": 0.5119354315671897,
      "grad_norm": 2.768105983734131,
      "learning_rate": 5.1380880121396055e-06,
      "loss": 0.2566,
      "step": 1776
    },
    {
      "epoch": 0.5128001873637559,
      "grad_norm": 2.423797607421875,
      "learning_rate": 5.128983308042489e-06,
      "loss": 0.2667,
      "step": 1779
    },
    {
      "epoch": 0.5136649431603221,
      "grad_norm": 2.395047426223755,
      "learning_rate": 5.119878603945372e-06,
      "loss": 0.2495,
      "step": 1782
    },
    {
      "epoch": 0.5145296989568883,
      "grad_norm": 2.577787160873413,
      "learning_rate": 5.110773899848256e-06,
      "loss": 0.2454,
      "step": 1785
    },
    {
      "epoch": 0.5153944547534545,
      "grad_norm": 3.106776714324951,
      "learning_rate": 5.101669195751139e-06,
      "loss": 0.2162,
      "step": 1788
    },
    {
      "epoch": 0.5162592105500207,
      "grad_norm": 1.5912446975708008,
      "learning_rate": 5.0925644916540215e-06,
      "loss": 0.2201,
      "step": 1791
    },
    {
      "epoch": 0.517123966346587,
      "grad_norm": 2.427795171737671,
      "learning_rate": 5.083459787556905e-06,
      "loss": 0.236,
      "step": 1794
    },
    {
      "epoch": 0.5179887221431532,
      "grad_norm": 2.5363399982452393,
      "learning_rate": 5.074355083459788e-06,
      "loss": 0.2551,
      "step": 1797
    },
    {
      "epoch": 0.5188534779397194,
      "grad_norm": 1.8077950477600098,
      "learning_rate": 5.065250379362671e-06,
      "loss": 0.2411,
      "step": 1800
    },
    {
      "epoch": 0.5188534779397194,
      "eval_loss": 0.21374772489070892,
      "eval_mse": 0.21374773593991994,
      "eval_runtime": 6.6116,
      "eval_samples_per_second": 151.249,
      "eval_steps_per_second": 18.906,
      "step": 1800
    },
    {
      "epoch": 0.5197182337362856,
      "grad_norm": 5.243107795715332,
      "learning_rate": 5.0561456752655545e-06,
      "loss": 0.243,
      "step": 1803
    },
    {
      "epoch": 0.5205829895328518,
      "grad_norm": 2.7711331844329834,
      "learning_rate": 5.047040971168437e-06,
      "loss": 0.2037,
      "step": 1806
    },
    {
      "epoch": 0.521447745329418,
      "grad_norm": 2.8418238162994385,
      "learning_rate": 5.03793626707132e-06,
      "loss": 0.2331,
      "step": 1809
    },
    {
      "epoch": 0.5223125011259842,
      "grad_norm": 3.0842299461364746,
      "learning_rate": 5.028831562974204e-06,
      "loss": 0.2422,
      "step": 1812
    },
    {
      "epoch": 0.5231772569225503,
      "grad_norm": 2.5956835746765137,
      "learning_rate": 5.019726858877087e-06,
      "loss": 0.2057,
      "step": 1815
    },
    {
      "epoch": 0.5240420127191165,
      "grad_norm": 1.3121715784072876,
      "learning_rate": 5.0106221547799704e-06,
      "loss": 0.2387,
      "step": 1818
    },
    {
      "epoch": 0.5249067685156827,
      "grad_norm": 2.2341432571411133,
      "learning_rate": 5.001517450682853e-06,
      "loss": 0.2611,
      "step": 1821
    },
    {
      "epoch": 0.5257715243122489,
      "grad_norm": 2.0494587421417236,
      "learning_rate": 4.992412746585736e-06,
      "loss": 0.2238,
      "step": 1824
    },
    {
      "epoch": 0.5266362801088151,
      "grad_norm": 2.2597897052764893,
      "learning_rate": 4.983308042488619e-06,
      "loss": 0.2322,
      "step": 1827
    },
    {
      "epoch": 0.5275010359053813,
      "grad_norm": 3.5993051528930664,
      "learning_rate": 4.974203338391503e-06,
      "loss": 0.234,
      "step": 1830
    },
    {
      "epoch": 0.5283657917019475,
      "grad_norm": 3.769505262374878,
      "learning_rate": 4.9650986342943855e-06,
      "loss": 0.2454,
      "step": 1833
    },
    {
      "epoch": 0.5292305474985137,
      "grad_norm": 1.4726693630218506,
      "learning_rate": 4.955993930197269e-06,
      "loss": 0.2261,
      "step": 1836
    },
    {
      "epoch": 0.5300953032950799,
      "grad_norm": 2.2910659313201904,
      "learning_rate": 4.946889226100152e-06,
      "loss": 0.2551,
      "step": 1839
    },
    {
      "epoch": 0.5309600590916461,
      "grad_norm": 1.8401825428009033,
      "learning_rate": 4.937784522003035e-06,
      "loss": 0.1891,
      "step": 1842
    },
    {
      "epoch": 0.5318248148882123,
      "grad_norm": 2.0589776039123535,
      "learning_rate": 4.9286798179059185e-06,
      "loss": 0.2475,
      "step": 1845
    },
    {
      "epoch": 0.5326895706847785,
      "grad_norm": 1.8461434841156006,
      "learning_rate": 4.919575113808801e-06,
      "loss": 0.2516,
      "step": 1848
    },
    {
      "epoch": 0.5335543264813447,
      "grad_norm": 1.8950605392456055,
      "learning_rate": 4.910470409711684e-06,
      "loss": 0.246,
      "step": 1851
    },
    {
      "epoch": 0.5344190822779109,
      "grad_norm": 1.7544567584991455,
      "learning_rate": 4.901365705614568e-06,
      "loss": 0.2159,
      "step": 1854
    },
    {
      "epoch": 0.5352838380744771,
      "grad_norm": 2.04953932762146,
      "learning_rate": 4.892261001517451e-06,
      "loss": 0.2745,
      "step": 1857
    },
    {
      "epoch": 0.5361485938710433,
      "grad_norm": 2.173112154006958,
      "learning_rate": 4.8831562974203345e-06,
      "loss": 0.2222,
      "step": 1860
    },
    {
      "epoch": 0.5370133496676095,
      "grad_norm": 1.4713711738586426,
      "learning_rate": 4.874051593323217e-06,
      "loss": 0.2182,
      "step": 1863
    },
    {
      "epoch": 0.5378781054641757,
      "grad_norm": 2.421405792236328,
      "learning_rate": 4.8649468892261e-06,
      "loss": 0.2472,
      "step": 1866
    },
    {
      "epoch": 0.5387428612607419,
      "grad_norm": 2.6306304931640625,
      "learning_rate": 4.855842185128984e-06,
      "loss": 0.2148,
      "step": 1869
    },
    {
      "epoch": 0.5396076170573081,
      "grad_norm": 3.4957375526428223,
      "learning_rate": 4.846737481031867e-06,
      "loss": 0.2321,
      "step": 1872
    },
    {
      "epoch": 0.5404723728538743,
      "grad_norm": 4.008154392242432,
      "learning_rate": 4.8376327769347495e-06,
      "loss": 0.216,
      "step": 1875
    },
    {
      "epoch": 0.5413371286504405,
      "grad_norm": 2.417433977127075,
      "learning_rate": 4.828528072837633e-06,
      "loss": 0.2261,
      "step": 1878
    },
    {
      "epoch": 0.5422018844470067,
      "grad_norm": 1.7908028364181519,
      "learning_rate": 4.819423368740516e-06,
      "loss": 0.2445,
      "step": 1881
    },
    {
      "epoch": 0.5430666402435729,
      "grad_norm": 1.3756656646728516,
      "learning_rate": 4.8103186646434e-06,
      "loss": 0.201,
      "step": 1884
    },
    {
      "epoch": 0.5439313960401391,
      "grad_norm": 1.686787724494934,
      "learning_rate": 4.801213960546283e-06,
      "loss": 0.217,
      "step": 1887
    },
    {
      "epoch": 0.5447961518367053,
      "grad_norm": 3.6207942962646484,
      "learning_rate": 4.792109256449165e-06,
      "loss": 0.2746,
      "step": 1890
    },
    {
      "epoch": 0.5456609076332715,
      "grad_norm": 3.838956117630005,
      "learning_rate": 4.783004552352049e-06,
      "loss": 0.2313,
      "step": 1893
    },
    {
      "epoch": 0.5465256634298377,
      "grad_norm": 2.059926748275757,
      "learning_rate": 4.773899848254932e-06,
      "loss": 0.2302,
      "step": 1896
    },
    {
      "epoch": 0.5473904192264039,
      "grad_norm": 1.9524738788604736,
      "learning_rate": 4.764795144157816e-06,
      "loss": 0.2473,
      "step": 1899
    },
    {
      "epoch": 0.5476786711585926,
      "eval_loss": 0.21403329074382782,
      "eval_mse": 0.2140333094932139,
      "eval_runtime": 6.5394,
      "eval_samples_per_second": 152.918,
      "eval_steps_per_second": 19.115,
      "step": 1900
    },
    {
      "epoch": 0.54825517502297,
      "grad_norm": 1.8144432306289673,
      "learning_rate": 4.7556904400606985e-06,
      "loss": 0.2082,
      "step": 1902
    },
    {
      "epoch": 0.5491199308195363,
      "grad_norm": 2.4071717262268066,
      "learning_rate": 4.746585735963581e-06,
      "loss": 0.2364,
      "step": 1905
    },
    {
      "epoch": 0.5499846866161024,
      "grad_norm": 1.7162179946899414,
      "learning_rate": 4.737481031866465e-06,
      "loss": 0.2119,
      "step": 1908
    },
    {
      "epoch": 0.5508494424126686,
      "grad_norm": 2.368528366088867,
      "learning_rate": 4.728376327769348e-06,
      "loss": 0.2314,
      "step": 1911
    },
    {
      "epoch": 0.5517141982092348,
      "grad_norm": 3.422670602798462,
      "learning_rate": 4.719271623672231e-06,
      "loss": 0.2355,
      "step": 1914
    },
    {
      "epoch": 0.552578954005801,
      "grad_norm": 2.324976682662964,
      "learning_rate": 4.710166919575114e-06,
      "loss": 0.2483,
      "step": 1917
    },
    {
      "epoch": 0.5534437098023672,
      "grad_norm": 2.3686418533325195,
      "learning_rate": 4.701062215477997e-06,
      "loss": 0.204,
      "step": 1920
    },
    {
      "epoch": 0.5543084655989334,
      "grad_norm": 2.1361286640167236,
      "learning_rate": 4.691957511380881e-06,
      "loss": 0.195,
      "step": 1923
    },
    {
      "epoch": 0.5551732213954996,
      "grad_norm": 1.5527316331863403,
      "learning_rate": 4.682852807283764e-06,
      "loss": 0.2232,
      "step": 1926
    },
    {
      "epoch": 0.5560379771920658,
      "grad_norm": 3.792592763900757,
      "learning_rate": 4.673748103186647e-06,
      "loss": 0.2157,
      "step": 1929
    },
    {
      "epoch": 0.556902732988632,
      "grad_norm": 1.8878562450408936,
      "learning_rate": 4.66464339908953e-06,
      "loss": 0.21,
      "step": 1932
    },
    {
      "epoch": 0.5577674887851982,
      "grad_norm": 1.686164140701294,
      "learning_rate": 4.655538694992413e-06,
      "loss": 0.2177,
      "step": 1935
    },
    {
      "epoch": 0.5586322445817644,
      "grad_norm": 2.310054302215576,
      "learning_rate": 4.646433990895296e-06,
      "loss": 0.2039,
      "step": 1938
    },
    {
      "epoch": 0.5594970003783306,
      "grad_norm": 1.8163293600082397,
      "learning_rate": 4.63732928679818e-06,
      "loss": 0.2117,
      "step": 1941
    },
    {
      "epoch": 0.5603617561748968,
      "grad_norm": 1.608209490776062,
      "learning_rate": 4.6282245827010625e-06,
      "loss": 0.2361,
      "step": 1944
    },
    {
      "epoch": 0.561226511971463,
      "grad_norm": 1.4159106016159058,
      "learning_rate": 4.619119878603946e-06,
      "loss": 0.2042,
      "step": 1947
    },
    {
      "epoch": 0.5620912677680293,
      "grad_norm": 2.920888900756836,
      "learning_rate": 4.610015174506829e-06,
      "loss": 0.2715,
      "step": 1950
    },
    {
      "epoch": 0.5629560235645955,
      "grad_norm": 1.1805585622787476,
      "learning_rate": 4.600910470409712e-06,
      "loss": 0.2329,
      "step": 1953
    },
    {
      "epoch": 0.5638207793611617,
      "grad_norm": 3.1957271099090576,
      "learning_rate": 4.591805766312596e-06,
      "loss": 0.253,
      "step": 1956
    },
    {
      "epoch": 0.5646855351577279,
      "grad_norm": 2.3281495571136475,
      "learning_rate": 4.582701062215478e-06,
      "loss": 0.2508,
      "step": 1959
    },
    {
      "epoch": 0.5655502909542941,
      "grad_norm": 1.9826480150222778,
      "learning_rate": 4.573596358118362e-06,
      "loss": 0.2107,
      "step": 1962
    },
    {
      "epoch": 0.5664150467508603,
      "grad_norm": 5.98641300201416,
      "learning_rate": 4.564491654021245e-06,
      "loss": 0.2343,
      "step": 1965
    },
    {
      "epoch": 0.5672798025474265,
      "grad_norm": 4.082788944244385,
      "learning_rate": 4.555386949924128e-06,
      "loss": 0.2493,
      "step": 1968
    },
    {
      "epoch": 0.5681445583439927,
      "grad_norm": 1.6683293581008911,
      "learning_rate": 4.5462822458270115e-06,
      "loss": 0.1892,
      "step": 1971
    },
    {
      "epoch": 0.5690093141405589,
      "grad_norm": 4.348227024078369,
      "learning_rate": 4.537177541729894e-06,
      "loss": 0.2277,
      "step": 1974
    },
    {
      "epoch": 0.5698740699371251,
      "grad_norm": 1.2774113416671753,
      "learning_rate": 4.528072837632777e-06,
      "loss": 0.2077,
      "step": 1977
    },
    {
      "epoch": 0.5707388257336913,
      "grad_norm": 1.5915591716766357,
      "learning_rate": 4.518968133535661e-06,
      "loss": 0.2284,
      "step": 1980
    },
    {
      "epoch": 0.5716035815302575,
      "grad_norm": 1.3817569017410278,
      "learning_rate": 4.509863429438544e-06,
      "loss": 0.2159,
      "step": 1983
    },
    {
      "epoch": 0.5724683373268237,
      "grad_norm": 1.3606081008911133,
      "learning_rate": 4.500758725341427e-06,
      "loss": 0.2055,
      "step": 1986
    },
    {
      "epoch": 0.5733330931233899,
      "grad_norm": 2.6602344512939453,
      "learning_rate": 4.49165402124431e-06,
      "loss": 0.2611,
      "step": 1989
    },
    {
      "epoch": 0.5741978489199561,
      "grad_norm": 1.796570897102356,
      "learning_rate": 4.482549317147193e-06,
      "loss": 0.1925,
      "step": 1992
    },
    {
      "epoch": 0.5750626047165223,
      "grad_norm": 2.4218592643737793,
      "learning_rate": 4.473444613050077e-06,
      "loss": 0.1992,
      "step": 1995
    },
    {
      "epoch": 0.5759273605130885,
      "grad_norm": 1.9690345525741577,
      "learning_rate": 4.46433990895296e-06,
      "loss": 0.237,
      "step": 1998
    },
    {
      "epoch": 0.5765038643774659,
      "eval_loss": 0.2176571637392044,
      "eval_mse": 0.2176571699755732,
      "eval_runtime": 6.5589,
      "eval_samples_per_second": 152.465,
      "eval_steps_per_second": 19.058,
      "step": 2000
    },
    {
      "epoch": 0.5767921163096547,
      "grad_norm": 2.168555498123169,
      "learning_rate": 4.4552352048558425e-06,
      "loss": 0.2009,
      "step": 2001
    },
    {
      "epoch": 0.5776568721062209,
      "grad_norm": 3.1508069038391113,
      "learning_rate": 4.446130500758726e-06,
      "loss": 0.2316,
      "step": 2004
    },
    {
      "epoch": 0.578521627902787,
      "grad_norm": 1.686283826828003,
      "learning_rate": 4.437025796661609e-06,
      "loss": 0.2313,
      "step": 2007
    },
    {
      "epoch": 0.5793863836993532,
      "grad_norm": 1.3212209939956665,
      "learning_rate": 4.427921092564492e-06,
      "loss": 0.2076,
      "step": 2010
    },
    {
      "epoch": 0.5802511394959194,
      "grad_norm": 3.2884185314178467,
      "learning_rate": 4.4188163884673755e-06,
      "loss": 0.2345,
      "step": 2013
    },
    {
      "epoch": 0.5811158952924856,
      "grad_norm": 1.9892568588256836,
      "learning_rate": 4.409711684370258e-06,
      "loss": 0.2428,
      "step": 2016
    },
    {
      "epoch": 0.5819806510890518,
      "grad_norm": 1.5294564962387085,
      "learning_rate": 4.400606980273141e-06,
      "loss": 0.2252,
      "step": 2019
    },
    {
      "epoch": 0.582845406885618,
      "grad_norm": 2.2944376468658447,
      "learning_rate": 4.391502276176025e-06,
      "loss": 0.2429,
      "step": 2022
    },
    {
      "epoch": 0.5837101626821842,
      "grad_norm": 1.584145426750183,
      "learning_rate": 4.382397572078908e-06,
      "loss": 0.2548,
      "step": 2025
    },
    {
      "epoch": 0.5845749184787504,
      "grad_norm": 1.604771375656128,
      "learning_rate": 4.3732928679817906e-06,
      "loss": 0.2211,
      "step": 2028
    },
    {
      "epoch": 0.5854396742753166,
      "grad_norm": 1.7536587715148926,
      "learning_rate": 4.364188163884674e-06,
      "loss": 0.2165,
      "step": 2031
    },
    {
      "epoch": 0.5863044300718828,
      "grad_norm": 1.6281161308288574,
      "learning_rate": 4.355083459787557e-06,
      "loss": 0.2609,
      "step": 2034
    },
    {
      "epoch": 0.587169185868449,
      "grad_norm": 1.77180016040802,
      "learning_rate": 4.34597875569044e-06,
      "loss": 0.2333,
      "step": 2037
    },
    {
      "epoch": 0.5880339416650152,
      "grad_norm": 3.2408559322357178,
      "learning_rate": 4.336874051593324e-06,
      "loss": 0.2454,
      "step": 2040
    },
    {
      "epoch": 0.5888986974615814,
      "grad_norm": 3.4444427490234375,
      "learning_rate": 4.3277693474962065e-06,
      "loss": 0.2549,
      "step": 2043
    },
    {
      "epoch": 0.5897634532581476,
      "grad_norm": 4.399412155151367,
      "learning_rate": 4.31866464339909e-06,
      "loss": 0.2258,
      "step": 2046
    },
    {
      "epoch": 0.5906282090547138,
      "grad_norm": 1.646681785583496,
      "learning_rate": 4.309559939301973e-06,
      "loss": 0.1858,
      "step": 2049
    },
    {
      "epoch": 0.59149296485128,
      "grad_norm": 2.786576986312866,
      "learning_rate": 4.300455235204856e-06,
      "loss": 0.2085,
      "step": 2052
    },
    {
      "epoch": 0.5923577206478462,
      "grad_norm": 3.0838379859924316,
      "learning_rate": 4.2913505311077395e-06,
      "loss": 0.2428,
      "step": 2055
    },
    {
      "epoch": 0.5932224764444124,
      "grad_norm": 1.518548846244812,
      "learning_rate": 4.282245827010622e-06,
      "loss": 0.2159,
      "step": 2058
    },
    {
      "epoch": 0.5940872322409786,
      "grad_norm": 2.2088887691497803,
      "learning_rate": 4.273141122913505e-06,
      "loss": 0.2107,
      "step": 2061
    },
    {
      "epoch": 0.5949519880375448,
      "grad_norm": 4.359911918640137,
      "learning_rate": 4.264036418816389e-06,
      "loss": 0.2461,
      "step": 2064
    },
    {
      "epoch": 0.595816743834111,
      "grad_norm": 1.796669840812683,
      "learning_rate": 4.254931714719272e-06,
      "loss": 0.1836,
      "step": 2067
    },
    {
      "epoch": 0.5966814996306772,
      "grad_norm": 2.0835959911346436,
      "learning_rate": 4.245827010622155e-06,
      "loss": 0.2192,
      "step": 2070
    },
    {
      "epoch": 0.5975462554272434,
      "grad_norm": 2.772815227508545,
      "learning_rate": 4.236722306525038e-06,
      "loss": 0.1974,
      "step": 2073
    },
    {
      "epoch": 0.5984110112238096,
      "grad_norm": 1.8529541492462158,
      "learning_rate": 4.227617602427921e-06,
      "loss": 0.1946,
      "step": 2076
    },
    {
      "epoch": 0.5992757670203758,
      "grad_norm": 2.0415849685668945,
      "learning_rate": 4.218512898330804e-06,
      "loss": 0.2182,
      "step": 2079
    },
    {
      "epoch": 0.600140522816942,
      "grad_norm": 2.6295053958892822,
      "learning_rate": 4.209408194233688e-06,
      "loss": 0.2438,
      "step": 2082
    },
    {
      "epoch": 0.6010052786135082,
      "grad_norm": 1.9082621335983276,
      "learning_rate": 4.2003034901365705e-06,
      "loss": 0.1834,
      "step": 2085
    },
    {
      "epoch": 0.6018700344100744,
      "grad_norm": 1.692436933517456,
      "learning_rate": 4.191198786039454e-06,
      "loss": 0.2104,
      "step": 2088
    },
    {
      "epoch": 0.6027347902066406,
      "grad_norm": 2.0836997032165527,
      "learning_rate": 4.182094081942337e-06,
      "loss": 0.2323,
      "step": 2091
    },
    {
      "epoch": 0.6035995460032068,
      "grad_norm": 1.354612946510315,
      "learning_rate": 4.17298937784522e-06,
      "loss": 0.1975,
      "step": 2094
    },
    {
      "epoch": 0.604464301799773,
      "grad_norm": 3.683278799057007,
      "learning_rate": 4.1638846737481036e-06,
      "loss": 0.2256,
      "step": 2097
    },
    {
      "epoch": 0.6053290575963391,
      "grad_norm": 2.232513189315796,
      "learning_rate": 4.154779969650986e-06,
      "loss": 0.1972,
      "step": 2100
    },
    {
      "epoch": 0.6053290575963391,
      "eval_loss": 0.21862919628620148,
      "eval_mse": 0.218629194105044,
      "eval_runtime": 6.7266,
      "eval_samples_per_second": 148.664,
      "eval_steps_per_second": 18.583,
      "step": 2100
    },
    {
      "epoch": 0.6061938133929053,
      "grad_norm": 1.5396499633789062,
      "learning_rate": 4.145675265553869e-06,
      "loss": 0.2151,
      "step": 2103
    },
    {
      "epoch": 0.6070585691894717,
      "grad_norm": 1.482253909111023,
      "learning_rate": 4.136570561456753e-06,
      "loss": 0.2222,
      "step": 2106
    },
    {
      "epoch": 0.6079233249860378,
      "grad_norm": 4.880987644195557,
      "learning_rate": 4.127465857359636e-06,
      "loss": 0.2535,
      "step": 2109
    },
    {
      "epoch": 0.608788080782604,
      "grad_norm": 2.1557230949401855,
      "learning_rate": 4.1183611532625195e-06,
      "loss": 0.2213,
      "step": 2112
    },
    {
      "epoch": 0.6096528365791702,
      "grad_norm": 2.417856454849243,
      "learning_rate": 4.109256449165402e-06,
      "loss": 0.2481,
      "step": 2115
    },
    {
      "epoch": 0.6105175923757364,
      "grad_norm": 2.211514949798584,
      "learning_rate": 4.100151745068285e-06,
      "loss": 0.2369,
      "step": 2118
    },
    {
      "epoch": 0.6113823481723026,
      "grad_norm": 2.2844600677490234,
      "learning_rate": 4.091047040971169e-06,
      "loss": 0.2174,
      "step": 2121
    },
    {
      "epoch": 0.6122471039688688,
      "grad_norm": 2.7534289360046387,
      "learning_rate": 4.081942336874052e-06,
      "loss": 0.22,
      "step": 2124
    },
    {
      "epoch": 0.613111859765435,
      "grad_norm": 1.5547044277191162,
      "learning_rate": 4.072837632776935e-06,
      "loss": 0.227,
      "step": 2127
    },
    {
      "epoch": 0.6139766155620012,
      "grad_norm": 1.6965092420578003,
      "learning_rate": 4.063732928679818e-06,
      "loss": 0.219,
      "step": 2130
    },
    {
      "epoch": 0.6148413713585674,
      "grad_norm": 1.8000000715255737,
      "learning_rate": 4.054628224582701e-06,
      "loss": 0.2303,
      "step": 2133
    },
    {
      "epoch": 0.6157061271551336,
      "grad_norm": 1.5764316320419312,
      "learning_rate": 4.045523520485585e-06,
      "loss": 0.191,
      "step": 2136
    },
    {
      "epoch": 0.6165708829516998,
      "grad_norm": 2.0041658878326416,
      "learning_rate": 4.036418816388468e-06,
      "loss": 0.2025,
      "step": 2139
    },
    {
      "epoch": 0.617435638748266,
      "grad_norm": 1.9013463258743286,
      "learning_rate": 4.0273141122913504e-06,
      "loss": 0.225,
      "step": 2142
    },
    {
      "epoch": 0.6183003945448322,
      "grad_norm": 2.1815786361694336,
      "learning_rate": 4.018209408194234e-06,
      "loss": 0.2409,
      "step": 2145
    },
    {
      "epoch": 0.6191651503413984,
      "grad_norm": 1.6740418672561646,
      "learning_rate": 4.009104704097117e-06,
      "loss": 0.2143,
      "step": 2148
    },
    {
      "epoch": 0.6200299061379646,
      "grad_norm": 2.1056814193725586,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.2365,
      "step": 2151
    },
    {
      "epoch": 0.6208946619345308,
      "grad_norm": 2.629563808441162,
      "learning_rate": 3.9908952959028835e-06,
      "loss": 0.1932,
      "step": 2154
    },
    {
      "epoch": 0.621759417731097,
      "grad_norm": 1.7547650337219238,
      "learning_rate": 3.981790591805766e-06,
      "loss": 0.246,
      "step": 2157
    },
    {
      "epoch": 0.6226241735276632,
      "grad_norm": 2.2451794147491455,
      "learning_rate": 3.97268588770865e-06,
      "loss": 0.2405,
      "step": 2160
    },
    {
      "epoch": 0.6234889293242294,
      "grad_norm": 2.8820624351501465,
      "learning_rate": 3.963581183611533e-06,
      "loss": 0.253,
      "step": 2163
    },
    {
      "epoch": 0.6243536851207956,
      "grad_norm": 2.9832215309143066,
      "learning_rate": 3.9544764795144166e-06,
      "loss": 0.223,
      "step": 2166
    },
    {
      "epoch": 0.6252184409173618,
      "grad_norm": 2.911879539489746,
      "learning_rate": 3.945371775417299e-06,
      "loss": 0.2177,
      "step": 2169
    },
    {
      "epoch": 0.626083196713928,
      "grad_norm": 2.266767740249634,
      "learning_rate": 3.936267071320182e-06,
      "loss": 0.2288,
      "step": 2172
    },
    {
      "epoch": 0.6269479525104942,
      "grad_norm": 1.401633858680725,
      "learning_rate": 3.927162367223066e-06,
      "loss": 0.2556,
      "step": 2175
    },
    {
      "epoch": 0.6278127083070604,
      "grad_norm": 2.7354822158813477,
      "learning_rate": 3.918057663125949e-06,
      "loss": 0.2439,
      "step": 2178
    },
    {
      "epoch": 0.6286774641036266,
      "grad_norm": 1.6652506589889526,
      "learning_rate": 3.908952959028832e-06,
      "loss": 0.2041,
      "step": 2181
    },
    {
      "epoch": 0.6295422199001928,
      "grad_norm": 3.3072733879089355,
      "learning_rate": 3.899848254931715e-06,
      "loss": 0.2207,
      "step": 2184
    },
    {
      "epoch": 0.630406975696759,
      "grad_norm": 2.254608392715454,
      "learning_rate": 3.890743550834598e-06,
      "loss": 0.2352,
      "step": 2187
    },
    {
      "epoch": 0.6312717314933252,
      "grad_norm": 1.765981674194336,
      "learning_rate": 3.881638846737482e-06,
      "loss": 0.2923,
      "step": 2190
    },
    {
      "epoch": 0.6321364872898914,
      "grad_norm": 1.7792342901229858,
      "learning_rate": 3.872534142640365e-06,
      "loss": 0.2428,
      "step": 2193
    },
    {
      "epoch": 0.6330012430864576,
      "grad_norm": 5.084781646728516,
      "learning_rate": 3.8634294385432475e-06,
      "loss": 0.2616,
      "step": 2196
    },
    {
      "epoch": 0.6338659988830238,
      "grad_norm": 2.0845305919647217,
      "learning_rate": 3.854324734446131e-06,
      "loss": 0.2556,
      "step": 2199
    },
    {
      "epoch": 0.6341542508152125,
      "eval_loss": 0.2416454404592514,
      "eval_mse": 0.2416454482518602,
      "eval_runtime": 6.5442,
      "eval_samples_per_second": 152.808,
      "eval_steps_per_second": 19.101,
      "step": 2200
    },
    {
      "epoch": 0.63473075467959,
      "grad_norm": 3.8279173374176025,
      "learning_rate": 3.845220030349014e-06,
      "loss": 0.2245,
      "step": 2202
    },
    {
      "epoch": 0.6355955104761561,
      "grad_norm": 3.564417839050293,
      "learning_rate": 3.836115326251897e-06,
      "loss": 0.2233,
      "step": 2205
    },
    {
      "epoch": 0.6364602662727223,
      "grad_norm": 2.4322614669799805,
      "learning_rate": 3.827010622154781e-06,
      "loss": 0.2227,
      "step": 2208
    },
    {
      "epoch": 0.6373250220692885,
      "grad_norm": 1.6439640522003174,
      "learning_rate": 3.8179059180576634e-06,
      "loss": 0.2135,
      "step": 2211
    },
    {
      "epoch": 0.6381897778658547,
      "grad_norm": 2.605598211288452,
      "learning_rate": 3.8088012139605467e-06,
      "loss": 0.2203,
      "step": 2214
    },
    {
      "epoch": 0.6390545336624209,
      "grad_norm": 1.939488410949707,
      "learning_rate": 3.7996965098634296e-06,
      "loss": 0.2377,
      "step": 2217
    },
    {
      "epoch": 0.6399192894589871,
      "grad_norm": 1.851778507232666,
      "learning_rate": 3.790591805766313e-06,
      "loss": 0.2199,
      "step": 2220
    },
    {
      "epoch": 0.6407840452555533,
      "grad_norm": 2.077923059463501,
      "learning_rate": 3.781487101669196e-06,
      "loss": 0.223,
      "step": 2223
    },
    {
      "epoch": 0.6416488010521195,
      "grad_norm": 5.192010402679443,
      "learning_rate": 3.772382397572079e-06,
      "loss": 0.2412,
      "step": 2226
    },
    {
      "epoch": 0.6425135568486857,
      "grad_norm": 1.6057194471359253,
      "learning_rate": 3.7632776934749626e-06,
      "loss": 0.2354,
      "step": 2229
    },
    {
      "epoch": 0.6433783126452519,
      "grad_norm": 3.0130653381347656,
      "learning_rate": 3.7541729893778455e-06,
      "loss": 0.2307,
      "step": 2232
    },
    {
      "epoch": 0.6442430684418181,
      "grad_norm": 2.835080623626709,
      "learning_rate": 3.7450682852807287e-06,
      "loss": 0.1929,
      "step": 2235
    },
    {
      "epoch": 0.6451078242383843,
      "grad_norm": 1.800140619277954,
      "learning_rate": 3.735963581183612e-06,
      "loss": 0.2158,
      "step": 2238
    },
    {
      "epoch": 0.6459725800349505,
      "grad_norm": 1.8859021663665771,
      "learning_rate": 3.726858877086495e-06,
      "loss": 0.2469,
      "step": 2241
    },
    {
      "epoch": 0.6468373358315167,
      "grad_norm": 1.8524531126022339,
      "learning_rate": 3.717754172989378e-06,
      "loss": 0.2257,
      "step": 2244
    },
    {
      "epoch": 0.6477020916280829,
      "grad_norm": 2.759021520614624,
      "learning_rate": 3.7086494688922614e-06,
      "loss": 0.2187,
      "step": 2247
    },
    {
      "epoch": 0.6485668474246491,
      "grad_norm": 1.885272741317749,
      "learning_rate": 3.699544764795144e-06,
      "loss": 0.2416,
      "step": 2250
    },
    {
      "epoch": 0.6494316032212153,
      "grad_norm": 2.244595527648926,
      "learning_rate": 3.690440060698028e-06,
      "loss": 0.2002,
      "step": 2253
    },
    {
      "epoch": 0.6502963590177815,
      "grad_norm": 2.533815622329712,
      "learning_rate": 3.6813353566009107e-06,
      "loss": 0.2065,
      "step": 2256
    },
    {
      "epoch": 0.6511611148143477,
      "grad_norm": 1.883478045463562,
      "learning_rate": 3.6722306525037936e-06,
      "loss": 0.2014,
      "step": 2259
    },
    {
      "epoch": 0.652025870610914,
      "grad_norm": 4.37358283996582,
      "learning_rate": 3.6631259484066773e-06,
      "loss": 0.2347,
      "step": 2262
    },
    {
      "epoch": 0.6528906264074802,
      "grad_norm": 1.9453434944152832,
      "learning_rate": 3.65402124430956e-06,
      "loss": 0.2414,
      "step": 2265
    },
    {
      "epoch": 0.6537553822040464,
      "grad_norm": 1.5430552959442139,
      "learning_rate": 3.644916540212443e-06,
      "loss": 0.2012,
      "step": 2268
    },
    {
      "epoch": 0.6546201380006126,
      "grad_norm": 2.023857593536377,
      "learning_rate": 3.6358118361153266e-06,
      "loss": 0.216,
      "step": 2271
    },
    {
      "epoch": 0.6554848937971788,
      "grad_norm": 2.0380475521087646,
      "learning_rate": 3.6267071320182095e-06,
      "loss": 0.1851,
      "step": 2274
    },
    {
      "epoch": 0.656349649593745,
      "grad_norm": 1.9703435897827148,
      "learning_rate": 3.617602427921093e-06,
      "loss": 0.2152,
      "step": 2277
    },
    {
      "epoch": 0.6572144053903112,
      "grad_norm": 2.0153567790985107,
      "learning_rate": 3.608497723823976e-06,
      "loss": 0.2248,
      "step": 2280
    },
    {
      "epoch": 0.6580791611868774,
      "grad_norm": 1.6611104011535645,
      "learning_rate": 3.599393019726859e-06,
      "loss": 0.2416,
      "step": 2283
    },
    {
      "epoch": 0.6589439169834436,
      "grad_norm": 1.8866307735443115,
      "learning_rate": 3.5902883156297426e-06,
      "loss": 0.2319,
      "step": 2286
    },
    {
      "epoch": 0.6598086727800098,
      "grad_norm": 2.9478352069854736,
      "learning_rate": 3.5811836115326254e-06,
      "loss": 0.2614,
      "step": 2289
    },
    {
      "epoch": 0.660673428576576,
      "grad_norm": 1.578539252281189,
      "learning_rate": 3.572078907435509e-06,
      "loss": 0.2097,
      "step": 2292
    },
    {
      "epoch": 0.6615381843731422,
      "grad_norm": 3.096663236618042,
      "learning_rate": 3.562974203338392e-06,
      "loss": 0.1977,
      "step": 2295
    },
    {
      "epoch": 0.6624029401697084,
      "grad_norm": 1.81285560131073,
      "learning_rate": 3.5538694992412748e-06,
      "loss": 0.2273,
      "step": 2298
    },
    {
      "epoch": 0.6629794440340858,
      "eval_loss": 0.2196592092514038,
      "eval_mse": 0.2196592075770641,
      "eval_runtime": 6.5661,
      "eval_samples_per_second": 152.298,
      "eval_steps_per_second": 19.037,
      "step": 2300
    },
    {
      "epoch": 0.6632676959662746,
      "grad_norm": 1.6824992895126343,
      "learning_rate": 3.5447647951441585e-06,
      "loss": 0.1899,
      "step": 2301
    },
    {
      "epoch": 0.6641324517628407,
      "grad_norm": 2.2244341373443604,
      "learning_rate": 3.5356600910470413e-06,
      "loss": 0.2113,
      "step": 2304
    },
    {
      "epoch": 0.6649972075594069,
      "grad_norm": 2.0596795082092285,
      "learning_rate": 3.526555386949924e-06,
      "loss": 0.2264,
      "step": 2307
    },
    {
      "epoch": 0.6658619633559731,
      "grad_norm": 2.2340962886810303,
      "learning_rate": 3.517450682852808e-06,
      "loss": 0.2168,
      "step": 2310
    },
    {
      "epoch": 0.6667267191525393,
      "grad_norm": 1.9558560848236084,
      "learning_rate": 3.5083459787556907e-06,
      "loss": 0.2088,
      "step": 2313
    },
    {
      "epoch": 0.6675914749491055,
      "grad_norm": 1.9379972219467163,
      "learning_rate": 3.499241274658574e-06,
      "loss": 0.2284,
      "step": 2316
    },
    {
      "epoch": 0.6684562307456717,
      "grad_norm": 2.3833818435668945,
      "learning_rate": 3.490136570561457e-06,
      "loss": 0.2526,
      "step": 2319
    },
    {
      "epoch": 0.6693209865422379,
      "grad_norm": 2.1912760734558105,
      "learning_rate": 3.48103186646434e-06,
      "loss": 0.2579,
      "step": 2322
    },
    {
      "epoch": 0.6701857423388041,
      "grad_norm": 1.4502041339874268,
      "learning_rate": 3.4719271623672233e-06,
      "loss": 0.2118,
      "step": 2325
    },
    {
      "epoch": 0.6710504981353703,
      "grad_norm": 1.6936084032058716,
      "learning_rate": 3.4628224582701066e-06,
      "loss": 0.2417,
      "step": 2328
    },
    {
      "epoch": 0.6719152539319365,
      "grad_norm": 2.5630977153778076,
      "learning_rate": 3.45371775417299e-06,
      "loss": 0.255,
      "step": 2331
    },
    {
      "epoch": 0.6727800097285027,
      "grad_norm": 1.7571030855178833,
      "learning_rate": 3.4446130500758727e-06,
      "loss": 0.2122,
      "step": 2334
    },
    {
      "epoch": 0.6736447655250689,
      "grad_norm": 2.4220032691955566,
      "learning_rate": 3.435508345978756e-06,
      "loss": 0.2383,
      "step": 2337
    },
    {
      "epoch": 0.6745095213216351,
      "grad_norm": 2.3608193397521973,
      "learning_rate": 3.4264036418816392e-06,
      "loss": 0.241,
      "step": 2340
    },
    {
      "epoch": 0.6753742771182013,
      "grad_norm": 2.0964229106903076,
      "learning_rate": 3.417298937784522e-06,
      "loss": 0.2178,
      "step": 2343
    },
    {
      "epoch": 0.6762390329147675,
      "grad_norm": 3.038722038269043,
      "learning_rate": 3.4081942336874053e-06,
      "loss": 0.2276,
      "step": 2346
    },
    {
      "epoch": 0.6771037887113337,
      "grad_norm": 3.0551295280456543,
      "learning_rate": 3.3990895295902886e-06,
      "loss": 0.1959,
      "step": 2349
    },
    {
      "epoch": 0.6779685445078999,
      "grad_norm": 1.4905811548233032,
      "learning_rate": 3.3899848254931714e-06,
      "loss": 0.1863,
      "step": 2352
    },
    {
      "epoch": 0.6788333003044661,
      "grad_norm": 3.0637025833129883,
      "learning_rate": 3.380880121396055e-06,
      "loss": 0.2341,
      "step": 2355
    },
    {
      "epoch": 0.6796980561010323,
      "grad_norm": 2.9851162433624268,
      "learning_rate": 3.371775417298938e-06,
      "loss": 0.2586,
      "step": 2358
    },
    {
      "epoch": 0.6805628118975985,
      "grad_norm": 2.0650391578674316,
      "learning_rate": 3.3626707132018212e-06,
      "loss": 0.2181,
      "step": 2361
    },
    {
      "epoch": 0.6814275676941647,
      "grad_norm": 3.1792430877685547,
      "learning_rate": 3.3535660091047045e-06,
      "loss": 0.234,
      "step": 2364
    },
    {
      "epoch": 0.6822923234907309,
      "grad_norm": 2.171764612197876,
      "learning_rate": 3.3444613050075873e-06,
      "loss": 0.2232,
      "step": 2367
    },
    {
      "epoch": 0.6831570792872971,
      "grad_norm": 1.8832968473434448,
      "learning_rate": 3.3353566009104706e-06,
      "loss": 0.2386,
      "step": 2370
    },
    {
      "epoch": 0.6840218350838633,
      "grad_norm": 2.217407703399658,
      "learning_rate": 3.326251896813354e-06,
      "loss": 0.2575,
      "step": 2373
    },
    {
      "epoch": 0.6848865908804295,
      "grad_norm": 1.3866760730743408,
      "learning_rate": 3.3171471927162367e-06,
      "loss": 0.2321,
      "step": 2376
    },
    {
      "epoch": 0.6857513466769957,
      "grad_norm": 2.836749315261841,
      "learning_rate": 3.3080424886191204e-06,
      "loss": 0.2082,
      "step": 2379
    },
    {
      "epoch": 0.6866161024735619,
      "grad_norm": 4.798961162567139,
      "learning_rate": 3.2989377845220033e-06,
      "loss": 0.2397,
      "step": 2382
    },
    {
      "epoch": 0.6874808582701281,
      "grad_norm": 1.8099883794784546,
      "learning_rate": 3.289833080424886e-06,
      "loss": 0.2468,
      "step": 2385
    },
    {
      "epoch": 0.6883456140666943,
      "grad_norm": 3.0821380615234375,
      "learning_rate": 3.2807283763277698e-06,
      "loss": 0.2013,
      "step": 2388
    },
    {
      "epoch": 0.6892103698632605,
      "grad_norm": 1.6952015161514282,
      "learning_rate": 3.2716236722306526e-06,
      "loss": 0.2156,
      "step": 2391
    },
    {
      "epoch": 0.6900751256598266,
      "grad_norm": 2.4413681030273438,
      "learning_rate": 3.2625189681335363e-06,
      "loss": 0.2307,
      "step": 2394
    },
    {
      "epoch": 0.6909398814563928,
      "grad_norm": 1.9589879512786865,
      "learning_rate": 3.253414264036419e-06,
      "loss": 0.2948,
      "step": 2397
    },
    {
      "epoch": 0.691804637252959,
      "grad_norm": 2.4465548992156982,
      "learning_rate": 3.244309559939302e-06,
      "loss": 0.223,
      "step": 2400
    },
    {
      "epoch": 0.691804637252959,
      "eval_loss": 0.22531487047672272,
      "eval_mse": 0.2253148703626357,
      "eval_runtime": 6.6334,
      "eval_samples_per_second": 150.751,
      "eval_steps_per_second": 18.844,
      "step": 2400
    },
    {
      "epoch": 0.6926693930495252,
      "grad_norm": 2.3037302494049072,
      "learning_rate": 3.2352048558421857e-06,
      "loss": 0.2199,
      "step": 2403
    },
    {
      "epoch": 0.6935341488460914,
      "grad_norm": 1.6721099615097046,
      "learning_rate": 3.2261001517450685e-06,
      "loss": 0.2286,
      "step": 2406
    },
    {
      "epoch": 0.6943989046426576,
      "grad_norm": 3.3806381225585938,
      "learning_rate": 3.2169954476479514e-06,
      "loss": 0.1988,
      "step": 2409
    },
    {
      "epoch": 0.6952636604392238,
      "grad_norm": 2.1515021324157715,
      "learning_rate": 3.207890743550835e-06,
      "loss": 0.2412,
      "step": 2412
    },
    {
      "epoch": 0.69612841623579,
      "grad_norm": 3.980482816696167,
      "learning_rate": 3.198786039453718e-06,
      "loss": 0.2088,
      "step": 2415
    },
    {
      "epoch": 0.6969931720323563,
      "grad_norm": 2.2418131828308105,
      "learning_rate": 3.1896813353566016e-06,
      "loss": 0.2107,
      "step": 2418
    },
    {
      "epoch": 0.6978579278289225,
      "grad_norm": 1.819807767868042,
      "learning_rate": 3.1805766312594844e-06,
      "loss": 0.2435,
      "step": 2421
    },
    {
      "epoch": 0.6987226836254887,
      "grad_norm": 3.8227691650390625,
      "learning_rate": 3.1714719271623673e-06,
      "loss": 0.2278,
      "step": 2424
    },
    {
      "epoch": 0.6995874394220549,
      "grad_norm": 2.207240104675293,
      "learning_rate": 3.162367223065251e-06,
      "loss": 0.2362,
      "step": 2427
    },
    {
      "epoch": 0.7004521952186211,
      "grad_norm": 1.796724796295166,
      "learning_rate": 3.153262518968134e-06,
      "loss": 0.2383,
      "step": 2430
    },
    {
      "epoch": 0.7013169510151873,
      "grad_norm": 2.7628397941589355,
      "learning_rate": 3.1441578148710167e-06,
      "loss": 0.2326,
      "step": 2433
    },
    {
      "epoch": 0.7021817068117535,
      "grad_norm": 1.3642479181289673,
      "learning_rate": 3.1350531107739003e-06,
      "loss": 0.2059,
      "step": 2436
    },
    {
      "epoch": 0.7030464626083197,
      "grad_norm": 1.5554901361465454,
      "learning_rate": 3.125948406676783e-06,
      "loss": 0.2162,
      "step": 2439
    },
    {
      "epoch": 0.7039112184048859,
      "grad_norm": 2.5311179161071777,
      "learning_rate": 3.1168437025796665e-06,
      "loss": 0.237,
      "step": 2442
    },
    {
      "epoch": 0.7047759742014521,
      "grad_norm": 1.805991768836975,
      "learning_rate": 3.1077389984825497e-06,
      "loss": 0.2426,
      "step": 2445
    },
    {
      "epoch": 0.7056407299980183,
      "grad_norm": 2.029891014099121,
      "learning_rate": 3.0986342943854326e-06,
      "loss": 0.2139,
      "step": 2448
    },
    {
      "epoch": 0.7065054857945845,
      "grad_norm": 2.5495572090148926,
      "learning_rate": 3.089529590288316e-06,
      "loss": 0.2279,
      "step": 2451
    },
    {
      "epoch": 0.7073702415911507,
      "grad_norm": 1.5610768795013428,
      "learning_rate": 3.080424886191199e-06,
      "loss": 0.2175,
      "step": 2454
    },
    {
      "epoch": 0.7082349973877169,
      "grad_norm": 3.5896153450012207,
      "learning_rate": 3.0713201820940824e-06,
      "loss": 0.2459,
      "step": 2457
    },
    {
      "epoch": 0.7090997531842831,
      "grad_norm": 2.1120688915252686,
      "learning_rate": 3.062215477996965e-06,
      "loss": 0.2565,
      "step": 2460
    },
    {
      "epoch": 0.7099645089808493,
      "grad_norm": 2.7099833488464355,
      "learning_rate": 3.0531107738998485e-06,
      "loss": 0.2088,
      "step": 2463
    },
    {
      "epoch": 0.7108292647774155,
      "grad_norm": 1.7153905630111694,
      "learning_rate": 3.0440060698027317e-06,
      "loss": 0.2114,
      "step": 2466
    },
    {
      "epoch": 0.7116940205739817,
      "grad_norm": 1.9465105533599854,
      "learning_rate": 3.0349013657056146e-06,
      "loss": 0.1932,
      "step": 2469
    },
    {
      "epoch": 0.7125587763705479,
      "grad_norm": 1.6483453512191772,
      "learning_rate": 3.025796661608498e-06,
      "loss": 0.232,
      "step": 2472
    },
    {
      "epoch": 0.7134235321671141,
      "grad_norm": 2.3854711055755615,
      "learning_rate": 3.016691957511381e-06,
      "loss": 0.2397,
      "step": 2475
    },
    {
      "epoch": 0.7142882879636803,
      "grad_norm": 1.565765380859375,
      "learning_rate": 3.0075872534142644e-06,
      "loss": 0.2055,
      "step": 2478
    },
    {
      "epoch": 0.7151530437602465,
      "grad_norm": 1.5985909700393677,
      "learning_rate": 2.9984825493171476e-06,
      "loss": 0.2077,
      "step": 2481
    },
    {
      "epoch": 0.7160177995568127,
      "grad_norm": 2.9907102584838867,
      "learning_rate": 2.9893778452200305e-06,
      "loss": 0.2125,
      "step": 2484
    },
    {
      "epoch": 0.7168825553533789,
      "grad_norm": 3.0764994621276855,
      "learning_rate": 2.9802731411229137e-06,
      "loss": 0.2342,
      "step": 2487
    },
    {
      "epoch": 0.717747311149945,
      "grad_norm": 2.954237461090088,
      "learning_rate": 2.971168437025797e-06,
      "loss": 0.232,
      "step": 2490
    },
    {
      "epoch": 0.7186120669465113,
      "grad_norm": 1.5421547889709473,
      "learning_rate": 2.96206373292868e-06,
      "loss": 0.2019,
      "step": 2493
    },
    {
      "epoch": 0.7194768227430774,
      "grad_norm": 5.054042816162109,
      "learning_rate": 2.9529590288315635e-06,
      "loss": 0.2359,
      "step": 2496
    },
    {
      "epoch": 0.7203415785396436,
      "grad_norm": 1.5477067232131958,
      "learning_rate": 2.9438543247344464e-06,
      "loss": 0.2028,
      "step": 2499
    },
    {
      "epoch": 0.7206298304718324,
      "eval_loss": 0.22387926280498505,
      "eval_mse": 0.22387926151184365,
      "eval_runtime": 6.5037,
      "eval_samples_per_second": 153.759,
      "eval_steps_per_second": 19.22,
      "step": 2500
    },
    {
      "epoch": 0.7212063343362098,
      "grad_norm": 1.912636160850525,
      "learning_rate": 2.9347496206373292e-06,
      "loss": 0.2167,
      "step": 2502
    },
    {
      "epoch": 0.722071090132776,
      "grad_norm": 1.644394040107727,
      "learning_rate": 2.925644916540213e-06,
      "loss": 0.2068,
      "step": 2505
    },
    {
      "epoch": 0.7229358459293422,
      "grad_norm": 3.4328315258026123,
      "learning_rate": 2.9165402124430958e-06,
      "loss": 0.2417,
      "step": 2508
    },
    {
      "epoch": 0.7238006017259084,
      "grad_norm": 1.918043613433838,
      "learning_rate": 2.9074355083459786e-06,
      "loss": 0.2308,
      "step": 2511
    },
    {
      "epoch": 0.7246653575224746,
      "grad_norm": 1.94221031665802,
      "learning_rate": 2.8983308042488623e-06,
      "loss": 0.2957,
      "step": 2514
    },
    {
      "epoch": 0.7255301133190408,
      "grad_norm": 2.877037525177002,
      "learning_rate": 2.889226100151745e-06,
      "loss": 0.2133,
      "step": 2517
    },
    {
      "epoch": 0.726394869115607,
      "grad_norm": 2.2768120765686035,
      "learning_rate": 2.880121396054629e-06,
      "loss": 0.2251,
      "step": 2520
    },
    {
      "epoch": 0.7272596249121732,
      "grad_norm": 2.9239742755889893,
      "learning_rate": 2.8710166919575117e-06,
      "loss": 0.215,
      "step": 2523
    },
    {
      "epoch": 0.7281243807087394,
      "grad_norm": 1.5520339012145996,
      "learning_rate": 2.8619119878603945e-06,
      "loss": 0.2113,
      "step": 2526
    },
    {
      "epoch": 0.7289891365053056,
      "grad_norm": 3.458822011947632,
      "learning_rate": 2.852807283763278e-06,
      "loss": 0.2465,
      "step": 2529
    },
    {
      "epoch": 0.7298538923018718,
      "grad_norm": 1.606724500656128,
      "learning_rate": 2.843702579666161e-06,
      "loss": 0.188,
      "step": 2532
    },
    {
      "epoch": 0.730718648098438,
      "grad_norm": 3.552236318588257,
      "learning_rate": 2.834597875569044e-06,
      "loss": 0.2178,
      "step": 2535
    },
    {
      "epoch": 0.7315834038950042,
      "grad_norm": 2.940363883972168,
      "learning_rate": 2.8254931714719276e-06,
      "loss": 0.2149,
      "step": 2538
    },
    {
      "epoch": 0.7324481596915704,
      "grad_norm": 1.3787034749984741,
      "learning_rate": 2.8163884673748104e-06,
      "loss": 0.2155,
      "step": 2541
    },
    {
      "epoch": 0.7333129154881366,
      "grad_norm": 1.4637516736984253,
      "learning_rate": 2.807283763277694e-06,
      "loss": 0.1944,
      "step": 2544
    },
    {
      "epoch": 0.7341776712847028,
      "grad_norm": 1.5903189182281494,
      "learning_rate": 2.798179059180577e-06,
      "loss": 0.214,
      "step": 2547
    },
    {
      "epoch": 0.735042427081269,
      "grad_norm": 1.999664306640625,
      "learning_rate": 2.78907435508346e-06,
      "loss": 0.2277,
      "step": 2550
    },
    {
      "epoch": 0.7359071828778352,
      "grad_norm": 2.250450849533081,
      "learning_rate": 2.7799696509863435e-06,
      "loss": 0.1958,
      "step": 2553
    },
    {
      "epoch": 0.7367719386744014,
      "grad_norm": 1.8212629556655884,
      "learning_rate": 2.7708649468892263e-06,
      "loss": 0.2155,
      "step": 2556
    },
    {
      "epoch": 0.7376366944709676,
      "grad_norm": 1.4670761823654175,
      "learning_rate": 2.7617602427921096e-06,
      "loss": 0.2251,
      "step": 2559
    },
    {
      "epoch": 0.7385014502675338,
      "grad_norm": 2.9052860736846924,
      "learning_rate": 2.752655538694993e-06,
      "loss": 0.2279,
      "step": 2562
    },
    {
      "epoch": 0.7393662060641,
      "grad_norm": 1.647455096244812,
      "learning_rate": 2.7435508345978757e-06,
      "loss": 0.2011,
      "step": 2565
    },
    {
      "epoch": 0.7402309618606662,
      "grad_norm": 2.5667457580566406,
      "learning_rate": 2.734446130500759e-06,
      "loss": 0.2113,
      "step": 2568
    },
    {
      "epoch": 0.7410957176572324,
      "grad_norm": 2.021571159362793,
      "learning_rate": 2.7253414264036422e-06,
      "loss": 0.2085,
      "step": 2571
    },
    {
      "epoch": 0.7419604734537987,
      "grad_norm": 3.436924457550049,
      "learning_rate": 2.716236722306525e-06,
      "loss": 0.2658,
      "step": 2574
    },
    {
      "epoch": 0.7428252292503649,
      "grad_norm": 1.9480434656143188,
      "learning_rate": 2.7071320182094083e-06,
      "loss": 0.2595,
      "step": 2577
    },
    {
      "epoch": 0.7436899850469311,
      "grad_norm": 1.8556321859359741,
      "learning_rate": 2.6980273141122916e-06,
      "loss": 0.2308,
      "step": 2580
    },
    {
      "epoch": 0.7445547408434973,
      "grad_norm": 3.174111843109131,
      "learning_rate": 2.688922610015175e-06,
      "loss": 0.2172,
      "step": 2583
    },
    {
      "epoch": 0.7454194966400635,
      "grad_norm": 1.5629518032073975,
      "learning_rate": 2.6798179059180577e-06,
      "loss": 0.2417,
      "step": 2586
    },
    {
      "epoch": 0.7462842524366297,
      "grad_norm": 1.8133536577224731,
      "learning_rate": 2.670713201820941e-06,
      "loss": 0.2188,
      "step": 2589
    },
    {
      "epoch": 0.7471490082331959,
      "grad_norm": 1.5448634624481201,
      "learning_rate": 2.6616084977238242e-06,
      "loss": 0.2201,
      "step": 2592
    },
    {
      "epoch": 0.748013764029762,
      "grad_norm": 2.376194953918457,
      "learning_rate": 2.652503793626707e-06,
      "loss": 0.2146,
      "step": 2595
    },
    {
      "epoch": 0.7488785198263282,
      "grad_norm": 1.8988285064697266,
      "learning_rate": 2.6433990895295904e-06,
      "loss": 0.2322,
      "step": 2598
    },
    {
      "epoch": 0.7494550236907057,
      "eval_loss": 0.21797478199005127,
      "eval_mse": 0.21797478066571058,
      "eval_runtime": 6.533,
      "eval_samples_per_second": 153.07,
      "eval_steps_per_second": 19.134,
      "step": 2600
    },
    {
      "epoch": 0.7497432756228944,
      "grad_norm": 3.16768217086792,
      "learning_rate": 2.6342943854324736e-06,
      "loss": 0.2533,
      "step": 2601
    },
    {
      "epoch": 0.7506080314194606,
      "grad_norm": 1.7228988409042358,
      "learning_rate": 2.625189681335357e-06,
      "loss": 0.2406,
      "step": 2604
    },
    {
      "epoch": 0.7514727872160268,
      "grad_norm": 2.9629013538360596,
      "learning_rate": 2.61608497723824e-06,
      "loss": 0.2131,
      "step": 2607
    },
    {
      "epoch": 0.752337543012593,
      "grad_norm": 3.4181559085845947,
      "learning_rate": 2.606980273141123e-06,
      "loss": 0.2126,
      "step": 2610
    },
    {
      "epoch": 0.7532022988091592,
      "grad_norm": 2.142685890197754,
      "learning_rate": 2.5978755690440063e-06,
      "loss": 0.2345,
      "step": 2613
    },
    {
      "epoch": 0.7540670546057254,
      "grad_norm": 3.622145175933838,
      "learning_rate": 2.5887708649468895e-06,
      "loss": 0.2187,
      "step": 2616
    },
    {
      "epoch": 0.7549318104022916,
      "grad_norm": 1.5243175029754639,
      "learning_rate": 2.5796661608497724e-06,
      "loss": 0.1996,
      "step": 2619
    },
    {
      "epoch": 0.7557965661988578,
      "grad_norm": 2.7075355052948,
      "learning_rate": 2.570561456752656e-06,
      "loss": 0.2755,
      "step": 2622
    },
    {
      "epoch": 0.756661321995424,
      "grad_norm": 2.6778082847595215,
      "learning_rate": 2.561456752655539e-06,
      "loss": 0.1959,
      "step": 2625
    },
    {
      "epoch": 0.7575260777919902,
      "grad_norm": 3.8043668270111084,
      "learning_rate": 2.5523520485584217e-06,
      "loss": 0.2054,
      "step": 2628
    },
    {
      "epoch": 0.7583908335885564,
      "grad_norm": 3.628281354904175,
      "learning_rate": 2.5432473444613054e-06,
      "loss": 0.2095,
      "step": 2631
    },
    {
      "epoch": 0.7592555893851226,
      "grad_norm": 3.2685089111328125,
      "learning_rate": 2.5341426403641883e-06,
      "loss": 0.2167,
      "step": 2634
    },
    {
      "epoch": 0.7601203451816888,
      "grad_norm": 1.6048041582107544,
      "learning_rate": 2.525037936267071e-06,
      "loss": 0.2416,
      "step": 2637
    },
    {
      "epoch": 0.760985100978255,
      "grad_norm": 1.5175867080688477,
      "learning_rate": 2.515933232169955e-06,
      "loss": 0.2326,
      "step": 2640
    },
    {
      "epoch": 0.7618498567748212,
      "grad_norm": 1.9787158966064453,
      "learning_rate": 2.5068285280728376e-06,
      "loss": 0.2266,
      "step": 2643
    },
    {
      "epoch": 0.7627146125713874,
      "grad_norm": 4.297834873199463,
      "learning_rate": 2.497723823975721e-06,
      "loss": 0.2414,
      "step": 2646
    },
    {
      "epoch": 0.7635793683679536,
      "grad_norm": 1.822587251663208,
      "learning_rate": 2.488619119878604e-06,
      "loss": 0.2386,
      "step": 2649
    },
    {
      "epoch": 0.7644441241645198,
      "grad_norm": 4.966648101806641,
      "learning_rate": 2.4795144157814874e-06,
      "loss": 0.2268,
      "step": 2652
    },
    {
      "epoch": 0.765308879961086,
      "grad_norm": 2.8137335777282715,
      "learning_rate": 2.4704097116843703e-06,
      "loss": 0.2349,
      "step": 2655
    },
    {
      "epoch": 0.7661736357576522,
      "grad_norm": 2.5401577949523926,
      "learning_rate": 2.4613050075872536e-06,
      "loss": 0.1941,
      "step": 2658
    },
    {
      "epoch": 0.7670383915542184,
      "grad_norm": 1.550758957862854,
      "learning_rate": 2.452200303490137e-06,
      "loss": 0.2151,
      "step": 2661
    },
    {
      "epoch": 0.7679031473507846,
      "grad_norm": 6.889467239379883,
      "learning_rate": 2.44309559939302e-06,
      "loss": 0.2287,
      "step": 2664
    },
    {
      "epoch": 0.7687679031473508,
      "grad_norm": 1.4833314418792725,
      "learning_rate": 2.4339908952959034e-06,
      "loss": 0.2017,
      "step": 2667
    },
    {
      "epoch": 0.769632658943917,
      "grad_norm": 1.607751727104187,
      "learning_rate": 2.424886191198786e-06,
      "loss": 0.2309,
      "step": 2670
    },
    {
      "epoch": 0.7704974147404832,
      "grad_norm": 1.7369478940963745,
      "learning_rate": 2.4157814871016695e-06,
      "loss": 0.217,
      "step": 2673
    },
    {
      "epoch": 0.7713621705370494,
      "grad_norm": 1.7309290170669556,
      "learning_rate": 2.4066767830045527e-06,
      "loss": 0.2151,
      "step": 2676
    },
    {
      "epoch": 0.7722269263336156,
      "grad_norm": 2.047727108001709,
      "learning_rate": 2.397572078907436e-06,
      "loss": 0.2078,
      "step": 2679
    },
    {
      "epoch": 0.7730916821301818,
      "grad_norm": 2.2800142765045166,
      "learning_rate": 2.388467374810319e-06,
      "loss": 0.2372,
      "step": 2682
    },
    {
      "epoch": 0.773956437926748,
      "grad_norm": 3.920849323272705,
      "learning_rate": 2.379362670713202e-06,
      "loss": 0.2304,
      "step": 2685
    },
    {
      "epoch": 0.7748211937233141,
      "grad_norm": 3.4216678142547607,
      "learning_rate": 2.3702579666160854e-06,
      "loss": 0.2382,
      "step": 2688
    },
    {
      "epoch": 0.7756859495198803,
      "grad_norm": 1.5471861362457275,
      "learning_rate": 2.3611532625189686e-06,
      "loss": 0.2243,
      "step": 2691
    },
    {
      "epoch": 0.7765507053164465,
      "grad_norm": 1.7489866018295288,
      "learning_rate": 2.3520485584218515e-06,
      "loss": 0.2239,
      "step": 2694
    },
    {
      "epoch": 0.7774154611130127,
      "grad_norm": 4.3836822509765625,
      "learning_rate": 2.3429438543247347e-06,
      "loss": 0.205,
      "step": 2697
    },
    {
      "epoch": 0.7782802169095789,
      "grad_norm": 1.8707342147827148,
      "learning_rate": 2.333839150227618e-06,
      "loss": 0.1933,
      "step": 2700
    },
    {
      "epoch": 0.7782802169095789,
      "eval_loss": 0.2158193737268448,
      "eval_mse": 0.21581936262454837,
      "eval_runtime": 6.5614,
      "eval_samples_per_second": 152.407,
      "eval_steps_per_second": 19.051,
      "step": 2700
    },
    {
      "epoch": 0.7791449727061451,
      "grad_norm": 1.6554896831512451,
      "learning_rate": 2.324734446130501e-06,
      "loss": 0.2178,
      "step": 2703
    },
    {
      "epoch": 0.7800097285027113,
      "grad_norm": 3.131352424621582,
      "learning_rate": 2.315629742033384e-06,
      "loss": 0.2122,
      "step": 2706
    },
    {
      "epoch": 0.7808744842992775,
      "grad_norm": 2.62422776222229,
      "learning_rate": 2.3065250379362674e-06,
      "loss": 0.2085,
      "step": 2709
    },
    {
      "epoch": 0.7817392400958437,
      "grad_norm": 2.1258456707000732,
      "learning_rate": 2.2974203338391502e-06,
      "loss": 0.2203,
      "step": 2712
    },
    {
      "epoch": 0.7826039958924099,
      "grad_norm": 3.144688606262207,
      "learning_rate": 2.2883156297420335e-06,
      "loss": 0.2428,
      "step": 2715
    },
    {
      "epoch": 0.7834687516889761,
      "grad_norm": 4.5740180015563965,
      "learning_rate": 2.2792109256449168e-06,
      "loss": 0.2196,
      "step": 2718
    },
    {
      "epoch": 0.7843335074855423,
      "grad_norm": 1.7256083488464355,
      "learning_rate": 2.2701062215477996e-06,
      "loss": 0.2316,
      "step": 2721
    },
    {
      "epoch": 0.7851982632821085,
      "grad_norm": 2.0723230838775635,
      "learning_rate": 2.261001517450683e-06,
      "loss": 0.1958,
      "step": 2724
    },
    {
      "epoch": 0.7860630190786747,
      "grad_norm": 1.6268962621688843,
      "learning_rate": 2.251896813353566e-06,
      "loss": 0.2329,
      "step": 2727
    },
    {
      "epoch": 0.786927774875241,
      "grad_norm": 4.054417610168457,
      "learning_rate": 2.2427921092564494e-06,
      "loss": 0.2091,
      "step": 2730
    },
    {
      "epoch": 0.7877925306718072,
      "grad_norm": 1.7409260272979736,
      "learning_rate": 2.2336874051593322e-06,
      "loss": 0.2144,
      "step": 2733
    },
    {
      "epoch": 0.7886572864683734,
      "grad_norm": 2.77607798576355,
      "learning_rate": 2.2245827010622155e-06,
      "loss": 0.2199,
      "step": 2736
    },
    {
      "epoch": 0.7895220422649396,
      "grad_norm": 2.215284585952759,
      "learning_rate": 2.2154779969650988e-06,
      "loss": 0.2388,
      "step": 2739
    },
    {
      "epoch": 0.7903867980615058,
      "grad_norm": 1.7318382263183594,
      "learning_rate": 2.206373292867982e-06,
      "loss": 0.2115,
      "step": 2742
    },
    {
      "epoch": 0.791251553858072,
      "grad_norm": 1.5627691745758057,
      "learning_rate": 2.197268588770865e-06,
      "loss": 0.2054,
      "step": 2745
    },
    {
      "epoch": 0.7921163096546382,
      "grad_norm": 1.810509443283081,
      "learning_rate": 2.188163884673748e-06,
      "loss": 0.2086,
      "step": 2748
    },
    {
      "epoch": 0.7929810654512044,
      "grad_norm": 2.1531972885131836,
      "learning_rate": 2.1790591805766314e-06,
      "loss": 0.2252,
      "step": 2751
    },
    {
      "epoch": 0.7938458212477706,
      "grad_norm": 2.0212440490722656,
      "learning_rate": 2.1699544764795147e-06,
      "loss": 0.2355,
      "step": 2754
    },
    {
      "epoch": 0.7947105770443368,
      "grad_norm": 5.030855178833008,
      "learning_rate": 2.1608497723823975e-06,
      "loss": 0.2341,
      "step": 2757
    },
    {
      "epoch": 0.795575332840903,
      "grad_norm": 2.213249921798706,
      "learning_rate": 2.1517450682852808e-06,
      "loss": 0.2133,
      "step": 2760
    },
    {
      "epoch": 0.7964400886374692,
      "grad_norm": 1.8025689125061035,
      "learning_rate": 2.142640364188164e-06,
      "loss": 0.2251,
      "step": 2763
    },
    {
      "epoch": 0.7973048444340354,
      "grad_norm": 4.14149284362793,
      "learning_rate": 2.1335356600910473e-06,
      "loss": 0.253,
      "step": 2766
    },
    {
      "epoch": 0.7981696002306016,
      "grad_norm": 2.2051069736480713,
      "learning_rate": 2.12443095599393e-06,
      "loss": 0.2238,
      "step": 2769
    },
    {
      "epoch": 0.7990343560271678,
      "grad_norm": 2.249032497406006,
      "learning_rate": 2.1153262518968134e-06,
      "loss": 0.2282,
      "step": 2772
    },
    {
      "epoch": 0.799899111823734,
      "grad_norm": 1.5087867975234985,
      "learning_rate": 2.1062215477996967e-06,
      "loss": 0.1948,
      "step": 2775
    },
    {
      "epoch": 0.8007638676203002,
      "grad_norm": 1.9934585094451904,
      "learning_rate": 2.09711684370258e-06,
      "loss": 0.2061,
      "step": 2778
    },
    {
      "epoch": 0.8016286234168664,
      "grad_norm": 2.521526336669922,
      "learning_rate": 2.0880121396054632e-06,
      "loss": 0.2331,
      "step": 2781
    },
    {
      "epoch": 0.8024933792134326,
      "grad_norm": 4.441010475158691,
      "learning_rate": 2.078907435508346e-06,
      "loss": 0.2337,
      "step": 2784
    },
    {
      "epoch": 0.8033581350099988,
      "grad_norm": 1.9386543035507202,
      "learning_rate": 2.0698027314112293e-06,
      "loss": 0.2434,
      "step": 2787
    },
    {
      "epoch": 0.804222890806565,
      "grad_norm": 1.6140722036361694,
      "learning_rate": 2.0606980273141126e-06,
      "loss": 0.223,
      "step": 2790
    },
    {
      "epoch": 0.8050876466031311,
      "grad_norm": 3.248769998550415,
      "learning_rate": 2.051593323216996e-06,
      "loss": 0.2352,
      "step": 2793
    },
    {
      "epoch": 0.8059524023996973,
      "grad_norm": 2.259561061859131,
      "learning_rate": 2.0424886191198787e-06,
      "loss": 0.2428,
      "step": 2796
    },
    {
      "epoch": 0.8068171581962635,
      "grad_norm": 2.289113998413086,
      "learning_rate": 2.033383915022762e-06,
      "loss": 0.2085,
      "step": 2799
    },
    {
      "epoch": 0.8071054101284523,
      "eval_loss": 0.22976131737232208,
      "eval_mse": 0.22976131996285404,
      "eval_runtime": 6.5104,
      "eval_samples_per_second": 153.6,
      "eval_steps_per_second": 19.2,
      "step": 2800
    },
    {
      "epoch": 0.8076819139928297,
      "grad_norm": 1.4588847160339355,
      "learning_rate": 2.0242792109256452e-06,
      "loss": 0.2004,
      "step": 2802
    },
    {
      "epoch": 0.8085466697893959,
      "grad_norm": 3.1680517196655273,
      "learning_rate": 2.0151745068285285e-06,
      "loss": 0.2038,
      "step": 2805
    },
    {
      "epoch": 0.8094114255859621,
      "grad_norm": 2.708411693572998,
      "learning_rate": 2.0060698027314113e-06,
      "loss": 0.2289,
      "step": 2808
    },
    {
      "epoch": 0.8102761813825283,
      "grad_norm": 2.2479403018951416,
      "learning_rate": 1.9969650986342946e-06,
      "loss": 0.2465,
      "step": 2811
    },
    {
      "epoch": 0.8111409371790945,
      "grad_norm": 3.2582664489746094,
      "learning_rate": 1.987860394537178e-06,
      "loss": 0.2187,
      "step": 2814
    },
    {
      "epoch": 0.8120056929756607,
      "grad_norm": 2.5267367362976074,
      "learning_rate": 1.978755690440061e-06,
      "loss": 0.1955,
      "step": 2817
    },
    {
      "epoch": 0.8128704487722269,
      "grad_norm": 2.42645525932312,
      "learning_rate": 1.969650986342944e-06,
      "loss": 0.233,
      "step": 2820
    },
    {
      "epoch": 0.8137352045687931,
      "grad_norm": 1.6183414459228516,
      "learning_rate": 1.9605462822458273e-06,
      "loss": 0.2187,
      "step": 2823
    },
    {
      "epoch": 0.8145999603653593,
      "grad_norm": 2.7215240001678467,
      "learning_rate": 1.9514415781487105e-06,
      "loss": 0.2109,
      "step": 2826
    },
    {
      "epoch": 0.8154647161619255,
      "grad_norm": 2.152639389038086,
      "learning_rate": 1.9423368740515934e-06,
      "loss": 0.2056,
      "step": 2829
    },
    {
      "epoch": 0.8163294719584917,
      "grad_norm": 2.530045509338379,
      "learning_rate": 1.9332321699544766e-06,
      "loss": 0.2185,
      "step": 2832
    },
    {
      "epoch": 0.8171942277550579,
      "grad_norm": 1.8189818859100342,
      "learning_rate": 1.92412746585736e-06,
      "loss": 0.2502,
      "step": 2835
    },
    {
      "epoch": 0.8180589835516241,
      "grad_norm": 1.5473167896270752,
      "learning_rate": 1.9150227617602427e-06,
      "loss": 0.1923,
      "step": 2838
    },
    {
      "epoch": 0.8189237393481903,
      "grad_norm": 2.99245285987854,
      "learning_rate": 1.9059180576631262e-06,
      "loss": 0.209,
      "step": 2841
    },
    {
      "epoch": 0.8197884951447565,
      "grad_norm": 1.509892225265503,
      "learning_rate": 1.8968133535660093e-06,
      "loss": 0.2293,
      "step": 2844
    },
    {
      "epoch": 0.8206532509413227,
      "grad_norm": 3.5667645931243896,
      "learning_rate": 1.8877086494688923e-06,
      "loss": 0.1935,
      "step": 2847
    },
    {
      "epoch": 0.8215180067378889,
      "grad_norm": 3.1929867267608643,
      "learning_rate": 1.8786039453717756e-06,
      "loss": 0.201,
      "step": 2850
    },
    {
      "epoch": 0.8223827625344551,
      "grad_norm": 1.5706427097320557,
      "learning_rate": 1.8694992412746589e-06,
      "loss": 0.2315,
      "step": 2853
    },
    {
      "epoch": 0.8232475183310213,
      "grad_norm": 3.1730329990386963,
      "learning_rate": 1.860394537177542e-06,
      "loss": 0.2475,
      "step": 2856
    },
    {
      "epoch": 0.8241122741275875,
      "grad_norm": 1.3369548320770264,
      "learning_rate": 1.851289833080425e-06,
      "loss": 0.2186,
      "step": 2859
    },
    {
      "epoch": 0.8249770299241537,
      "grad_norm": 2.522751569747925,
      "learning_rate": 1.8421851289833082e-06,
      "loss": 0.2477,
      "step": 2862
    },
    {
      "epoch": 0.8258417857207199,
      "grad_norm": 1.991076111793518,
      "learning_rate": 1.8330804248861913e-06,
      "loss": 0.2009,
      "step": 2865
    },
    {
      "epoch": 0.8267065415172861,
      "grad_norm": 2.707282781600952,
      "learning_rate": 1.8239757207890745e-06,
      "loss": 0.2302,
      "step": 2868
    },
    {
      "epoch": 0.8275712973138523,
      "grad_norm": 1.578192949295044,
      "learning_rate": 1.8148710166919576e-06,
      "loss": 0.2021,
      "step": 2871
    },
    {
      "epoch": 0.8284360531104185,
      "grad_norm": 3.6003148555755615,
      "learning_rate": 1.8057663125948407e-06,
      "loss": 0.2409,
      "step": 2874
    },
    {
      "epoch": 0.8293008089069847,
      "grad_norm": 3.1442506313323975,
      "learning_rate": 1.796661608497724e-06,
      "loss": 0.2129,
      "step": 2877
    },
    {
      "epoch": 0.8301655647035509,
      "grad_norm": 1.509333610534668,
      "learning_rate": 1.7875569044006072e-06,
      "loss": 0.2202,
      "step": 2880
    },
    {
      "epoch": 0.831030320500117,
      "grad_norm": 1.9379024505615234,
      "learning_rate": 1.7784522003034905e-06,
      "loss": 0.2238,
      "step": 2883
    },
    {
      "epoch": 0.8318950762966834,
      "grad_norm": 1.3617918491363525,
      "learning_rate": 1.7693474962063733e-06,
      "loss": 0.1972,
      "step": 2886
    },
    {
      "epoch": 0.8327598320932496,
      "grad_norm": 1.4775515794754028,
      "learning_rate": 1.7602427921092566e-06,
      "loss": 0.1985,
      "step": 2889
    },
    {
      "epoch": 0.8336245878898157,
      "grad_norm": 1.4302202463150024,
      "learning_rate": 1.7511380880121398e-06,
      "loss": 0.2403,
      "step": 2892
    },
    {
      "epoch": 0.834489343686382,
      "grad_norm": 2.128401041030884,
      "learning_rate": 1.742033383915023e-06,
      "loss": 0.2204,
      "step": 2895
    },
    {
      "epoch": 0.8353540994829481,
      "grad_norm": 1.9766216278076172,
      "learning_rate": 1.732928679817906e-06,
      "loss": 0.2038,
      "step": 2898
    },
    {
      "epoch": 0.8359306033473256,
      "eval_loss": 0.21660968661308289,
      "eval_mse": 0.21660968138270925,
      "eval_runtime": 6.5731,
      "eval_samples_per_second": 152.135,
      "eval_steps_per_second": 19.017,
      "step": 2900
    },
    {
      "epoch": 0.8362188552795143,
      "grad_norm": 2.260625123977661,
      "learning_rate": 1.7238239757207892e-06,
      "loss": 0.2206,
      "step": 2901
    },
    {
      "epoch": 0.8370836110760805,
      "grad_norm": 2.605224609375,
      "learning_rate": 1.7147192716236725e-06,
      "loss": 0.2186,
      "step": 2904
    },
    {
      "epoch": 0.8379483668726467,
      "grad_norm": 2.7619729042053223,
      "learning_rate": 1.7056145675265557e-06,
      "loss": 0.2195,
      "step": 2907
    },
    {
      "epoch": 0.8388131226692129,
      "grad_norm": 1.9395873546600342,
      "learning_rate": 1.6965098634294386e-06,
      "loss": 0.2119,
      "step": 2910
    },
    {
      "epoch": 0.8396778784657791,
      "grad_norm": 1.727263331413269,
      "learning_rate": 1.6874051593323218e-06,
      "loss": 0.2125,
      "step": 2913
    },
    {
      "epoch": 0.8405426342623453,
      "grad_norm": 2.149775981903076,
      "learning_rate": 1.6783004552352051e-06,
      "loss": 0.2644,
      "step": 2916
    },
    {
      "epoch": 0.8414073900589115,
      "grad_norm": 2.6743104457855225,
      "learning_rate": 1.6691957511380882e-06,
      "loss": 0.2217,
      "step": 2919
    },
    {
      "epoch": 0.8422721458554777,
      "grad_norm": 2.795736074447632,
      "learning_rate": 1.6600910470409712e-06,
      "loss": 0.2115,
      "step": 2922
    },
    {
      "epoch": 0.8431369016520439,
      "grad_norm": 1.8719727993011475,
      "learning_rate": 1.6509863429438545e-06,
      "loss": 0.1768,
      "step": 2925
    },
    {
      "epoch": 0.8440016574486101,
      "grad_norm": 3.4366025924682617,
      "learning_rate": 1.6418816388467375e-06,
      "loss": 0.2357,
      "step": 2928
    },
    {
      "epoch": 0.8448664132451763,
      "grad_norm": 2.2458267211914062,
      "learning_rate": 1.6327769347496208e-06,
      "loss": 0.2147,
      "step": 2931
    },
    {
      "epoch": 0.8457311690417425,
      "grad_norm": 1.958115577697754,
      "learning_rate": 1.6236722306525039e-06,
      "loss": 0.2339,
      "step": 2934
    },
    {
      "epoch": 0.8465959248383087,
      "grad_norm": 1.6470586061477661,
      "learning_rate": 1.614567526555387e-06,
      "loss": 0.2259,
      "step": 2937
    },
    {
      "epoch": 0.8474606806348749,
      "grad_norm": 1.2936792373657227,
      "learning_rate": 1.6054628224582702e-06,
      "loss": 0.1981,
      "step": 2940
    },
    {
      "epoch": 0.8483254364314411,
      "grad_norm": 4.565530300140381,
      "learning_rate": 1.5963581183611534e-06,
      "loss": 0.1993,
      "step": 2943
    },
    {
      "epoch": 0.8491901922280073,
      "grad_norm": 2.8682401180267334,
      "learning_rate": 1.5872534142640367e-06,
      "loss": 0.2093,
      "step": 2946
    },
    {
      "epoch": 0.8500549480245735,
      "grad_norm": 1.7801469564437866,
      "learning_rate": 1.5781487101669196e-06,
      "loss": 0.2136,
      "step": 2949
    },
    {
      "epoch": 0.8509197038211397,
      "grad_norm": 2.372549057006836,
      "learning_rate": 1.5690440060698028e-06,
      "loss": 0.1845,
      "step": 2952
    },
    {
      "epoch": 0.8517844596177059,
      "grad_norm": 2.190469741821289,
      "learning_rate": 1.559939301972686e-06,
      "loss": 0.2137,
      "step": 2955
    },
    {
      "epoch": 0.8526492154142721,
      "grad_norm": 1.6399952173233032,
      "learning_rate": 1.5508345978755694e-06,
      "loss": 0.2206,
      "step": 2958
    },
    {
      "epoch": 0.8535139712108383,
      "grad_norm": 1.6555943489074707,
      "learning_rate": 1.5417298937784522e-06,
      "loss": 0.2403,
      "step": 2961
    },
    {
      "epoch": 0.8543787270074045,
      "grad_norm": 2.6609280109405518,
      "learning_rate": 1.5326251896813355e-06,
      "loss": 0.2176,
      "step": 2964
    },
    {
      "epoch": 0.8552434828039707,
      "grad_norm": 2.3398261070251465,
      "learning_rate": 1.5235204855842187e-06,
      "loss": 0.219,
      "step": 2967
    },
    {
      "epoch": 0.8561082386005369,
      "grad_norm": 1.9740712642669678,
      "learning_rate": 1.514415781487102e-06,
      "loss": 0.2232,
      "step": 2970
    },
    {
      "epoch": 0.8569729943971031,
      "grad_norm": 1.6300252676010132,
      "learning_rate": 1.5053110773899848e-06,
      "loss": 0.2094,
      "step": 2973
    },
    {
      "epoch": 0.8578377501936693,
      "grad_norm": 2.8211612701416016,
      "learning_rate": 1.496206373292868e-06,
      "loss": 0.1696,
      "step": 2976
    },
    {
      "epoch": 0.8587025059902355,
      "grad_norm": 2.621321439743042,
      "learning_rate": 1.4871016691957514e-06,
      "loss": 0.2357,
      "step": 2979
    },
    {
      "epoch": 0.8595672617868017,
      "grad_norm": 1.5020322799682617,
      "learning_rate": 1.4779969650986344e-06,
      "loss": 0.2456,
      "step": 2982
    },
    {
      "epoch": 0.8604320175833678,
      "grad_norm": 1.474507212638855,
      "learning_rate": 1.4688922610015175e-06,
      "loss": 0.2074,
      "step": 2985
    },
    {
      "epoch": 0.861296773379934,
      "grad_norm": 2.9856317043304443,
      "learning_rate": 1.4597875569044007e-06,
      "loss": 0.2241,
      "step": 2988
    },
    {
      "epoch": 0.8621615291765002,
      "grad_norm": 2.0011954307556152,
      "learning_rate": 1.4506828528072838e-06,
      "loss": 0.2026,
      "step": 2991
    },
    {
      "epoch": 0.8630262849730664,
      "grad_norm": 1.6045671701431274,
      "learning_rate": 1.441578148710167e-06,
      "loss": 0.186,
      "step": 2994
    },
    {
      "epoch": 0.8638910407696326,
      "grad_norm": 1.5708575248718262,
      "learning_rate": 1.4324734446130503e-06,
      "loss": 0.2048,
      "step": 2997
    },
    {
      "epoch": 0.8647557965661988,
      "grad_norm": 2.8704543113708496,
      "learning_rate": 1.4233687405159332e-06,
      "loss": 0.2158,
      "step": 3000
    },
    {
      "epoch": 0.8647557965661988,
      "eval_loss": 0.2083793729543686,
      "eval_mse": 0.20837937731285638,
      "eval_runtime": 6.6796,
      "eval_samples_per_second": 149.709,
      "eval_steps_per_second": 18.714,
      "step": 3000
    },
    {
      "epoch": 0.865620552362765,
      "grad_norm": 3.2445404529571533,
      "learning_rate": 1.4142640364188164e-06,
      "loss": 0.2144,
      "step": 3003
    },
    {
      "epoch": 0.8664853081593312,
      "grad_norm": 1.96418297290802,
      "learning_rate": 1.4051593323216997e-06,
      "loss": 0.2491,
      "step": 3006
    },
    {
      "epoch": 0.8673500639558974,
      "grad_norm": 1.8195468187332153,
      "learning_rate": 1.396054628224583e-06,
      "loss": 0.2065,
      "step": 3009
    },
    {
      "epoch": 0.8682148197524636,
      "grad_norm": 1.3888121843338013,
      "learning_rate": 1.3869499241274658e-06,
      "loss": 0.2049,
      "step": 3012
    },
    {
      "epoch": 0.8690795755490298,
      "grad_norm": 3.738133668899536,
      "learning_rate": 1.377845220030349e-06,
      "loss": 0.2522,
      "step": 3015
    },
    {
      "epoch": 0.869944331345596,
      "grad_norm": 6.097411632537842,
      "learning_rate": 1.3687405159332323e-06,
      "loss": 0.2532,
      "step": 3018
    },
    {
      "epoch": 0.8708090871421622,
      "grad_norm": 2.2873427867889404,
      "learning_rate": 1.3596358118361156e-06,
      "loss": 0.2382,
      "step": 3021
    },
    {
      "epoch": 0.8716738429387284,
      "grad_norm": 1.540143370628357,
      "learning_rate": 1.3505311077389985e-06,
      "loss": 0.1979,
      "step": 3024
    },
    {
      "epoch": 0.8725385987352946,
      "grad_norm": 1.6231845617294312,
      "learning_rate": 1.3414264036418817e-06,
      "loss": 0.195,
      "step": 3027
    },
    {
      "epoch": 0.8734033545318608,
      "grad_norm": 2.2970290184020996,
      "learning_rate": 1.332321699544765e-06,
      "loss": 0.2154,
      "step": 3030
    },
    {
      "epoch": 0.874268110328427,
      "grad_norm": 2.0112340450286865,
      "learning_rate": 1.3232169954476482e-06,
      "loss": 0.2355,
      "step": 3033
    },
    {
      "epoch": 0.8751328661249932,
      "grad_norm": 1.3887783288955688,
      "learning_rate": 1.314112291350531e-06,
      "loss": 0.201,
      "step": 3036
    },
    {
      "epoch": 0.8759976219215594,
      "grad_norm": 2.187082529067993,
      "learning_rate": 1.3050075872534144e-06,
      "loss": 0.1965,
      "step": 3039
    },
    {
      "epoch": 0.8768623777181257,
      "grad_norm": 1.300243616104126,
      "learning_rate": 1.2959028831562976e-06,
      "loss": 0.2097,
      "step": 3042
    },
    {
      "epoch": 0.8777271335146919,
      "grad_norm": 2.1217234134674072,
      "learning_rate": 1.2867981790591807e-06,
      "loss": 0.214,
      "step": 3045
    },
    {
      "epoch": 0.8785918893112581,
      "grad_norm": 1.8281973600387573,
      "learning_rate": 1.277693474962064e-06,
      "loss": 0.2082,
      "step": 3048
    },
    {
      "epoch": 0.8794566451078243,
      "grad_norm": 2.3602306842803955,
      "learning_rate": 1.268588770864947e-06,
      "loss": 0.2172,
      "step": 3051
    },
    {
      "epoch": 0.8803214009043905,
      "grad_norm": 1.903954267501831,
      "learning_rate": 1.25948406676783e-06,
      "loss": 0.2323,
      "step": 3054
    },
    {
      "epoch": 0.8811861567009567,
      "grad_norm": 3.514057159423828,
      "learning_rate": 1.2503793626707133e-06,
      "loss": 0.2323,
      "step": 3057
    },
    {
      "epoch": 0.8820509124975229,
      "grad_norm": 3.3089487552642822,
      "learning_rate": 1.2412746585735964e-06,
      "loss": 0.2506,
      "step": 3060
    },
    {
      "epoch": 0.8829156682940891,
      "grad_norm": 2.317981004714966,
      "learning_rate": 1.2321699544764796e-06,
      "loss": 0.2274,
      "step": 3063
    },
    {
      "epoch": 0.8837804240906553,
      "grad_norm": 2.7326478958129883,
      "learning_rate": 1.2230652503793627e-06,
      "loss": 0.2057,
      "step": 3066
    },
    {
      "epoch": 0.8846451798872215,
      "grad_norm": 4.13656759262085,
      "learning_rate": 1.213960546282246e-06,
      "loss": 0.2209,
      "step": 3069
    },
    {
      "epoch": 0.8855099356837877,
      "grad_norm": 2.0688633918762207,
      "learning_rate": 1.204855842185129e-06,
      "loss": 0.2608,
      "step": 3072
    },
    {
      "epoch": 0.8863746914803539,
      "grad_norm": 1.9340734481811523,
      "learning_rate": 1.1957511380880123e-06,
      "loss": 0.2187,
      "step": 3075
    },
    {
      "epoch": 0.8872394472769201,
      "grad_norm": 2.4431509971618652,
      "learning_rate": 1.1866464339908953e-06,
      "loss": 0.2578,
      "step": 3078
    },
    {
      "epoch": 0.8881042030734863,
      "grad_norm": 2.9879822731018066,
      "learning_rate": 1.1775417298937786e-06,
      "loss": 0.2614,
      "step": 3081
    },
    {
      "epoch": 0.8889689588700525,
      "grad_norm": 1.412150502204895,
      "learning_rate": 1.1684370257966617e-06,
      "loss": 0.1879,
      "step": 3084
    },
    {
      "epoch": 0.8898337146666186,
      "grad_norm": 2.1106693744659424,
      "learning_rate": 1.159332321699545e-06,
      "loss": 0.2436,
      "step": 3087
    },
    {
      "epoch": 0.8906984704631848,
      "grad_norm": 1.6913747787475586,
      "learning_rate": 1.150227617602428e-06,
      "loss": 0.2234,
      "step": 3090
    },
    {
      "epoch": 0.891563226259751,
      "grad_norm": 1.6746766567230225,
      "learning_rate": 1.1411229135053112e-06,
      "loss": 0.2381,
      "step": 3093
    },
    {
      "epoch": 0.8924279820563172,
      "grad_norm": 3.068824291229248,
      "learning_rate": 1.1320182094081943e-06,
      "loss": 0.223,
      "step": 3096
    },
    {
      "epoch": 0.8932927378528834,
      "grad_norm": 2.9033825397491455,
      "learning_rate": 1.1229135053110776e-06,
      "loss": 0.2197,
      "step": 3099
    },
    {
      "epoch": 0.8935809897850722,
      "eval_loss": 0.21448279917240143,
      "eval_mse": 0.21448280355427415,
      "eval_runtime": 6.6727,
      "eval_samples_per_second": 149.865,
      "eval_steps_per_second": 18.733,
      "step": 3100
    },
    {
      "epoch": 0.8941574936494496,
      "grad_norm": 1.8722037076950073,
      "learning_rate": 1.1138088012139606e-06,
      "loss": 0.1974,
      "step": 3102
    },
    {
      "epoch": 0.8950222494460158,
      "grad_norm": 1.319684624671936,
      "learning_rate": 1.1047040971168439e-06,
      "loss": 0.2027,
      "step": 3105
    },
    {
      "epoch": 0.895887005242582,
      "grad_norm": 3.9506242275238037,
      "learning_rate": 1.095599393019727e-06,
      "loss": 0.2124,
      "step": 3108
    },
    {
      "epoch": 0.8967517610391482,
      "grad_norm": 1.7725896835327148,
      "learning_rate": 1.08649468892261e-06,
      "loss": 0.2146,
      "step": 3111
    },
    {
      "epoch": 0.8976165168357144,
      "grad_norm": 1.9070608615875244,
      "learning_rate": 1.0773899848254933e-06,
      "loss": 0.2311,
      "step": 3114
    },
    {
      "epoch": 0.8984812726322806,
      "grad_norm": 2.3098270893096924,
      "learning_rate": 1.0682852807283763e-06,
      "loss": 0.1847,
      "step": 3117
    },
    {
      "epoch": 0.8993460284288468,
      "grad_norm": 2.392598867416382,
      "learning_rate": 1.0591805766312596e-06,
      "loss": 0.252,
      "step": 3120
    },
    {
      "epoch": 0.900210784225413,
      "grad_norm": 1.592748761177063,
      "learning_rate": 1.0500758725341426e-06,
      "loss": 0.2226,
      "step": 3123
    },
    {
      "epoch": 0.9010755400219792,
      "grad_norm": 2.1816020011901855,
      "learning_rate": 1.0409711684370259e-06,
      "loss": 0.2551,
      "step": 3126
    },
    {
      "epoch": 0.9019402958185454,
      "grad_norm": 2.04571270942688,
      "learning_rate": 1.031866464339909e-06,
      "loss": 0.2506,
      "step": 3129
    },
    {
      "epoch": 0.9028050516151116,
      "grad_norm": 3.148040771484375,
      "learning_rate": 1.0227617602427922e-06,
      "loss": 0.2056,
      "step": 3132
    },
    {
      "epoch": 0.9036698074116778,
      "grad_norm": 4.721248626708984,
      "learning_rate": 1.0136570561456753e-06,
      "loss": 0.2243,
      "step": 3135
    },
    {
      "epoch": 0.904534563208244,
      "grad_norm": 1.5059829950332642,
      "learning_rate": 1.0045523520485585e-06,
      "loss": 0.1884,
      "step": 3138
    },
    {
      "epoch": 0.9053993190048102,
      "grad_norm": 1.9442839622497559,
      "learning_rate": 9.954476479514416e-07,
      "loss": 0.1965,
      "step": 3141
    },
    {
      "epoch": 0.9062640748013764,
      "grad_norm": 2.1955509185791016,
      "learning_rate": 9.863429438543249e-07,
      "loss": 0.204,
      "step": 3144
    },
    {
      "epoch": 0.9071288305979426,
      "grad_norm": 1.5504348278045654,
      "learning_rate": 9.77238239757208e-07,
      "loss": 0.2248,
      "step": 3147
    },
    {
      "epoch": 0.9079935863945088,
      "grad_norm": 1.6235114336013794,
      "learning_rate": 9.681335356600912e-07,
      "loss": 0.2276,
      "step": 3150
    },
    {
      "epoch": 0.908858342191075,
      "grad_norm": 2.8215818405151367,
      "learning_rate": 9.590288315629742e-07,
      "loss": 0.2292,
      "step": 3153
    },
    {
      "epoch": 0.9097230979876412,
      "grad_norm": 1.7022403478622437,
      "learning_rate": 9.499241274658574e-07,
      "loss": 0.2383,
      "step": 3156
    },
    {
      "epoch": 0.9105878537842074,
      "grad_norm": 2.5963640213012695,
      "learning_rate": 9.408194233687407e-07,
      "loss": 0.2311,
      "step": 3159
    },
    {
      "epoch": 0.9114526095807736,
      "grad_norm": 1.830937147140503,
      "learning_rate": 9.317147192716237e-07,
      "loss": 0.2073,
      "step": 3162
    },
    {
      "epoch": 0.9123173653773398,
      "grad_norm": 1.8354508876800537,
      "learning_rate": 9.22610015174507e-07,
      "loss": 0.2143,
      "step": 3165
    },
    {
      "epoch": 0.913182121173906,
      "grad_norm": 1.5569084882736206,
      "learning_rate": 9.1350531107739e-07,
      "loss": 0.2102,
      "step": 3168
    },
    {
      "epoch": 0.9140468769704722,
      "grad_norm": 1.5762006044387817,
      "learning_rate": 9.044006069802733e-07,
      "loss": 0.2335,
      "step": 3171
    },
    {
      "epoch": 0.9149116327670384,
      "grad_norm": 1.4155080318450928,
      "learning_rate": 8.952959028831563e-07,
      "loss": 0.1993,
      "step": 3174
    },
    {
      "epoch": 0.9157763885636045,
      "grad_norm": 3.324310779571533,
      "learning_rate": 8.861911987860396e-07,
      "loss": 0.2209,
      "step": 3177
    },
    {
      "epoch": 0.9166411443601707,
      "grad_norm": 2.4857962131500244,
      "learning_rate": 8.770864946889227e-07,
      "loss": 0.2384,
      "step": 3180
    },
    {
      "epoch": 0.9175059001567369,
      "grad_norm": 1.998383641242981,
      "learning_rate": 8.679817905918058e-07,
      "loss": 0.2216,
      "step": 3183
    },
    {
      "epoch": 0.9183706559533031,
      "grad_norm": 2.2427866458892822,
      "learning_rate": 8.58877086494689e-07,
      "loss": 0.2328,
      "step": 3186
    },
    {
      "epoch": 0.9192354117498693,
      "grad_norm": 2.5861330032348633,
      "learning_rate": 8.497723823975721e-07,
      "loss": 0.2228,
      "step": 3189
    },
    {
      "epoch": 0.9201001675464355,
      "grad_norm": 1.680492639541626,
      "learning_rate": 8.406676783004553e-07,
      "loss": 0.2241,
      "step": 3192
    },
    {
      "epoch": 0.9209649233430017,
      "grad_norm": 2.616267204284668,
      "learning_rate": 8.315629742033385e-07,
      "loss": 0.2524,
      "step": 3195
    },
    {
      "epoch": 0.921829679139568,
      "grad_norm": 1.922303318977356,
      "learning_rate": 8.224582701062215e-07,
      "loss": 0.2397,
      "step": 3198
    },
    {
      "epoch": 0.9224061830039455,
      "eval_loss": 0.21633096039295197,
      "eval_mse": 0.2163309759118274,
      "eval_runtime": 6.5496,
      "eval_samples_per_second": 152.68,
      "eval_steps_per_second": 19.085,
      "step": 3200
    },
    {
      "epoch": 0.9226944349361342,
      "grad_norm": 4.39849853515625,
      "learning_rate": 8.133535660091048e-07,
      "loss": 0.2216,
      "step": 3201
    },
    {
      "epoch": 0.9235591907327004,
      "grad_norm": 2.2769124507904053,
      "learning_rate": 8.042488619119878e-07,
      "loss": 0.2182,
      "step": 3204
    },
    {
      "epoch": 0.9244239465292666,
      "grad_norm": 2.8028557300567627,
      "learning_rate": 7.951441578148711e-07,
      "loss": 0.229,
      "step": 3207
    },
    {
      "epoch": 0.9252887023258328,
      "grad_norm": 2.1702733039855957,
      "learning_rate": 7.860394537177542e-07,
      "loss": 0.2261,
      "step": 3210
    },
    {
      "epoch": 0.926153458122399,
      "grad_norm": 2.6439995765686035,
      "learning_rate": 7.769347496206374e-07,
      "loss": 0.2246,
      "step": 3213
    },
    {
      "epoch": 0.9270182139189652,
      "grad_norm": 1.576919436454773,
      "learning_rate": 7.678300455235206e-07,
      "loss": 0.2354,
      "step": 3216
    },
    {
      "epoch": 0.9278829697155314,
      "grad_norm": 1.6755398511886597,
      "learning_rate": 7.587253414264036e-07,
      "loss": 0.2158,
      "step": 3219
    },
    {
      "epoch": 0.9287477255120976,
      "grad_norm": 2.1890718936920166,
      "learning_rate": 7.496206373292869e-07,
      "loss": 0.2233,
      "step": 3222
    },
    {
      "epoch": 0.9296124813086638,
      "grad_norm": 1.7316986322402954,
      "learning_rate": 7.4051593323217e-07,
      "loss": 0.2296,
      "step": 3225
    },
    {
      "epoch": 0.93047723710523,
      "grad_norm": 1.7639137506484985,
      "learning_rate": 7.314112291350532e-07,
      "loss": 0.2274,
      "step": 3228
    },
    {
      "epoch": 0.9313419929017962,
      "grad_norm": 1.7912460565567017,
      "learning_rate": 7.223065250379363e-07,
      "loss": 0.1942,
      "step": 3231
    },
    {
      "epoch": 0.9322067486983624,
      "grad_norm": 1.9391751289367676,
      "learning_rate": 7.132018209408196e-07,
      "loss": 0.2326,
      "step": 3234
    },
    {
      "epoch": 0.9330715044949286,
      "grad_norm": 2.4329934120178223,
      "learning_rate": 7.040971168437026e-07,
      "loss": 0.2205,
      "step": 3237
    },
    {
      "epoch": 0.9339362602914948,
      "grad_norm": 1.5994445085525513,
      "learning_rate": 6.949924127465859e-07,
      "loss": 0.2149,
      "step": 3240
    },
    {
      "epoch": 0.934801016088061,
      "grad_norm": 2.992966651916504,
      "learning_rate": 6.858877086494689e-07,
      "loss": 0.2194,
      "step": 3243
    },
    {
      "epoch": 0.9356657718846272,
      "grad_norm": 1.8795028924942017,
      "learning_rate": 6.767830045523521e-07,
      "loss": 0.2158,
      "step": 3246
    },
    {
      "epoch": 0.9365305276811934,
      "grad_norm": 3.5229902267456055,
      "learning_rate": 6.676783004552352e-07,
      "loss": 0.2396,
      "step": 3249
    },
    {
      "epoch": 0.9373952834777596,
      "grad_norm": 1.6539433002471924,
      "learning_rate": 6.585735963581184e-07,
      "loss": 0.2077,
      "step": 3252
    },
    {
      "epoch": 0.9382600392743258,
      "grad_norm": 2.448824405670166,
      "learning_rate": 6.494688922610016e-07,
      "loss": 0.2271,
      "step": 3255
    },
    {
      "epoch": 0.939124795070892,
      "grad_norm": 1.3006185293197632,
      "learning_rate": 6.403641881638847e-07,
      "loss": 0.2432,
      "step": 3258
    },
    {
      "epoch": 0.9399895508674582,
      "grad_norm": 2.689985752105713,
      "learning_rate": 6.312594840667678e-07,
      "loss": 0.2152,
      "step": 3261
    },
    {
      "epoch": 0.9408543066640244,
      "grad_norm": 1.5370323657989502,
      "learning_rate": 6.22154779969651e-07,
      "loss": 0.197,
      "step": 3264
    },
    {
      "epoch": 0.9417190624605906,
      "grad_norm": 1.6089318990707397,
      "learning_rate": 6.130500758725342e-07,
      "loss": 0.2145,
      "step": 3267
    },
    {
      "epoch": 0.9425838182571568,
      "grad_norm": 2.1321656703948975,
      "learning_rate": 6.039453717754174e-07,
      "loss": 0.1989,
      "step": 3270
    },
    {
      "epoch": 0.943448574053723,
      "grad_norm": 1.990070104598999,
      "learning_rate": 5.948406676783005e-07,
      "loss": 0.1982,
      "step": 3273
    },
    {
      "epoch": 0.9443133298502892,
      "grad_norm": 3.087510585784912,
      "learning_rate": 5.857359635811837e-07,
      "loss": 0.206,
      "step": 3276
    },
    {
      "epoch": 0.9451780856468553,
      "grad_norm": 2.3679909706115723,
      "learning_rate": 5.766312594840668e-07,
      "loss": 0.2292,
      "step": 3279
    },
    {
      "epoch": 0.9460428414434215,
      "grad_norm": 1.546036958694458,
      "learning_rate": 5.675265553869499e-07,
      "loss": 0.2127,
      "step": 3282
    },
    {
      "epoch": 0.9469075972399877,
      "grad_norm": 1.9500880241394043,
      "learning_rate": 5.584218512898331e-07,
      "loss": 0.2157,
      "step": 3285
    },
    {
      "epoch": 0.9477723530365539,
      "grad_norm": 1.9931670427322388,
      "learning_rate": 5.493171471927162e-07,
      "loss": 0.2151,
      "step": 3288
    },
    {
      "epoch": 0.9486371088331201,
      "grad_norm": 1.7962517738342285,
      "learning_rate": 5.402124430955994e-07,
      "loss": 0.2035,
      "step": 3291
    },
    {
      "epoch": 0.9495018646296863,
      "grad_norm": 1.3835334777832031,
      "learning_rate": 5.311077389984825e-07,
      "loss": 0.2059,
      "step": 3294
    },
    {
      "epoch": 0.9503666204262525,
      "grad_norm": 3.157975912094116,
      "learning_rate": 5.220030349013658e-07,
      "loss": 0.2002,
      "step": 3297
    },
    {
      "epoch": 0.9512313762228187,
      "grad_norm": 2.0881123542785645,
      "learning_rate": 5.12898330804249e-07,
      "loss": 0.2307,
      "step": 3300
    },
    {
      "epoch": 0.9512313762228187,
      "eval_loss": 0.21600358188152313,
      "eval_mse": 0.21600358275626785,
      "eval_runtime": 6.4833,
      "eval_samples_per_second": 154.243,
      "eval_steps_per_second": 19.28,
      "step": 3300
    },
    {
      "epoch": 0.9520961320193849,
      "grad_norm": 2.1528842449188232,
      "learning_rate": 5.037936267071321e-07,
      "loss": 0.2657,
      "step": 3303
    },
    {
      "epoch": 0.9529608878159511,
      "grad_norm": 2.4048590660095215,
      "learning_rate": 4.946889226100153e-07,
      "loss": 0.2355,
      "step": 3306
    },
    {
      "epoch": 0.9538256436125173,
      "grad_norm": 1.866373896598816,
      "learning_rate": 4.855842185128983e-07,
      "loss": 0.1932,
      "step": 3309
    },
    {
      "epoch": 0.9546903994090835,
      "grad_norm": 1.543273687362671,
      "learning_rate": 4.7647951441578155e-07,
      "loss": 0.2088,
      "step": 3312
    },
    {
      "epoch": 0.9555551552056497,
      "grad_norm": 1.585208535194397,
      "learning_rate": 4.673748103186647e-07,
      "loss": 0.1945,
      "step": 3315
    },
    {
      "epoch": 0.9564199110022159,
      "grad_norm": 1.9510430097579956,
      "learning_rate": 4.582701062215478e-07,
      "loss": 0.1719,
      "step": 3318
    },
    {
      "epoch": 0.9572846667987821,
      "grad_norm": 1.36229407787323,
      "learning_rate": 4.49165402124431e-07,
      "loss": 0.1997,
      "step": 3321
    },
    {
      "epoch": 0.9581494225953483,
      "grad_norm": 2.563950777053833,
      "learning_rate": 4.4006069802731414e-07,
      "loss": 0.2385,
      "step": 3324
    },
    {
      "epoch": 0.9590141783919145,
      "grad_norm": 2.159186363220215,
      "learning_rate": 4.309559939301973e-07,
      "loss": 0.2319,
      "step": 3327
    },
    {
      "epoch": 0.9598789341884807,
      "grad_norm": 2.4233345985412598,
      "learning_rate": 4.2185128983308046e-07,
      "loss": 0.2117,
      "step": 3330
    },
    {
      "epoch": 0.9607436899850469,
      "grad_norm": 1.915822982788086,
      "learning_rate": 4.127465857359636e-07,
      "loss": 0.2244,
      "step": 3333
    },
    {
      "epoch": 0.9616084457816131,
      "grad_norm": 3.731882333755493,
      "learning_rate": 4.0364188163884673e-07,
      "loss": 0.2222,
      "step": 3336
    },
    {
      "epoch": 0.9624732015781793,
      "grad_norm": 1.4122893810272217,
      "learning_rate": 3.945371775417299e-07,
      "loss": 0.2052,
      "step": 3339
    },
    {
      "epoch": 0.9633379573747455,
      "grad_norm": 3.098508596420288,
      "learning_rate": 3.8543247344461305e-07,
      "loss": 0.212,
      "step": 3342
    },
    {
      "epoch": 0.9642027131713117,
      "grad_norm": 1.4726747274398804,
      "learning_rate": 3.763277693474962e-07,
      "loss": 0.2374,
      "step": 3345
    },
    {
      "epoch": 0.9650674689678779,
      "grad_norm": 1.8609498739242554,
      "learning_rate": 3.6722306525037937e-07,
      "loss": 0.2173,
      "step": 3348
    },
    {
      "epoch": 0.9659322247644441,
      "grad_norm": 1.8475359678268433,
      "learning_rate": 3.581183611532626e-07,
      "loss": 0.2032,
      "step": 3351
    },
    {
      "epoch": 0.9667969805610104,
      "grad_norm": 1.7029978036880493,
      "learning_rate": 3.4901365705614574e-07,
      "loss": 0.1713,
      "step": 3354
    },
    {
      "epoch": 0.9676617363575766,
      "grad_norm": 2.657390832901001,
      "learning_rate": 3.399089529590289e-07,
      "loss": 0.2216,
      "step": 3357
    },
    {
      "epoch": 0.9685264921541428,
      "grad_norm": 3.23854398727417,
      "learning_rate": 3.3080424886191206e-07,
      "loss": 0.1776,
      "step": 3360
    },
    {
      "epoch": 0.969391247950709,
      "grad_norm": 2.09384822845459,
      "learning_rate": 3.2169954476479517e-07,
      "loss": 0.1866,
      "step": 3363
    },
    {
      "epoch": 0.9702560037472752,
      "grad_norm": 1.8957816362380981,
      "learning_rate": 3.1259484066767833e-07,
      "loss": 0.2317,
      "step": 3366
    },
    {
      "epoch": 0.9711207595438414,
      "grad_norm": 1.5353327989578247,
      "learning_rate": 3.034901365705615e-07,
      "loss": 0.209,
      "step": 3369
    },
    {
      "epoch": 0.9719855153404076,
      "grad_norm": 1.776352882385254,
      "learning_rate": 2.9438543247344465e-07,
      "loss": 0.219,
      "step": 3372
    },
    {
      "epoch": 0.9728502711369738,
      "grad_norm": 3.282552480697632,
      "learning_rate": 2.852807283763278e-07,
      "loss": 0.224,
      "step": 3375
    },
    {
      "epoch": 0.97371502693354,
      "grad_norm": 1.8530248403549194,
      "learning_rate": 2.7617602427921097e-07,
      "loss": 0.2147,
      "step": 3378
    },
    {
      "epoch": 0.9745797827301061,
      "grad_norm": 2.0258686542510986,
      "learning_rate": 2.670713201820941e-07,
      "loss": 0.2081,
      "step": 3381
    },
    {
      "epoch": 0.9754445385266723,
      "grad_norm": 1.830100655555725,
      "learning_rate": 2.5796661608497724e-07,
      "loss": 0.2248,
      "step": 3384
    },
    {
      "epoch": 0.9763092943232385,
      "grad_norm": 3.846280813217163,
      "learning_rate": 2.488619119878604e-07,
      "loss": 0.2269,
      "step": 3387
    },
    {
      "epoch": 0.9771740501198047,
      "grad_norm": 2.3556368350982666,
      "learning_rate": 2.3975720789074356e-07,
      "loss": 0.2195,
      "step": 3390
    },
    {
      "epoch": 0.9780388059163709,
      "grad_norm": 1.8791780471801758,
      "learning_rate": 2.3065250379362674e-07,
      "loss": 0.2297,
      "step": 3393
    },
    {
      "epoch": 0.9789035617129371,
      "grad_norm": 1.6351841688156128,
      "learning_rate": 2.215477996965099e-07,
      "loss": 0.1925,
      "step": 3396
    },
    {
      "epoch": 0.9797683175095033,
      "grad_norm": 2.4028263092041016,
      "learning_rate": 2.1244309559939304e-07,
      "loss": 0.2099,
      "step": 3399
    },
    {
      "epoch": 0.9800565694416921,
      "eval_loss": 0.2100730687379837,
      "eval_mse": 0.21007308381050824,
      "eval_runtime": 6.746,
      "eval_samples_per_second": 148.235,
      "eval_steps_per_second": 18.529,
      "step": 3400
    },
    {
      "epoch": 0.9806330733060695,
      "grad_norm": 3.0006494522094727,
      "learning_rate": 2.033383915022762e-07,
      "loss": 0.2095,
      "step": 3402
    },
    {
      "epoch": 0.9814978291026357,
      "grad_norm": 2.7023770809173584,
      "learning_rate": 1.9423368740515936e-07,
      "loss": 0.2064,
      "step": 3405
    },
    {
      "epoch": 0.9823625848992019,
      "grad_norm": 3.8468315601348877,
      "learning_rate": 1.851289833080425e-07,
      "loss": 0.2412,
      "step": 3408
    },
    {
      "epoch": 0.9832273406957681,
      "grad_norm": 2.5841078758239746,
      "learning_rate": 1.7602427921092565e-07,
      "loss": 0.2056,
      "step": 3411
    },
    {
      "epoch": 0.9840920964923343,
      "grad_norm": 2.557180881500244,
      "learning_rate": 1.669195751138088e-07,
      "loss": 0.2449,
      "step": 3414
    },
    {
      "epoch": 0.9849568522889005,
      "grad_norm": 2.1071228981018066,
      "learning_rate": 1.5781487101669194e-07,
      "loss": 0.2664,
      "step": 3417
    },
    {
      "epoch": 0.9858216080854667,
      "grad_norm": 2.5804591178894043,
      "learning_rate": 1.4871016691957513e-07,
      "loss": 0.2252,
      "step": 3420
    },
    {
      "epoch": 0.9866863638820329,
      "grad_norm": 1.557554006576538,
      "learning_rate": 1.3960546282245826e-07,
      "loss": 0.1979,
      "step": 3423
    },
    {
      "epoch": 0.9875511196785991,
      "grad_norm": 2.0957911014556885,
      "learning_rate": 1.3050075872534145e-07,
      "loss": 0.21,
      "step": 3426
    },
    {
      "epoch": 0.9884158754751653,
      "grad_norm": 2.239748954772949,
      "learning_rate": 1.2139605462822459e-07,
      "loss": 0.1995,
      "step": 3429
    },
    {
      "epoch": 0.9892806312717315,
      "grad_norm": 2.46882963180542,
      "learning_rate": 1.1229135053110775e-07,
      "loss": 0.2319,
      "step": 3432
    },
    {
      "epoch": 0.9901453870682977,
      "grad_norm": 2.6145310401916504,
      "learning_rate": 1.031866464339909e-07,
      "loss": 0.2245,
      "step": 3435
    },
    {
      "epoch": 0.9910101428648639,
      "grad_norm": 2.32053279876709,
      "learning_rate": 9.408194233687405e-08,
      "loss": 0.2338,
      "step": 3438
    },
    {
      "epoch": 0.9918748986614301,
      "grad_norm": 1.4136054515838623,
      "learning_rate": 8.497723823975723e-08,
      "loss": 0.2173,
      "step": 3441
    },
    {
      "epoch": 0.9927396544579963,
      "grad_norm": 1.3618991374969482,
      "learning_rate": 7.587253414264037e-08,
      "loss": 0.1794,
      "step": 3444
    },
    {
      "epoch": 0.9936044102545625,
      "grad_norm": 2.8345561027526855,
      "learning_rate": 6.676783004552352e-08,
      "loss": 0.2182,
      "step": 3447
    },
    {
      "epoch": 0.9944691660511287,
      "grad_norm": 1.9578803777694702,
      "learning_rate": 5.7663125948406686e-08,
      "loss": 0.2333,
      "step": 3450
    },
    {
      "epoch": 0.9953339218476949,
      "grad_norm": 1.6162538528442383,
      "learning_rate": 4.855842185128984e-08,
      "loss": 0.2005,
      "step": 3453
    },
    {
      "epoch": 0.9961986776442611,
      "grad_norm": 3.075516939163208,
      "learning_rate": 3.9453717754172986e-08,
      "loss": 0.2249,
      "step": 3456
    },
    {
      "epoch": 0.9970634334408273,
      "grad_norm": 2.544214963912964,
      "learning_rate": 3.0349013657056146e-08,
      "loss": 0.2147,
      "step": 3459
    },
    {
      "epoch": 0.9979281892373935,
      "grad_norm": 1.9591963291168213,
      "learning_rate": 2.1244309559939306e-08,
      "loss": 0.2164,
      "step": 3462
    },
    {
      "epoch": 0.9987929450339597,
      "grad_norm": 1.6480742692947388,
      "learning_rate": 1.213960546282246e-08,
      "loss": 0.1889,
      "step": 3465
    },
    {
      "epoch": 0.9996577008305259,
      "grad_norm": 1.6390196084976196,
      "learning_rate": 3.034901365705615e-09,
      "loss": 0.2205,
      "step": 3468
    },
    {
      "epoch": 0.9999459527627146,
      "step": 3469,
      "total_flos": 1.1682867916662374e+17,
      "train_loss": 0.2771636627187094,
      "train_runtime": 4603.777,
      "train_samples_per_second": 96.454,
      "train_steps_per_second": 0.754
    }
  ],
  "logging_steps": 3,
  "max_steps": 3469,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1682867916662374e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}