{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1353055842219929,
  "eval_steps": 500,
  "global_step": 1180,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 6.7202,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 6.7739,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 6.7015,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 24.833694217574944,
      "learning_rate": 3.816793893129771e-06,
      "loss": 6.9159,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 24.089403116981405,
      "learning_rate": 7.633587786259541e-06,
      "loss": 6.8581,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 24.089403116981405,
      "learning_rate": 7.633587786259541e-06,
      "loss": 6.5905,
      "step": 6
    },
    {
      "epoch": 0.0,
      "grad_norm": 30.730797406977864,
      "learning_rate": 1.1450381679389314e-05,
      "loss": 6.9473,
      "step": 7
    },
    {
      "epoch": 0.0,
      "grad_norm": 39.80648644878442,
      "learning_rate": 1.5267175572519083e-05,
      "loss": 6.8672,
      "step": 8
    },
    {
      "epoch": 0.0,
      "grad_norm": 58.83195470368333,
      "learning_rate": 1.9083969465648855e-05,
      "loss": 6.8771,
      "step": 9
    },
    {
      "epoch": 0.0,
      "grad_norm": 37.76609702390963,
      "learning_rate": 2.2900763358778628e-05,
      "loss": 6.8123,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 16.80166973405484,
      "learning_rate": 2.6717557251908397e-05,
      "loss": 6.4488,
      "step": 11
    },
    {
      "epoch": 0.0,
      "grad_norm": 25.54197945689145,
      "learning_rate": 3.0534351145038166e-05,
      "loss": 6.5151,
      "step": 12
    },
    {
      "epoch": 0.0,
      "grad_norm": 39.55278632647528,
      "learning_rate": 3.435114503816794e-05,
      "loss": 6.5851,
      "step": 13
    },
    {
      "epoch": 0.0,
      "grad_norm": 30.02274564294928,
      "learning_rate": 3.816793893129771e-05,
      "loss": 6.5235,
      "step": 14
    },
    {
      "epoch": 0.0,
      "grad_norm": 26.152574346690436,
      "learning_rate": 4.198473282442748e-05,
      "loss": 6.4511,
      "step": 15
    },
    {
      "epoch": 0.0,
      "grad_norm": 34.33162883163699,
      "learning_rate": 4.5801526717557256e-05,
      "loss": 6.3687,
      "step": 16
    },
    {
      "epoch": 0.0,
      "grad_norm": 17.80393923246746,
      "learning_rate": 4.9618320610687025e-05,
      "loss": 6.4149,
      "step": 17
    },
    {
      "epoch": 0.0,
      "grad_norm": 15.25400804429858,
      "learning_rate": 5.3435114503816794e-05,
      "loss": 6.0852,
      "step": 18
    },
    {
      "epoch": 0.0,
      "grad_norm": 13.035795814576668,
      "learning_rate": 5.725190839694656e-05,
      "loss": 6.1313,
      "step": 19
    },
    {
      "epoch": 0.0,
      "grad_norm": 14.788487589977752,
      "learning_rate": 6.106870229007633e-05,
      "loss": 6.0491,
      "step": 20
    },
    {
      "epoch": 0.0,
      "grad_norm": 15.87894494754325,
      "learning_rate": 6.488549618320611e-05,
      "loss": 6.0371,
      "step": 21
    },
    {
      "epoch": 0.0,
      "grad_norm": 19.93334663657767,
      "learning_rate": 6.870229007633588e-05,
      "loss": 5.9827,
      "step": 22
    },
    {
      "epoch": 0.0,
      "grad_norm": 10.586689666709068,
      "learning_rate": 7.251908396946565e-05,
      "loss": 5.9068,
      "step": 23
    },
    {
      "epoch": 0.0,
      "grad_norm": 10.586689666709068,
      "learning_rate": 7.251908396946565e-05,
      "loss": 5.8078,
      "step": 24
    },
    {
      "epoch": 0.0,
      "grad_norm": 11.009282905400905,
      "learning_rate": 7.633587786259542e-05,
      "loss": 6.0599,
      "step": 25
    },
    {
      "epoch": 0.0,
      "grad_norm": 103.37611984633007,
      "learning_rate": 8.015267175572518e-05,
      "loss": 6.0033,
      "step": 26
    },
    {
      "epoch": 0.0,
      "grad_norm": 9.093408232269466,
      "learning_rate": 8.396946564885496e-05,
      "loss": 5.9485,
      "step": 27
    },
    {
      "epoch": 0.0,
      "grad_norm": 13.409013384441376,
      "learning_rate": 8.778625954198472e-05,
      "loss": 5.747,
      "step": 28
    },
    {
      "epoch": 0.0,
      "grad_norm": 20.723480886920953,
      "learning_rate": 9.160305343511451e-05,
      "loss": 5.9794,
      "step": 29
    },
    {
      "epoch": 0.0,
      "grad_norm": 27.227889622861333,
      "learning_rate": 9.541984732824429e-05,
      "loss": 5.9006,
      "step": 30
    },
    {
      "epoch": 0.0,
      "grad_norm": 26.139568621344836,
      "learning_rate": 9.923664122137405e-05,
      "loss": 5.5044,
      "step": 31
    },
    {
      "epoch": 0.0,
      "grad_norm": 14.752230119326473,
      "learning_rate": 0.00010305343511450383,
      "loss": 5.4819,
      "step": 32
    },
    {
      "epoch": 0.0,
      "grad_norm": 13.441487864353205,
      "learning_rate": 0.00010687022900763359,
      "loss": 5.76,
      "step": 33
    },
    {
      "epoch": 0.0,
      "grad_norm": 19.896976107816972,
      "learning_rate": 0.00011068702290076336,
      "loss": 5.8905,
      "step": 34
    },
    {
      "epoch": 0.0,
      "grad_norm": 16.411578435909693,
      "learning_rate": 0.00011450381679389313,
      "loss": 5.4038,
      "step": 35
    },
    {
      "epoch": 0.0,
      "grad_norm": 16.411578435909693,
      "learning_rate": 0.00011450381679389313,
      "loss": 5.4958,
      "step": 36
    },
    {
      "epoch": 0.0,
      "grad_norm": 16.013488491082,
      "learning_rate": 0.0001183206106870229,
      "loss": 5.6131,
      "step": 37
    },
    {
      "epoch": 0.0,
      "grad_norm": 53.19172274365636,
      "learning_rate": 0.00012213740458015266,
      "loss": 5.324,
      "step": 38
    },
    {
      "epoch": 0.0,
      "grad_norm": 36.15408253437268,
      "learning_rate": 0.00012595419847328244,
      "loss": 5.4318,
      "step": 39
    },
    {
      "epoch": 0.0,
      "grad_norm": 19.271262304467943,
      "learning_rate": 0.00012977099236641222,
      "loss": 5.6865,
      "step": 40
    },
    {
      "epoch": 0.0,
      "grad_norm": 7.0078367115137485,
      "learning_rate": 0.000133587786259542,
      "loss": 5.5618,
      "step": 41
    },
    {
      "epoch": 0.0,
      "grad_norm": 12.801895272987867,
      "learning_rate": 0.00013740458015267177,
      "loss": 5.578,
      "step": 42
    },
    {
      "epoch": 0.0,
      "grad_norm": 9.471273863525738,
      "learning_rate": 0.00014122137404580154,
      "loss": 5.4528,
      "step": 43
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.309015734374855,
      "learning_rate": 0.0001450381679389313,
      "loss": 5.4494,
      "step": 44
    },
    {
      "epoch": 0.01,
      "grad_norm": 21.597093927953562,
      "learning_rate": 0.00014885496183206107,
      "loss": 5.5692,
      "step": 45
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.168922998526033,
      "learning_rate": 0.00015267175572519084,
      "loss": 5.5889,
      "step": 46
    },
    {
      "epoch": 0.01,
      "grad_norm": 26.407797807852603,
      "learning_rate": 0.00015648854961832062,
      "loss": 5.5628,
      "step": 47
    },
    {
      "epoch": 0.01,
      "grad_norm": 29.41099617504654,
      "learning_rate": 0.00016030534351145037,
      "loss": 5.6865,
      "step": 48
    },
    {
      "epoch": 0.01,
      "grad_norm": 54.04515562049684,
      "learning_rate": 0.00016412213740458014,
      "loss": 5.3337,
      "step": 49
    },
    {
      "epoch": 0.01,
      "grad_norm": 21.848816944482426,
      "learning_rate": 0.00016793893129770992,
      "loss": 5.455,
      "step": 50
    },
    {
      "epoch": 0.01,
      "grad_norm": 21.77248137676844,
      "learning_rate": 0.0001717557251908397,
      "loss": 5.7747,
      "step": 51
    },
    {
      "epoch": 0.01,
      "grad_norm": 56.97962669273316,
      "learning_rate": 0.00017557251908396944,
      "loss": 5.8369,
      "step": 52
    },
    {
      "epoch": 0.01,
      "grad_norm": 191.66821782581252,
      "learning_rate": 0.00017938931297709925,
      "loss": 5.7323,
      "step": 53
    },
    {
      "epoch": 0.01,
      "grad_norm": 29.622135366710424,
      "learning_rate": 0.00018320610687022902,
      "loss": 5.696,
      "step": 54
    },
    {
      "epoch": 0.01,
      "grad_norm": 24.485759627294552,
      "learning_rate": 0.0001870229007633588,
      "loss": 5.5594,
      "step": 55
    },
    {
      "epoch": 0.01,
      "grad_norm": 23.761324220206912,
      "learning_rate": 0.00019083969465648857,
      "loss": 5.4566,
      "step": 56
    },
    {
      "epoch": 0.01,
      "grad_norm": 18.30283741545266,
      "learning_rate": 0.00019465648854961832,
      "loss": 5.5711,
      "step": 57
    },
    {
      "epoch": 0.01,
      "grad_norm": 46.402196170850495,
      "learning_rate": 0.0001984732824427481,
      "loss": 5.584,
      "step": 58
    },
    {
      "epoch": 0.01,
      "grad_norm": 27.29379203075219,
      "learning_rate": 0.00020229007633587788,
      "loss": 5.1017,
      "step": 59
    },
    {
      "epoch": 0.01,
      "grad_norm": 25.72050010332052,
      "learning_rate": 0.00020610687022900765,
      "loss": 5.4472,
      "step": 60
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.90204071984756,
      "learning_rate": 0.0002099236641221374,
      "loss": 5.5801,
      "step": 61
    },
    {
      "epoch": 0.01,
      "grad_norm": 10.964221676367517,
      "learning_rate": 0.00021374045801526718,
      "loss": 5.3488,
      "step": 62
    },
    {
      "epoch": 0.01,
      "grad_norm": 26.717989647168515,
      "learning_rate": 0.00021755725190839695,
      "loss": 5.1711,
      "step": 63
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.600628953387018,
      "learning_rate": 0.00022137404580152673,
      "loss": 5.4042,
      "step": 64
    },
    {
      "epoch": 0.01,
      "grad_norm": 22.344895453828535,
      "learning_rate": 0.00022519083969465648,
      "loss": 5.0538,
      "step": 65
    },
    {
      "epoch": 0.01,
      "grad_norm": 12.190617761435066,
      "learning_rate": 0.00022900763358778625,
      "loss": 5.4556,
      "step": 66
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.053431452864492,
      "learning_rate": 0.00023282442748091603,
      "loss": 5.2617,
      "step": 67
    },
    {
      "epoch": 0.01,
      "grad_norm": 49.09212426058433,
      "learning_rate": 0.0002366412213740458,
      "loss": 5.4076,
      "step": 68
    },
    {
      "epoch": 0.01,
      "grad_norm": 38.22133703991094,
      "learning_rate": 0.00024045801526717558,
      "loss": 5.3227,
      "step": 69
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.852793468649201,
      "learning_rate": 0.00024427480916030533,
      "loss": 5.1096,
      "step": 70
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.55578534578585,
      "learning_rate": 0.00024809160305343513,
      "loss": 5.1777,
      "step": 71
    },
    {
      "epoch": 0.01,
      "grad_norm": 28.44407093616628,
      "learning_rate": 0.0002519083969465649,
      "loss": 5.1845,
      "step": 72
    },
    {
      "epoch": 0.01,
      "grad_norm": 12.945012628276542,
      "learning_rate": 0.00025572519083969463,
      "loss": 4.909,
      "step": 73
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.829628432755785,
      "learning_rate": 0.00025954198473282443,
      "loss": 5.1863,
      "step": 74
    },
    {
      "epoch": 0.01,
      "grad_norm": 55.241813577801985,
      "learning_rate": 0.0002633587786259542,
      "loss": 5.0904,
      "step": 75
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.074212095135481,
      "learning_rate": 0.000267175572519084,
      "loss": 5.18,
      "step": 76
    },
    {
      "epoch": 0.01,
      "grad_norm": 30.34910144604937,
      "learning_rate": 0.00027099236641221373,
      "loss": 5.5077,
      "step": 77
    },
    {
      "epoch": 0.01,
      "grad_norm": 94.78455661102247,
      "learning_rate": 0.00027480916030534353,
      "loss": 5.2978,
      "step": 78
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.076099688665433,
      "learning_rate": 0.0002786259541984733,
      "loss": 5.1118,
      "step": 79
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.9946755435844095,
      "learning_rate": 0.0002824427480916031,
      "loss": 5.0875,
      "step": 80
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.431891860428228,
      "learning_rate": 0.0002862595419847328,
      "loss": 5.1588,
      "step": 81
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.047652245569124,
      "learning_rate": 0.0002900763358778626,
      "loss": 5.0777,
      "step": 82
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.660302962418715,
      "learning_rate": 0.0002938931297709924,
      "loss": 5.073,
      "step": 83
    },
    {
      "epoch": 0.01,
      "grad_norm": 99.18039670794278,
      "learning_rate": 0.00029770992366412214,
      "loss": 5.2711,
      "step": 84
    },
    {
      "epoch": 0.01,
      "grad_norm": 41.24087771516951,
      "learning_rate": 0.00030152671755725194,
      "loss": 5.2529,
      "step": 85
    },
    {
      "epoch": 0.01,
      "grad_norm": 15.955748113178291,
      "learning_rate": 0.0003053435114503817,
      "loss": 5.1201,
      "step": 86
    },
    {
      "epoch": 0.01,
      "grad_norm": 20.04512145951128,
      "learning_rate": 0.0003091603053435115,
      "loss": 5.5749,
      "step": 87
    },
    {
      "epoch": 0.01,
      "grad_norm": 63.28989845481338,
      "learning_rate": 0.00031297709923664124,
      "loss": 5.3352,
      "step": 88
    },
    {
      "epoch": 0.01,
      "grad_norm": 30.65392260684527,
      "learning_rate": 0.000316793893129771,
      "loss": 5.2994,
      "step": 89
    },
    {
      "epoch": 0.01,
      "grad_norm": 19.570933105458376,
      "learning_rate": 0.00032061068702290074,
      "loss": 5.4428,
      "step": 90
    },
    {
      "epoch": 0.01,
      "grad_norm": 33.27702030284148,
      "learning_rate": 0.00032442748091603054,
      "loss": 5.5179,
      "step": 91
    },
    {
      "epoch": 0.01,
      "grad_norm": 143.06233640693532,
      "learning_rate": 0.0003282442748091603,
      "loss": 5.4859,
      "step": 92
    },
    {
      "epoch": 0.01,
      "grad_norm": 17.652574355644063,
      "learning_rate": 0.0003320610687022901,
      "loss": 5.3578,
      "step": 93
    },
    {
      "epoch": 0.01,
      "grad_norm": 99.14161014042287,
      "learning_rate": 0.00033587786259541984,
      "loss": 5.1511,
      "step": 94
    },
    {
      "epoch": 0.01,
      "grad_norm": 108.46150115295116,
      "learning_rate": 0.00033969465648854964,
      "loss": 5.332,
      "step": 95
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.200674925756799,
      "learning_rate": 0.0003435114503816794,
      "loss": 5.2414,
      "step": 96
    },
    {
      "epoch": 0.01,
      "grad_norm": 17.42613416743868,
      "learning_rate": 0.0003473282442748092,
      "loss": 5.0496,
      "step": 97
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.787168320397248,
      "learning_rate": 0.0003511450381679389,
      "loss": 5.2121,
      "step": 98
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.13064175563793,
      "learning_rate": 0.0003549618320610687,
      "loss": 5.3562,
      "step": 99
    },
    {
      "epoch": 0.01,
      "grad_norm": 15.209194797874353,
      "learning_rate": 0.0003587786259541985,
      "loss": 5.1117,
      "step": 100
    },
    {
      "epoch": 0.01,
      "grad_norm": 48.91476148699009,
      "learning_rate": 0.00036259541984732824,
      "loss": 5.3374,
      "step": 101
    },
    {
      "epoch": 0.01,
      "grad_norm": 24.29356061884079,
      "learning_rate": 0.00036641221374045805,
      "loss": 5.3117,
      "step": 102
    },
    {
      "epoch": 0.01,
      "grad_norm": 17.452060193355486,
      "learning_rate": 0.0003702290076335878,
      "loss": 5.27,
      "step": 103
    },
    {
      "epoch": 0.01,
      "grad_norm": 12.408641021402929,
      "learning_rate": 0.0003740458015267176,
      "loss": 5.2371,
      "step": 104
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.216879534678895,
      "learning_rate": 0.00037786259541984735,
      "loss": 5.3758,
      "step": 105
    },
    {
      "epoch": 0.01,
      "grad_norm": 14.122037288362222,
      "learning_rate": 0.00038167938931297715,
      "loss": 5.3233,
      "step": 106
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.779989122053916,
      "learning_rate": 0.00038549618320610684,
      "loss": 5.4026,
      "step": 107
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.626138250979961,
      "learning_rate": 0.00038931297709923665,
      "loss": 5.0434,
      "step": 108
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.385310006965435,
      "learning_rate": 0.0003931297709923664,
      "loss": 5.1588,
      "step": 109
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.111534750981958,
      "learning_rate": 0.0003969465648854962,
      "loss": 5.3004,
      "step": 110
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.108563585041713,
      "learning_rate": 0.00040076335877862595,
      "loss": 4.9844,
      "step": 111
    },
    {
      "epoch": 0.01,
      "grad_norm": 12.463164343212153,
      "learning_rate": 0.00040458015267175575,
      "loss": 5.0383,
      "step": 112
    },
    {
      "epoch": 0.01,
      "grad_norm": 26.111947637716288,
      "learning_rate": 0.0004083969465648855,
      "loss": 4.9475,
      "step": 113
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.324439787028272,
      "learning_rate": 0.0004122137404580153,
      "loss": 5.0533,
      "step": 114
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.234173217749362,
      "learning_rate": 0.00041603053435114505,
      "loss": 4.9712,
      "step": 115
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.525390780179457,
      "learning_rate": 0.0004198473282442748,
      "loss": 5.026,
      "step": 116
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.227610724744892,
      "learning_rate": 0.00042366412213740455,
      "loss": 5.2434,
      "step": 117
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.154430996699472,
      "learning_rate": 0.00042748091603053435,
      "loss": 5.0155,
      "step": 118
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.76941351196938,
      "learning_rate": 0.00043129770992366415,
      "loss": 4.86,
      "step": 119
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.4065374733856135,
      "learning_rate": 0.0004351145038167939,
      "loss": 4.7745,
      "step": 120
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.933753082082301,
      "learning_rate": 0.0004389312977099237,
      "loss": 5.1687,
      "step": 121
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.17356231729226,
      "learning_rate": 0.00044274809160305345,
      "loss": 4.8747,
      "step": 122
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.455904317777208,
      "learning_rate": 0.00044656488549618326,
      "loss": 4.6564,
      "step": 123
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.9064455284575668,
      "learning_rate": 0.00045038167938931295,
      "loss": 4.9689,
      "step": 124
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.85035028157288,
      "learning_rate": 0.00045419847328244275,
      "loss": 5.0042,
      "step": 125
    },
    {
      "epoch": 0.01,
      "grad_norm": 42.12231453713657,
      "learning_rate": 0.0004580152671755725,
      "loss": 4.9134,
      "step": 126
    },
    {
      "epoch": 0.01,
      "grad_norm": 33.33935309010155,
      "learning_rate": 0.0004618320610687023,
      "loss": 4.7722,
      "step": 127
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.264613929291729,
      "learning_rate": 0.00046564885496183206,
      "loss": 4.7236,
      "step": 128
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.284470635260648,
      "learning_rate": 0.00046946564885496186,
      "loss": 4.9849,
      "step": 129
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.701662592354433,
      "learning_rate": 0.0004732824427480916,
      "loss": 4.7388,
      "step": 130
    },
    {
      "epoch": 0.02,
      "grad_norm": 17.156141458264692,
      "learning_rate": 0.0004770992366412214,
      "loss": 4.9292,
      "step": 131
    },
    {
      "epoch": 0.02,
      "grad_norm": 11.896147445442196,
      "learning_rate": 0.00048091603053435116,
      "loss": 5.0198,
      "step": 132
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.9435670187222325,
      "learning_rate": 0.0004847328244274809,
      "loss": 4.6752,
      "step": 133
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.213241065570718,
      "learning_rate": 0.0004885496183206107,
      "loss": 4.6556,
      "step": 134
    },
    {
      "epoch": 0.02,
      "grad_norm": 62.61093309333762,
      "learning_rate": 0.0004923664122137404,
      "loss": 5.0054,
      "step": 135
    },
    {
      "epoch": 0.02,
      "grad_norm": 112.46264314904546,
      "learning_rate": 0.0004961832061068703,
      "loss": 5.1782,
      "step": 136
    },
    {
      "epoch": 0.02,
      "grad_norm": 41.97202498980487,
      "learning_rate": 0.0005,
      "loss": 5.2959,
      "step": 137
    },
    {
      "epoch": 0.02,
      "grad_norm": 11.493483729668776,
      "learning_rate": 0.0005038167938931298,
      "loss": 5.8508,
      "step": 138
    },
    {
      "epoch": 0.02,
      "grad_norm": 11.021723732018117,
      "learning_rate": 0.0005076335877862596,
      "loss": 5.2118,
      "step": 139
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.006304671598398,
      "learning_rate": 0.0005114503816793893,
      "loss": 5.3601,
      "step": 140
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.289194721886362,
      "learning_rate": 0.0005152671755725191,
      "loss": 5.2464,
      "step": 141
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.311468819904173,
      "learning_rate": 0.0005190839694656489,
      "loss": 5.2711,
      "step": 142
    },
    {
      "epoch": 0.02,
      "grad_norm": 26.398719072271508,
      "learning_rate": 0.0005229007633587787,
      "loss": 5.289,
      "step": 143
    },
    {
      "epoch": 0.02,
      "grad_norm": 11.625422270433745,
      "learning_rate": 0.0005267175572519084,
      "loss": 5.2699,
      "step": 144
    },
    {
      "epoch": 0.02,
      "grad_norm": 49.995882338347684,
      "learning_rate": 0.0005305343511450382,
      "loss": 5.295,
      "step": 145
    },
    {
      "epoch": 0.02,
      "grad_norm": 38.177044422132425,
      "learning_rate": 0.000534351145038168,
      "loss": 5.1886,
      "step": 146
    },
    {
      "epoch": 0.02,
      "grad_norm": 18.345238825731563,
      "learning_rate": 0.0005381679389312977,
      "loss": 5.1197,
      "step": 147
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.121211476002137,
      "learning_rate": 0.0005419847328244275,
      "loss": 5.1665,
      "step": 148
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.033090979387724,
      "learning_rate": 0.0005458015267175572,
      "loss": 5.2001,
      "step": 149
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.465524804046279,
      "learning_rate": 0.0005496183206106871,
      "loss": 5.1638,
      "step": 150
    },
    {
      "epoch": 0.02,
      "grad_norm": 15.612237680230512,
      "learning_rate": 0.0005534351145038168,
      "loss": 4.7495,
      "step": 151
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.388943581119024,
      "learning_rate": 0.0005572519083969466,
      "loss": 4.9927,
      "step": 152
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.0182990972402575,
      "learning_rate": 0.0005610687022900763,
      "loss": 5.0069,
      "step": 153
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.445692947191389,
      "learning_rate": 0.0005648854961832062,
      "loss": 4.8021,
      "step": 154
    },
    {
      "epoch": 0.02,
      "grad_norm": 14.423302455504722,
      "learning_rate": 0.0005687022900763359,
      "loss": 4.9944,
      "step": 155
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.863803180947149,
      "learning_rate": 0.0005725190839694656,
      "loss": 5.0374,
      "step": 156
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.675446873357981,
      "learning_rate": 0.0005763358778625954,
      "loss": 4.8162,
      "step": 157
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.031369179358917,
      "learning_rate": 0.0005801526717557252,
      "loss": 5.0332,
      "step": 158
    },
    {
      "epoch": 0.02,
      "grad_norm": 37.0810100366357,
      "learning_rate": 0.000583969465648855,
      "loss": 4.7682,
      "step": 159
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.66547076623082,
      "learning_rate": 0.0005877862595419848,
      "loss": 4.8632,
      "step": 160
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.3275498864086015,
      "learning_rate": 0.0005916030534351145,
      "loss": 4.6909,
      "step": 161
    },
    {
      "epoch": 0.02,
      "grad_norm": 26.188174306741093,
      "learning_rate": 0.0005954198473282443,
      "loss": 4.6418,
      "step": 162
    },
    {
      "epoch": 0.02,
      "grad_norm": 10.37007904683383,
      "learning_rate": 0.0005992366412213741,
      "loss": 4.7376,
      "step": 163
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.244057220680342,
      "learning_rate": 0.0006030534351145039,
      "loss": 4.8339,
      "step": 164
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.5201069409738923,
      "learning_rate": 0.0006068702290076335,
      "loss": 4.6116,
      "step": 165
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.974803396981725,
      "learning_rate": 0.0006106870229007634,
      "loss": 4.5625,
      "step": 166
    },
    {
      "epoch": 0.02,
      "grad_norm": 26.210473236143425,
      "learning_rate": 0.0006145038167938931,
      "loss": 4.7733,
      "step": 167
    },
    {
      "epoch": 0.02,
      "grad_norm": 27.9365658071239,
      "learning_rate": 0.000618320610687023,
      "loss": 4.911,
      "step": 168
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.230381951592534,
      "learning_rate": 0.0006221374045801526,
      "loss": 4.7406,
      "step": 169
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.732268568832821,
      "learning_rate": 0.0006259541984732825,
      "loss": 4.6123,
      "step": 170
    },
    {
      "epoch": 0.02,
      "grad_norm": 9.15487252616632,
      "learning_rate": 0.0006297709923664122,
      "loss": 4.7896,
      "step": 171
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.4653332544275686,
      "learning_rate": 0.000633587786259542,
      "loss": 4.7309,
      "step": 172
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.850780915920418,
      "learning_rate": 0.0006374045801526717,
      "loss": 4.7314,
      "step": 173
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.170622336197695,
      "learning_rate": 0.0006412213740458015,
      "loss": 4.4504,
      "step": 174
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.243144623116297,
      "learning_rate": 0.0006450381679389313,
      "loss": 4.804,
      "step": 175
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.966695490413193,
      "learning_rate": 0.0006488549618320611,
      "loss": 4.3688,
      "step": 176
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.1607265339983766,
      "learning_rate": 0.0006526717557251909,
      "loss": 4.4259,
      "step": 177
    },
    {
      "epoch": 0.02,
      "grad_norm": 12.640808983517074,
      "learning_rate": 0.0006564885496183206,
      "loss": 4.7304,
      "step": 178
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.6523872935286272,
      "learning_rate": 0.0006603053435114504,
      "loss": 4.7386,
      "step": 179
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.30083609660972,
      "learning_rate": 0.0006641221374045802,
      "loss": 4.5598,
      "step": 180
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.0623057509893377,
      "learning_rate": 0.0006679389312977099,
      "loss": 4.5194,
      "step": 181
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.883454177185916,
      "learning_rate": 0.0006717557251908397,
      "loss": 4.5887,
      "step": 182
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.9525920582406457,
      "learning_rate": 0.0006755725190839694,
      "loss": 4.541,
      "step": 183
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.270008428820161,
      "learning_rate": 0.0006793893129770993,
      "loss": 4.8857,
      "step": 184
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.672713861411733,
      "learning_rate": 0.000683206106870229,
      "loss": 4.3204,
      "step": 185
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.761348480989461,
      "learning_rate": 0.0006870229007633588,
      "loss": 4.3439,
      "step": 186
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.4326020308075034,
      "learning_rate": 0.0006908396946564885,
      "loss": 4.7289,
      "step": 187
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.427959833506058,
      "learning_rate": 0.0006946564885496184,
      "loss": 4.5812,
      "step": 188
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.961163714438519,
      "learning_rate": 0.0006984732824427481,
      "loss": 4.5939,
      "step": 189
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.895535057551813,
      "learning_rate": 0.0007022900763358778,
      "loss": 4.5405,
      "step": 190
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.807431310414946,
      "learning_rate": 0.0007061068702290076,
      "loss": 4.5149,
      "step": 191
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.388905199194286,
      "learning_rate": 0.0007099236641221374,
      "loss": 4.5301,
      "step": 192
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.913993022689122,
      "learning_rate": 0.0007137404580152672,
      "loss": 4.3506,
      "step": 193
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.333063361221933,
      "learning_rate": 0.000717557251908397,
      "loss": 4.6727,
      "step": 194
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.2359830428102474,
      "learning_rate": 0.0007213740458015267,
      "loss": 4.6725,
      "step": 195
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.1482078742978143,
      "learning_rate": 0.0007251908396946565,
      "loss": 4.6814,
      "step": 196
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.593895050022191,
      "learning_rate": 0.0007290076335877863,
      "loss": 4.3763,
      "step": 197
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.942514833308484,
      "learning_rate": 0.0007328244274809161,
      "loss": 4.5224,
      "step": 198
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.252146175157487,
      "learning_rate": 0.0007366412213740457,
      "loss": 4.607,
      "step": 199
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.628967497586178,
      "learning_rate": 0.0007404580152671756,
      "loss": 4.6547,
      "step": 200
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.1214679416699287,
      "learning_rate": 0.0007442748091603053,
      "loss": 4.4936,
      "step": 201
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.2123452294111003,
      "learning_rate": 0.0007480916030534352,
      "loss": 4.5136,
      "step": 202
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.6031227255266622,
      "learning_rate": 0.0007519083969465648,
      "loss": 4.5817,
      "step": 203
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.501632369287978,
      "learning_rate": 0.0007557251908396947,
      "loss": 4.5266,
      "step": 204
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.3047686153645777,
      "learning_rate": 0.0007595419847328244,
      "loss": 4.6692,
      "step": 205
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.90038519113313,
      "learning_rate": 0.0007633587786259543,
      "loss": 4.6605,
      "step": 206
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.366071645507772,
      "learning_rate": 0.0007671755725190839,
      "loss": 4.6692,
      "step": 207
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.031546045036477,
      "learning_rate": 0.0007709923664122137,
      "loss": 4.5349,
      "step": 208
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.290888966118121,
      "learning_rate": 0.0007748091603053435,
      "loss": 4.5302,
      "step": 209
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.353501923149862,
      "learning_rate": 0.0007786259541984733,
      "loss": 4.5482,
      "step": 210
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.391124795162947,
      "learning_rate": 0.000782442748091603,
      "loss": 4.6502,
      "step": 211
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.000245415269884,
      "learning_rate": 0.0007862595419847328,
      "loss": 4.7538,
      "step": 212
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.0989354402413465,
      "learning_rate": 0.0007900763358778626,
      "loss": 4.5299,
      "step": 213
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.7640114509283844,
      "learning_rate": 0.0007938931297709924,
      "loss": 4.5933,
      "step": 214
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.2141741723409734,
      "learning_rate": 0.0007977099236641223,
      "loss": 4.6185,
      "step": 215
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.9889777111731024,
      "learning_rate": 0.0008015267175572519,
      "loss": 4.2585,
      "step": 216
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.8055064049034963,
      "learning_rate": 0.0008053435114503816,
      "loss": 4.6684,
      "step": 217
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.4440615330231577,
      "learning_rate": 0.0008091603053435115,
      "loss": 4.4236,
      "step": 218
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.67540754637004,
      "learning_rate": 0.0008129770992366412,
      "loss": 4.3685,
      "step": 219
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.793630358099666,
      "learning_rate": 0.000816793893129771,
      "loss": 4.48,
      "step": 220
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.483681384184715,
      "learning_rate": 0.0008206106870229007,
      "loss": 4.4383,
      "step": 221
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.073067619234986,
      "learning_rate": 0.0008244274809160306,
      "loss": 4.7067,
      "step": 222
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.512466666008747,
      "learning_rate": 0.0008282442748091604,
      "loss": 4.4971,
      "step": 223
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.4680754308671604,
      "learning_rate": 0.0008320610687022901,
      "loss": 4.7178,
      "step": 224
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.350356149063761,
      "learning_rate": 0.0008358778625954198,
      "loss": 4.5058,
      "step": 225
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9235303889832627,
      "learning_rate": 0.0008396946564885496,
      "loss": 4.4643,
      "step": 226
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.4372031826778033,
      "learning_rate": 0.0008435114503816795,
      "loss": 4.5712,
      "step": 227
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9601887476121664,
      "learning_rate": 0.0008473282442748091,
      "loss": 4.4648,
      "step": 228
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.45846639486102,
      "learning_rate": 0.000851145038167939,
      "loss": 4.5603,
      "step": 229
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.7887446648129437,
      "learning_rate": 0.0008549618320610687,
      "loss": 4.6925,
      "step": 230
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.2147831858211275,
      "learning_rate": 0.0008587786259541986,
      "loss": 4.4329,
      "step": 231
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.3706275121022315,
      "learning_rate": 0.0008625954198473283,
      "loss": 4.6871,
      "step": 232
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.7937170135720426,
      "learning_rate": 0.0008664122137404581,
      "loss": 4.4012,
      "step": 233
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.435956727807511,
      "learning_rate": 0.0008702290076335878,
      "loss": 4.3689,
      "step": 234
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.239393029537955,
      "learning_rate": 0.0008740458015267176,
      "loss": 4.4296,
      "step": 235
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.187055953738488,
      "learning_rate": 0.0008778625954198474,
      "loss": 4.681,
      "step": 236
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.9083664215185605,
      "learning_rate": 0.000881679389312977,
      "loss": 4.4031,
      "step": 237
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.1200850538271188,
      "learning_rate": 0.0008854961832061069,
      "loss": 4.5064,
      "step": 238
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.277426952151577,
      "learning_rate": 0.0008893129770992367,
      "loss": 4.4562,
      "step": 239
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.588541096844217,
      "learning_rate": 0.0008931297709923665,
      "loss": 4.4816,
      "step": 240
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.1713161104056526,
      "learning_rate": 0.0008969465648854962,
      "loss": 4.2547,
      "step": 241
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9979300139791905,
      "learning_rate": 0.0009007633587786259,
      "loss": 4.4082,
      "step": 242
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.13986641828722,
      "learning_rate": 0.0009045801526717558,
      "loss": 4.3108,
      "step": 243
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.464791404148931,
      "learning_rate": 0.0009083969465648855,
      "loss": 4.4189,
      "step": 244
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.234666589131025,
      "learning_rate": 0.0009122137404580153,
      "loss": 4.4217,
      "step": 245
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.733346152783746,
      "learning_rate": 0.000916030534351145,
      "loss": 4.436,
      "step": 246
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.8815470156640648,
      "learning_rate": 0.0009198473282442749,
      "loss": 4.3699,
      "step": 247
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.985621573989371,
      "learning_rate": 0.0009236641221374046,
      "loss": 4.4429,
      "step": 248
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.9757159724836653,
      "learning_rate": 0.0009274809160305345,
      "loss": 4.4512,
      "step": 249
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.579476705353371,
      "learning_rate": 0.0009312977099236641,
      "loss": 4.4356,
      "step": 250
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.9285783053055527,
      "learning_rate": 0.0009351145038167939,
      "loss": 4.5585,
      "step": 251
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.65895208962216,
      "learning_rate": 0.0009389312977099237,
      "loss": 4.2691,
      "step": 252
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9673319651551415,
      "learning_rate": 0.0009427480916030535,
      "loss": 4.5441,
      "step": 253
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.1238476750284234,
      "learning_rate": 0.0009465648854961832,
      "loss": 4.4657,
      "step": 254
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9438137125018247,
      "learning_rate": 0.000950381679389313,
      "loss": 4.6594,
      "step": 255
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.450145616842104,
      "learning_rate": 0.0009541984732824428,
      "loss": 4.7328,
      "step": 256
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.407173830430405,
      "learning_rate": 0.0009580152671755726,
      "loss": 4.1906,
      "step": 257
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.436698880591971,
      "learning_rate": 0.0009618320610687023,
      "loss": 4.4834,
      "step": 258
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.230990693011375,
      "learning_rate": 0.0009656488549618321,
      "loss": 4.4125,
      "step": 259
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.3753204853522574,
      "learning_rate": 0.0009694656488549618,
      "loss": 4.1311,
      "step": 260
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.025454995306366,
      "learning_rate": 0.0009732824427480917,
      "loss": 4.5515,
      "step": 261
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.099556869358559,
      "learning_rate": 0.0009770992366412213,
      "loss": 4.3692,
      "step": 262
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.2532819690576127,
      "learning_rate": 0.0009809160305343512,
      "loss": 4.4647,
      "step": 263
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.9321564302319585,
      "learning_rate": 0.0009847328244274808,
      "loss": 4.5391,
      "step": 264
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7877794819325101,
      "learning_rate": 0.0009885496183206107,
      "loss": 4.4656,
      "step": 265
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7179336582935352,
      "learning_rate": 0.0009923664122137405,
      "loss": 4.4662,
      "step": 266
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.048454145524189,
      "learning_rate": 0.0009961832061068704,
      "loss": 4.247,
      "step": 267
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.0370693677273164,
      "learning_rate": 0.001,
      "loss": 4.4564,
      "step": 268
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.5222638452498476,
      "learning_rate": 0.0009999999655172654,
      "loss": 4.2618,
      "step": 269
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.1108937154982486,
      "learning_rate": 0.0009999998620690664,
      "loss": 4.5203,
      "step": 270
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.8392493558241325,
      "learning_rate": 0.0009999996896554175,
      "loss": 4.2112,
      "step": 271
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.2938832897333836,
      "learning_rate": 0.0009999994482763422,
      "loss": 4.3127,
      "step": 272
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7529449127976362,
      "learning_rate": 0.0009999991379318737,
      "loss": 4.3054,
      "step": 273
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9574686246354027,
      "learning_rate": 0.000999998758622055,
      "loss": 4.4122,
      "step": 274
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.821259062674746,
      "learning_rate": 0.0009999983103469385,
      "loss": 4.4032,
      "step": 275
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.4689544587787062,
      "learning_rate": 0.0009999977931065857,
      "loss": 4.3253,
      "step": 276
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.2321621725081267,
      "learning_rate": 0.0009999972069010686,
      "loss": 4.1706,
      "step": 277
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.4926949882090748,
      "learning_rate": 0.0009999965517304673,
      "loss": 4.3912,
      "step": 278
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.360900925114398,
      "learning_rate": 0.0009999958275948725,
      "loss": 4.3268,
      "step": 279
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.201926126895682,
      "learning_rate": 0.0009999950344943842,
      "loss": 4.4753,
      "step": 280
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7171916658696942,
      "learning_rate": 0.0009999941724291115,
      "loss": 4.3981,
      "step": 281
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.169691498257731,
      "learning_rate": 0.0009999932413991737,
      "loss": 4.3607,
      "step": 282
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6266513074005855,
      "learning_rate": 0.0009999922414046986,
      "loss": 4.4905,
      "step": 283
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.7426231842873903,
      "learning_rate": 0.0009999911724458248,
      "loss": 4.5396,
      "step": 284
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.5392942285058555,
      "learning_rate": 0.0009999900345226994,
      "loss": 4.4994,
      "step": 285
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.678356795108113,
      "learning_rate": 0.0009999888276354795,
      "loss": 4.4029,
      "step": 286
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.691200017633891,
      "learning_rate": 0.0009999875517843315,
      "loss": 4.2561,
      "step": 287
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.3950536951859154,
      "learning_rate": 0.0009999862069694312,
      "loss": 4.4023,
      "step": 288
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.8958335318394337,
      "learning_rate": 0.0009999847931909645,
      "loss": 4.5222,
      "step": 289
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7171986816761662,
      "learning_rate": 0.000999983310449126,
      "loss": 4.2009,
      "step": 290
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7441516633821998,
      "learning_rate": 0.0009999817587441203,
      "loss": 4.2292,
      "step": 291
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.8399045457207577,
      "learning_rate": 0.0009999801380761615,
      "loss": 4.3146,
      "step": 292
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.5530683875413502,
      "learning_rate": 0.0009999784484454734,
      "loss": 4.6165,
      "step": 293
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.893237896818217,
      "learning_rate": 0.0009999766898522884,
      "loss": 4.4322,
      "step": 294
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7278460987247395,
      "learning_rate": 0.0009999748622968496,
      "loss": 4.246,
      "step": 295
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.980795698751086,
      "learning_rate": 0.000999972965779409,
      "loss": 4.257,
      "step": 296
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.7099296748788064,
      "learning_rate": 0.000999971000300228,
      "loss": 4.4146,
      "step": 297
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.015270426069638,
      "learning_rate": 0.000999968965859578,
      "loss": 4.3122,
      "step": 298
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7048017849738346,
      "learning_rate": 0.0009999668624577395,
      "loss": 4.563,
      "step": 299
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.890124937059456,
      "learning_rate": 0.0009999646900950023,
      "loss": 4.6135,
      "step": 300
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6240602186049096,
      "learning_rate": 0.0009999624487716666,
      "loss": 4.3446,
      "step": 301
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.900172258525495,
      "learning_rate": 0.000999960138488041,
      "loss": 4.3648,
      "step": 302
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6425318766445263,
      "learning_rate": 0.0009999577592444443,
      "loss": 4.2827,
      "step": 303
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.413089673147163,
      "learning_rate": 0.000999955311041205,
      "loss": 4.2912,
      "step": 304
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.4031038367300814,
      "learning_rate": 0.0009999527938786606,
      "loss": 4.6092,
      "step": 305
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.957841858118663,
      "learning_rate": 0.0009999502077571581,
      "loss": 4.1404,
      "step": 306
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.9290732269664215,
      "learning_rate": 0.0009999475526770545,
      "loss": 4.4611,
      "step": 307
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6682796108498466,
      "learning_rate": 0.0009999448286387158,
      "loss": 4.2804,
      "step": 308
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.8424514884370637,
      "learning_rate": 0.0009999420356425178,
      "loss": 4.5973,
      "step": 309
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.322467005072296,
      "learning_rate": 0.0009999391736888457,
      "loss": 4.2886,
      "step": 310
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8235278372086394,
      "learning_rate": 0.0009999362427780942,
      "loss": 4.1618,
      "step": 311
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.369434094607981,
      "learning_rate": 0.0009999332429106679,
      "loss": 4.1849,
      "step": 312
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.0829626206004206,
      "learning_rate": 0.00099993017408698,
      "loss": 4.2619,
      "step": 313
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.562135665499809,
      "learning_rate": 0.0009999270363074547,
      "loss": 4.2468,
      "step": 314
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9672135647360018,
      "learning_rate": 0.0009999238295725237,
      "loss": 4.2449,
      "step": 315
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.237390477781047,
      "learning_rate": 0.00099992055388263,
      "loss": 4.4515,
      "step": 316
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.7289822481385195,
      "learning_rate": 0.0009999172092382252,
      "loss": 4.4428,
      "step": 317
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.807361964324125,
      "learning_rate": 0.0009999137956397707,
      "loss": 4.2761,
      "step": 318
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.914227784366172,
      "learning_rate": 0.0009999103130877373,
      "loss": 4.3202,
      "step": 319
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.639973206740026,
      "learning_rate": 0.0009999067615826054,
      "loss": 4.4163,
      "step": 320
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.636950509972736,
      "learning_rate": 0.000999903141124865,
      "loss": 4.1639,
      "step": 321
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.92044342908847,
      "learning_rate": 0.000999899451715015,
      "loss": 4.2216,
      "step": 322
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8259185649724194,
      "learning_rate": 0.0009998956933535649,
      "loss": 4.5109,
      "step": 323
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.089977847097526,
      "learning_rate": 0.0009998918660410324,
      "loss": 4.2523,
      "step": 324
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.035188344176966,
      "learning_rate": 0.000999887969777946,
      "loss": 4.4065,
      "step": 325
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.290073152608485,
      "learning_rate": 0.000999884004564843,
      "loss": 4.3425,
      "step": 326
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9330517104682972,
      "learning_rate": 0.00099987997040227,
      "loss": 4.1753,
      "step": 327
    },
    {
      "epoch": 0.04,
      "grad_norm": 11.357390832457739,
      "learning_rate": 0.0009998758672907838,
      "loss": 4.2634,
      "step": 328
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.9448695204114603,
      "learning_rate": 0.0009998716952309501,
      "loss": 4.3565,
      "step": 329
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6938183308028358,
      "learning_rate": 0.0009998674542233445,
      "loss": 4.1042,
      "step": 330
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.710763084670905,
      "learning_rate": 0.000999863144268552,
      "loss": 4.4057,
      "step": 331
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.48367778651573,
      "learning_rate": 0.000999858765367167,
      "loss": 4.1762,
      "step": 332
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.771254612675359,
      "learning_rate": 0.0009998543175197936,
      "loss": 4.2629,
      "step": 333
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.890136265607465,
      "learning_rate": 0.000999849800727045,
      "loss": 4.3958,
      "step": 334
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.0315577935707196,
      "learning_rate": 0.0009998452149895445,
      "loss": 4.2555,
      "step": 335
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.67655098266027,
      "learning_rate": 0.0009998405603079243,
      "loss": 4.3867,
      "step": 336
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2075607062272584,
      "learning_rate": 0.0009998358366828269,
      "loss": 4.3525,
      "step": 337
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.21224444669047,
      "learning_rate": 0.0009998310441149034,
      "loss": 4.4316,
      "step": 338
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.9320424085076833,
      "learning_rate": 0.000999826182604815,
      "loss": 4.353,
      "step": 339
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8362671580047158,
      "learning_rate": 0.0009998212521532325,
      "loss": 4.2803,
      "step": 340
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.824304176840615,
      "learning_rate": 0.0009998162527608354,
      "loss": 4.2204,
      "step": 341
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9692547275793184,
      "learning_rate": 0.0009998111844283137,
      "loss": 4.4642,
      "step": 342
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9274740726597106,
      "learning_rate": 0.0009998060471563665,
      "loss": 4.4741,
      "step": 343
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9171628146499389,
      "learning_rate": 0.0009998008409457023,
      "loss": 4.3747,
      "step": 344
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8141376277252172,
      "learning_rate": 0.000999795565797039,
      "loss": 4.0678,
      "step": 345
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.4331340166834967,
      "learning_rate": 0.0009997902217111045,
      "loss": 4.1271,
      "step": 346
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.8169361835673388,
      "learning_rate": 0.0009997848086886357,
      "loss": 4.3644,
      "step": 347
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.5517213596259445,
      "learning_rate": 0.0009997793267303792,
      "loss": 4.2935,
      "step": 348
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.731354291279978,
      "learning_rate": 0.0009997737758370914,
      "loss": 4.3753,
      "step": 349
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.9214099135868503,
      "learning_rate": 0.0009997681560095378,
      "loss": 4.2818,
      "step": 350
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.3168053361047427,
      "learning_rate": 0.0009997624672484933,
      "loss": 4.243,
      "step": 351
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.608830425511979,
      "learning_rate": 0.0009997567095547432,
      "loss": 4.3503,
      "step": 352
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.5085659676460148,
      "learning_rate": 0.000999750882929081,
      "loss": 4.4028,
      "step": 353
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.3475479897967886,
      "learning_rate": 0.0009997449873723105,
      "loss": 4.3183,
      "step": 354
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.506348953965699,
      "learning_rate": 0.000999739022885245,
      "loss": 4.3996,
      "step": 355
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.174349927085039,
      "learning_rate": 0.0009997329894687072,
      "loss": 4.2434,
      "step": 356
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.1077458540111875,
      "learning_rate": 0.0009997268871235296,
      "loss": 4.3555,
      "step": 357
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.029820315403982,
      "learning_rate": 0.0009997207158505533,
      "loss": 4.3735,
      "step": 358
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.0327017578579363,
      "learning_rate": 0.0009997144756506298,
      "loss": 4.4029,
      "step": 359
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.4527800941913545,
      "learning_rate": 0.00099970816652462,
      "loss": 4.2341,
      "step": 360
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.860703957721792,
      "learning_rate": 0.0009997017884733938,
      "loss": 4.2853,
      "step": 361
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.0322573868389124,
      "learning_rate": 0.000999695341497831,
      "loss": 4.1132,
      "step": 362
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.8151951596454006,
      "learning_rate": 0.0009996888255988207,
      "loss": 4.264,
      "step": 363
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.4077202309359398,
      "learning_rate": 0.0009996822407772623,
      "loss": 4.2707,
      "step": 364
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.392880519936668,
      "learning_rate": 0.0009996755870340633,
      "loss": 4.2809,
      "step": 365
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.222587831656337,
      "learning_rate": 0.0009996688643701419,
      "loss": 4.3933,
      "step": 366
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.607045817504694,
      "learning_rate": 0.0009996620727864252,
      "loss": 4.3359,
      "step": 367
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9762970613273254,
      "learning_rate": 0.00099965521228385,
      "loss": 4.132,
      "step": 368
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.4482652699405167,
      "learning_rate": 0.0009996482828633624,
      "loss": 4.4534,
      "step": 369
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.9466657139702224,
      "learning_rate": 0.0009996412845259183,
      "loss": 4.3283,
      "step": 370
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.3363606930209673,
      "learning_rate": 0.0009996342172724833,
      "loss": 4.3269,
      "step": 371
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.555438533816772,
      "learning_rate": 0.0009996270811040318,
      "loss": 4.1546,
      "step": 372
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.3799450891693201,
      "learning_rate": 0.0009996198760215483,
      "loss": 4.0072,
      "step": 373
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.789227331604965,
      "learning_rate": 0.0009996126020260262,
      "loss": 4.3284,
      "step": 374
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.995065064397545,
      "learning_rate": 0.0009996052591184695,
      "loss": 4.3202,
      "step": 375
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.1329861418074287,
      "learning_rate": 0.0009995978472998905,
      "loss": 4.3774,
      "step": 376
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8037810973037383,
      "learning_rate": 0.0009995903665713118,
      "loss": 4.3896,
      "step": 377
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.5156038836115218,
      "learning_rate": 0.000999582816933765,
      "loss": 4.1237,
      "step": 378
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.4809106832995123,
      "learning_rate": 0.0009995751983882914,
      "loss": 4.3039,
      "step": 379
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.50925999240428,
      "learning_rate": 0.000999567510935942,
      "loss": 4.4198,
      "step": 380
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8919292954802003,
      "learning_rate": 0.0009995597545777771,
      "loss": 4.3502,
      "step": 381
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.4631282964061914,
      "learning_rate": 0.0009995519293148666,
      "loss": 4.2612,
      "step": 382
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.7030133937626757,
      "learning_rate": 0.0009995440351482897,
      "loss": 4.4067,
      "step": 383
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9711718644711285,
      "learning_rate": 0.0009995360720791353,
      "loss": 4.4199,
      "step": 384
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.054539931349483,
      "learning_rate": 0.000999528040108502,
      "loss": 4.3721,
      "step": 385
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.703097984938856,
      "learning_rate": 0.0009995199392374972,
      "loss": 4.4162,
      "step": 386
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.0142157133427907,
      "learning_rate": 0.0009995117694672386,
      "loss": 4.3357,
      "step": 387
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8872273699246864,
      "learning_rate": 0.000999503530798853,
      "loss": 4.3758,
      "step": 388
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.711382463360124,
      "learning_rate": 0.0009994952232334766,
      "loss": 4.4434,
      "step": 389
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.7816815660153114,
      "learning_rate": 0.0009994868467722556,
      "loss": 4.2981,
      "step": 390
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.874592225183986,
      "learning_rate": 0.0009994784014163449,
      "loss": 4.2146,
      "step": 391
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.653423412607284,
      "learning_rate": 0.0009994698871669098,
      "loss": 4.4266,
      "step": 392
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.715946786925207,
      "learning_rate": 0.0009994613040251246,
      "loss": 4.3713,
      "step": 393
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7543716989747122,
      "learning_rate": 0.000999452651992173,
      "loss": 4.4658,
      "step": 394
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.817152810934617,
      "learning_rate": 0.0009994439310692486,
      "loss": 4.0528,
      "step": 395
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.7384509728442397,
      "learning_rate": 0.0009994351412575542,
      "loss": 4.1503,
      "step": 396
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.954948826171897,
      "learning_rate": 0.000999426282558302,
      "loss": 4.335,
      "step": 397
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.305346089693677,
      "learning_rate": 0.000999417354972714,
      "loss": 4.1482,
      "step": 398
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0779507356623155,
      "learning_rate": 0.000999408358502022,
      "loss": 4.2645,
      "step": 399
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.3992067111514417,
      "learning_rate": 0.0009993992931474661,
      "loss": 4.4103,
      "step": 400
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8649210842050046,
      "learning_rate": 0.0009993901589102974,
      "loss": 4.4022,
      "step": 401
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8994789460454895,
      "learning_rate": 0.0009993809557917754,
      "loss": 4.2069,
      "step": 402
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.7193723609231,
      "learning_rate": 0.0009993716837931696,
      "loss": 4.3625,
      "step": 403
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.0296104523406804,
      "learning_rate": 0.000999362342915759,
      "loss": 4.3738,
      "step": 404
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.5838482333449595,
      "learning_rate": 0.0009993529331608318,
      "loss": 4.3047,
      "step": 405
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4792352344402693,
      "learning_rate": 0.0009993434545296862,
      "loss": 4.1021,
      "step": 406
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.167619525955671,
      "learning_rate": 0.0009993339070236292,
      "loss": 4.1586,
      "step": 407
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6018565716773459,
      "learning_rate": 0.000999324290643978,
      "loss": 4.0348,
      "step": 408
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.427542081196093,
      "learning_rate": 0.0009993146053920588,
      "loss": 3.9817,
      "step": 409
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4610839463941518,
      "learning_rate": 0.0009993048512692078,
      "loss": 3.9734,
      "step": 410
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8807297775651135,
      "learning_rate": 0.00099929502827677,
      "loss": 4.3116,
      "step": 411
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.916794844204584,
      "learning_rate": 0.0009992851364161006,
      "loss": 4.3492,
      "step": 412
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6042535763809467,
      "learning_rate": 0.0009992751756885637,
      "loss": 4.2904,
      "step": 413
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.2432575271957913,
      "learning_rate": 0.0009992651460955335,
      "loss": 4.4161,
      "step": 414
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6664656283005956,
      "learning_rate": 0.0009992550476383931,
      "loss": 4.1874,
      "step": 415
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.399227905333266,
      "learning_rate": 0.0009992448803185356,
      "loss": 4.2845,
      "step": 416
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8837521453313297,
      "learning_rate": 0.0009992346441373633,
      "loss": 4.0753,
      "step": 417
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6459876908246365,
      "learning_rate": 0.0009992243390962883,
      "loss": 4.3527,
      "step": 418
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3935154843005806,
      "learning_rate": 0.0009992139651967319,
      "loss": 4.2882,
      "step": 419
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4413558791410421,
      "learning_rate": 0.0009992035224401245,
      "loss": 4.1771,
      "step": 420
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7337219904992842,
      "learning_rate": 0.0009991930108279074,
      "loss": 4.2516,
      "step": 421
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5745527404436643,
      "learning_rate": 0.0009991824303615293,
      "loss": 4.2974,
      "step": 422
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7758463076457154,
      "learning_rate": 0.0009991717810424506,
      "loss": 4.247,
      "step": 423
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6631677527762334,
      "learning_rate": 0.0009991610628721397,
      "loss": 4.4106,
      "step": 424
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8672230363361033,
      "learning_rate": 0.000999150275852075,
      "loss": 4.266,
      "step": 425
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9090522524430469,
      "learning_rate": 0.0009991394199837444,
      "loss": 4.1662,
      "step": 426
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.91133916486316,
      "learning_rate": 0.0009991284952686455,
      "loss": 3.9843,
      "step": 427
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6146778810250457,
      "learning_rate": 0.0009991175017082848,
      "loss": 4.0937,
      "step": 428
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.200513031755401,
      "learning_rate": 0.0009991064393041786,
      "loss": 4.1786,
      "step": 429
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.588028511494425,
      "learning_rate": 0.0009990953080578533,
      "loss": 4.2679,
      "step": 430
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8832431580890614,
      "learning_rate": 0.0009990841079708435,
      "loss": 4.1996,
      "step": 431
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.938964510419675,
      "learning_rate": 0.0009990728390446946,
      "loss": 4.0794,
      "step": 432
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.352905728010987,
      "learning_rate": 0.0009990615012809608,
      "loss": 4.0449,
      "step": 433
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5626585709764087,
      "learning_rate": 0.0009990500946812058,
      "loss": 4.4967,
      "step": 434
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.750916997679828,
      "learning_rate": 0.000999038619247003,
      "loss": 4.2462,
      "step": 435
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5449652538799465,
      "learning_rate": 0.0009990270749799352,
      "loss": 4.3279,
      "step": 436
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9330843091419507,
      "learning_rate": 0.0009990154618815948,
      "loss": 4.0706,
      "step": 437
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.1510611600876746,
      "learning_rate": 0.0009990037799535833,
      "loss": 4.4807,
      "step": 438
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.612616012426449,
      "learning_rate": 0.0009989920291975124,
      "loss": 4.2772,
      "step": 439
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5717237611199786,
      "learning_rate": 0.0009989802096150029,
      "loss": 4.3891,
      "step": 440
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.577107474934209,
      "learning_rate": 0.0009989683212076848,
      "loss": 4.1637,
      "step": 441
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6478300244580233,
      "learning_rate": 0.0009989563639771978,
      "loss": 4.2522,
      "step": 442
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6927587430572832,
      "learning_rate": 0.0009989443379251916,
      "loss": 4.3065,
      "step": 443
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.8891996311556603,
      "learning_rate": 0.0009989322430533245,
      "loss": 4.4178,
      "step": 444
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8081540980021196,
      "learning_rate": 0.0009989200793632652,
      "loss": 4.1146,
      "step": 445
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7554401129243336,
      "learning_rate": 0.0009989078468566912,
      "loss": 4.2285,
      "step": 446
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8601166131951627,
      "learning_rate": 0.0009988955455352898,
      "loss": 4.313,
      "step": 447
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3043767220073055,
      "learning_rate": 0.0009988831754007576,
      "loss": 4.2489,
      "step": 448
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3446798904621964,
      "learning_rate": 0.000998870736454801,
      "loss": 4.0232,
      "step": 449
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5138647439544766,
      "learning_rate": 0.0009988582286991356,
      "loss": 4.2073,
      "step": 450
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.3473933009612535,
      "learning_rate": 0.0009988456521354868,
      "loss": 4.1479,
      "step": 451
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7081683867716282,
      "learning_rate": 0.000998833006765589,
      "loss": 4.1977,
      "step": 452
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.008695733739199,
      "learning_rate": 0.0009988202925911864,
      "loss": 4.3076,
      "step": 453
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.226676390416783,
      "learning_rate": 0.000998807509614033,
      "loss": 4.3455,
      "step": 454
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.4529790355120613,
      "learning_rate": 0.0009987946578358918,
      "loss": 4.2358,
      "step": 455
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.702687405469556,
      "learning_rate": 0.0009987817372585355,
      "loss": 4.0999,
      "step": 456
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6464839082624225,
      "learning_rate": 0.000998768747883746,
      "loss": 4.1645,
      "step": 457
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8219406274361665,
      "learning_rate": 0.0009987556897133151,
      "loss": 4.2115,
      "step": 458
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0047366208483584,
      "learning_rate": 0.0009987425627490441,
      "loss": 4.3685,
      "step": 459
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6433088845060244,
      "learning_rate": 0.0009987293669927436,
      "loss": 4.1339,
      "step": 460
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7008352746961095,
      "learning_rate": 0.0009987161024462333,
      "loss": 4.4192,
      "step": 461
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.81429443488762,
      "learning_rate": 0.0009987027691113432,
      "loss": 4.3099,
      "step": 462
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.957255037549792,
      "learning_rate": 0.0009986893669899123,
      "loss": 4.0336,
      "step": 463
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4487172164503406,
      "learning_rate": 0.0009986758960837889,
      "loss": 4.334,
      "step": 464
    },
    {
      "epoch": 0.05,
      "grad_norm": 21.030796056337785,
      "learning_rate": 0.0009986623563948314,
      "loss": 4.2902,
      "step": 465
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3780642257801548,
      "learning_rate": 0.000998648747924907,
      "loss": 4.3129,
      "step": 466
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.705575202553169,
      "learning_rate": 0.0009986350706758934,
      "loss": 4.3348,
      "step": 467
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.084448408644449,
      "learning_rate": 0.0009986213246496762,
      "loss": 4.3745,
      "step": 468
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.1588504930194965,
      "learning_rate": 0.000998607509848152,
      "loss": 4.2281,
      "step": 469
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7234762989631718,
      "learning_rate": 0.0009985936262732263,
      "loss": 4.2508,
      "step": 470
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.0707378126056994,
      "learning_rate": 0.0009985796739268138,
      "loss": 4.2954,
      "step": 471
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.800964140352813,
      "learning_rate": 0.000998565652810839,
      "loss": 3.9769,
      "step": 472
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4446475932540723,
      "learning_rate": 0.000998551562927236,
      "loss": 4.3583,
      "step": 473
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.523896449216337,
      "learning_rate": 0.000998537404277948,
      "loss": 4.1434,
      "step": 474
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9069530193850508,
      "learning_rate": 0.0009985231768649284,
      "loss": 4.195,
      "step": 475
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5923551803269194,
      "learning_rate": 0.000998508880690139,
      "loss": 4.3102,
      "step": 476
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3656745062183016,
      "learning_rate": 0.000998494515755552,
      "loss": 4.1989,
      "step": 477
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9344111813161828,
      "learning_rate": 0.0009984800820631488,
      "loss": 4.3079,
      "step": 478
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8460016090634654,
      "learning_rate": 0.0009984655796149201,
      "loss": 4.3253,
      "step": 479
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4443807170439855,
      "learning_rate": 0.0009984510084128661,
      "loss": 4.2087,
      "step": 480
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.504351563017082,
      "learning_rate": 0.0009984363684589972,
      "loss": 4.1932,
      "step": 481
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.875473736895432,
      "learning_rate": 0.0009984216597553322,
      "loss": 4.2492,
      "step": 482
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.782924005727873,
      "learning_rate": 0.0009984068823039,
      "loss": 4.2634,
      "step": 483
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7377419834196606,
      "learning_rate": 0.0009983920361067388,
      "loss": 4.1939,
      "step": 484
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.49780906534707,
      "learning_rate": 0.0009983771211658965,
      "loss": 4.2586,
      "step": 485
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.212474395281273,
      "learning_rate": 0.0009983621374834303,
      "loss": 4.2255,
      "step": 486
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.3335553929577793,
      "learning_rate": 0.0009983470850614068,
      "loss": 4.0619,
      "step": 487
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7155363566328607,
      "learning_rate": 0.0009983319639019024,
      "loss": 4.1229,
      "step": 488
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.78815904460192,
      "learning_rate": 0.0009983167740070025,
      "loss": 4.2626,
      "step": 489
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.786593652576243,
      "learning_rate": 0.0009983015153788026,
      "loss": 4.1652,
      "step": 490
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.03885457511657,
      "learning_rate": 0.000998286188019407,
      "loss": 4.2851,
      "step": 491
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.912137282293859,
      "learning_rate": 0.00099827079193093,
      "loss": 4.2247,
      "step": 492
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5207324767271615,
      "learning_rate": 0.0009982553271154953,
      "loss": 4.1751,
      "step": 493
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.594172759661226,
      "learning_rate": 0.0009982397935752356,
      "loss": 4.1073,
      "step": 494
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4192927756443627,
      "learning_rate": 0.0009982241913122937,
      "loss": 4.0173,
      "step": 495
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5622376954998693,
      "learning_rate": 0.000998208520328822,
      "loss": 4.4546,
      "step": 496
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7975572398456645,
      "learning_rate": 0.0009981927806269812,
      "loss": 4.0506,
      "step": 497
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.586452293418299,
      "learning_rate": 0.0009981769722089428,
      "loss": 4.3771,
      "step": 498
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.507141545274864,
      "learning_rate": 0.0009981610950768873,
      "loss": 4.0819,
      "step": 499
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.589922120273323,
      "learning_rate": 0.0009981451492330046,
      "loss": 4.3237,
      "step": 500
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5099246398548452,
      "learning_rate": 0.000998129134679494,
      "loss": 4.2263,
      "step": 501
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5278854374975164,
      "learning_rate": 0.0009981130514185646,
      "loss": 4.1423,
      "step": 502
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.071764368335239,
      "learning_rate": 0.0009980968994524344,
      "loss": 4.1247,
      "step": 503
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.360920871701456,
      "learning_rate": 0.0009980806787833316,
      "loss": 4.3393,
      "step": 504
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4479058911134457,
      "learning_rate": 0.0009980643894134935,
      "loss": 4.2023,
      "step": 505
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4282311467477264,
      "learning_rate": 0.000998048031345167,
      "loss": 4.1102,
      "step": 506
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6012850105837713,
      "learning_rate": 0.0009980316045806082,
      "loss": 4.0026,
      "step": 507
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5234065973771034,
      "learning_rate": 0.0009980151091220826,
      "loss": 4.1014,
      "step": 508
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7079381420146302,
      "learning_rate": 0.000997998544971866,
      "loss": 4.4228,
      "step": 509
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.0879048988915425,
      "learning_rate": 0.0009979819121322426,
      "loss": 4.0952,
      "step": 510
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2534923658055779,
      "learning_rate": 0.000997965210605507,
      "loss": 4.2086,
      "step": 511
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.3904070210883575,
      "learning_rate": 0.0009979484403939626,
      "loss": 3.9227,
      "step": 512
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.2013550010173057,
      "learning_rate": 0.0009979316014999226,
      "loss": 4.0698,
      "step": 513
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.874971330992358,
      "learning_rate": 0.0009979146939257098,
      "loss": 4.1274,
      "step": 514
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2884000658407369,
      "learning_rate": 0.000997897717673656,
      "loss": 4.0722,
      "step": 515
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4247112824547676,
      "learning_rate": 0.0009978806727461028,
      "loss": 4.1469,
      "step": 516
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.8338444652621828,
      "learning_rate": 0.000997863559145401,
      "loss": 4.2789,
      "step": 517
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.585322298329817,
      "learning_rate": 0.0009978463768739118,
      "loss": 4.1187,
      "step": 518
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.451768166506986,
      "learning_rate": 0.0009978291259340045,
      "loss": 3.8886,
      "step": 519
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.2135602121699254,
      "learning_rate": 0.0009978118063280587,
      "loss": 4.2749,
      "step": 520
    },
    {
      "epoch": 0.06,
      "grad_norm": 7.7690976475861095,
      "learning_rate": 0.0009977944180584637,
      "loss": 3.9638,
      "step": 521
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.595326296207757,
      "learning_rate": 0.0009977769611276173,
      "loss": 4.134,
      "step": 522
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1456430341295403,
      "learning_rate": 0.0009977594355379275,
      "loss": 4.0029,
      "step": 523
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4701388696275608,
      "learning_rate": 0.000997741841291812,
      "loss": 4.1146,
      "step": 524
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.599532997688662,
      "learning_rate": 0.000997724178391697,
      "loss": 4.307,
      "step": 525
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5914841650355807,
      "learning_rate": 0.0009977064468400193,
      "loss": 4.2285,
      "step": 526
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.20154652964313,
      "learning_rate": 0.0009976886466392244,
      "loss": 4.2076,
      "step": 527
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.8448031908182587,
      "learning_rate": 0.0009976707777917676,
      "loss": 4.086,
      "step": 528
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.333745987165948,
      "learning_rate": 0.0009976528403001133,
      "loss": 3.9884,
      "step": 529
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9260832400646073,
      "learning_rate": 0.0009976348341667358,
      "loss": 4.2554,
      "step": 530
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.279482443540274,
      "learning_rate": 0.0009976167593941188,
      "loss": 4.3154,
      "step": 531
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.483665194492572,
      "learning_rate": 0.000997598615984755,
      "loss": 4.1684,
      "step": 532
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4700802465594387,
      "learning_rate": 0.0009975804039411475,
      "loss": 4.2683,
      "step": 533
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.556617514531295,
      "learning_rate": 0.0009975621232658082,
      "loss": 4.2066,
      "step": 534
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.938519899910758,
      "learning_rate": 0.000997543773961258,
      "loss": 4.2524,
      "step": 535
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2585559541296696,
      "learning_rate": 0.0009975253560300283,
      "loss": 3.9952,
      "step": 536
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6792312392559359,
      "learning_rate": 0.0009975068694746596,
      "loss": 4.2522,
      "step": 537
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6587467590262839,
      "learning_rate": 0.0009974883142977015,
      "loss": 4.3997,
      "step": 538
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.3202724469002165,
      "learning_rate": 0.0009974696905017135,
      "loss": 4.0084,
      "step": 539
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.4828249324301743,
      "learning_rate": 0.0009974509980892642,
      "loss": 4.1457,
      "step": 540
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6082393164446473,
      "learning_rate": 0.0009974322370629321,
      "loss": 4.2472,
      "step": 541
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6290195202216855,
      "learning_rate": 0.000997413407425305,
      "loss": 4.1145,
      "step": 542
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.523104617602103,
      "learning_rate": 0.0009973945091789796,
      "loss": 4.244,
      "step": 543
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5844748833215803,
      "learning_rate": 0.000997375542326563,
      "loss": 4.1834,
      "step": 544
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.669913922464535,
      "learning_rate": 0.0009973565068706711,
      "loss": 3.9686,
      "step": 545
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.434144360816346,
      "learning_rate": 0.0009973374028139296,
      "loss": 4.1261,
      "step": 546
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9903829897651333,
      "learning_rate": 0.0009973182301589736,
      "loss": 4.2357,
      "step": 547
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.3247511726465688,
      "learning_rate": 0.0009972989889084473,
      "loss": 4.0462,
      "step": 548
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.064275838901619,
      "learning_rate": 0.000997279679065005,
      "loss": 4.1727,
      "step": 549
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.6651841984017866,
      "learning_rate": 0.0009972603006313098,
      "loss": 4.35,
      "step": 550
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0187157158460702,
      "learning_rate": 0.000997240853610035,
      "loss": 4.1029,
      "step": 551
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4129647219336012,
      "learning_rate": 0.0009972213380038627,
      "loss": 4.0784,
      "step": 552
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4235750312775746,
      "learning_rate": 0.0009972017538154845,
      "loss": 4.2098,
      "step": 553
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7876370331041684,
      "learning_rate": 0.000997182101047602,
      "loss": 3.9709,
      "step": 554
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.8227111300640289,
      "learning_rate": 0.0009971623797029258,
      "loss": 4.0964,
      "step": 555
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5843076877398035,
      "learning_rate": 0.0009971425897841765,
      "loss": 3.9849,
      "step": 556
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.132265876377265,
      "learning_rate": 0.0009971227312940826,
      "loss": 4.1936,
      "step": 557
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6889622193517102,
      "learning_rate": 0.0009971028042353844,
      "loss": 4.1141,
      "step": 558
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.400131063705241,
      "learning_rate": 0.00099708280861083,
      "loss": 4.1785,
      "step": 559
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.9345285584843466,
      "learning_rate": 0.0009970627444231776,
      "loss": 4.1451,
      "step": 560
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5176755910159163,
      "learning_rate": 0.000997042611675194,
      "loss": 3.8362,
      "step": 561
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.320823231381811,
      "learning_rate": 0.0009970224103696568,
      "loss": 4.0823,
      "step": 562
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.3897336441661774,
      "learning_rate": 0.0009970021405093523,
      "loss": 4.2072,
      "step": 563
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.4344538608757165,
      "learning_rate": 0.0009969818020970761,
      "loss": 3.993,
      "step": 564
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9334547713916386,
      "learning_rate": 0.0009969613951356338,
      "loss": 4.1662,
      "step": 565
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.358149840169689,
      "learning_rate": 0.0009969409196278398,
      "loss": 4.0533,
      "step": 566
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.60757100887447,
      "learning_rate": 0.0009969203755765186,
      "loss": 4.2153,
      "step": 567
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.183863320900081,
      "learning_rate": 0.0009968997629845038,
      "loss": 4.1311,
      "step": 568
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5471200211544884,
      "learning_rate": 0.0009968790818546383,
      "loss": 4.0602,
      "step": 569
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9183073849495123,
      "learning_rate": 0.000996858332189775,
      "loss": 4.1157,
      "step": 570
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.894555648296673,
      "learning_rate": 0.0009968375139927756,
      "loss": 4.0403,
      "step": 571
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.476813880071536,
      "learning_rate": 0.000996816627266512,
      "loss": 4.4461,
      "step": 572
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3078705247856606,
      "learning_rate": 0.0009967956720138647,
      "loss": 4.0242,
      "step": 573
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4241452228625129,
      "learning_rate": 0.0009967746482377243,
      "loss": 4.1377,
      "step": 574
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.088606286674306,
      "learning_rate": 0.0009967535559409905,
      "loss": 4.1366,
      "step": 575
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.1183697030300097,
      "learning_rate": 0.0009967323951265725,
      "loss": 4.0718,
      "step": 576
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.8181021636795642,
      "learning_rate": 0.0009967111657973892,
      "loss": 3.9951,
      "step": 577
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7985810211091366,
      "learning_rate": 0.000996689867956369,
      "loss": 4.1789,
      "step": 578
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.674205183704797,
      "learning_rate": 0.0009966685016064491,
      "loss": 4.264,
      "step": 579
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.433067428408238,
      "learning_rate": 0.0009966470667505767,
      "loss": 4.2296,
      "step": 580
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9155876942205001,
      "learning_rate": 0.0009966255633917086,
      "loss": 4.1366,
      "step": 581
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.540915979669818,
      "learning_rate": 0.0009966039915328105,
      "loss": 4.2495,
      "step": 582
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.296715200614702,
      "learning_rate": 0.0009965823511768578,
      "loss": 4.1212,
      "step": 583
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.306543377455833,
      "learning_rate": 0.0009965606423268355,
      "loss": 4.2714,
      "step": 584
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.7273977277692967,
      "learning_rate": 0.000996538864985738,
      "loss": 4.2327,
      "step": 585
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7551143785243801,
      "learning_rate": 0.0009965170191565688,
      "loss": 4.0823,
      "step": 586
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.893740375273181,
      "learning_rate": 0.0009964951048423414,
      "loss": 4.1585,
      "step": 587
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9905641083956318,
      "learning_rate": 0.0009964731220460784,
      "loss": 4.1868,
      "step": 588
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5449030665713914,
      "learning_rate": 0.000996451070770812,
      "loss": 4.2439,
      "step": 589
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4462505162959032,
      "learning_rate": 0.0009964289510195831,
      "loss": 4.1768,
      "step": 590
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5434352739544415,
      "learning_rate": 0.0009964067627954436,
      "loss": 4.1383,
      "step": 591
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5851040024218337,
      "learning_rate": 0.0009963845061014534,
      "loss": 4.2143,
      "step": 592
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.9737392162317438,
      "learning_rate": 0.0009963621809406826,
      "loss": 4.3159,
      "step": 593
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.4643244274622575,
      "learning_rate": 0.0009963397873162107,
      "loss": 3.9931,
      "step": 594
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7591523096500026,
      "learning_rate": 0.0009963173252311257,
      "loss": 4.4628,
      "step": 595
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.192205108599557,
      "learning_rate": 0.0009962947946885268,
      "loss": 4.0644,
      "step": 596
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.6868547989070533,
      "learning_rate": 0.000996272195691521,
      "loss": 4.0916,
      "step": 597
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.512219098700672,
      "learning_rate": 0.0009962495282432255,
      "loss": 4.0525,
      "step": 598
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.966362752698928,
      "learning_rate": 0.0009962267923467672,
      "loss": 4.1998,
      "step": 599
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8545509706675711,
      "learning_rate": 0.0009962039880052817,
      "loss": 4.2738,
      "step": 600
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.612391865955191,
      "learning_rate": 0.0009961811152219148,
      "loss": 4.3363,
      "step": 601
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.215275682880689,
      "learning_rate": 0.0009961581739998209,
      "loss": 4.1228,
      "step": 602
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5388436719900926,
      "learning_rate": 0.0009961351643421646,
      "loss": 4.2861,
      "step": 603
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.26413100231765,
      "learning_rate": 0.0009961120862521195,
      "loss": 4.1929,
      "step": 604
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7755420053851467,
      "learning_rate": 0.000996088939732869,
      "loss": 4.0446,
      "step": 605
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.051055947769499,
      "learning_rate": 0.0009960657247876056,
      "loss": 4.2947,
      "step": 606
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.85108045901961,
      "learning_rate": 0.000996042441419531,
      "loss": 4.1702,
      "step": 607
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7304917268419593,
      "learning_rate": 0.0009960190896318572,
      "loss": 4.0421,
      "step": 608
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.2556119399054029,
      "learning_rate": 0.0009959956694278052,
      "loss": 3.9978,
      "step": 609
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6370960465991575,
      "learning_rate": 0.000995972180810605,
      "loss": 3.9639,
      "step": 610
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5581173571942428,
      "learning_rate": 0.0009959486237834964,
      "loss": 3.897,
      "step": 611
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.3889100125210514,
      "learning_rate": 0.0009959249983497289,
      "loss": 4.269,
      "step": 612
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4596146156794254,
      "learning_rate": 0.0009959013045125612,
      "loss": 4.1034,
      "step": 613
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.575489312922,
      "learning_rate": 0.000995877542275261,
      "loss": 4.0463,
      "step": 614
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3724750625373647,
      "learning_rate": 0.0009958537116411064,
      "loss": 4.0892,
      "step": 615
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4147832091311163,
      "learning_rate": 0.000995829812613384,
      "loss": 4.2942,
      "step": 616
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.545629033846108,
      "learning_rate": 0.0009958058451953902,
      "loss": 4.1335,
      "step": 617
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.382987493144587,
      "learning_rate": 0.0009957818093904313,
      "loss": 4.2096,
      "step": 618
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3620340266808024,
      "learning_rate": 0.000995757705201822,
      "loss": 4.2155,
      "step": 619
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.087045663576736,
      "learning_rate": 0.0009957335326328874,
      "loss": 4.2768,
      "step": 620
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5217177262847221,
      "learning_rate": 0.0009957092916869613,
      "loss": 4.1648,
      "step": 621
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5085147186425738,
      "learning_rate": 0.0009956849823673877,
      "loss": 3.9862,
      "step": 622
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.2811490069695686,
      "learning_rate": 0.0009956606046775192,
      "loss": 4.1947,
      "step": 623
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4784842952015558,
      "learning_rate": 0.0009956361586207186,
      "loss": 4.0288,
      "step": 624
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.001338900911761,
      "learning_rate": 0.0009956116442003575,
      "loss": 4.1915,
      "step": 625
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7617320475361695,
      "learning_rate": 0.0009955870614198174,
      "loss": 3.9299,
      "step": 626
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.6332876781789483,
      "learning_rate": 0.000995562410282489,
      "loss": 4.2955,
      "step": 627
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3639849609347612,
      "learning_rate": 0.0009955376907917722,
      "loss": 3.9406,
      "step": 628
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5138907550520855,
      "learning_rate": 0.0009955129029510768,
      "loss": 4.2578,
      "step": 629
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7896493816680665,
      "learning_rate": 0.0009954880467638219,
      "loss": 4.1592,
      "step": 630
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.235994667315824,
      "learning_rate": 0.0009954631222334356,
      "loss": 4.2443,
      "step": 631
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.707557780772975,
      "learning_rate": 0.0009954381293633561,
      "loss": 4.2409,
      "step": 632
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4183097961636217,
      "learning_rate": 0.0009954130681570305,
      "loss": 4.1186,
      "step": 633
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7298670716087088,
      "learning_rate": 0.0009953879386179157,
      "loss": 4.3454,
      "step": 634
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.949787643026631,
      "learning_rate": 0.0009953627407494777,
      "loss": 4.2464,
      "step": 635
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.532381439273023,
      "learning_rate": 0.000995337474555192,
      "loss": 4.0315,
      "step": 636
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6807418462402264,
      "learning_rate": 0.0009953121400385438,
      "loss": 3.9328,
      "step": 637
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8488274304785741,
      "learning_rate": 0.0009952867372030273,
      "loss": 4.2027,
      "step": 638
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5004804954449449,
      "learning_rate": 0.0009952612660521466,
      "loss": 4.1245,
      "step": 639
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5083268156226164,
      "learning_rate": 0.0009952357265894146,
      "loss": 4.0478,
      "step": 640
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.22439978004962,
      "learning_rate": 0.000995210118818354,
      "loss": 4.1608,
      "step": 641
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9152396601119313,
      "learning_rate": 0.0009951844427424973,
      "loss": 4.1071,
      "step": 642
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.633611473231003,
      "learning_rate": 0.0009951586983653858,
      "loss": 4.1028,
      "step": 643
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3858037616390062,
      "learning_rate": 0.0009951328856905703,
      "loss": 4.0111,
      "step": 644
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.446600371331332,
      "learning_rate": 0.0009951070047216116,
      "loss": 4.1573,
      "step": 645
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.454007103373636,
      "learning_rate": 0.000995081055462079,
      "loss": 4.1426,
      "step": 646
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.429911994205693,
      "learning_rate": 0.0009950550379155519,
      "loss": 4.0318,
      "step": 647
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8483374877344385,
      "learning_rate": 0.000995028952085619,
      "loss": 4.0266,
      "step": 648
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7012374213836405,
      "learning_rate": 0.0009950027979758781,
      "loss": 4.023,
      "step": 649
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4842828652408195,
      "learning_rate": 0.0009949765755899369,
      "loss": 4.1377,
      "step": 650
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.12346651183532,
      "learning_rate": 0.0009949502849314123,
      "loss": 4.2203,
      "step": 651
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9863785238513911,
      "learning_rate": 0.0009949239260039304,
      "loss": 4.1451,
      "step": 652
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5733648107746758,
      "learning_rate": 0.0009948974988111272,
      "loss": 4.0476,
      "step": 653
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3851246908349588,
      "learning_rate": 0.0009948710033566475,
      "loss": 3.9108,
      "step": 654
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.413087596958269,
      "learning_rate": 0.000994844439644146,
      "loss": 3.9836,
      "step": 655
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5858218947834306,
      "learning_rate": 0.0009948178076772867,
      "loss": 4.0915,
      "step": 656
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.580882372405347,
      "learning_rate": 0.0009947911074597428,
      "loss": 4.2436,
      "step": 657
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6617444315008543,
      "learning_rate": 0.0009947643389951973,
      "loss": 4.2557,
      "step": 658
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4136657364986869,
      "learning_rate": 0.0009947375022873422,
      "loss": 4.1125,
      "step": 659
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4282784659608772,
      "learning_rate": 0.0009947105973398794,
      "loss": 3.9847,
      "step": 660
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.802011690932386,
      "learning_rate": 0.0009946836241565195,
      "loss": 4.5018,
      "step": 661
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.762425890699875,
      "learning_rate": 0.0009946565827409833,
      "loss": 3.9913,
      "step": 662
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4064618593143094,
      "learning_rate": 0.0009946294730970005,
      "loss": 4.24,
      "step": 663
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.057643590301231,
      "learning_rate": 0.0009946022952283106,
      "loss": 4.0534,
      "step": 664
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3660268829451327,
      "learning_rate": 0.0009945750491386616,
      "loss": 4.1487,
      "step": 665
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.460997056810734,
      "learning_rate": 0.0009945477348318123,
      "loss": 4.351,
      "step": 666
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5412447154686766,
      "learning_rate": 0.00099452035231153,
      "loss": 4.2104,
      "step": 667
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.3804350220699337,
      "learning_rate": 0.0009944929015815913,
      "loss": 4.1453,
      "step": 668
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9147446832418717,
      "learning_rate": 0.0009944653826457828,
      "loss": 3.9929,
      "step": 669
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3330460143249674,
      "learning_rate": 0.0009944377955079004,
      "loss": 4.0753,
      "step": 670
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3134469374813962,
      "learning_rate": 0.0009944101401717486,
      "loss": 4.0162,
      "step": 671
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.486141109678482,
      "learning_rate": 0.0009943824166411424,
      "loss": 4.0119,
      "step": 672
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5920173618340074,
      "learning_rate": 0.0009943546249199056,
      "loss": 4.0771,
      "step": 673
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.783770288620055,
      "learning_rate": 0.0009943267650118716,
      "loss": 3.8222,
      "step": 674
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5883219744980457,
      "learning_rate": 0.0009942988369208829,
      "loss": 4.1278,
      "step": 675
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.252308145309663,
      "learning_rate": 0.000994270840650792,
      "loss": 3.8363,
      "step": 676
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.2879696726784864,
      "learning_rate": 0.0009942427762054604,
      "loss": 3.9805,
      "step": 677
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1959768053912816,
      "learning_rate": 0.0009942146435887589,
      "loss": 3.9806,
      "step": 678
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3530639059438625,
      "learning_rate": 0.0009941864428045677,
      "loss": 4.2631,
      "step": 679
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.234259697603252,
      "learning_rate": 0.0009941581738567768,
      "loss": 4.2267,
      "step": 680
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5186806563407114,
      "learning_rate": 0.0009941298367492854,
      "loss": 4.3256,
      "step": 681
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6869551109394108,
      "learning_rate": 0.0009941014314860021,
      "loss": 4.2521,
      "step": 682
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.399775753515481,
      "learning_rate": 0.0009940729580708448,
      "loss": 4.1332,
      "step": 683
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4880893351267843,
      "learning_rate": 0.0009940444165077408,
      "loss": 4.1871,
      "step": 684
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0846614972362167,
      "learning_rate": 0.0009940158068006267,
      "loss": 4.2293,
      "step": 685
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4512658006094312,
      "learning_rate": 0.0009939871289534488,
      "loss": 4.0961,
      "step": 686
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.213945903257091,
      "learning_rate": 0.0009939583829701628,
      "loss": 4.074,
      "step": 687
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.8919105099835127,
      "learning_rate": 0.0009939295688547337,
      "loss": 4.1389,
      "step": 688
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6391367835023194,
      "learning_rate": 0.0009939006866111356,
      "loss": 4.3763,
      "step": 689
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5376709921483438,
      "learning_rate": 0.0009938717362433524,
      "loss": 4.1265,
      "step": 690
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.8821901951745228,
      "learning_rate": 0.0009938427177553773,
      "loss": 4.2587,
      "step": 691
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9187971881871668,
      "learning_rate": 0.0009938136311512127,
      "loss": 4.1903,
      "step": 692
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.379118461132903,
      "learning_rate": 0.0009937844764348707,
      "loss": 3.9662,
      "step": 693
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.3290556733092025,
      "learning_rate": 0.0009937552536103727,
      "loss": 4.1497,
      "step": 694
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.2849707521158082,
      "learning_rate": 0.000993725962681749,
      "loss": 4.1624,
      "step": 695
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.731279486405896,
      "learning_rate": 0.0009936966036530402,
      "loss": 3.9731,
      "step": 696
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7043471733458793,
      "learning_rate": 0.0009936671765282956,
      "loss": 4.3333,
      "step": 697
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7853690135525797,
      "learning_rate": 0.0009936376813115741,
      "loss": 3.853,
      "step": 698
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.039520411297824,
      "learning_rate": 0.000993608118006944,
      "loss": 4.1309,
      "step": 699
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5822555739936295,
      "learning_rate": 0.0009935784866184833,
      "loss": 4.1114,
      "step": 700
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.350469745437764,
      "learning_rate": 0.0009935487871502787,
      "loss": 4.1319,
      "step": 701
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.5098705682611695,
      "learning_rate": 0.0009935190196064267,
      "loss": 3.996,
      "step": 702
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.8037871243348724,
      "learning_rate": 0.0009934891839910333,
      "loss": 4.1872,
      "step": 703
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.420987942270726,
      "learning_rate": 0.0009934592803082138,
      "loss": 4.0095,
      "step": 704
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.3756940275583855,
      "learning_rate": 0.0009934293085620929,
      "loss": 4.4257,
      "step": 705
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.2349550904005206,
      "learning_rate": 0.0009933992687568044,
      "loss": 3.9381,
      "step": 706
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.2737657961091353,
      "learning_rate": 0.0009933691608964917,
      "loss": 4.2288,
      "step": 707
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4877276508498172,
      "learning_rate": 0.0009933389849853078,
      "loss": 4.0222,
      "step": 708
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9461136730740822,
      "learning_rate": 0.0009933087410274148,
      "loss": 4.1435,
      "step": 709
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.608162646122769,
      "learning_rate": 0.0009932784290269843,
      "loss": 4.2694,
      "step": 710
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.782466565429436,
      "learning_rate": 0.0009932480489881974,
      "loss": 4.1623,
      "step": 711
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6479064806227908,
      "learning_rate": 0.0009932176009152442,
      "loss": 4.2787,
      "step": 712
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6435651627528534,
      "learning_rate": 0.0009931870848123245,
      "loss": 4.2694,
      "step": 713
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4703496447852837,
      "learning_rate": 0.0009931565006836476,
      "loss": 4.0805,
      "step": 714
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4829289788949316,
      "learning_rate": 0.0009931258485334315,
      "loss": 4.2708,
      "step": 715
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.5900367960834214,
      "learning_rate": 0.0009930951283659048,
      "loss": 3.891,
      "step": 716
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.8875196289077798,
      "learning_rate": 0.0009930643401853043,
      "loss": 4.0185,
      "step": 717
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.461788156993926,
      "learning_rate": 0.0009930334839958765,
      "loss": 4.1196,
      "step": 718
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5222977257512633,
      "learning_rate": 0.000993002559801878,
      "loss": 4.0555,
      "step": 719
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.8503979664643304,
      "learning_rate": 0.0009929715676075736,
      "loss": 3.9817,
      "step": 720
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.053695215129397,
      "learning_rate": 0.0009929405074172383,
      "loss": 4.4499,
      "step": 721
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.531752112452093,
      "learning_rate": 0.0009929093792351567,
      "loss": 3.9741,
      "step": 722
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.082202578649599,
      "learning_rate": 0.0009928781830656215,
      "loss": 4.3045,
      "step": 723
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9048628451082397,
      "learning_rate": 0.0009928469189129363,
      "loss": 4.2997,
      "step": 724
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3102157689427596,
      "learning_rate": 0.0009928155867814131,
      "loss": 4.1007,
      "step": 725
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3166056446145378,
      "learning_rate": 0.0009927841866753735,
      "loss": 4.2061,
      "step": 726
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.712375209673574,
      "learning_rate": 0.000992752718599149,
      "loss": 4.3986,
      "step": 727
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4959218245341306,
      "learning_rate": 0.0009927211825570793,
      "loss": 4.0061,
      "step": 728
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.137165697288484,
      "learning_rate": 0.000992689578553515,
      "loss": 4.0319,
      "step": 729
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3762459943741774,
      "learning_rate": 0.0009926579065928144,
      "loss": 3.8738,
      "step": 730
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.5979882660965306,
      "learning_rate": 0.000992626166679347,
      "loss": 4.1582,
      "step": 731
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7174436227796919,
      "learning_rate": 0.0009925943588174897,
      "loss": 4.0937,
      "step": 732
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.379061018713314,
      "learning_rate": 0.0009925624830116305,
      "loss": 4.3185,
      "step": 733
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9172839175239496,
      "learning_rate": 0.000992530539266166,
      "loss": 4.1907,
      "step": 734
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4845328136986566,
      "learning_rate": 0.0009924985275855018,
      "loss": 4.1901,
      "step": 735
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9436011884517015,
      "learning_rate": 0.000992466447974054,
      "loss": 3.9915,
      "step": 736
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5635948131574493,
      "learning_rate": 0.0009924343004362466,
      "loss": 4.004,
      "step": 737
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6891859420652,
      "learning_rate": 0.0009924020849765142,
      "loss": 4.0188,
      "step": 738
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.8613933117912842,
      "learning_rate": 0.0009923698015993003,
      "loss": 3.8481,
      "step": 739
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3842663601801606,
      "learning_rate": 0.0009923374503090577,
      "loss": 4.2203,
      "step": 740
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.09529312034581,
      "learning_rate": 0.0009923050311102487,
      "loss": 4.0311,
      "step": 741
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6233330964871857,
      "learning_rate": 0.0009922725440073446,
      "loss": 4.2288,
      "step": 742
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5915011985174687,
      "learning_rate": 0.0009922399890048268,
      "loss": 3.8865,
      "step": 743
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3742105686216515,
      "learning_rate": 0.0009922073661071855,
      "loss": 4.0008,
      "step": 744
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0608412808373853,
      "learning_rate": 0.0009921746753189203,
      "loss": 4.1446,
      "step": 745
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5888780670070313,
      "learning_rate": 0.0009921419166445404,
      "loss": 4.0121,
      "step": 746
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.265541328055408,
      "learning_rate": 0.0009921090900885641,
      "loss": 4.1654,
      "step": 747
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4874840245069292,
      "learning_rate": 0.0009920761956555193,
      "loss": 4.0256,
      "step": 748
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.23067104817785,
      "learning_rate": 0.0009920432333499433,
      "loss": 4.1285,
      "step": 749
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.803586401300367,
      "learning_rate": 0.0009920102031763822,
      "loss": 4.1161,
      "step": 750
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2950900331867707,
      "learning_rate": 0.0009919771051393922,
      "loss": 4.0044,
      "step": 751
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.6537802139836675,
      "learning_rate": 0.0009919439392435385,
      "loss": 3.9011,
      "step": 752
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6266253975019092,
      "learning_rate": 0.0009919107054933956,
      "loss": 4.2069,
      "step": 753
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3100424463049318,
      "learning_rate": 0.0009918774038935477,
      "loss": 4.2516,
      "step": 754
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.568253036461531,
      "learning_rate": 0.000991844034448588,
      "loss": 3.9562,
      "step": 755
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.2350638813150208,
      "learning_rate": 0.000991810597163119,
      "loss": 4.0138,
      "step": 756
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5601470900280976,
      "learning_rate": 0.000991777092041753,
      "loss": 3.9203,
      "step": 757
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.1019994123823387,
      "learning_rate": 0.0009917435190891111,
      "loss": 3.9658,
      "step": 758
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.436430897466474,
      "learning_rate": 0.0009917098783098243,
      "loss": 4.0674,
      "step": 759
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5380130199940163,
      "learning_rate": 0.0009916761697085327,
      "loss": 4.2066,
      "step": 760
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.799214650424404,
      "learning_rate": 0.0009916423932898857,
      "loss": 4.0897,
      "step": 761
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9883547786814795,
      "learning_rate": 0.0009916085490585423,
      "loss": 4.1879,
      "step": 762
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8271889789986793,
      "learning_rate": 0.0009915746370191701,
      "loss": 4.1315,
      "step": 763
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2990876773015267,
      "learning_rate": 0.0009915406571764471,
      "loss": 4.1213,
      "step": 764
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.312643638462174,
      "learning_rate": 0.0009915066095350603,
      "loss": 4.2784,
      "step": 765
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.437472453934804,
      "learning_rate": 0.0009914724940997053,
      "loss": 4.269,
      "step": 766
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.391918574393383,
      "learning_rate": 0.0009914383108750883,
      "loss": 3.9158,
      "step": 767
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.459397033169588,
      "learning_rate": 0.000991404059865924,
      "loss": 4.254,
      "step": 768
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5056946961373214,
      "learning_rate": 0.0009913697410769366,
      "loss": 3.9395,
      "step": 769
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.588335241429291,
      "learning_rate": 0.0009913353545128597,
      "loss": 4.095,
      "step": 770
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.957160013007683,
      "learning_rate": 0.0009913009001784364,
      "loss": 4.3068,
      "step": 771
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.7564536672978432,
      "learning_rate": 0.0009912663780784188,
      "loss": 4.2376,
      "step": 772
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9578620602619432,
      "learning_rate": 0.000991231788217569,
      "loss": 3.9008,
      "step": 773
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0411401208523645,
      "learning_rate": 0.0009911971306006575,
      "loss": 4.148,
      "step": 774
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3266303336156848,
      "learning_rate": 0.000991162405232465,
      "loss": 4.0964,
      "step": 775
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7313435379031945,
      "learning_rate": 0.0009911276121177812,
      "loss": 4.4221,
      "step": 776
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5773925852216288,
      "learning_rate": 0.0009910927512614051,
      "loss": 4.2298,
      "step": 777
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7923144358760363,
      "learning_rate": 0.000991057822668145,
      "loss": 4.1448,
      "step": 778
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9762495520882326,
      "learning_rate": 0.0009910228263428186,
      "loss": 4.053,
      "step": 779
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.364840414866272,
      "learning_rate": 0.000990987762290253,
      "loss": 3.9459,
      "step": 780
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3170548492412446,
      "learning_rate": 0.0009909526305152848,
      "loss": 4.1839,
      "step": 781
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4851904515030712,
      "learning_rate": 0.0009909174310227596,
      "loss": 3.9447,
      "step": 782
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2615054080730894,
      "learning_rate": 0.0009908821638175325,
      "loss": 3.9618,
      "step": 783
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4097100490736516,
      "learning_rate": 0.000990846828904468,
      "loss": 4.3071,
      "step": 784
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.360200741587504,
      "learning_rate": 0.0009908114262884397,
      "loss": 4.2358,
      "step": 785
    },
    {
      "epoch": 0.09,
      "grad_norm": 17.20122497542913,
      "learning_rate": 0.0009907759559743311,
      "loss": 4.0454,
      "step": 786
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6158886209071366,
      "learning_rate": 0.0009907404179670342,
      "loss": 4.074,
      "step": 787
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.2709370867141287,
      "learning_rate": 0.000990704812271451,
      "loss": 4.2261,
      "step": 788
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.255600981552734,
      "learning_rate": 0.0009906691388924928,
      "loss": 4.376,
      "step": 789
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.629476776989314,
      "learning_rate": 0.0009906333978350799,
      "loss": 3.9338,
      "step": 790
    },
    {
      "epoch": 0.09,
      "grad_norm": 17.38085593199682,
      "learning_rate": 0.000990597589104142,
      "loss": 4.0696,
      "step": 791
    },
    {
      "epoch": 0.09,
      "grad_norm": 8.036231504489686,
      "learning_rate": 0.0009905617127046182,
      "loss": 3.9258,
      "step": 792
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4429522426425332,
      "learning_rate": 0.0009905257686414573,
      "loss": 4.0944,
      "step": 793
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3579793736907337,
      "learning_rate": 0.0009904897569196168,
      "loss": 4.2673,
      "step": 794
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3456311024088905,
      "learning_rate": 0.0009904536775440641,
      "loss": 3.9632,
      "step": 795
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.18416963357136,
      "learning_rate": 0.0009904175305197752,
      "loss": 4.0098,
      "step": 796
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.781172523127943,
      "learning_rate": 0.0009903813158517363,
      "loss": 4.0676,
      "step": 797
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5266544065259735,
      "learning_rate": 0.0009903450335449423,
      "loss": 4.2542,
      "step": 798
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.744801038215624,
      "learning_rate": 0.0009903086836043978,
      "loss": 4.2541,
      "step": 799
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4002368410495831,
      "learning_rate": 0.0009902722660351166,
      "loss": 4.1107,
      "step": 800
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.286801490908429,
      "learning_rate": 0.0009902357808421218,
      "loss": 3.9083,
      "step": 801
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6759711857123307,
      "learning_rate": 0.0009901992280304456,
      "loss": 4.1167,
      "step": 802
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3345841796770548,
      "learning_rate": 0.00099016260760513,
      "loss": 4.1082,
      "step": 803
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.1475747215420826,
      "learning_rate": 0.000990125919571226,
      "loss": 4.0635,
      "step": 804
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.2426641437880592,
      "learning_rate": 0.000990089163933794,
      "loss": 4.051,
      "step": 805
    },
    {
      "epoch": 0.09,
      "grad_norm": 9.29529912028014,
      "learning_rate": 0.000990052340697904,
      "loss": 4.2248,
      "step": 806
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.441681225478933,
      "learning_rate": 0.0009900154498686349,
      "loss": 4.2893,
      "step": 807
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3589736316717063,
      "learning_rate": 0.0009899784914510748,
      "loss": 3.811,
      "step": 808
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5766839084839277,
      "learning_rate": 0.0009899414654503216,
      "loss": 4.1897,
      "step": 809
    },
    {
      "epoch": 0.09,
      "grad_norm": 7.399332756469976,
      "learning_rate": 0.0009899043718714826,
      "loss": 3.8399,
      "step": 810
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6649543075900002,
      "learning_rate": 0.0009898672107196739,
      "loss": 4.2661,
      "step": 811
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8014402286618858,
      "learning_rate": 0.000989829982000021,
      "loss": 4.1699,
      "step": 812
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.56731257169305,
      "learning_rate": 0.000989792685717659,
      "loss": 3.8234,
      "step": 813
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3844508086333362,
      "learning_rate": 0.0009897553218777327,
      "loss": 4.3748,
      "step": 814
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4379101979071727,
      "learning_rate": 0.000989717890485395,
      "loss": 4.0049,
      "step": 815
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.569345715157095,
      "learning_rate": 0.0009896803915458094,
      "loss": 4.0613,
      "step": 816
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4951417577470074,
      "learning_rate": 0.0009896428250641479,
      "loss": 4.0152,
      "step": 817
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4142744268436234,
      "learning_rate": 0.000989605191045592,
      "loss": 4.1667,
      "step": 818
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6652016973498989,
      "learning_rate": 0.0009895674894953327,
      "loss": 4.0481,
      "step": 819
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.129185343182342,
      "learning_rate": 0.0009895297204185706,
      "loss": 4.0972,
      "step": 820
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4586831829493963,
      "learning_rate": 0.0009894918838205145,
      "loss": 4.176,
      "step": 821
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7686321361429058,
      "learning_rate": 0.0009894539797063837,
      "loss": 4.0891,
      "step": 822
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.9028000496141932,
      "learning_rate": 0.0009894160080814061,
      "loss": 4.2762,
      "step": 823
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6233650852294506,
      "learning_rate": 0.0009893779689508194,
      "loss": 4.2213,
      "step": 824
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6995991967356299,
      "learning_rate": 0.0009893398623198703,
      "loss": 4.0469,
      "step": 825
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7138268586315053,
      "learning_rate": 0.0009893016881938148,
      "loss": 4.4536,
      "step": 826
    },
    {
      "epoch": 0.09,
      "grad_norm": 12.222807809258466,
      "learning_rate": 0.0009892634465779185,
      "loss": 4.0576,
      "step": 827
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0979289498034968,
      "learning_rate": 0.000989225137477456,
      "loss": 4.099,
      "step": 828
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7814119378572693,
      "learning_rate": 0.000989186760897711,
      "loss": 4.1562,
      "step": 829
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.478146420513788,
      "learning_rate": 0.0009891483168439773,
      "loss": 4.1868,
      "step": 830
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.714317827936107,
      "learning_rate": 0.000989109805321557,
      "loss": 4.1632,
      "step": 831
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.7841301342451863,
      "learning_rate": 0.0009890712263357626,
      "loss": 4.1657,
      "step": 832
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5302849696184502,
      "learning_rate": 0.000989032579891915,
      "loss": 4.184,
      "step": 833
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3819473192914429,
      "learning_rate": 0.000988993865995345,
      "loss": 4.1686,
      "step": 834
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5227706756198385,
      "learning_rate": 0.000988955084651392,
      "loss": 4.1063,
      "step": 835
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1564115222494316,
      "learning_rate": 0.0009889162358654056,
      "loss": 4.1291,
      "step": 836
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.230457294296131,
      "learning_rate": 0.000988877319642744,
      "loss": 4.2703,
      "step": 837
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.9964827995851897,
      "learning_rate": 0.000988838335988775,
      "loss": 4.1894,
      "step": 838
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0406491401140276,
      "learning_rate": 0.0009887992849088754,
      "loss": 4.3152,
      "step": 839
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6085421671755622,
      "learning_rate": 0.000988760166408432,
      "loss": 4.1769,
      "step": 840
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.8315553915979064,
      "learning_rate": 0.0009887209804928404,
      "loss": 4.1022,
      "step": 841
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.3794568203614013,
      "learning_rate": 0.0009886817271675052,
      "loss": 4.0518,
      "step": 842
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1814928581227737,
      "learning_rate": 0.000988642406437841,
      "loss": 4.234,
      "step": 843
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5869702261844612,
      "learning_rate": 0.0009886030183092712,
      "loss": 4.2866,
      "step": 844
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5700726822071096,
      "learning_rate": 0.0009885635627872285,
      "loss": 4.2778,
      "step": 845
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4491229621323376,
      "learning_rate": 0.0009885240398771554,
      "loss": 4.0254,
      "step": 846
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.8395167527650202,
      "learning_rate": 0.0009884844495845029,
      "loss": 3.837,
      "step": 847
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0076759503758663,
      "learning_rate": 0.000988444791914732,
      "loss": 3.9375,
      "step": 848
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.3589814248214696,
      "learning_rate": 0.0009884050668733126,
      "loss": 3.9184,
      "step": 849
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5590471550623999,
      "learning_rate": 0.0009883652744657244,
      "loss": 3.9813,
      "step": 850
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.4959186932592177,
      "learning_rate": 0.0009883254146974554,
      "loss": 4.064,
      "step": 851
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.9508550664621633,
      "learning_rate": 0.0009882854875740037,
      "loss": 3.9079,
      "step": 852
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4567996861311256,
      "learning_rate": 0.0009882454931008768,
      "loss": 4.0238,
      "step": 853
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4506773316372805,
      "learning_rate": 0.0009882054312835907,
      "loss": 4.0492,
      "step": 854
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.8847096976239732,
      "learning_rate": 0.0009881653021276715,
      "loss": 4.1245,
      "step": 855
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4566847278233952,
      "learning_rate": 0.0009881251056386541,
      "loss": 4.1634,
      "step": 856
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4388279201195637,
      "learning_rate": 0.000988084841822083,
      "loss": 4.0466,
      "step": 857
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3152963008077352,
      "learning_rate": 0.0009880445106835117,
      "loss": 4.1887,
      "step": 858
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.829521836713052,
      "learning_rate": 0.000988004112228503,
      "loss": 3.9422,
      "step": 859
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7683553482509518,
      "learning_rate": 0.0009879636464626294,
      "loss": 4.2288,
      "step": 860
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5707412825756044,
      "learning_rate": 0.0009879231133914721,
      "loss": 4.0048,
      "step": 861
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.969529807325113,
      "learning_rate": 0.000987882513020622,
      "loss": 4.1848,
      "step": 862
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3957050421234052,
      "learning_rate": 0.000987841845355679,
      "loss": 4.0344,
      "step": 863
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3466275978937852,
      "learning_rate": 0.0009878011104022526,
      "loss": 4.2563,
      "step": 864
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.0018477168130997,
      "learning_rate": 0.0009877603081659614,
      "loss": 4.2019,
      "step": 865
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.6752736040736806,
      "learning_rate": 0.0009877194386524334,
      "loss": 4.0374,
      "step": 866
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.0727665360696284,
      "learning_rate": 0.0009876785018673054,
      "loss": 3.9671,
      "step": 867
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7870156973958151,
      "learning_rate": 0.0009876374978162242,
      "loss": 4.1461,
      "step": 868
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3735506606338912,
      "learning_rate": 0.0009875964265048452,
      "loss": 4.2198,
      "step": 869
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3218542574864838,
      "learning_rate": 0.0009875552879388336,
      "loss": 3.9638,
      "step": 870
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.0943544952431903,
      "learning_rate": 0.000987514082123864,
      "loss": 4.0521,
      "step": 871
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3252001668099544,
      "learning_rate": 0.0009874728090656193,
      "loss": 3.975,
      "step": 872
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5014269548392112,
      "learning_rate": 0.0009874314687697927,
      "loss": 4.1303,
      "step": 873
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5372271375653475,
      "learning_rate": 0.0009873900612420866,
      "loss": 3.867,
      "step": 874
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.2843747646745087,
      "learning_rate": 0.0009873485864882116,
      "loss": 4.1952,
      "step": 875
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.315868796542572,
      "learning_rate": 0.000987307044513889,
      "loss": 3.9562,
      "step": 876
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6928113796533932,
      "learning_rate": 0.0009872654353248486,
      "loss": 4.1208,
      "step": 877
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4173688015632502,
      "learning_rate": 0.0009872237589268295,
      "loss": 4.0893,
      "step": 878
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2275560125875273,
      "learning_rate": 0.00098718201532558,
      "loss": 4.1059,
      "step": 879
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.122230574757189,
      "learning_rate": 0.0009871402045268582,
      "loss": 4.1319,
      "step": 880
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.476643187041516,
      "learning_rate": 0.000987098326536431,
      "loss": 4.0193,
      "step": 881
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4040179738262668,
      "learning_rate": 0.0009870563813600744,
      "loss": 4.0415,
      "step": 882
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.886185077891304,
      "learning_rate": 0.0009870143690035743,
      "loss": 4.2009,
      "step": 883
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.9096872741562954,
      "learning_rate": 0.0009869722894727251,
      "loss": 3.9822,
      "step": 884
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4362990754540939,
      "learning_rate": 0.0009869301427733314,
      "loss": 3.9824,
      "step": 885
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.007925592492388,
      "learning_rate": 0.000986887928911206,
      "loss": 4.1258,
      "step": 886
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.691359626621572,
      "learning_rate": 0.0009868456478921719,
      "loss": 4.0665,
      "step": 887
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5900343477393342,
      "learning_rate": 0.0009868032997220608,
      "loss": 4.1633,
      "step": 888
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.105024800169,
      "learning_rate": 0.0009867608844067136,
      "loss": 4.0624,
      "step": 889
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5609714372608663,
      "learning_rate": 0.000986718401951981,
      "loss": 4.0395,
      "step": 890
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.190038163136122,
      "learning_rate": 0.0009866758523637228,
      "loss": 4.1511,
      "step": 891
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6345611315285546,
      "learning_rate": 0.0009866332356478075,
      "loss": 3.9277,
      "step": 892
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4068003927564272,
      "learning_rate": 0.000986590551810113,
      "loss": 3.9804,
      "step": 893
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.8895820469451077,
      "learning_rate": 0.0009865478008565275,
      "loss": 4.2113,
      "step": 894
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5962174824713355,
      "learning_rate": 0.0009865049827929475,
      "loss": 4.0425,
      "step": 895
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.110629365373305,
      "learning_rate": 0.0009864620976252785,
      "loss": 4.3759,
      "step": 896
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6510518771710678,
      "learning_rate": 0.000986419145359436,
      "loss": 4.1769,
      "step": 897
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.644861439913146,
      "learning_rate": 0.0009863761260013443,
      "loss": 4.1194,
      "step": 898
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3219321754614737,
      "learning_rate": 0.0009863330395569374,
      "loss": 4.114,
      "step": 899
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.721551214848858,
      "learning_rate": 0.000986289886032158,
      "loss": 4.1789,
      "step": 900
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5994473048104454,
      "learning_rate": 0.0009862466654329582,
      "loss": 4.1776,
      "step": 901
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5919192712676673,
      "learning_rate": 0.0009862033777652997,
      "loss": 4.2,
      "step": 902
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6780732129117522,
      "learning_rate": 0.000986160023035153,
      "loss": 4.1056,
      "step": 903
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.2632961486485421,
      "learning_rate": 0.0009861166012484982,
      "loss": 3.9371,
      "step": 904
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.085402194580041,
      "learning_rate": 0.0009860731124113247,
      "loss": 3.8418,
      "step": 905
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7248485021509143,
      "learning_rate": 0.0009860295565296306,
      "loss": 4.1345,
      "step": 906
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.2734828845705393,
      "learning_rate": 0.000985985933609424,
      "loss": 3.8753,
      "step": 907
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6305859669201221,
      "learning_rate": 0.0009859422436567212,
      "loss": 4.0774,
      "step": 908
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.631588019075633,
      "learning_rate": 0.000985898486677549,
      "loss": 4.0552,
      "step": 909
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.146631533969775,
      "learning_rate": 0.0009858546626779425,
      "loss": 4.0444,
      "step": 910
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4864078775176424,
      "learning_rate": 0.0009858107716639464,
      "loss": 4.1628,
      "step": 911
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.255878831726148,
      "learning_rate": 0.000985766813641615,
      "loss": 3.9995,
      "step": 912
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3828357507560953,
      "learning_rate": 0.0009857227886170112,
      "loss": 3.9688,
      "step": 913
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.480334348267613,
      "learning_rate": 0.0009856786965962074,
      "loss": 3.9517,
      "step": 914
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.186957690755025,
      "learning_rate": 0.0009856345375852853,
      "loss": 4.1979,
      "step": 915
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.380674836048694,
      "learning_rate": 0.0009855903115903357,
      "loss": 4.1367,
      "step": 916
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6111821549940448,
      "learning_rate": 0.0009855460186174588,
      "loss": 4.2874,
      "step": 917
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.2088280426213163,
      "learning_rate": 0.000985501658672764,
      "loss": 3.8984,
      "step": 918
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1061845949570723,
      "learning_rate": 0.0009854572317623698,
      "loss": 4.0018,
      "step": 919
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5826233210173768,
      "learning_rate": 0.0009854127378924043,
      "loss": 4.0688,
      "step": 920
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.319828940222645,
      "learning_rate": 0.0009853681770690043,
      "loss": 3.9957,
      "step": 921
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.639522521806413,
      "learning_rate": 0.0009853235492983164,
      "loss": 3.9084,
      "step": 922
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2057356050329093,
      "learning_rate": 0.000985278854586496,
      "loss": 3.9021,
      "step": 923
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.415430097369293,
      "learning_rate": 0.0009852340929397076,
      "loss": 3.931,
      "step": 924
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3068607128680707,
      "learning_rate": 0.0009851892643641257,
      "loss": 3.9395,
      "step": 925
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4897963281173685,
      "learning_rate": 0.000985144368865933,
      "loss": 4.0867,
      "step": 926
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2781927711086296,
      "learning_rate": 0.0009850994064513226,
      "loss": 4.2004,
      "step": 927
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.320457471366556,
      "learning_rate": 0.000985054377126496,
      "loss": 4.0297,
      "step": 928
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5277842280122598,
      "learning_rate": 0.0009850092808976639,
      "loss": 4.0596,
      "step": 929
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2518662497623179,
      "learning_rate": 0.0009849641177710467,
      "loss": 4.2665,
      "step": 930
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5149067967894774,
      "learning_rate": 0.0009849188877528736,
      "loss": 4.2191,
      "step": 931
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6905230949838688,
      "learning_rate": 0.0009848735908493834,
      "loss": 4.0743,
      "step": 932
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1929701681584368,
      "learning_rate": 0.0009848282270668238,
      "loss": 4.1644,
      "step": 933
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2257841469605364,
      "learning_rate": 0.000984782796411452,
      "loss": 3.9519,
      "step": 934
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.176879136105362,
      "learning_rate": 0.0009847372988895343,
      "loss": 3.9867,
      "step": 935
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.9992555455613272,
      "learning_rate": 0.000984691734507346,
      "loss": 4.0503,
      "step": 936
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1602851654795971,
      "learning_rate": 0.0009846461032711723,
      "loss": 3.7602,
      "step": 937
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8971186764060644,
      "learning_rate": 0.0009846004051873066,
      "loss": 4.0302,
      "step": 938
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5633693369995434,
      "learning_rate": 0.0009845546402620523,
      "loss": 4.0715,
      "step": 939
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1842397888352805,
      "learning_rate": 0.0009845088085017218,
      "loss": 4.1694,
      "step": 940
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.207349419360585,
      "learning_rate": 0.000984462909912637,
      "loss": 4.1562,
      "step": 941
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.1162379496479007,
      "learning_rate": 0.0009844169445011282,
      "loss": 4.2172,
      "step": 942
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2323412620635488,
      "learning_rate": 0.0009843709122735358,
      "loss": 4.0566,
      "step": 943
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.422142142553048,
      "learning_rate": 0.000984324813236209,
      "loss": 3.9576,
      "step": 944
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2023201557705174,
      "learning_rate": 0.0009842786473955062,
      "loss": 4.0906,
      "step": 945
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.285804898787631,
      "learning_rate": 0.0009842324147577954,
      "loss": 3.8996,
      "step": 946
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3110230140133707,
      "learning_rate": 0.0009841861153294534,
      "loss": 4.1524,
      "step": 947
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8117412704677454,
      "learning_rate": 0.000984139749116866,
      "loss": 4.1041,
      "step": 948
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.321714473979289,
      "learning_rate": 0.0009840933161264288,
      "loss": 4.2487,
      "step": 949
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.984874592434313,
      "learning_rate": 0.0009840468163645462,
      "loss": 4.0886,
      "step": 950
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3566132759748373,
      "learning_rate": 0.0009840002498376322,
      "loss": 4.4746,
      "step": 951
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.317596157846536,
      "learning_rate": 0.0009839536165521094,
      "loss": 3.9685,
      "step": 952
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.4264478553663755,
      "learning_rate": 0.0009839069165144103,
      "loss": 4.1508,
      "step": 953
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4048612046314342,
      "learning_rate": 0.0009838601497309763,
      "loss": 3.8894,
      "step": 954
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.379628338406131,
      "learning_rate": 0.0009838133162082578,
      "loss": 3.9963,
      "step": 955
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3055416549723382,
      "learning_rate": 0.0009837664159527146,
      "loss": 4.0372,
      "step": 956
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.446338268413068,
      "learning_rate": 0.0009837194489708157,
      "loss": 4.1787,
      "step": 957
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1405526985096115,
      "learning_rate": 0.0009836724152690395,
      "loss": 4.1131,
      "step": 958
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2692440128786606,
      "learning_rate": 0.0009836253148538731,
      "loss": 4.0634,
      "step": 959
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.9207788332963034,
      "learning_rate": 0.0009835781477318133,
      "loss": 4.1055,
      "step": 960
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.7000128588792343,
      "learning_rate": 0.000983530913909366,
      "loss": 4.1679,
      "step": 961
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2184849719349153,
      "learning_rate": 0.0009834836133930458,
      "loss": 4.0771,
      "step": 962
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1866419847927028,
      "learning_rate": 0.0009834362461893773,
      "loss": 4.0561,
      "step": 963
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1816064035871716,
      "learning_rate": 0.0009833888123048937,
      "loss": 4.0231,
      "step": 964
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.652066844511286,
      "learning_rate": 0.0009833413117461378,
      "loss": 4.0028,
      "step": 965
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4053628013176662,
      "learning_rate": 0.0009832937445196613,
      "loss": 3.908,
      "step": 966
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.141565525936523,
      "learning_rate": 0.000983246110632025,
      "loss": 4.275,
      "step": 967
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4278201820569127,
      "learning_rate": 0.0009831984100897994,
      "loss": 4.0542,
      "step": 968
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.199384260694025,
      "learning_rate": 0.0009831506428995636,
      "loss": 4.1086,
      "step": 969
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2346590703393536,
      "learning_rate": 0.0009831028090679064,
      "loss": 3.9633,
      "step": 970
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3517228515130117,
      "learning_rate": 0.0009830549086014254,
      "loss": 3.9808,
      "step": 971
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.926508834080503,
      "learning_rate": 0.0009830069415067276,
      "loss": 3.8177,
      "step": 972
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.397354890876198,
      "learning_rate": 0.0009829589077904293,
      "loss": 3.995,
      "step": 973
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.5506131629600852,
      "learning_rate": 0.0009829108074591556,
      "loss": 3.9053,
      "step": 974
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4924478582790404,
      "learning_rate": 0.0009828626405195412,
      "loss": 3.6817,
      "step": 975
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.287765183688655,
      "learning_rate": 0.0009828144069782296,
      "loss": 4.0913,
      "step": 976
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.816691401337574,
      "learning_rate": 0.0009827661068418738,
      "loss": 4.1,
      "step": 977
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1693005548358926,
      "learning_rate": 0.0009827177401171361,
      "loss": 4.0689,
      "step": 978
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1144680941717817,
      "learning_rate": 0.0009826693068106876,
      "loss": 4.0424,
      "step": 979
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2934458002590496,
      "learning_rate": 0.0009826208069292086,
      "loss": 4.0227,
      "step": 980
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4835842495086131,
      "learning_rate": 0.000982572240479389,
      "loss": 4.0982,
      "step": 981
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.271483482139452,
      "learning_rate": 0.0009825236074679274,
      "loss": 4.0279,
      "step": 982
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.7214152289466564,
      "learning_rate": 0.0009824749079015318,
      "loss": 4.1749,
      "step": 983
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5790129001826994,
      "learning_rate": 0.0009824261417869197,
      "loss": 3.902,
      "step": 984
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2710077031760036,
      "learning_rate": 0.000982377309130817,
      "loss": 4.1015,
      "step": 985
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.079904617272973,
      "learning_rate": 0.0009823284099399596,
      "loss": 4.1324,
      "step": 986
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3034347301445846,
      "learning_rate": 0.000982279444221092,
      "loss": 4.1291,
      "step": 987
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2092294885850745,
      "learning_rate": 0.0009822304119809682,
      "loss": 4.0041,
      "step": 988
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2730109767279272,
      "learning_rate": 0.0009821813132263513,
      "loss": 3.9237,
      "step": 989
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5581751315706167,
      "learning_rate": 0.0009821321479640134,
      "loss": 4.2097,
      "step": 990
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6129165168717297,
      "learning_rate": 0.0009820829162007357,
      "loss": 3.9833,
      "step": 991
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2873737278633184,
      "learning_rate": 0.0009820336179433091,
      "loss": 4.171,
      "step": 992
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4312967003286392,
      "learning_rate": 0.0009819842531985337,
      "loss": 4.0234,
      "step": 993
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6915493531514212,
      "learning_rate": 0.0009819348219732176,
      "loss": 4.0339,
      "step": 994
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5336906521936657,
      "learning_rate": 0.0009818853242741796,
      "loss": 4.0189,
      "step": 995
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3149077305768606,
      "learning_rate": 0.0009818357601082467,
      "loss": 3.9543,
      "step": 996
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5716224194463693,
      "learning_rate": 0.0009817861294822551,
      "loss": 4.0773,
      "step": 997
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.40519710985977,
      "learning_rate": 0.0009817364324030506,
      "loss": 3.9557,
      "step": 998
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.01794971224117,
      "learning_rate": 0.0009816866688774882,
      "loss": 4.1058,
      "step": 999
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.860652808748809,
      "learning_rate": 0.0009816368389124314,
      "loss": 4.2831,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.402129028043682,
      "learning_rate": 0.0009815869425147537,
      "loss": 4.0437,
      "step": 1001
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4823211432674894,
      "learning_rate": 0.0009815369796913373,
      "loss": 4.2357,
      "step": 1002
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4790538387348315,
      "learning_rate": 0.0009814869504490731,
      "loss": 4.0382,
      "step": 1003
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2730933337418775,
      "learning_rate": 0.0009814368547948623,
      "loss": 4.1144,
      "step": 1004
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1489404794798845,
      "learning_rate": 0.0009813866927356142,
      "loss": 4.206,
      "step": 1005
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.718423900008804,
      "learning_rate": 0.000981336464278248,
      "loss": 4.0481,
      "step": 1006
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9794000243327088,
      "learning_rate": 0.0009812861694296917,
      "loss": 4.195,
      "step": 1007
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.047499317782648,
      "learning_rate": 0.0009812358081968825,
      "loss": 3.8762,
      "step": 1008
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.312670767675802,
      "learning_rate": 0.0009811853805867668,
      "loss": 3.8914,
      "step": 1009
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2490019835768826,
      "learning_rate": 0.0009811348866063,
      "loss": 4.0617,
      "step": 1010
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4056700523809305,
      "learning_rate": 0.0009810843262624467,
      "loss": 4.3159,
      "step": 1011
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.6390340828956516,
      "learning_rate": 0.000981033699562181,
      "loss": 4.2921,
      "step": 1012
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.162608838536548,
      "learning_rate": 0.0009809830065124858,
      "loss": 4.1538,
      "step": 1013
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.6026138425946854,
      "learning_rate": 0.0009809322471203534,
      "loss": 4.0057,
      "step": 1014
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.7498607343990364,
      "learning_rate": 0.0009808814213927847,
      "loss": 4.1682,
      "step": 1015
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3922144822159193,
      "learning_rate": 0.0009808305293367904,
      "loss": 4.1587,
      "step": 1016
    },
    {
      "epoch": 0.12,
      "grad_norm": 26.277603721175055,
      "learning_rate": 0.00098077957095939,
      "loss": 4.0795,
      "step": 1017
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.8112385727503764,
      "learning_rate": 0.0009807285462676122,
      "loss": 4.066,
      "step": 1018
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.8959416289394118,
      "learning_rate": 0.0009806774552684953,
      "loss": 4.0906,
      "step": 1019
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.622234905733966,
      "learning_rate": 0.0009806262979690857,
      "loss": 3.919,
      "step": 1020
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4925078199962707,
      "learning_rate": 0.00098057507437644,
      "loss": 3.8106,
      "step": 1021
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4575498548230545,
      "learning_rate": 0.0009805237844976234,
      "loss": 4.0375,
      "step": 1022
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.7165346716241943,
      "learning_rate": 0.00098047242833971,
      "loss": 4.1195,
      "step": 1023
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.390624756790253,
      "learning_rate": 0.0009804210059097841,
      "loss": 4.0582,
      "step": 1024
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.627757532921064,
      "learning_rate": 0.0009803695172149382,
      "loss": 4.0557,
      "step": 1025
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.181473916727016,
      "learning_rate": 0.0009803179622622738,
      "loss": 3.9394,
      "step": 1026
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9392090615767972,
      "learning_rate": 0.0009802663410589023,
      "loss": 4.2315,
      "step": 1027
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3179995506591398,
      "learning_rate": 0.0009802146536119437,
      "loss": 3.9797,
      "step": 1028
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.45031357075047,
      "learning_rate": 0.0009801628999285274,
      "loss": 3.975,
      "step": 1029
    },
    {
      "epoch": 0.12,
      "grad_norm": 5.921840222943073,
      "learning_rate": 0.000980111080015792,
      "loss": 4.1748,
      "step": 1030
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2850071444042936,
      "learning_rate": 0.0009800591938808846,
      "loss": 3.877,
      "step": 1031
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2793305392606493,
      "learning_rate": 0.0009800072415309623,
      "loss": 4.2125,
      "step": 1032
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1523367727147753,
      "learning_rate": 0.0009799552229731907,
      "loss": 3.8641,
      "step": 1033
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.354578693520637,
      "learning_rate": 0.0009799031382147448,
      "loss": 4.1685,
      "step": 1034
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.4434103059761116,
      "learning_rate": 0.000979850987262809,
      "loss": 4.0627,
      "step": 1035
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.7087287464153761,
      "learning_rate": 0.0009797987701245761,
      "loss": 3.9373,
      "step": 1036
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4322652783547312,
      "learning_rate": 0.0009797464868072487,
      "loss": 4.1694,
      "step": 1037
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.258691315160102,
      "learning_rate": 0.0009796941373180384,
      "loss": 4.2494,
      "step": 1038
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3545471197187142,
      "learning_rate": 0.0009796417216641653,
      "loss": 4.1533,
      "step": 1039
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0610387625266209,
      "learning_rate": 0.00097958923985286,
      "loss": 4.0507,
      "step": 1040
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1441854336507373,
      "learning_rate": 0.0009795366918913604,
      "loss": 4.1602,
      "step": 1041
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.683186222995479,
      "learning_rate": 0.0009794840777869152,
      "loss": 4.1068,
      "step": 1042
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3010141741874532,
      "learning_rate": 0.0009794313975467813,
      "loss": 4.3194,
      "step": 1043
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.401158710932506,
      "learning_rate": 0.0009793786511782248,
      "loss": 3.9999,
      "step": 1044
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2228105604228117,
      "learning_rate": 0.000979325838688521,
      "loss": 4.0648,
      "step": 1045
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3001665446288744,
      "learning_rate": 0.000979272960084955,
      "loss": 4.1342,
      "step": 1046
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.923309509834412,
      "learning_rate": 0.0009792200153748195,
      "loss": 4.0739,
      "step": 1047
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.6890518840189803,
      "learning_rate": 0.0009791670045654177,
      "loss": 4.0867,
      "step": 1048
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5598404960921566,
      "learning_rate": 0.0009791139276640614,
      "loss": 3.8474,
      "step": 1049
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.747740107737911,
      "learning_rate": 0.0009790607846780718,
      "loss": 4.087,
      "step": 1050
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.5324063230961253,
      "learning_rate": 0.0009790075756147783,
      "loss": 4.0739,
      "step": 1051
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.171647229274092,
      "learning_rate": 0.0009789543004815207,
      "loss": 3.9563,
      "step": 1052
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4985059033678876,
      "learning_rate": 0.000978900959285647,
      "loss": 4.2187,
      "step": 1053
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.064379861767049,
      "learning_rate": 0.0009788475520345146,
      "loss": 4.3221,
      "step": 1054
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4971275840059683,
      "learning_rate": 0.0009787940787354902,
      "loss": 4.069,
      "step": 1055
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.263977554472576,
      "learning_rate": 0.000978740539395949,
      "loss": 4.4513,
      "step": 1056
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4908730806011838,
      "learning_rate": 0.0009786869340232761,
      "loss": 4.3548,
      "step": 1057
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4719282241238945,
      "learning_rate": 0.0009786332626248655,
      "loss": 3.9538,
      "step": 1058
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.340626012032056,
      "learning_rate": 0.0009785795252081199,
      "loss": 4.0992,
      "step": 1059
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.306660821928319,
      "learning_rate": 0.000978525721780451,
      "loss": 4.1287,
      "step": 1060
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2300265414566451,
      "learning_rate": 0.0009784718523492804,
      "loss": 3.9858,
      "step": 1061
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1588443166430544,
      "learning_rate": 0.0009784179169220384,
      "loss": 4.2258,
      "step": 1062
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.57047185802853,
      "learning_rate": 0.0009783639155061643,
      "loss": 3.7996,
      "step": 1063
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2808171957774321,
      "learning_rate": 0.0009783098481091063,
      "loss": 4.0964,
      "step": 1064
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3042816824374917,
      "learning_rate": 0.0009782557147383225,
      "loss": 3.9128,
      "step": 1065
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1420537559137431,
      "learning_rate": 0.0009782015154012789,
      "loss": 4.1346,
      "step": 1066
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.327327290934473,
      "learning_rate": 0.0009781472501054517,
      "loss": 3.9409,
      "step": 1067
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.05505262983701,
      "learning_rate": 0.0009780929188583256,
      "loss": 4.0558,
      "step": 1068
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1374303636099061,
      "learning_rate": 0.000978038521667395,
      "loss": 4.0334,
      "step": 1069
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2314833517094605,
      "learning_rate": 0.000977984058540162,
      "loss": 4.0432,
      "step": 1070
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.103150152733436,
      "learning_rate": 0.0009779295294841397,
      "loss": 3.9199,
      "step": 1071
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3462765793506142,
      "learning_rate": 0.0009778749345068487,
      "loss": 4.0583,
      "step": 1072
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.739819561788374,
      "learning_rate": 0.00097782027361582,
      "loss": 4.0955,
      "step": 1073
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2288585735959598,
      "learning_rate": 0.0009777655468185924,
      "loss": 3.9591,
      "step": 1074
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5945075402894981,
      "learning_rate": 0.0009777107541227147,
      "loss": 4.142,
      "step": 1075
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.389277968946144,
      "learning_rate": 0.0009776558955357443,
      "loss": 4.0779,
      "step": 1076
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4375073059031855,
      "learning_rate": 0.0009776009710652483,
      "loss": 3.9904,
      "step": 1077
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4348995213661113,
      "learning_rate": 0.0009775459807188022,
      "loss": 3.9242,
      "step": 1078
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5934869452469487,
      "learning_rate": 0.0009774909245039909,
      "loss": 3.8806,
      "step": 1079
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.479845608471666,
      "learning_rate": 0.0009774358024284082,
      "loss": 4.0791,
      "step": 1080
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.117296021687194,
      "learning_rate": 0.0009773806144996575,
      "loss": 3.9955,
      "step": 1081
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.183772677672718,
      "learning_rate": 0.0009773253607253507,
      "loss": 3.9873,
      "step": 1082
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5789962639928703,
      "learning_rate": 0.000977270041113109,
      "loss": 3.9276,
      "step": 1083
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0193743656006615,
      "learning_rate": 0.0009772146556705629,
      "loss": 3.9963,
      "step": 1084
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.2295991421472445,
      "learning_rate": 0.0009771592044053512,
      "loss": 4.1109,
      "step": 1085
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.9581005964807026,
      "learning_rate": 0.000977103687325123,
      "loss": 4.2778,
      "step": 1086
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2850283541503715,
      "learning_rate": 0.0009770481044375356,
      "loss": 3.7693,
      "step": 1087
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1692506007914478,
      "learning_rate": 0.0009769924557502553,
      "loss": 4.0464,
      "step": 1088
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.360475215456834,
      "learning_rate": 0.0009769367412709585,
      "loss": 4.0362,
      "step": 1089
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.493610507999107,
      "learning_rate": 0.0009768809610073291,
      "loss": 3.9251,
      "step": 1090
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.0423129596254905,
      "learning_rate": 0.0009768251149670614,
      "loss": 4.0073,
      "step": 1091
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.126386563454413,
      "learning_rate": 0.000976769203157858,
      "loss": 4.0113,
      "step": 1092
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.6427277520739216,
      "learning_rate": 0.0009767132255874315,
      "loss": 4.0531,
      "step": 1093
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4804944398674211,
      "learning_rate": 0.0009766571822635022,
      "loss": 3.9697,
      "step": 1094
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4291578612082383,
      "learning_rate": 0.0009766010731938007,
      "loss": 4.094,
      "step": 1095
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.5141542606663225,
      "learning_rate": 0.0009765448983860658,
      "loss": 3.9599,
      "step": 1096
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8248712042767385,
      "learning_rate": 0.0009764886578480461,
      "loss": 3.8438,
      "step": 1097
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.372364023592408,
      "learning_rate": 0.0009764323515874986,
      "loss": 4.222,
      "step": 1098
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.231832143212094,
      "learning_rate": 0.00097637597961219,
      "loss": 4.1938,
      "step": 1099
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4374091428190032,
      "learning_rate": 0.0009763195419298955,
      "loss": 4.0506,
      "step": 1100
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.022287851742623,
      "learning_rate": 0.0009762630385483997,
      "loss": 4.0225,
      "step": 1101
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3815036560974403,
      "learning_rate": 0.000976206469475496,
      "loss": 3.9241,
      "step": 1102
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.5642226838309352,
      "learning_rate": 0.0009761498347189872,
      "loss": 4.1569,
      "step": 1103
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8100534976268143,
      "learning_rate": 0.000976093134286685,
      "loss": 4.1148,
      "step": 1104
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1517123086389929,
      "learning_rate": 0.0009760363681864102,
      "loss": 4.0619,
      "step": 1105
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.612100174452912,
      "learning_rate": 0.0009759795364259923,
      "loss": 3.9537,
      "step": 1106
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.208072970379895,
      "learning_rate": 0.0009759226390132704,
      "loss": 4.0334,
      "step": 1107
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3887279501098326,
      "learning_rate": 0.0009758656759560923,
      "loss": 3.9506,
      "step": 1108
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3908901557035898,
      "learning_rate": 0.0009758086472623151,
      "loss": 3.9903,
      "step": 1109
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.983151859479315,
      "learning_rate": 0.0009757515529398047,
      "loss": 3.9413,
      "step": 1110
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2815439165164777,
      "learning_rate": 0.0009756943929964363,
      "loss": 3.9637,
      "step": 1111
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3602353462716779,
      "learning_rate": 0.0009756371674400939,
      "loss": 3.957,
      "step": 1112
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3029872792102541,
      "learning_rate": 0.0009755798762786707,
      "loss": 4.0644,
      "step": 1113
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1470586218455885,
      "learning_rate": 0.0009755225195200689,
      "loss": 3.7977,
      "step": 1114
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.3476550444761335,
      "learning_rate": 0.0009754650971722,
      "loss": 4.1035,
      "step": 1115
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4704414796415541,
      "learning_rate": 0.000975407609242984,
      "loss": 4.0167,
      "step": 1116
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.768555022379108,
      "learning_rate": 0.0009753500557403504,
      "loss": 4.0987,
      "step": 1117
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.7362033927045515,
      "learning_rate": 0.0009752924366722376,
      "loss": 3.9892,
      "step": 1118
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2465462081912857,
      "learning_rate": 0.0009752347520465931,
      "loss": 4.1808,
      "step": 1119
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.365849090450502,
      "learning_rate": 0.0009751770018713734,
      "loss": 4.0288,
      "step": 1120
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2217654375116476,
      "learning_rate": 0.0009751191861545439,
      "loss": 4.0525,
      "step": 1121
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.082356606142538,
      "learning_rate": 0.0009750613049040792,
      "loss": 4.2771,
      "step": 1122
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.215685880262868,
      "learning_rate": 0.0009750033581279632,
      "loss": 3.9067,
      "step": 1123
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.9365207432276945,
      "learning_rate": 0.0009749453458341882,
      "loss": 4.2362,
      "step": 1124
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.243393173952921,
      "learning_rate": 0.000974887268030756,
      "loss": 4.1093,
      "step": 1125
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.113055690560134,
      "learning_rate": 0.0009748291247256774,
      "loss": 4.0303,
      "step": 1126
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2195322565632427,
      "learning_rate": 0.000974770915926972,
      "loss": 4.2279,
      "step": 1127
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2534133818251345,
      "learning_rate": 0.0009747126416426688,
      "loss": 4.1046,
      "step": 1128
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.2762379100531556,
      "learning_rate": 0.0009746543018808057,
      "loss": 3.9392,
      "step": 1129
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.32019351523326,
      "learning_rate": 0.000974595896649429,
      "loss": 4.0348,
      "step": 1130
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2715962000111387,
      "learning_rate": 0.0009745374259565953,
      "loss": 3.9784,
      "step": 1131
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.037934731168759,
      "learning_rate": 0.0009744788898103691,
      "loss": 3.7759,
      "step": 1132
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1862931088699729,
      "learning_rate": 0.0009744202882188245,
      "loss": 3.9936,
      "step": 1133
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.5470478998787935,
      "learning_rate": 0.0009743616211900443,
      "loss": 4.3491,
      "step": 1134
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.7282053763887202,
      "learning_rate": 0.0009743028887321206,
      "loss": 4.2604,
      "step": 1135
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.04449528113819,
      "learning_rate": 0.0009742440908531545,
      "loss": 3.8811,
      "step": 1136
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.240227069887739,
      "learning_rate": 0.0009741852275612559,
      "loss": 4.0271,
      "step": 1137
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1097643794007848,
      "learning_rate": 0.0009741262988645441,
      "loss": 3.6696,
      "step": 1138
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2398726318213478,
      "learning_rate": 0.000974067304771147,
      "loss": 4.2604,
      "step": 1139
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0346633290848877,
      "learning_rate": 0.0009740082452892017,
      "loss": 3.9715,
      "step": 1140
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1932297566003178,
      "learning_rate": 0.0009739491204268545,
      "loss": 3.9658,
      "step": 1141
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.205304594451489,
      "learning_rate": 0.0009738899301922602,
      "loss": 3.98,
      "step": 1142
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2020454920984538,
      "learning_rate": 0.0009738306745935833,
      "loss": 3.7182,
      "step": 1143
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.260432300070686,
      "learning_rate": 0.0009737713536389969,
      "loss": 4.2419,
      "step": 1144
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1133372525884535,
      "learning_rate": 0.0009737119673366832,
      "loss": 4.0668,
      "step": 1145
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4353979020163097,
      "learning_rate": 0.0009736525156948333,
      "loss": 4.1236,
      "step": 1146
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.232836220065639,
      "learning_rate": 0.0009735929987216476,
      "loss": 3.9061,
      "step": 1147
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.5406095573245218,
      "learning_rate": 0.0009735334164253351,
      "loss": 4.0218,
      "step": 1148
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.9271397077839116,
      "learning_rate": 0.0009734737688141142,
      "loss": 4.0121,
      "step": 1149
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8965940181337684,
      "learning_rate": 0.0009734140558962123,
      "loss": 3.9482,
      "step": 1150
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.617457047223621,
      "learning_rate": 0.0009733542776798653,
      "loss": 4.0872,
      "step": 1151
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3860655864056333,
      "learning_rate": 0.0009732944341733188,
      "loss": 4.042,
      "step": 1152
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.747993380220601,
      "learning_rate": 0.0009732345253848267,
      "loss": 4.0696,
      "step": 1153
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.207376581682096,
      "learning_rate": 0.0009731745513226526,
      "loss": 3.9544,
      "step": 1154
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2256604213238373,
      "learning_rate": 0.0009731145119950686,
      "loss": 4.0532,
      "step": 1155
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0817362493268414,
      "learning_rate": 0.0009730544074103562,
      "loss": 4.1034,
      "step": 1156
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1600626371391756,
      "learning_rate": 0.0009729942375768055,
      "loss": 4.191,
      "step": 1157
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.70580656369459,
      "learning_rate": 0.0009729340025027158,
      "loss": 4.1685,
      "step": 1158
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.0876482048800766,
      "learning_rate": 0.0009728737021963954,
      "loss": 4.1988,
      "step": 1159
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.046961117495001,
      "learning_rate": 0.0009728133366661615,
      "loss": 3.8947,
      "step": 1160
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2109004698355041,
      "learning_rate": 0.0009727529059203406,
      "loss": 3.9896,
      "step": 1161
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.7573711158460956,
      "learning_rate": 0.0009726924099672676,
      "loss": 3.8891,
      "step": 1162
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1794932763368144,
      "learning_rate": 0.0009726318488152872,
      "loss": 3.9238,
      "step": 1163
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.395301234022215,
      "learning_rate": 0.0009725712224727523,
      "loss": 3.9941,
      "step": 1164
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1358170395882634,
      "learning_rate": 0.0009725105309480253,
      "loss": 3.9771,
      "step": 1165
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2158345909415074,
      "learning_rate": 0.0009724497742494776,
      "loss": 3.9244,
      "step": 1166
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2711099423714294,
      "learning_rate": 0.000972388952385489,
      "loss": 4.0551,
      "step": 1167
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1051383784413746,
      "learning_rate": 0.000972328065364449,
      "loss": 3.8987,
      "step": 1168
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1468378846132352,
      "learning_rate": 0.0009722671131947559,
      "loss": 3.819,
      "step": 1169
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0203706772290229,
      "learning_rate": 0.0009722060958848168,
      "loss": 3.7945,
      "step": 1170
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4775824263762234,
      "learning_rate": 0.0009721450134430478,
      "loss": 3.883,
      "step": 1171
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3536524118876307,
      "learning_rate": 0.000972083865877874,
      "loss": 4.1824,
      "step": 1172
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.101880117571411,
      "learning_rate": 0.0009720226531977296,
      "loss": 4.1951,
      "step": 1173
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3680630555380664,
      "learning_rate": 0.0009719613754110578,
      "loss": 4.136,
      "step": 1174
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1442504024431006,
      "learning_rate": 0.0009719000325263109,
      "loss": 3.9422,
      "step": 1175
    },
    {
      "epoch": 0.13,
      "grad_norm": 7.083179856231108,
      "learning_rate": 0.0009718386245519495,
      "loss": 4.1419,
      "step": 1176
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1467413861101263,
      "learning_rate": 0.0009717771514964439,
      "loss": 3.9311,
      "step": 1177
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.848618204270367,
      "learning_rate": 0.0009717156133682734,
      "loss": 3.9715,
      "step": 1178
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.3302178796004167,
      "learning_rate": 0.0009716540101759255,
      "loss": 4.1595,
      "step": 1179
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.108320054341137,
      "learning_rate": 0.0009715923419278976,
      "loss": 4.1926,
      "step": 1180
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 8721,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10,
  "total_flos": 3861465440256.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}