| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9947460595446582, | |
| "eval_steps": 500, | |
| "global_step": 855, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0035026269702276708, | |
| "grad_norm": 52.48405456542969, | |
| "learning_rate": 4.651162790697675e-07, | |
| "loss": 4.5474, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0070052539404553416, | |
| "grad_norm": 15.457415580749512, | |
| "learning_rate": 9.30232558139535e-07, | |
| "loss": 3.8101, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.010507880910683012, | |
| "grad_norm": 38.854068756103516, | |
| "learning_rate": 1.3953488372093025e-06, | |
| "loss": 4.5719, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.014010507880910683, | |
| "grad_norm": 32.52230453491211, | |
| "learning_rate": 1.86046511627907e-06, | |
| "loss": 4.2939, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.017513134851138354, | |
| "grad_norm": 62.512908935546875, | |
| "learning_rate": 2.3255813953488376e-06, | |
| "loss": 4.9511, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.021015761821366025, | |
| "grad_norm": 14.109648704528809, | |
| "learning_rate": 2.790697674418605e-06, | |
| "loss": 3.9829, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.024518388791593695, | |
| "grad_norm": 39.390140533447266, | |
| "learning_rate": 3.2558139534883724e-06, | |
| "loss": 3.8983, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.028021015761821366, | |
| "grad_norm": 47.82828903198242, | |
| "learning_rate": 3.72093023255814e-06, | |
| "loss": 4.5586, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03152364273204904, | |
| "grad_norm": 27.250408172607422, | |
| "learning_rate": 4.186046511627907e-06, | |
| "loss": 3.2116, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.03502626970227671, | |
| "grad_norm": 15.391385078430176, | |
| "learning_rate": 4.651162790697675e-06, | |
| "loss": 3.864, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03852889667250438, | |
| "grad_norm": 15.911999702453613, | |
| "learning_rate": 5.116279069767442e-06, | |
| "loss": 3.4548, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.04203152364273205, | |
| "grad_norm": 11.446131706237793, | |
| "learning_rate": 5.58139534883721e-06, | |
| "loss": 3.3845, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04553415061295972, | |
| "grad_norm": 21.21734619140625, | |
| "learning_rate": 6.046511627906977e-06, | |
| "loss": 3.9722, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.04903677758318739, | |
| "grad_norm": 19.188844680786133, | |
| "learning_rate": 6.511627906976745e-06, | |
| "loss": 4.4815, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.05253940455341506, | |
| "grad_norm": 15.476765632629395, | |
| "learning_rate": 6.976744186046513e-06, | |
| "loss": 3.9449, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.05604203152364273, | |
| "grad_norm": 8.746248245239258, | |
| "learning_rate": 7.44186046511628e-06, | |
| "loss": 3.0432, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0595446584938704, | |
| "grad_norm": 14.563529014587402, | |
| "learning_rate": 7.906976744186048e-06, | |
| "loss": 3.4222, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.06304728546409807, | |
| "grad_norm": 9.088067054748535, | |
| "learning_rate": 8.372093023255815e-06, | |
| "loss": 3.2242, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.06654991243432574, | |
| "grad_norm": 18.267414093017578, | |
| "learning_rate": 8.837209302325582e-06, | |
| "loss": 3.4081, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.07005253940455342, | |
| "grad_norm": 19.622844696044922, | |
| "learning_rate": 9.30232558139535e-06, | |
| "loss": 3.1812, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07355516637478109, | |
| "grad_norm": 14.69324016571045, | |
| "learning_rate": 9.767441860465117e-06, | |
| "loss": 2.7359, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.07705779334500876, | |
| "grad_norm": 16.522323608398438, | |
| "learning_rate": 1.0232558139534884e-05, | |
| "loss": 3.3083, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.08056042031523643, | |
| "grad_norm": 27.648794174194336, | |
| "learning_rate": 1.0697674418604651e-05, | |
| "loss": 3.7333, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0840630472854641, | |
| "grad_norm": 18.54423713684082, | |
| "learning_rate": 1.116279069767442e-05, | |
| "loss": 3.013, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.08756567425569177, | |
| "grad_norm": 26.133230209350586, | |
| "learning_rate": 1.1627906976744187e-05, | |
| "loss": 3.5883, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.09106830122591944, | |
| "grad_norm": 11.354973793029785, | |
| "learning_rate": 1.2093023255813954e-05, | |
| "loss": 3.2263, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.09457092819614711, | |
| "grad_norm": 28.07408332824707, | |
| "learning_rate": 1.2558139534883723e-05, | |
| "loss": 3.4547, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.09807355516637478, | |
| "grad_norm": 34.68488693237305, | |
| "learning_rate": 1.302325581395349e-05, | |
| "loss": 4.8204, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.10157618213660245, | |
| "grad_norm": 11.963549613952637, | |
| "learning_rate": 1.3488372093023257e-05, | |
| "loss": 3.1184, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.10507880910683012, | |
| "grad_norm": 16.531707763671875, | |
| "learning_rate": 1.3953488372093025e-05, | |
| "loss": 3.4912, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1085814360770578, | |
| "grad_norm": 20.2814998626709, | |
| "learning_rate": 1.441860465116279e-05, | |
| "loss": 3.6366, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.11208406304728546, | |
| "grad_norm": 19.060791015625, | |
| "learning_rate": 1.488372093023256e-05, | |
| "loss": 3.1751, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.11558669001751314, | |
| "grad_norm": 11.113019943237305, | |
| "learning_rate": 1.5348837209302328e-05, | |
| "loss": 3.1345, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.1190893169877408, | |
| "grad_norm": 17.613746643066406, | |
| "learning_rate": 1.5813953488372095e-05, | |
| "loss": 3.4793, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.12259194395796848, | |
| "grad_norm": 10.551315307617188, | |
| "learning_rate": 1.6279069767441862e-05, | |
| "loss": 3.0938, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.12609457092819615, | |
| "grad_norm": 30.171554565429688, | |
| "learning_rate": 1.674418604651163e-05, | |
| "loss": 4.7277, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.1295971978984238, | |
| "grad_norm": 12.733338356018066, | |
| "learning_rate": 1.7209302325581396e-05, | |
| "loss": 3.4881, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.1330998248686515, | |
| "grad_norm": 18.498449325561523, | |
| "learning_rate": 1.7674418604651163e-05, | |
| "loss": 4.3251, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.13660245183887915, | |
| "grad_norm": 18.08729362487793, | |
| "learning_rate": 1.813953488372093e-05, | |
| "loss": 3.8999, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.14010507880910683, | |
| "grad_norm": 12.728877067565918, | |
| "learning_rate": 1.86046511627907e-05, | |
| "loss": 3.3771, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1436077057793345, | |
| "grad_norm": 19.182889938354492, | |
| "learning_rate": 1.9069767441860468e-05, | |
| "loss": 4.3478, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.14711033274956217, | |
| "grad_norm": 14.268775939941406, | |
| "learning_rate": 1.9534883720930235e-05, | |
| "loss": 3.8552, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.15061295971978983, | |
| "grad_norm": 32.71632766723633, | |
| "learning_rate": 2e-05, | |
| "loss": 2.8895, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.15411558669001751, | |
| "grad_norm": 15.663018226623535, | |
| "learning_rate": 2.046511627906977e-05, | |
| "loss": 3.9284, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.15761821366024517, | |
| "grad_norm": 12.49007797241211, | |
| "learning_rate": 2.093023255813954e-05, | |
| "loss": 3.397, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.16112084063047286, | |
| "grad_norm": 18.972797393798828, | |
| "learning_rate": 2.1395348837209303e-05, | |
| "loss": 3.4676, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.1646234676007005, | |
| "grad_norm": 17.138303756713867, | |
| "learning_rate": 2.186046511627907e-05, | |
| "loss": 3.5788, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.1681260945709282, | |
| "grad_norm": 13.487051010131836, | |
| "learning_rate": 2.232558139534884e-05, | |
| "loss": 3.618, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.17162872154115585, | |
| "grad_norm": 17.096302032470703, | |
| "learning_rate": 2.2790697674418607e-05, | |
| "loss": 3.3029, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.17513134851138354, | |
| "grad_norm": 9.788946151733398, | |
| "learning_rate": 2.3255813953488374e-05, | |
| "loss": 2.7551, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1786339754816112, | |
| "grad_norm": 20.02460479736328, | |
| "learning_rate": 2.3720930232558144e-05, | |
| "loss": 2.5158, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.18213660245183888, | |
| "grad_norm": 13.219809532165527, | |
| "learning_rate": 2.4186046511627908e-05, | |
| "loss": 2.8995, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.18563922942206654, | |
| "grad_norm": 14.657979011535645, | |
| "learning_rate": 2.4651162790697675e-05, | |
| "loss": 3.384, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.18914185639229422, | |
| "grad_norm": 20.963659286499023, | |
| "learning_rate": 2.5116279069767445e-05, | |
| "loss": 3.3458, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.19264448336252188, | |
| "grad_norm": 12.124914169311523, | |
| "learning_rate": 2.5581395348837212e-05, | |
| "loss": 3.0666, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.19614711033274956, | |
| "grad_norm": 11.544058799743652, | |
| "learning_rate": 2.604651162790698e-05, | |
| "loss": 2.8553, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.19964973730297722, | |
| "grad_norm": 16.375518798828125, | |
| "learning_rate": 2.6511627906976743e-05, | |
| "loss": 3.2603, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.2031523642732049, | |
| "grad_norm": 14.338220596313477, | |
| "learning_rate": 2.6976744186046514e-05, | |
| "loss": 3.6208, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.20665499124343256, | |
| "grad_norm": 10.745012283325195, | |
| "learning_rate": 2.744186046511628e-05, | |
| "loss": 3.0888, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.21015761821366025, | |
| "grad_norm": 11.644838333129883, | |
| "learning_rate": 2.790697674418605e-05, | |
| "loss": 2.7899, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2136602451838879, | |
| "grad_norm": 10.003059387207031, | |
| "learning_rate": 2.8372093023255818e-05, | |
| "loss": 3.314, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.2171628721541156, | |
| "grad_norm": 24.950681686401367, | |
| "learning_rate": 2.883720930232558e-05, | |
| "loss": 3.5718, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.22066549912434325, | |
| "grad_norm": 13.138785362243652, | |
| "learning_rate": 2.930232558139535e-05, | |
| "loss": 2.705, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.22416812609457093, | |
| "grad_norm": 10.878084182739258, | |
| "learning_rate": 2.976744186046512e-05, | |
| "loss": 3.1842, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.2276707530647986, | |
| "grad_norm": 16.99833106994629, | |
| "learning_rate": 3.0232558139534886e-05, | |
| "loss": 3.5814, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.23117338003502627, | |
| "grad_norm": 15.462761878967285, | |
| "learning_rate": 3.0697674418604656e-05, | |
| "loss": 3.1773, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.23467600700525393, | |
| "grad_norm": 13.846227645874023, | |
| "learning_rate": 3.116279069767442e-05, | |
| "loss": 2.386, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.2381786339754816, | |
| "grad_norm": 19.097707748413086, | |
| "learning_rate": 3.162790697674419e-05, | |
| "loss": 2.8701, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.24168126094570927, | |
| "grad_norm": 13.607734680175781, | |
| "learning_rate": 3.2093023255813954e-05, | |
| "loss": 3.9503, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.24518388791593695, | |
| "grad_norm": 11.81222152709961, | |
| "learning_rate": 3.2558139534883724e-05, | |
| "loss": 2.8775, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.2486865148861646, | |
| "grad_norm": 18.59412956237793, | |
| "learning_rate": 3.3023255813953495e-05, | |
| "loss": 3.9074, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.2521891418563923, | |
| "grad_norm": 25.35107421875, | |
| "learning_rate": 3.348837209302326e-05, | |
| "loss": 3.8891, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.25569176882662, | |
| "grad_norm": 16.84481430053711, | |
| "learning_rate": 3.395348837209302e-05, | |
| "loss": 3.8725, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.2591943957968476, | |
| "grad_norm": 17.052255630493164, | |
| "learning_rate": 3.441860465116279e-05, | |
| "loss": 3.0218, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.2626970227670753, | |
| "grad_norm": 36.11460876464844, | |
| "learning_rate": 3.488372093023256e-05, | |
| "loss": 4.1979, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.266199649737303, | |
| "grad_norm": 10.964736938476562, | |
| "learning_rate": 3.5348837209302326e-05, | |
| "loss": 3.1011, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.26970227670753066, | |
| "grad_norm": 13.844853401184082, | |
| "learning_rate": 3.58139534883721e-05, | |
| "loss": 3.6975, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2732049036777583, | |
| "grad_norm": 12.19601821899414, | |
| "learning_rate": 3.627906976744186e-05, | |
| "loss": 3.1434, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.276707530647986, | |
| "grad_norm": 12.09930419921875, | |
| "learning_rate": 3.674418604651163e-05, | |
| "loss": 3.3209, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.28021015761821366, | |
| "grad_norm": 16.452251434326172, | |
| "learning_rate": 3.72093023255814e-05, | |
| "loss": 2.9085, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.28371278458844135, | |
| "grad_norm": 10.51562213897705, | |
| "learning_rate": 3.7674418604651165e-05, | |
| "loss": 3.3766, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.287215411558669, | |
| "grad_norm": 10.312739372253418, | |
| "learning_rate": 3.8139534883720935e-05, | |
| "loss": 3.2133, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.29071803852889666, | |
| "grad_norm": 15.232990264892578, | |
| "learning_rate": 3.8604651162790706e-05, | |
| "loss": 4.067, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.29422066549912435, | |
| "grad_norm": 13.83324146270752, | |
| "learning_rate": 3.906976744186047e-05, | |
| "loss": 3.2642, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.29772329246935203, | |
| "grad_norm": 14.54284954071045, | |
| "learning_rate": 3.953488372093023e-05, | |
| "loss": 3.2644, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.30122591943957966, | |
| "grad_norm": 18.364408493041992, | |
| "learning_rate": 4e-05, | |
| "loss": 3.0344, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.30472854640980734, | |
| "grad_norm": 11.513346672058105, | |
| "learning_rate": 3.99998331037949e-05, | |
| "loss": 2.5797, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.30823117338003503, | |
| "grad_norm": 19.537710189819336, | |
| "learning_rate": 3.9999332417965036e-05, | |
| "loss": 3.5762, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.3117338003502627, | |
| "grad_norm": 16.66529655456543, | |
| "learning_rate": 3.999849795086666e-05, | |
| "loss": 3.181, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.31523642732049034, | |
| "grad_norm": 8.610281944274902, | |
| "learning_rate": 3.999732971642672e-05, | |
| "loss": 2.9271, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.318739054290718, | |
| "grad_norm": 26.244932174682617, | |
| "learning_rate": 3.999582773414259e-05, | |
| "loss": 2.9479, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.3222416812609457, | |
| "grad_norm": 10.8726167678833, | |
| "learning_rate": 3.99939920290818e-05, | |
| "loss": 2.5413, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.3257443082311734, | |
| "grad_norm": 12.799675941467285, | |
| "learning_rate": 3.999182263188156e-05, | |
| "loss": 3.3469, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.329246935201401, | |
| "grad_norm": 13.35167121887207, | |
| "learning_rate": 3.998931957874829e-05, | |
| "loss": 3.5572, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.3327495621716287, | |
| "grad_norm": 10.501457214355469, | |
| "learning_rate": 3.998648291145701e-05, | |
| "loss": 2.5409, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.3362521891418564, | |
| "grad_norm": 13.109798431396484, | |
| "learning_rate": 3.99833126773506e-05, | |
| "loss": 3.4712, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.3397548161120841, | |
| "grad_norm": 12.54065227508545, | |
| "learning_rate": 3.9979808929339066e-05, | |
| "loss": 3.4943, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.3432574430823117, | |
| "grad_norm": 18.664926528930664, | |
| "learning_rate": 3.997597172589865e-05, | |
| "loss": 4.0018, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.3467600700525394, | |
| "grad_norm": 9.06640911102295, | |
| "learning_rate": 3.9971801131070805e-05, | |
| "loss": 3.5354, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.3502626970227671, | |
| "grad_norm": 10.051581382751465, | |
| "learning_rate": 3.996729721446118e-05, | |
| "loss": 3.6732, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.35376532399299476, | |
| "grad_norm": 10.670345306396484, | |
| "learning_rate": 3.996246005123843e-05, | |
| "loss": 3.422, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.3572679509632224, | |
| "grad_norm": 12.128016471862793, | |
| "learning_rate": 3.995728972213299e-05, | |
| "loss": 3.37, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.3607705779334501, | |
| "grad_norm": 15.131268501281738, | |
| "learning_rate": 3.995178631343567e-05, | |
| "loss": 3.8201, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.36427320490367776, | |
| "grad_norm": 11.882003784179688, | |
| "learning_rate": 3.994594991699629e-05, | |
| "loss": 2.4535, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.36777583187390545, | |
| "grad_norm": 13.227598190307617, | |
| "learning_rate": 3.993978063022208e-05, | |
| "loss": 3.5045, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.3712784588441331, | |
| "grad_norm": 9.773946762084961, | |
| "learning_rate": 3.99332785560761e-05, | |
| "loss": 2.7874, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.37478108581436076, | |
| "grad_norm": 27.06616973876953, | |
| "learning_rate": 3.99264438030755e-05, | |
| "loss": 3.155, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.37828371278458844, | |
| "grad_norm": 9.595654487609863, | |
| "learning_rate": 3.991927648528971e-05, | |
| "loss": 2.9589, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.38178633975481613, | |
| "grad_norm": 14.137282371520996, | |
| "learning_rate": 3.9911776722338544e-05, | |
| "loss": 3.6373, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.38528896672504376, | |
| "grad_norm": 11.451871871948242, | |
| "learning_rate": 3.990394463939021e-05, | |
| "loss": 3.41, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.38879159369527144, | |
| "grad_norm": 11.46674919128418, | |
| "learning_rate": 3.989578036715919e-05, | |
| "loss": 3.5972, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.3922942206654991, | |
| "grad_norm": 16.71035385131836, | |
| "learning_rate": 3.9887284041904085e-05, | |
| "loss": 3.734, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.3957968476357268, | |
| "grad_norm": 12.229024887084961, | |
| "learning_rate": 3.987845580542535e-05, | |
| "loss": 3.4147, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.39929947460595444, | |
| "grad_norm": 19.44122886657715, | |
| "learning_rate": 3.9869295805062906e-05, | |
| "loss": 3.7344, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.4028021015761821, | |
| "grad_norm": 19.81208038330078, | |
| "learning_rate": 3.9859804193693665e-05, | |
| "loss": 4.4243, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.4063047285464098, | |
| "grad_norm": 12.858543395996094, | |
| "learning_rate": 3.9849981129729026e-05, | |
| "loss": 4.4602, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.4098073555166375, | |
| "grad_norm": 14.306174278259277, | |
| "learning_rate": 3.983982677711221e-05, | |
| "loss": 3.147, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.4133099824868651, | |
| "grad_norm": 9.356593132019043, | |
| "learning_rate": 3.98293413053155e-05, | |
| "loss": 3.8658, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.4168126094570928, | |
| "grad_norm": 9.299378395080566, | |
| "learning_rate": 3.981852488933743e-05, | |
| "loss": 4.0554, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.4203152364273205, | |
| "grad_norm": 9.975719451904297, | |
| "learning_rate": 3.9807377709699895e-05, | |
| "loss": 4.179, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4238178633975482, | |
| "grad_norm": 13.278733253479004, | |
| "learning_rate": 3.9795899952445086e-05, | |
| "loss": 2.7921, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.4273204903677758, | |
| "grad_norm": 10.308444023132324, | |
| "learning_rate": 3.9784091809132424e-05, | |
| "loss": 3.8932, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.4308231173380035, | |
| "grad_norm": 17.627866744995117, | |
| "learning_rate": 3.9771953476835323e-05, | |
| "loss": 3.3324, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.4343257443082312, | |
| "grad_norm": 14.405228614807129, | |
| "learning_rate": 3.975948515813795e-05, | |
| "loss": 3.3283, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.43782837127845886, | |
| "grad_norm": 6.409677028656006, | |
| "learning_rate": 3.9746687061131826e-05, | |
| "loss": 2.5538, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.4413309982486865, | |
| "grad_norm": 21.610538482666016, | |
| "learning_rate": 3.973355939941232e-05, | |
| "loss": 3.2504, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.4448336252189142, | |
| "grad_norm": 11.399911880493164, | |
| "learning_rate": 3.972010239207512e-05, | |
| "loss": 3.8677, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.44833625218914186, | |
| "grad_norm": 11.416419982910156, | |
| "learning_rate": 3.970631626371258e-05, | |
| "loss": 2.8155, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.45183887915936954, | |
| "grad_norm": 11.055480003356934, | |
| "learning_rate": 3.969220124440995e-05, | |
| "loss": 3.0696, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.4553415061295972, | |
| "grad_norm": 24.55332374572754, | |
| "learning_rate": 3.9677757569741544e-05, | |
| "loss": 4.3794, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.45884413309982486, | |
| "grad_norm": 14.385886192321777, | |
| "learning_rate": 3.966298548076681e-05, | |
| "loss": 2.9191, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.46234676007005254, | |
| "grad_norm": 16.254535675048828, | |
| "learning_rate": 3.9647885224026306e-05, | |
| "loss": 3.7145, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.4658493870402802, | |
| "grad_norm": 17.73900604248047, | |
| "learning_rate": 3.96324570515376e-05, | |
| "loss": 3.6577, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.46935201401050786, | |
| "grad_norm": 10.10382080078125, | |
| "learning_rate": 3.961670122079101e-05, | |
| "loss": 3.0099, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.47285464098073554, | |
| "grad_norm": 19.65964698791504, | |
| "learning_rate": 3.960061799474539e-05, | |
| "loss": 3.1526, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4763572679509632, | |
| "grad_norm": 8.950761795043945, | |
| "learning_rate": 3.958420764182368e-05, | |
| "loss": 3.0122, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.4798598949211909, | |
| "grad_norm": 20.611316680908203, | |
| "learning_rate": 3.956747043590844e-05, | |
| "loss": 4.1029, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.48336252189141854, | |
| "grad_norm": 11.411933898925781, | |
| "learning_rate": 3.9550406656337286e-05, | |
| "loss": 3.5931, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.4868651488616462, | |
| "grad_norm": 14.644675254821777, | |
| "learning_rate": 3.953301658789822e-05, | |
| "loss": 3.5152, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.4903677758318739, | |
| "grad_norm": 16.666471481323242, | |
| "learning_rate": 3.9515300520824877e-05, | |
| "loss": 3.8511, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.4938704028021016, | |
| "grad_norm": 8.767988204956055, | |
| "learning_rate": 3.949725875079171e-05, | |
| "loss": 2.9792, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.4973730297723292, | |
| "grad_norm": 7.37055778503418, | |
| "learning_rate": 3.947889157890901e-05, | |
| "loss": 2.7419, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.500875656742557, | |
| "grad_norm": 9.221246719360352, | |
| "learning_rate": 3.9460199311717905e-05, | |
| "loss": 3.4633, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.5043782837127846, | |
| "grad_norm": 8.684052467346191, | |
| "learning_rate": 3.944118226118523e-05, | |
| "loss": 2.51, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.5078809106830122, | |
| "grad_norm": 13.942377090454102, | |
| "learning_rate": 3.942184074469835e-05, | |
| "loss": 2.778, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.51138353765324, | |
| "grad_norm": 8.383426666259766, | |
| "learning_rate": 3.940217508505984e-05, | |
| "loss": 3.2499, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.5148861646234676, | |
| "grad_norm": 11.05321979522705, | |
| "learning_rate": 3.938218561048209e-05, | |
| "loss": 2.8737, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.5183887915936952, | |
| "grad_norm": 15.219361305236816, | |
| "learning_rate": 3.936187265458185e-05, | |
| "loss": 3.2706, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.521891418563923, | |
| "grad_norm": 12.02111530303955, | |
| "learning_rate": 3.9341236556374635e-05, | |
| "loss": 2.4901, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.5253940455341506, | |
| "grad_norm": 12.307247161865234, | |
| "learning_rate": 3.93202776602691e-05, | |
| "loss": 3.0426, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5288966725043783, | |
| "grad_norm": 17.756227493286133, | |
| "learning_rate": 3.929899631606128e-05, | |
| "loss": 3.8817, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.532399299474606, | |
| "grad_norm": 15.380708694458008, | |
| "learning_rate": 3.9277392878928714e-05, | |
| "loss": 2.2106, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.5359019264448336, | |
| "grad_norm": 11.024133682250977, | |
| "learning_rate": 3.925546770942457e-05, | |
| "loss": 3.1595, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.5394045534150613, | |
| "grad_norm": 12.819958686828613, | |
| "learning_rate": 3.9233221173471616e-05, | |
| "loss": 2.6395, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.542907180385289, | |
| "grad_norm": 9.612881660461426, | |
| "learning_rate": 3.9210653642356094e-05, | |
| "loss": 3.2601, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.5464098073555166, | |
| "grad_norm": 16.474605560302734, | |
| "learning_rate": 3.9187765492721534e-05, | |
| "loss": 3.6263, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.5499124343257443, | |
| "grad_norm": 7.583954334259033, | |
| "learning_rate": 3.916455710656246e-05, | |
| "loss": 3.0502, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.553415061295972, | |
| "grad_norm": 10.567022323608398, | |
| "learning_rate": 3.914102887121804e-05, | |
| "loss": 2.5924, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.5569176882661997, | |
| "grad_norm": 9.386385917663574, | |
| "learning_rate": 3.911718117936559e-05, | |
| "loss": 2.6265, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.5604203152364273, | |
| "grad_norm": 11.7581787109375, | |
| "learning_rate": 3.9093014429014034e-05, | |
| "loss": 3.7777, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.563922942206655, | |
| "grad_norm": 9.84007453918457, | |
| "learning_rate": 3.906852902349726e-05, | |
| "loss": 3.1266, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.5674255691768827, | |
| "grad_norm": 18.16061782836914, | |
| "learning_rate": 3.9043725371467406e-05, | |
| "loss": 3.04, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.5709281961471103, | |
| "grad_norm": 8.399232864379883, | |
| "learning_rate": 3.9018603886888e-05, | |
| "loss": 3.1878, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.574430823117338, | |
| "grad_norm": 28.759723663330078, | |
| "learning_rate": 3.89931649890271e-05, | |
| "loss": 2.6301, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.5779334500875657, | |
| "grad_norm": 13.141151428222656, | |
| "learning_rate": 3.896740910245024e-05, | |
| "loss": 2.3805, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.5814360770577933, | |
| "grad_norm": 9.281489372253418, | |
| "learning_rate": 3.894133665701341e-05, | |
| "loss": 2.4934, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.5849387040280211, | |
| "grad_norm": 12.659279823303223, | |
| "learning_rate": 3.8914948087855816e-05, | |
| "loss": 2.809, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.5884413309982487, | |
| "grad_norm": 9.575944900512695, | |
| "learning_rate": 3.888824383539267e-05, | |
| "loss": 3.4147, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.5919439579684763, | |
| "grad_norm": 12.01468276977539, | |
| "learning_rate": 3.886122434530782e-05, | |
| "loss": 4.2984, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.5954465849387041, | |
| "grad_norm": 17.843990325927734, | |
| "learning_rate": 3.8833890068546284e-05, | |
| "loss": 3.9301, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5989492119089317, | |
| "grad_norm": 10.337265014648438, | |
| "learning_rate": 3.8806241461306774e-05, | |
| "loss": 2.9173, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.6024518388791593, | |
| "grad_norm": 10.002184867858887, | |
| "learning_rate": 3.877827898503406e-05, | |
| "loss": 3.1344, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.6059544658493871, | |
| "grad_norm": 9.526917457580566, | |
| "learning_rate": 3.875000310641125e-05, | |
| "loss": 2.7306, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.6094570928196147, | |
| "grad_norm": 15.251102447509766, | |
| "learning_rate": 3.8721414297352044e-05, | |
| "loss": 2.6925, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.6129597197898424, | |
| "grad_norm": 15.054774284362793, | |
| "learning_rate": 3.86925130349928e-05, | |
| "loss": 2.9571, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.6164623467600701, | |
| "grad_norm": 6.836494445800781, | |
| "learning_rate": 3.866329980168462e-05, | |
| "loss": 2.8877, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.6199649737302977, | |
| "grad_norm": 66.23248291015625, | |
| "learning_rate": 3.863377508498529e-05, | |
| "loss": 3.5541, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.6234676007005254, | |
| "grad_norm": 8.304655075073242, | |
| "learning_rate": 3.860393937765112e-05, | |
| "loss": 2.7798, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.626970227670753, | |
| "grad_norm": 12.527859687805176, | |
| "learning_rate": 3.8573793177628746e-05, | |
| "loss": 2.7926, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.6304728546409807, | |
| "grad_norm": 15.866973876953125, | |
| "learning_rate": 3.854333698804681e-05, | |
| "loss": 2.7737, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6339754816112084, | |
| "grad_norm": 9.761703491210938, | |
| "learning_rate": 3.8512571317207545e-05, | |
| "loss": 2.9336, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.637478108581436, | |
| "grad_norm": 19.601985931396484, | |
| "learning_rate": 3.848149667857834e-05, | |
| "loss": 3.7819, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.6409807355516638, | |
| "grad_norm": 8.4579439163208, | |
| "learning_rate": 3.845011359078311e-05, | |
| "loss": 3.8168, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.6444833625218914, | |
| "grad_norm": 9.35549545288086, | |
| "learning_rate": 3.841842257759368e-05, | |
| "loss": 3.1408, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.647985989492119, | |
| "grad_norm": 11.803943634033203, | |
| "learning_rate": 3.8386424167921044e-05, | |
| "loss": 3.3967, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.6514886164623468, | |
| "grad_norm": 10.127033233642578, | |
| "learning_rate": 3.83541188958065e-05, | |
| "loss": 3.4275, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.6549912434325744, | |
| "grad_norm": 15.094486236572266, | |
| "learning_rate": 3.83215073004128e-05, | |
| "loss": 3.5596, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.658493870402802, | |
| "grad_norm": 5.772601127624512, | |
| "learning_rate": 3.8288589926015085e-05, | |
| "loss": 1.9319, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.6619964973730298, | |
| "grad_norm": 6.778163433074951, | |
| "learning_rate": 3.825536732199183e-05, | |
| "loss": 2.1441, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.6654991243432574, | |
| "grad_norm": 28.084945678710938, | |
| "learning_rate": 3.822184004281571e-05, | |
| "loss": 3.33, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6690017513134852, | |
| "grad_norm": 24.842683792114258, | |
| "learning_rate": 3.818800864804428e-05, | |
| "loss": 3.7081, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.6725043782837128, | |
| "grad_norm": 24.76456069946289, | |
| "learning_rate": 3.815387370231068e-05, | |
| "loss": 3.9048, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.6760070052539404, | |
| "grad_norm": 16.95564842224121, | |
| "learning_rate": 3.8119435775314195e-05, | |
| "loss": 3.8501, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.6795096322241682, | |
| "grad_norm": 14.68836784362793, | |
| "learning_rate": 3.808469544181078e-05, | |
| "loss": 2.9176, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.6830122591943958, | |
| "grad_norm": 12.532986640930176, | |
| "learning_rate": 3.804965328160339e-05, | |
| "loss": 2.9567, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.6865148861646234, | |
| "grad_norm": 12.127058982849121, | |
| "learning_rate": 3.801430987953239e-05, | |
| "loss": 2.9253, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.6900175131348512, | |
| "grad_norm": 16.993106842041016, | |
| "learning_rate": 3.797866582546577e-05, | |
| "loss": 3.7068, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.6935201401050788, | |
| "grad_norm": 8.354787826538086, | |
| "learning_rate": 3.794272171428923e-05, | |
| "loss": 2.4388, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.6970227670753065, | |
| "grad_norm": 20.402502059936523, | |
| "learning_rate": 3.790647814589637e-05, | |
| "loss": 3.7772, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.7005253940455342, | |
| "grad_norm": 12.042376518249512, | |
| "learning_rate": 3.7869935725178574e-05, | |
| "loss": 2.7738, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7040280210157618, | |
| "grad_norm": 9.22277545928955, | |
| "learning_rate": 3.7833095062015e-05, | |
| "loss": 2.7279, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.7075306479859895, | |
| "grad_norm": 16.998899459838867, | |
| "learning_rate": 3.7795956771262315e-05, | |
| "loss": 3.5442, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.7110332749562172, | |
| "grad_norm": 17.048124313354492, | |
| "learning_rate": 3.77585214727445e-05, | |
| "loss": 3.5084, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.7145359019264448, | |
| "grad_norm": 18.509761810302734, | |
| "learning_rate": 3.77207897912425e-05, | |
| "loss": 3.6591, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.7180385288966725, | |
| "grad_norm": 13.900635719299316, | |
| "learning_rate": 3.768276235648373e-05, | |
| "loss": 3.0523, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.7215411558669002, | |
| "grad_norm": 8.05377197265625, | |
| "learning_rate": 3.764443980313168e-05, | |
| "loss": 2.7942, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.7250437828371279, | |
| "grad_norm": 8.520611763000488, | |
| "learning_rate": 3.760582277077519e-05, | |
| "loss": 3.3686, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.7285464098073555, | |
| "grad_norm": 10.90099811553955, | |
| "learning_rate": 3.7566911903917896e-05, | |
| "loss": 3.7414, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.7320490367775832, | |
| "grad_norm": 11.195393562316895, | |
| "learning_rate": 3.752770785196739e-05, | |
| "loss": 3.1357, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.7355516637478109, | |
| "grad_norm": 8.983715057373047, | |
| "learning_rate": 3.748821126922442e-05, | |
| "loss": 3.5049, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7390542907180385, | |
| "grad_norm": 20.425249099731445, | |
| "learning_rate": 3.744842281487198e-05, | |
| "loss": 4.4525, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.7425569176882661, | |
| "grad_norm": 11.836134910583496, | |
| "learning_rate": 3.740834315296426e-05, | |
| "loss": 2.8092, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.7460595446584939, | |
| "grad_norm": 20.9670352935791, | |
| "learning_rate": 3.73679729524156e-05, | |
| "loss": 3.6011, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.7495621716287215, | |
| "grad_norm": 6.383330821990967, | |
| "learning_rate": 3.7327312886989345e-05, | |
| "loss": 1.8692, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.7530647985989493, | |
| "grad_norm": 10.559625625610352, | |
| "learning_rate": 3.728636363528654e-05, | |
| "loss": 3.7165, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.7565674255691769, | |
| "grad_norm": 20.34081268310547, | |
| "learning_rate": 3.724512588073467e-05, | |
| "loss": 3.1359, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.7600700525394045, | |
| "grad_norm": 12.730659484863281, | |
| "learning_rate": 3.72036003115762e-05, | |
| "loss": 3.0624, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.7635726795096323, | |
| "grad_norm": 15.829120635986328, | |
| "learning_rate": 3.7161787620857124e-05, | |
| "loss": 3.6834, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.7670753064798599, | |
| "grad_norm": 14.584449768066406, | |
| "learning_rate": 3.711968850641539e-05, | |
| "loss": 3.8689, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.7705779334500875, | |
| "grad_norm": 11.392684936523438, | |
| "learning_rate": 3.707730367086923e-05, | |
| "loss": 3.0575, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.7740805604203153, | |
| "grad_norm": 7.998726844787598, | |
| "learning_rate": 3.703463382160546e-05, | |
| "loss": 3.0557, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.7775831873905429, | |
| "grad_norm": 8.74062728881836, | |
| "learning_rate": 3.699167967076769e-05, | |
| "loss": 2.7828, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.7810858143607706, | |
| "grad_norm": 9.26952075958252, | |
| "learning_rate": 3.694844193524438e-05, | |
| "loss": 2.6036, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.7845884413309983, | |
| "grad_norm": 20.752344131469727, | |
| "learning_rate": 3.690492133665695e-05, | |
| "loss": 4.1958, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.7880910683012259, | |
| "grad_norm": 8.477578163146973, | |
| "learning_rate": 3.686111860134765e-05, | |
| "loss": 3.269, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.7915936952714536, | |
| "grad_norm": 12.902408599853516, | |
| "learning_rate": 3.681703446036751e-05, | |
| "loss": 2.917, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.7950963222416813, | |
| "grad_norm": 5.842979431152344, | |
| "learning_rate": 3.677266964946414e-05, | |
| "loss": 2.2078, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.7985989492119089, | |
| "grad_norm": 6.6894755363464355, | |
| "learning_rate": 3.672802490906937e-05, | |
| "loss": 2.2943, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.8021015761821366, | |
| "grad_norm": 12.93032455444336, | |
| "learning_rate": 3.6683100984286994e-05, | |
| "loss": 3.2858, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.8056042031523643, | |
| "grad_norm": 16.70753288269043, | |
| "learning_rate": 3.663789862488025e-05, | |
| "loss": 3.2081, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.809106830122592, | |
| "grad_norm": 9.086612701416016, | |
| "learning_rate": 3.659241858525938e-05, | |
| "loss": 3.0141, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.8126094570928196, | |
| "grad_norm": 13.422370910644531, | |
| "learning_rate": 3.6546661624468976e-05, | |
| "loss": 3.8186, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.8161120840630472, | |
| "grad_norm": 20.846773147583008, | |
| "learning_rate": 3.6500628506175353e-05, | |
| "loss": 4.2557, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.819614711033275, | |
| "grad_norm": 11.69239616394043, | |
| "learning_rate": 3.645431999865379e-05, | |
| "loss": 2.3714, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.8231173380035026, | |
| "grad_norm": 16.386404037475586, | |
| "learning_rate": 3.6407736874775694e-05, | |
| "loss": 4.0155, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.8266199649737302, | |
| "grad_norm": 16.324825286865234, | |
| "learning_rate": 3.6360879911995735e-05, | |
| "loss": 4.509, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.830122591943958, | |
| "grad_norm": 7.930265426635742, | |
| "learning_rate": 3.631374989233883e-05, | |
| "loss": 2.2893, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.8336252189141856, | |
| "grad_norm": 9.163013458251953, | |
| "learning_rate": 3.626634760238712e-05, | |
| "loss": 2.7087, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.8371278458844134, | |
| "grad_norm": 10.82229995727539, | |
| "learning_rate": 3.621867383326685e-05, | |
| "loss": 3.1594, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.840630472854641, | |
| "grad_norm": 13.09811019897461, | |
| "learning_rate": 3.617072938063513e-05, | |
| "loss": 3.5272, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8441330998248686, | |
| "grad_norm": 11.873635292053223, | |
| "learning_rate": 3.6122515044666676e-05, | |
| "loss": 3.0622, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.8476357267950964, | |
| "grad_norm": 11.226723670959473, | |
| "learning_rate": 3.607403163004046e-05, | |
| "loss": 2.3039, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.851138353765324, | |
| "grad_norm": 8.14344596862793, | |
| "learning_rate": 3.602527994592627e-05, | |
| "loss": 1.8582, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.8546409807355516, | |
| "grad_norm": 15.325976371765137, | |
| "learning_rate": 3.5976260805971216e-05, | |
| "loss": 2.7251, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.8581436077057794, | |
| "grad_norm": 9.784257888793945, | |
| "learning_rate": 3.5926975028286145e-05, | |
| "loss": 2.6414, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.861646234676007, | |
| "grad_norm": 12.891518592834473, | |
| "learning_rate": 3.587742343543198e-05, | |
| "loss": 3.6431, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.8651488616462347, | |
| "grad_norm": 12.887101173400879, | |
| "learning_rate": 3.5827606854405995e-05, | |
| "loss": 2.1479, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.8686514886164624, | |
| "grad_norm": 8.942181587219238, | |
| "learning_rate": 3.577752611662803e-05, | |
| "loss": 2.7682, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.87215411558669, | |
| "grad_norm": 10.70305061340332, | |
| "learning_rate": 3.5727182057926594e-05, | |
| "loss": 1.6457, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.8756567425569177, | |
| "grad_norm": 20.12733268737793, | |
| "learning_rate": 3.567657551852492e-05, | |
| "loss": 3.6745, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.8791593695271454, | |
| "grad_norm": 11.07908821105957, | |
| "learning_rate": 3.5625707343026943e-05, | |
| "loss": 3.3239, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.882661996497373, | |
| "grad_norm": 17.630199432373047, | |
| "learning_rate": 3.557457838040321e-05, | |
| "loss": 3.6983, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.8861646234676007, | |
| "grad_norm": 13.158476829528809, | |
| "learning_rate": 3.552318948397671e-05, | |
| "loss": 2.9929, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.8896672504378283, | |
| "grad_norm": 18.34935188293457, | |
| "learning_rate": 3.547154151140862e-05, | |
| "loss": 2.9516, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.8931698774080561, | |
| "grad_norm": 9.750235557556152, | |
| "learning_rate": 3.5419635324683996e-05, | |
| "loss": 3.2622, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.8966725043782837, | |
| "grad_norm": 13.19760513305664, | |
| "learning_rate": 3.5367471790097395e-05, | |
| "loss": 3.4669, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.9001751313485113, | |
| "grad_norm": 13.441046714782715, | |
| "learning_rate": 3.5315051778238425e-05, | |
| "loss": 3.3668, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.9036777583187391, | |
| "grad_norm": 14.647550582885742, | |
| "learning_rate": 3.526237616397718e-05, | |
| "loss": 3.6369, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.9071803852889667, | |
| "grad_norm": 18.50444984436035, | |
| "learning_rate": 3.520944582644968e-05, | |
| "loss": 3.3555, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.9106830122591943, | |
| "grad_norm": 13.95717716217041, | |
| "learning_rate": 3.515626164904317e-05, | |
| "loss": 3.3408, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.9141856392294221, | |
| "grad_norm": 10.345568656921387, | |
| "learning_rate": 3.510282451938139e-05, | |
| "loss": 3.7049, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.9176882661996497, | |
| "grad_norm": 16.413713455200195, | |
| "learning_rate": 3.5049135329309746e-05, | |
| "loss": 3.2264, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.9211908931698775, | |
| "grad_norm": 8.679278373718262, | |
| "learning_rate": 3.499519497488046e-05, | |
| "loss": 4.0202, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.9246935201401051, | |
| "grad_norm": 13.41882038116455, | |
| "learning_rate": 3.4941004356337566e-05, | |
| "loss": 3.2065, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.9281961471103327, | |
| "grad_norm": 25.00071144104004, | |
| "learning_rate": 3.488656437810193e-05, | |
| "loss": 3.2281, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.9316987740805605, | |
| "grad_norm": 8.694498062133789, | |
| "learning_rate": 3.4831875948756115e-05, | |
| "loss": 2.7791, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.9352014010507881, | |
| "grad_norm": 8.920536041259766, | |
| "learning_rate": 3.477693998102927e-05, | |
| "loss": 2.8562, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.9387040280210157, | |
| "grad_norm": 13.899048805236816, | |
| "learning_rate": 3.472175739178184e-05, | |
| "loss": 2.759, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.9422066549912435, | |
| "grad_norm": 17.14980125427246, | |
| "learning_rate": 3.4666329101990305e-05, | |
| "loss": 3.4728, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.9457092819614711, | |
| "grad_norm": 12.87341022491455, | |
| "learning_rate": 3.461065603673178e-05, | |
| "loss": 3.6059, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9492119089316988, | |
| "grad_norm": 17.3095703125, | |
| "learning_rate": 3.45547391251686e-05, | |
| "loss": 4.1194, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.9527145359019265, | |
| "grad_norm": 12.699674606323242, | |
| "learning_rate": 3.4498579300532803e-05, | |
| "loss": 2.7921, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.9562171628721541, | |
| "grad_norm": 11.289113998413086, | |
| "learning_rate": 3.444217750011054e-05, | |
| "loss": 2.6439, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.9597197898423818, | |
| "grad_norm": 10.24327564239502, | |
| "learning_rate": 3.438553466522647e-05, | |
| "loss": 3.1692, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.9632224168126094, | |
| "grad_norm": 7.742884159088135, | |
| "learning_rate": 3.4328651741227997e-05, | |
| "loss": 3.4076, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.9667250437828371, | |
| "grad_norm": 18.92707061767578, | |
| "learning_rate": 3.4271529677469546e-05, | |
| "loss": 3.0746, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.9702276707530648, | |
| "grad_norm": 9.217591285705566, | |
| "learning_rate": 3.421416942729668e-05, | |
| "loss": 2.6312, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.9737302977232924, | |
| "grad_norm": 18.405925750732422, | |
| "learning_rate": 3.4156571948030206e-05, | |
| "loss": 2.9252, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.9772329246935202, | |
| "grad_norm": 17.508012771606445, | |
| "learning_rate": 3.40987382009502e-05, | |
| "loss": 3.0746, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.9807355516637478, | |
| "grad_norm": 11.160324096679688, | |
| "learning_rate": 3.4040669151279945e-05, | |
| "loss": 3.445, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.9842381786339754, | |
| "grad_norm": 19.364736557006836, | |
| "learning_rate": 3.3982365768169856e-05, | |
| "loss": 3.5094, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.9877408056042032, | |
| "grad_norm": 13.00851821899414, | |
| "learning_rate": 3.392382902468126e-05, | |
| "loss": 3.5123, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.9912434325744308, | |
| "grad_norm": 7.9619550704956055, | |
| "learning_rate": 3.38650598977702e-05, | |
| "loss": 2.4051, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.9947460595446584, | |
| "grad_norm": 14.466473579406738, | |
| "learning_rate": 3.380605936827109e-05, | |
| "loss": 3.7423, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.9982486865148862, | |
| "grad_norm": 11.79201889038086, | |
| "learning_rate": 3.374682842088039e-05, | |
| "loss": 3.7114, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.001751313485114, | |
| "grad_norm": 8.342573165893555, | |
| "learning_rate": 3.3687368044140125e-05, | |
| "loss": 2.7779, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.0052539404553416, | |
| "grad_norm": 7.175319194793701, | |
| "learning_rate": 3.362767923042142e-05, | |
| "loss": 2.4556, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.0087565674255692, | |
| "grad_norm": 9.89644718170166, | |
| "learning_rate": 3.356776297590794e-05, | |
| "loss": 1.8897, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.0122591943957968, | |
| "grad_norm": 8.86550521850586, | |
| "learning_rate": 3.3507620280579215e-05, | |
| "loss": 1.3645, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.0157618213660244, | |
| "grad_norm": 7.4619855880737305, | |
| "learning_rate": 3.3447252148194014e-05, | |
| "loss": 1.0798, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.0192644483362523, | |
| "grad_norm": 14.268264770507812, | |
| "learning_rate": 3.338665958627356e-05, | |
| "loss": 3.0727, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.02276707530648, | |
| "grad_norm": 9.76750373840332, | |
| "learning_rate": 3.332584360608471e-05, | |
| "loss": 1.7199, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.0262697022767076, | |
| "grad_norm": 18.44536018371582, | |
| "learning_rate": 3.32648052226231e-05, | |
| "loss": 2.139, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.0297723292469352, | |
| "grad_norm": 11.522726058959961, | |
| "learning_rate": 3.320354545459619e-05, | |
| "loss": 0.8731, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.0332749562171628, | |
| "grad_norm": 10.644336700439453, | |
| "learning_rate": 3.314206532440625e-05, | |
| "loss": 0.7796, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.0367775831873904, | |
| "grad_norm": 9.179198265075684, | |
| "learning_rate": 3.3080365858133335e-05, | |
| "loss": 0.4986, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.0402802101576183, | |
| "grad_norm": 14.007453918457031, | |
| "learning_rate": 3.301844808551811e-05, | |
| "loss": 0.7696, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.043782837127846, | |
| "grad_norm": 15.713719367980957, | |
| "learning_rate": 3.295631303994471e-05, | |
| "loss": 0.8191, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.0472854640980735, | |
| "grad_norm": 24.446319580078125, | |
| "learning_rate": 3.289396175842346e-05, | |
| "loss": 1.3376, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.0507880910683012, | |
| "grad_norm": 18.64075469970703, | |
| "learning_rate": 3.2831395281573605e-05, | |
| "loss": 0.9942, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0542907180385288, | |
| "grad_norm": 27.9279842376709, | |
| "learning_rate": 3.276861465360587e-05, | |
| "loss": 2.8875, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.0577933450087567, | |
| "grad_norm": 13.904041290283203, | |
| "learning_rate": 3.270562092230514e-05, | |
| "loss": 1.2454, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.0612959719789843, | |
| "grad_norm": 15.944894790649414, | |
| "learning_rate": 3.264241513901287e-05, | |
| "loss": 0.6807, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.064798598949212, | |
| "grad_norm": 31.337432861328125, | |
| "learning_rate": 3.2578998358609595e-05, | |
| "loss": 1.8232, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.0683012259194395, | |
| "grad_norm": 14.853253364562988, | |
| "learning_rate": 3.251537163949732e-05, | |
| "loss": 2.0792, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.0718038528896672, | |
| "grad_norm": 11.485796928405762, | |
| "learning_rate": 3.245153604358184e-05, | |
| "loss": 1.0212, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.0753064798598948, | |
| "grad_norm": 10.490492820739746, | |
| "learning_rate": 3.238749263625503e-05, | |
| "loss": 0.937, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.0788091068301227, | |
| "grad_norm": 10.13619613647461, | |
| "learning_rate": 3.2323242486377056e-05, | |
| "loss": 1.597, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.0823117338003503, | |
| "grad_norm": 17.22042465209961, | |
| "learning_rate": 3.2258786666258524e-05, | |
| "loss": 1.7487, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.085814360770578, | |
| "grad_norm": 6.475918769836426, | |
| "learning_rate": 3.219412625164262e-05, | |
| "loss": 0.645, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.0893169877408055, | |
| "grad_norm": 12.947412490844727, | |
| "learning_rate": 3.212926232168712e-05, | |
| "loss": 2.1994, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.0928196147110332, | |
| "grad_norm": 9.059617042541504, | |
| "learning_rate": 3.2064195958946406e-05, | |
| "loss": 1.1179, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.096322241681261, | |
| "grad_norm": 8.391510009765625, | |
| "learning_rate": 3.1998928249353394e-05, | |
| "loss": 1.2839, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.0998248686514887, | |
| "grad_norm": 11.310205459594727, | |
| "learning_rate": 3.193346028220136e-05, | |
| "loss": 1.6124, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.1033274956217163, | |
| "grad_norm": 10.316460609436035, | |
| "learning_rate": 3.1867793150125844e-05, | |
| "loss": 0.9333, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.106830122591944, | |
| "grad_norm": 13.748690605163574, | |
| "learning_rate": 3.180192794908636e-05, | |
| "loss": 1.2929, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.1103327495621715, | |
| "grad_norm": 6.411694526672363, | |
| "learning_rate": 3.173586577834812e-05, | |
| "loss": 0.5326, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.1138353765323994, | |
| "grad_norm": 16.91478729248047, | |
| "learning_rate": 3.166960774046369e-05, | |
| "loss": 1.9846, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.117338003502627, | |
| "grad_norm": 10.801108360290527, | |
| "learning_rate": 3.160315494125457e-05, | |
| "loss": 1.1411, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.1208406304728546, | |
| "grad_norm": 28.392133712768555, | |
| "learning_rate": 3.153650848979276e-05, | |
| "loss": 2.0427, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.1243432574430823, | |
| "grad_norm": 13.292547225952148, | |
| "learning_rate": 3.146966949838224e-05, | |
| "loss": 1.7108, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.12784588441331, | |
| "grad_norm": 18.15999412536621, | |
| "learning_rate": 3.140263908254042e-05, | |
| "loss": 1.8602, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.1313485113835378, | |
| "grad_norm": 13.406962394714355, | |
| "learning_rate": 3.13354183609795e-05, | |
| "loss": 0.7865, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.1348511383537654, | |
| "grad_norm": 10.282164573669434, | |
| "learning_rate": 3.126800845558782e-05, | |
| "loss": 1.0902, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.138353765323993, | |
| "grad_norm": 12.66031551361084, | |
| "learning_rate": 3.1200410491411105e-05, | |
| "loss": 1.9786, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.1418563922942206, | |
| "grad_norm": 13.621040344238281, | |
| "learning_rate": 3.1132625596633734e-05, | |
| "loss": 1.8057, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.1453590192644483, | |
| "grad_norm": 13.055573463439941, | |
| "learning_rate": 3.1064654902559875e-05, | |
| "loss": 1.4152, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.1488616462346761, | |
| "grad_norm": 9.842079162597656, | |
| "learning_rate": 3.099649954359462e-05, | |
| "loss": 1.4, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.1523642732049038, | |
| "grad_norm": 5.827723026275635, | |
| "learning_rate": 3.0928160657225044e-05, | |
| "loss": 0.4828, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.1558669001751314, | |
| "grad_norm": 14.849542617797852, | |
| "learning_rate": 3.085963938400122e-05, | |
| "loss": 2.3794, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.159369527145359, | |
| "grad_norm": 11.149800300598145, | |
| "learning_rate": 3.079093686751721e-05, | |
| "loss": 1.6826, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.1628721541155866, | |
| "grad_norm": 12.088582992553711, | |
| "learning_rate": 3.072205425439193e-05, | |
| "loss": 1.2977, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.1663747810858143, | |
| "grad_norm": 9.657583236694336, | |
| "learning_rate": 3.0652992694250055e-05, | |
| "loss": 1.1603, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.1698774080560421, | |
| "grad_norm": 14.046825408935547, | |
| "learning_rate": 3.0583753339702816e-05, | |
| "loss": 0.9929, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.1733800350262698, | |
| "grad_norm": 8.845903396606445, | |
| "learning_rate": 3.0514337346328768e-05, | |
| "loss": 0.764, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.1768826619964974, | |
| "grad_norm": 8.96368408203125, | |
| "learning_rate": 3.04447458726545e-05, | |
| "loss": 0.8944, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.180385288966725, | |
| "grad_norm": 12.853364944458008, | |
| "learning_rate": 3.0374980080135292e-05, | |
| "loss": 1.6053, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.1838879159369526, | |
| "grad_norm": 11.627004623413086, | |
| "learning_rate": 3.0305041133135745e-05, | |
| "loss": 1.8025, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.1873905429071803, | |
| "grad_norm": 13.911933898925781, | |
| "learning_rate": 3.0234930198910346e-05, | |
| "loss": 1.7916, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.1908931698774081, | |
| "grad_norm": 19.774444580078125, | |
| "learning_rate": 3.0164648447583977e-05, | |
| "loss": 0.8744, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.1943957968476357, | |
| "grad_norm": 14.323461532592773, | |
| "learning_rate": 3.0094197052132414e-05, | |
| "loss": 1.6673, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.1978984238178634, | |
| "grad_norm": 13.647873878479004, | |
| "learning_rate": 3.002357718836268e-05, | |
| "loss": 1.2698, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.201401050788091, | |
| "grad_norm": 17.837255477905273, | |
| "learning_rate": 2.9952790034893534e-05, | |
| "loss": 2.0078, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.2049036777583186, | |
| "grad_norm": 13.053879737854004, | |
| "learning_rate": 2.988183677313568e-05, | |
| "loss": 1.9082, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.2084063047285465, | |
| "grad_norm": 10.994709014892578, | |
| "learning_rate": 2.981071858727215e-05, | |
| "loss": 1.9751, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.2119089316987741, | |
| "grad_norm": 10.098788261413574, | |
| "learning_rate": 2.9739436664238464e-05, | |
| "loss": 0.869, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.2154115586690017, | |
| "grad_norm": 14.354055404663086, | |
| "learning_rate": 2.9667992193702865e-05, | |
| "loss": 3.0441, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.2189141856392294, | |
| "grad_norm": 9.282268524169922, | |
| "learning_rate": 2.9596386368046466e-05, | |
| "loss": 0.9235, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.222416812609457, | |
| "grad_norm": 15.490865707397461, | |
| "learning_rate": 2.9524620382343313e-05, | |
| "loss": 1.7872, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.2259194395796849, | |
| "grad_norm": 11.079964637756348, | |
| "learning_rate": 2.945269543434048e-05, | |
| "loss": 1.258, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.2294220665499125, | |
| "grad_norm": 11.71127986907959, | |
| "learning_rate": 2.9380612724438048e-05, | |
| "loss": 1.9081, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.2329246935201401, | |
| "grad_norm": 11.974512100219727, | |
| "learning_rate": 2.93083734556691e-05, | |
| "loss": 1.5215, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.2364273204903677, | |
| "grad_norm": 8.614048957824707, | |
| "learning_rate": 2.9235978833679604e-05, | |
| "loss": 0.9446, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.2399299474605954, | |
| "grad_norm": 9.980677604675293, | |
| "learning_rate": 2.916343006670834e-05, | |
| "loss": 1.3451, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.2434325744308232, | |
| "grad_norm": 6.885375499725342, | |
| "learning_rate": 2.9090728365566687e-05, | |
| "loss": 0.3762, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.2469352014010509, | |
| "grad_norm": 9.016031265258789, | |
| "learning_rate": 2.9017874943618465e-05, | |
| "loss": 1.0411, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.2504378283712785, | |
| "grad_norm": 17.361536026000977, | |
| "learning_rate": 2.8944871016759616e-05, | |
| "loss": 2.4325, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.253940455341506, | |
| "grad_norm": 11.617949485778809, | |
| "learning_rate": 2.887171780339799e-05, | |
| "loss": 0.9287, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.2574430823117337, | |
| "grad_norm": 14.221748352050781, | |
| "learning_rate": 2.879841652443295e-05, | |
| "loss": 0.9818, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.2609457092819616, | |
| "grad_norm": 11.184192657470703, | |
| "learning_rate": 2.8724968403235038e-05, | |
| "loss": 1.5024, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.2644483362521892, | |
| "grad_norm": 17.768596649169922, | |
| "learning_rate": 2.8651374665625507e-05, | |
| "loss": 1.4243, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.2679509632224168, | |
| "grad_norm": 17.50186538696289, | |
| "learning_rate": 2.857763653985592e-05, | |
| "loss": 1.8902, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.2714535901926445, | |
| "grad_norm": 18.82529640197754, | |
| "learning_rate": 2.8503755256587608e-05, | |
| "loss": 1.1333, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.274956217162872, | |
| "grad_norm": 8.98492431640625, | |
| "learning_rate": 2.8429732048871152e-05, | |
| "loss": 0.6526, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.2784588441331, | |
| "grad_norm": 11.492777824401855, | |
| "learning_rate": 2.83555681521258e-05, | |
| "loss": 0.9215, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.2819614711033274, | |
| "grad_norm": 10.343647003173828, | |
| "learning_rate": 2.8281264804118848e-05, | |
| "loss": 0.7322, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.2854640980735552, | |
| "grad_norm": 16.036224365234375, | |
| "learning_rate": 2.8206823244944966e-05, | |
| "loss": 1.6768, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.2889667250437828, | |
| "grad_norm": 28.502471923828125, | |
| "learning_rate": 2.8132244717005545e-05, | |
| "loss": 1.3644, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.2924693520140105, | |
| "grad_norm": 19.65816879272461, | |
| "learning_rate": 2.8057530464987883e-05, | |
| "loss": 1.1389, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.295971978984238, | |
| "grad_norm": 15.79315185546875, | |
| "learning_rate": 2.7982681735844532e-05, | |
| "loss": 1.4806, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.2994746059544657, | |
| "grad_norm": 11.223061561584473, | |
| "learning_rate": 2.7907699778772345e-05, | |
| "loss": 0.761, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.3029772329246936, | |
| "grad_norm": 14.808821678161621, | |
| "learning_rate": 2.783258584519175e-05, | |
| "loss": 1.2235, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.3064798598949212, | |
| "grad_norm": 14.618925094604492, | |
| "learning_rate": 2.7757341188725786e-05, | |
| "loss": 2.7571, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.3099824868651488, | |
| "grad_norm": 14.738235473632812, | |
| "learning_rate": 2.7681967065179212e-05, | |
| "loss": 1.443, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.3134851138353765, | |
| "grad_norm": 11.83553695678711, | |
| "learning_rate": 2.7606464732517548e-05, | |
| "loss": 1.0723, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.316987740805604, | |
| "grad_norm": 11.12104606628418, | |
| "learning_rate": 2.753083545084608e-05, | |
| "loss": 2.5116, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.320490367775832, | |
| "grad_norm": 9.57516860961914, | |
| "learning_rate": 2.7455080482388817e-05, | |
| "loss": 0.9263, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.3239929947460596, | |
| "grad_norm": 9.881256103515625, | |
| "learning_rate": 2.7379201091467425e-05, | |
| "loss": 1.1542, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.3274956217162872, | |
| "grad_norm": 12.401742935180664, | |
| "learning_rate": 2.7303198544480155e-05, | |
| "loss": 2.2727, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.3309982486865148, | |
| "grad_norm": 19.053503036499023, | |
| "learning_rate": 2.7227074109880662e-05, | |
| "loss": 1.367, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.3345008756567425, | |
| "grad_norm": 10.002474784851074, | |
| "learning_rate": 2.7150829058156886e-05, | |
| "loss": 0.9753, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.3380035026269703, | |
| "grad_norm": 9.08540153503418, | |
| "learning_rate": 2.707446466180979e-05, | |
| "loss": 1.0053, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.341506129597198, | |
| "grad_norm": 9.479249000549316, | |
| "learning_rate": 2.699798219533218e-05, | |
| "loss": 1.0939, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.3450087565674256, | |
| "grad_norm": 7.634374618530273, | |
| "learning_rate": 2.6921382935187393e-05, | |
| "loss": 0.7234, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.3485113835376532, | |
| "grad_norm": 10.296411514282227, | |
| "learning_rate": 2.6844668159788015e-05, | |
| "loss": 1.1631, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.3520140105078808, | |
| "grad_norm": 11.623985290527344, | |
| "learning_rate": 2.6767839149474533e-05, | |
| "loss": 1.2477, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.3555166374781087, | |
| "grad_norm": 11.007031440734863, | |
| "learning_rate": 2.6690897186493972e-05, | |
| "loss": 1.1851, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.3590192644483363, | |
| "grad_norm": 12.727971076965332, | |
| "learning_rate": 2.66138435549785e-05, | |
| "loss": 1.2956, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.362521891418564, | |
| "grad_norm": 11.943631172180176, | |
| "learning_rate": 2.6536679540923977e-05, | |
| "loss": 1.3679, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.3660245183887916, | |
| "grad_norm": 14.202005386352539, | |
| "learning_rate": 2.6459406432168525e-05, | |
| "loss": 1.1852, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.3695271453590192, | |
| "grad_norm": 8.993060111999512, | |
| "learning_rate": 2.6382025518371e-05, | |
| "loss": 0.7622, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.373029772329247, | |
| "grad_norm": 21.68409538269043, | |
| "learning_rate": 2.6304538090989488e-05, | |
| "loss": 1.4973, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.3765323992994747, | |
| "grad_norm": 17.034027099609375, | |
| "learning_rate": 2.6226945443259742e-05, | |
| "loss": 1.6121, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.3800350262697023, | |
| "grad_norm": 16.731870651245117, | |
| "learning_rate": 2.6149248870173618e-05, | |
| "loss": 1.2101, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.38353765323993, | |
| "grad_norm": 17.604406356811523, | |
| "learning_rate": 2.6071449668457426e-05, | |
| "loss": 1.6075, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.3870402802101576, | |
| "grad_norm": 8.639128684997559, | |
| "learning_rate": 2.5993549136550326e-05, | |
| "loss": 0.7712, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.3905429071803854, | |
| "grad_norm": 17.338247299194336, | |
| "learning_rate": 2.5915548574582622e-05, | |
| "loss": 1.3931, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.3940455341506128, | |
| "grad_norm": 10.645469665527344, | |
| "learning_rate": 2.583744928435411e-05, | |
| "loss": 0.7641, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.3975481611208407, | |
| "grad_norm": 13.74074935913086, | |
| "learning_rate": 2.5759252569312282e-05, | |
| "loss": 1.5749, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.4010507880910683, | |
| "grad_norm": 11.76068115234375, | |
| "learning_rate": 2.5680959734530663e-05, | |
| "loss": 0.7086, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.404553415061296, | |
| "grad_norm": 8.68877124786377, | |
| "learning_rate": 2.5602572086686935e-05, | |
| "loss": 0.9056, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.4080560420315236, | |
| "grad_norm": 10.641279220581055, | |
| "learning_rate": 2.5524090934041203e-05, | |
| "loss": 1.1332, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.4115586690017512, | |
| "grad_norm": 12.472097396850586, | |
| "learning_rate": 2.544551758641412e-05, | |
| "loss": 1.6939, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.415061295971979, | |
| "grad_norm": 6.378911972045898, | |
| "learning_rate": 2.5366853355165036e-05, | |
| "loss": 0.4686, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.4185639229422067, | |
| "grad_norm": 14.799468994140625, | |
| "learning_rate": 2.5288099553170123e-05, | |
| "loss": 1.4848, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.4220665499124343, | |
| "grad_norm": 16.260482788085938, | |
| "learning_rate": 2.5209257494800454e-05, | |
| "loss": 2.419, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.425569176882662, | |
| "grad_norm": 16.565237045288086, | |
| "learning_rate": 2.5130328495900046e-05, | |
| "loss": 0.7131, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.4290718038528896, | |
| "grad_norm": 14.373163223266602, | |
| "learning_rate": 2.505131387376396e-05, | |
| "loss": 1.1584, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.4325744308231174, | |
| "grad_norm": 7.218545436859131, | |
| "learning_rate": 2.4972214947116235e-05, | |
| "loss": 0.6338, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.436077057793345, | |
| "grad_norm": 16.41472816467285, | |
| "learning_rate": 2.489303303608796e-05, | |
| "loss": 0.5099, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.4395796847635727, | |
| "grad_norm": 11.42400074005127, | |
| "learning_rate": 2.4813769462195164e-05, | |
| "loss": 1.1297, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.4430823117338003, | |
| "grad_norm": 15.395111083984375, | |
| "learning_rate": 2.473442554831682e-05, | |
| "loss": 0.5138, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.446584938704028, | |
| "grad_norm": 22.0821533203125, | |
| "learning_rate": 2.4655002618672742e-05, | |
| "loss": 2.1099, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.4500875656742558, | |
| "grad_norm": 13.769172668457031, | |
| "learning_rate": 2.4575501998801487e-05, | |
| "loss": 1.1711, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.4535901926444834, | |
| "grad_norm": 11.085646629333496, | |
| "learning_rate": 2.4495925015538225e-05, | |
| "loss": 1.5601, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.457092819614711, | |
| "grad_norm": 15.132203102111816, | |
| "learning_rate": 2.4416272996992614e-05, | |
| "loss": 2.413, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.4605954465849387, | |
| "grad_norm": 9.576119422912598, | |
| "learning_rate": 2.4336547272526615e-05, | |
| "loss": 1.0864, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.4640980735551663, | |
| "grad_norm": 10.316338539123535, | |
| "learning_rate": 2.4256749172732317e-05, | |
| "loss": 1.3956, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.4676007005253942, | |
| "grad_norm": 14.369219779968262, | |
| "learning_rate": 2.4176880029409717e-05, | |
| "loss": 1.4616, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.4711033274956218, | |
| "grad_norm": 11.594289779663086, | |
| "learning_rate": 2.4096941175544514e-05, | |
| "loss": 1.387, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.4746059544658494, | |
| "grad_norm": 13.779914855957031, | |
| "learning_rate": 2.4016933945285842e-05, | |
| "loss": 0.8608, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.478108581436077, | |
| "grad_norm": 11.94723129272461, | |
| "learning_rate": 2.3936859673924e-05, | |
| "loss": 0.7525, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.4816112084063047, | |
| "grad_norm": 22.267183303833008, | |
| "learning_rate": 2.3856719697868202e-05, | |
| "loss": 0.5829, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.4851138353765325, | |
| "grad_norm": 11.79100227355957, | |
| "learning_rate": 2.3776515354624238e-05, | |
| "loss": 1.3584, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.4886164623467601, | |
| "grad_norm": 14.353073120117188, | |
| "learning_rate": 2.3696247982772146e-05, | |
| "loss": 1.8197, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.4921190893169878, | |
| "grad_norm": 8.39911937713623, | |
| "learning_rate": 2.3615918921943916e-05, | |
| "loss": 1.4571, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.4956217162872154, | |
| "grad_norm": 16.525100708007812, | |
| "learning_rate": 2.3535529512801083e-05, | |
| "loss": 1.1179, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.499124343257443, | |
| "grad_norm": 11.500781059265137, | |
| "learning_rate": 2.345508109701238e-05, | |
| "loss": 1.1656, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.5026269702276709, | |
| "grad_norm": 22.588510513305664, | |
| "learning_rate": 2.337457501723134e-05, | |
| "loss": 1.6281, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.5061295971978983, | |
| "grad_norm": 10.75312328338623, | |
| "learning_rate": 2.3294012617073874e-05, | |
| "loss": 1.3504, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.5096322241681261, | |
| "grad_norm": 12.925887107849121, | |
| "learning_rate": 2.321339524109588e-05, | |
| "loss": 0.9368, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.5131348511383538, | |
| "grad_norm": 10.410888671875, | |
| "learning_rate": 2.313272423477076e-05, | |
| "loss": 0.9173, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.5166374781085814, | |
| "grad_norm": 10.296022415161133, | |
| "learning_rate": 2.3052000944467e-05, | |
| "loss": 0.5623, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.5201401050788093, | |
| "grad_norm": 9.609498977661133, | |
| "learning_rate": 2.2971226717425677e-05, | |
| "loss": 1.3033, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.5236427320490367, | |
| "grad_norm": 10.810608863830566, | |
| "learning_rate": 2.2890402901737997e-05, | |
| "loss": 1.5715, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.5271453590192645, | |
| "grad_norm": 11.768206596374512, | |
| "learning_rate": 2.2809530846322762e-05, | |
| "loss": 0.7532, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.5306479859894921, | |
| "grad_norm": 14.947583198547363, | |
| "learning_rate": 2.272861190090389e-05, | |
| "loss": 1.1824, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.5341506129597198, | |
| "grad_norm": 7.3182454109191895, | |
| "learning_rate": 2.2647647415987874e-05, | |
| "loss": 0.8167, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.5376532399299476, | |
| "grad_norm": 30.437318801879883, | |
| "learning_rate": 2.256663874284124e-05, | |
| "loss": 2.3371, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.541155866900175, | |
| "grad_norm": 9.188960075378418, | |
| "learning_rate": 2.2485587233468004e-05, | |
| "loss": 0.7048, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.5446584938704029, | |
| "grad_norm": 13.94011402130127, | |
| "learning_rate": 2.2404494240587097e-05, | |
| "loss": 1.1928, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.5481611208406305, | |
| "grad_norm": 12.979096412658691, | |
| "learning_rate": 2.2323361117609793e-05, | |
| "loss": 0.995, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.5516637478108581, | |
| "grad_norm": 10.994502067565918, | |
| "learning_rate": 2.224218921861713e-05, | |
| "loss": 1.1992, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.5551663747810858, | |
| "grad_norm": 10.981045722961426, | |
| "learning_rate": 2.2160979898337302e-05, | |
| "loss": 0.824, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.5586690017513134, | |
| "grad_norm": 16.379398345947266, | |
| "learning_rate": 2.2079734512123033e-05, | |
| "loss": 1.4839, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.5621716287215412, | |
| "grad_norm": 12.315567970275879, | |
| "learning_rate": 2.1998454415929e-05, | |
| "loss": 1.313, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.5656742556917689, | |
| "grad_norm": 28.550540924072266, | |
| "learning_rate": 2.1917140966289155e-05, | |
| "loss": 1.549, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.5691768826619965, | |
| "grad_norm": 22.290969848632812, | |
| "learning_rate": 2.183579552029412e-05, | |
| "loss": 1.1429, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.5726795096322241, | |
| "grad_norm": 9.34792709350586, | |
| "learning_rate": 2.175441943556852e-05, | |
| "loss": 0.661, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.5761821366024518, | |
| "grad_norm": 7.548702239990234, | |
| "learning_rate": 2.167301407024832e-05, | |
| "loss": 0.4753, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.5796847635726796, | |
| "grad_norm": 18.04340362548828, | |
| "learning_rate": 2.159158078295818e-05, | |
| "loss": 1.06, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.583187390542907, | |
| "grad_norm": 11.318816184997559, | |
| "learning_rate": 2.1510120932788766e-05, | |
| "loss": 0.5676, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.5866900175131349, | |
| "grad_norm": 10.302929878234863, | |
| "learning_rate": 2.1428635879274056e-05, | |
| "loss": 0.8679, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.5901926444833625, | |
| "grad_norm": 15.172941207885742, | |
| "learning_rate": 2.134712698236868e-05, | |
| "loss": 2.0982, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.5936952714535901, | |
| "grad_norm": 9.808448791503906, | |
| "learning_rate": 2.1265595602425182e-05, | |
| "loss": 0.4706, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.597197898423818, | |
| "grad_norm": 25.450702667236328, | |
| "learning_rate": 2.1184043100171367e-05, | |
| "loss": 1.0416, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.6007005253940454, | |
| "grad_norm": 16.862489700317383, | |
| "learning_rate": 2.1102470836687532e-05, | |
| "loss": 1.4711, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.6042031523642732, | |
| "grad_norm": 14.062199592590332, | |
| "learning_rate": 2.1020880173383822e-05, | |
| "loss": 1.8195, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.6077057793345009, | |
| "grad_norm": 17.54671859741211, | |
| "learning_rate": 2.0939272471977422e-05, | |
| "loss": 2.3865, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.6112084063047285, | |
| "grad_norm": 14.068134307861328, | |
| "learning_rate": 2.0857649094469912e-05, | |
| "loss": 1.135, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.6147110332749564, | |
| "grad_norm": 18.243608474731445, | |
| "learning_rate": 2.077601140312449e-05, | |
| "loss": 1.3811, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.6182136602451838, | |
| "grad_norm": 9.20577335357666, | |
| "learning_rate": 2.0694360760443236e-05, | |
| "loss": 0.946, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.6217162872154116, | |
| "grad_norm": 10.629399299621582, | |
| "learning_rate": 2.061269852914439e-05, | |
| "loss": 0.9641, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.6252189141856392, | |
| "grad_norm": 12.289473533630371, | |
| "learning_rate": 2.0531026072139606e-05, | |
| "loss": 1.6794, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.6287215411558669, | |
| "grad_norm": 6.732086658477783, | |
| "learning_rate": 2.0449344752511197e-05, | |
| "loss": 0.467, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.6322241681260947, | |
| "grad_norm": 7.626420974731445, | |
| "learning_rate": 2.036765593348939e-05, | |
| "loss": 0.821, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.6357267950963221, | |
| "grad_norm": 7.220170497894287, | |
| "learning_rate": 2.0285960978429576e-05, | |
| "loss": 0.7901, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.63922942206655, | |
| "grad_norm": 12.389723777770996, | |
| "learning_rate": 2.020426125078955e-05, | |
| "loss": 1.4001, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.6427320490367776, | |
| "grad_norm": 7.4357171058654785, | |
| "learning_rate": 2.012255811410677e-05, | |
| "loss": 0.7152, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.6462346760070052, | |
| "grad_norm": 6.436247825622559, | |
| "learning_rate": 2.0040852931975565e-05, | |
| "loss": 0.6231, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.649737302977233, | |
| "grad_norm": 13.278726577758789, | |
| "learning_rate": 1.9959147068024435e-05, | |
| "loss": 1.2873, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.6532399299474605, | |
| "grad_norm": 12.931772232055664, | |
| "learning_rate": 1.9877441885893233e-05, | |
| "loss": 1.2275, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.6567425569176883, | |
| "grad_norm": 8.590225219726562, | |
| "learning_rate": 1.9795738749210452e-05, | |
| "loss": 0.5315, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.660245183887916, | |
| "grad_norm": 16.391572952270508, | |
| "learning_rate": 1.971403902157043e-05, | |
| "loss": 1.7926, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.6637478108581436, | |
| "grad_norm": 9.678115844726562, | |
| "learning_rate": 1.9632344066510615e-05, | |
| "loss": 1.1219, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.6672504378283712, | |
| "grad_norm": 12.876395225524902, | |
| "learning_rate": 1.9550655247488806e-05, | |
| "loss": 1.5153, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.6707530647985989, | |
| "grad_norm": 12.242756843566895, | |
| "learning_rate": 1.94689739278604e-05, | |
| "loss": 1.1275, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.6742556917688267, | |
| "grad_norm": 9.798916816711426, | |
| "learning_rate": 1.9387301470855616e-05, | |
| "loss": 1.3813, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.6777583187390543, | |
| "grad_norm": 7.478942394256592, | |
| "learning_rate": 1.9305639239556774e-05, | |
| "loss": 0.5468, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.681260945709282, | |
| "grad_norm": 13.860644340515137, | |
| "learning_rate": 1.922398859687552e-05, | |
| "loss": 1.3181, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.6847635726795096, | |
| "grad_norm": 10.224373817443848, | |
| "learning_rate": 1.914235090553009e-05, | |
| "loss": 1.3759, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.6882661996497372, | |
| "grad_norm": 13.883950233459473, | |
| "learning_rate": 1.906072752802258e-05, | |
| "loss": 1.993, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.691768826619965, | |
| "grad_norm": 13.97096061706543, | |
| "learning_rate": 1.8979119826616185e-05, | |
| "loss": 1.236, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.6952714535901925, | |
| "grad_norm": 10.855804443359375, | |
| "learning_rate": 1.8897529163312475e-05, | |
| "loss": 0.9965, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.6987740805604203, | |
| "grad_norm": 14.875264167785645, | |
| "learning_rate": 1.8815956899828643e-05, | |
| "loss": 1.0194, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.702276707530648, | |
| "grad_norm": 16.03706932067871, | |
| "learning_rate": 1.873440439757482e-05, | |
| "loss": 1.2932, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.7057793345008756, | |
| "grad_norm": 20.21481704711914, | |
| "learning_rate": 1.8652873017631325e-05, | |
| "loss": 1.2415, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.7092819614711035, | |
| "grad_norm": 20.23651123046875, | |
| "learning_rate": 1.8571364120725947e-05, | |
| "loss": 1.7298, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.7127845884413309, | |
| "grad_norm": 13.188529968261719, | |
| "learning_rate": 1.8489879067211237e-05, | |
| "loss": 1.1726, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.7162872154115587, | |
| "grad_norm": 9.632075309753418, | |
| "learning_rate": 1.8408419217041825e-05, | |
| "loss": 0.5913, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.7197898423817863, | |
| "grad_norm": 14.285216331481934, | |
| "learning_rate": 1.832698592975168e-05, | |
| "loss": 1.5428, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.723292469352014, | |
| "grad_norm": 19.85175132751465, | |
| "learning_rate": 1.8245580564431486e-05, | |
| "loss": 2.9951, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.7267950963222418, | |
| "grad_norm": 9.290555000305176, | |
| "learning_rate": 1.8164204479705884e-05, | |
| "loss": 0.8093, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.7302977232924692, | |
| "grad_norm": 10.422537803649902, | |
| "learning_rate": 1.8082859033710855e-05, | |
| "loss": 1.3501, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.733800350262697, | |
| "grad_norm": 5.478065013885498, | |
| "learning_rate": 1.800154558407101e-05, | |
| "loss": 0.4231, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.7373029772329247, | |
| "grad_norm": 9.295846939086914, | |
| "learning_rate": 1.792026548787697e-05, | |
| "loss": 1.4291, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.7408056042031523, | |
| "grad_norm": 9.88309097290039, | |
| "learning_rate": 1.78390201016627e-05, | |
| "loss": 0.8173, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.7443082311733802, | |
| "grad_norm": 15.843478202819824, | |
| "learning_rate": 1.7757810781382875e-05, | |
| "loss": 1.7793, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.7478108581436076, | |
| "grad_norm": 12.055654525756836, | |
| "learning_rate": 1.767663888239021e-05, | |
| "loss": 0.4423, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.7513134851138354, | |
| "grad_norm": 6.999086380004883, | |
| "learning_rate": 1.759550575941291e-05, | |
| "loss": 0.561, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.754816112084063, | |
| "grad_norm": 10.667252540588379, | |
| "learning_rate": 1.7514412766531995e-05, | |
| "loss": 1.246, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.7583187390542907, | |
| "grad_norm": 10.708955764770508, | |
| "learning_rate": 1.7433361257158764e-05, | |
| "loss": 0.9596, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.7618213660245186, | |
| "grad_norm": 12.158077239990234, | |
| "learning_rate": 1.735235258401213e-05, | |
| "loss": 0.5837, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.765323992994746, | |
| "grad_norm": 9.02990436553955, | |
| "learning_rate": 1.7271388099096115e-05, | |
| "loss": 1.3399, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.7688266199649738, | |
| "grad_norm": 13.258699417114258, | |
| "learning_rate": 1.7190469153677248e-05, | |
| "loss": 1.6198, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.7723292469352014, | |
| "grad_norm": 12.630635261535645, | |
| "learning_rate": 1.710959709826201e-05, | |
| "loss": 1.5737, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.775831873905429, | |
| "grad_norm": 6.134144306182861, | |
| "learning_rate": 1.7028773282574326e-05, | |
| "loss": 0.5122, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.7793345008756567, | |
| "grad_norm": 11.753387451171875, | |
| "learning_rate": 1.6947999055533006e-05, | |
| "loss": 1.0792, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.7828371278458843, | |
| "grad_norm": 4.01309061050415, | |
| "learning_rate": 1.6867275765229248e-05, | |
| "loss": 0.1886, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.7863397548161122, | |
| "grad_norm": 9.992500305175781, | |
| "learning_rate": 1.678660475890413e-05, | |
| "loss": 1.2433, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.7898423817863398, | |
| "grad_norm": 15.76321792602539, | |
| "learning_rate": 1.6705987382926126e-05, | |
| "loss": 1.9447, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.7933450087565674, | |
| "grad_norm": 16.34722900390625, | |
| "learning_rate": 1.6625424982768663e-05, | |
| "loss": 1.7307, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.796847635726795, | |
| "grad_norm": 8.70386028289795, | |
| "learning_rate": 1.6544918902987623e-05, | |
| "loss": 0.7112, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.8003502626970227, | |
| "grad_norm": 23.811084747314453, | |
| "learning_rate": 1.646447048719892e-05, | |
| "loss": 1.7522, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.8038528896672505, | |
| "grad_norm": 9.175934791564941, | |
| "learning_rate": 1.6384081078056094e-05, | |
| "loss": 1.4078, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.807355516637478, | |
| "grad_norm": 11.81799602508545, | |
| "learning_rate": 1.6303752017227854e-05, | |
| "loss": 0.7936, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.8108581436077058, | |
| "grad_norm": 10.776399612426758, | |
| "learning_rate": 1.6223484645375772e-05, | |
| "loss": 1.6203, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.8143607705779334, | |
| "grad_norm": 14.465993881225586, | |
| "learning_rate": 1.6143280302131804e-05, | |
| "loss": 2.6888, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.817863397548161, | |
| "grad_norm": 10.451493263244629, | |
| "learning_rate": 1.606314032607601e-05, | |
| "loss": 0.9084, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.821366024518389, | |
| "grad_norm": 11.41504192352295, | |
| "learning_rate": 1.598306605471417e-05, | |
| "loss": 0.6167, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.8248686514886163, | |
| "grad_norm": 7.008203983306885, | |
| "learning_rate": 1.590305882445549e-05, | |
| "loss": 0.4968, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.8283712784588442, | |
| "grad_norm": 15.883779525756836, | |
| "learning_rate": 1.5823119970590283e-05, | |
| "loss": 1.2069, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.8318739054290718, | |
| "grad_norm": 13.613566398620605, | |
| "learning_rate": 1.5743250827267686e-05, | |
| "loss": 1.4072, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.8353765323992994, | |
| "grad_norm": 19.81671142578125, | |
| "learning_rate": 1.5663452727473388e-05, | |
| "loss": 1.2059, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.8388791593695273, | |
| "grad_norm": 9.457639694213867, | |
| "learning_rate": 1.558372700300739e-05, | |
| "loss": 0.8344, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.8423817863397547, | |
| "grad_norm": 18.07425880432129, | |
| "learning_rate": 1.5504074984461775e-05, | |
| "loss": 2.2088, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.8458844133099825, | |
| "grad_norm": 22.424962997436523, | |
| "learning_rate": 1.542449800119852e-05, | |
| "loss": 1.6593, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.8493870402802102, | |
| "grad_norm": 16.835895538330078, | |
| "learning_rate": 1.5344997381327265e-05, | |
| "loss": 0.8791, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.8528896672504378, | |
| "grad_norm": 11.287313461303711, | |
| "learning_rate": 1.5265574451683186e-05, | |
| "loss": 0.8198, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.8563922942206657, | |
| "grad_norm": 25.34825897216797, | |
| "learning_rate": 1.5186230537804846e-05, | |
| "loss": 1.4374, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.859894921190893, | |
| "grad_norm": 19.87013816833496, | |
| "learning_rate": 1.5106966963912047e-05, | |
| "loss": 1.2982, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.863397548161121, | |
| "grad_norm": 15.213961601257324, | |
| "learning_rate": 1.5027785052883766e-05, | |
| "loss": 0.515, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.8669001751313485, | |
| "grad_norm": 17.84857749938965, | |
| "learning_rate": 1.4948686126236046e-05, | |
| "loss": 0.9899, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.8704028021015762, | |
| "grad_norm": 10.338643074035645, | |
| "learning_rate": 1.4869671504099961e-05, | |
| "loss": 0.9608, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.873905429071804, | |
| "grad_norm": 26.768953323364258, | |
| "learning_rate": 1.4790742505199558e-05, | |
| "loss": 3.1679, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.8774080560420314, | |
| "grad_norm": 8.469191551208496, | |
| "learning_rate": 1.4711900446829879e-05, | |
| "loss": 0.4198, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.8809106830122593, | |
| "grad_norm": 12.908656120300293, | |
| "learning_rate": 1.4633146644834966e-05, | |
| "loss": 1.1931, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.884413309982487, | |
| "grad_norm": 13.781142234802246, | |
| "learning_rate": 1.4554482413585888e-05, | |
| "loss": 1.6451, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.8879159369527145, | |
| "grad_norm": 14.904067993164062, | |
| "learning_rate": 1.4475909065958802e-05, | |
| "loss": 1.1193, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.8914185639229422, | |
| "grad_norm": 13.490738868713379, | |
| "learning_rate": 1.4397427913313076e-05, | |
| "loss": 1.4777, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.8949211908931698, | |
| "grad_norm": 18.033458709716797, | |
| "learning_rate": 1.4319040265469339e-05, | |
| "loss": 0.9049, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.8984238178633976, | |
| "grad_norm": 13.456507682800293, | |
| "learning_rate": 1.424074743068772e-05, | |
| "loss": 3.3861, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.9019264448336253, | |
| "grad_norm": 12.611906051635742, | |
| "learning_rate": 1.41625507156459e-05, | |
| "loss": 1.6322, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.905429071803853, | |
| "grad_norm": 8.617958068847656, | |
| "learning_rate": 1.4084451425417385e-05, | |
| "loss": 0.4577, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.9089316987740805, | |
| "grad_norm": 14.570892333984375, | |
| "learning_rate": 1.4006450863449683e-05, | |
| "loss": 2.1014, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.9124343257443082, | |
| "grad_norm": 8.288101196289062, | |
| "learning_rate": 1.3928550331542576e-05, | |
| "loss": 0.6519, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.915936952714536, | |
| "grad_norm": 7.784424304962158, | |
| "learning_rate": 1.3850751129826385e-05, | |
| "loss": 0.6649, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.9194395796847634, | |
| "grad_norm": 10.094883918762207, | |
| "learning_rate": 1.3773054556740261e-05, | |
| "loss": 1.3525, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.9229422066549913, | |
| "grad_norm": 7.993988990783691, | |
| "learning_rate": 1.369546190901052e-05, | |
| "loss": 0.5407, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.926444833625219, | |
| "grad_norm": 15.709915161132812, | |
| "learning_rate": 1.3617974481629008e-05, | |
| "loss": 1.8723, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.9299474605954465, | |
| "grad_norm": 9.49156379699707, | |
| "learning_rate": 1.3540593567831477e-05, | |
| "loss": 0.5052, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.9334500875656744, | |
| "grad_norm": 13.911781311035156, | |
| "learning_rate": 1.3463320459076028e-05, | |
| "loss": 1.2281, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.9369527145359018, | |
| "grad_norm": 7.616586685180664, | |
| "learning_rate": 1.3386156445021507e-05, | |
| "loss": 0.763, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.9404553415061296, | |
| "grad_norm": 12.074398040771484, | |
| "learning_rate": 1.3309102813506035e-05, | |
| "loss": 1.1219, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.9439579684763573, | |
| "grad_norm": 18.879173278808594, | |
| "learning_rate": 1.3232160850525477e-05, | |
| "loss": 1.2152, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.947460595446585, | |
| "grad_norm": 8.424382209777832, | |
| "learning_rate": 1.3155331840211992e-05, | |
| "loss": 1.1847, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.9509632224168127, | |
| "grad_norm": 9.01657485961914, | |
| "learning_rate": 1.3078617064812612e-05, | |
| "loss": 0.722, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.9544658493870402, | |
| "grad_norm": 7.651902198791504, | |
| "learning_rate": 1.3002017804667824e-05, | |
| "loss": 0.3635, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.957968476357268, | |
| "grad_norm": 10.501350402832031, | |
| "learning_rate": 1.2925535338190218e-05, | |
| "loss": 1.3115, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.9614711033274956, | |
| "grad_norm": 10.333868026733398, | |
| "learning_rate": 1.2849170941843126e-05, | |
| "loss": 1.0494, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.9649737302977233, | |
| "grad_norm": 14.399115562438965, | |
| "learning_rate": 1.2772925890119339e-05, | |
| "loss": 1.755, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.9684763572679511, | |
| "grad_norm": 9.45056438446045, | |
| "learning_rate": 1.269680145551985e-05, | |
| "loss": 1.8133, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.9719789842381785, | |
| "grad_norm": 12.52590560913086, | |
| "learning_rate": 1.2620798908532578e-05, | |
| "loss": 0.8922, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.9754816112084064, | |
| "grad_norm": 20.283485412597656, | |
| "learning_rate": 1.2544919517611191e-05, | |
| "loss": 1.8731, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.978984238178634, | |
| "grad_norm": 16.538997650146484, | |
| "learning_rate": 1.2469164549153922e-05, | |
| "loss": 0.9377, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.9824868651488616, | |
| "grad_norm": 11.674798965454102, | |
| "learning_rate": 1.239353526748245e-05, | |
| "loss": 0.907, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.9859894921190895, | |
| "grad_norm": 11.961647033691406, | |
| "learning_rate": 1.2318032934820794e-05, | |
| "loss": 1.5268, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.989492119089317, | |
| "grad_norm": 10.949502944946289, | |
| "learning_rate": 1.2242658811274222e-05, | |
| "loss": 1.4954, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.9929947460595447, | |
| "grad_norm": 6.9351935386657715, | |
| "learning_rate": 1.2167414154808258e-05, | |
| "loss": 0.4464, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.9964973730297724, | |
| "grad_norm": 8.37053394317627, | |
| "learning_rate": 1.2092300221227661e-05, | |
| "loss": 0.642, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 15.300679206848145, | |
| "learning_rate": 1.201731826415548e-05, | |
| "loss": 1.9645, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 2.003502626970228, | |
| "grad_norm": 4.111511707305908, | |
| "learning_rate": 1.1942469535012115e-05, | |
| "loss": 0.2615, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 2.0070052539404553, | |
| "grad_norm": 3.611501455307007, | |
| "learning_rate": 1.1867755282994464e-05, | |
| "loss": 0.2108, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 2.010507880910683, | |
| "grad_norm": 6.634884834289551, | |
| "learning_rate": 1.1793176755055037e-05, | |
| "loss": 0.8019, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 2.0140105078809105, | |
| "grad_norm": 11.04240608215332, | |
| "learning_rate": 1.1718735195881159e-05, | |
| "loss": 1.0215, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 2.0175131348511384, | |
| "grad_norm": 2.4960787296295166, | |
| "learning_rate": 1.164443184787421e-05, | |
| "loss": 0.2112, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 2.021015761821366, | |
| "grad_norm": 6.72168493270874, | |
| "learning_rate": 1.1570267951128853e-05, | |
| "loss": 0.2771, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 2.0245183887915936, | |
| "grad_norm": 7.282315254211426, | |
| "learning_rate": 1.1496244743412395e-05, | |
| "loss": 0.3761, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 2.0280210157618215, | |
| "grad_norm": 7.026294708251953, | |
| "learning_rate": 1.1422363460144087e-05, | |
| "loss": 0.207, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 2.031523642732049, | |
| "grad_norm": 9.867234230041504, | |
| "learning_rate": 1.1348625334374501e-05, | |
| "loss": 0.4578, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.0350262697022767, | |
| "grad_norm": 6.709160327911377, | |
| "learning_rate": 1.1275031596764975e-05, | |
| "loss": 0.2914, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 2.0385288966725046, | |
| "grad_norm": 6.458284854888916, | |
| "learning_rate": 1.1201583475567046e-05, | |
| "loss": 0.6003, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 2.042031523642732, | |
| "grad_norm": 6.811922550201416, | |
| "learning_rate": 1.1128282196602011e-05, | |
| "loss": 0.4343, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 2.04553415061296, | |
| "grad_norm": 13.446271896362305, | |
| "learning_rate": 1.105512898324039e-05, | |
| "loss": 0.1694, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 2.0490367775831873, | |
| "grad_norm": 3.9686508178710938, | |
| "learning_rate": 1.098212505638155e-05, | |
| "loss": 0.2998, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.052539404553415, | |
| "grad_norm": 11.05303955078125, | |
| "learning_rate": 1.0909271634433317e-05, | |
| "loss": 0.268, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 2.056042031523643, | |
| "grad_norm": 14.222155570983887, | |
| "learning_rate": 1.0836569933291663e-05, | |
| "loss": 0.4609, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 2.0595446584938704, | |
| "grad_norm": 5.8074259757995605, | |
| "learning_rate": 1.0764021166320403e-05, | |
| "loss": 0.3518, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 2.063047285464098, | |
| "grad_norm": 7.573509216308594, | |
| "learning_rate": 1.0691626544330913e-05, | |
| "loss": 0.1935, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 2.0665499124343256, | |
| "grad_norm": 7.35963773727417, | |
| "learning_rate": 1.0619387275561957e-05, | |
| "loss": 0.142, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.0700525394045535, | |
| "grad_norm": 26.056726455688477, | |
| "learning_rate": 1.0547304565659528e-05, | |
| "loss": 0.5094, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 2.073555166374781, | |
| "grad_norm": 12.973404884338379, | |
| "learning_rate": 1.0475379617656692e-05, | |
| "loss": 0.4237, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 2.0770577933450087, | |
| "grad_norm": 15.458786964416504, | |
| "learning_rate": 1.0403613631953544e-05, | |
| "loss": 0.3591, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 2.0805604203152366, | |
| "grad_norm": 9.443426132202148, | |
| "learning_rate": 1.0332007806297137e-05, | |
| "loss": 0.3133, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 2.084063047285464, | |
| "grad_norm": 11.876457214355469, | |
| "learning_rate": 1.0260563335761548e-05, | |
| "loss": 0.191, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.087565674255692, | |
| "grad_norm": 16.497386932373047, | |
| "learning_rate": 1.0189281412727863e-05, | |
| "loss": 0.3268, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 2.0910683012259192, | |
| "grad_norm": 6.713415622711182, | |
| "learning_rate": 1.0118163226864324e-05, | |
| "loss": 0.1679, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 2.094570928196147, | |
| "grad_norm": 8.332857131958008, | |
| "learning_rate": 1.0047209965106471e-05, | |
| "loss": 0.3882, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 2.098073555166375, | |
| "grad_norm": 15.426718711853027, | |
| "learning_rate": 9.976422811637323e-06, | |
| "loss": 0.6588, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 2.1015761821366024, | |
| "grad_norm": 19.400615692138672, | |
| "learning_rate": 9.9058029478676e-06, | |
| "loss": 0.5528, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.10507880910683, | |
| "grad_norm": 10.129969596862793, | |
| "learning_rate": 9.835351552416026e-06, | |
| "loss": 0.4625, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 2.1085814360770576, | |
| "grad_norm": 12.683780670166016, | |
| "learning_rate": 9.765069801089658e-06, | |
| "loss": 0.7214, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 2.1120840630472855, | |
| "grad_norm": 9.236724853515625, | |
| "learning_rate": 9.694958866864262e-06, | |
| "loss": 0.4221, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 2.1155866900175133, | |
| "grad_norm": 5.072461128234863, | |
| "learning_rate": 9.62501991986472e-06, | |
| "loss": 0.1352, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 2.1190893169877407, | |
| "grad_norm": 5.266534805297852, | |
| "learning_rate": 9.555254127345506e-06, | |
| "loss": 0.3825, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.1225919439579686, | |
| "grad_norm": 2.0258290767669678, | |
| "learning_rate": 9.485662653671237e-06, | |
| "loss": 0.1042, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 2.126094570928196, | |
| "grad_norm": 7.214817047119141, | |
| "learning_rate": 9.416246660297186e-06, | |
| "loss": 0.1874, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 2.129597197898424, | |
| "grad_norm": 14.512842178344727, | |
| "learning_rate": 9.347007305749954e-06, | |
| "loss": 0.2769, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 2.1330998248686517, | |
| "grad_norm": 12.86308765411377, | |
| "learning_rate": 9.277945745608076e-06, | |
| "loss": 0.4056, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 2.136602451838879, | |
| "grad_norm": 8.935503959655762, | |
| "learning_rate": 9.2090631324828e-06, | |
| "loss": 0.267, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.140105078809107, | |
| "grad_norm": 10.452750205993652, | |
| "learning_rate": 9.140360615998789e-06, | |
| "loss": 0.9766, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 2.1436077057793343, | |
| "grad_norm": 12.40889835357666, | |
| "learning_rate": 9.071839342774966e-06, | |
| "loss": 0.6476, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 2.147110332749562, | |
| "grad_norm": 7.821516513824463, | |
| "learning_rate": 9.003500456405385e-06, | |
| "loss": 0.2597, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 2.1506129597197896, | |
| "grad_norm": 32.6134147644043, | |
| "learning_rate": 8.935345097440131e-06, | |
| "loss": 0.3772, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 2.1541155866900175, | |
| "grad_norm": 8.472585678100586, | |
| "learning_rate": 8.867374403366276e-06, | |
| "loss": 0.2884, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.1576182136602453, | |
| "grad_norm": 8.967446327209473, | |
| "learning_rate": 8.7995895085889e-06, | |
| "loss": 0.2359, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 2.1611208406304727, | |
| "grad_norm": 4.8656415939331055, | |
| "learning_rate": 8.731991544412184e-06, | |
| "loss": 0.201, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 2.1646234676007006, | |
| "grad_norm": 17.89019012451172, | |
| "learning_rate": 8.6645816390205e-06, | |
| "loss": 0.5396, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 2.168126094570928, | |
| "grad_norm": 4.795694351196289, | |
| "learning_rate": 8.597360917459585e-06, | |
| "loss": 0.3591, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 2.171628721541156, | |
| "grad_norm": 9.445202827453613, | |
| "learning_rate": 8.53033050161776e-06, | |
| "loss": 0.275, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.1751313485113837, | |
| "grad_norm": 12.556199073791504, | |
| "learning_rate": 8.46349151020725e-06, | |
| "loss": 0.3625, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 2.178633975481611, | |
| "grad_norm": 3.0647783279418945, | |
| "learning_rate": 8.396845058745433e-06, | |
| "loss": 0.1984, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 2.182136602451839, | |
| "grad_norm": 13.919934272766113, | |
| "learning_rate": 8.330392259536315e-06, | |
| "loss": 0.3918, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 2.1856392294220663, | |
| "grad_norm": 5.176346302032471, | |
| "learning_rate": 8.264134221651879e-06, | |
| "loss": 0.3719, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 2.189141856392294, | |
| "grad_norm": 6.9213762283325195, | |
| "learning_rate": 8.198072050913643e-06, | |
| "loss": 0.3471, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 2.192644483362522, | |
| "grad_norm": 2.5226728916168213, | |
| "learning_rate": 8.132206849874166e-06, | |
| "loss": 0.2453, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 2.1961471103327495, | |
| "grad_norm": 4.744520664215088, | |
| "learning_rate": 8.066539717798648e-06, | |
| "loss": 0.2357, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 2.1996497373029773, | |
| "grad_norm": 7.503551006317139, | |
| "learning_rate": 8.001071750646615e-06, | |
| "loss": 0.5094, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 2.2031523642732047, | |
| "grad_norm": 5.823261737823486, | |
| "learning_rate": 7.935804041053594e-06, | |
| "loss": 0.2253, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 2.2066549912434326, | |
| "grad_norm": 10.464018821716309, | |
| "learning_rate": 7.870737678312887e-06, | |
| "loss": 0.3054, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.2101576182136604, | |
| "grad_norm": 4.4330735206604, | |
| "learning_rate": 7.805873748357387e-06, | |
| "loss": 0.1626, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 2.213660245183888, | |
| "grad_norm": 4.565890312194824, | |
| "learning_rate": 7.74121333374148e-06, | |
| "loss": 0.2295, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 2.2171628721541157, | |
| "grad_norm": 8.96017074584961, | |
| "learning_rate": 7.67675751362295e-06, | |
| "loss": 0.6048, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 2.220665499124343, | |
| "grad_norm": 10.378385543823242, | |
| "learning_rate": 7.612507363744972e-06, | |
| "loss": 0.8332, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 2.224168126094571, | |
| "grad_norm": 7.120364665985107, | |
| "learning_rate": 7.548463956418157e-06, | |
| "loss": 0.2532, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 2.227670753064799, | |
| "grad_norm": 3.8531832695007324, | |
| "learning_rate": 7.484628360502683e-06, | |
| "loss": 0.5231, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 2.231173380035026, | |
| "grad_norm": 8.29166316986084, | |
| "learning_rate": 7.421001641390406e-06, | |
| "loss": 0.74, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 2.234676007005254, | |
| "grad_norm": 14.644600868225098, | |
| "learning_rate": 7.357584860987139e-06, | |
| "loss": 0.712, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 2.2381786339754814, | |
| "grad_norm": 8.683403968811035, | |
| "learning_rate": 7.2943790776948645e-06, | |
| "loss": 0.1712, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 2.2416812609457093, | |
| "grad_norm": 11.98154067993164, | |
| "learning_rate": 7.231385346394133e-06, | |
| "loss": 1.1342, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.245183887915937, | |
| "grad_norm": 5.7232136726379395, | |
| "learning_rate": 7.168604718426408e-06, | |
| "loss": 0.2113, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 2.2486865148861646, | |
| "grad_norm": 7.635982990264893, | |
| "learning_rate": 7.106038241576541e-06, | |
| "loss": 0.2895, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 2.2521891418563924, | |
| "grad_norm": 16.10260772705078, | |
| "learning_rate": 7.043686960055292e-06, | |
| "loss": 0.2543, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 2.25569176882662, | |
| "grad_norm": 11.05922794342041, | |
| "learning_rate": 6.981551914481894e-06, | |
| "loss": 0.431, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 2.2591943957968477, | |
| "grad_norm": 5.137984275817871, | |
| "learning_rate": 6.919634141866674e-06, | |
| "loss": 0.2008, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 2.2626970227670755, | |
| "grad_norm": 10.650192260742188, | |
| "learning_rate": 6.857934675593758e-06, | |
| "loss": 0.4342, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 2.266199649737303, | |
| "grad_norm": 19.132814407348633, | |
| "learning_rate": 6.79645454540381e-06, | |
| "loss": 0.4469, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 2.2697022767075308, | |
| "grad_norm": 7.868581771850586, | |
| "learning_rate": 6.735194777376901e-06, | |
| "loss": 0.4569, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 2.273204903677758, | |
| "grad_norm": 5.338744163513184, | |
| "learning_rate": 6.6741563939152946e-06, | |
| "loss": 0.5621, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 2.276707530647986, | |
| "grad_norm": 8.34805679321289, | |
| "learning_rate": 6.61334041372645e-06, | |
| "loss": 0.5147, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.280210157618214, | |
| "grad_norm": 7.190115451812744, | |
| "learning_rate": 6.552747851805989e-06, | |
| "loss": 0.3024, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 2.2837127845884413, | |
| "grad_norm": 6.776481628417969, | |
| "learning_rate": 6.492379719420787e-06, | |
| "loss": 0.1938, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 2.287215411558669, | |
| "grad_norm": 8.968748092651367, | |
| "learning_rate": 6.432237024092065e-06, | |
| "loss": 0.2207, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 2.2907180385288965, | |
| "grad_norm": 4.696019172668457, | |
| "learning_rate": 6.372320769578581e-06, | |
| "loss": 0.3357, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 2.2942206654991244, | |
| "grad_norm": 1.6001213788986206, | |
| "learning_rate": 6.312631955859878e-06, | |
| "loss": 0.1304, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.2977232924693523, | |
| "grad_norm": 5.230320930480957, | |
| "learning_rate": 6.253171579119619e-06, | |
| "loss": 0.4285, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 2.3012259194395797, | |
| "grad_norm": 12.429251670837402, | |
| "learning_rate": 6.1939406317289165e-06, | |
| "loss": 0.4969, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 2.3047285464098075, | |
| "grad_norm": 6.5600266456604, | |
| "learning_rate": 6.134940102229811e-06, | |
| "loss": 0.256, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 2.308231173380035, | |
| "grad_norm": 8.233277320861816, | |
| "learning_rate": 6.076170975318745e-06, | |
| "loss": 0.2827, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 2.3117338003502628, | |
| "grad_norm": 6.555598735809326, | |
| "learning_rate": 6.0176342318301515e-06, | |
| "loss": 0.32, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.31523642732049, | |
| "grad_norm": 8.620915412902832, | |
| "learning_rate": 5.959330848720062e-06, | |
| "loss": 0.1916, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 2.318739054290718, | |
| "grad_norm": 9.808154106140137, | |
| "learning_rate": 5.901261799049807e-06, | |
| "loss": 0.2856, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 2.322241681260946, | |
| "grad_norm": 8.030816078186035, | |
| "learning_rate": 5.843428051969797e-06, | |
| "loss": 0.3204, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 2.3257443082311733, | |
| "grad_norm": 5.74130916595459, | |
| "learning_rate": 5.785830572703326e-06, | |
| "loss": 0.2252, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 2.329246935201401, | |
| "grad_norm": 7.626296043395996, | |
| "learning_rate": 5.728470322530464e-06, | |
| "loss": 0.2844, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.3327495621716285, | |
| "grad_norm": 13.404093742370605, | |
| "learning_rate": 5.671348258772007e-06, | |
| "loss": 0.5269, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 2.3362521891418564, | |
| "grad_norm": 14.98967170715332, | |
| "learning_rate": 5.614465334773533e-06, | |
| "loss": 0.6109, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 2.3397548161120842, | |
| "grad_norm": 11.958736419677734, | |
| "learning_rate": 5.5578224998894625e-06, | |
| "loss": 0.214, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 2.3432574430823117, | |
| "grad_norm": 11.929584503173828, | |
| "learning_rate": 5.501420699467204e-06, | |
| "loss": 0.7827, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 2.3467600700525395, | |
| "grad_norm": 19.051668167114258, | |
| "learning_rate": 5.445260874831402e-06, | |
| "loss": 0.4145, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.350262697022767, | |
| "grad_norm": 8.200482368469238, | |
| "learning_rate": 5.389343963268225e-06, | |
| "loss": 0.1799, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 2.3537653239929948, | |
| "grad_norm": 9.073884963989258, | |
| "learning_rate": 5.3336708980097e-06, | |
| "loss": 0.1788, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 2.357267950963222, | |
| "grad_norm": 15.959501266479492, | |
| "learning_rate": 5.2782426082181645e-06, | |
| "loss": 0.659, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 2.36077057793345, | |
| "grad_norm": 7.414675712585449, | |
| "learning_rate": 5.223060018970733e-06, | |
| "loss": 0.335, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 2.364273204903678, | |
| "grad_norm": 9.217352867126465, | |
| "learning_rate": 5.168124051243893e-06, | |
| "loss": 0.4305, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.3677758318739053, | |
| "grad_norm": 12.484313011169434, | |
| "learning_rate": 5.1134356218980866e-06, | |
| "loss": 0.5912, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 2.371278458844133, | |
| "grad_norm": 9.667016983032227, | |
| "learning_rate": 5.058995643662443e-06, | |
| "loss": 0.4746, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 2.3747810858143605, | |
| "grad_norm": 15.732196807861328, | |
| "learning_rate": 5.004805025119546e-06, | |
| "loss": 0.4182, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 2.3782837127845884, | |
| "grad_norm": 5.530452728271484, | |
| "learning_rate": 4.950864670690257e-06, | |
| "loss": 0.3474, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 2.3817863397548162, | |
| "grad_norm": 7.507744312286377, | |
| "learning_rate": 4.897175480618619e-06, | |
| "loss": 0.2377, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.3852889667250436, | |
| "grad_norm": 0.8480662703514099, | |
| "learning_rate": 4.8437383509568324e-06, | |
| "loss": 0.1067, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 2.3887915936952715, | |
| "grad_norm": 8.764185905456543, | |
| "learning_rate": 4.790554173550319e-06, | |
| "loss": 0.4602, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 2.392294220665499, | |
| "grad_norm": 8.413671493530273, | |
| "learning_rate": 4.737623836022822e-06, | |
| "loss": 0.4463, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 2.3957968476357268, | |
| "grad_norm": 6.1764068603515625, | |
| "learning_rate": 4.684948221761583e-06, | |
| "loss": 0.354, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 2.3992994746059546, | |
| "grad_norm": 5.312464714050293, | |
| "learning_rate": 4.632528209902607e-06, | |
| "loss": 0.1352, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.402802101576182, | |
| "grad_norm": 10.079058647155762, | |
| "learning_rate": 4.580364675316014e-06, | |
| "loss": 0.4412, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 2.40630472854641, | |
| "grad_norm": 6.57410192489624, | |
| "learning_rate": 4.528458488591385e-06, | |
| "loss": 0.6779, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 2.4098073555166373, | |
| "grad_norm": 7.1317009925842285, | |
| "learning_rate": 4.476810516023293e-06, | |
| "loss": 0.1367, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 2.413309982486865, | |
| "grad_norm": 9.098307609558105, | |
| "learning_rate": 4.425421619596786e-06, | |
| "loss": 0.4837, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 2.416812609457093, | |
| "grad_norm": 12.327546119689941, | |
| "learning_rate": 4.374292656973058e-06, | |
| "loss": 0.2527, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.4203152364273204, | |
| "grad_norm": 5.387122631072998, | |
| "learning_rate": 4.323424481475085e-06, | |
| "loss": 0.2458, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 2.4238178633975482, | |
| "grad_norm": 9.385303497314453, | |
| "learning_rate": 4.272817942073408e-06, | |
| "loss": 0.2781, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 2.4273204903677756, | |
| "grad_norm": 3.463916778564453, | |
| "learning_rate": 4.2224738833719695e-06, | |
| "loss": 0.115, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 2.4308231173380035, | |
| "grad_norm": 10.816231727600098, | |
| "learning_rate": 4.172393145594009e-06, | |
| "loss": 0.2425, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 2.4343257443082313, | |
| "grad_norm": 6.746379375457764, | |
| "learning_rate": 4.122576564568031e-06, | |
| "loss": 0.2906, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.4378283712784588, | |
| "grad_norm": 1.8436380624771118, | |
| "learning_rate": 4.073024971713859e-06, | |
| "loss": 0.0874, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 2.4413309982486866, | |
| "grad_norm": 4.27414608001709, | |
| "learning_rate": 4.023739194028784e-06, | |
| "loss": 0.254, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 2.444833625218914, | |
| "grad_norm": 18.09396743774414, | |
| "learning_rate": 3.974720054073733e-06, | |
| "loss": 0.7811, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 2.448336252189142, | |
| "grad_norm": 13.307997703552246, | |
| "learning_rate": 3.925968369959548e-06, | |
| "loss": 0.5651, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 2.4518388791593697, | |
| "grad_norm": 11.251547813415527, | |
| "learning_rate": 3.877484955333326e-06, | |
| "loss": 0.7353, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.455341506129597, | |
| "grad_norm": 5.3191046714782715, | |
| "learning_rate": 3.829270619364873e-06, | |
| "loss": 0.2166, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 2.458844133099825, | |
| "grad_norm": 17.071352005004883, | |
| "learning_rate": 3.781326166733148e-06, | |
| "loss": 0.3852, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 2.4623467600700524, | |
| "grad_norm": 42.43695831298828, | |
| "learning_rate": 3.7336523976128812e-06, | |
| "loss": 0.8098, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 2.4658493870402802, | |
| "grad_norm": 15.574095726013184, | |
| "learning_rate": 3.686250107661176e-06, | |
| "loss": 0.6515, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 2.469352014010508, | |
| "grad_norm": 5.729953765869141, | |
| "learning_rate": 3.6391200880042754e-06, | |
| "loss": 0.4977, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.4728546409807355, | |
| "grad_norm": 7.877871513366699, | |
| "learning_rate": 3.5922631252243132e-06, | |
| "loss": 0.2416, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 2.4763572679509633, | |
| "grad_norm": 6.631842613220215, | |
| "learning_rate": 3.5456800013462166e-06, | |
| "loss": 0.216, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 2.4798598949211907, | |
| "grad_norm": 11.070491790771484, | |
| "learning_rate": 3.499371493824646e-06, | |
| "loss": 0.5384, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 2.4833625218914186, | |
| "grad_norm": 8.516698837280273, | |
| "learning_rate": 3.4533383755310257e-06, | |
| "loss": 0.3293, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 2.4868651488616464, | |
| "grad_norm": 4.230687618255615, | |
| "learning_rate": 3.407581414740626e-06, | |
| "loss": 0.1136, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.490367775831874, | |
| "grad_norm": 6.080500602722168, | |
| "learning_rate": 3.362101375119755e-06, | |
| "loss": 0.434, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 2.4938704028021017, | |
| "grad_norm": 6.872626781463623, | |
| "learning_rate": 3.316899015713009e-06, | |
| "loss": 0.1984, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 2.497373029772329, | |
| "grad_norm": 8.121652603149414, | |
| "learning_rate": 3.2719750909306303e-06, | |
| "loss": 0.2077, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 2.500875656742557, | |
| "grad_norm": 7.671825408935547, | |
| "learning_rate": 3.2273303505358667e-06, | |
| "loss": 0.1965, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 2.504378283712785, | |
| "grad_norm": 5.99457311630249, | |
| "learning_rate": 3.182965539632492e-06, | |
| "loss": 0.2283, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.507880910683012, | |
| "grad_norm": 12.298001289367676, | |
| "learning_rate": 3.138881398652358e-06, | |
| "loss": 0.2892, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 2.51138353765324, | |
| "grad_norm": 5.526932716369629, | |
| "learning_rate": 3.0950786633430564e-06, | |
| "loss": 0.208, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 2.5148861646234675, | |
| "grad_norm": 7.946258544921875, | |
| "learning_rate": 3.05155806475562e-06, | |
| "loss": 1.0295, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 2.5183887915936953, | |
| "grad_norm": 7.10674524307251, | |
| "learning_rate": 3.008320329232317e-06, | |
| "loss": 0.3865, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 2.521891418563923, | |
| "grad_norm": 5.112523555755615, | |
| "learning_rate": 2.965366178394542e-06, | |
| "loss": 0.1231, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.5253940455341506, | |
| "grad_norm": 7.176146030426025, | |
| "learning_rate": 2.922696329130783e-06, | |
| "loss": 0.4793, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 2.5288966725043784, | |
| "grad_norm": 3.4290506839752197, | |
| "learning_rate": 2.8803114935846178e-06, | |
| "loss": 0.301, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 2.532399299474606, | |
| "grad_norm": 6.2297210693359375, | |
| "learning_rate": 2.8382123791428795e-06, | |
| "loss": 0.1753, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 2.5359019264448337, | |
| "grad_norm": 5.336044788360596, | |
| "learning_rate": 2.7963996884238034e-06, | |
| "loss": 0.2035, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 2.5394045534150615, | |
| "grad_norm": 7.6555891036987305, | |
| "learning_rate": 2.754874119265336e-06, | |
| "loss": 0.359, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.542907180385289, | |
| "grad_norm": 8.17387866973877, | |
| "learning_rate": 2.7136363647134655e-06, | |
| "loss": 0.7163, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 2.5464098073555164, | |
| "grad_norm": 7.864010334014893, | |
| "learning_rate": 2.6726871130106637e-06, | |
| "loss": 0.3539, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 2.549912434325744, | |
| "grad_norm": 6.670307159423828, | |
| "learning_rate": 2.6320270475844023e-06, | |
| "loss": 0.19, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 2.553415061295972, | |
| "grad_norm": 7.956202507019043, | |
| "learning_rate": 2.5916568470357486e-06, | |
| "loss": 0.4138, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 2.5569176882662, | |
| "grad_norm": 2.7980082035064697, | |
| "learning_rate": 2.5515771851280248e-06, | |
| "loss": 0.1076, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.5604203152364273, | |
| "grad_norm": 9.661548614501953, | |
| "learning_rate": 2.5117887307755775e-06, | |
| "loss": 0.2974, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 2.5639229422066547, | |
| "grad_norm": 8.196139335632324, | |
| "learning_rate": 2.472292148032609e-06, | |
| "loss": 0.3056, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 2.5674255691768826, | |
| "grad_norm": 7.685372829437256, | |
| "learning_rate": 2.433088096082108e-06, | |
| "loss": 0.3848, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 2.5709281961471104, | |
| "grad_norm": 6.782233715057373, | |
| "learning_rate": 2.3941772292248146e-06, | |
| "loss": 0.1736, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 2.574430823117338, | |
| "grad_norm": 3.7146668434143066, | |
| "learning_rate": 2.3555601968683273e-06, | |
| "loss": 0.265, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.5779334500875657, | |
| "grad_norm": 6.972784996032715, | |
| "learning_rate": 2.317237643516268e-06, | |
| "loss": 0.189, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 2.581436077057793, | |
| "grad_norm": 3.0132017135620117, | |
| "learning_rate": 2.2792102087575053e-06, | |
| "loss": 0.1583, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 2.584938704028021, | |
| "grad_norm": 5.253518104553223, | |
| "learning_rate": 2.2414785272555005e-06, | |
| "loss": 0.3482, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 2.588441330998249, | |
| "grad_norm": 4.389585018157959, | |
| "learning_rate": 2.204043228737689e-06, | |
| "loss": 0.2313, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 2.591943957968476, | |
| "grad_norm": 11.996556282043457, | |
| "learning_rate": 2.166904937985006e-06, | |
| "loss": 0.4344, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.595446584938704, | |
| "grad_norm": 9.555136680603027, | |
| "learning_rate": 2.1300642748214284e-06, | |
| "loss": 0.2702, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 2.5989492119089315, | |
| "grad_norm": 10.910072326660156, | |
| "learning_rate": 2.0935218541036373e-06, | |
| "loss": 0.3017, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 2.6024518388791593, | |
| "grad_norm": 4.974386692047119, | |
| "learning_rate": 2.057278285710771e-06, | |
| "loss": 0.3118, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 2.605954465849387, | |
| "grad_norm": 7.93409538269043, | |
| "learning_rate": 2.0213341745342373e-06, | |
| "loss": 0.4271, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 2.6094570928196146, | |
| "grad_norm": 3.470421314239502, | |
| "learning_rate": 1.9856901204676093e-06, | |
| "loss": 0.167, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.6129597197898424, | |
| "grad_norm": 11.024426460266113, | |
| "learning_rate": 1.950346718396614e-06, | |
| "loss": 0.5929, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 2.61646234676007, | |
| "grad_norm": 4.000313758850098, | |
| "learning_rate": 1.915304558189226e-06, | |
| "loss": 0.4232, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 2.6199649737302977, | |
| "grad_norm": 4.251917839050293, | |
| "learning_rate": 1.8805642246858035e-06, | |
| "loss": 0.332, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 2.6234676007005255, | |
| "grad_norm": 14.466004371643066, | |
| "learning_rate": 1.846126297689328e-06, | |
| "loss": 0.5515, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 2.626970227670753, | |
| "grad_norm": 7.978627681732178, | |
| "learning_rate": 1.8119913519557264e-06, | |
| "loss": 0.2431, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.630472854640981, | |
| "grad_norm": 8.531673431396484, | |
| "learning_rate": 1.7781599571842956e-06, | |
| "loss": 0.4857, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 2.633975481611208, | |
| "grad_norm": 6.550644874572754, | |
| "learning_rate": 1.7446326780081713e-06, | |
| "loss": 0.5275, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 2.637478108581436, | |
| "grad_norm": 8.497308731079102, | |
| "learning_rate": 1.7114100739849249e-06, | |
| "loss": 0.3287, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 2.640980735551664, | |
| "grad_norm": 3.7064123153686523, | |
| "learning_rate": 1.678492699587204e-06, | |
| "loss": 0.1416, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 2.6444833625218913, | |
| "grad_norm": 1.5083993673324585, | |
| "learning_rate": 1.6458811041935007e-06, | |
| "loss": 0.1093, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.647985989492119, | |
| "grad_norm": 6.478839874267578, | |
| "learning_rate": 1.6135758320789641e-06, | |
| "loss": 0.3954, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 2.6514886164623466, | |
| "grad_norm": 9.450393676757812, | |
| "learning_rate": 1.5815774224063218e-06, | |
| "loss": 0.4096, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 2.6549912434325744, | |
| "grad_norm": 5.808910369873047, | |
| "learning_rate": 1.5498864092168941e-06, | |
| "loss": 0.2206, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 2.6584938704028023, | |
| "grad_norm": 3.4636878967285156, | |
| "learning_rate": 1.5185033214216649e-06, | |
| "loss": 0.3483, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 2.6619964973730297, | |
| "grad_norm": 11.797184944152832, | |
| "learning_rate": 1.4874286827924599e-06, | |
| "loss": 0.625, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.6654991243432575, | |
| "grad_norm": 11.192656517028809, | |
| "learning_rate": 1.456663011953201e-06, | |
| "loss": 0.2856, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 2.669001751313485, | |
| "grad_norm": 17.491886138916016, | |
| "learning_rate": 1.4262068223712587e-06, | |
| "loss": 0.6158, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 2.672504378283713, | |
| "grad_norm": 8.262967109680176, | |
| "learning_rate": 1.3960606223488848e-06, | |
| "loss": 0.4461, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 2.6760070052539406, | |
| "grad_norm": 25.136058807373047, | |
| "learning_rate": 1.3662249150147155e-06, | |
| "loss": 0.8565, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 2.679509632224168, | |
| "grad_norm": 8.498688697814941, | |
| "learning_rate": 1.3367001983153837e-06, | |
| "loss": 0.405, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.683012259194396, | |
| "grad_norm": 3.612231492996216, | |
| "learning_rate": 1.3074869650072053e-06, | |
| "loss": 0.2578, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 2.6865148861646233, | |
| "grad_norm": 6.869486331939697, | |
| "learning_rate": 1.2785857026479609e-06, | |
| "loss": 0.3389, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 2.690017513134851, | |
| "grad_norm": 9.957880973815918, | |
| "learning_rate": 1.2499968935887474e-06, | |
| "loss": 0.2081, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 2.693520140105079, | |
| "grad_norm": 4.789759635925293, | |
| "learning_rate": 1.221721014965942e-06, | |
| "loss": 0.3021, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 2.6970227670753064, | |
| "grad_norm": 4.189669609069824, | |
| "learning_rate": 1.1937585386932281e-06, | |
| "loss": 0.1325, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.7005253940455343, | |
| "grad_norm": 12.296935081481934, | |
| "learning_rate": 1.1661099314537228e-06, | |
| "loss": 0.1675, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 2.7040280210157617, | |
| "grad_norm": 1.7808837890625, | |
| "learning_rate": 1.1387756546921902e-06, | |
| "loss": 0.0979, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 2.7075306479859895, | |
| "grad_norm": 9.73708438873291, | |
| "learning_rate": 1.1117561646073316e-06, | |
| "loss": 0.3332, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 2.7110332749562174, | |
| "grad_norm": 10.950447082519531, | |
| "learning_rate": 1.085051912144186e-06, | |
| "loss": 0.4934, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 2.714535901926445, | |
| "grad_norm": 7.5403618812561035, | |
| "learning_rate": 1.0586633429865966e-06, | |
| "loss": 0.2746, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.7180385288966726, | |
| "grad_norm": 7.8029279708862305, | |
| "learning_rate": 1.0325908975497657e-06, | |
| "loss": 0.4395, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 2.7215411558669, | |
| "grad_norm": 4.058933258056641, | |
| "learning_rate": 1.0068350109729063e-06, | |
| "loss": 0.1307, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 2.725043782837128, | |
| "grad_norm": 7.272954940795898, | |
| "learning_rate": 9.813961131120009e-07, | |
| "loss": 0.204, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 2.7285464098073557, | |
| "grad_norm": 5.053043842315674, | |
| "learning_rate": 9.562746285326007e-07, | |
| "loss": 0.1737, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 2.732049036777583, | |
| "grad_norm": 4.146439075469971, | |
| "learning_rate": 9.314709765027441e-07, | |
| "loss": 0.3323, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.735551663747811, | |
| "grad_norm": 9.863334655761719, | |
| "learning_rate": 9.069855709859743e-07, | |
| "loss": 0.3481, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 2.7390542907180384, | |
| "grad_norm": 9.322667121887207, | |
| "learning_rate": 8.828188206344168e-07, | |
| "loss": 0.2881, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 2.7425569176882663, | |
| "grad_norm": 17.841449737548828, | |
| "learning_rate": 8.589711287819624e-07, | |
| "loss": 0.5504, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 2.746059544658494, | |
| "grad_norm": 5.811645984649658, | |
| "learning_rate": 8.354428934375414e-07, | |
| "loss": 0.2561, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 2.7495621716287215, | |
| "grad_norm": 8.1492338180542, | |
| "learning_rate": 8.122345072784687e-07, | |
| "loss": 0.3995, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.7530647985989494, | |
| "grad_norm": 16.187278747558594, | |
| "learning_rate": 7.893463576439076e-07, | |
| "loss": 0.7552, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 2.7565674255691768, | |
| "grad_norm": 3.650089979171753, | |
| "learning_rate": 7.667788265283871e-07, | |
| "loss": 0.2169, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 2.7600700525394046, | |
| "grad_norm": 6.4505743980407715, | |
| "learning_rate": 7.445322905754326e-07, | |
| "loss": 0.3677, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 2.7635726795096325, | |
| "grad_norm": 5.248019695281982, | |
| "learning_rate": 7.226071210712926e-07, | |
| "loss": 0.1273, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 2.76707530647986, | |
| "grad_norm": 5.4500837326049805, | |
| "learning_rate": 7.010036839387257e-07, | |
| "loss": 0.2377, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.7705779334500873, | |
| "grad_norm": 11.434654235839844, | |
| "learning_rate": 6.797223397308994e-07, | |
| "loss": 0.436, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 2.774080560420315, | |
| "grad_norm": 3.954472064971924, | |
| "learning_rate": 6.587634436253654e-07, | |
| "loss": 0.3242, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 2.777583187390543, | |
| "grad_norm": 7.352035045623779, | |
| "learning_rate": 6.381273454181536e-07, | |
| "loss": 0.4541, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 2.781085814360771, | |
| "grad_norm": 8.057424545288086, | |
| "learning_rate": 6.178143895179123e-07, | |
| "loss": 0.3616, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 2.7845884413309983, | |
| "grad_norm": 21.68024253845215, | |
| "learning_rate": 5.978249149401638e-07, | |
| "loss": 0.6163, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 2.7880910683012257, | |
| "grad_norm": 1.6756069660186768, | |
| "learning_rate": 5.781592553016513e-07, | |
| "loss": 0.0949, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 2.7915936952714535, | |
| "grad_norm": 15.292009353637695, | |
| "learning_rate": 5.588177388147741e-07, | |
| "loss": 0.195, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 2.7950963222416814, | |
| "grad_norm": 5.428353786468506, | |
| "learning_rate": 5.398006882821016e-07, | |
| "loss": 0.4268, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 2.7985989492119088, | |
| "grad_norm": 4.934905529022217, | |
| "learning_rate": 5.211084210909922e-07, | |
| "loss": 0.4207, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 2.8021015761821366, | |
| "grad_norm": 32.14579391479492, | |
| "learning_rate": 5.027412492082895e-07, | |
| "loss": 1.2459, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.805604203152364, | |
| "grad_norm": 5.984612464904785, | |
| "learning_rate": 4.846994791751236e-07, | |
| "loss": 0.2008, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 2.809106830122592, | |
| "grad_norm": 8.9047269821167, | |
| "learning_rate": 4.669834121017891e-07, | |
| "loss": 0.2059, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 2.8126094570928197, | |
| "grad_norm": 12.699865341186523, | |
| "learning_rate": 4.495933436627198e-07, | |
| "loss": 0.2789, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 2.816112084063047, | |
| "grad_norm": 6.121337413787842, | |
| "learning_rate": 4.3252956409156164e-07, | |
| "loss": 0.334, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 2.819614711033275, | |
| "grad_norm": 22.385419845581055, | |
| "learning_rate": 4.1579235817632126e-07, | |
| "loss": 0.7606, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.8231173380035024, | |
| "grad_norm": 2.840463161468506, | |
| "learning_rate": 3.993820052546116e-07, | |
| "loss": 0.2278, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 2.8266199649737302, | |
| "grad_norm": 9.669700622558594, | |
| "learning_rate": 3.832987792089937e-07, | |
| "loss": 0.2599, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 2.830122591943958, | |
| "grad_norm": 6.415764331817627, | |
| "learning_rate": 3.6754294846240934e-07, | |
| "loss": 0.4672, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 2.8336252189141855, | |
| "grad_norm": 12.454601287841797, | |
| "learning_rate": 3.5211477597369535e-07, | |
| "loss": 0.3072, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 2.8371278458844134, | |
| "grad_norm": 3.790520191192627, | |
| "learning_rate": 3.370145192331964e-07, | |
| "loss": 0.2364, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.8406304728546408, | |
| "grad_norm": 6.003750801086426, | |
| "learning_rate": 3.222424302584615e-07, | |
| "loss": 0.1876, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 2.8441330998248686, | |
| "grad_norm": 8.819941520690918, | |
| "learning_rate": 3.0779875559005636e-07, | |
| "loss": 0.4489, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 2.8476357267950965, | |
| "grad_norm": 9.377801895141602, | |
| "learning_rate": 2.936837362874245e-07, | |
| "loss": 0.3392, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 2.851138353765324, | |
| "grad_norm": 5.5884246826171875, | |
| "learning_rate": 2.798976079248861e-07, | |
| "loss": 0.3151, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 2.8546409807355517, | |
| "grad_norm": 29.302658081054688, | |
| "learning_rate": 2.664406005876874e-07, | |
| "loss": 0.6223, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.858143607705779, | |
| "grad_norm": 9.293455123901367, | |
| "learning_rate": 2.5331293886817764e-07, | |
| "loss": 0.379, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 2.861646234676007, | |
| "grad_norm": 3.9380757808685303, | |
| "learning_rate": 2.4051484186204953e-07, | |
| "loss": 0.3059, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 2.865148861646235, | |
| "grad_norm": 8.622139930725098, | |
| "learning_rate": 2.2804652316468e-07, | |
| "loss": 0.3891, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 2.8686514886164622, | |
| "grad_norm": 5.322511196136475, | |
| "learning_rate": 2.1590819086758197e-07, | |
| "loss": 0.3623, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 2.87215411558669, | |
| "grad_norm": 3.123744249343872, | |
| "learning_rate": 2.0410004755491597e-07, | |
| "loss": 0.0961, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.8756567425569175, | |
| "grad_norm": 8.360587120056152, | |
| "learning_rate": 1.926222903001085e-07, | |
| "loss": 0.4422, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 2.8791593695271454, | |
| "grad_norm": 8.696887969970703, | |
| "learning_rate": 1.814751106625745e-07, | |
| "loss": 0.3083, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 2.882661996497373, | |
| "grad_norm": 9.53421401977539, | |
| "learning_rate": 1.7065869468450902e-07, | |
| "loss": 0.4419, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 2.8861646234676006, | |
| "grad_norm": 8.00709056854248, | |
| "learning_rate": 1.6017322288779614e-07, | |
| "loss": 0.3319, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 2.8896672504378285, | |
| "grad_norm": 2.6990621089935303, | |
| "learning_rate": 1.5001887027097594e-07, | |
| "loss": 0.1647, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.893169877408056, | |
| "grad_norm": 6.979440689086914, | |
| "learning_rate": 1.4019580630634244e-07, | |
| "loss": 0.3581, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 2.8966725043782837, | |
| "grad_norm": 7.536319732666016, | |
| "learning_rate": 1.307041949371013e-07, | |
| "loss": 0.3931, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 2.9001751313485116, | |
| "grad_norm": 11.709566116333008, | |
| "learning_rate": 1.2154419457464984e-07, | |
| "loss": 0.6539, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 2.903677758318739, | |
| "grad_norm": 3.197880744934082, | |
| "learning_rate": 1.1271595809591696e-07, | |
| "loss": 0.2004, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 2.907180385288967, | |
| "grad_norm": 3.852081775665283, | |
| "learning_rate": 1.0421963284081848e-07, | |
| "loss": 0.2795, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.9106830122591942, | |
| "grad_norm": 2.3727164268493652, | |
| "learning_rate": 9.60553606097947e-08, | |
| "loss": 0.2725, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 2.914185639229422, | |
| "grad_norm": 23.161338806152344, | |
| "learning_rate": 8.822327766145889e-08, | |
| "loss": 0.7655, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 2.91768826619965, | |
| "grad_norm": 2.332108974456787, | |
| "learning_rate": 8.072351471029471e-08, | |
| "loss": 0.1882, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 2.9211908931698773, | |
| "grad_norm": 10.980060577392578, | |
| "learning_rate": 7.355619692450688e-08, | |
| "loss": 0.2514, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 2.924693520140105, | |
| "grad_norm": 6.918917179107666, | |
| "learning_rate": 6.672144392390501e-08, | |
| "loss": 0.1826, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.9281961471103326, | |
| "grad_norm": 11.677573204040527, | |
| "learning_rate": 6.021936977792298e-08, | |
| "loss": 0.4053, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 2.9316987740805605, | |
| "grad_norm": 9.314156532287598, | |
| "learning_rate": 5.405008300371384e-08, | |
| "loss": 0.3143, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 2.9352014010507883, | |
| "grad_norm": 5.6505045890808105, | |
| "learning_rate": 4.821368656433123e-08, | |
| "loss": 0.2023, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 2.9387040280210157, | |
| "grad_norm": 11.518875122070312, | |
| "learning_rate": 4.2710277867015204e-08, | |
| "loss": 0.3932, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 2.9422066549912436, | |
| "grad_norm": 4.484135150909424, | |
| "learning_rate": 3.753994876156908e-08, | |
| "loss": 0.2197, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.945709281961471, | |
| "grad_norm": 17.19270133972168, | |
| "learning_rate": 3.270278553882511e-08, | |
| "loss": 1.0666, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 2.949211908931699, | |
| "grad_norm": 2.880202293395996, | |
| "learning_rate": 2.8198868929201206e-08, | |
| "loss": 0.1144, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 2.9527145359019267, | |
| "grad_norm": 15.712217330932617, | |
| "learning_rate": 2.402827410135533e-08, | |
| "loss": 0.3268, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 2.956217162872154, | |
| "grad_norm": 4.731568813323975, | |
| "learning_rate": 2.0191070660935396e-08, | |
| "loss": 0.2733, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 2.959719789842382, | |
| "grad_norm": 9.0734224319458, | |
| "learning_rate": 1.668732264940687e-08, | |
| "loss": 0.2679, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.9632224168126093, | |
| "grad_norm": 13.673662185668945, | |
| "learning_rate": 1.3517088542995827e-08, | |
| "loss": 0.6694, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 2.966725043782837, | |
| "grad_norm": 9.462847709655762, | |
| "learning_rate": 1.068042125170754e-08, | |
| "loss": 0.2576, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 2.970227670753065, | |
| "grad_norm": 5.057038307189941, | |
| "learning_rate": 8.177368118440499e-09, | |
| "loss": 0.1687, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 2.9737302977232924, | |
| "grad_norm": 4.47308874130249, | |
| "learning_rate": 6.007970918202599e-09, | |
| "loss": 0.2286, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 2.9772329246935203, | |
| "grad_norm": 2.5368804931640625, | |
| "learning_rate": 4.172265857411706e-09, | |
| "loss": 0.2175, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.9807355516637477, | |
| "grad_norm": 6.23403263092041, | |
| "learning_rate": 2.670283573285026e-09, | |
| "loss": 0.2142, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 2.9842381786339756, | |
| "grad_norm": 9.441424369812012, | |
| "learning_rate": 1.502049133341732e-09, | |
| "loss": 0.3126, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 2.9877408056042034, | |
| "grad_norm": 5.0686163902282715, | |
| "learning_rate": 6.675820349655304e-10, | |
| "loss": 0.2322, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 2.991243432574431, | |
| "grad_norm": 17.517122268676758, | |
| "learning_rate": 1.6689620510046412e-10, | |
| "loss": 0.6579, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 2.9947460595446582, | |
| "grad_norm": 7.781464576721191, | |
| "learning_rate": 0.0, | |
| "loss": 0.3209, | |
| "step": 855 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 855, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9951049450045440.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |