| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 200, | |
| "global_step": 978, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002044989775051125, | |
| "grad_norm": 2.8995674216310645, | |
| "learning_rate": 9.999974203447434e-06, | |
| "loss": 0.097, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00408997955010225, | |
| "grad_norm": 2.0878590818900724, | |
| "learning_rate": 9.999896814055916e-06, | |
| "loss": 0.0793, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.006134969325153374, | |
| "grad_norm": 3.252004392065858, | |
| "learning_rate": 9.999767832624e-06, | |
| "loss": 0.1446, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0081799591002045, | |
| "grad_norm": 2.1719657405930333, | |
| "learning_rate": 9.999587260482597e-06, | |
| "loss": 0.0606, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.010224948875255624, | |
| "grad_norm": 1.5951295112804458, | |
| "learning_rate": 9.999355099494961e-06, | |
| "loss": 0.0543, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.012269938650306749, | |
| "grad_norm": 2.0082268910826957, | |
| "learning_rate": 9.999071352056676e-06, | |
| "loss": 0.0752, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.014314928425357873, | |
| "grad_norm": 1.9536326911273243, | |
| "learning_rate": 9.998736021095621e-06, | |
| "loss": 0.0453, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.016359918200409, | |
| "grad_norm": 2.13634714300749, | |
| "learning_rate": 9.99834911007195e-06, | |
| "loss": 0.0732, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.018404907975460124, | |
| "grad_norm": 1.920732150945499, | |
| "learning_rate": 9.99791062297805e-06, | |
| "loss": 0.0541, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02044989775051125, | |
| "grad_norm": 2.1324187216203034, | |
| "learning_rate": 9.99742056433851e-06, | |
| "loss": 0.0549, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.022494887525562373, | |
| "grad_norm": 2.919114524687416, | |
| "learning_rate": 9.99687893921005e-06, | |
| "loss": 0.0895, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.024539877300613498, | |
| "grad_norm": 1.899625115074746, | |
| "learning_rate": 9.996285753181499e-06, | |
| "loss": 0.0589, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.026584867075664622, | |
| "grad_norm": 2.5554509832362973, | |
| "learning_rate": 9.99564101237372e-06, | |
| "loss": 0.0785, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.028629856850715747, | |
| "grad_norm": 2.4318482065803666, | |
| "learning_rate": 9.994944723439546e-06, | |
| "loss": 0.0784, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03067484662576687, | |
| "grad_norm": 3.583468004202154, | |
| "learning_rate": 9.994196893563722e-06, | |
| "loss": 0.1125, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.032719836400818, | |
| "grad_norm": 1.4181812641718199, | |
| "learning_rate": 9.993397530462818e-06, | |
| "loss": 0.0397, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.034764826175869123, | |
| "grad_norm": 1.8010048779280416, | |
| "learning_rate": 9.99254664238516e-06, | |
| "loss": 0.0575, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03680981595092025, | |
| "grad_norm": 2.1503927037059385, | |
| "learning_rate": 9.991644238110741e-06, | |
| "loss": 0.0665, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03885480572597137, | |
| "grad_norm": 1.8100049883218121, | |
| "learning_rate": 9.990690326951126e-06, | |
| "loss": 0.0682, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0408997955010225, | |
| "grad_norm": 2.3966939056398266, | |
| "learning_rate": 9.989684918749365e-06, | |
| "loss": 0.0846, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04294478527607362, | |
| "grad_norm": 1.918166279143656, | |
| "learning_rate": 9.988628023879883e-06, | |
| "loss": 0.0668, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.044989775051124746, | |
| "grad_norm": 1.7912977784419148, | |
| "learning_rate": 9.98751965324838e-06, | |
| "loss": 0.0729, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.04703476482617587, | |
| "grad_norm": 1.9098490695074073, | |
| "learning_rate": 9.986359818291706e-06, | |
| "loss": 0.0733, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.049079754601226995, | |
| "grad_norm": 2.2200718894862805, | |
| "learning_rate": 9.985148530977767e-06, | |
| "loss": 0.0723, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05112474437627812, | |
| "grad_norm": 1.8085849304791404, | |
| "learning_rate": 9.983885803805373e-06, | |
| "loss": 0.0713, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.053169734151329244, | |
| "grad_norm": 2.5900909947296507, | |
| "learning_rate": 9.982571649804126e-06, | |
| "loss": 0.0805, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05521472392638037, | |
| "grad_norm": 2.557173352737123, | |
| "learning_rate": 9.981206082534287e-06, | |
| "loss": 0.0849, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.05725971370143149, | |
| "grad_norm": 2.3095562915819503, | |
| "learning_rate": 9.979789116086625e-06, | |
| "loss": 0.0848, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05930470347648262, | |
| "grad_norm": 1.652313462404793, | |
| "learning_rate": 9.97832076508228e-06, | |
| "loss": 0.057, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.06134969325153374, | |
| "grad_norm": 3.3750373556197752, | |
| "learning_rate": 9.976801044672608e-06, | |
| "loss": 0.1154, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06339468302658487, | |
| "grad_norm": 2.7053744260152803, | |
| "learning_rate": 9.97522997053903e-06, | |
| "loss": 0.0841, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.065439672801636, | |
| "grad_norm": 2.1510005490299497, | |
| "learning_rate": 9.973607558892864e-06, | |
| "loss": 0.0732, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.06748466257668712, | |
| "grad_norm": 2.1823073488659324, | |
| "learning_rate": 9.971933826475162e-06, | |
| "loss": 0.0776, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06952965235173825, | |
| "grad_norm": 2.0539979554320817, | |
| "learning_rate": 9.970208790556531e-06, | |
| "loss": 0.0688, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.07157464212678936, | |
| "grad_norm": 1.6876619685011311, | |
| "learning_rate": 9.968432468936967e-06, | |
| "loss": 0.0608, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0736196319018405, | |
| "grad_norm": 3.0575087238752805, | |
| "learning_rate": 9.966604879945659e-06, | |
| "loss": 0.12, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07566462167689161, | |
| "grad_norm": 2.414478148852492, | |
| "learning_rate": 9.964726042440802e-06, | |
| "loss": 0.0958, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.07770961145194274, | |
| "grad_norm": 2.173225061106067, | |
| "learning_rate": 9.962795975809411e-06, | |
| "loss": 0.084, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07975460122699386, | |
| "grad_norm": 2.040698856807742, | |
| "learning_rate": 9.960814699967112e-06, | |
| "loss": 0.0794, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.081799591002045, | |
| "grad_norm": 2.249606373953477, | |
| "learning_rate": 9.958782235357938e-06, | |
| "loss": 0.0951, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08384458077709611, | |
| "grad_norm": 2.5979000902419895, | |
| "learning_rate": 9.956698602954124e-06, | |
| "loss": 0.1029, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.08588957055214724, | |
| "grad_norm": 2.1602269446719644, | |
| "learning_rate": 9.954563824255879e-06, | |
| "loss": 0.0901, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08793456032719836, | |
| "grad_norm": 1.8153325069101112, | |
| "learning_rate": 9.952377921291179e-06, | |
| "loss": 0.0623, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08997955010224949, | |
| "grad_norm": 2.7967114830172615, | |
| "learning_rate": 9.950140916615526e-06, | |
| "loss": 0.1192, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.09202453987730061, | |
| "grad_norm": 2.0707153248622827, | |
| "learning_rate": 9.947852833311725e-06, | |
| "loss": 0.0846, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.09406952965235174, | |
| "grad_norm": 2.1452757583479474, | |
| "learning_rate": 9.94551369498964e-06, | |
| "loss": 0.0875, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.09611451942740286, | |
| "grad_norm": 2.3194318990073923, | |
| "learning_rate": 9.943123525785952e-06, | |
| "loss": 0.0921, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.09815950920245399, | |
| "grad_norm": 1.798820349857878, | |
| "learning_rate": 9.940682350363913e-06, | |
| "loss": 0.0592, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.10020449897750511, | |
| "grad_norm": 1.8591670519797276, | |
| "learning_rate": 9.938190193913084e-06, | |
| "loss": 0.0757, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.10224948875255624, | |
| "grad_norm": 1.8617586001231685, | |
| "learning_rate": 9.935647082149088e-06, | |
| "loss": 0.0677, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.10429447852760736, | |
| "grad_norm": 2.402863095839252, | |
| "learning_rate": 9.933053041313325e-06, | |
| "loss": 0.0873, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.10633946830265849, | |
| "grad_norm": 2.2249519855906756, | |
| "learning_rate": 9.930408098172725e-06, | |
| "loss": 0.0912, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1083844580777096, | |
| "grad_norm": 2.1251826013803323, | |
| "learning_rate": 9.92771228001945e-06, | |
| "loss": 0.076, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.11042944785276074, | |
| "grad_norm": 1.9764253903583366, | |
| "learning_rate": 9.924965614670629e-06, | |
| "loss": 0.0784, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.11247443762781185, | |
| "grad_norm": 1.8078917942604569, | |
| "learning_rate": 9.92216813046806e-06, | |
| "loss": 0.0667, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.11451942740286299, | |
| "grad_norm": 2.5631523625105372, | |
| "learning_rate": 9.919319856277921e-06, | |
| "loss": 0.1003, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1165644171779141, | |
| "grad_norm": 2.066653670325792, | |
| "learning_rate": 9.916420821490474e-06, | |
| "loss": 0.0756, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.11860940695296524, | |
| "grad_norm": 2.5780966602305693, | |
| "learning_rate": 9.91347105601976e-06, | |
| "loss": 0.0984, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.12065439672801637, | |
| "grad_norm": 2.219344023968354, | |
| "learning_rate": 9.910470590303294e-06, | |
| "loss": 0.0789, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.12269938650306748, | |
| "grad_norm": 2.642779106386566, | |
| "learning_rate": 9.90741945530174e-06, | |
| "loss": 0.078, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.12474437627811862, | |
| "grad_norm": 1.8439341873720778, | |
| "learning_rate": 9.904317682498609e-06, | |
| "loss": 0.0725, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.12678936605316973, | |
| "grad_norm": 2.1976218170570783, | |
| "learning_rate": 9.901165303899916e-06, | |
| "loss": 0.1094, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.12883435582822086, | |
| "grad_norm": 2.4577264483674166, | |
| "learning_rate": 9.89796235203386e-06, | |
| "loss": 0.0922, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.130879345603272, | |
| "grad_norm": 3.012519841445848, | |
| "learning_rate": 9.89470885995049e-06, | |
| "loss": 0.1109, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1329243353783231, | |
| "grad_norm": 2.248540711936193, | |
| "learning_rate": 9.891404861221356e-06, | |
| "loss": 0.0892, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.13496932515337423, | |
| "grad_norm": 2.3347058109208825, | |
| "learning_rate": 9.888050389939172e-06, | |
| "loss": 0.0851, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.13701431492842536, | |
| "grad_norm": 2.460632130242845, | |
| "learning_rate": 9.884645480717452e-06, | |
| "loss": 0.0967, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.1390593047034765, | |
| "grad_norm": 1.8587061916271175, | |
| "learning_rate": 9.881190168690164e-06, | |
| "loss": 0.0661, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1411042944785276, | |
| "grad_norm": 2.813362612221172, | |
| "learning_rate": 9.877684489511367e-06, | |
| "loss": 0.1079, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.14314928425357873, | |
| "grad_norm": 2.7724880857855085, | |
| "learning_rate": 9.874128479354833e-06, | |
| "loss": 0.0865, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.14519427402862986, | |
| "grad_norm": 2.0084192749000223, | |
| "learning_rate": 9.870522174913683e-06, | |
| "loss": 0.0811, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.147239263803681, | |
| "grad_norm": 1.901062419637755, | |
| "learning_rate": 9.866865613400008e-06, | |
| "loss": 0.0834, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1492842535787321, | |
| "grad_norm": 2.143697771944517, | |
| "learning_rate": 9.863158832544477e-06, | |
| "loss": 0.0967, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.15132924335378323, | |
| "grad_norm": 1.8252931029432322, | |
| "learning_rate": 9.859401870595959e-06, | |
| "loss": 0.0725, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.15337423312883436, | |
| "grad_norm": 1.9307281956151774, | |
| "learning_rate": 9.855594766321122e-06, | |
| "loss": 0.077, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1554192229038855, | |
| "grad_norm": 2.2429643925966993, | |
| "learning_rate": 9.85173755900403e-06, | |
| "loss": 0.0891, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1574642126789366, | |
| "grad_norm": 1.8200761545917128, | |
| "learning_rate": 9.847830288445745e-06, | |
| "loss": 0.0785, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.15950920245398773, | |
| "grad_norm": 1.8916674815016423, | |
| "learning_rate": 9.843872994963912e-06, | |
| "loss": 0.0755, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.16155419222903886, | |
| "grad_norm": 2.0741375008009655, | |
| "learning_rate": 9.83986571939234e-06, | |
| "loss": 0.0744, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.16359918200409, | |
| "grad_norm": 1.7919605782077757, | |
| "learning_rate": 9.835808503080586e-06, | |
| "loss": 0.0757, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1656441717791411, | |
| "grad_norm": 1.950729934719885, | |
| "learning_rate": 9.831701387893533e-06, | |
| "loss": 0.0815, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.16768916155419222, | |
| "grad_norm": 2.124785118083205, | |
| "learning_rate": 9.82754441621094e-06, | |
| "loss": 0.0807, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.16973415132924335, | |
| "grad_norm": 2.053195322602257, | |
| "learning_rate": 9.823337630927027e-06, | |
| "loss": 0.0902, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.17177914110429449, | |
| "grad_norm": 2.5090758861647826, | |
| "learning_rate": 9.819081075450014e-06, | |
| "loss": 0.0873, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.1738241308793456, | |
| "grad_norm": 2.137957503401185, | |
| "learning_rate": 9.814774793701686e-06, | |
| "loss": 0.092, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.17586912065439672, | |
| "grad_norm": 2.230490758825473, | |
| "learning_rate": 9.810418830116933e-06, | |
| "loss": 0.0833, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.17791411042944785, | |
| "grad_norm": 2.012709266353046, | |
| "learning_rate": 9.80601322964329e-06, | |
| "loss": 0.0877, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.17995910020449898, | |
| "grad_norm": 2.572752374501912, | |
| "learning_rate": 9.80155803774048e-06, | |
| "loss": 0.1141, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.18200408997955012, | |
| "grad_norm": 1.5628909847161165, | |
| "learning_rate": 9.797053300379938e-06, | |
| "loss": 0.0672, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.18404907975460122, | |
| "grad_norm": 1.8013050781356985, | |
| "learning_rate": 9.792499064044343e-06, | |
| "loss": 0.0804, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.18609406952965235, | |
| "grad_norm": 2.128417350277261, | |
| "learning_rate": 9.787895375727137e-06, | |
| "loss": 0.0903, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.18813905930470348, | |
| "grad_norm": 2.6231742831814255, | |
| "learning_rate": 9.783242282932028e-06, | |
| "loss": 0.0991, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.1901840490797546, | |
| "grad_norm": 2.14671431766684, | |
| "learning_rate": 9.778539833672525e-06, | |
| "loss": 0.0844, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.19222903885480572, | |
| "grad_norm": 1.668300942440577, | |
| "learning_rate": 9.773788076471415e-06, | |
| "loss": 0.0677, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.19427402862985685, | |
| "grad_norm": 1.6611049562639426, | |
| "learning_rate": 9.76898706036028e-06, | |
| "loss": 0.0815, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.19631901840490798, | |
| "grad_norm": 1.7467281372812702, | |
| "learning_rate": 9.764136834878987e-06, | |
| "loss": 0.0802, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.1983640081799591, | |
| "grad_norm": 2.0082876640493525, | |
| "learning_rate": 9.759237450075174e-06, | |
| "loss": 0.0845, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.20040899795501022, | |
| "grad_norm": 1.6218133242260213, | |
| "learning_rate": 9.754288956503737e-06, | |
| "loss": 0.0792, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.20245398773006135, | |
| "grad_norm": 1.8693374042253028, | |
| "learning_rate": 9.749291405226304e-06, | |
| "loss": 0.089, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.20449897750511248, | |
| "grad_norm": 2.3402858038101337, | |
| "learning_rate": 9.744244847810716e-06, | |
| "loss": 0.0945, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2065439672801636, | |
| "grad_norm": 2.400216651654056, | |
| "learning_rate": 9.739149336330482e-06, | |
| "loss": 0.0994, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.2085889570552147, | |
| "grad_norm": 1.9932426008301034, | |
| "learning_rate": 9.734004923364258e-06, | |
| "loss": 0.0813, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.21063394683026584, | |
| "grad_norm": 1.8232352554241547, | |
| "learning_rate": 9.728811661995287e-06, | |
| "loss": 0.0833, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.21267893660531698, | |
| "grad_norm": 1.774918510432305, | |
| "learning_rate": 9.72356960581087e-06, | |
| "loss": 0.0853, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.2147239263803681, | |
| "grad_norm": 2.987329389159815, | |
| "learning_rate": 9.718278808901797e-06, | |
| "loss": 0.1114, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2167689161554192, | |
| "grad_norm": 2.248351378515216, | |
| "learning_rate": 9.712939325861794e-06, | |
| "loss": 0.0826, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.21881390593047034, | |
| "grad_norm": 2.218767795388457, | |
| "learning_rate": 9.707551211786966e-06, | |
| "loss": 0.088, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.22085889570552147, | |
| "grad_norm": 2.3431433008509917, | |
| "learning_rate": 9.702114522275216e-06, | |
| "loss": 0.0897, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2229038854805726, | |
| "grad_norm": 1.9166897788167856, | |
| "learning_rate": 9.696629313425688e-06, | |
| "loss": 0.088, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2249488752556237, | |
| "grad_norm": 1.9440115291462636, | |
| "learning_rate": 9.691095641838168e-06, | |
| "loss": 0.0836, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.22699386503067484, | |
| "grad_norm": 1.813961610317634, | |
| "learning_rate": 9.685513564612521e-06, | |
| "loss": 0.078, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.22903885480572597, | |
| "grad_norm": 1.8809059426216883, | |
| "learning_rate": 9.679883139348082e-06, | |
| "loss": 0.0821, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.2310838445807771, | |
| "grad_norm": 2.2311254705001233, | |
| "learning_rate": 9.674204424143079e-06, | |
| "loss": 0.0883, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2331288343558282, | |
| "grad_norm": 1.9295136215801372, | |
| "learning_rate": 9.668477477594021e-06, | |
| "loss": 0.0833, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.23517382413087934, | |
| "grad_norm": 1.8615614639144564, | |
| "learning_rate": 9.662702358795098e-06, | |
| "loss": 0.0822, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.23721881390593047, | |
| "grad_norm": 1.8761973618596817, | |
| "learning_rate": 9.656879127337571e-06, | |
| "loss": 0.0785, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.2392638036809816, | |
| "grad_norm": 2.017270471451727, | |
| "learning_rate": 9.651007843309164e-06, | |
| "loss": 0.0878, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.24130879345603273, | |
| "grad_norm": 2.1414773647169936, | |
| "learning_rate": 9.645088567293426e-06, | |
| "loss": 0.0932, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.24335378323108384, | |
| "grad_norm": 1.7284124634354323, | |
| "learning_rate": 9.639121360369127e-06, | |
| "loss": 0.0683, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.24539877300613497, | |
| "grad_norm": 2.3422614186852577, | |
| "learning_rate": 9.633106284109612e-06, | |
| "loss": 0.1061, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.2474437627811861, | |
| "grad_norm": 1.9680728218006462, | |
| "learning_rate": 9.627043400582173e-06, | |
| "loss": 0.0832, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.24948875255623723, | |
| "grad_norm": 1.744621659832594, | |
| "learning_rate": 9.620932772347408e-06, | |
| "loss": 0.0716, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.25153374233128833, | |
| "grad_norm": 2.003659281799268, | |
| "learning_rate": 9.614774462458573e-06, | |
| "loss": 0.0943, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.25357873210633947, | |
| "grad_norm": 1.9112829391643362, | |
| "learning_rate": 9.608568534460938e-06, | |
| "loss": 0.0791, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.2556237218813906, | |
| "grad_norm": 1.6018069748701698, | |
| "learning_rate": 9.602315052391116e-06, | |
| "loss": 0.0699, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.25766871165644173, | |
| "grad_norm": 1.9898564316497316, | |
| "learning_rate": 9.596014080776424e-06, | |
| "loss": 0.0868, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.25971370143149286, | |
| "grad_norm": 1.9062653706577775, | |
| "learning_rate": 9.589665684634197e-06, | |
| "loss": 0.0797, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.261758691206544, | |
| "grad_norm": 2.105685404483493, | |
| "learning_rate": 9.583269929471129e-06, | |
| "loss": 0.0802, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.26380368098159507, | |
| "grad_norm": 1.8889444529306618, | |
| "learning_rate": 9.576826881282595e-06, | |
| "loss": 0.0773, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.2658486707566462, | |
| "grad_norm": 1.89509366954467, | |
| "learning_rate": 9.570336606551966e-06, | |
| "loss": 0.0845, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.26789366053169733, | |
| "grad_norm": 2.5730619597875792, | |
| "learning_rate": 9.56379917224993e-06, | |
| "loss": 0.1218, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.26993865030674846, | |
| "grad_norm": 3.174335117295452, | |
| "learning_rate": 9.557214645833792e-06, | |
| "loss": 0.1396, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2719836400817996, | |
| "grad_norm": 1.506901278245754, | |
| "learning_rate": 9.550583095246786e-06, | |
| "loss": 0.0631, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.2740286298568507, | |
| "grad_norm": 2.3300783174234887, | |
| "learning_rate": 9.543904588917366e-06, | |
| "loss": 0.109, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.27607361963190186, | |
| "grad_norm": 1.8554323699407922, | |
| "learning_rate": 9.537179195758513e-06, | |
| "loss": 0.0746, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.278118609406953, | |
| "grad_norm": 1.4907022435447066, | |
| "learning_rate": 9.530406985167005e-06, | |
| "loss": 0.0712, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.28016359918200406, | |
| "grad_norm": 1.7196544870819945, | |
| "learning_rate": 9.523588027022721e-06, | |
| "loss": 0.075, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2822085889570552, | |
| "grad_norm": 1.7344914939658451, | |
| "learning_rate": 9.516722391687903e-06, | |
| "loss": 0.0856, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.2842535787321063, | |
| "grad_norm": 2.1773597101038087, | |
| "learning_rate": 9.50981015000644e-06, | |
| "loss": 0.0929, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.28629856850715746, | |
| "grad_norm": 2.0166181602910376, | |
| "learning_rate": 9.502851373303137e-06, | |
| "loss": 0.0892, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2883435582822086, | |
| "grad_norm": 2.0996295005016483, | |
| "learning_rate": 9.495846133382973e-06, | |
| "loss": 0.085, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2903885480572597, | |
| "grad_norm": 2.09058564013836, | |
| "learning_rate": 9.488794502530361e-06, | |
| "loss": 0.0872, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.29243353783231085, | |
| "grad_norm": 1.8321276625056864, | |
| "learning_rate": 9.481696553508411e-06, | |
| "loss": 0.0927, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.294478527607362, | |
| "grad_norm": 1.918438250366742, | |
| "learning_rate": 9.474552359558167e-06, | |
| "loss": 0.0744, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2965235173824131, | |
| "grad_norm": 2.327981634380635, | |
| "learning_rate": 9.46736199439786e-06, | |
| "loss": 0.1025, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2985685071574642, | |
| "grad_norm": 2.2135170524903995, | |
| "learning_rate": 9.460125532222142e-06, | |
| "loss": 0.09, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.3006134969325153, | |
| "grad_norm": 2.2539230814408073, | |
| "learning_rate": 9.452843047701324e-06, | |
| "loss": 0.1023, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.30265848670756645, | |
| "grad_norm": 2.104687258049424, | |
| "learning_rate": 9.445514615980604e-06, | |
| "loss": 0.0905, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.3047034764826176, | |
| "grad_norm": 1.7372025147408934, | |
| "learning_rate": 9.438140312679292e-06, | |
| "loss": 0.0849, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.3067484662576687, | |
| "grad_norm": 2.0671665965859662, | |
| "learning_rate": 9.43072021389003e-06, | |
| "loss": 0.0924, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.30879345603271985, | |
| "grad_norm": 1.6350351491282862, | |
| "learning_rate": 9.423254396178003e-06, | |
| "loss": 0.0769, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.310838445807771, | |
| "grad_norm": 2.878396608282762, | |
| "learning_rate": 9.415742936580156e-06, | |
| "loss": 0.1538, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.3128834355828221, | |
| "grad_norm": 1.4213578692087034, | |
| "learning_rate": 9.408185912604395e-06, | |
| "loss": 0.065, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.3149284253578732, | |
| "grad_norm": 2.0855996921354, | |
| "learning_rate": 9.400583402228785e-06, | |
| "loss": 0.0844, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.3169734151329243, | |
| "grad_norm": 1.7352864078553754, | |
| "learning_rate": 9.39293548390075e-06, | |
| "loss": 0.0853, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.31901840490797545, | |
| "grad_norm": 1.334038745461943, | |
| "learning_rate": 9.385242236536259e-06, | |
| "loss": 0.0656, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.3210633946830266, | |
| "grad_norm": 2.174575475791565, | |
| "learning_rate": 9.377503739519019e-06, | |
| "loss": 0.0991, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.3231083844580777, | |
| "grad_norm": 1.6357643314755432, | |
| "learning_rate": 9.369720072699648e-06, | |
| "loss": 0.0792, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.32515337423312884, | |
| "grad_norm": 2.316934261247635, | |
| "learning_rate": 9.36189131639485e-06, | |
| "loss": 0.1112, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.32719836400818, | |
| "grad_norm": 1.9234234290855614, | |
| "learning_rate": 9.354017551386599e-06, | |
| "loss": 0.0851, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3292433537832311, | |
| "grad_norm": 2.475496525507223, | |
| "learning_rate": 9.346098858921292e-06, | |
| "loss": 0.1062, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.3312883435582822, | |
| "grad_norm": 2.3268380138649487, | |
| "learning_rate": 9.338135320708912e-06, | |
| "loss": 0.1035, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 1.5336893905703746, | |
| "learning_rate": 9.330127018922195e-06, | |
| "loss": 0.0702, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.33537832310838445, | |
| "grad_norm": 2.8082604544179035, | |
| "learning_rate": 9.32207403619577e-06, | |
| "loss": 0.1209, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.3374233128834356, | |
| "grad_norm": 1.5750634984249117, | |
| "learning_rate": 9.313976455625316e-06, | |
| "loss": 0.0713, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3394683026584867, | |
| "grad_norm": 2.2373522766525262, | |
| "learning_rate": 9.305834360766695e-06, | |
| "loss": 0.0969, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.34151329243353784, | |
| "grad_norm": 2.342451381996767, | |
| "learning_rate": 9.297647835635102e-06, | |
| "loss": 0.0934, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.34355828220858897, | |
| "grad_norm": 1.936610520437153, | |
| "learning_rate": 9.289416964704186e-06, | |
| "loss": 0.0883, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.3456032719836401, | |
| "grad_norm": 1.8338353993342575, | |
| "learning_rate": 9.281141832905185e-06, | |
| "loss": 0.0778, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.3476482617586912, | |
| "grad_norm": 1.9110066741814127, | |
| "learning_rate": 9.272822525626047e-06, | |
| "loss": 0.0735, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3496932515337423, | |
| "grad_norm": 2.179479069452803, | |
| "learning_rate": 9.26445912871055e-06, | |
| "loss": 0.0843, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.35173824130879344, | |
| "grad_norm": 1.9177594380676963, | |
| "learning_rate": 9.25605172845742e-06, | |
| "loss": 0.0805, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.3537832310838446, | |
| "grad_norm": 2.1882619443952684, | |
| "learning_rate": 9.247600411619434e-06, | |
| "loss": 0.0965, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.3558282208588957, | |
| "grad_norm": 2.2176075779513824, | |
| "learning_rate": 9.239105265402525e-06, | |
| "loss": 0.0974, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.35787321063394684, | |
| "grad_norm": 1.5074567124767815, | |
| "learning_rate": 9.23056637746489e-06, | |
| "loss": 0.0735, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.35991820040899797, | |
| "grad_norm": 2.060069998365139, | |
| "learning_rate": 9.221983835916074e-06, | |
| "loss": 0.1022, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.3619631901840491, | |
| "grad_norm": 2.1165212064315235, | |
| "learning_rate": 9.213357729316077e-06, | |
| "loss": 0.0995, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.36400817995910023, | |
| "grad_norm": 2.1868849806726787, | |
| "learning_rate": 9.204688146674418e-06, | |
| "loss": 0.0939, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.3660531697341513, | |
| "grad_norm": 1.7544924490641574, | |
| "learning_rate": 9.195975177449238e-06, | |
| "loss": 0.0873, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.36809815950920244, | |
| "grad_norm": 1.838768964795654, | |
| "learning_rate": 9.187218911546363e-06, | |
| "loss": 0.0864, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.37014314928425357, | |
| "grad_norm": 1.9536263850909072, | |
| "learning_rate": 9.178419439318382e-06, | |
| "loss": 0.0828, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.3721881390593047, | |
| "grad_norm": 1.8125655303827894, | |
| "learning_rate": 9.169576851563715e-06, | |
| "loss": 0.0707, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.37423312883435583, | |
| "grad_norm": 1.5346489369821823, | |
| "learning_rate": 9.160691239525675e-06, | |
| "loss": 0.0707, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.37627811860940696, | |
| "grad_norm": 2.0774049712635745, | |
| "learning_rate": 9.151762694891522e-06, | |
| "loss": 0.0892, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.3783231083844581, | |
| "grad_norm": 1.6068313703103427, | |
| "learning_rate": 9.142791309791528e-06, | |
| "loss": 0.0737, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3803680981595092, | |
| "grad_norm": 2.491559077597992, | |
| "learning_rate": 9.133777176798013e-06, | |
| "loss": 0.1063, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.3824130879345603, | |
| "grad_norm": 1.936364688582553, | |
| "learning_rate": 9.124720388924403e-06, | |
| "loss": 0.0879, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.38445807770961143, | |
| "grad_norm": 1.7501246261711056, | |
| "learning_rate": 9.115621039624256e-06, | |
| "loss": 0.0831, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.38650306748466257, | |
| "grad_norm": 1.9375047463204769, | |
| "learning_rate": 9.106479222790312e-06, | |
| "loss": 0.0798, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.3885480572597137, | |
| "grad_norm": 1.9799704235731947, | |
| "learning_rate": 9.09729503275351e-06, | |
| "loss": 0.0818, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.39059304703476483, | |
| "grad_norm": 2.1027233151637046, | |
| "learning_rate": 9.08806856428203e-06, | |
| "loss": 0.0737, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.39263803680981596, | |
| "grad_norm": 2.2130274217863377, | |
| "learning_rate": 9.078799912580305e-06, | |
| "loss": 0.1049, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.3946830265848671, | |
| "grad_norm": 1.8596492941083875, | |
| "learning_rate": 9.069489173288037e-06, | |
| "loss": 0.0788, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.3967280163599182, | |
| "grad_norm": 1.8220962906735956, | |
| "learning_rate": 9.060136442479215e-06, | |
| "loss": 0.0789, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.3987730061349693, | |
| "grad_norm": 2.1684932411419773, | |
| "learning_rate": 9.050741816661128e-06, | |
| "loss": 0.1101, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.40081799591002043, | |
| "grad_norm": 2.2585167924890674, | |
| "learning_rate": 9.041305392773355e-06, | |
| "loss": 0.0899, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.40286298568507156, | |
| "grad_norm": 2.2529963379779514, | |
| "learning_rate": 9.03182726818678e-06, | |
| "loss": 0.1001, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.4049079754601227, | |
| "grad_norm": 2.019146584665829, | |
| "learning_rate": 9.022307540702576e-06, | |
| "loss": 0.0889, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.4069529652351738, | |
| "grad_norm": 2.0147227938530214, | |
| "learning_rate": 9.012746308551208e-06, | |
| "loss": 0.0779, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.40899795501022496, | |
| "grad_norm": 1.6785890661043144, | |
| "learning_rate": 9.003143670391403e-06, | |
| "loss": 0.0714, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.40899795501022496, | |
| "eval_loss": 0.09443490207195282, | |
| "eval_runtime": 1.6107, | |
| "eval_samples_per_second": 24.835, | |
| "eval_steps_per_second": 6.209, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4110429447852761, | |
| "grad_norm": 1.7907653453087733, | |
| "learning_rate": 8.993499725309148e-06, | |
| "loss": 0.0644, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.4130879345603272, | |
| "grad_norm": 2.0499291659974572, | |
| "learning_rate": 8.983814572816656e-06, | |
| "loss": 0.0764, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.41513292433537835, | |
| "grad_norm": 2.027050105104232, | |
| "learning_rate": 8.974088312851346e-06, | |
| "loss": 0.0896, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.4171779141104294, | |
| "grad_norm": 1.8185300386254655, | |
| "learning_rate": 8.964321045774808e-06, | |
| "loss": 0.0904, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.41922290388548056, | |
| "grad_norm": 1.8351321980331647, | |
| "learning_rate": 8.954512872371768e-06, | |
| "loss": 0.0798, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4212678936605317, | |
| "grad_norm": 2.2777878812250734, | |
| "learning_rate": 8.944663893849053e-06, | |
| "loss": 0.094, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.4233128834355828, | |
| "grad_norm": 2.078616561352449, | |
| "learning_rate": 8.934774211834538e-06, | |
| "loss": 0.097, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.42535787321063395, | |
| "grad_norm": 1.5026879665719408, | |
| "learning_rate": 8.924843928376105e-06, | |
| "loss": 0.0667, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.4274028629856851, | |
| "grad_norm": 2.031373760012224, | |
| "learning_rate": 8.914873145940585e-06, | |
| "loss": 0.0983, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.4294478527607362, | |
| "grad_norm": 1.7750919975425428, | |
| "learning_rate": 8.904861967412702e-06, | |
| "loss": 0.0832, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.43149284253578735, | |
| "grad_norm": 1.6859653025880537, | |
| "learning_rate": 8.894810496094016e-06, | |
| "loss": 0.0739, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.4335378323108384, | |
| "grad_norm": 2.4773597386512374, | |
| "learning_rate": 8.88471883570185e-06, | |
| "loss": 0.104, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.43558282208588955, | |
| "grad_norm": 1.7481062215506529, | |
| "learning_rate": 8.874587090368221e-06, | |
| "loss": 0.0685, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.4376278118609407, | |
| "grad_norm": 1.8687306127676215, | |
| "learning_rate": 8.86441536463877e-06, | |
| "loss": 0.0812, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.4396728016359918, | |
| "grad_norm": 2.7660751966702515, | |
| "learning_rate": 8.85420376347168e-06, | |
| "loss": 0.1228, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.44171779141104295, | |
| "grad_norm": 2.008073359861921, | |
| "learning_rate": 8.843952392236595e-06, | |
| "loss": 0.092, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.4437627811860941, | |
| "grad_norm": 1.9689667185293374, | |
| "learning_rate": 8.833661356713528e-06, | |
| "loss": 0.0918, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.4458077709611452, | |
| "grad_norm": 2.0550779883515844, | |
| "learning_rate": 8.823330763091775e-06, | |
| "loss": 0.0842, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.44785276073619634, | |
| "grad_norm": 2.1458614538975316, | |
| "learning_rate": 8.81296071796882e-06, | |
| "loss": 0.0955, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.4498977505112474, | |
| "grad_norm": 2.0801721508502173, | |
| "learning_rate": 8.802551328349222e-06, | |
| "loss": 0.0696, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.45194274028629855, | |
| "grad_norm": 1.6170897770649597, | |
| "learning_rate": 8.792102701643532e-06, | |
| "loss": 0.074, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.4539877300613497, | |
| "grad_norm": 1.6010742203809665, | |
| "learning_rate": 8.78161494566717e-06, | |
| "loss": 0.068, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.4560327198364008, | |
| "grad_norm": 1.8263013055696211, | |
| "learning_rate": 8.771088168639312e-06, | |
| "loss": 0.0785, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.45807770961145194, | |
| "grad_norm": 1.8074234496570727, | |
| "learning_rate": 8.760522479181784e-06, | |
| "loss": 0.0843, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.4601226993865031, | |
| "grad_norm": 1.9423241552319763, | |
| "learning_rate": 8.74991798631793e-06, | |
| "loss": 0.0902, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4621676891615542, | |
| "grad_norm": 2.426636585412464, | |
| "learning_rate": 8.739274799471492e-06, | |
| "loss": 0.1147, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.46421267893660534, | |
| "grad_norm": 1.8764452830009553, | |
| "learning_rate": 8.728593028465481e-06, | |
| "loss": 0.088, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.4662576687116564, | |
| "grad_norm": 1.8742190983636138, | |
| "learning_rate": 8.717872783521048e-06, | |
| "loss": 0.0919, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.46830265848670755, | |
| "grad_norm": 1.9812429967202114, | |
| "learning_rate": 8.707114175256335e-06, | |
| "loss": 0.1032, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.4703476482617587, | |
| "grad_norm": 1.5710292326402762, | |
| "learning_rate": 8.696317314685342e-06, | |
| "loss": 0.0735, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.4723926380368098, | |
| "grad_norm": 2.135568048299338, | |
| "learning_rate": 8.685482313216784e-06, | |
| "loss": 0.1003, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.47443762781186094, | |
| "grad_norm": 1.8410190133874755, | |
| "learning_rate": 8.674609282652936e-06, | |
| "loss": 0.0805, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.47648261758691207, | |
| "grad_norm": 1.95093910503971, | |
| "learning_rate": 8.663698335188477e-06, | |
| "loss": 0.0799, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.4785276073619632, | |
| "grad_norm": 2.0656801774088582, | |
| "learning_rate": 8.65274958340934e-06, | |
| "loss": 0.0953, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.48057259713701433, | |
| "grad_norm": 1.7872037593524146, | |
| "learning_rate": 8.641763140291546e-06, | |
| "loss": 0.0702, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.48261758691206547, | |
| "grad_norm": 2.0351005102773634, | |
| "learning_rate": 8.630739119200035e-06, | |
| "loss": 0.0828, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.48466257668711654, | |
| "grad_norm": 1.966029733326491, | |
| "learning_rate": 8.61967763388751e-06, | |
| "loss": 0.0887, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.4867075664621677, | |
| "grad_norm": 2.2496225787645714, | |
| "learning_rate": 8.608578798493237e-06, | |
| "loss": 0.0921, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.4887525562372188, | |
| "grad_norm": 2.3703828414232935, | |
| "learning_rate": 8.597442727541898e-06, | |
| "loss": 0.1055, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.49079754601226994, | |
| "grad_norm": 2.072283129147399, | |
| "learning_rate": 8.586269535942386e-06, | |
| "loss": 0.096, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.49284253578732107, | |
| "grad_norm": 1.763736942283961, | |
| "learning_rate": 8.575059338986632e-06, | |
| "loss": 0.0851, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.4948875255623722, | |
| "grad_norm": 1.9418651840022931, | |
| "learning_rate": 8.563812252348412e-06, | |
| "loss": 0.0817, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.49693251533742333, | |
| "grad_norm": 1.4038177877319757, | |
| "learning_rate": 8.552528392082147e-06, | |
| "loss": 0.0692, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.49897750511247446, | |
| "grad_norm": 2.2775569689795225, | |
| "learning_rate": 8.541207874621718e-06, | |
| "loss": 0.1092, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.5010224948875256, | |
| "grad_norm": 2.5534087713100955, | |
| "learning_rate": 8.529850816779252e-06, | |
| "loss": 0.1033, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5030674846625767, | |
| "grad_norm": 1.531811934175557, | |
| "learning_rate": 8.518457335743927e-06, | |
| "loss": 0.0761, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.5051124744376279, | |
| "grad_norm": 2.3960006081387974, | |
| "learning_rate": 8.507027549080753e-06, | |
| "loss": 0.0941, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.5071574642126789, | |
| "grad_norm": 2.245296156491926, | |
| "learning_rate": 8.49556157472937e-06, | |
| "loss": 0.0992, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.50920245398773, | |
| "grad_norm": 2.1662992544835467, | |
| "learning_rate": 8.484059531002822e-06, | |
| "loss": 0.1096, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.5112474437627812, | |
| "grad_norm": 1.9378805133589119, | |
| "learning_rate": 8.472521536586336e-06, | |
| "loss": 0.0884, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5132924335378323, | |
| "grad_norm": 1.7472804645413123, | |
| "learning_rate": 8.460947710536108e-06, | |
| "loss": 0.0881, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.5153374233128835, | |
| "grad_norm": 1.8567960096830705, | |
| "learning_rate": 8.44933817227806e-06, | |
| "loss": 0.1041, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.5173824130879345, | |
| "grad_norm": 1.6639705835205088, | |
| "learning_rate": 8.437693041606619e-06, | |
| "loss": 0.0767, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.5194274028629857, | |
| "grad_norm": 1.7811045494491748, | |
| "learning_rate": 8.426012438683472e-06, | |
| "loss": 0.0795, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.5214723926380368, | |
| "grad_norm": 2.601937087112271, | |
| "learning_rate": 8.41429648403634e-06, | |
| "loss": 0.1157, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.523517382413088, | |
| "grad_norm": 2.2629417508652896, | |
| "learning_rate": 8.402545298557712e-06, | |
| "loss": 0.0965, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.5255623721881391, | |
| "grad_norm": 1.6219382198043681, | |
| "learning_rate": 8.390759003503624e-06, | |
| "loss": 0.0804, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.5276073619631901, | |
| "grad_norm": 1.6735037903910355, | |
| "learning_rate": 8.378937720492384e-06, | |
| "loss": 0.0708, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.5296523517382413, | |
| "grad_norm": 1.6949968905732045, | |
| "learning_rate": 8.367081571503332e-06, | |
| "loss": 0.0796, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.5316973415132924, | |
| "grad_norm": 1.5829034537038222, | |
| "learning_rate": 8.355190678875577e-06, | |
| "loss": 0.0685, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5337423312883436, | |
| "grad_norm": 2.1474520860458814, | |
| "learning_rate": 8.343265165306736e-06, | |
| "loss": 0.0966, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.5357873210633947, | |
| "grad_norm": 2.685259620414307, | |
| "learning_rate": 8.331305153851659e-06, | |
| "loss": 0.1199, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.5378323108384458, | |
| "grad_norm": 1.5378328527936944, | |
| "learning_rate": 8.319310767921174e-06, | |
| "loss": 0.0746, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.5398773006134969, | |
| "grad_norm": 1.5728870201255574, | |
| "learning_rate": 8.307282131280805e-06, | |
| "loss": 0.0794, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.5419222903885481, | |
| "grad_norm": 1.9037474406992847, | |
| "learning_rate": 8.295219368049494e-06, | |
| "loss": 0.0831, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5439672801635992, | |
| "grad_norm": 1.8713169547943331, | |
| "learning_rate": 8.283122602698324e-06, | |
| "loss": 0.0866, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.5460122699386503, | |
| "grad_norm": 2.0187272804624032, | |
| "learning_rate": 8.270991960049231e-06, | |
| "loss": 0.0953, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.5480572597137015, | |
| "grad_norm": 2.3890714658865857, | |
| "learning_rate": 8.258827565273717e-06, | |
| "loss": 0.0993, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.5501022494887525, | |
| "grad_norm": 1.4224265522394863, | |
| "learning_rate": 8.24662954389157e-06, | |
| "loss": 0.0685, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.5521472392638037, | |
| "grad_norm": 1.8253908241082366, | |
| "learning_rate": 8.234398021769541e-06, | |
| "loss": 0.0859, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5541922290388548, | |
| "grad_norm": 1.8297687093456312, | |
| "learning_rate": 8.222133125120076e-06, | |
| "loss": 0.0842, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.556237218813906, | |
| "grad_norm": 1.7325614091536314, | |
| "learning_rate": 8.209834980499995e-06, | |
| "loss": 0.0664, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.558282208588957, | |
| "grad_norm": 1.8426658391443724, | |
| "learning_rate": 8.19750371480919e-06, | |
| "loss": 0.0823, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.5603271983640081, | |
| "grad_norm": 2.335513659237072, | |
| "learning_rate": 8.185139455289322e-06, | |
| "loss": 0.1004, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5623721881390593, | |
| "grad_norm": 2.281382949923011, | |
| "learning_rate": 8.172742329522493e-06, | |
| "loss": 0.0923, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5644171779141104, | |
| "grad_norm": 2.0875496660986586, | |
| "learning_rate": 8.160312465429952e-06, | |
| "loss": 0.1007, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.5664621676891616, | |
| "grad_norm": 1.6706016356250908, | |
| "learning_rate": 8.147849991270753e-06, | |
| "loss": 0.0749, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.5685071574642127, | |
| "grad_norm": 2.3348044470325586, | |
| "learning_rate": 8.135355035640445e-06, | |
| "loss": 0.1075, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.5705521472392638, | |
| "grad_norm": 1.9325325555725485, | |
| "learning_rate": 8.122827727469737e-06, | |
| "loss": 0.0847, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.5725971370143149, | |
| "grad_norm": 2.06473154517661, | |
| "learning_rate": 8.110268196023179e-06, | |
| "loss": 0.0923, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5746421267893661, | |
| "grad_norm": 1.7347784233467545, | |
| "learning_rate": 8.097676570897814e-06, | |
| "loss": 0.0767, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.5766871165644172, | |
| "grad_norm": 1.7284531347044014, | |
| "learning_rate": 8.085052982021849e-06, | |
| "loss": 0.0822, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.5787321063394683, | |
| "grad_norm": 2.0234039627173863, | |
| "learning_rate": 8.072397559653314e-06, | |
| "loss": 0.0903, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.5807770961145194, | |
| "grad_norm": 1.8567076129812703, | |
| "learning_rate": 8.059710434378717e-06, | |
| "loss": 0.0829, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.5828220858895705, | |
| "grad_norm": 1.8280706428554012, | |
| "learning_rate": 8.046991737111696e-06, | |
| "loss": 0.0846, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.5848670756646217, | |
| "grad_norm": 1.6827693552674245, | |
| "learning_rate": 8.034241599091666e-06, | |
| "loss": 0.0744, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.5869120654396728, | |
| "grad_norm": 1.4276933688240632, | |
| "learning_rate": 8.021460151882472e-06, | |
| "loss": 0.0644, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.588957055214724, | |
| "grad_norm": 1.7054089254136917, | |
| "learning_rate": 8.008647527371022e-06, | |
| "loss": 0.0691, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.591002044989775, | |
| "grad_norm": 2.3943112344962616, | |
| "learning_rate": 7.995803857765934e-06, | |
| "loss": 0.1105, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.5930470347648262, | |
| "grad_norm": 2.025612566291375, | |
| "learning_rate": 7.982929275596164e-06, | |
| "loss": 0.0936, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5950920245398773, | |
| "grad_norm": 2.0696844237753984, | |
| "learning_rate": 7.970023913709652e-06, | |
| "loss": 0.0916, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.5971370143149284, | |
| "grad_norm": 2.1125496705836184, | |
| "learning_rate": 7.957087905271934e-06, | |
| "loss": 0.0812, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.5991820040899796, | |
| "grad_norm": 1.9111826855162881, | |
| "learning_rate": 7.944121383764775e-06, | |
| "loss": 0.0878, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.6012269938650306, | |
| "grad_norm": 2.0166887475359507, | |
| "learning_rate": 7.931124482984802e-06, | |
| "loss": 0.088, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.6032719836400818, | |
| "grad_norm": 2.4597183492348145, | |
| "learning_rate": 7.918097337042106e-06, | |
| "loss": 0.1066, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6053169734151329, | |
| "grad_norm": 1.7705184105320022, | |
| "learning_rate": 7.905040080358869e-06, | |
| "loss": 0.0784, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.6073619631901841, | |
| "grad_norm": 1.7246778829446732, | |
| "learning_rate": 7.891952847667973e-06, | |
| "loss": 0.0777, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.6094069529652352, | |
| "grad_norm": 2.1760471200028593, | |
| "learning_rate": 7.878835774011615e-06, | |
| "loss": 0.0983, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.6114519427402862, | |
| "grad_norm": 2.1592710885226327, | |
| "learning_rate": 7.865688994739907e-06, | |
| "loss": 0.0996, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.6134969325153374, | |
| "grad_norm": 1.7446253812062307, | |
| "learning_rate": 7.85251264550948e-06, | |
| "loss": 0.0767, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6155419222903885, | |
| "grad_norm": 2.784714583612841, | |
| "learning_rate": 7.83930686228209e-06, | |
| "loss": 0.0871, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.6175869120654397, | |
| "grad_norm": 1.923087819950953, | |
| "learning_rate": 7.826071781323208e-06, | |
| "loss": 0.076, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.6196319018404908, | |
| "grad_norm": 1.78632914754461, | |
| "learning_rate": 7.812807539200622e-06, | |
| "loss": 0.0778, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.621676891615542, | |
| "grad_norm": 1.9376192118205642, | |
| "learning_rate": 7.799514272783014e-06, | |
| "loss": 0.0817, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.623721881390593, | |
| "grad_norm": 2.550158615394769, | |
| "learning_rate": 7.786192119238568e-06, | |
| "loss": 0.1057, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6257668711656442, | |
| "grad_norm": 1.9711665467023245, | |
| "learning_rate": 7.772841216033534e-06, | |
| "loss": 0.0764, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.6278118609406953, | |
| "grad_norm": 1.5340501908307014, | |
| "learning_rate": 7.759461700930824e-06, | |
| "loss": 0.0637, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.6298568507157464, | |
| "grad_norm": 2.2338456267605005, | |
| "learning_rate": 7.746053711988584e-06, | |
| "loss": 0.1059, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.6319018404907976, | |
| "grad_norm": 1.7891397758115173, | |
| "learning_rate": 7.732617387558769e-06, | |
| "loss": 0.0824, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.6339468302658486, | |
| "grad_norm": 2.1234757737848287, | |
| "learning_rate": 7.719152866285722e-06, | |
| "loss": 0.0885, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6359918200408998, | |
| "grad_norm": 2.4102510823654457, | |
| "learning_rate": 7.70566028710473e-06, | |
| "loss": 0.0996, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.6380368098159509, | |
| "grad_norm": 1.9375735772859437, | |
| "learning_rate": 7.692139789240611e-06, | |
| "loss": 0.091, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.6400817995910021, | |
| "grad_norm": 2.0158092912142824, | |
| "learning_rate": 7.678591512206254e-06, | |
| "loss": 0.088, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.6421267893660532, | |
| "grad_norm": 1.6480327933319945, | |
| "learning_rate": 7.665015595801198e-06, | |
| "loss": 0.0791, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.6441717791411042, | |
| "grad_norm": 1.8510030476483572, | |
| "learning_rate": 7.651412180110176e-06, | |
| "loss": 0.085, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6462167689161554, | |
| "grad_norm": 1.592679706462086, | |
| "learning_rate": 7.637781405501682e-06, | |
| "loss": 0.0719, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.6482617586912065, | |
| "grad_norm": 1.871195454539005, | |
| "learning_rate": 7.6241234126265115e-06, | |
| "loss": 0.0935, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.6503067484662577, | |
| "grad_norm": 2.1635066751175978, | |
| "learning_rate": 7.61043834241632e-06, | |
| "loss": 0.0887, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.6523517382413088, | |
| "grad_norm": 1.7458256267250807, | |
| "learning_rate": 7.596726336082158e-06, | |
| "loss": 0.0784, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.65439672801636, | |
| "grad_norm": 1.9970410164681027, | |
| "learning_rate": 7.5829875351130224e-06, | |
| "loss": 0.0825, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.656441717791411, | |
| "grad_norm": 1.8581711995026613, | |
| "learning_rate": 7.569222081274396e-06, | |
| "loss": 0.074, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.6584867075664622, | |
| "grad_norm": 1.5023298192040886, | |
| "learning_rate": 7.555430116606778e-06, | |
| "loss": 0.0707, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.6605316973415133, | |
| "grad_norm": 1.9742828072984793, | |
| "learning_rate": 7.5416117834242254e-06, | |
| "loss": 0.0839, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.6625766871165644, | |
| "grad_norm": 1.7579407302668417, | |
| "learning_rate": 7.527767224312883e-06, | |
| "loss": 0.0802, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.6646216768916156, | |
| "grad_norm": 1.7128227508559022, | |
| "learning_rate": 7.513896582129507e-06, | |
| "loss": 0.0745, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 1.9293198934120017, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.0856, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.6687116564417178, | |
| "grad_norm": 2.0925311155648703, | |
| "learning_rate": 7.4860776213179264e-06, | |
| "loss": 0.0839, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.6707566462167689, | |
| "grad_norm": 2.082947312061181, | |
| "learning_rate": 7.472129589743034e-06, | |
| "loss": 0.0844, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.6728016359918201, | |
| "grad_norm": 2.0524639760050127, | |
| "learning_rate": 7.458156049199775e-06, | |
| "loss": 0.1008, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.6748466257668712, | |
| "grad_norm": 1.8254793507601215, | |
| "learning_rate": 7.44415714387582e-06, | |
| "loss": 0.0692, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6768916155419223, | |
| "grad_norm": 1.9185120612100472, | |
| "learning_rate": 7.430133018220567e-06, | |
| "loss": 0.0902, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.6789366053169734, | |
| "grad_norm": 1.5528728788442376, | |
| "learning_rate": 7.416083816943653e-06, | |
| "loss": 0.0681, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.6809815950920245, | |
| "grad_norm": 1.8960655345457742, | |
| "learning_rate": 7.4020096850134635e-06, | |
| "loss": 0.0862, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.6830265848670757, | |
| "grad_norm": 1.8164525363712967, | |
| "learning_rate": 7.38791076765563e-06, | |
| "loss": 0.08, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.6850715746421268, | |
| "grad_norm": 1.8489841001332317, | |
| "learning_rate": 7.37378721035154e-06, | |
| "loss": 0.0863, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.6871165644171779, | |
| "grad_norm": 1.9227410779505356, | |
| "learning_rate": 7.359639158836828e-06, | |
| "loss": 0.0797, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.689161554192229, | |
| "grad_norm": 2.1782307041733855, | |
| "learning_rate": 7.345466759099875e-06, | |
| "loss": 0.0946, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.6912065439672802, | |
| "grad_norm": 2.1346962188887626, | |
| "learning_rate": 7.331270157380304e-06, | |
| "loss": 0.0953, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.6932515337423313, | |
| "grad_norm": 1.759960430802437, | |
| "learning_rate": 7.317049500167466e-06, | |
| "loss": 0.0969, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.6952965235173824, | |
| "grad_norm": 2.0404870097493646, | |
| "learning_rate": 7.302804934198937e-06, | |
| "loss": 0.0852, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6973415132924335, | |
| "grad_norm": 2.3585223108650037, | |
| "learning_rate": 7.28853660645899e-06, | |
| "loss": 0.1054, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.6993865030674846, | |
| "grad_norm": 1.8518134360019116, | |
| "learning_rate": 7.2742446641770985e-06, | |
| "loss": 0.0942, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.7014314928425358, | |
| "grad_norm": 1.6802043170675642, | |
| "learning_rate": 7.259929254826393e-06, | |
| "loss": 0.0703, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.7034764826175869, | |
| "grad_norm": 2.3222003347544233, | |
| "learning_rate": 7.2455905261221585e-06, | |
| "loss": 0.0981, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.7055214723926381, | |
| "grad_norm": 1.7096656290299208, | |
| "learning_rate": 7.231228626020303e-06, | |
| "loss": 0.0686, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7075664621676891, | |
| "grad_norm": 2.301527792978425, | |
| "learning_rate": 7.216843702715831e-06, | |
| "loss": 0.0806, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.7096114519427403, | |
| "grad_norm": 1.7573853731950437, | |
| "learning_rate": 7.202435904641316e-06, | |
| "loss": 0.0766, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.7116564417177914, | |
| "grad_norm": 1.882419627052227, | |
| "learning_rate": 7.188005380465365e-06, | |
| "loss": 0.0733, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.7137014314928425, | |
| "grad_norm": 2.470103268920824, | |
| "learning_rate": 7.173552279091087e-06, | |
| "loss": 0.1016, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.7157464212678937, | |
| "grad_norm": 1.4869158817717396, | |
| "learning_rate": 7.159076749654559e-06, | |
| "loss": 0.0624, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7177914110429447, | |
| "grad_norm": 1.5968050085844632, | |
| "learning_rate": 7.144578941523283e-06, | |
| "loss": 0.0707, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.7198364008179959, | |
| "grad_norm": 1.6356481647041587, | |
| "learning_rate": 7.130059004294647e-06, | |
| "loss": 0.066, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.721881390593047, | |
| "grad_norm": 2.9392656768707504, | |
| "learning_rate": 7.115517087794381e-06, | |
| "loss": 0.1009, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.7239263803680982, | |
| "grad_norm": 2.2918804151158065, | |
| "learning_rate": 7.10095334207501e-06, | |
| "loss": 0.0962, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.7259713701431493, | |
| "grad_norm": 1.8475331071622312, | |
| "learning_rate": 7.086367917414307e-06, | |
| "loss": 0.082, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7280163599182005, | |
| "grad_norm": 1.9726367085045817, | |
| "learning_rate": 7.071760964313739e-06, | |
| "loss": 0.0732, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.7300613496932515, | |
| "grad_norm": 2.1502810171764244, | |
| "learning_rate": 7.057132633496924e-06, | |
| "loss": 0.1049, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.7321063394683026, | |
| "grad_norm": 1.8592273232420053, | |
| "learning_rate": 7.042483075908062e-06, | |
| "loss": 0.0862, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.7341513292433538, | |
| "grad_norm": 2.355170511162385, | |
| "learning_rate": 7.027812442710385e-06, | |
| "loss": 0.0937, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.7361963190184049, | |
| "grad_norm": 1.6779561691380307, | |
| "learning_rate": 7.013120885284599e-06, | |
| "loss": 0.0675, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7382413087934561, | |
| "grad_norm": 2.3918539767349762, | |
| "learning_rate": 6.9984085552273136e-06, | |
| "loss": 0.0964, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.7402862985685071, | |
| "grad_norm": 2.0029627191660087, | |
| "learning_rate": 6.983675604349492e-06, | |
| "loss": 0.0808, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.7423312883435583, | |
| "grad_norm": 2.361971189154723, | |
| "learning_rate": 6.968922184674868e-06, | |
| "loss": 0.0902, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.7443762781186094, | |
| "grad_norm": 1.7941380948957237, | |
| "learning_rate": 6.954148448438389e-06, | |
| "loss": 0.093, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.7464212678936605, | |
| "grad_norm": 1.8475776231124883, | |
| "learning_rate": 6.9393545480846405e-06, | |
| "loss": 0.0803, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.7484662576687117, | |
| "grad_norm": 1.391463463223123, | |
| "learning_rate": 6.924540636266272e-06, | |
| "loss": 0.0604, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.7505112474437627, | |
| "grad_norm": 1.4587955996368223, | |
| "learning_rate": 6.909706865842429e-06, | |
| "loss": 0.0707, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.7525562372188139, | |
| "grad_norm": 1.4497943658621633, | |
| "learning_rate": 6.894853389877163e-06, | |
| "loss": 0.0562, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.754601226993865, | |
| "grad_norm": 2.2816948101972474, | |
| "learning_rate": 6.879980361637865e-06, | |
| "loss": 0.0933, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.7566462167689162, | |
| "grad_norm": 2.2765511971102925, | |
| "learning_rate": 6.86508793459368e-06, | |
| "loss": 0.0799, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7586912065439673, | |
| "grad_norm": 1.8489677964373195, | |
| "learning_rate": 6.8501762624139125e-06, | |
| "loss": 0.0828, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.7607361963190185, | |
| "grad_norm": 2.2599682805893244, | |
| "learning_rate": 6.835245498966461e-06, | |
| "loss": 0.1019, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.7627811860940695, | |
| "grad_norm": 1.7535048313819637, | |
| "learning_rate": 6.820295798316214e-06, | |
| "loss": 0.0877, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.7648261758691206, | |
| "grad_norm": 2.1348338096756962, | |
| "learning_rate": 6.805327314723469e-06, | |
| "loss": 0.0713, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.7668711656441718, | |
| "grad_norm": 1.471825773848477, | |
| "learning_rate": 6.790340202642333e-06, | |
| "loss": 0.0648, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.7689161554192229, | |
| "grad_norm": 1.9667987135525467, | |
| "learning_rate": 6.775334616719136e-06, | |
| "loss": 0.0933, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.7709611451942741, | |
| "grad_norm": 1.9656786527852497, | |
| "learning_rate": 6.760310711790831e-06, | |
| "loss": 0.0886, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.7730061349693251, | |
| "grad_norm": 1.7703569506269972, | |
| "learning_rate": 6.7452686428834045e-06, | |
| "loss": 0.0774, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.7750511247443763, | |
| "grad_norm": 2.247523798525931, | |
| "learning_rate": 6.73020856521026e-06, | |
| "loss": 0.1031, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.7770961145194274, | |
| "grad_norm": 1.872342874790795, | |
| "learning_rate": 6.715130634170636e-06, | |
| "loss": 0.0895, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.7791411042944786, | |
| "grad_norm": 2.070656684465323, | |
| "learning_rate": 6.700035005347983e-06, | |
| "loss": 0.0868, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.7811860940695297, | |
| "grad_norm": 2.2454799924898667, | |
| "learning_rate": 6.6849218345083785e-06, | |
| "loss": 0.0978, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.7832310838445807, | |
| "grad_norm": 1.891754000824279, | |
| "learning_rate": 6.6697912775989045e-06, | |
| "loss": 0.0785, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.7852760736196319, | |
| "grad_norm": 1.7579771296347333, | |
| "learning_rate": 6.654643490746042e-06, | |
| "loss": 0.0858, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.787321063394683, | |
| "grad_norm": 1.9641471370237964, | |
| "learning_rate": 6.6394786302540645e-06, | |
| "loss": 0.082, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.7893660531697342, | |
| "grad_norm": 1.8254808653521009, | |
| "learning_rate": 6.624296852603419e-06, | |
| "loss": 0.0882, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.7914110429447853, | |
| "grad_norm": 1.4088372814526477, | |
| "learning_rate": 6.609098314449116e-06, | |
| "loss": 0.0671, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.7934560327198364, | |
| "grad_norm": 1.9617841850743343, | |
| "learning_rate": 6.593883172619111e-06, | |
| "loss": 0.0933, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.7955010224948875, | |
| "grad_norm": 1.5767225526580313, | |
| "learning_rate": 6.578651584112687e-06, | |
| "loss": 0.0636, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.7975460122699386, | |
| "grad_norm": 2.2228834140058336, | |
| "learning_rate": 6.563403706098833e-06, | |
| "loss": 0.1077, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7995910020449898, | |
| "grad_norm": 1.9792433955524278, | |
| "learning_rate": 6.5481396959146225e-06, | |
| "loss": 0.0891, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.8016359918200409, | |
| "grad_norm": 1.2215680463568073, | |
| "learning_rate": 6.532859711063594e-06, | |
| "loss": 0.0563, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.803680981595092, | |
| "grad_norm": 1.6824250107088006, | |
| "learning_rate": 6.517563909214119e-06, | |
| "loss": 0.0783, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.8057259713701431, | |
| "grad_norm": 1.7462647827998714, | |
| "learning_rate": 6.502252448197782e-06, | |
| "loss": 0.0814, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.8077709611451943, | |
| "grad_norm": 1.3887650073154911, | |
| "learning_rate": 6.486925486007743e-06, | |
| "loss": 0.0641, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8098159509202454, | |
| "grad_norm": 2.0714118588443613, | |
| "learning_rate": 6.471583180797121e-06, | |
| "loss": 0.1055, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.8118609406952966, | |
| "grad_norm": 1.5588416633458682, | |
| "learning_rate": 6.456225690877345e-06, | |
| "loss": 0.0744, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.8139059304703476, | |
| "grad_norm": 1.6448175082442864, | |
| "learning_rate": 6.440853174716535e-06, | |
| "loss": 0.0679, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.8159509202453987, | |
| "grad_norm": 1.7938499571539583, | |
| "learning_rate": 6.4254657909378615e-06, | |
| "loss": 0.0701, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.8179959100204499, | |
| "grad_norm": 2.1584932014661606, | |
| "learning_rate": 6.410063698317901e-06, | |
| "loss": 0.0896, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8179959100204499, | |
| "eval_loss": 0.08662194758653641, | |
| "eval_runtime": 1.5943, | |
| "eval_samples_per_second": 25.089, | |
| "eval_steps_per_second": 6.272, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.820040899795501, | |
| "grad_norm": 1.6606377004284583, | |
| "learning_rate": 6.394647055785017e-06, | |
| "loss": 0.0699, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.8220858895705522, | |
| "grad_norm": 2.2914577704716113, | |
| "learning_rate": 6.379216022417695e-06, | |
| "loss": 0.0858, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.8241308793456033, | |
| "grad_norm": 1.7940636149724014, | |
| "learning_rate": 6.363770757442927e-06, | |
| "loss": 0.0838, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.8261758691206544, | |
| "grad_norm": 2.1090208330887363, | |
| "learning_rate": 6.348311420234542e-06, | |
| "loss": 0.0837, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.8282208588957055, | |
| "grad_norm": 1.761887269760676, | |
| "learning_rate": 6.332838170311586e-06, | |
| "loss": 0.0791, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.8302658486707567, | |
| "grad_norm": 2.0316688681749846, | |
| "learning_rate": 6.31735116733666e-06, | |
| "loss": 0.0762, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.8323108384458078, | |
| "grad_norm": 1.4824433767272704, | |
| "learning_rate": 6.301850571114282e-06, | |
| "loss": 0.0531, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.8343558282208589, | |
| "grad_norm": 1.9042239460112056, | |
| "learning_rate": 6.286336541589224e-06, | |
| "loss": 0.0685, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.83640081799591, | |
| "grad_norm": 1.631266470020269, | |
| "learning_rate": 6.270809238844881e-06, | |
| "loss": 0.0713, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.8384458077709611, | |
| "grad_norm": 1.8805596275114955, | |
| "learning_rate": 6.255268823101604e-06, | |
| "loss": 0.0751, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8404907975460123, | |
| "grad_norm": 2.295370695981097, | |
| "learning_rate": 6.239715454715054e-06, | |
| "loss": 0.0984, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.8425357873210634, | |
| "grad_norm": 2.269325740615013, | |
| "learning_rate": 6.224149294174549e-06, | |
| "loss": 0.0966, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.8445807770961146, | |
| "grad_norm": 2.060132528646075, | |
| "learning_rate": 6.208570502101393e-06, | |
| "loss": 0.0817, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.8466257668711656, | |
| "grad_norm": 1.8016710838966334, | |
| "learning_rate": 6.192979239247243e-06, | |
| "loss": 0.0858, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.8486707566462167, | |
| "grad_norm": 1.9922284651178528, | |
| "learning_rate": 6.177375666492431e-06, | |
| "loss": 0.0735, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.8507157464212679, | |
| "grad_norm": 1.689681220388234, | |
| "learning_rate": 6.161759944844308e-06, | |
| "loss": 0.0756, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.852760736196319, | |
| "grad_norm": 2.618019309211191, | |
| "learning_rate": 6.146132235435591e-06, | |
| "loss": 0.0829, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.8548057259713702, | |
| "grad_norm": 2.0274624599323414, | |
| "learning_rate": 6.1304926995226895e-06, | |
| "loss": 0.0836, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.8568507157464212, | |
| "grad_norm": 2.0858291852426496, | |
| "learning_rate": 6.114841498484049e-06, | |
| "loss": 0.09, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.8588957055214724, | |
| "grad_norm": 1.656532684919004, | |
| "learning_rate": 6.099178793818479e-06, | |
| "loss": 0.0674, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8609406952965235, | |
| "grad_norm": 1.781888769859481, | |
| "learning_rate": 6.083504747143496e-06, | |
| "loss": 0.0706, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.8629856850715747, | |
| "grad_norm": 2.2606057911008217, | |
| "learning_rate": 6.0678195201936455e-06, | |
| "loss": 0.0969, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.8650306748466258, | |
| "grad_norm": 2.3434090242083943, | |
| "learning_rate": 6.0521232748188416e-06, | |
| "loss": 0.1064, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.8670756646216768, | |
| "grad_norm": 2.064354269601007, | |
| "learning_rate": 6.0364161729826905e-06, | |
| "loss": 0.0896, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.869120654396728, | |
| "grad_norm": 1.7331387406948884, | |
| "learning_rate": 6.020698376760824e-06, | |
| "loss": 0.0753, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.8711656441717791, | |
| "grad_norm": 1.6248452960794957, | |
| "learning_rate": 6.0049700483392256e-06, | |
| "loss": 0.0683, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.8732106339468303, | |
| "grad_norm": 1.7788246413520943, | |
| "learning_rate": 5.9892313500125545e-06, | |
| "loss": 0.0808, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.8752556237218814, | |
| "grad_norm": 1.6403389067415772, | |
| "learning_rate": 5.9734824441824745e-06, | |
| "loss": 0.0763, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.8773006134969326, | |
| "grad_norm": 1.968967047123883, | |
| "learning_rate": 5.957723493355977e-06, | |
| "loss": 0.0946, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.8793456032719836, | |
| "grad_norm": 1.5050654888065231, | |
| "learning_rate": 5.941954660143703e-06, | |
| "loss": 0.0673, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.8813905930470347, | |
| "grad_norm": 1.5627708754572884, | |
| "learning_rate": 5.926176107258265e-06, | |
| "loss": 0.0662, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.8834355828220859, | |
| "grad_norm": 1.9429047212464141, | |
| "learning_rate": 5.910387997512573e-06, | |
| "loss": 0.0845, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.885480572597137, | |
| "grad_norm": 1.8862289067048144, | |
| "learning_rate": 5.894590493818149e-06, | |
| "loss": 0.074, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.8875255623721882, | |
| "grad_norm": 1.4871525287185456, | |
| "learning_rate": 5.8787837591834415e-06, | |
| "loss": 0.0642, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.8895705521472392, | |
| "grad_norm": 1.9230413221781277, | |
| "learning_rate": 5.86296795671216e-06, | |
| "loss": 0.0854, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.8916155419222904, | |
| "grad_norm": 1.8042936065902104, | |
| "learning_rate": 5.847143249601575e-06, | |
| "loss": 0.0733, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.8936605316973415, | |
| "grad_norm": 1.89659500750371, | |
| "learning_rate": 5.831309801140841e-06, | |
| "loss": 0.0717, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.8957055214723927, | |
| "grad_norm": 1.988875729296592, | |
| "learning_rate": 5.815467774709314e-06, | |
| "loss": 0.0901, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.8977505112474438, | |
| "grad_norm": 2.1651335543706365, | |
| "learning_rate": 5.799617333774861e-06, | |
| "loss": 0.0942, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.8997955010224948, | |
| "grad_norm": 1.694629036784553, | |
| "learning_rate": 5.783758641892172e-06, | |
| "loss": 0.0691, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.901840490797546, | |
| "grad_norm": 1.8724577454949232, | |
| "learning_rate": 5.767891862701081e-06, | |
| "loss": 0.0704, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.9038854805725971, | |
| "grad_norm": 2.1444156343749103, | |
| "learning_rate": 5.7520171599248704e-06, | |
| "loss": 0.0862, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.9059304703476483, | |
| "grad_norm": 1.6044981562664562, | |
| "learning_rate": 5.73613469736858e-06, | |
| "loss": 0.0695, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.9079754601226994, | |
| "grad_norm": 1.7887677604270025, | |
| "learning_rate": 5.7202446389173225e-06, | |
| "loss": 0.0776, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.9100204498977505, | |
| "grad_norm": 2.0623558286912487, | |
| "learning_rate": 5.704347148534589e-06, | |
| "loss": 0.0939, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9120654396728016, | |
| "grad_norm": 1.7656943163705168, | |
| "learning_rate": 5.688442390260559e-06, | |
| "loss": 0.0699, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.9141104294478528, | |
| "grad_norm": 1.950808092154816, | |
| "learning_rate": 5.672530528210405e-06, | |
| "loss": 0.0764, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.9161554192229039, | |
| "grad_norm": 1.5958859437062274, | |
| "learning_rate": 5.656611726572601e-06, | |
| "loss": 0.0707, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.918200408997955, | |
| "grad_norm": 2.106375056034876, | |
| "learning_rate": 5.640686149607228e-06, | |
| "loss": 0.0884, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.9202453987730062, | |
| "grad_norm": 1.6944267542875595, | |
| "learning_rate": 5.624753961644281e-06, | |
| "loss": 0.0705, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9222903885480572, | |
| "grad_norm": 1.7841030194649183, | |
| "learning_rate": 5.608815327081969e-06, | |
| "loss": 0.0765, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.9243353783231084, | |
| "grad_norm": 1.7712077615995716, | |
| "learning_rate": 5.592870410385021e-06, | |
| "loss": 0.0733, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.9263803680981595, | |
| "grad_norm": 2.1116933877527835, | |
| "learning_rate": 5.57691937608299e-06, | |
| "loss": 0.0913, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.9284253578732107, | |
| "grad_norm": 1.4163030121649893, | |
| "learning_rate": 5.560962388768554e-06, | |
| "loss": 0.0545, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.9304703476482618, | |
| "grad_norm": 1.810312240995325, | |
| "learning_rate": 5.5449996130958185e-06, | |
| "loss": 0.0754, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9325153374233128, | |
| "grad_norm": 1.7804851440319986, | |
| "learning_rate": 5.529031213778615e-06, | |
| "loss": 0.0647, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.934560327198364, | |
| "grad_norm": 2.2045196131947624, | |
| "learning_rate": 5.513057355588804e-06, | |
| "loss": 0.0891, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.9366053169734151, | |
| "grad_norm": 1.9852749682627289, | |
| "learning_rate": 5.497078203354577e-06, | |
| "loss": 0.0775, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.9386503067484663, | |
| "grad_norm": 1.831470663502445, | |
| "learning_rate": 5.481093921958749e-06, | |
| "loss": 0.0845, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.9406952965235174, | |
| "grad_norm": 2.11329473791922, | |
| "learning_rate": 5.4651046763370615e-06, | |
| "loss": 0.0797, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9427402862985685, | |
| "grad_norm": 1.936029472084334, | |
| "learning_rate": 5.449110631476481e-06, | |
| "loss": 0.0626, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.9447852760736196, | |
| "grad_norm": 2.8880649224481254, | |
| "learning_rate": 5.433111952413496e-06, | |
| "loss": 0.0876, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.9468302658486708, | |
| "grad_norm": 1.6788136591444187, | |
| "learning_rate": 5.417108804232409e-06, | |
| "loss": 0.0802, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.9488752556237219, | |
| "grad_norm": 1.7603381558531794, | |
| "learning_rate": 5.4011013520636466e-06, | |
| "loss": 0.0711, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.950920245398773, | |
| "grad_norm": 1.6546291038527539, | |
| "learning_rate": 5.385089761082039e-06, | |
| "loss": 0.0718, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.9529652351738241, | |
| "grad_norm": 1.7527461122946937, | |
| "learning_rate": 5.3690741965051255e-06, | |
| "loss": 0.0772, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.9550102249488752, | |
| "grad_norm": 2.153339872012431, | |
| "learning_rate": 5.353054823591446e-06, | |
| "loss": 0.0984, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.9570552147239264, | |
| "grad_norm": 1.663490695062259, | |
| "learning_rate": 5.3370318076388405e-06, | |
| "loss": 0.0719, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.9591002044989775, | |
| "grad_norm": 2.039791879502307, | |
| "learning_rate": 5.3210053139827374e-06, | |
| "loss": 0.0852, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.9611451942740287, | |
| "grad_norm": 1.5152660819257473, | |
| "learning_rate": 5.304975507994453e-06, | |
| "loss": 0.0705, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.9631901840490797, | |
| "grad_norm": 2.5741046076702485, | |
| "learning_rate": 5.288942555079479e-06, | |
| "loss": 0.0841, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.9652351738241309, | |
| "grad_norm": 1.9038985725819735, | |
| "learning_rate": 5.27290662067578e-06, | |
| "loss": 0.0852, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.967280163599182, | |
| "grad_norm": 2.287787910789673, | |
| "learning_rate": 5.256867870252087e-06, | |
| "loss": 0.0943, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.9693251533742331, | |
| "grad_norm": 2.001848621526479, | |
| "learning_rate": 5.240826469306187e-06, | |
| "loss": 0.0784, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.9713701431492843, | |
| "grad_norm": 2.1169709747380865, | |
| "learning_rate": 5.224782583363215e-06, | |
| "loss": 0.0841, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.9734151329243353, | |
| "grad_norm": 1.929731685506713, | |
| "learning_rate": 5.208736377973954e-06, | |
| "loss": 0.0749, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.9754601226993865, | |
| "grad_norm": 1.67776042592261, | |
| "learning_rate": 5.1926880187131134e-06, | |
| "loss": 0.0724, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.9775051124744376, | |
| "grad_norm": 2.298605193205057, | |
| "learning_rate": 5.176637671177631e-06, | |
| "loss": 0.1006, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.9795501022494888, | |
| "grad_norm": 1.6533628146778505, | |
| "learning_rate": 5.160585500984962e-06, | |
| "loss": 0.0646, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.9815950920245399, | |
| "grad_norm": 1.837841443310845, | |
| "learning_rate": 5.144531673771364e-06, | |
| "loss": 0.0735, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.983640081799591, | |
| "grad_norm": 2.0263842675819426, | |
| "learning_rate": 5.1284763551901995e-06, | |
| "loss": 0.0826, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.9856850715746421, | |
| "grad_norm": 1.7313226963602824, | |
| "learning_rate": 5.112419710910213e-06, | |
| "loss": 0.0672, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.9877300613496932, | |
| "grad_norm": 2.015542364940025, | |
| "learning_rate": 5.096361906613836e-06, | |
| "loss": 0.0782, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.9897750511247444, | |
| "grad_norm": 1.514253640731746, | |
| "learning_rate": 5.080303107995461e-06, | |
| "loss": 0.0737, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.9918200408997955, | |
| "grad_norm": 1.8395138697043611, | |
| "learning_rate": 5.064243480759749e-06, | |
| "loss": 0.0718, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.9938650306748467, | |
| "grad_norm": 1.884215459624302, | |
| "learning_rate": 5.048183190619904e-06, | |
| "loss": 0.0698, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.9959100204498977, | |
| "grad_norm": 2.146037958767005, | |
| "learning_rate": 5.032122403295977e-06, | |
| "loss": 0.0902, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.9979550102249489, | |
| "grad_norm": 2.050214345057994, | |
| "learning_rate": 5.016061284513142e-06, | |
| "loss": 0.0682, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.118455250575704, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0774, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.0020449897750512, | |
| "grad_norm": 1.2462794649364155, | |
| "learning_rate": 4.983938715486858e-06, | |
| "loss": 0.033, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.0040899795501022, | |
| "grad_norm": 1.1459651928513004, | |
| "learning_rate": 4.967877596704026e-06, | |
| "loss": 0.0332, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.0061349693251533, | |
| "grad_norm": 1.2067420298473397, | |
| "learning_rate": 4.951816809380098e-06, | |
| "loss": 0.0286, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.0081799591002045, | |
| "grad_norm": 1.5512568893071932, | |
| "learning_rate": 4.935756519240253e-06, | |
| "loss": 0.0371, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.0102249488752557, | |
| "grad_norm": 1.0286360100738143, | |
| "learning_rate": 4.919696892004539e-06, | |
| "loss": 0.0302, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.0122699386503067, | |
| "grad_norm": 1.1516477911852547, | |
| "learning_rate": 4.903638093386167e-06, | |
| "loss": 0.0369, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.0143149284253579, | |
| "grad_norm": 1.245679943150789, | |
| "learning_rate": 4.887580289089788e-06, | |
| "loss": 0.0301, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.016359918200409, | |
| "grad_norm": 1.703967009754419, | |
| "learning_rate": 4.871523644809802e-06, | |
| "loss": 0.0466, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.01840490797546, | |
| "grad_norm": 1.546303848260575, | |
| "learning_rate": 4.855468326228638e-06, | |
| "loss": 0.0318, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.0204498977505112, | |
| "grad_norm": 1.251270953754372, | |
| "learning_rate": 4.839414499015041e-06, | |
| "loss": 0.0263, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.0224948875255624, | |
| "grad_norm": 1.3764180941343123, | |
| "learning_rate": 4.82336232882237e-06, | |
| "loss": 0.0345, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0245398773006136, | |
| "grad_norm": 1.3372315078519637, | |
| "learning_rate": 4.807311981286888e-06, | |
| "loss": 0.0292, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.0265848670756645, | |
| "grad_norm": 1.544786930842698, | |
| "learning_rate": 4.791263622026048e-06, | |
| "loss": 0.0307, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.0286298568507157, | |
| "grad_norm": 1.3878895340607698, | |
| "learning_rate": 4.775217416636786e-06, | |
| "loss": 0.0326, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.030674846625767, | |
| "grad_norm": 1.6162202894342939, | |
| "learning_rate": 4.7591735306938144e-06, | |
| "loss": 0.0352, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.032719836400818, | |
| "grad_norm": 1.7805340361439255, | |
| "learning_rate": 4.7431321297479135e-06, | |
| "loss": 0.0372, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.034764826175869, | |
| "grad_norm": 1.758896549825897, | |
| "learning_rate": 4.727093379324222e-06, | |
| "loss": 0.0372, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.0368098159509203, | |
| "grad_norm": 1.431786070102582, | |
| "learning_rate": 4.711057444920522e-06, | |
| "loss": 0.0384, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.0388548057259714, | |
| "grad_norm": 1.4839513210400883, | |
| "learning_rate": 4.6950244920055475e-06, | |
| "loss": 0.0383, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.0408997955010224, | |
| "grad_norm": 1.4451001891145334, | |
| "learning_rate": 4.678994686017263e-06, | |
| "loss": 0.0352, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.0429447852760736, | |
| "grad_norm": 1.866286088536185, | |
| "learning_rate": 4.662968192361161e-06, | |
| "loss": 0.0395, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0449897750511248, | |
| "grad_norm": 1.715211234345797, | |
| "learning_rate": 4.646945176408555e-06, | |
| "loss": 0.0313, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.047034764826176, | |
| "grad_norm": 1.466087161229122, | |
| "learning_rate": 4.630925803494877e-06, | |
| "loss": 0.0386, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.049079754601227, | |
| "grad_norm": 1.9408338143723025, | |
| "learning_rate": 4.614910238917963e-06, | |
| "loss": 0.042, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.0511247443762781, | |
| "grad_norm": 1.4266586107150059, | |
| "learning_rate": 4.598898647936354e-06, | |
| "loss": 0.0392, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.0531697341513293, | |
| "grad_norm": 1.2356672924767518, | |
| "learning_rate": 4.582891195767591e-06, | |
| "loss": 0.0263, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.0552147239263803, | |
| "grad_norm": 1.7715488824913876, | |
| "learning_rate": 4.5668880475865074e-06, | |
| "loss": 0.0405, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.0572597137014315, | |
| "grad_norm": 1.5415710251918855, | |
| "learning_rate": 4.55088936852352e-06, | |
| "loss": 0.0357, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.0593047034764826, | |
| "grad_norm": 1.4428168778927553, | |
| "learning_rate": 4.534895323662939e-06, | |
| "loss": 0.0317, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.0613496932515338, | |
| "grad_norm": 2.2250878381040953, | |
| "learning_rate": 4.518906078041252e-06, | |
| "loss": 0.0415, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.0633946830265848, | |
| "grad_norm": 1.9143713762008936, | |
| "learning_rate": 4.502921796645424e-06, | |
| "loss": 0.0525, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.065439672801636, | |
| "grad_norm": 1.3675839835879693, | |
| "learning_rate": 4.486942644411197e-06, | |
| "loss": 0.0308, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.0674846625766872, | |
| "grad_norm": 1.561173769749881, | |
| "learning_rate": 4.4709687862213866e-06, | |
| "loss": 0.0314, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.0695296523517381, | |
| "grad_norm": 1.7909630810420591, | |
| "learning_rate": 4.455000386904185e-06, | |
| "loss": 0.0434, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.0715746421267893, | |
| "grad_norm": 1.5523968118402804, | |
| "learning_rate": 4.439037611231448e-06, | |
| "loss": 0.0303, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.0736196319018405, | |
| "grad_norm": 1.4974277205131226, | |
| "learning_rate": 4.423080623917012e-06, | |
| "loss": 0.026, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.0756646216768917, | |
| "grad_norm": 1.4404941302278607, | |
| "learning_rate": 4.40712958961498e-06, | |
| "loss": 0.0439, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.0777096114519427, | |
| "grad_norm": 1.4209943648710208, | |
| "learning_rate": 4.391184672918034e-06, | |
| "loss": 0.033, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.0797546012269938, | |
| "grad_norm": 1.555014037990696, | |
| "learning_rate": 4.3752460383557195e-06, | |
| "loss": 0.0326, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.081799591002045, | |
| "grad_norm": 2.090310209970452, | |
| "learning_rate": 4.3593138503927725e-06, | |
| "loss": 0.0365, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.0838445807770962, | |
| "grad_norm": 1.4619403629973973, | |
| "learning_rate": 4.3433882734274e-06, | |
| "loss": 0.0317, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.0858895705521472, | |
| "grad_norm": 1.714317746744886, | |
| "learning_rate": 4.327469471789597e-06, | |
| "loss": 0.0384, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.0879345603271984, | |
| "grad_norm": 1.590590872486597, | |
| "learning_rate": 4.311557609739442e-06, | |
| "loss": 0.0259, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.0899795501022496, | |
| "grad_norm": 1.1141369910738055, | |
| "learning_rate": 4.295652851465412e-06, | |
| "loss": 0.0252, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.0920245398773005, | |
| "grad_norm": 1.4321694078456395, | |
| "learning_rate": 4.27975536108268e-06, | |
| "loss": 0.0266, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.0940695296523517, | |
| "grad_norm": 1.7443372340301369, | |
| "learning_rate": 4.263865302631423e-06, | |
| "loss": 0.04, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.096114519427403, | |
| "grad_norm": 1.569615321607395, | |
| "learning_rate": 4.24798284007513e-06, | |
| "loss": 0.0349, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.098159509202454, | |
| "grad_norm": 1.895924350646276, | |
| "learning_rate": 4.2321081372989195e-06, | |
| "loss": 0.0424, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.100204498977505, | |
| "grad_norm": 1.5923290036258984, | |
| "learning_rate": 4.216241358107831e-06, | |
| "loss": 0.0327, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.1022494887525562, | |
| "grad_norm": 1.6634363551936802, | |
| "learning_rate": 4.200382666225141e-06, | |
| "loss": 0.0486, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.1042944785276074, | |
| "grad_norm": 1.134137554773839, | |
| "learning_rate": 4.184532225290687e-06, | |
| "loss": 0.0223, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.1063394683026584, | |
| "grad_norm": 1.426415380744953, | |
| "learning_rate": 4.16869019885916e-06, | |
| "loss": 0.0312, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.1083844580777096, | |
| "grad_norm": 1.1710483257547355, | |
| "learning_rate": 4.152856750398426e-06, | |
| "loss": 0.0223, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.1104294478527608, | |
| "grad_norm": 1.5906880940400463, | |
| "learning_rate": 4.137032043287841e-06, | |
| "loss": 0.0343, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.112474437627812, | |
| "grad_norm": 1.4350816491421392, | |
| "learning_rate": 4.121216240816559e-06, | |
| "loss": 0.035, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.114519427402863, | |
| "grad_norm": 1.7558271509204728, | |
| "learning_rate": 4.105409506181855e-06, | |
| "loss": 0.0378, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.116564417177914, | |
| "grad_norm": 1.427323382586195, | |
| "learning_rate": 4.089612002487428e-06, | |
| "loss": 0.0312, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.1186094069529653, | |
| "grad_norm": 1.6522808692997277, | |
| "learning_rate": 4.0738238927417354e-06, | |
| "loss": 0.0359, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.1206543967280163, | |
| "grad_norm": 2.1347991414153986, | |
| "learning_rate": 4.0580453398563005e-06, | |
| "loss": 0.0336, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.1226993865030674, | |
| "grad_norm": 1.1279124304678423, | |
| "learning_rate": 4.042276506644024e-06, | |
| "loss": 0.0245, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.1247443762781186, | |
| "grad_norm": 1.1967369793368918, | |
| "learning_rate": 4.026517555817527e-06, | |
| "loss": 0.034, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.1267893660531698, | |
| "grad_norm": 1.543038828112648, | |
| "learning_rate": 4.010768649987446e-06, | |
| "loss": 0.0323, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.1288343558282208, | |
| "grad_norm": 2.005013019238116, | |
| "learning_rate": 3.995029951660777e-06, | |
| "loss": 0.0466, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.130879345603272, | |
| "grad_norm": 1.6139182636953708, | |
| "learning_rate": 3.979301623239177e-06, | |
| "loss": 0.0358, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.1329243353783232, | |
| "grad_norm": 1.3981520538108454, | |
| "learning_rate": 3.963583827017311e-06, | |
| "loss": 0.0377, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.1349693251533743, | |
| "grad_norm": 1.2494252534129648, | |
| "learning_rate": 3.94787672518116e-06, | |
| "loss": 0.0239, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.1370143149284253, | |
| "grad_norm": 2.204641878373284, | |
| "learning_rate": 3.932180479806357e-06, | |
| "loss": 0.0456, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.1390593047034765, | |
| "grad_norm": 1.565570789271408, | |
| "learning_rate": 3.916495252856506e-06, | |
| "loss": 0.0324, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.1411042944785277, | |
| "grad_norm": 1.6789711476896356, | |
| "learning_rate": 3.900821206181521e-06, | |
| "loss": 0.0368, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.1431492842535786, | |
| "grad_norm": 1.2216110777737839, | |
| "learning_rate": 3.885158501515954e-06, | |
| "loss": 0.0279, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.1451942740286298, | |
| "grad_norm": 1.3633350295226845, | |
| "learning_rate": 3.869507300477311e-06, | |
| "loss": 0.0328, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.147239263803681, | |
| "grad_norm": 1.4166924061545885, | |
| "learning_rate": 3.853867764564409e-06, | |
| "loss": 0.0329, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.149284253578732, | |
| "grad_norm": 1.6034718030946522, | |
| "learning_rate": 3.838240055155692e-06, | |
| "loss": 0.0334, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.1513292433537832, | |
| "grad_norm": 1.077423978891052, | |
| "learning_rate": 3.8226243335075715e-06, | |
| "loss": 0.0224, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.1533742331288344, | |
| "grad_norm": 1.3542581793543431, | |
| "learning_rate": 3.8070207607527587e-06, | |
| "loss": 0.0319, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.1554192229038855, | |
| "grad_norm": 1.6634879057734975, | |
| "learning_rate": 3.7914294978986083e-06, | |
| "loss": 0.0393, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.1574642126789365, | |
| "grad_norm": 1.628283419385412, | |
| "learning_rate": 3.7758507058254547e-06, | |
| "loss": 0.036, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.1595092024539877, | |
| "grad_norm": 1.5659369656664788, | |
| "learning_rate": 3.760284545284947e-06, | |
| "loss": 0.0277, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.1615541922290389, | |
| "grad_norm": 1.4921911012284916, | |
| "learning_rate": 3.744731176898396e-06, | |
| "loss": 0.0389, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.16359918200409, | |
| "grad_norm": 1.8188186488286036, | |
| "learning_rate": 3.7291907611551197e-06, | |
| "loss": 0.0521, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.165644171779141, | |
| "grad_norm": 1.7461144499706955, | |
| "learning_rate": 3.7136634584107787e-06, | |
| "loss": 0.0314, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.1676891615541922, | |
| "grad_norm": 1.5152391192451116, | |
| "learning_rate": 3.69814942888572e-06, | |
| "loss": 0.0395, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.1697341513292434, | |
| "grad_norm": 1.2278434943664795, | |
| "learning_rate": 3.6826488326633393e-06, | |
| "loss": 0.03, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.1717791411042944, | |
| "grad_norm": 1.3578782487107308, | |
| "learning_rate": 3.6671618296884147e-06, | |
| "loss": 0.0329, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.1738241308793456, | |
| "grad_norm": 1.0722909218685073, | |
| "learning_rate": 3.6516885797654593e-06, | |
| "loss": 0.024, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.1758691206543967, | |
| "grad_norm": 1.3302319522941752, | |
| "learning_rate": 3.6362292425570754e-06, | |
| "loss": 0.0281, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.177914110429448, | |
| "grad_norm": 1.574439290096253, | |
| "learning_rate": 3.620783977582305e-06, | |
| "loss": 0.0342, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.179959100204499, | |
| "grad_norm": 1.2172183727962829, | |
| "learning_rate": 3.605352944214986e-06, | |
| "loss": 0.026, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.18200408997955, | |
| "grad_norm": 1.4383648089060725, | |
| "learning_rate": 3.5899363016821e-06, | |
| "loss": 0.0265, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.1840490797546013, | |
| "grad_norm": 1.716222220393621, | |
| "learning_rate": 3.5745342090621406e-06, | |
| "loss": 0.0316, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.1860940695296525, | |
| "grad_norm": 1.3303476968967134, | |
| "learning_rate": 3.5591468252834654e-06, | |
| "loss": 0.0298, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.1881390593047034, | |
| "grad_norm": 1.226061907060063, | |
| "learning_rate": 3.543774309122657e-06, | |
| "loss": 0.0209, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.1901840490797546, | |
| "grad_norm": 1.656144699228516, | |
| "learning_rate": 3.528416819202881e-06, | |
| "loss": 0.0332, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.1922290388548058, | |
| "grad_norm": 1.5013453797233454, | |
| "learning_rate": 3.5130745139922572e-06, | |
| "loss": 0.0288, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.1942740286298568, | |
| "grad_norm": 1.9928513490408657, | |
| "learning_rate": 3.497747551802221e-06, | |
| "loss": 0.0521, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.196319018404908, | |
| "grad_norm": 1.2521586168450574, | |
| "learning_rate": 3.4824360907858824e-06, | |
| "loss": 0.0274, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.1983640081799591, | |
| "grad_norm": 1.2256691948629876, | |
| "learning_rate": 3.467140288936407e-06, | |
| "loss": 0.0282, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.20040899795501, | |
| "grad_norm": 1.6527331639972576, | |
| "learning_rate": 3.4518603040853783e-06, | |
| "loss": 0.0436, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.2024539877300613, | |
| "grad_norm": 1.368490830870422, | |
| "learning_rate": 3.43659629390117e-06, | |
| "loss": 0.0254, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.2044989775051125, | |
| "grad_norm": 1.8028951429047948, | |
| "learning_rate": 3.421348415887315e-06, | |
| "loss": 0.0408, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.2065439672801637, | |
| "grad_norm": 1.497550290975889, | |
| "learning_rate": 3.4061168273808896e-06, | |
| "loss": 0.0381, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.2085889570552146, | |
| "grad_norm": 1.6321033308692612, | |
| "learning_rate": 3.390901685550887e-06, | |
| "loss": 0.0383, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.2106339468302658, | |
| "grad_norm": 1.5159929907176852, | |
| "learning_rate": 3.3757031473965827e-06, | |
| "loss": 0.0304, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.212678936605317, | |
| "grad_norm": 2.4724108292496187, | |
| "learning_rate": 3.360521369745937e-06, | |
| "loss": 0.0518, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.2147239263803682, | |
| "grad_norm": 1.437590640293289, | |
| "learning_rate": 3.3453565092539586e-06, | |
| "loss": 0.0257, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.2167689161554192, | |
| "grad_norm": 1.169486503639217, | |
| "learning_rate": 3.330208722401097e-06, | |
| "loss": 0.0235, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.2188139059304703, | |
| "grad_norm": 1.1268592276904335, | |
| "learning_rate": 3.315078165491622e-06, | |
| "loss": 0.0279, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.2208588957055215, | |
| "grad_norm": 1.5683278793352897, | |
| "learning_rate": 3.299964994652017e-06, | |
| "loss": 0.0305, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.2229038854805725, | |
| "grad_norm": 1.9967429863243036, | |
| "learning_rate": 3.2848693658293675e-06, | |
| "loss": 0.0397, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.2249488752556237, | |
| "grad_norm": 1.4152854852084966, | |
| "learning_rate": 3.269791434789741e-06, | |
| "loss": 0.0256, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.2269938650306749, | |
| "grad_norm": 1.2653327623743533, | |
| "learning_rate": 3.254731357116597e-06, | |
| "loss": 0.029, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.2269938650306749, | |
| "eval_loss": 0.07708186656236649, | |
| "eval_runtime": 1.5947, | |
| "eval_samples_per_second": 25.083, | |
| "eval_steps_per_second": 6.271, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.229038854805726, | |
| "grad_norm": 1.775392827404977, | |
| "learning_rate": 3.2396892882091678e-06, | |
| "loss": 0.0379, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.231083844580777, | |
| "grad_norm": 1.3830173529601073, | |
| "learning_rate": 3.2246653832808674e-06, | |
| "loss": 0.0288, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.2331288343558282, | |
| "grad_norm": 2.1155311480126264, | |
| "learning_rate": 3.209659797357669e-06, | |
| "loss": 0.0615, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.2351738241308794, | |
| "grad_norm": 2.4445073717181662, | |
| "learning_rate": 3.1946726852765325e-06, | |
| "loss": 0.0635, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.2372188139059306, | |
| "grad_norm": 2.110428549540264, | |
| "learning_rate": 3.179704201683786e-06, | |
| "loss": 0.0364, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.2392638036809815, | |
| "grad_norm": 1.7469628121389942, | |
| "learning_rate": 3.16475450103354e-06, | |
| "loss": 0.0372, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.2413087934560327, | |
| "grad_norm": 0.9152243306182197, | |
| "learning_rate": 3.149823737586089e-06, | |
| "loss": 0.0161, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.243353783231084, | |
| "grad_norm": 1.3056210800799668, | |
| "learning_rate": 3.1349120654063224e-06, | |
| "loss": 0.0266, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.2453987730061349, | |
| "grad_norm": 1.2879845659396767, | |
| "learning_rate": 3.1200196383621363e-06, | |
| "loss": 0.0274, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.247443762781186, | |
| "grad_norm": 1.382752868609299, | |
| "learning_rate": 3.105146610122839e-06, | |
| "loss": 0.0303, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.2494887525562373, | |
| "grad_norm": 1.433137069436945, | |
| "learning_rate": 3.090293134157572e-06, | |
| "loss": 0.0259, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.2515337423312882, | |
| "grad_norm": 1.2272571061501605, | |
| "learning_rate": 3.0754593637337276e-06, | |
| "loss": 0.0305, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.2535787321063394, | |
| "grad_norm": 1.8924881887997287, | |
| "learning_rate": 3.0606454519153608e-06, | |
| "loss": 0.0478, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.2556237218813906, | |
| "grad_norm": 1.5252407085003916, | |
| "learning_rate": 3.0458515515616117e-06, | |
| "loss": 0.0382, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.2576687116564418, | |
| "grad_norm": 1.2566622827157716, | |
| "learning_rate": 3.0310778153251325e-06, | |
| "loss": 0.0265, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.259713701431493, | |
| "grad_norm": 1.5092416262198107, | |
| "learning_rate": 3.0163243956505093e-06, | |
| "loss": 0.0313, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.261758691206544, | |
| "grad_norm": 2.0141840286367083, | |
| "learning_rate": 3.001591444772687e-06, | |
| "loss": 0.0373, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.2638036809815951, | |
| "grad_norm": 1.0802484572404294, | |
| "learning_rate": 2.986879114715403e-06, | |
| "loss": 0.0266, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.2658486707566463, | |
| "grad_norm": 1.359876254126494, | |
| "learning_rate": 2.972187557289616e-06, | |
| "loss": 0.0305, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.2678936605316973, | |
| "grad_norm": 1.3671926484976908, | |
| "learning_rate": 2.95751692409194e-06, | |
| "loss": 0.0296, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.2699386503067485, | |
| "grad_norm": 1.553369266205434, | |
| "learning_rate": 2.9428673665030772e-06, | |
| "loss": 0.0352, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.2719836400817996, | |
| "grad_norm": 1.9647938781064505, | |
| "learning_rate": 2.9282390356862606e-06, | |
| "loss": 0.0414, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.2740286298568506, | |
| "grad_norm": 1.7057696677799985, | |
| "learning_rate": 2.9136320825856967e-06, | |
| "loss": 0.0364, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.2760736196319018, | |
| "grad_norm": 1.6026279841764746, | |
| "learning_rate": 2.899046657924992e-06, | |
| "loss": 0.0411, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.278118609406953, | |
| "grad_norm": 1.5405330605244225, | |
| "learning_rate": 2.884482912205621e-06, | |
| "loss": 0.0358, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.280163599182004, | |
| "grad_norm": 1.4374105894350884, | |
| "learning_rate": 2.8699409957053535e-06, | |
| "loss": 0.0267, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.2822085889570551, | |
| "grad_norm": 1.4661224711168332, | |
| "learning_rate": 2.8554210584767188e-06, | |
| "loss": 0.0271, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.2842535787321063, | |
| "grad_norm": 2.5207979346685963, | |
| "learning_rate": 2.840923250345442e-06, | |
| "loss": 0.0481, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.2862985685071575, | |
| "grad_norm": 1.617876668968538, | |
| "learning_rate": 2.8264477209089147e-06, | |
| "loss": 0.0369, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.2883435582822087, | |
| "grad_norm": 1.808249674605706, | |
| "learning_rate": 2.8119946195346375e-06, | |
| "loss": 0.0391, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.2903885480572597, | |
| "grad_norm": 1.3734714216015984, | |
| "learning_rate": 2.7975640953586846e-06, | |
| "loss": 0.0294, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.2924335378323109, | |
| "grad_norm": 1.391392647849848, | |
| "learning_rate": 2.78315629728417e-06, | |
| "loss": 0.0304, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.294478527607362, | |
| "grad_norm": 1.4706567091432965, | |
| "learning_rate": 2.7687713739796972e-06, | |
| "loss": 0.0302, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.296523517382413, | |
| "grad_norm": 1.3791514521388877, | |
| "learning_rate": 2.7544094738778436e-06, | |
| "loss": 0.0338, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.2985685071574642, | |
| "grad_norm": 1.9205903741411616, | |
| "learning_rate": 2.7400707451736103e-06, | |
| "loss": 0.0352, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.3006134969325154, | |
| "grad_norm": 1.2860131091648965, | |
| "learning_rate": 2.725755335822903e-06, | |
| "loss": 0.0305, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.3026584867075663, | |
| "grad_norm": 2.0441358593719396, | |
| "learning_rate": 2.7114633935410083e-06, | |
| "loss": 0.0381, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.3047034764826175, | |
| "grad_norm": 1.606441709854988, | |
| "learning_rate": 2.6971950658010666e-06, | |
| "loss": 0.0343, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.3067484662576687, | |
| "grad_norm": 1.1232676032960067, | |
| "learning_rate": 2.6829504998325352e-06, | |
| "loss": 0.0223, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.30879345603272, | |
| "grad_norm": 2.0695929953679353, | |
| "learning_rate": 2.6687298426196974e-06, | |
| "loss": 0.0437, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.310838445807771, | |
| "grad_norm": 1.2094015200347492, | |
| "learning_rate": 2.6545332409001267e-06, | |
| "loss": 0.0251, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.312883435582822, | |
| "grad_norm": 1.3109256389089359, | |
| "learning_rate": 2.6403608411631744e-06, | |
| "loss": 0.0319, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.3149284253578732, | |
| "grad_norm": 1.3994815087983556, | |
| "learning_rate": 2.62621278964846e-06, | |
| "loss": 0.0281, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.3169734151329244, | |
| "grad_norm": 1.3379418428305758, | |
| "learning_rate": 2.612089232344371e-06, | |
| "loss": 0.0301, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.3190184049079754, | |
| "grad_norm": 1.2825425624367577, | |
| "learning_rate": 2.5979903149865386e-06, | |
| "loss": 0.016, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.3210633946830266, | |
| "grad_norm": 1.1904405038306072, | |
| "learning_rate": 2.5839161830563475e-06, | |
| "loss": 0.0282, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.3231083844580778, | |
| "grad_norm": 1.4411097446473085, | |
| "learning_rate": 2.569866981779433e-06, | |
| "loss": 0.0312, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.3251533742331287, | |
| "grad_norm": 1.5429385898328931, | |
| "learning_rate": 2.555842856124182e-06, | |
| "loss": 0.0288, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.32719836400818, | |
| "grad_norm": 1.6647644695086803, | |
| "learning_rate": 2.541843950800226e-06, | |
| "loss": 0.0345, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.329243353783231, | |
| "grad_norm": 1.6594984133499624, | |
| "learning_rate": 2.527870410256966e-06, | |
| "loss": 0.0355, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.331288343558282, | |
| "grad_norm": 1.4712049332054007, | |
| "learning_rate": 2.513922378682075e-06, | |
| "loss": 0.0326, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 2.058004614790052, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": 0.0497, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.3353783231083844, | |
| "grad_norm": 1.63215913934179, | |
| "learning_rate": 2.486103417870493e-06, | |
| "loss": 0.0407, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.3374233128834356, | |
| "grad_norm": 1.4235640655071966, | |
| "learning_rate": 2.472232775687119e-06, | |
| "loss": 0.0256, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.3394683026584868, | |
| "grad_norm": 1.4966832324121504, | |
| "learning_rate": 2.4583882165757766e-06, | |
| "loss": 0.0341, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.3415132924335378, | |
| "grad_norm": 1.579776697797337, | |
| "learning_rate": 2.4445698833932236e-06, | |
| "loss": 0.0318, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.343558282208589, | |
| "grad_norm": 1.5153710401247442, | |
| "learning_rate": 2.4307779187256064e-06, | |
| "loss": 0.041, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.3456032719836402, | |
| "grad_norm": 2.3410319215359343, | |
| "learning_rate": 2.417012464886978e-06, | |
| "loss": 0.0493, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.3476482617586911, | |
| "grad_norm": 1.7830705068876032, | |
| "learning_rate": 2.4032736639178443e-06, | |
| "loss": 0.038, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.3496932515337423, | |
| "grad_norm": 1.401656109282602, | |
| "learning_rate": 2.389561657583681e-06, | |
| "loss": 0.0314, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.3517382413087935, | |
| "grad_norm": 1.6005336710481401, | |
| "learning_rate": 2.3758765873734897e-06, | |
| "loss": 0.0339, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.3537832310838445, | |
| "grad_norm": 1.4717588678443954, | |
| "learning_rate": 2.3622185944983187e-06, | |
| "loss": 0.024, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.3558282208588956, | |
| "grad_norm": 1.4073986715417073, | |
| "learning_rate": 2.3485878198898253e-06, | |
| "loss": 0.0314, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.3578732106339468, | |
| "grad_norm": 1.1155919297375605, | |
| "learning_rate": 2.3349844041988044e-06, | |
| "loss": 0.0238, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.359918200408998, | |
| "grad_norm": 1.4447238413299701, | |
| "learning_rate": 2.3214084877937464e-06, | |
| "loss": 0.024, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.3619631901840492, | |
| "grad_norm": 1.4727637644326748, | |
| "learning_rate": 2.30786021075939e-06, | |
| "loss": 0.0352, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.3640081799591002, | |
| "grad_norm": 1.0917991783905898, | |
| "learning_rate": 2.294339712895271e-06, | |
| "loss": 0.02, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.3660531697341514, | |
| "grad_norm": 1.5740943427206295, | |
| "learning_rate": 2.28084713371428e-06, | |
| "loss": 0.0323, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.3680981595092025, | |
| "grad_norm": 1.4720527439260216, | |
| "learning_rate": 2.2673826124412314e-06, | |
| "loss": 0.0286, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.3701431492842535, | |
| "grad_norm": 1.4833939892417702, | |
| "learning_rate": 2.253946288011419e-06, | |
| "loss": 0.0342, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.3721881390593047, | |
| "grad_norm": 1.6876515961228076, | |
| "learning_rate": 2.240538299069178e-06, | |
| "loss": 0.0311, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.3742331288343559, | |
| "grad_norm": 2.1720167724269874, | |
| "learning_rate": 2.2271587839664673e-06, | |
| "loss": 0.0381, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.3762781186094069, | |
| "grad_norm": 1.5126928906252048, | |
| "learning_rate": 2.213807880761434e-06, | |
| "loss": 0.0332, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.378323108384458, | |
| "grad_norm": 1.6737538431685655, | |
| "learning_rate": 2.2004857272169878e-06, | |
| "loss": 0.0345, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.3803680981595092, | |
| "grad_norm": 1.426935375770983, | |
| "learning_rate": 2.18719246079938e-06, | |
| "loss": 0.0398, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.3824130879345602, | |
| "grad_norm": 1.4051149662672344, | |
| "learning_rate": 2.173928218676792e-06, | |
| "loss": 0.0232, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.3844580777096114, | |
| "grad_norm": 1.7917331547528335, | |
| "learning_rate": 2.160693137717912e-06, | |
| "loss": 0.0368, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.3865030674846626, | |
| "grad_norm": 1.8111522355910634, | |
| "learning_rate": 2.1474873544905204e-06, | |
| "loss": 0.0269, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.3885480572597138, | |
| "grad_norm": 1.6693031730647383, | |
| "learning_rate": 2.134311005260093e-06, | |
| "loss": 0.0362, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.390593047034765, | |
| "grad_norm": 1.4202013946415086, | |
| "learning_rate": 2.121164225988387e-06, | |
| "loss": 0.0298, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.392638036809816, | |
| "grad_norm": 1.3927664117864682, | |
| "learning_rate": 2.108047152332028e-06, | |
| "loss": 0.026, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.394683026584867, | |
| "grad_norm": 1.405359317118805, | |
| "learning_rate": 2.0949599196411326e-06, | |
| "loss": 0.0312, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.3967280163599183, | |
| "grad_norm": 1.2371988179013782, | |
| "learning_rate": 2.081902662957895e-06, | |
| "loss": 0.0214, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.3987730061349692, | |
| "grad_norm": 2.047236610352014, | |
| "learning_rate": 2.0688755170152e-06, | |
| "loss": 0.0421, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.4008179959100204, | |
| "grad_norm": 1.2055104899996096, | |
| "learning_rate": 2.0558786162352245e-06, | |
| "loss": 0.0218, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.4028629856850716, | |
| "grad_norm": 1.2042481090348163, | |
| "learning_rate": 2.042912094728068e-06, | |
| "loss": 0.0232, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.4049079754601226, | |
| "grad_norm": 1.965874166063246, | |
| "learning_rate": 2.029976086290347e-06, | |
| "loss": 0.0422, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.4069529652351738, | |
| "grad_norm": 1.7221753979316607, | |
| "learning_rate": 2.017070724403835e-06, | |
| "loss": 0.0315, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.408997955010225, | |
| "grad_norm": 1.319102902846999, | |
| "learning_rate": 2.004196142234068e-06, | |
| "loss": 0.0315, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.4110429447852761, | |
| "grad_norm": 0.9513064566229582, | |
| "learning_rate": 1.9913524726289784e-06, | |
| "loss": 0.0168, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.4130879345603273, | |
| "grad_norm": 1.9447952357011042, | |
| "learning_rate": 1.9785398481175295e-06, | |
| "loss": 0.0413, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.4151329243353783, | |
| "grad_norm": 1.5286895548644743, | |
| "learning_rate": 1.965758400908334e-06, | |
| "loss": 0.0274, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.4171779141104295, | |
| "grad_norm": 1.1539526277463092, | |
| "learning_rate": 1.9530082628883058e-06, | |
| "loss": 0.0239, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.4192229038854807, | |
| "grad_norm": 1.6908331934705023, | |
| "learning_rate": 1.9402895656212834e-06, | |
| "loss": 0.0342, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.4212678936605316, | |
| "grad_norm": 2.2914630227874886, | |
| "learning_rate": 1.927602440346687e-06, | |
| "loss": 0.0414, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.4233128834355828, | |
| "grad_norm": 1.4300685831945064, | |
| "learning_rate": 1.914947017978153e-06, | |
| "loss": 0.0272, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.425357873210634, | |
| "grad_norm": 1.119854466298958, | |
| "learning_rate": 1.9023234291021875e-06, | |
| "loss": 0.0237, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.427402862985685, | |
| "grad_norm": 2.157933270356651, | |
| "learning_rate": 1.889731803976822e-06, | |
| "loss": 0.0365, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.4294478527607362, | |
| "grad_norm": 2.1495827518419017, | |
| "learning_rate": 1.8771722725302644e-06, | |
| "loss": 0.0421, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.4314928425357873, | |
| "grad_norm": 1.4403502460755069, | |
| "learning_rate": 1.8646449643595565e-06, | |
| "loss": 0.0256, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.4335378323108383, | |
| "grad_norm": 1.612284239493657, | |
| "learning_rate": 1.8521500087292466e-06, | |
| "loss": 0.0314, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.4355828220858895, | |
| "grad_norm": 1.1017923126212417, | |
| "learning_rate": 1.8396875345700498e-06, | |
| "loss": 0.022, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.4376278118609407, | |
| "grad_norm": 1.6446468659290325, | |
| "learning_rate": 1.8272576704775074e-06, | |
| "loss": 0.0416, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.4396728016359919, | |
| "grad_norm": 1.3298795930204095, | |
| "learning_rate": 1.81486054471068e-06, | |
| "loss": 0.0269, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.441717791411043, | |
| "grad_norm": 1.0537263463371598, | |
| "learning_rate": 1.8024962851908106e-06, | |
| "loss": 0.022, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.443762781186094, | |
| "grad_norm": 1.569014799305421, | |
| "learning_rate": 1.790165019500007e-06, | |
| "loss": 0.027, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.4458077709611452, | |
| "grad_norm": 1.1169910353575982, | |
| "learning_rate": 1.7778668748799244e-06, | |
| "loss": 0.0214, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.4478527607361964, | |
| "grad_norm": 1.4170681283218884, | |
| "learning_rate": 1.7656019782304602e-06, | |
| "loss": 0.0241, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.4498977505112474, | |
| "grad_norm": 1.548818986804255, | |
| "learning_rate": 1.7533704561084331e-06, | |
| "loss": 0.0362, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.4519427402862985, | |
| "grad_norm": 2.0680503202924028, | |
| "learning_rate": 1.7411724347262826e-06, | |
| "loss": 0.0431, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.4539877300613497, | |
| "grad_norm": 1.4173336455080414, | |
| "learning_rate": 1.729008039950772e-06, | |
| "loss": 0.0279, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.4560327198364007, | |
| "grad_norm": 1.7820106072819453, | |
| "learning_rate": 1.7168773973016779e-06, | |
| "loss": 0.0353, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.4580777096114519, | |
| "grad_norm": 1.3988149854171141, | |
| "learning_rate": 1.7047806319505079e-06, | |
| "loss": 0.0271, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.460122699386503, | |
| "grad_norm": 1.390929649329335, | |
| "learning_rate": 1.6927178687191953e-06, | |
| "loss": 0.0256, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.4621676891615543, | |
| "grad_norm": 1.5277454496972025, | |
| "learning_rate": 1.680689232078827e-06, | |
| "loss": 0.0312, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.4642126789366054, | |
| "grad_norm": 1.9787662527459544, | |
| "learning_rate": 1.6686948461483432e-06, | |
| "loss": 0.0297, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.4662576687116564, | |
| "grad_norm": 1.3331939153009726, | |
| "learning_rate": 1.656734834693266e-06, | |
| "loss": 0.0269, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.4683026584867076, | |
| "grad_norm": 2.1133774298806784, | |
| "learning_rate": 1.6448093211244232e-06, | |
| "loss": 0.048, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.4703476482617588, | |
| "grad_norm": 1.9547321525275854, | |
| "learning_rate": 1.6329184284966675e-06, | |
| "loss": 0.0428, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.4723926380368098, | |
| "grad_norm": 1.5090987203091184, | |
| "learning_rate": 1.621062279507617e-06, | |
| "loss": 0.0305, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.474437627811861, | |
| "grad_norm": 0.9195367104860552, | |
| "learning_rate": 1.6092409964963779e-06, | |
| "loss": 0.0189, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.4764826175869121, | |
| "grad_norm": 1.9963374669225287, | |
| "learning_rate": 1.597454701442288e-06, | |
| "loss": 0.0385, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.478527607361963, | |
| "grad_norm": 1.5113737285476996, | |
| "learning_rate": 1.5857035159636625e-06, | |
| "loss": 0.033, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.4805725971370143, | |
| "grad_norm": 2.004845056871369, | |
| "learning_rate": 1.5739875613165283e-06, | |
| "loss": 0.0339, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.4826175869120655, | |
| "grad_norm": 0.9984169610067929, | |
| "learning_rate": 1.5623069583933836e-06, | |
| "loss": 0.02, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.4846625766871164, | |
| "grad_norm": 1.6259268058261294, | |
| "learning_rate": 1.550661827721941e-06, | |
| "loss": 0.0273, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.4867075664621676, | |
| "grad_norm": 1.6297643950263438, | |
| "learning_rate": 1.5390522894638937e-06, | |
| "loss": 0.028, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.4887525562372188, | |
| "grad_norm": 1.53638106009823, | |
| "learning_rate": 1.5274784634136658e-06, | |
| "loss": 0.0293, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.49079754601227, | |
| "grad_norm": 1.268974698538747, | |
| "learning_rate": 1.5159404689971797e-06, | |
| "loss": 0.0248, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.4928425357873212, | |
| "grad_norm": 1.427953166829002, | |
| "learning_rate": 1.5044384252706312e-06, | |
| "loss": 0.025, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.4948875255623721, | |
| "grad_norm": 1.0778297960602063, | |
| "learning_rate": 1.492972450919249e-06, | |
| "loss": 0.0196, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.4969325153374233, | |
| "grad_norm": 1.6048151777257864, | |
| "learning_rate": 1.4815426642560753e-06, | |
| "loss": 0.0254, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.4989775051124745, | |
| "grad_norm": 1.3837639161000226, | |
| "learning_rate": 1.4701491832207481e-06, | |
| "loss": 0.0234, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.5010224948875255, | |
| "grad_norm": 1.6210880071717662, | |
| "learning_rate": 1.458792125378285e-06, | |
| "loss": 0.0279, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.5030674846625767, | |
| "grad_norm": 1.6055051497727444, | |
| "learning_rate": 1.4474716079178541e-06, | |
| "loss": 0.047, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.5051124744376279, | |
| "grad_norm": 1.4164487131203813, | |
| "learning_rate": 1.436187747651589e-06, | |
| "loss": 0.0294, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.5071574642126788, | |
| "grad_norm": 1.404797134072682, | |
| "learning_rate": 1.4249406610133686e-06, | |
| "loss": 0.0333, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.50920245398773, | |
| "grad_norm": 1.5568137049723834, | |
| "learning_rate": 1.4137304640576161e-06, | |
| "loss": 0.0261, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.5112474437627812, | |
| "grad_norm": 1.4289478333095673, | |
| "learning_rate": 1.4025572724581037e-06, | |
| "loss": 0.0261, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.5132924335378322, | |
| "grad_norm": 2.5332634796920264, | |
| "learning_rate": 1.3914212015067653e-06, | |
| "loss": 0.0444, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.5153374233128836, | |
| "grad_norm": 1.788966871785357, | |
| "learning_rate": 1.3803223661124938e-06, | |
| "loss": 0.0283, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.5173824130879345, | |
| "grad_norm": 1.450672721983178, | |
| "learning_rate": 1.3692608807999652e-06, | |
| "loss": 0.0362, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.5194274028629857, | |
| "grad_norm": 1.2779026779976663, | |
| "learning_rate": 1.3582368597084566e-06, | |
| "loss": 0.0259, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.521472392638037, | |
| "grad_norm": 1.181583768603287, | |
| "learning_rate": 1.3472504165906614e-06, | |
| "loss": 0.0189, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.5235173824130879, | |
| "grad_norm": 0.9817943493019303, | |
| "learning_rate": 1.3363016648115246e-06, | |
| "loss": 0.0184, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.525562372188139, | |
| "grad_norm": 1.270037833596693, | |
| "learning_rate": 1.325390717347065e-06, | |
| "loss": 0.0268, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.5276073619631902, | |
| "grad_norm": 1.3472246238651557, | |
| "learning_rate": 1.3145176867832165e-06, | |
| "loss": 0.0262, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.5296523517382412, | |
| "grad_norm": 1.4783552939397928, | |
| "learning_rate": 1.3036826853146601e-06, | |
| "loss": 0.0256, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.5316973415132924, | |
| "grad_norm": 1.5785020479524052, | |
| "learning_rate": 1.2928858247436672e-06, | |
| "loss": 0.0303, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.5337423312883436, | |
| "grad_norm": 0.9545819980628849, | |
| "learning_rate": 1.2821272164789544e-06, | |
| "loss": 0.0154, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.5357873210633946, | |
| "grad_norm": 1.7853036227571542, | |
| "learning_rate": 1.2714069715345195e-06, | |
| "loss": 0.0366, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.537832310838446, | |
| "grad_norm": 1.2881320204863016, | |
| "learning_rate": 1.2607252005285109e-06, | |
| "loss": 0.0271, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.539877300613497, | |
| "grad_norm": 1.8402584593837081, | |
| "learning_rate": 1.2500820136820735e-06, | |
| "loss": 0.0397, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.5419222903885481, | |
| "grad_norm": 0.9104264280152901, | |
| "learning_rate": 1.2394775208182175e-06, | |
| "loss": 0.0185, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.5439672801635993, | |
| "grad_norm": 1.6576714713446372, | |
| "learning_rate": 1.2289118313606895e-06, | |
| "loss": 0.0329, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.5460122699386503, | |
| "grad_norm": 1.516510626114462, | |
| "learning_rate": 1.2183850543328313e-06, | |
| "loss": 0.029, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.5480572597137015, | |
| "grad_norm": 1.7170915167008158, | |
| "learning_rate": 1.2078972983564686e-06, | |
| "loss": 0.0281, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.5501022494887526, | |
| "grad_norm": 1.572147913277003, | |
| "learning_rate": 1.1974486716507782e-06, | |
| "loss": 0.0275, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.5521472392638036, | |
| "grad_norm": 1.6917430084108376, | |
| "learning_rate": 1.187039282031182e-06, | |
| "loss": 0.0357, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.5541922290388548, | |
| "grad_norm": 1.5988116947928293, | |
| "learning_rate": 1.1766692369082255e-06, | |
| "loss": 0.037, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.556237218813906, | |
| "grad_norm": 1.5739169249494382, | |
| "learning_rate": 1.1663386432864725e-06, | |
| "loss": 0.0323, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.558282208588957, | |
| "grad_norm": 0.8239355040656156, | |
| "learning_rate": 1.156047607763407e-06, | |
| "loss": 0.0153, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.5603271983640081, | |
| "grad_norm": 1.4324066370868447, | |
| "learning_rate": 1.145796236528322e-06, | |
| "loss": 0.0281, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.5623721881390593, | |
| "grad_norm": 1.167864770241578, | |
| "learning_rate": 1.135584635361232e-06, | |
| "loss": 0.0206, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.5644171779141103, | |
| "grad_norm": 1.2252633383184313, | |
| "learning_rate": 1.1254129096317807e-06, | |
| "loss": 0.0219, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.5664621676891617, | |
| "grad_norm": 1.2772246245687098, | |
| "learning_rate": 1.115281164298153e-06, | |
| "loss": 0.0228, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.5685071574642127, | |
| "grad_norm": 1.1793575214560597, | |
| "learning_rate": 1.1051895039059851e-06, | |
| "loss": 0.0239, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.5705521472392638, | |
| "grad_norm": 1.3979051592502238, | |
| "learning_rate": 1.095138032587298e-06, | |
| "loss": 0.0284, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.572597137014315, | |
| "grad_norm": 1.1554168176295245, | |
| "learning_rate": 1.0851268540594168e-06, | |
| "loss": 0.0233, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.574642126789366, | |
| "grad_norm": 1.1645512388718606, | |
| "learning_rate": 1.0751560716238968e-06, | |
| "loss": 0.0229, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.5766871165644172, | |
| "grad_norm": 1.7131522059742506, | |
| "learning_rate": 1.0652257881654625e-06, | |
| "loss": 0.0406, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.5787321063394684, | |
| "grad_norm": 1.2606812526165108, | |
| "learning_rate": 1.0553361061509482e-06, | |
| "loss": 0.0235, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.5807770961145193, | |
| "grad_norm": 1.1957626319021837, | |
| "learning_rate": 1.0454871276282335e-06, | |
| "loss": 0.0254, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.5828220858895705, | |
| "grad_norm": 1.221410722093273, | |
| "learning_rate": 1.0356789542251939e-06, | |
| "loss": 0.0285, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.5848670756646217, | |
| "grad_norm": 1.4005487946112367, | |
| "learning_rate": 1.0259116871486557e-06, | |
| "loss": 0.0237, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.5869120654396727, | |
| "grad_norm": 1.363179363127451, | |
| "learning_rate": 1.0161854271833444e-06, | |
| "loss": 0.023, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.588957055214724, | |
| "grad_norm": 1.3303699717121924, | |
| "learning_rate": 1.0065002746908532e-06, | |
| "loss": 0.0219, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.591002044989775, | |
| "grad_norm": 1.4319116309801472, | |
| "learning_rate": 9.96856329608597e-07, | |
| "loss": 0.031, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.5930470347648262, | |
| "grad_norm": 1.1984953249513992, | |
| "learning_rate": 9.87253691448794e-07, | |
| "loss": 0.0245, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.5950920245398774, | |
| "grad_norm": 1.2215565328948168, | |
| "learning_rate": 9.776924592974257e-07, | |
| "loss": 0.0248, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.5971370143149284, | |
| "grad_norm": 1.4160156872424536, | |
| "learning_rate": 9.681727318132228e-07, | |
| "loss": 0.0242, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.5991820040899796, | |
| "grad_norm": 1.1174710591294479, | |
| "learning_rate": 9.586946072266479e-07, | |
| "loss": 0.0191, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.6012269938650308, | |
| "grad_norm": 1.0676003932307012, | |
| "learning_rate": 9.492581833388736e-07, | |
| "loss": 0.0188, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.6032719836400817, | |
| "grad_norm": 1.0900550444215484, | |
| "learning_rate": 9.398635575207854e-07, | |
| "loss": 0.0218, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.605316973415133, | |
| "grad_norm": 1.2361313996180479, | |
| "learning_rate": 9.305108267119645e-07, | |
| "loss": 0.0207, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.607361963190184, | |
| "grad_norm": 1.218779379666619, | |
| "learning_rate": 9.212000874196953e-07, | |
| "loss": 0.0226, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.609406952965235, | |
| "grad_norm": 1.5316948706786864, | |
| "learning_rate": 9.119314357179687e-07, | |
| "loss": 0.0263, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.6114519427402862, | |
| "grad_norm": 1.3658846792851305, | |
| "learning_rate": 9.027049672464916e-07, | |
| "loss": 0.0207, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.6134969325153374, | |
| "grad_norm": 2.4597956315625455, | |
| "learning_rate": 8.935207772096904e-07, | |
| "loss": 0.0254, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.6155419222903884, | |
| "grad_norm": 1.3358397828434039, | |
| "learning_rate": 8.843789603757446e-07, | |
| "loss": 0.0265, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.6175869120654398, | |
| "grad_norm": 1.2481079015069951, | |
| "learning_rate": 8.752796110755985e-07, | |
| "loss": 0.02, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.6196319018404908, | |
| "grad_norm": 0.9661429436209987, | |
| "learning_rate": 8.662228232019876e-07, | |
| "loss": 0.0166, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.621676891615542, | |
| "grad_norm": 1.7556913252148523, | |
| "learning_rate": 8.572086902084731e-07, | |
| "loss": 0.0341, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.6237218813905931, | |
| "grad_norm": 1.418921330732568, | |
| "learning_rate": 8.482373051084791e-07, | |
| "loss": 0.0283, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.6257668711656441, | |
| "grad_norm": 2.369535130694504, | |
| "learning_rate": 8.393087604743283e-07, | |
| "loss": 0.0445, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.6278118609406953, | |
| "grad_norm": 1.6601126609364323, | |
| "learning_rate": 8.304231484362868e-07, | |
| "loss": 0.0293, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.6298568507157465, | |
| "grad_norm": 1.2796195343972467, | |
| "learning_rate": 8.215805606816191e-07, | |
| "loss": 0.0199, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.6319018404907975, | |
| "grad_norm": 1.207648315269951, | |
| "learning_rate": 8.127810884536402e-07, | |
| "loss": 0.0181, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.6339468302658486, | |
| "grad_norm": 2.1150186432662728, | |
| "learning_rate": 8.040248225507641e-07, | |
| "loss": 0.0473, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.6359918200408998, | |
| "grad_norm": 1.4200026666542498, | |
| "learning_rate": 7.953118533255821e-07, | |
| "loss": 0.0247, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.6359918200408998, | |
| "eval_loss": 0.07060948759317398, | |
| "eval_runtime": 1.5943, | |
| "eval_samples_per_second": 25.09, | |
| "eval_steps_per_second": 6.272, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.6380368098159508, | |
| "grad_norm": 1.5772837122475736, | |
| "learning_rate": 7.866422706839239e-07, | |
| "loss": 0.0264, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.6400817995910022, | |
| "grad_norm": 1.1550918911272414, | |
| "learning_rate": 7.780161640839257e-07, | |
| "loss": 0.0224, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.6421267893660532, | |
| "grad_norm": 1.4676067465705516, | |
| "learning_rate": 7.694336225351107e-07, | |
| "loss": 0.0237, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.6441717791411041, | |
| "grad_norm": 1.4993385397429064, | |
| "learning_rate": 7.60894734597476e-07, | |
| "loss": 0.0295, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.6462167689161555, | |
| "grad_norm": 1.2385669586685766, | |
| "learning_rate": 7.52399588380568e-07, | |
| "loss": 0.0243, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.6482617586912065, | |
| "grad_norm": 1.4635374861697166, | |
| "learning_rate": 7.439482715425806e-07, | |
| "loss": 0.0252, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.6503067484662577, | |
| "grad_norm": 1.2402570999087212, | |
| "learning_rate": 7.355408712894508e-07, | |
| "loss": 0.0211, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.6523517382413089, | |
| "grad_norm": 1.5520153711347568, | |
| "learning_rate": 7.271774743739546e-07, | |
| "loss": 0.0303, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.6543967280163598, | |
| "grad_norm": 1.2762250260415324, | |
| "learning_rate": 7.18858167094817e-07, | |
| "loss": 0.0242, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.656441717791411, | |
| "grad_norm": 1.4244259857298884, | |
| "learning_rate": 7.105830352958143e-07, | |
| "loss": 0.0278, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.6584867075664622, | |
| "grad_norm": 1.4760993572706773, | |
| "learning_rate": 7.023521643648984e-07, | |
| "loss": 0.0292, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.6605316973415132, | |
| "grad_norm": 1.3443460519107557, | |
| "learning_rate": 6.941656392333046e-07, | |
| "loss": 0.0232, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.6625766871165644, | |
| "grad_norm": 1.3709203745792065, | |
| "learning_rate": 6.86023544374686e-07, | |
| "loss": 0.027, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.6646216768916156, | |
| "grad_norm": 1.4289920722764744, | |
| "learning_rate": 6.779259638042318e-07, | |
| "loss": 0.0231, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 1.2467075238350902, | |
| "learning_rate": 6.698729810778065e-07, | |
| "loss": 0.0288, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.668711656441718, | |
| "grad_norm": 1.5823026933811752, | |
| "learning_rate": 6.618646792910893e-07, | |
| "loss": 0.0326, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.670756646216769, | |
| "grad_norm": 1.5584280269321396, | |
| "learning_rate": 6.539011410787105e-07, | |
| "loss": 0.0262, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.67280163599182, | |
| "grad_norm": 1.1208057763458479, | |
| "learning_rate": 6.459824486134015e-07, | |
| "loss": 0.0212, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.6748466257668713, | |
| "grad_norm": 1.3862339324803945, | |
| "learning_rate": 6.381086836051498e-07, | |
| "loss": 0.0258, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.6768916155419222, | |
| "grad_norm": 1.1160447785511467, | |
| "learning_rate": 6.302799273003546e-07, | |
| "loss": 0.0166, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.6789366053169734, | |
| "grad_norm": 1.3240491165501231, | |
| "learning_rate": 6.22496260480982e-07, | |
| "loss": 0.0248, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.6809815950920246, | |
| "grad_norm": 1.338838004083599, | |
| "learning_rate": 6.147577634637413e-07, | |
| "loss": 0.0262, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.6830265848670756, | |
| "grad_norm": 1.3968985445629194, | |
| "learning_rate": 6.070645160992523e-07, | |
| "loss": 0.0281, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.6850715746421268, | |
| "grad_norm": 1.171408977887829, | |
| "learning_rate": 5.994165977712175e-07, | |
| "loss": 0.0213, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.687116564417178, | |
| "grad_norm": 1.3360283784514455, | |
| "learning_rate": 5.918140873956063e-07, | |
| "loss": 0.0203, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.689161554192229, | |
| "grad_norm": 1.2733261388021238, | |
| "learning_rate": 5.842570634198453e-07, | |
| "loss": 0.0193, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.6912065439672803, | |
| "grad_norm": 1.6784098486146612, | |
| "learning_rate": 5.767456038219987e-07, | |
| "loss": 0.0262, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.6932515337423313, | |
| "grad_norm": 1.0355585556125833, | |
| "learning_rate": 5.692797861099719e-07, | |
| "loss": 0.0215, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.6952965235173822, | |
| "grad_norm": 1.4014112675195356, | |
| "learning_rate": 5.618596873207083e-07, | |
| "loss": 0.0225, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.6973415132924337, | |
| "grad_norm": 1.6204759478058526, | |
| "learning_rate": 5.544853840193981e-07, | |
| "loss": 0.0283, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.6993865030674846, | |
| "grad_norm": 1.1175326576111029, | |
| "learning_rate": 5.471569522986775e-07, | |
| "loss": 0.0197, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.7014314928425358, | |
| "grad_norm": 1.5156333961192319, | |
| "learning_rate": 5.398744677778595e-07, | |
| "loss": 0.0286, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.703476482617587, | |
| "grad_norm": 1.3492765083670422, | |
| "learning_rate": 5.326380056021419e-07, | |
| "loss": 0.0259, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.705521472392638, | |
| "grad_norm": 1.911784218966074, | |
| "learning_rate": 5.254476404418341e-07, | |
| "loss": 0.036, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.7075664621676891, | |
| "grad_norm": 1.3456317179935473, | |
| "learning_rate": 5.183034464915898e-07, | |
| "loss": 0.0248, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.7096114519427403, | |
| "grad_norm": 1.3465884976486044, | |
| "learning_rate": 5.112054974696395e-07, | |
| "loss": 0.0214, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.7116564417177913, | |
| "grad_norm": 1.2682146752514654, | |
| "learning_rate": 5.041538666170282e-07, | |
| "loss": 0.0245, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.7137014314928425, | |
| "grad_norm": 1.0732597160929007, | |
| "learning_rate": 4.971486266968634e-07, | |
| "loss": 0.0248, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.7157464212678937, | |
| "grad_norm": 1.2390245442361538, | |
| "learning_rate": 4.901898499935609e-07, | |
| "loss": 0.022, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.7177914110429446, | |
| "grad_norm": 1.1298732472922557, | |
| "learning_rate": 4.832776083120983e-07, | |
| "loss": 0.019, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.719836400817996, | |
| "grad_norm": 1.2513860400146173, | |
| "learning_rate": 4.764119729772809e-07, | |
| "loss": 0.0254, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.721881390593047, | |
| "grad_norm": 1.5812395858247674, | |
| "learning_rate": 4.695930148329958e-07, | |
| "loss": 0.0303, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.7239263803680982, | |
| "grad_norm": 1.2260179416900976, | |
| "learning_rate": 4.628208042414889e-07, | |
| "loss": 0.0231, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.7259713701431494, | |
| "grad_norm": 0.9260246632190309, | |
| "learning_rate": 4.5609541108263377e-07, | |
| "loss": 0.0191, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.7280163599182004, | |
| "grad_norm": 1.8092568351032716, | |
| "learning_rate": 4.494169047532154e-07, | |
| "loss": 0.0377, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.7300613496932515, | |
| "grad_norm": 1.4342896955808682, | |
| "learning_rate": 4.4278535416620914e-07, | |
| "loss": 0.0296, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.7321063394683027, | |
| "grad_norm": 1.411079843320368, | |
| "learning_rate": 4.362008277500701e-07, | |
| "loss": 0.0252, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.7341513292433537, | |
| "grad_norm": 1.4065270120904347, | |
| "learning_rate": 4.2966339344803376e-07, | |
| "loss": 0.0236, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.7361963190184049, | |
| "grad_norm": 2.637324684778294, | |
| "learning_rate": 4.231731187174065e-07, | |
| "loss": 0.0406, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.738241308793456, | |
| "grad_norm": 1.5036834826794743, | |
| "learning_rate": 4.167300705288718e-07, | |
| "loss": 0.0238, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.740286298568507, | |
| "grad_norm": 1.7305730073425691, | |
| "learning_rate": 4.10334315365804e-07, | |
| "loss": 0.03, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.7423312883435584, | |
| "grad_norm": 1.3670965259099597, | |
| "learning_rate": 4.0398591922357787e-07, | |
| "loss": 0.0244, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.7443762781186094, | |
| "grad_norm": 1.4873125793549382, | |
| "learning_rate": 3.9768494760888455e-07, | |
| "loss": 0.0281, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.7464212678936604, | |
| "grad_norm": 1.3256819619759466, | |
| "learning_rate": 3.914314655390633e-07, | |
| "loss": 0.018, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.7484662576687118, | |
| "grad_norm": 1.0528899986433782, | |
| "learning_rate": 3.852255375414271e-07, | |
| "loss": 0.0185, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.7505112474437627, | |
| "grad_norm": 1.5167752108851527, | |
| "learning_rate": 3.7906722765259364e-07, | |
| "loss": 0.0285, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.752556237218814, | |
| "grad_norm": 1.2661873569980087, | |
| "learning_rate": 3.7295659941782856e-07, | |
| "loss": 0.0229, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.7546012269938651, | |
| "grad_norm": 1.2713073653615368, | |
| "learning_rate": 3.6689371589039013e-07, | |
| "loss": 0.022, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.756646216768916, | |
| "grad_norm": 1.410691086480624, | |
| "learning_rate": 3.60878639630875e-07, | |
| "loss": 0.0296, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.7586912065439673, | |
| "grad_norm": 0.9920426356145646, | |
| "learning_rate": 3.5491143270657445e-07, | |
| "loss": 0.015, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.7607361963190185, | |
| "grad_norm": 1.5216849169101498, | |
| "learning_rate": 3.489921566908372e-07, | |
| "loss": 0.0271, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.7627811860940694, | |
| "grad_norm": 1.4674709021434214, | |
| "learning_rate": 3.4312087266242964e-07, | |
| "loss": 0.0263, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.7648261758691206, | |
| "grad_norm": 1.7675475614023826, | |
| "learning_rate": 3.3729764120490447e-07, | |
| "loss": 0.0384, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.7668711656441718, | |
| "grad_norm": 1.4676888698930726, | |
| "learning_rate": 3.315225224059809e-07, | |
| "loss": 0.0301, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.7689161554192228, | |
| "grad_norm": 1.4800320849283661, | |
| "learning_rate": 3.25795575856922e-07, | |
| "loss": 0.0283, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.7709611451942742, | |
| "grad_norm": 1.6806826350105444, | |
| "learning_rate": 3.2011686065191894e-07, | |
| "loss": 0.0391, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.7730061349693251, | |
| "grad_norm": 1.3249873571873563, | |
| "learning_rate": 3.1448643538748045e-07, | |
| "loss": 0.0203, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.7750511247443763, | |
| "grad_norm": 1.8551891141720298, | |
| "learning_rate": 3.0890435816183226e-07, | |
| "loss": 0.0393, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.7770961145194275, | |
| "grad_norm": 1.2327805158687992, | |
| "learning_rate": 3.03370686574313e-07, | |
| "loss": 0.0236, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.7791411042944785, | |
| "grad_norm": 1.3314203527215986, | |
| "learning_rate": 2.9788547772478416e-07, | |
| "loss": 0.0235, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.7811860940695297, | |
| "grad_norm": 1.1861648902004243, | |
| "learning_rate": 2.9244878821303556e-07, | |
| "loss": 0.0154, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.7832310838445808, | |
| "grad_norm": 1.3988331617040364, | |
| "learning_rate": 2.870606741382059e-07, | |
| "loss": 0.0349, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.7852760736196318, | |
| "grad_norm": 1.4786599382381074, | |
| "learning_rate": 2.817211910982037e-07, | |
| "loss": 0.0281, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.787321063394683, | |
| "grad_norm": 1.7984122833021066, | |
| "learning_rate": 2.7643039418912996e-07, | |
| "loss": 0.0291, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.7893660531697342, | |
| "grad_norm": 1.7454260608433505, | |
| "learning_rate": 2.711883380047131e-07, | |
| "loss": 0.0292, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.7914110429447851, | |
| "grad_norm": 1.435756459453004, | |
| "learning_rate": 2.6599507663574387e-07, | |
| "loss": 0.0293, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.7934560327198366, | |
| "grad_norm": 1.4644482699217904, | |
| "learning_rate": 2.6085066366951907e-07, | |
| "loss": 0.0245, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.7955010224948875, | |
| "grad_norm": 1.3875758357595886, | |
| "learning_rate": 2.557551521892859e-07, | |
| "loss": 0.0271, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.7975460122699385, | |
| "grad_norm": 0.9876574184926428, | |
| "learning_rate": 2.5070859477369645e-07, | |
| "loss": 0.0148, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.79959100204499, | |
| "grad_norm": 1.265878789206368, | |
| "learning_rate": 2.457110434962645e-07, | |
| "loss": 0.0216, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.8016359918200409, | |
| "grad_norm": 1.40284126411437, | |
| "learning_rate": 2.407625499248273e-07, | |
| "loss": 0.0249, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.803680981595092, | |
| "grad_norm": 1.1876694796769958, | |
| "learning_rate": 2.3586316512101416e-07, | |
| "loss": 0.018, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.8057259713701432, | |
| "grad_norm": 0.8367133769318583, | |
| "learning_rate": 2.3101293963972094e-07, | |
| "loss": 0.0178, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.8077709611451942, | |
| "grad_norm": 1.0995322120882318, | |
| "learning_rate": 2.2621192352858702e-07, | |
| "loss": 0.0198, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.8098159509202454, | |
| "grad_norm": 1.703675555853278, | |
| "learning_rate": 2.2146016632747624e-07, | |
| "loss": 0.0341, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.8118609406952966, | |
| "grad_norm": 1.6229142547220725, | |
| "learning_rate": 2.1675771706797132e-07, | |
| "loss": 0.0278, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.8139059304703475, | |
| "grad_norm": 1.6632882474057635, | |
| "learning_rate": 2.1210462427286528e-07, | |
| "loss": 0.0264, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.8159509202453987, | |
| "grad_norm": 1.696506311524546, | |
| "learning_rate": 2.0750093595565735e-07, | |
| "loss": 0.0315, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.81799591002045, | |
| "grad_norm": 1.783147077677834, | |
| "learning_rate": 2.0294669962006352e-07, | |
| "loss": 0.0306, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.8200408997955009, | |
| "grad_norm": 1.0803640055203296, | |
| "learning_rate": 1.984419622595224e-07, | |
| "loss": 0.0159, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.8220858895705523, | |
| "grad_norm": 1.549113936998901, | |
| "learning_rate": 1.9398677035671222e-07, | |
| "loss": 0.0356, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.8241308793456033, | |
| "grad_norm": 1.217663448407663, | |
| "learning_rate": 1.8958116988306852e-07, | |
| "loss": 0.0214, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.8261758691206544, | |
| "grad_norm": 1.2606236244237474, | |
| "learning_rate": 1.8522520629831396e-07, | |
| "loss": 0.0264, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.8282208588957056, | |
| "grad_norm": 1.1212441204936592, | |
| "learning_rate": 1.8091892454998595e-07, | |
| "loss": 0.017, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.8302658486707566, | |
| "grad_norm": 1.042748614877236, | |
| "learning_rate": 1.7666236907297407e-07, | |
| "loss": 0.0164, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.8323108384458078, | |
| "grad_norm": 1.3863959126170518, | |
| "learning_rate": 1.7245558378906012e-07, | |
| "loss": 0.0266, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.834355828220859, | |
| "grad_norm": 1.3029901304956657, | |
| "learning_rate": 1.682986121064689e-07, | |
| "loss": 0.025, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.83640081799591, | |
| "grad_norm": 0.8924861887554183, | |
| "learning_rate": 1.641914969194147e-07, | |
| "loss": 0.014, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.8384458077709611, | |
| "grad_norm": 1.0234983500191113, | |
| "learning_rate": 1.6013428060766168e-07, | |
| "loss": 0.019, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.8404907975460123, | |
| "grad_norm": 0.9136453201589728, | |
| "learning_rate": 1.561270050360897e-07, | |
| "loss": 0.0146, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.8425357873210633, | |
| "grad_norm": 1.8298008002925186, | |
| "learning_rate": 1.5216971155425474e-07, | |
| "loss": 0.0367, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.8445807770961147, | |
| "grad_norm": 0.9475181347283721, | |
| "learning_rate": 1.4826244099596986e-07, | |
| "loss": 0.0148, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.8466257668711656, | |
| "grad_norm": 0.9550648746556579, | |
| "learning_rate": 1.444052336788787e-07, | |
| "loss": 0.015, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.8486707566462166, | |
| "grad_norm": 1.4927311894076911, | |
| "learning_rate": 1.4059812940404093e-07, | |
| "loss": 0.0286, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.850715746421268, | |
| "grad_norm": 1.1696983318525789, | |
| "learning_rate": 1.3684116745552423e-07, | |
| "loss": 0.0212, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.852760736196319, | |
| "grad_norm": 1.2578768723641045, | |
| "learning_rate": 1.33134386599994e-07, | |
| "loss": 0.0244, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.8548057259713702, | |
| "grad_norm": 1.558622255405316, | |
| "learning_rate": 1.2947782508631823e-07, | |
| "loss": 0.0237, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.8568507157464214, | |
| "grad_norm": 1.52292583646827, | |
| "learning_rate": 1.2587152064516828e-07, | |
| "loss": 0.0246, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.8588957055214723, | |
| "grad_norm": 1.1936675481636827, | |
| "learning_rate": 1.2231551048863421e-07, | |
| "loss": 0.022, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.8609406952965235, | |
| "grad_norm": 1.4367150151701205, | |
| "learning_rate": 1.1880983130983626e-07, | |
| "loss": 0.0274, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.8629856850715747, | |
| "grad_norm": 1.4947550938995606, | |
| "learning_rate": 1.1535451928254948e-07, | |
| "loss": 0.0225, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.8650306748466257, | |
| "grad_norm": 1.6128578500137207, | |
| "learning_rate": 1.1194961006082972e-07, | |
| "loss": 0.0332, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.8670756646216768, | |
| "grad_norm": 1.1175499571067549, | |
| "learning_rate": 1.0859513877864381e-07, | |
| "loss": 0.0202, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.869120654396728, | |
| "grad_norm": 1.7323202236444266, | |
| "learning_rate": 1.0529114004951047e-07, | |
| "loss": 0.0423, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.871165644171779, | |
| "grad_norm": 1.1600018835452393, | |
| "learning_rate": 1.0203764796614057e-07, | |
| "loss": 0.0194, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.8732106339468304, | |
| "grad_norm": 1.3204191190409245, | |
| "learning_rate": 9.883469610008578e-08, | |
| "loss": 0.027, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.8752556237218814, | |
| "grad_norm": 1.5789271332032802, | |
| "learning_rate": 9.568231750139212e-08, | |
| "loss": 0.0381, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.8773006134969326, | |
| "grad_norm": 1.8636082047134532, | |
| "learning_rate": 9.258054469825972e-08, | |
| "loss": 0.0343, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.8793456032719837, | |
| "grad_norm": 1.729715689169104, | |
| "learning_rate": 8.952940969670809e-08, | |
| "loss": 0.0333, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.8813905930470347, | |
| "grad_norm": 1.075641909438574, | |
| "learning_rate": 8.652894398024137e-08, | |
| "loss": 0.0191, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.883435582822086, | |
| "grad_norm": 1.3038211172361949, | |
| "learning_rate": 8.357917850952802e-08, | |
| "loss": 0.0235, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.885480572597137, | |
| "grad_norm": 1.06035453866717, | |
| "learning_rate": 8.06801437220811e-08, | |
| "loss": 0.0191, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.887525562372188, | |
| "grad_norm": 1.2603710476757168, | |
| "learning_rate": 7.783186953194189e-08, | |
| "loss": 0.0246, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.8895705521472392, | |
| "grad_norm": 1.6288893230239516, | |
| "learning_rate": 7.503438532937169e-08, | |
| "loss": 0.036, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.8916155419222904, | |
| "grad_norm": 1.3517453504226422, | |
| "learning_rate": 7.228771998054995e-08, | |
| "loss": 0.0239, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.8936605316973414, | |
| "grad_norm": 1.1095416942390794, | |
| "learning_rate": 6.959190182727616e-08, | |
| "loss": 0.0165, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.8957055214723928, | |
| "grad_norm": 1.356854695078147, | |
| "learning_rate": 6.694695868667556e-08, | |
| "loss": 0.0236, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.8977505112474438, | |
| "grad_norm": 1.3824579801789842, | |
| "learning_rate": 6.43529178509139e-08, | |
| "loss": 0.0267, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.8997955010224947, | |
| "grad_norm": 1.5910728635319653, | |
| "learning_rate": 6.180980608691656e-08, | |
| "loss": 0.0269, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.9018404907975461, | |
| "grad_norm": 1.3467484522834312, | |
| "learning_rate": 5.9317649636088656e-08, | |
| "loss": 0.0272, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.903885480572597, | |
| "grad_norm": 1.404654837104888, | |
| "learning_rate": 5.687647421404874e-08, | |
| "loss": 0.0242, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.9059304703476483, | |
| "grad_norm": 1.2357699402907227, | |
| "learning_rate": 5.4486305010361116e-08, | |
| "loss": 0.0211, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.9079754601226995, | |
| "grad_norm": 1.1078419095507943, | |
| "learning_rate": 5.214716668827558e-08, | |
| "loss": 0.0174, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.9100204498977504, | |
| "grad_norm": 1.1455453685150343, | |
| "learning_rate": 4.985908338447476e-08, | |
| "loss": 0.0215, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.9120654396728016, | |
| "grad_norm": 1.5709389406578784, | |
| "learning_rate": 4.7622078708822184e-08, | |
| "loss": 0.0269, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.9141104294478528, | |
| "grad_norm": 1.1654623477471513, | |
| "learning_rate": 4.543617574412185e-08, | |
| "loss": 0.0207, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.9161554192229038, | |
| "grad_norm": 1.2721022886120923, | |
| "learning_rate": 4.330139704587788e-08, | |
| "loss": 0.0247, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.918200408997955, | |
| "grad_norm": 1.7353353754797876, | |
| "learning_rate": 4.1217764642062505e-08, | |
| "loss": 0.0325, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.9202453987730062, | |
| "grad_norm": 1.4523042929349372, | |
| "learning_rate": 3.9185300032889005e-08, | |
| "loss": 0.0245, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.9222903885480571, | |
| "grad_norm": 1.038008423835432, | |
| "learning_rate": 3.720402419058966e-08, | |
| "loss": 0.0172, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.9243353783231085, | |
| "grad_norm": 1.5830227670771397, | |
| "learning_rate": 3.5273957559199265e-08, | |
| "loss": 0.0363, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.9263803680981595, | |
| "grad_norm": 1.3333668595314416, | |
| "learning_rate": 3.339512005434309e-08, | |
| "loss": 0.0299, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.9284253578732107, | |
| "grad_norm": 1.013011546713111, | |
| "learning_rate": 3.156753106303367e-08, | |
| "loss": 0.0211, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.9304703476482619, | |
| "grad_norm": 1.0888245467200752, | |
| "learning_rate": 2.979120944346936e-08, | |
| "loss": 0.0197, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.9325153374233128, | |
| "grad_norm": 1.5607072199045122, | |
| "learning_rate": 2.8066173524839978e-08, | |
| "loss": 0.0254, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.934560327198364, | |
| "grad_norm": 1.299299607811048, | |
| "learning_rate": 2.6392441107137013e-08, | |
| "loss": 0.021, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.9366053169734152, | |
| "grad_norm": 1.6718512782375123, | |
| "learning_rate": 2.4770029460970956e-08, | |
| "loss": 0.0261, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.9386503067484662, | |
| "grad_norm": 1.5210112393820647, | |
| "learning_rate": 2.319895532739369e-08, | |
| "loss": 0.0301, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.9406952965235174, | |
| "grad_norm": 1.1866446525320051, | |
| "learning_rate": 2.1679234917721946e-08, | |
| "loss": 0.0219, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.9427402862985685, | |
| "grad_norm": 1.5585668068927292, | |
| "learning_rate": 2.0210883913376334e-08, | |
| "loss": 0.0271, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.9447852760736195, | |
| "grad_norm": 1.7577228374712899, | |
| "learning_rate": 1.8793917465713686e-08, | |
| "loss": 0.0368, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.946830265848671, | |
| "grad_norm": 1.122105721519514, | |
| "learning_rate": 1.742835019587441e-08, | |
| "loss": 0.0195, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.9488752556237219, | |
| "grad_norm": 1.0658375784177427, | |
| "learning_rate": 1.6114196194628174e-08, | |
| "loss": 0.017, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.9509202453987728, | |
| "grad_norm": 1.3923391468611417, | |
| "learning_rate": 1.4851469022234e-08, | |
| "loss": 0.0273, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.9529652351738243, | |
| "grad_norm": 1.3524898267742, | |
| "learning_rate": 1.3640181708293731e-08, | |
| "loss": 0.0259, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.9550102249488752, | |
| "grad_norm": 1.8660062595825002, | |
| "learning_rate": 1.2480346751622686e-08, | |
| "loss": 0.0324, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.9570552147239264, | |
| "grad_norm": 1.179664700215166, | |
| "learning_rate": 1.137197612011809e-08, | |
| "loss": 0.0259, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.9591002044989776, | |
| "grad_norm": 1.8058704230919458, | |
| "learning_rate": 1.0315081250636405e-08, | |
| "loss": 0.0265, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.9611451942740286, | |
| "grad_norm": 1.2051173078887687, | |
| "learning_rate": 9.30967304887509e-09, | |
| "loss": 0.0195, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.9631901840490797, | |
| "grad_norm": 1.4007351229371985, | |
| "learning_rate": 8.35576188926046e-09, | |
| "loss": 0.0304, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.965235173824131, | |
| "grad_norm": 1.1573585526709194, | |
| "learning_rate": 7.453357614841116e-09, | |
| "loss": 0.0202, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.967280163599182, | |
| "grad_norm": 1.3119134280852782, | |
| "learning_rate": 6.60246953718302e-09, | |
| "loss": 0.0284, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.969325153374233, | |
| "grad_norm": 2.16522611001059, | |
| "learning_rate": 5.803106436279571e-09, | |
| "loss": 0.039, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.9713701431492843, | |
| "grad_norm": 1.2979533184475112, | |
| "learning_rate": 5.055276560454459e-09, | |
| "loss": 0.025, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.9734151329243352, | |
| "grad_norm": 1.0802181068863799, | |
| "learning_rate": 4.358987626281175e-09, | |
| "loss": 0.0151, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.9754601226993866, | |
| "grad_norm": 1.7117951934036464, | |
| "learning_rate": 3.71424681850141e-09, | |
| "loss": 0.0355, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.9775051124744376, | |
| "grad_norm": 1.3376552108682394, | |
| "learning_rate": 3.1210607899512244e-09, | |
| "loss": 0.0251, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.9795501022494888, | |
| "grad_norm": 1.1725724434752407, | |
| "learning_rate": 2.579435661492213e-09, | |
| "loss": 0.0204, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.98159509202454, | |
| "grad_norm": 1.696450698444297, | |
| "learning_rate": 2.0893770219493347e-09, | |
| "loss": 0.0299, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.983640081799591, | |
| "grad_norm": 1.325923649921468, | |
| "learning_rate": 1.6508899280515134e-09, | |
| "loss": 0.0192, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.9856850715746421, | |
| "grad_norm": 1.1813786320601327, | |
| "learning_rate": 1.2639789043805695e-09, | |
| "loss": 0.0196, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.9877300613496933, | |
| "grad_norm": 0.9284331487465304, | |
| "learning_rate": 9.286479433257e-10, | |
| "loss": 0.0144, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.9897750511247443, | |
| "grad_norm": 1.7289144251248756, | |
| "learning_rate": 6.4490050503907e-10, | |
| "loss": 0.0365, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.9918200408997955, | |
| "grad_norm": 1.3982000044906164, | |
| "learning_rate": 4.127395174036153e-10, | |
| "loss": 0.0259, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.9938650306748467, | |
| "grad_norm": 1.1534216307337495, | |
| "learning_rate": 2.321673760002918e-10, | |
| "loss": 0.0185, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.9959100204498976, | |
| "grad_norm": 1.4226080527702496, | |
| "learning_rate": 1.0318594408476045e-10, | |
| "loss": 0.0227, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.997955010224949, | |
| "grad_norm": 2.2227043437975627, | |
| "learning_rate": 2.57965525674031e-11, | |
| "loss": 0.0355, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.7779216395225974, | |
| "learning_rate": 0.0, | |
| "loss": 0.029, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 978, | |
| "total_flos": 4304231890944.0, | |
| "train_loss": 0.056620436601515986, | |
| "train_runtime": 754.4403, | |
| "train_samples_per_second": 10.36, | |
| "train_steps_per_second": 1.296 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 978, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 2000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4304231890944.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |