| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 47974, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002084462417142619, | |
| "grad_norm": 13.836400985717773, | |
| "learning_rate": 5.2111831991453666e-08, | |
| "loss": 6.7155, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.004168924834285238, | |
| "grad_norm": 8.658980369567871, | |
| "learning_rate": 1.0422366398290733e-07, | |
| "loss": 6.7017, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.006253387251427857, | |
| "grad_norm": 9.073185920715332, | |
| "learning_rate": 1.5633549597436098e-07, | |
| "loss": 6.7153, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.008337849668570476, | |
| "grad_norm": 7.736963748931885, | |
| "learning_rate": 2.0844732796581466e-07, | |
| "loss": 6.666, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.010422312085713094, | |
| "grad_norm": 6.6067938804626465, | |
| "learning_rate": 2.605591599572683e-07, | |
| "loss": 6.5606, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.012506774502855714, | |
| "grad_norm": 7.66089391708374, | |
| "learning_rate": 3.1267099194872195e-07, | |
| "loss": 6.4177, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.014591236919998333, | |
| "grad_norm": 6.463258266448975, | |
| "learning_rate": 3.6478282394017564e-07, | |
| "loss": 6.1661, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.016675699337140953, | |
| "grad_norm": 6.471975326538086, | |
| "learning_rate": 4.168946559316293e-07, | |
| "loss": 5.9347, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.01876016175428357, | |
| "grad_norm": 4.940770149230957, | |
| "learning_rate": 4.6900648792308296e-07, | |
| "loss": 5.5964, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.02084462417142619, | |
| "grad_norm": 4.507166385650635, | |
| "learning_rate": 5.211183199145366e-07, | |
| "loss": 5.3496, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.02292908658856881, | |
| "grad_norm": 3.123079776763916, | |
| "learning_rate": 5.732301519059903e-07, | |
| "loss": 5.1377, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.025013549005711427, | |
| "grad_norm": 2.5389294624328613, | |
| "learning_rate": 6.253419838974439e-07, | |
| "loss": 4.9738, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.027098011422854045, | |
| "grad_norm": 3.0952858924865723, | |
| "learning_rate": 6.774538158888977e-07, | |
| "loss": 4.8748, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.029182473839996666, | |
| "grad_norm": 2.792858362197876, | |
| "learning_rate": 7.295656478803513e-07, | |
| "loss": 4.7841, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.031266936257139284, | |
| "grad_norm": 1.8279093503952026, | |
| "learning_rate": 7.81677479871805e-07, | |
| "loss": 4.741, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.033351398674281905, | |
| "grad_norm": 5.27761173248291, | |
| "learning_rate": 8.337893118632586e-07, | |
| "loss": 4.6813, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.03543586109142452, | |
| "grad_norm": 7.852522373199463, | |
| "learning_rate": 8.859011438547123e-07, | |
| "loss": 4.6384, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.03752032350856714, | |
| "grad_norm": 1.914821982383728, | |
| "learning_rate": 9.380129758461659e-07, | |
| "loss": 4.5633, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.03960478592570976, | |
| "grad_norm": 2.3500185012817383, | |
| "learning_rate": 9.901248078376196e-07, | |
| "loss": 4.5251, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.04168924834285238, | |
| "grad_norm": 1.5976965427398682, | |
| "learning_rate": 1.0422366398290733e-06, | |
| "loss": 4.4963, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.043773710759995, | |
| "grad_norm": 1.1844316720962524, | |
| "learning_rate": 1.094348471820527e-06, | |
| "loss": 4.4873, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.04585817317713762, | |
| "grad_norm": 2.388838529586792, | |
| "learning_rate": 1.1464603038119807e-06, | |
| "loss": 4.4591, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.04794263559428023, | |
| "grad_norm": 2.453315496444702, | |
| "learning_rate": 1.1985721358034343e-06, | |
| "loss": 4.4017, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.050027098011422855, | |
| "grad_norm": 4.433303356170654, | |
| "learning_rate": 1.2506839677948878e-06, | |
| "loss": 4.3945, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.052111560428565476, | |
| "grad_norm": 6.372536659240723, | |
| "learning_rate": 1.3027957997863417e-06, | |
| "loss": 4.379, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.05419602284570809, | |
| "grad_norm": 1.4244662523269653, | |
| "learning_rate": 1.3549076317777954e-06, | |
| "loss": 4.3155, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.05628048526285071, | |
| "grad_norm": 2.0939528942108154, | |
| "learning_rate": 1.4070194637692489e-06, | |
| "loss": 4.3134, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.05836494767999333, | |
| "grad_norm": 3.5981059074401855, | |
| "learning_rate": 1.4591312957607026e-06, | |
| "loss": 4.2774, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.06044941009713595, | |
| "grad_norm": 2.061983108520508, | |
| "learning_rate": 1.5112431277521565e-06, | |
| "loss": 4.2482, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.06253387251427857, | |
| "grad_norm": 2.26055645942688, | |
| "learning_rate": 1.56335495974361e-06, | |
| "loss": 4.1851, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.06461833493142119, | |
| "grad_norm": 3.287569999694824, | |
| "learning_rate": 1.6154667917350636e-06, | |
| "loss": 4.1233, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.06670279734856381, | |
| "grad_norm": 10.731806755065918, | |
| "learning_rate": 1.6675786237265173e-06, | |
| "loss": 4.0644, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.06878725976570642, | |
| "grad_norm": 5.914673805236816, | |
| "learning_rate": 1.7196904557179708e-06, | |
| "loss": 4.0184, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.07087172218284904, | |
| "grad_norm": 4.28048038482666, | |
| "learning_rate": 1.7718022877094247e-06, | |
| "loss": 3.9232, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.07295618459999166, | |
| "grad_norm": 3.385477304458618, | |
| "learning_rate": 1.8239141197008784e-06, | |
| "loss": 3.8465, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.07504064701713428, | |
| "grad_norm": 4.852660655975342, | |
| "learning_rate": 1.8760259516923318e-06, | |
| "loss": 3.7294, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.0771251094342769, | |
| "grad_norm": 8.669583320617676, | |
| "learning_rate": 1.9281377836837857e-06, | |
| "loss": 3.6384, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.07920957185141952, | |
| "grad_norm": 4.202250003814697, | |
| "learning_rate": 1.980249615675239e-06, | |
| "loss": 3.602, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.08129403426856213, | |
| "grad_norm": 4.960677623748779, | |
| "learning_rate": 2.0323614476666927e-06, | |
| "loss": 3.5076, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.08337849668570475, | |
| "grad_norm": 6.4040632247924805, | |
| "learning_rate": 2.0844732796581466e-06, | |
| "loss": 3.4811, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.08546295910284737, | |
| "grad_norm": 15.12913703918457, | |
| "learning_rate": 2.1365851116496005e-06, | |
| "loss": 3.4111, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.08754742151999, | |
| "grad_norm": 3.1779630184173584, | |
| "learning_rate": 2.188696943641054e-06, | |
| "loss": 3.3648, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.08963188393713262, | |
| "grad_norm": 3.345259428024292, | |
| "learning_rate": 2.2408087756325074e-06, | |
| "loss": 3.2919, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.09171634635427524, | |
| "grad_norm": 2.6787526607513428, | |
| "learning_rate": 2.2929206076239613e-06, | |
| "loss": 3.232, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.09380080877141785, | |
| "grad_norm": 4.2783942222595215, | |
| "learning_rate": 2.3450324396154148e-06, | |
| "loss": 3.1733, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.09588527118856047, | |
| "grad_norm": 2.9659714698791504, | |
| "learning_rate": 2.3971442716068687e-06, | |
| "loss": 3.1213, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.09796973360570309, | |
| "grad_norm": 2.596327543258667, | |
| "learning_rate": 2.449256103598322e-06, | |
| "loss": 2.9828, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.10005419602284571, | |
| "grad_norm": 2.4865667819976807, | |
| "learning_rate": 2.5013679355897756e-06, | |
| "loss": 2.9395, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.10213865843998833, | |
| "grad_norm": 2.3512156009674072, | |
| "learning_rate": 2.5534797675812295e-06, | |
| "loss": 2.9167, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.10422312085713095, | |
| "grad_norm": 3.3229358196258545, | |
| "learning_rate": 2.6055915995726834e-06, | |
| "loss": 2.8808, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.10630758327427356, | |
| "grad_norm": 1.6489683389663696, | |
| "learning_rate": 2.657703431564137e-06, | |
| "loss": 2.8482, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.10839204569141618, | |
| "grad_norm": 1.825037956237793, | |
| "learning_rate": 2.709815263555591e-06, | |
| "loss": 2.7804, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.1104765081085588, | |
| "grad_norm": 2.1118900775909424, | |
| "learning_rate": 2.761927095547044e-06, | |
| "loss": 2.7678, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.11256097052570142, | |
| "grad_norm": 1.8719017505645752, | |
| "learning_rate": 2.8140389275384977e-06, | |
| "loss": 2.8172, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.11464543294284404, | |
| "grad_norm": 2.1248514652252197, | |
| "learning_rate": 2.8661507595299516e-06, | |
| "loss": 2.7631, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.11672989535998667, | |
| "grad_norm": 2.4080471992492676, | |
| "learning_rate": 2.918262591521405e-06, | |
| "loss": 2.7575, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.11881435777712927, | |
| "grad_norm": 8.700263977050781, | |
| "learning_rate": 2.970374423512859e-06, | |
| "loss": 2.7149, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.1208988201942719, | |
| "grad_norm": 3.667365550994873, | |
| "learning_rate": 3.022486255504313e-06, | |
| "loss": 2.6248, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.12298328261141452, | |
| "grad_norm": 2.9087088108062744, | |
| "learning_rate": 3.074598087495766e-06, | |
| "loss": 2.6602, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.12506774502855714, | |
| "grad_norm": 76.12700653076172, | |
| "learning_rate": 3.12670991948722e-06, | |
| "loss": 2.6869, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.12715220744569974, | |
| "grad_norm": 5.0292158126831055, | |
| "learning_rate": 3.1788217514786733e-06, | |
| "loss": 2.681, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.12923666986284238, | |
| "grad_norm": 1.637168526649475, | |
| "learning_rate": 3.2309335834701272e-06, | |
| "loss": 2.6457, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.131321132279985, | |
| "grad_norm": 5.850615978240967, | |
| "learning_rate": 3.283045415461581e-06, | |
| "loss": 2.6134, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.13340559469712762, | |
| "grad_norm": 1.638176441192627, | |
| "learning_rate": 3.3351572474530346e-06, | |
| "loss": 2.5828, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.13549005711427023, | |
| "grad_norm": 2.268254280090332, | |
| "learning_rate": 3.387269079444488e-06, | |
| "loss": 2.5978, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.13757451953141284, | |
| "grad_norm": 3.5241456031799316, | |
| "learning_rate": 3.4393809114359415e-06, | |
| "loss": 2.6069, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.13965898194855547, | |
| "grad_norm": 1.5713567733764648, | |
| "learning_rate": 3.4914927434273954e-06, | |
| "loss": 2.6177, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.14174344436569808, | |
| "grad_norm": 4.928940773010254, | |
| "learning_rate": 3.5436045754188493e-06, | |
| "loss": 2.5887, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.14382790678284071, | |
| "grad_norm": 1.6744616031646729, | |
| "learning_rate": 3.595716407410303e-06, | |
| "loss": 2.5754, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.14591236919998332, | |
| "grad_norm": 2.2109663486480713, | |
| "learning_rate": 3.6478282394017567e-06, | |
| "loss": 2.5368, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.14799683161712596, | |
| "grad_norm": 4.187534332275391, | |
| "learning_rate": 3.6999400713932098e-06, | |
| "loss": 2.5559, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.15008129403426856, | |
| "grad_norm": 1.7843375205993652, | |
| "learning_rate": 3.7520519033846637e-06, | |
| "loss": 2.5637, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.15216575645141117, | |
| "grad_norm": 2.460526943206787, | |
| "learning_rate": 3.8041637353761176e-06, | |
| "loss": 2.5256, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.1542502188685538, | |
| "grad_norm": 1.5797803401947021, | |
| "learning_rate": 3.8562755673675715e-06, | |
| "loss": 2.5141, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.15633468128569641, | |
| "grad_norm": 4.426311492919922, | |
| "learning_rate": 3.9083873993590245e-06, | |
| "loss": 2.5137, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.15841914370283905, | |
| "grad_norm": 1.332321286201477, | |
| "learning_rate": 3.960499231350478e-06, | |
| "loss": 2.5083, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.16050360611998166, | |
| "grad_norm": 2.9853885173797607, | |
| "learning_rate": 4.0126110633419315e-06, | |
| "loss": 2.5184, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.16258806853712426, | |
| "grad_norm": 1.614306092262268, | |
| "learning_rate": 4.064722895333385e-06, | |
| "loss": 2.4973, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.1646725309542669, | |
| "grad_norm": 1.6364295482635498, | |
| "learning_rate": 4.116834727324839e-06, | |
| "loss": 2.4649, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.1667569933714095, | |
| "grad_norm": 3.250443458557129, | |
| "learning_rate": 4.168946559316293e-06, | |
| "loss": 2.5036, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.16884145578855214, | |
| "grad_norm": 6.634191989898682, | |
| "learning_rate": 4.221058391307747e-06, | |
| "loss": 2.4898, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.17092591820569475, | |
| "grad_norm": 1.429456114768982, | |
| "learning_rate": 4.273170223299201e-06, | |
| "loss": 2.4417, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.17301038062283736, | |
| "grad_norm": 7.4600629806518555, | |
| "learning_rate": 4.325282055290654e-06, | |
| "loss": 2.4756, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.17509484303998, | |
| "grad_norm": 4.795893669128418, | |
| "learning_rate": 4.377393887282108e-06, | |
| "loss": 2.4688, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.1771793054571226, | |
| "grad_norm": 1.5229403972625732, | |
| "learning_rate": 4.429505719273561e-06, | |
| "loss": 2.4711, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.17926376787426523, | |
| "grad_norm": 3.5206642150878906, | |
| "learning_rate": 4.481617551265015e-06, | |
| "loss": 2.4717, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.18134823029140784, | |
| "grad_norm": 3.3243954181671143, | |
| "learning_rate": 4.533729383256469e-06, | |
| "loss": 2.4083, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.18343269270855048, | |
| "grad_norm": 1.5031596422195435, | |
| "learning_rate": 4.585841215247923e-06, | |
| "loss": 2.4354, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.18551715512569308, | |
| "grad_norm": 1.401964545249939, | |
| "learning_rate": 4.6379530472393765e-06, | |
| "loss": 2.4274, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.1876016175428357, | |
| "grad_norm": 2.375384569168091, | |
| "learning_rate": 4.6900648792308296e-06, | |
| "loss": 2.4012, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.18968607995997833, | |
| "grad_norm": 1.4875749349594116, | |
| "learning_rate": 4.7421767112222835e-06, | |
| "loss": 2.3942, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.19177054237712093, | |
| "grad_norm": 23.226573944091797, | |
| "learning_rate": 4.794288543213737e-06, | |
| "loss": 2.4138, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.19385500479426357, | |
| "grad_norm": 1.3855865001678467, | |
| "learning_rate": 4.84640037520519e-06, | |
| "loss": 2.3718, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.19593946721140618, | |
| "grad_norm": 1.4095040559768677, | |
| "learning_rate": 4.898512207196644e-06, | |
| "loss": 2.396, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.19802392962854878, | |
| "grad_norm": 1.4427977800369263, | |
| "learning_rate": 4.950624039188098e-06, | |
| "loss": 2.387, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.20010839204569142, | |
| "grad_norm": 2.55526065826416, | |
| "learning_rate": 5.002735871179551e-06, | |
| "loss": 2.4142, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.20219285446283403, | |
| "grad_norm": 7.573841571807861, | |
| "learning_rate": 5.054847703171005e-06, | |
| "loss": 2.3758, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.20427731687997666, | |
| "grad_norm": 4.039884567260742, | |
| "learning_rate": 5.106959535162459e-06, | |
| "loss": 2.4, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.20636177929711927, | |
| "grad_norm": 2.0507349967956543, | |
| "learning_rate": 5.159071367153913e-06, | |
| "loss": 2.3814, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.2084462417142619, | |
| "grad_norm": 2.276043176651001, | |
| "learning_rate": 5.211183199145367e-06, | |
| "loss": 2.3702, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.2105307041314045, | |
| "grad_norm": 1.605398178100586, | |
| "learning_rate": 5.26329503113682e-06, | |
| "loss": 2.3945, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.21261516654854712, | |
| "grad_norm": 4.99838399887085, | |
| "learning_rate": 5.315406863128274e-06, | |
| "loss": 2.3842, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.21469962896568975, | |
| "grad_norm": 6.735813617706299, | |
| "learning_rate": 5.367518695119728e-06, | |
| "loss": 2.3526, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.21678409138283236, | |
| "grad_norm": 1.6342523097991943, | |
| "learning_rate": 5.419630527111182e-06, | |
| "loss": 2.3472, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.218868553799975, | |
| "grad_norm": 1.485580563545227, | |
| "learning_rate": 5.471742359102634e-06, | |
| "loss": 2.3572, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.2209530162171176, | |
| "grad_norm": 2.2503373622894287, | |
| "learning_rate": 5.523854191094088e-06, | |
| "loss": 2.3738, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.2230374786342602, | |
| "grad_norm": 1.6811813116073608, | |
| "learning_rate": 5.575966023085542e-06, | |
| "loss": 2.3432, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.22512194105140285, | |
| "grad_norm": 7.358359336853027, | |
| "learning_rate": 5.6280778550769955e-06, | |
| "loss": 2.3529, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.22720640346854545, | |
| "grad_norm": 1.528684377670288, | |
| "learning_rate": 5.680189687068449e-06, | |
| "loss": 2.3507, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.2292908658856881, | |
| "grad_norm": 1.4262800216674805, | |
| "learning_rate": 5.732301519059903e-06, | |
| "loss": 2.3016, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.2313753283028307, | |
| "grad_norm": 2.4375407695770264, | |
| "learning_rate": 5.784413351051356e-06, | |
| "loss": 2.3177, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.23345979071997333, | |
| "grad_norm": 18.75299644470215, | |
| "learning_rate": 5.83652518304281e-06, | |
| "loss": 2.3324, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.23554425313711594, | |
| "grad_norm": 2.372840642929077, | |
| "learning_rate": 5.888637015034264e-06, | |
| "loss": 2.3284, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.23762871555425855, | |
| "grad_norm": 2.269366502761841, | |
| "learning_rate": 5.940748847025718e-06, | |
| "loss": 2.2799, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.23971317797140118, | |
| "grad_norm": 1.4434478282928467, | |
| "learning_rate": 5.992860679017172e-06, | |
| "loss": 2.3036, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.2417976403885438, | |
| "grad_norm": 1.3579438924789429, | |
| "learning_rate": 6.044972511008626e-06, | |
| "loss": 2.3045, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.24388210280568642, | |
| "grad_norm": 4.852165699005127, | |
| "learning_rate": 6.097084343000078e-06, | |
| "loss": 2.3113, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.24596656522282903, | |
| "grad_norm": 12.108736991882324, | |
| "learning_rate": 6.149196174991532e-06, | |
| "loss": 2.2867, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.24805102763997164, | |
| "grad_norm": 2.931642532348633, | |
| "learning_rate": 6.201308006982986e-06, | |
| "loss": 2.2815, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.2501354900571143, | |
| "grad_norm": 5.88316535949707, | |
| "learning_rate": 6.25341983897444e-06, | |
| "loss": 2.2789, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.2522199524742569, | |
| "grad_norm": 2.041398048400879, | |
| "learning_rate": 6.305531670965893e-06, | |
| "loss": 2.2884, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.2543044148913995, | |
| "grad_norm": 3.2297041416168213, | |
| "learning_rate": 6.357643502957347e-06, | |
| "loss": 2.2711, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.25638887730854215, | |
| "grad_norm": 7.2022528648376465, | |
| "learning_rate": 6.4097553349488006e-06, | |
| "loss": 2.2823, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.25847333972568476, | |
| "grad_norm": 2.5352327823638916, | |
| "learning_rate": 6.4618671669402545e-06, | |
| "loss": 2.2806, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.26055780214282737, | |
| "grad_norm": 2.3590762615203857, | |
| "learning_rate": 6.513978998931708e-06, | |
| "loss": 2.2521, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.26264226455997, | |
| "grad_norm": 7.908915042877197, | |
| "learning_rate": 6.566090830923162e-06, | |
| "loss": 2.2594, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.2647267269771126, | |
| "grad_norm": 8.686135292053223, | |
| "learning_rate": 6.618202662914615e-06, | |
| "loss": 2.2563, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.26681118939425524, | |
| "grad_norm": 2.0514814853668213, | |
| "learning_rate": 6.670314494906069e-06, | |
| "loss": 2.2479, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.26889565181139785, | |
| "grad_norm": 4.685930252075195, | |
| "learning_rate": 6.722426326897523e-06, | |
| "loss": 2.2353, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.27098011422854046, | |
| "grad_norm": 2.2005646228790283, | |
| "learning_rate": 6.774538158888976e-06, | |
| "loss": 2.2428, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.27306457664568307, | |
| "grad_norm": 3.514885902404785, | |
| "learning_rate": 6.826649990880429e-06, | |
| "loss": 2.2545, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.2751490390628257, | |
| "grad_norm": 4.6062541007995605, | |
| "learning_rate": 6.878761822871883e-06, | |
| "loss": 2.2369, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.27723350147996834, | |
| "grad_norm": 7.698457717895508, | |
| "learning_rate": 6.930873654863337e-06, | |
| "loss": 2.2333, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.27931796389711094, | |
| "grad_norm": 3.1448521614074707, | |
| "learning_rate": 6.982985486854791e-06, | |
| "loss": 2.2231, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.28140242631425355, | |
| "grad_norm": 4.200199127197266, | |
| "learning_rate": 7.035097318846245e-06, | |
| "loss": 2.2481, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.28348688873139616, | |
| "grad_norm": 6.762167453765869, | |
| "learning_rate": 7.087209150837699e-06, | |
| "loss": 2.2332, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.28557135114853877, | |
| "grad_norm": 3.139690637588501, | |
| "learning_rate": 7.139320982829152e-06, | |
| "loss": 2.2327, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.28765581356568143, | |
| "grad_norm": 1.887600064277649, | |
| "learning_rate": 7.191432814820606e-06, | |
| "loss": 2.2404, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.28974027598282404, | |
| "grad_norm": 1.8191242218017578, | |
| "learning_rate": 7.2435446468120595e-06, | |
| "loss": 2.228, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.29182473839996664, | |
| "grad_norm": 3.9372363090515137, | |
| "learning_rate": 7.2956564788035134e-06, | |
| "loss": 2.1995, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.29390920081710925, | |
| "grad_norm": 1.8228873014450073, | |
| "learning_rate": 7.347768310794967e-06, | |
| "loss": 2.2253, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.2959936632342519, | |
| "grad_norm": 3.99737811088562, | |
| "learning_rate": 7.3998801427864195e-06, | |
| "loss": 2.2307, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.2980781256513945, | |
| "grad_norm": 1.8391298055648804, | |
| "learning_rate": 7.451991974777873e-06, | |
| "loss": 2.2049, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.30016258806853713, | |
| "grad_norm": 10.315858840942383, | |
| "learning_rate": 7.504103806769327e-06, | |
| "loss": 2.2189, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.30224705048567974, | |
| "grad_norm": 1.3917250633239746, | |
| "learning_rate": 7.556215638760781e-06, | |
| "loss": 2.2243, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.30433151290282234, | |
| "grad_norm": 3.459721326828003, | |
| "learning_rate": 7.608327470752235e-06, | |
| "loss": 2.185, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.306415975319965, | |
| "grad_norm": 29.758569717407227, | |
| "learning_rate": 7.660439302743689e-06, | |
| "loss": 2.2134, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.3085004377371076, | |
| "grad_norm": 2.3059887886047363, | |
| "learning_rate": 7.712551134735143e-06, | |
| "loss": 2.205, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.3105849001542502, | |
| "grad_norm": 1.9825279712677002, | |
| "learning_rate": 7.764662966726597e-06, | |
| "loss": 2.2075, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.31266936257139283, | |
| "grad_norm": 2.2246243953704834, | |
| "learning_rate": 7.816774798718049e-06, | |
| "loss": 2.2076, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.31475382498853544, | |
| "grad_norm": 2.0113601684570312, | |
| "learning_rate": 7.868886630709503e-06, | |
| "loss": 2.1915, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.3168382874056781, | |
| "grad_norm": 2.44480037689209, | |
| "learning_rate": 7.920998462700957e-06, | |
| "loss": 2.1928, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.3189227498228207, | |
| "grad_norm": 2.129798173904419, | |
| "learning_rate": 7.97311029469241e-06, | |
| "loss": 2.1883, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.3210072122399633, | |
| "grad_norm": 1.7509479522705078, | |
| "learning_rate": 8.025222126683863e-06, | |
| "loss": 2.1919, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.3230916746571059, | |
| "grad_norm": 2.4539670944213867, | |
| "learning_rate": 8.077333958675317e-06, | |
| "loss": 2.1617, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.32517613707424853, | |
| "grad_norm": 3.520508289337158, | |
| "learning_rate": 8.12944579066677e-06, | |
| "loss": 2.1987, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.3272605994913912, | |
| "grad_norm": 3.6062064170837402, | |
| "learning_rate": 8.181557622658225e-06, | |
| "loss": 2.1994, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.3293450619085338, | |
| "grad_norm": 3.181687355041504, | |
| "learning_rate": 8.233669454649678e-06, | |
| "loss": 2.1792, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.3314295243256764, | |
| "grad_norm": 1.296694278717041, | |
| "learning_rate": 8.285781286641132e-06, | |
| "loss": 2.1744, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.333513986742819, | |
| "grad_norm": 2.883561849594116, | |
| "learning_rate": 8.337893118632586e-06, | |
| "loss": 2.1785, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.3355984491599616, | |
| "grad_norm": 1.8239498138427734, | |
| "learning_rate": 8.39000495062404e-06, | |
| "loss": 2.1833, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.3376829115771043, | |
| "grad_norm": 5.87345552444458, | |
| "learning_rate": 8.442116782615494e-06, | |
| "loss": 2.1665, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.3397673739942469, | |
| "grad_norm": 5.876729965209961, | |
| "learning_rate": 8.494228614606948e-06, | |
| "loss": 2.1671, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.3418518364113895, | |
| "grad_norm": 5.031464099884033, | |
| "learning_rate": 8.546340446598402e-06, | |
| "loss": 2.1877, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.3439362988285321, | |
| "grad_norm": 3.857750415802002, | |
| "learning_rate": 8.598452278589856e-06, | |
| "loss": 2.1781, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.3460207612456747, | |
| "grad_norm": 2.921267032623291, | |
| "learning_rate": 8.650564110581308e-06, | |
| "loss": 2.1584, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.3481052236628174, | |
| "grad_norm": 2.5080487728118896, | |
| "learning_rate": 8.702675942572762e-06, | |
| "loss": 2.1608, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.35018968607996, | |
| "grad_norm": 2.8279311656951904, | |
| "learning_rate": 8.754787774564216e-06, | |
| "loss": 2.1528, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.3522741484971026, | |
| "grad_norm": 1.7604950666427612, | |
| "learning_rate": 8.80689960655567e-06, | |
| "loss": 2.1748, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.3543586109142452, | |
| "grad_norm": 12.567907333374023, | |
| "learning_rate": 8.859011438547122e-06, | |
| "loss": 2.1604, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.35644307333138786, | |
| "grad_norm": 1.497755527496338, | |
| "learning_rate": 8.911123270538576e-06, | |
| "loss": 2.147, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.35852753574853047, | |
| "grad_norm": 1.711016058921814, | |
| "learning_rate": 8.96323510253003e-06, | |
| "loss": 2.1759, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.3606119981656731, | |
| "grad_norm": 7.569229602813721, | |
| "learning_rate": 9.015346934521484e-06, | |
| "loss": 2.1666, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.3626964605828157, | |
| "grad_norm": 1.858202576637268, | |
| "learning_rate": 9.067458766512937e-06, | |
| "loss": 2.1569, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.3647809229999583, | |
| "grad_norm": 4.447068691253662, | |
| "learning_rate": 9.119570598504391e-06, | |
| "loss": 2.1773, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.36686538541710095, | |
| "grad_norm": 2.1441404819488525, | |
| "learning_rate": 9.171682430495845e-06, | |
| "loss": 2.1504, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.36894984783424356, | |
| "grad_norm": 1.575992465019226, | |
| "learning_rate": 9.223794262487299e-06, | |
| "loss": 2.1642, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.37103431025138617, | |
| "grad_norm": 2.184628486633301, | |
| "learning_rate": 9.275906094478753e-06, | |
| "loss": 2.1454, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.3731187726685288, | |
| "grad_norm": 5.227324485778809, | |
| "learning_rate": 9.328017926470205e-06, | |
| "loss": 2.1464, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.3752032350856714, | |
| "grad_norm": 1.5199558734893799, | |
| "learning_rate": 9.380129758461659e-06, | |
| "loss": 2.1461, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.37728769750281405, | |
| "grad_norm": 1.9436824321746826, | |
| "learning_rate": 9.432241590453113e-06, | |
| "loss": 2.1522, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.37937215991995665, | |
| "grad_norm": 2.0353071689605713, | |
| "learning_rate": 9.484353422444567e-06, | |
| "loss": 2.1546, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.38145662233709926, | |
| "grad_norm": 1.867530107498169, | |
| "learning_rate": 9.53646525443602e-06, | |
| "loss": 2.1511, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.38354108475424187, | |
| "grad_norm": 7.113090515136719, | |
| "learning_rate": 9.588577086427475e-06, | |
| "loss": 2.1417, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.3856255471713845, | |
| "grad_norm": 2.368337392807007, | |
| "learning_rate": 9.640688918418929e-06, | |
| "loss": 2.1423, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.38771000958852714, | |
| "grad_norm": 3.9562978744506836, | |
| "learning_rate": 9.69280075041038e-06, | |
| "loss": 2.1608, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.38979447200566975, | |
| "grad_norm": 1.4725730419158936, | |
| "learning_rate": 9.744912582401835e-06, | |
| "loss": 2.1409, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.39187893442281235, | |
| "grad_norm": 2.8534648418426514, | |
| "learning_rate": 9.797024414393289e-06, | |
| "loss": 2.1328, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.39396339683995496, | |
| "grad_norm": 1.781811237335205, | |
| "learning_rate": 9.849136246384743e-06, | |
| "loss": 2.1201, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.39604785925709757, | |
| "grad_norm": 1.6135547161102295, | |
| "learning_rate": 9.901248078376196e-06, | |
| "loss": 2.1413, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.39813232167424023, | |
| "grad_norm": 1.416398048400879, | |
| "learning_rate": 9.953359910367649e-06, | |
| "loss": 2.1419, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.40021678409138284, | |
| "grad_norm": 7.111115455627441, | |
| "learning_rate": 1.0005471742359103e-05, | |
| "loss": 2.1386, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.40230124650852545, | |
| "grad_norm": 2.906944990158081, | |
| "learning_rate": 1.0057583574350558e-05, | |
| "loss": 2.123, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.40438570892566805, | |
| "grad_norm": 1.5303776264190674, | |
| "learning_rate": 1.010969540634201e-05, | |
| "loss": 2.1393, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.4064701713428107, | |
| "grad_norm": 2.383948564529419, | |
| "learning_rate": 1.0161807238333466e-05, | |
| "loss": 2.1314, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.4085546337599533, | |
| "grad_norm": 6.843499660491943, | |
| "learning_rate": 1.0213919070324918e-05, | |
| "loss": 2.118, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.41063909617709593, | |
| "grad_norm": 1.690718412399292, | |
| "learning_rate": 1.026603090231637e-05, | |
| "loss": 2.1212, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.41272355859423854, | |
| "grad_norm": 2.3637075424194336, | |
| "learning_rate": 1.0318142734307826e-05, | |
| "loss": 2.1133, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.41480802101138115, | |
| "grad_norm": 1.7208225727081299, | |
| "learning_rate": 1.0370254566299278e-05, | |
| "loss": 2.1309, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.4168924834285238, | |
| "grad_norm": 1.4891283512115479, | |
| "learning_rate": 1.0422366398290734e-05, | |
| "loss": 2.1078, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.4189769458456664, | |
| "grad_norm": 4.39108943939209, | |
| "learning_rate": 1.0474478230282186e-05, | |
| "loss": 2.1268, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.421061408262809, | |
| "grad_norm": 5.60664701461792, | |
| "learning_rate": 1.052659006227364e-05, | |
| "loss": 2.1055, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.42314587067995163, | |
| "grad_norm": 2.8107378482818604, | |
| "learning_rate": 1.0578701894265094e-05, | |
| "loss": 2.1271, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.42523033309709424, | |
| "grad_norm": 1.2925037145614624, | |
| "learning_rate": 1.0630813726256548e-05, | |
| "loss": 2.1145, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.4273147955142369, | |
| "grad_norm": 1.4800461530685425, | |
| "learning_rate": 1.0682925558248001e-05, | |
| "loss": 2.1142, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.4293992579313795, | |
| "grad_norm": 1.6407443284988403, | |
| "learning_rate": 1.0735037390239455e-05, | |
| "loss": 2.1102, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.4314837203485221, | |
| "grad_norm": 7.9351396560668945, | |
| "learning_rate": 1.0787149222230908e-05, | |
| "loss": 2.1254, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.4335681827656647, | |
| "grad_norm": 1.4959195852279663, | |
| "learning_rate": 1.0839261054222363e-05, | |
| "loss": 2.0962, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.43565264518280733, | |
| "grad_norm": 3.0826125144958496, | |
| "learning_rate": 1.0891372886213815e-05, | |
| "loss": 2.1306, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.43773710759995, | |
| "grad_norm": 2.9349727630615234, | |
| "learning_rate": 1.0943484718205268e-05, | |
| "loss": 2.1095, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.4398215700170926, | |
| "grad_norm": 3.080888271331787, | |
| "learning_rate": 1.0995596550196723e-05, | |
| "loss": 2.1147, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.4419060324342352, | |
| "grad_norm": 3.0811104774475098, | |
| "learning_rate": 1.1047708382188175e-05, | |
| "loss": 2.1217, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.4439904948513778, | |
| "grad_norm": 2.106529712677002, | |
| "learning_rate": 1.1099820214179631e-05, | |
| "loss": 2.1215, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.4460749572685204, | |
| "grad_norm": 1.6550434827804565, | |
| "learning_rate": 1.1151932046171083e-05, | |
| "loss": 2.1187, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.4481594196856631, | |
| "grad_norm": 1.5209170579910278, | |
| "learning_rate": 1.1204043878162539e-05, | |
| "loss": 2.089, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.4502438821028057, | |
| "grad_norm": 4.730747699737549, | |
| "learning_rate": 1.1256155710153991e-05, | |
| "loss": 2.1099, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.4523283445199483, | |
| "grad_norm": 1.7369521856307983, | |
| "learning_rate": 1.1308267542145447e-05, | |
| "loss": 2.12, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.4544128069370909, | |
| "grad_norm": 3.3095576763153076, | |
| "learning_rate": 1.1360379374136899e-05, | |
| "loss": 2.0933, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.45649726935423357, | |
| "grad_norm": 1.7241291999816895, | |
| "learning_rate": 1.1412491206128353e-05, | |
| "loss": 2.1042, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.4585817317713762, | |
| "grad_norm": 1.6191275119781494, | |
| "learning_rate": 1.1464603038119807e-05, | |
| "loss": 2.0997, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.4606661941885188, | |
| "grad_norm": 1.364058256149292, | |
| "learning_rate": 1.151671487011126e-05, | |
| "loss": 2.0988, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.4627506566056614, | |
| "grad_norm": 2.2130119800567627, | |
| "learning_rate": 1.1568826702102713e-05, | |
| "loss": 2.0974, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.464835119022804, | |
| "grad_norm": 1.5549209117889404, | |
| "learning_rate": 1.1620938534094167e-05, | |
| "loss": 2.1039, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.46691958143994666, | |
| "grad_norm": 2.114710807800293, | |
| "learning_rate": 1.167305036608562e-05, | |
| "loss": 2.1095, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.46900404385708927, | |
| "grad_norm": 1.5596140623092651, | |
| "learning_rate": 1.1725162198077074e-05, | |
| "loss": 2.108, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.4710885062742319, | |
| "grad_norm": 1.5475258827209473, | |
| "learning_rate": 1.1777274030068528e-05, | |
| "loss": 2.0928, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.4731729686913745, | |
| "grad_norm": 1.2037123441696167, | |
| "learning_rate": 1.182938586205998e-05, | |
| "loss": 2.0732, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.4752574311085171, | |
| "grad_norm": 3.852919340133667, | |
| "learning_rate": 1.1881497694051436e-05, | |
| "loss": 2.0803, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.47734189352565976, | |
| "grad_norm": 2.0710220336914062, | |
| "learning_rate": 1.1933609526042888e-05, | |
| "loss": 2.0866, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.47942635594280236, | |
| "grad_norm": 2.6531641483306885, | |
| "learning_rate": 1.1985721358034344e-05, | |
| "loss": 2.1082, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.48151081835994497, | |
| "grad_norm": 2.664095878601074, | |
| "learning_rate": 1.2037833190025796e-05, | |
| "loss": 2.0914, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.4835952807770876, | |
| "grad_norm": 2.249077081680298, | |
| "learning_rate": 1.2089945022017252e-05, | |
| "loss": 2.084, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.4856797431942302, | |
| "grad_norm": 1.6785763502120972, | |
| "learning_rate": 1.2142056854008704e-05, | |
| "loss": 2.081, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.48776420561137285, | |
| "grad_norm": 1.1575652360916138, | |
| "learning_rate": 1.2194168686000156e-05, | |
| "loss": 2.0958, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.48984866802851545, | |
| "grad_norm": 1.2044528722763062, | |
| "learning_rate": 1.2246280517991612e-05, | |
| "loss": 2.0845, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.49193313044565806, | |
| "grad_norm": 1.905847430229187, | |
| "learning_rate": 1.2298392349983064e-05, | |
| "loss": 2.0728, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.49401759286280067, | |
| "grad_norm": 1.8150228261947632, | |
| "learning_rate": 1.235050418197452e-05, | |
| "loss": 2.1076, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.4961020552799433, | |
| "grad_norm": 1.8528637886047363, | |
| "learning_rate": 1.2402616013965972e-05, | |
| "loss": 2.0719, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.49818651769708594, | |
| "grad_norm": 2.793405532836914, | |
| "learning_rate": 1.2454727845957426e-05, | |
| "loss": 2.0775, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.5002709801142285, | |
| "grad_norm": 1.9311914443969727, | |
| "learning_rate": 1.250683967794888e-05, | |
| "loss": 2.0741, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.5023554425313712, | |
| "grad_norm": 1.2110543251037598, | |
| "learning_rate": 1.2558951509940333e-05, | |
| "loss": 2.0913, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.5044399049485138, | |
| "grad_norm": 3.272123336791992, | |
| "learning_rate": 1.2611063341931786e-05, | |
| "loss": 2.0925, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.5065243673656564, | |
| "grad_norm": 8.41162395477295, | |
| "learning_rate": 1.2663175173923241e-05, | |
| "loss": 2.077, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.508608829782799, | |
| "grad_norm": 1.559525489807129, | |
| "learning_rate": 1.2715287005914693e-05, | |
| "loss": 2.0946, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.5106932921999416, | |
| "grad_norm": 15.453913688659668, | |
| "learning_rate": 1.2767398837906149e-05, | |
| "loss": 2.0828, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.5127777546170843, | |
| "grad_norm": 2.0540664196014404, | |
| "learning_rate": 1.2819510669897601e-05, | |
| "loss": 2.0717, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.5148622170342269, | |
| "grad_norm": 2.6987600326538086, | |
| "learning_rate": 1.2871622501889053e-05, | |
| "loss": 2.071, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.5169466794513695, | |
| "grad_norm": 2.532989025115967, | |
| "learning_rate": 1.2923734333880509e-05, | |
| "loss": 2.0601, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.5190311418685121, | |
| "grad_norm": 2.437511444091797, | |
| "learning_rate": 1.2975846165871961e-05, | |
| "loss": 2.0705, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.5211156042856547, | |
| "grad_norm": 1.8108067512512207, | |
| "learning_rate": 1.3027957997863417e-05, | |
| "loss": 2.0959, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.5232000667027974, | |
| "grad_norm": 2.173082113265991, | |
| "learning_rate": 1.3080069829854869e-05, | |
| "loss": 2.0635, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.52528452911994, | |
| "grad_norm": 1.5072120428085327, | |
| "learning_rate": 1.3132181661846325e-05, | |
| "loss": 2.0631, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.5273689915370826, | |
| "grad_norm": 1.1707432270050049, | |
| "learning_rate": 1.3184293493837777e-05, | |
| "loss": 2.0819, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 0.5294534539542252, | |
| "grad_norm": 1.753009557723999, | |
| "learning_rate": 1.323640532582923e-05, | |
| "loss": 2.0948, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.5315379163713678, | |
| "grad_norm": 2.3794548511505127, | |
| "learning_rate": 1.3288517157820685e-05, | |
| "loss": 2.0517, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.5336223787885105, | |
| "grad_norm": 2.1440374851226807, | |
| "learning_rate": 1.3340628989812138e-05, | |
| "loss": 2.0593, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.535706841205653, | |
| "grad_norm": 2.6394147872924805, | |
| "learning_rate": 1.3392740821803592e-05, | |
| "loss": 2.07, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 0.5377913036227957, | |
| "grad_norm": 6.6029229164123535, | |
| "learning_rate": 1.3444852653795046e-05, | |
| "loss": 2.0689, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.5398757660399383, | |
| "grad_norm": 1.942874789237976, | |
| "learning_rate": 1.3496964485786498e-05, | |
| "loss": 2.0675, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 0.5419602284570809, | |
| "grad_norm": 1.4140956401824951, | |
| "learning_rate": 1.3549076317777952e-05, | |
| "loss": 2.0671, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.5440446908742236, | |
| "grad_norm": 1.1899230480194092, | |
| "learning_rate": 1.3601188149769406e-05, | |
| "loss": 2.0552, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 0.5461291532913661, | |
| "grad_norm": 1.152624249458313, | |
| "learning_rate": 1.3653299981760858e-05, | |
| "loss": 2.0732, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.5482136157085088, | |
| "grad_norm": 4.112461566925049, | |
| "learning_rate": 1.3705411813752314e-05, | |
| "loss": 2.0646, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 0.5502980781256513, | |
| "grad_norm": 1.8623366355895996, | |
| "learning_rate": 1.3757523645743766e-05, | |
| "loss": 2.0434, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.552382540542794, | |
| "grad_norm": 1.2094752788543701, | |
| "learning_rate": 1.3809635477735222e-05, | |
| "loss": 2.0554, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.5544670029599367, | |
| "grad_norm": 2.651811361312866, | |
| "learning_rate": 1.3861747309726674e-05, | |
| "loss": 2.0483, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.5565514653770792, | |
| "grad_norm": 1.336885690689087, | |
| "learning_rate": 1.391385914171813e-05, | |
| "loss": 2.0609, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 0.5586359277942219, | |
| "grad_norm": 1.191576600074768, | |
| "learning_rate": 1.3965970973709582e-05, | |
| "loss": 2.0517, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.5607203902113644, | |
| "grad_norm": 4.2899885177612305, | |
| "learning_rate": 1.4018082805701037e-05, | |
| "loss": 2.0407, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 0.5628048526285071, | |
| "grad_norm": 1.5923058986663818, | |
| "learning_rate": 1.407019463769249e-05, | |
| "loss": 2.0518, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.5648893150456498, | |
| "grad_norm": 1.543811559677124, | |
| "learning_rate": 1.4122306469683942e-05, | |
| "loss": 2.0483, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 0.5669737774627923, | |
| "grad_norm": 1.221245288848877, | |
| "learning_rate": 1.4174418301675397e-05, | |
| "loss": 2.0434, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.569058239879935, | |
| "grad_norm": 1.0497828722000122, | |
| "learning_rate": 1.422653013366685e-05, | |
| "loss": 2.0598, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 0.5711427022970775, | |
| "grad_norm": 1.603359341621399, | |
| "learning_rate": 1.4278641965658303e-05, | |
| "loss": 2.0547, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.5732271647142202, | |
| "grad_norm": 2.4841086864471436, | |
| "learning_rate": 1.4330753797649757e-05, | |
| "loss": 2.0493, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.5753116271313629, | |
| "grad_norm": 2.896749496459961, | |
| "learning_rate": 1.4382865629641211e-05, | |
| "loss": 2.0595, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.5773960895485054, | |
| "grad_norm": 1.320147156715393, | |
| "learning_rate": 1.4434977461632665e-05, | |
| "loss": 2.0455, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 0.5794805519656481, | |
| "grad_norm": 2.056804895401001, | |
| "learning_rate": 1.4487089293624119e-05, | |
| "loss": 2.0473, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.5815650143827906, | |
| "grad_norm": 1.9830574989318848, | |
| "learning_rate": 1.4539201125615571e-05, | |
| "loss": 2.0709, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 0.5836494767999333, | |
| "grad_norm": 1.7711538076400757, | |
| "learning_rate": 1.4591312957607027e-05, | |
| "loss": 2.0381, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.585733939217076, | |
| "grad_norm": 2.1394202709198, | |
| "learning_rate": 1.4643424789598479e-05, | |
| "loss": 2.0267, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 0.5878184016342185, | |
| "grad_norm": 1.3552168607711792, | |
| "learning_rate": 1.4695536621589935e-05, | |
| "loss": 2.0718, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.5899028640513612, | |
| "grad_norm": 1.2812672853469849, | |
| "learning_rate": 1.4747648453581387e-05, | |
| "loss": 2.0546, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 0.5919873264685038, | |
| "grad_norm": 1.9260282516479492, | |
| "learning_rate": 1.4799760285572839e-05, | |
| "loss": 2.0402, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.5940717888856464, | |
| "grad_norm": 1.829573392868042, | |
| "learning_rate": 1.4851872117564295e-05, | |
| "loss": 2.0429, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.596156251302789, | |
| "grad_norm": 1.2826175689697266, | |
| "learning_rate": 1.4903983949555747e-05, | |
| "loss": 2.0297, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 0.5982407137199316, | |
| "grad_norm": 1.3624961376190186, | |
| "learning_rate": 1.4956095781547202e-05, | |
| "loss": 2.0591, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 0.6003251761370743, | |
| "grad_norm": 1.4224090576171875, | |
| "learning_rate": 1.5008207613538655e-05, | |
| "loss": 2.051, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 0.6024096385542169, | |
| "grad_norm": 1.3509138822555542, | |
| "learning_rate": 1.5060319445530109e-05, | |
| "loss": 2.0488, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 0.6044941009713595, | |
| "grad_norm": 2.7724287509918213, | |
| "learning_rate": 1.5112431277521562e-05, | |
| "loss": 2.0405, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.6065785633885021, | |
| "grad_norm": 2.30072283744812, | |
| "learning_rate": 1.5164543109513016e-05, | |
| "loss": 2.0289, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 0.6086630258056447, | |
| "grad_norm": 3.4419546127319336, | |
| "learning_rate": 1.521665494150447e-05, | |
| "loss": 2.0412, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 0.6107474882227873, | |
| "grad_norm": 1.519679307937622, | |
| "learning_rate": 1.5268766773495924e-05, | |
| "loss": 2.0515, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 0.61283195063993, | |
| "grad_norm": 2.3584392070770264, | |
| "learning_rate": 1.5320878605487378e-05, | |
| "loss": 2.057, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 0.6149164130570726, | |
| "grad_norm": 1.6007986068725586, | |
| "learning_rate": 1.5372990437478832e-05, | |
| "loss": 2.0314, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.6170008754742152, | |
| "grad_norm": 1.243009090423584, | |
| "learning_rate": 1.5425102269470286e-05, | |
| "loss": 2.0361, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 0.6190853378913578, | |
| "grad_norm": 1.230760097503662, | |
| "learning_rate": 1.5477214101461736e-05, | |
| "loss": 2.0283, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 0.6211698003085004, | |
| "grad_norm": 2.167958974838257, | |
| "learning_rate": 1.5529325933453194e-05, | |
| "loss": 2.0361, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 0.6232542627256431, | |
| "grad_norm": 1.149268388748169, | |
| "learning_rate": 1.5581437765444644e-05, | |
| "loss": 2.0357, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 0.6253387251427857, | |
| "grad_norm": 1.1137298345565796, | |
| "learning_rate": 1.5633549597436098e-05, | |
| "loss": 2.032, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.6274231875599283, | |
| "grad_norm": 2.2308285236358643, | |
| "learning_rate": 1.5685661429427552e-05, | |
| "loss": 2.0435, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 0.6295076499770709, | |
| "grad_norm": 1.1314657926559448, | |
| "learning_rate": 1.5737773261419006e-05, | |
| "loss": 2.038, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 0.6315921123942135, | |
| "grad_norm": 1.2725504636764526, | |
| "learning_rate": 1.578988509341046e-05, | |
| "loss": 2.0499, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 0.6336765748113562, | |
| "grad_norm": 1.6600308418273926, | |
| "learning_rate": 1.5841996925401914e-05, | |
| "loss": 2.0207, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 0.6357610372284987, | |
| "grad_norm": 3.023804187774658, | |
| "learning_rate": 1.5894108757393368e-05, | |
| "loss": 2.0312, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.6378454996456414, | |
| "grad_norm": 1.2331023216247559, | |
| "learning_rate": 1.594622058938482e-05, | |
| "loss": 2.023, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 0.639929962062784, | |
| "grad_norm": 1.7768906354904175, | |
| "learning_rate": 1.5998332421376275e-05, | |
| "loss": 2.0373, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 0.6420144244799266, | |
| "grad_norm": 2.608337879180908, | |
| "learning_rate": 1.6050444253367726e-05, | |
| "loss": 2.0293, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 0.6440988868970693, | |
| "grad_norm": 1.0889259576797485, | |
| "learning_rate": 1.6102556085359183e-05, | |
| "loss": 2.0452, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 0.6461833493142118, | |
| "grad_norm": 2.6050333976745605, | |
| "learning_rate": 1.6154667917350634e-05, | |
| "loss": 2.0249, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.6482678117313545, | |
| "grad_norm": 4.261449813842773, | |
| "learning_rate": 1.620677974934209e-05, | |
| "loss": 2.0235, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 0.6503522741484971, | |
| "grad_norm": 3.3580896854400635, | |
| "learning_rate": 1.625889158133354e-05, | |
| "loss": 2.0138, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 0.6524367365656397, | |
| "grad_norm": 1.480364203453064, | |
| "learning_rate": 1.6311003413325e-05, | |
| "loss": 2.0214, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 0.6545211989827824, | |
| "grad_norm": 1.1904412508010864, | |
| "learning_rate": 1.636311524531645e-05, | |
| "loss": 2.0299, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 0.6566056613999249, | |
| "grad_norm": 2.2615163326263428, | |
| "learning_rate": 1.6415227077307903e-05, | |
| "loss": 2.0224, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.6586901238170676, | |
| "grad_norm": 1.2494678497314453, | |
| "learning_rate": 1.6467338909299357e-05, | |
| "loss": 2.0184, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 0.6607745862342101, | |
| "grad_norm": 1.1532669067382812, | |
| "learning_rate": 1.651945074129081e-05, | |
| "loss": 2.0345, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 0.6628590486513528, | |
| "grad_norm": 1.1344257593154907, | |
| "learning_rate": 1.6571562573282265e-05, | |
| "loss": 2.0098, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 0.6649435110684955, | |
| "grad_norm": 1.2463632822036743, | |
| "learning_rate": 1.662367440527372e-05, | |
| "loss": 1.9941, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 0.667027973485638, | |
| "grad_norm": 1.452102541923523, | |
| "learning_rate": 1.6675786237265173e-05, | |
| "loss": 2.0176, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.6691124359027807, | |
| "grad_norm": 7.941076278686523, | |
| "learning_rate": 1.6727898069256626e-05, | |
| "loss": 2.0026, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 0.6711968983199232, | |
| "grad_norm": 1.1016764640808105, | |
| "learning_rate": 1.678000990124808e-05, | |
| "loss": 2.0111, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 0.6732813607370659, | |
| "grad_norm": 1.4043099880218506, | |
| "learning_rate": 1.6832121733239534e-05, | |
| "loss": 2.0261, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 0.6753658231542086, | |
| "grad_norm": 1.8107479810714722, | |
| "learning_rate": 1.6884233565230988e-05, | |
| "loss": 2.0145, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 0.6774502855713511, | |
| "grad_norm": 2.062927007675171, | |
| "learning_rate": 1.693634539722244e-05, | |
| "loss": 2.0047, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.6795347479884938, | |
| "grad_norm": 1.1044921875, | |
| "learning_rate": 1.6988457229213896e-05, | |
| "loss": 2.036, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 0.6816192104056363, | |
| "grad_norm": 1.2338470220565796, | |
| "learning_rate": 1.7040569061205346e-05, | |
| "loss": 1.9982, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 0.683703672822779, | |
| "grad_norm": 1.2513076066970825, | |
| "learning_rate": 1.7092680893196804e-05, | |
| "loss": 2.0106, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 0.6857881352399217, | |
| "grad_norm": 2.0419886112213135, | |
| "learning_rate": 1.7144792725188254e-05, | |
| "loss": 1.9798, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 0.6878725976570642, | |
| "grad_norm": 2.81988263130188, | |
| "learning_rate": 1.719690455717971e-05, | |
| "loss": 2.031, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.6899570600742069, | |
| "grad_norm": 1.4116230010986328, | |
| "learning_rate": 1.7249016389171162e-05, | |
| "loss": 2.0427, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 0.6920415224913494, | |
| "grad_norm": 1.2295700311660767, | |
| "learning_rate": 1.7301128221162616e-05, | |
| "loss": 2.0318, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 0.6941259849084921, | |
| "grad_norm": 1.5113853216171265, | |
| "learning_rate": 1.735324005315407e-05, | |
| "loss": 2.0064, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 0.6962104473256348, | |
| "grad_norm": 1.56009042263031, | |
| "learning_rate": 1.7405351885145524e-05, | |
| "loss": 1.9917, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 0.6982949097427773, | |
| "grad_norm": 2.8100123405456543, | |
| "learning_rate": 1.7457463717136978e-05, | |
| "loss": 2.0319, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.70037937215992, | |
| "grad_norm": 0.9532743096351624, | |
| "learning_rate": 1.750957554912843e-05, | |
| "loss": 1.9983, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 0.7024638345770626, | |
| "grad_norm": 1.053802728652954, | |
| "learning_rate": 1.7561687381119885e-05, | |
| "loss": 1.9854, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 0.7045482969942052, | |
| "grad_norm": 1.6877485513687134, | |
| "learning_rate": 1.761379921311134e-05, | |
| "loss": 1.9885, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 0.7066327594113478, | |
| "grad_norm": 2.6555633544921875, | |
| "learning_rate": 1.7665911045102793e-05, | |
| "loss": 1.9824, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 0.7087172218284904, | |
| "grad_norm": 1.2686346769332886, | |
| "learning_rate": 1.7718022877094244e-05, | |
| "loss": 1.9991, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.7108016842456331, | |
| "grad_norm": 1.2505468130111694, | |
| "learning_rate": 1.77701347090857e-05, | |
| "loss": 2.013, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 0.7128861466627757, | |
| "grad_norm": 1.2440173625946045, | |
| "learning_rate": 1.782224654107715e-05, | |
| "loss": 2.0002, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 0.7149706090799183, | |
| "grad_norm": 1.239490270614624, | |
| "learning_rate": 1.787435837306861e-05, | |
| "loss": 2.0048, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 0.7170550714970609, | |
| "grad_norm": 1.5791493654251099, | |
| "learning_rate": 1.792647020506006e-05, | |
| "loss": 1.9814, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 0.7191395339142035, | |
| "grad_norm": 3.0702290534973145, | |
| "learning_rate": 1.7978582037051513e-05, | |
| "loss": 2.0036, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.7212239963313462, | |
| "grad_norm": 1.0357660055160522, | |
| "learning_rate": 1.8030693869042967e-05, | |
| "loss": 1.9967, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 0.7233084587484888, | |
| "grad_norm": 1.1576104164123535, | |
| "learning_rate": 1.808280570103442e-05, | |
| "loss": 1.9827, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 0.7253929211656314, | |
| "grad_norm": 2.3989617824554443, | |
| "learning_rate": 1.8134917533025875e-05, | |
| "loss": 1.9849, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 0.727477383582774, | |
| "grad_norm": 1.1362382173538208, | |
| "learning_rate": 1.818702936501733e-05, | |
| "loss": 1.9917, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 0.7295618459999166, | |
| "grad_norm": 1.3115246295928955, | |
| "learning_rate": 1.8239141197008783e-05, | |
| "loss": 2.0011, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.7316463084170592, | |
| "grad_norm": 1.0895345211029053, | |
| "learning_rate": 1.8291253029000237e-05, | |
| "loss": 2.0067, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 0.7337307708342019, | |
| "grad_norm": 1.2841103076934814, | |
| "learning_rate": 1.834336486099169e-05, | |
| "loss": 1.9993, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 0.7358152332513445, | |
| "grad_norm": 2.463681697845459, | |
| "learning_rate": 1.8395476692983144e-05, | |
| "loss": 1.9928, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 0.7378996956684871, | |
| "grad_norm": 1.7267930507659912, | |
| "learning_rate": 1.8447588524974598e-05, | |
| "loss": 2.0095, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 0.7399841580856297, | |
| "grad_norm": 1.6381916999816895, | |
| "learning_rate": 1.849970035696605e-05, | |
| "loss": 1.9895, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.7420686205027723, | |
| "grad_norm": 1.1697516441345215, | |
| "learning_rate": 1.8551812188957506e-05, | |
| "loss": 1.9899, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 0.744153082919915, | |
| "grad_norm": 1.7448146343231201, | |
| "learning_rate": 1.8603924020948957e-05, | |
| "loss": 1.9929, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 0.7462375453370576, | |
| "grad_norm": 2.5885157585144043, | |
| "learning_rate": 1.865603585294041e-05, | |
| "loss": 1.9909, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 0.7483220077542002, | |
| "grad_norm": 1.1813591718673706, | |
| "learning_rate": 1.8708147684931864e-05, | |
| "loss": 1.9859, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 0.7504064701713428, | |
| "grad_norm": 1.0246374607086182, | |
| "learning_rate": 1.8760259516923318e-05, | |
| "loss": 1.979, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.7524909325884854, | |
| "grad_norm": 1.160070538520813, | |
| "learning_rate": 1.8812371348914772e-05, | |
| "loss": 1.9839, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 0.7545753950056281, | |
| "grad_norm": 1.8342937231063843, | |
| "learning_rate": 1.8864483180906226e-05, | |
| "loss": 2.0015, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 0.7566598574227706, | |
| "grad_norm": 1.306425929069519, | |
| "learning_rate": 1.891659501289768e-05, | |
| "loss": 1.9988, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 0.7587443198399133, | |
| "grad_norm": 1.4170417785644531, | |
| "learning_rate": 1.8968706844889134e-05, | |
| "loss": 1.9969, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 0.7608287822570559, | |
| "grad_norm": 1.1687771081924438, | |
| "learning_rate": 1.9020818676880588e-05, | |
| "loss": 1.9492, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.7629132446741985, | |
| "grad_norm": 1.840988039970398, | |
| "learning_rate": 1.907293050887204e-05, | |
| "loss": 1.9754, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 0.7649977070913412, | |
| "grad_norm": 2.1230602264404297, | |
| "learning_rate": 1.9125042340863496e-05, | |
| "loss": 1.9562, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 0.7670821695084837, | |
| "grad_norm": 1.1470071077346802, | |
| "learning_rate": 1.917715417285495e-05, | |
| "loss": 1.9794, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 0.7691666319256264, | |
| "grad_norm": 2.209970712661743, | |
| "learning_rate": 1.9229266004846403e-05, | |
| "loss": 1.9639, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 0.771251094342769, | |
| "grad_norm": 1.5943410396575928, | |
| "learning_rate": 1.9281377836837857e-05, | |
| "loss": 1.9853, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.7733355567599116, | |
| "grad_norm": 2.3891971111297607, | |
| "learning_rate": 1.9333489668829308e-05, | |
| "loss": 1.9747, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 0.7754200191770543, | |
| "grad_norm": 6.2893385887146, | |
| "learning_rate": 1.938560150082076e-05, | |
| "loss": 1.9744, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 0.7775044815941968, | |
| "grad_norm": 1.0393949747085571, | |
| "learning_rate": 1.9437713332812216e-05, | |
| "loss": 1.975, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 0.7795889440113395, | |
| "grad_norm": 1.9847209453582764, | |
| "learning_rate": 1.948982516480367e-05, | |
| "loss": 2.0046, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 0.781673406428482, | |
| "grad_norm": 1.9294075965881348, | |
| "learning_rate": 1.9541936996795123e-05, | |
| "loss": 1.9717, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.7837578688456247, | |
| "grad_norm": 1.2474915981292725, | |
| "learning_rate": 1.9594048828786577e-05, | |
| "loss": 1.975, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 0.7858423312627674, | |
| "grad_norm": 1.1927696466445923, | |
| "learning_rate": 1.964616066077803e-05, | |
| "loss": 1.9759, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 0.7879267936799099, | |
| "grad_norm": 1.0184850692749023, | |
| "learning_rate": 1.9698272492769485e-05, | |
| "loss": 1.9819, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 0.7900112560970526, | |
| "grad_norm": 1.4298509359359741, | |
| "learning_rate": 1.975038432476094e-05, | |
| "loss": 1.9711, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 0.7920957185141951, | |
| "grad_norm": 1.0294862985610962, | |
| "learning_rate": 1.9802496156752393e-05, | |
| "loss": 1.996, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.7941801809313378, | |
| "grad_norm": 1.0123859643936157, | |
| "learning_rate": 1.9854607988743847e-05, | |
| "loss": 1.983, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 0.7962646433484805, | |
| "grad_norm": 1.6565953493118286, | |
| "learning_rate": 1.9906719820735297e-05, | |
| "loss": 1.9865, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 0.798349105765623, | |
| "grad_norm": 1.0507214069366455, | |
| "learning_rate": 1.9958831652726755e-05, | |
| "loss": 1.9808, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 0.8004335681827657, | |
| "grad_norm": 1.4064078330993652, | |
| "learning_rate": 1.9999763616765983e-05, | |
| "loss": 1.9825, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 0.8025180305999083, | |
| "grad_norm": 1.7041994333267212, | |
| "learning_rate": 1.9992153179340215e-05, | |
| "loss": 1.9614, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.8046024930170509, | |
| "grad_norm": 2.012880802154541, | |
| "learning_rate": 1.9973831740621872e-05, | |
| "loss": 1.9654, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 0.8066869554341936, | |
| "grad_norm": 1.9788340330123901, | |
| "learning_rate": 1.9944818940117093e-05, | |
| "loss": 1.98, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 0.8087714178513361, | |
| "grad_norm": 1.257907748222351, | |
| "learning_rate": 1.9905145877843883e-05, | |
| "loss": 1.9782, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 0.8108558802684788, | |
| "grad_norm": 1.1625444889068604, | |
| "learning_rate": 1.9854855080994695e-05, | |
| "loss": 1.9707, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 0.8129403426856214, | |
| "grad_norm": 1.428716778755188, | |
| "learning_rate": 1.9794000458349786e-05, | |
| "loss": 1.9624, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.815024805102764, | |
| "grad_norm": 1.1273753643035889, | |
| "learning_rate": 1.9722647242490173e-05, | |
| "loss": 1.9638, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 0.8171092675199066, | |
| "grad_norm": 1.8102099895477295, | |
| "learning_rate": 1.9640871919872137e-05, | |
| "loss": 1.9671, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 0.8191937299370492, | |
| "grad_norm": 1.0880202054977417, | |
| "learning_rate": 1.9548762148838235e-05, | |
| "loss": 1.9693, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 0.8212781923541919, | |
| "grad_norm": 1.2022266387939453, | |
| "learning_rate": 1.94464166656527e-05, | |
| "loss": 1.9723, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 0.8233626547713345, | |
| "grad_norm": 1.6763168573379517, | |
| "learning_rate": 1.933394517866198e-05, | |
| "loss": 1.9473, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.8254471171884771, | |
| "grad_norm": 1.172217607498169, | |
| "learning_rate": 1.9211468250693814e-05, | |
| "loss": 1.9732, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 0.8275315796056197, | |
| "grad_norm": 1.1193639039993286, | |
| "learning_rate": 1.907911716982097e-05, | |
| "loss": 1.9503, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 0.8296160420227623, | |
| "grad_norm": 1.0473952293395996, | |
| "learning_rate": 1.8937033808628157e-05, | |
| "loss": 1.9676, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 0.831700504439905, | |
| "grad_norm": 0.9671579599380493, | |
| "learning_rate": 1.8785370472132925e-05, | |
| "loss": 1.9703, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 0.8337849668570476, | |
| "grad_norm": 2.828726291656494, | |
| "learning_rate": 1.8624289734523655e-05, | |
| "loss": 1.9747, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.8358694292741902, | |
| "grad_norm": 1.1326168775558472, | |
| "learning_rate": 1.8453964264889555e-05, | |
| "loss": 1.9622, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 0.8379538916913328, | |
| "grad_norm": 1.3057445287704468, | |
| "learning_rate": 1.8274576642129552e-05, | |
| "loss": 1.9578, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 0.8400383541084754, | |
| "grad_norm": 1.1235833168029785, | |
| "learning_rate": 1.8086319159238442e-05, | |
| "loss": 1.9577, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 0.842122816525618, | |
| "grad_norm": 1.126379132270813, | |
| "learning_rate": 1.7889393617180074e-05, | |
| "loss": 1.9582, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 0.8442072789427607, | |
| "grad_norm": 1.1817550659179688, | |
| "learning_rate": 1.7684011108568593e-05, | |
| "loss": 1.9492, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.8462917413599033, | |
| "grad_norm": 4.150036334991455, | |
| "learning_rate": 1.747039179138954e-05, | |
| "loss": 1.9373, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 0.8483762037770459, | |
| "grad_norm": 1.1571305990219116, | |
| "learning_rate": 1.7248764653003433e-05, | |
| "loss": 1.9573, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 0.8504606661941885, | |
| "grad_norm": 0.9550127387046814, | |
| "learning_rate": 1.701936726468477e-05, | |
| "loss": 1.9825, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 0.8525451286113311, | |
| "grad_norm": 1.2614582777023315, | |
| "learning_rate": 1.6782445526959553e-05, | |
| "loss": 1.9543, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 0.8546295910284738, | |
| "grad_norm": 1.3649072647094727, | |
| "learning_rate": 1.65382534060144e-05, | |
| "loss": 1.9612, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.8567140534456164, | |
| "grad_norm": 1.1681647300720215, | |
| "learning_rate": 1.628705266145969e-05, | |
| "loss": 1.9598, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 0.858798515862759, | |
| "grad_norm": 1.2847682237625122, | |
| "learning_rate": 1.6029112565738647e-05, | |
| "loss": 1.9581, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 0.8608829782799016, | |
| "grad_norm": 1.1968718767166138, | |
| "learning_rate": 1.5764709615483084e-05, | |
| "loss": 1.9368, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 0.8629674406970442, | |
| "grad_norm": 1.6897144317626953, | |
| "learning_rate": 1.549412723512526e-05, | |
| "loss": 1.9419, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 0.8650519031141869, | |
| "grad_norm": 1.051757574081421, | |
| "learning_rate": 1.521765547308355e-05, | |
| "loss": 1.9491, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.8671363655313294, | |
| "grad_norm": 1.1903842687606812, | |
| "learning_rate": 1.4935590690847555e-05, | |
| "loss": 1.947, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 0.8692208279484721, | |
| "grad_norm": 1.3480621576309204, | |
| "learning_rate": 1.464823524529601e-05, | |
| "loss": 1.9539, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 0.8713052903656147, | |
| "grad_norm": 1.382934808731079, | |
| "learning_rate": 1.4355897164587957e-05, | |
| "loss": 1.9607, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 0.8733897527827573, | |
| "grad_norm": 1.0020027160644531, | |
| "learning_rate": 1.4058889817974664e-05, | |
| "loss": 1.9393, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 0.8754742151999, | |
| "grad_norm": 0.9402817487716675, | |
| "learning_rate": 1.3757531579886186e-05, | |
| "loss": 1.9524, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.8775586776170425, | |
| "grad_norm": 1.1450611352920532, | |
| "learning_rate": 1.345214548865267e-05, | |
| "loss": 1.9806, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 0.8796431400341852, | |
| "grad_norm": 1.3311893939971924, | |
| "learning_rate": 1.3143058900226262e-05, | |
| "loss": 1.9735, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 0.8817276024513278, | |
| "grad_norm": 1.2113134860992432, | |
| "learning_rate": 1.2830603137274729e-05, | |
| "loss": 1.9428, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 0.8838120648684704, | |
| "grad_norm": 3.3376879692077637, | |
| "learning_rate": 1.2515113134023035e-05, | |
| "loss": 1.9595, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 0.8858965272856131, | |
| "grad_norm": 41.23748016357422, | |
| "learning_rate": 1.2196927077223523e-05, | |
| "loss": 1.9483, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.8879809897027556, | |
| "grad_norm": 2.1873326301574707, | |
| "learning_rate": 1.187638604363958e-05, | |
| "loss": 1.9469, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 0.8900654521198983, | |
| "grad_norm": 1.1909996271133423, | |
| "learning_rate": 1.1553833634431375e-05, | |
| "loss": 1.956, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 0.8921499145370408, | |
| "grad_norm": 0.9936875700950623, | |
| "learning_rate": 1.1229615606835609e-05, | |
| "loss": 1.9309, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 0.8942343769541835, | |
| "grad_norm": 1.1771327257156372, | |
| "learning_rate": 1.0904079503534057e-05, | |
| "loss": 1.953, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 0.8963188393713262, | |
| "grad_norm": 0.9900943636894226, | |
| "learning_rate": 1.0577574280108226e-05, | |
| "loss": 1.9461, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.8984033017884687, | |
| "grad_norm": 1.4324864149093628, | |
| "learning_rate": 1.0250449930979484e-05, | |
| "loss": 1.9477, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 0.9004877642056114, | |
| "grad_norm": 1.1139860153198242, | |
| "learning_rate": 9.92305711423557e-06, | |
| "loss": 1.9354, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 0.9025722266227539, | |
| "grad_norm": 1.8465943336486816, | |
| "learning_rate": 9.595746775745753e-06, | |
| "loss": 1.9447, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 0.9046566890398966, | |
| "grad_norm": 1.6876327991485596, | |
| "learning_rate": 9.268869772967448e-06, | |
| "loss": 1.9309, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 0.9067411514570393, | |
| "grad_norm": 1.6580865383148193, | |
| "learning_rate": 8.942776498847645e-06, | |
| "loss": 1.9482, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.9088256138741818, | |
| "grad_norm": 1.1271007061004639, | |
| "learning_rate": 8.617816506222246e-06, | |
| "loss": 1.9408, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 0.9109100762913245, | |
| "grad_norm": 0.9445035457611084, | |
| "learning_rate": 8.294338133115956e-06, | |
| "loss": 1.935, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 0.9129945387084671, | |
| "grad_norm": 1.051377534866333, | |
| "learning_rate": 7.972688129344382e-06, | |
| "loss": 1.9538, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 0.9150790011256097, | |
| "grad_norm": 1.6551326513290405, | |
| "learning_rate": 7.653211284818598e-06, | |
| "loss": 1.9404, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 0.9171634635427524, | |
| "grad_norm": 1.1971542835235596, | |
| "learning_rate": 7.336250059950618e-06, | |
| "loss": 1.9294, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.9192479259598949, | |
| "grad_norm": 1.6140626668930054, | |
| "learning_rate": 7.0221442185559375e-06, | |
| "loss": 1.9401, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 0.9213323883770376, | |
| "grad_norm": 1.212536096572876, | |
| "learning_rate": 6.711230463646687e-06, | |
| "loss": 1.9478, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 0.9234168507941802, | |
| "grad_norm": 25.560195922851562, | |
| "learning_rate": 6.4038420765057915e-06, | |
| "loss": 1.9375, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 0.9255013132113228, | |
| "grad_norm": 2.924628257751465, | |
| "learning_rate": 6.100308559428989e-06, | |
| "loss": 1.928, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 0.9275857756284654, | |
| "grad_norm": 1.2299394607543945, | |
| "learning_rate": 5.800955282517735e-06, | |
| "loss": 1.9343, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.929670238045608, | |
| "grad_norm": 2.705091714859009, | |
| "learning_rate": 5.50610313490157e-06, | |
| "loss": 1.9602, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 0.9317547004627507, | |
| "grad_norm": 1.0268359184265137, | |
| "learning_rate": 5.2160681807638155e-06, | |
| "loss": 1.944, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 0.9338391628798933, | |
| "grad_norm": 1.0274441242218018, | |
| "learning_rate": 4.931161320539333e-06, | |
| "loss": 1.9416, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 0.9359236252970359, | |
| "grad_norm": 1.2513482570648193, | |
| "learning_rate": 4.6516879576475195e-06, | |
| "loss": 1.9414, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 0.9380080877141785, | |
| "grad_norm": 1.1307276487350464, | |
| "learning_rate": 4.377947671117785e-06, | |
| "loss": 1.9272, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.9400925501313211, | |
| "grad_norm": 1.0546061992645264, | |
| "learning_rate": 4.110233894458426e-06, | |
| "loss": 1.9381, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 0.9421770125484638, | |
| "grad_norm": 1.4873950481414795, | |
| "learning_rate": 3.848833601113141e-06, | |
| "loss": 1.952, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 0.9442614749656064, | |
| "grad_norm": 1.4963133335113525, | |
| "learning_rate": 3.594026996842356e-06, | |
| "loss": 1.9269, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 0.946345937382749, | |
| "grad_norm": 1.6361576318740845, | |
| "learning_rate": 3.3460872193591042e-06, | |
| "loss": 1.9366, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 0.9484303997998916, | |
| "grad_norm": 0.9263481497764587, | |
| "learning_rate": 3.1052800455414456e-06, | |
| "loss": 1.9368, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.9505148622170342, | |
| "grad_norm": 5.031856060028076, | |
| "learning_rate": 2.8718636065352667e-06, | |
| "loss": 1.9247, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 0.9525993246341768, | |
| "grad_norm": 1.3974571228027344, | |
| "learning_rate": 2.646088111052847e-06, | |
| "loss": 1.9392, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 0.9546837870513195, | |
| "grad_norm": 1.053136944770813, | |
| "learning_rate": 2.4281955771638177e-06, | |
| "loss": 1.934, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 0.9567682494684621, | |
| "grad_norm": 1.02759850025177, | |
| "learning_rate": 2.218419572866011e-06, | |
| "loss": 1.947, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 0.9588527118856047, | |
| "grad_norm": 1.1901452541351318, | |
| "learning_rate": 2.0169849657142825e-06, | |
| "loss": 1.937, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.9609371743027473, | |
| "grad_norm": 1.374199628829956, | |
| "learning_rate": 1.8241076817757041e-06, | |
| "loss": 1.941, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 0.9630216367198899, | |
| "grad_norm": 0.9044139385223389, | |
| "learning_rate": 1.6399944741694962e-06, | |
| "loss": 1.9477, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 0.9651060991370326, | |
| "grad_norm": 1.1857671737670898, | |
| "learning_rate": 1.4648427014398336e-06, | |
| "loss": 1.9561, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 0.9671905615541752, | |
| "grad_norm": 1.1466737985610962, | |
| "learning_rate": 1.2988401159990793e-06, | |
| "loss": 1.9396, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 0.9692750239713178, | |
| "grad_norm": 1.0394240617752075, | |
| "learning_rate": 1.1421646628682215e-06, | |
| "loss": 1.9217, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.9713594863884604, | |
| "grad_norm": 1.18535315990448, | |
| "learning_rate": 9.949842889302675e-07, | |
| "loss": 1.9473, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 0.973443948805603, | |
| "grad_norm": 0.9806298017501831, | |
| "learning_rate": 8.574567629010489e-07, | |
| "loss": 1.9415, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 0.9755284112227457, | |
| "grad_norm": 1.027891993522644, | |
| "learning_rate": 7.297295062104215e-07, | |
| "loss": 1.9392, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 0.9776128736398882, | |
| "grad_norm": 12.703132629394531, | |
| "learning_rate": 6.119394349751628e-07, | |
| "loss": 1.9455, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 0.9796973360570309, | |
| "grad_norm": 1.4290614128112793, | |
| "learning_rate": 5.042128132329205e-07, | |
| "loss": 1.9533, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.9817817984741735, | |
| "grad_norm": 1.15633225440979, | |
| "learning_rate": 4.0666511759459457e-07, | |
| "loss": 1.946, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 0.9838662608913161, | |
| "grad_norm": 1.006787896156311, | |
| "learning_rate": 3.19400913460185e-07, | |
| "loss": 1.9255, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 0.9859507233084588, | |
| "grad_norm": 17.578834533691406, | |
| "learning_rate": 2.4251374293082885e-07, | |
| "loss": 1.9303, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 0.9880351857256013, | |
| "grad_norm": 3.2122883796691895, | |
| "learning_rate": 1.7608602453716205e-07, | |
| "loss": 1.9326, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 0.990119648142744, | |
| "grad_norm": 1.0698961019515991, | |
| "learning_rate": 1.2018896489149333e-07, | |
| "loss": 1.9339, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.9922041105598866, | |
| "grad_norm": 1.2213988304138184, | |
| "learning_rate": 7.488248235850038e-08, | |
| "loss": 1.9379, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 0.9942885729770292, | |
| "grad_norm": 1.0943001508712769, | |
| "learning_rate": 4.0215142826263155e-08, | |
| "loss": 1.9595, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 0.9963730353941719, | |
| "grad_norm": 1.1492195129394531, | |
| "learning_rate": 1.6224107646479747e-08, | |
| "loss": 1.9347, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 0.9984574978113144, | |
| "grad_norm": 1.0283631086349487, | |
| "learning_rate": 2.935093799688593e-09, | |
| "loss": 1.9271, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 47974, | |
| "total_flos": 5.740611116623462e+18, | |
| "train_loss": 2.363025343879811, | |
| "train_runtime": 6339.5944, | |
| "train_samples_per_second": 60.539, | |
| "train_steps_per_second": 7.567 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 47974, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.740611116623462e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |