| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9982608695652173, | |
| "eval_steps": 500, | |
| "global_step": 574, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0036036036036036037, | |
| "grad_norm": 0.1164047870616515, | |
| "learning_rate": 3.5714285714285714e-06, | |
| "loss": 0.1263, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.007207207207207207, | |
| "grad_norm": 0.1627219461416066, | |
| "learning_rate": 7.142857142857143e-06, | |
| "loss": 0.1446, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.010810810810810811, | |
| "grad_norm": 0.1157756817304506, | |
| "learning_rate": 1.0714285714285714e-05, | |
| "loss": 0.1441, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.014414414414414415, | |
| "grad_norm": 0.14566785288918435, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 0.1466, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.018018018018018018, | |
| "grad_norm": 0.13068033224281192, | |
| "learning_rate": 1.785714285714286e-05, | |
| "loss": 0.1342, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.021621621621621623, | |
| "grad_norm": 0.15128910055561917, | |
| "learning_rate": 2.1428571428571428e-05, | |
| "loss": 0.1263, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.025225225225225224, | |
| "grad_norm": 0.12625301643275005, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.1306, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.02882882882882883, | |
| "grad_norm": 0.1341542973939784, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 0.1132, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.032432432432432434, | |
| "grad_norm": 0.09503727827074428, | |
| "learning_rate": 3.2142857142857144e-05, | |
| "loss": 0.0921, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.036036036036036036, | |
| "grad_norm": 0.13724411508071346, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 0.123, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03963963963963964, | |
| "grad_norm": 0.1249162520121657, | |
| "learning_rate": 3.928571428571429e-05, | |
| "loss": 0.1183, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.043243243243243246, | |
| "grad_norm": 0.14002577339626954, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 0.1297, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04684684684684685, | |
| "grad_norm": 0.12032689516166056, | |
| "learning_rate": 4.642857142857143e-05, | |
| "loss": 0.1144, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.05045045045045045, | |
| "grad_norm": 0.11822508923100593, | |
| "learning_rate": 5e-05, | |
| "loss": 0.127, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 0.12626847998511856, | |
| "learning_rate": 5.3571428571428575e-05, | |
| "loss": 0.1246, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.05765765765765766, | |
| "grad_norm": 0.1394135180306787, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 0.1249, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.06126126126126126, | |
| "grad_norm": 0.1486627737985617, | |
| "learning_rate": 6.0714285714285715e-05, | |
| "loss": 0.1156, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.06486486486486487, | |
| "grad_norm": 0.08348858837628631, | |
| "learning_rate": 6.428571428571429e-05, | |
| "loss": 0.0972, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.06846846846846846, | |
| "grad_norm": 0.19888777350730014, | |
| "learning_rate": 6.785714285714286e-05, | |
| "loss": 0.146, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.07207207207207207, | |
| "grad_norm": 0.12757635434343284, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 0.109, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07567567567567568, | |
| "grad_norm": 0.17261365946211904, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.139, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.07927927927927927, | |
| "grad_norm": 0.19568066543467844, | |
| "learning_rate": 7.857142857142858e-05, | |
| "loss": 0.1366, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.08288288288288288, | |
| "grad_norm": 0.20224174296046235, | |
| "learning_rate": 8.214285714285714e-05, | |
| "loss": 0.1437, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.08648648648648649, | |
| "grad_norm": 0.24075864691751864, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 0.16, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.09009009009009009, | |
| "grad_norm": 0.1506076228406242, | |
| "learning_rate": 8.92857142857143e-05, | |
| "loss": 0.1074, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0936936936936937, | |
| "grad_norm": 0.16087708567600026, | |
| "learning_rate": 9.285714285714286e-05, | |
| "loss": 0.1071, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0972972972972973, | |
| "grad_norm": 0.15632293632911032, | |
| "learning_rate": 9.642857142857143e-05, | |
| "loss": 0.115, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.1009009009009009, | |
| "grad_norm": 0.15351274455794925, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1083, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.1045045045045045, | |
| "grad_norm": 0.17410060629498864, | |
| "learning_rate": 0.00010357142857142859, | |
| "loss": 0.1143, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 0.11003201267949979, | |
| "learning_rate": 0.00010714285714285715, | |
| "loss": 0.0822, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.11171171171171171, | |
| "grad_norm": 0.14850855070731758, | |
| "learning_rate": 0.00011071428571428572, | |
| "loss": 0.1422, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.11531531531531532, | |
| "grad_norm": 0.11574892051893418, | |
| "learning_rate": 0.00011428571428571428, | |
| "loss": 0.0917, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.11891891891891893, | |
| "grad_norm": 0.12172342587299105, | |
| "learning_rate": 0.00011785714285714287, | |
| "loss": 0.1125, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.12252252252252252, | |
| "grad_norm": 0.10233939138594608, | |
| "learning_rate": 0.00012142857142857143, | |
| "loss": 0.0916, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.12612612612612611, | |
| "grad_norm": 0.1277262526433454, | |
| "learning_rate": 0.000125, | |
| "loss": 0.1168, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.12972972972972974, | |
| "grad_norm": 0.1510932624260595, | |
| "learning_rate": 0.00012857142857142858, | |
| "loss": 0.1366, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.13333333333333333, | |
| "grad_norm": 0.1381015918157766, | |
| "learning_rate": 0.00013214285714285715, | |
| "loss": 0.1112, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.13693693693693693, | |
| "grad_norm": 0.12744142332679428, | |
| "learning_rate": 0.00013571428571428572, | |
| "loss": 0.1169, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.14054054054054055, | |
| "grad_norm": 0.12605036861900049, | |
| "learning_rate": 0.0001392857142857143, | |
| "loss": 0.1265, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.14414414414414414, | |
| "grad_norm": 0.09494597572244792, | |
| "learning_rate": 0.00014285714285714287, | |
| "loss": 0.0856, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.14774774774774774, | |
| "grad_norm": 0.11563858827548382, | |
| "learning_rate": 0.00014642857142857141, | |
| "loss": 0.091, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.15135135135135136, | |
| "grad_norm": 0.10978464408087514, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.0934, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.15495495495495495, | |
| "grad_norm": 0.14748905325763195, | |
| "learning_rate": 0.0001535714285714286, | |
| "loss": 0.1042, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.15855855855855855, | |
| "grad_norm": 0.15028736539177057, | |
| "learning_rate": 0.00015714285714285716, | |
| "loss": 0.1232, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.16216216216216217, | |
| "grad_norm": 0.16834971174993532, | |
| "learning_rate": 0.00016071428571428573, | |
| "loss": 0.1388, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.16576576576576577, | |
| "grad_norm": 0.1364758084150375, | |
| "learning_rate": 0.00016428571428571428, | |
| "loss": 0.1245, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.16936936936936936, | |
| "grad_norm": 0.1906244918264085, | |
| "learning_rate": 0.00016785714285714288, | |
| "loss": 0.1419, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.17297297297297298, | |
| "grad_norm": 0.15582113106280285, | |
| "learning_rate": 0.00017142857142857143, | |
| "loss": 0.1284, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.17657657657657658, | |
| "grad_norm": 0.1653708513472312, | |
| "learning_rate": 0.000175, | |
| "loss": 0.1265, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.18018018018018017, | |
| "grad_norm": 0.11080370021143991, | |
| "learning_rate": 0.0001785714285714286, | |
| "loss": 0.1136, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1837837837837838, | |
| "grad_norm": 0.14497196744014715, | |
| "learning_rate": 0.00018214285714285714, | |
| "loss": 0.1336, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.1873873873873874, | |
| "grad_norm": 0.11471991362976224, | |
| "learning_rate": 0.00018571428571428572, | |
| "loss": 0.1009, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.19099099099099098, | |
| "grad_norm": 0.1518492774928798, | |
| "learning_rate": 0.0001892857142857143, | |
| "loss": 0.1445, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1945945945945946, | |
| "grad_norm": 0.15638927885876117, | |
| "learning_rate": 0.00019285714285714286, | |
| "loss": 0.1095, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1981981981981982, | |
| "grad_norm": 0.12245693248057901, | |
| "learning_rate": 0.00019642857142857144, | |
| "loss": 0.099, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.2018018018018018, | |
| "grad_norm": 0.13146029758520172, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1215, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.20540540540540542, | |
| "grad_norm": 0.1449923810118862, | |
| "learning_rate": 0.00019999801019909556, | |
| "loss": 0.1376, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.209009009009009, | |
| "grad_norm": 0.12275432649506118, | |
| "learning_rate": 0.0001999920408755684, | |
| "loss": 0.111, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.2126126126126126, | |
| "grad_norm": 0.13294914056261917, | |
| "learning_rate": 0.00019998209226697376, | |
| "loss": 0.1184, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 0.11587311682416103, | |
| "learning_rate": 0.00019996816476922677, | |
| "loss": 0.1029, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.21981981981981982, | |
| "grad_norm": 0.211706197616785, | |
| "learning_rate": 0.00019995025893658627, | |
| "loss": 0.1323, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.22342342342342342, | |
| "grad_norm": 0.135734632583536, | |
| "learning_rate": 0.00019992837548163316, | |
| "loss": 0.1073, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.22702702702702704, | |
| "grad_norm": 0.1916821730614324, | |
| "learning_rate": 0.00019990251527524178, | |
| "loss": 0.1287, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.23063063063063063, | |
| "grad_norm": 0.1696786518231171, | |
| "learning_rate": 0.00019987267934654538, | |
| "loss": 0.1467, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.23423423423423423, | |
| "grad_norm": 0.1556597769170162, | |
| "learning_rate": 0.00019983886888289514, | |
| "loss": 0.1074, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.23783783783783785, | |
| "grad_norm": 0.11435037299616506, | |
| "learning_rate": 0.00019980108522981284, | |
| "loss": 0.1054, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.24144144144144145, | |
| "grad_norm": 0.1377527772698083, | |
| "learning_rate": 0.00019975932989093747, | |
| "loss": 0.1167, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.24504504504504504, | |
| "grad_norm": 0.13089085083126692, | |
| "learning_rate": 0.00019971360452796522, | |
| "loss": 0.1268, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.24864864864864866, | |
| "grad_norm": 0.1461221542311374, | |
| "learning_rate": 0.00019966391096058346, | |
| "loss": 0.1353, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.25225225225225223, | |
| "grad_norm": 0.10972604571483792, | |
| "learning_rate": 0.0001996102511663983, | |
| "loss": 0.0839, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.25585585585585585, | |
| "grad_norm": 0.14694411558687645, | |
| "learning_rate": 0.0001995526272808559, | |
| "loss": 0.1266, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.2594594594594595, | |
| "grad_norm": 0.2623900472581046, | |
| "learning_rate": 0.00019949104159715743, | |
| "loss": 0.1192, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.26306306306306304, | |
| "grad_norm": 0.14253202316127417, | |
| "learning_rate": 0.0001994254965661679, | |
| "loss": 0.1268, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 0.22775504622269988, | |
| "learning_rate": 0.0001993559947963185, | |
| "loss": 0.1624, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 0.18974052313619846, | |
| "learning_rate": 0.00019928253905350296, | |
| "loss": 0.1656, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.27387387387387385, | |
| "grad_norm": 0.18281811162027828, | |
| "learning_rate": 0.00019920513226096733, | |
| "loss": 0.1512, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.2774774774774775, | |
| "grad_norm": 0.15981121539784604, | |
| "learning_rate": 0.00019912377749919374, | |
| "loss": 0.1414, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2810810810810811, | |
| "grad_norm": 0.11107015310290616, | |
| "learning_rate": 0.00019903847800577777, | |
| "loss": 0.0732, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.28468468468468466, | |
| "grad_norm": 0.11807284847655806, | |
| "learning_rate": 0.00019894923717529955, | |
| "loss": 0.1158, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.2882882882882883, | |
| "grad_norm": 0.1674132871400004, | |
| "learning_rate": 0.00019885605855918885, | |
| "loss": 0.1363, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2918918918918919, | |
| "grad_norm": 0.09521837972620555, | |
| "learning_rate": 0.00019875894586558355, | |
| "loss": 0.0761, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.2954954954954955, | |
| "grad_norm": 0.13313059706266978, | |
| "learning_rate": 0.00019865790295918212, | |
| "loss": 0.114, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.2990990990990991, | |
| "grad_norm": 0.15752991450823575, | |
| "learning_rate": 0.00019855293386108992, | |
| "loss": 0.1143, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.3027027027027027, | |
| "grad_norm": 0.11681361221271575, | |
| "learning_rate": 0.0001984440427486591, | |
| "loss": 0.0955, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.3063063063063063, | |
| "grad_norm": 0.1435158350817726, | |
| "learning_rate": 0.00019833123395532226, | |
| "loss": 0.1292, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.3099099099099099, | |
| "grad_norm": 0.1174821097766054, | |
| "learning_rate": 0.00019821451197042026, | |
| "loss": 0.119, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.31351351351351353, | |
| "grad_norm": 0.14421204301690782, | |
| "learning_rate": 0.00019809388143902332, | |
| "loss": 0.1313, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.3171171171171171, | |
| "grad_norm": 0.13517965622709482, | |
| "learning_rate": 0.0001979693471617462, | |
| "loss": 0.1297, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.3207207207207207, | |
| "grad_norm": 0.17145867539050777, | |
| "learning_rate": 0.00019784091409455728, | |
| "loss": 0.1359, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 0.11953352813577937, | |
| "learning_rate": 0.00019770858734858126, | |
| "loss": 0.0878, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.3279279279279279, | |
| "grad_norm": 0.13673174823647213, | |
| "learning_rate": 0.00019757237218989563, | |
| "loss": 0.1265, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.33153153153153153, | |
| "grad_norm": 0.16490479257041854, | |
| "learning_rate": 0.00019743227403932134, | |
| "loss": 0.1393, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.33513513513513515, | |
| "grad_norm": 0.12343228690652325, | |
| "learning_rate": 0.000197288298472207, | |
| "loss": 0.1174, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.3387387387387387, | |
| "grad_norm": 0.16745916159569352, | |
| "learning_rate": 0.00019714045121820676, | |
| "loss": 0.1235, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.34234234234234234, | |
| "grad_norm": 0.16922526895888806, | |
| "learning_rate": 0.00019698873816105273, | |
| "loss": 0.0975, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.34594594594594597, | |
| "grad_norm": 0.129484224418453, | |
| "learning_rate": 0.00019683316533832042, | |
| "loss": 0.0928, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.34954954954954953, | |
| "grad_norm": 0.1514002748369919, | |
| "learning_rate": 0.0001966737389411887, | |
| "loss": 0.1341, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.35315315315315315, | |
| "grad_norm": 0.11053077601153272, | |
| "learning_rate": 0.00019651046531419332, | |
| "loss": 0.09, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.3567567567567568, | |
| "grad_norm": 0.11955256535981768, | |
| "learning_rate": 0.00019634335095497458, | |
| "loss": 0.0978, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 0.12318848470518083, | |
| "learning_rate": 0.0001961724025140185, | |
| "loss": 0.1123, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.36396396396396397, | |
| "grad_norm": 0.19878288570661823, | |
| "learning_rate": 0.0001959976267943923, | |
| "loss": 0.1449, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.3675675675675676, | |
| "grad_norm": 0.11498348089609609, | |
| "learning_rate": 0.0001958190307514737, | |
| "loss": 0.101, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.37117117117117115, | |
| "grad_norm": 0.12807480490548945, | |
| "learning_rate": 0.00019563662149267406, | |
| "loss": 0.1115, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.3747747747747748, | |
| "grad_norm": 0.1537951698344796, | |
| "learning_rate": 0.0001954504062771555, | |
| "loss": 0.1099, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.3783783783783784, | |
| "grad_norm": 0.13376774584465406, | |
| "learning_rate": 0.0001952603925155422, | |
| "loss": 0.0945, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.38198198198198197, | |
| "grad_norm": 0.11095795904499461, | |
| "learning_rate": 0.0001950665877696252, | |
| "loss": 0.1001, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.3855855855855856, | |
| "grad_norm": 0.1176293890483276, | |
| "learning_rate": 0.00019486899975206166, | |
| "loss": 0.1114, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.3891891891891892, | |
| "grad_norm": 0.16600471258328028, | |
| "learning_rate": 0.0001946676363260679, | |
| "loss": 0.1565, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.3927927927927928, | |
| "grad_norm": 0.12969105825015786, | |
| "learning_rate": 0.0001944625055051065, | |
| "loss": 0.0942, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.3963963963963964, | |
| "grad_norm": 0.1260399594140325, | |
| "learning_rate": 0.00019425361545256727, | |
| "loss": 0.1151, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12141152738985596, | |
| "learning_rate": 0.00019404097448144257, | |
| "loss": 0.0953, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.4036036036036036, | |
| "grad_norm": 0.16522441528864815, | |
| "learning_rate": 0.00019382459105399632, | |
| "loss": 0.1483, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.4072072072072072, | |
| "grad_norm": 0.16464941562962845, | |
| "learning_rate": 0.00019360447378142728, | |
| "loss": 0.1145, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.41081081081081083, | |
| "grad_norm": 0.1301041115410939, | |
| "learning_rate": 0.00019338063142352644, | |
| "loss": 0.109, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.4144144144144144, | |
| "grad_norm": 0.15394069789981274, | |
| "learning_rate": 0.00019315307288832835, | |
| "loss": 0.1484, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.418018018018018, | |
| "grad_norm": 0.1337025315682798, | |
| "learning_rate": 0.00019292180723175654, | |
| "loss": 0.1083, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.42162162162162165, | |
| "grad_norm": 0.11697191221298965, | |
| "learning_rate": 0.00019268684365726326, | |
| "loss": 0.1104, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.4252252252252252, | |
| "grad_norm": 0.14885108765057334, | |
| "learning_rate": 0.00019244819151546322, | |
| "loss": 0.1349, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.42882882882882883, | |
| "grad_norm": 0.16748465670739565, | |
| "learning_rate": 0.00019220586030376134, | |
| "loss": 0.1375, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 0.16065529576883042, | |
| "learning_rate": 0.00019195985966597494, | |
| "loss": 0.1158, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.436036036036036, | |
| "grad_norm": 0.14710431466862364, | |
| "learning_rate": 0.0001917101993919498, | |
| "loss": 0.1123, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.43963963963963965, | |
| "grad_norm": 0.1535583565878682, | |
| "learning_rate": 0.00019145688941717075, | |
| "loss": 0.1244, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.44324324324324327, | |
| "grad_norm": 0.15887496082691002, | |
| "learning_rate": 0.00019119993982236606, | |
| "loss": 0.1099, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.44684684684684683, | |
| "grad_norm": 0.17132720394894463, | |
| "learning_rate": 0.00019093936083310653, | |
| "loss": 0.1366, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.45045045045045046, | |
| "grad_norm": 0.1304195997449305, | |
| "learning_rate": 0.00019067516281939825, | |
| "loss": 0.1042, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.4540540540540541, | |
| "grad_norm": 0.13720183539624425, | |
| "learning_rate": 0.00019040735629527027, | |
| "loss": 0.0939, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.45765765765765765, | |
| "grad_norm": 0.1878348429175824, | |
| "learning_rate": 0.00019013595191835574, | |
| "loss": 0.1421, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.46126126126126127, | |
| "grad_norm": 0.15221296411188612, | |
| "learning_rate": 0.00018986096048946824, | |
| "loss": 0.1207, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.4648648648648649, | |
| "grad_norm": 0.12530318604533355, | |
| "learning_rate": 0.0001895823929521716, | |
| "loss": 0.1101, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.46846846846846846, | |
| "grad_norm": 0.11753990553496706, | |
| "learning_rate": 0.0001893002603923446, | |
| "loss": 0.0814, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.4720720720720721, | |
| "grad_norm": 0.15143122574748422, | |
| "learning_rate": 0.00018901457403773967, | |
| "loss": 0.1259, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.4756756756756757, | |
| "grad_norm": 0.12436714806981373, | |
| "learning_rate": 0.00018872534525753615, | |
| "loss": 0.1148, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.47927927927927927, | |
| "grad_norm": 0.13100199539485474, | |
| "learning_rate": 0.00018843258556188787, | |
| "loss": 0.1189, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.4828828828828829, | |
| "grad_norm": 0.1667053146851425, | |
| "learning_rate": 0.00018813630660146488, | |
| "loss": 0.1494, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.4864864864864865, | |
| "grad_norm": 0.09073673518826318, | |
| "learning_rate": 0.00018783652016699014, | |
| "loss": 0.0799, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4900900900900901, | |
| "grad_norm": 0.13343062211829884, | |
| "learning_rate": 0.0001875332381887699, | |
| "loss": 0.1241, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.4936936936936937, | |
| "grad_norm": 0.12750970397329575, | |
| "learning_rate": 0.0001872264727362194, | |
| "loss": 0.1386, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.4972972972972973, | |
| "grad_norm": 0.10441877909622974, | |
| "learning_rate": 0.00018691623601738199, | |
| "loss": 0.0888, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.5009009009009009, | |
| "grad_norm": 0.14478179850573814, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.1056, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.5045045045045045, | |
| "grad_norm": 0.13712755003139512, | |
| "learning_rate": 0.00018628539830324229, | |
| "loss": 0.1489, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5081081081081081, | |
| "grad_norm": 0.12379021926600628, | |
| "learning_rate": 0.000185964822412769, | |
| "loss": 0.1071, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.5117117117117117, | |
| "grad_norm": 0.12266406139545731, | |
| "learning_rate": 0.00018564082546466805, | |
| "loss": 0.1141, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.5153153153153153, | |
| "grad_norm": 0.09332411107267007, | |
| "learning_rate": 0.00018531342035272766, | |
| "loss": 0.0876, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.518918918918919, | |
| "grad_norm": 0.12722229275266542, | |
| "learning_rate": 0.00018498262010636774, | |
| "loss": 0.123, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.5225225225225225, | |
| "grad_norm": 0.1934624210241968, | |
| "learning_rate": 0.00018464843789012085, | |
| "loss": 0.1891, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.5261261261261261, | |
| "grad_norm": 0.1202206919464269, | |
| "learning_rate": 0.00018431088700310844, | |
| "loss": 0.1157, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.5297297297297298, | |
| "grad_norm": 0.11855534138749764, | |
| "learning_rate": 0.0001839699808785118, | |
| "loss": 0.1126, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 0.10719514027165045, | |
| "learning_rate": 0.00018362573308303718, | |
| "loss": 0.0907, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.5369369369369369, | |
| "grad_norm": 0.11210467216409752, | |
| "learning_rate": 0.00018327815731637612, | |
| "loss": 0.1007, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.12526617885340885, | |
| "learning_rate": 0.00018292726741066007, | |
| "loss": 0.1049, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5441441441441441, | |
| "grad_norm": 0.1477303393799172, | |
| "learning_rate": 0.00018257307732991008, | |
| "loss": 0.1516, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.5477477477477477, | |
| "grad_norm": 0.14857702506705278, | |
| "learning_rate": 0.00018221560116948103, | |
| "loss": 0.1453, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.5513513513513514, | |
| "grad_norm": 0.14008518634545825, | |
| "learning_rate": 0.0001818548531555006, | |
| "loss": 0.1297, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.554954954954955, | |
| "grad_norm": 0.12658212522638404, | |
| "learning_rate": 0.0001814908476443034, | |
| "loss": 0.1155, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.5585585585585585, | |
| "grad_norm": 0.149670716923037, | |
| "learning_rate": 0.00018112359912185924, | |
| "loss": 0.1211, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.5621621621621622, | |
| "grad_norm": 0.11342605203968036, | |
| "learning_rate": 0.000180753122203197, | |
| "loss": 0.0899, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.5657657657657658, | |
| "grad_norm": 0.15888593819383173, | |
| "learning_rate": 0.00018037943163182283, | |
| "loss": 0.1445, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.5693693693693693, | |
| "grad_norm": 0.12437893978089608, | |
| "learning_rate": 0.00018000254227913348, | |
| "loss": 0.1152, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.572972972972973, | |
| "grad_norm": 0.11638937373238138, | |
| "learning_rate": 0.0001796224691438244, | |
| "loss": 0.1123, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.5765765765765766, | |
| "grad_norm": 0.14812854362945038, | |
| "learning_rate": 0.00017923922735129302, | |
| "loss": 0.1263, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.5801801801801801, | |
| "grad_norm": 0.10770071386782099, | |
| "learning_rate": 0.0001788528321530366, | |
| "loss": 0.0955, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.5837837837837838, | |
| "grad_norm": 0.1870539683925041, | |
| "learning_rate": 0.00017846329892604547, | |
| "loss": 0.1124, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.5873873873873874, | |
| "grad_norm": 0.1560374478952629, | |
| "learning_rate": 0.00017807064317219094, | |
| "loss": 0.122, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.590990990990991, | |
| "grad_norm": 0.14789972168680796, | |
| "learning_rate": 0.00017767488051760857, | |
| "loss": 0.0955, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.5945945945945946, | |
| "grad_norm": 0.17954009944461283, | |
| "learning_rate": 0.00017727602671207605, | |
| "loss": 0.1326, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.5981981981981982, | |
| "grad_norm": 0.12473531577026101, | |
| "learning_rate": 0.00017687409762838664, | |
| "loss": 0.139, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.6018018018018018, | |
| "grad_norm": 0.18890214448118112, | |
| "learning_rate": 0.00017646910926171747, | |
| "loss": 0.158, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.6054054054054054, | |
| "grad_norm": 0.1158510197827391, | |
| "learning_rate": 0.00017606107772899287, | |
| "loss": 0.124, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.609009009009009, | |
| "grad_norm": 0.1513359972404607, | |
| "learning_rate": 0.00017565001926824313, | |
| "loss": 0.1535, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.6126126126126126, | |
| "grad_norm": 0.11561240472832256, | |
| "learning_rate": 0.00017523595023795813, | |
| "loss": 0.097, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.6162162162162163, | |
| "grad_norm": 0.14453378759822266, | |
| "learning_rate": 0.00017481888711643655, | |
| "loss": 0.1369, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.6198198198198198, | |
| "grad_norm": 0.10823698221755142, | |
| "learning_rate": 0.00017439884650112989, | |
| "loss": 0.0854, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.6234234234234234, | |
| "grad_norm": 0.16461158555393735, | |
| "learning_rate": 0.0001739758451079821, | |
| "loss": 0.1327, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.6270270270270271, | |
| "grad_norm": 0.13330810816894179, | |
| "learning_rate": 0.00017354989977076422, | |
| "loss": 0.0988, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.6306306306306306, | |
| "grad_norm": 0.1603897957937655, | |
| "learning_rate": 0.00017312102744040467, | |
| "loss": 0.1517, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.6342342342342342, | |
| "grad_norm": 0.1387499574229483, | |
| "learning_rate": 0.00017268924518431438, | |
| "loss": 0.1159, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.6378378378378379, | |
| "grad_norm": 0.15123399261590567, | |
| "learning_rate": 0.0001722545701857079, | |
| "loss": 0.135, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.6414414414414414, | |
| "grad_norm": 0.201686818845506, | |
| "learning_rate": 0.0001718170197429193, | |
| "loss": 0.1601, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.645045045045045, | |
| "grad_norm": 0.16050791333444517, | |
| "learning_rate": 0.0001713766112687139, | |
| "loss": 0.1376, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 0.13004224853328716, | |
| "learning_rate": 0.00017093336228959536, | |
| "loss": 0.1191, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6522522522522523, | |
| "grad_norm": 0.10061992398695434, | |
| "learning_rate": 0.000170487290445108, | |
| "loss": 0.0958, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.6558558558558558, | |
| "grad_norm": 0.09779721051938423, | |
| "learning_rate": 0.0001700384134871351, | |
| "loss": 0.098, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.6594594594594595, | |
| "grad_norm": 0.12862092154540355, | |
| "learning_rate": 0.0001695867492791921, | |
| "loss": 0.1083, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.6630630630630631, | |
| "grad_norm": 0.13476322854527875, | |
| "learning_rate": 0.00016913231579571608, | |
| "loss": 0.1466, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.09595530640274692, | |
| "learning_rate": 0.00016867513112135013, | |
| "loss": 0.0842, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.6702702702702703, | |
| "grad_norm": 0.15679543098949758, | |
| "learning_rate": 0.00016821521345022377, | |
| "loss": 0.1338, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.6738738738738739, | |
| "grad_norm": 0.14388550615027906, | |
| "learning_rate": 0.00016775258108522908, | |
| "loss": 0.1125, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.6774774774774774, | |
| "grad_norm": 0.14073204006731552, | |
| "learning_rate": 0.0001672872524372919, | |
| "loss": 0.139, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.6810810810810811, | |
| "grad_norm": 0.09327785295917886, | |
| "learning_rate": 0.00016681924602463962, | |
| "loss": 0.0876, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.6846846846846847, | |
| "grad_norm": 0.0966354577674113, | |
| "learning_rate": 0.00016634858047206378, | |
| "loss": 0.0817, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6882882882882883, | |
| "grad_norm": 0.1298212529485729, | |
| "learning_rate": 0.00016587527451017938, | |
| "loss": 0.1248, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.6918918918918919, | |
| "grad_norm": 0.15190505228456444, | |
| "learning_rate": 0.00016539934697467894, | |
| "loss": 0.1346, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.6954954954954955, | |
| "grad_norm": 0.12074435445615049, | |
| "learning_rate": 0.0001649208168055833, | |
| "loss": 0.1218, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.6990990990990991, | |
| "grad_norm": 0.11339361129121636, | |
| "learning_rate": 0.0001644397030464877, | |
| "loss": 0.0945, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.7027027027027027, | |
| "grad_norm": 0.1480633681266718, | |
| "learning_rate": 0.00016395602484380406, | |
| "loss": 0.143, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.7063063063063063, | |
| "grad_norm": 0.13202765755871132, | |
| "learning_rate": 0.0001634698014459988, | |
| "loss": 0.1256, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.7099099099099099, | |
| "grad_norm": 0.10905065599283695, | |
| "learning_rate": 0.00016298105220282713, | |
| "loss": 0.1024, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.7135135135135136, | |
| "grad_norm": 0.10616436723037755, | |
| "learning_rate": 0.00016248979656456275, | |
| "loss": 0.1066, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.7171171171171171, | |
| "grad_norm": 0.1063733952868901, | |
| "learning_rate": 0.0001619960540812239, | |
| "loss": 0.1065, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 0.1648449550913926, | |
| "learning_rate": 0.00016149984440179537, | |
| "loss": 0.1416, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7243243243243244, | |
| "grad_norm": 0.14504142427358913, | |
| "learning_rate": 0.00016100118727344659, | |
| "loss": 0.1323, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.7279279279279279, | |
| "grad_norm": 0.15511743070098452, | |
| "learning_rate": 0.00016050010254074564, | |
| "loss": 0.1259, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.7315315315315315, | |
| "grad_norm": 0.12280785450706579, | |
| "learning_rate": 0.00015999661014486956, | |
| "loss": 0.1165, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.7351351351351352, | |
| "grad_norm": 0.13888404263902684, | |
| "learning_rate": 0.00015949073012281093, | |
| "loss": 0.1047, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.7387387387387387, | |
| "grad_norm": 0.10651036692593711, | |
| "learning_rate": 0.00015898248260658016, | |
| "loss": 0.1181, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.7423423423423423, | |
| "grad_norm": 0.10861974936989245, | |
| "learning_rate": 0.0001584718878224047, | |
| "loss": 0.1064, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.745945945945946, | |
| "grad_norm": 0.10231866176721904, | |
| "learning_rate": 0.00015795896608992378, | |
| "loss": 0.0988, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.7495495495495496, | |
| "grad_norm": 0.15024568241023914, | |
| "learning_rate": 0.00015744373782137992, | |
| "loss": 0.1489, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.7531531531531531, | |
| "grad_norm": 0.12371588452286458, | |
| "learning_rate": 0.00015692622352080662, | |
| "loss": 0.116, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 0.11392721432010788, | |
| "learning_rate": 0.00015640644378321235, | |
| "loss": 0.1015, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7603603603603604, | |
| "grad_norm": 0.11201427932233406, | |
| "learning_rate": 0.00015588441929376097, | |
| "loss": 0.0863, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.7639639639639639, | |
| "grad_norm": 0.159849063390471, | |
| "learning_rate": 0.00015536017082694846, | |
| "loss": 0.1651, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.7675675675675676, | |
| "grad_norm": 0.13935698141384686, | |
| "learning_rate": 0.00015483371924577635, | |
| "loss": 0.1262, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.7711711711711712, | |
| "grad_norm": 0.15388913192797118, | |
| "learning_rate": 0.00015430508550092124, | |
| "loss": 0.1602, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.7747747747747747, | |
| "grad_norm": 0.11744911276482749, | |
| "learning_rate": 0.00015377429062990122, | |
| "loss": 0.1082, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.7783783783783784, | |
| "grad_norm": 0.14669529425537173, | |
| "learning_rate": 0.00015324135575623857, | |
| "loss": 0.1329, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.781981981981982, | |
| "grad_norm": 0.09725689202217797, | |
| "learning_rate": 0.00015270630208861916, | |
| "loss": 0.1001, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.7855855855855856, | |
| "grad_norm": 0.09066648478601479, | |
| "learning_rate": 0.00015216915092004847, | |
| "loss": 0.1005, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.7891891891891892, | |
| "grad_norm": 0.10556590806339675, | |
| "learning_rate": 0.00015162992362700406, | |
| "loss": 0.104, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.7927927927927928, | |
| "grad_norm": 0.10568504388848617, | |
| "learning_rate": 0.00015108864166858506, | |
| "loss": 0.1079, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.7963963963963964, | |
| "grad_norm": 0.13168798693648778, | |
| "learning_rate": 0.0001505453265856581, | |
| "loss": 0.1319, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.11471998852906086, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.1181, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.8036036036036036, | |
| "grad_norm": 0.11715811264986671, | |
| "learning_rate": 0.00014945268361343748, | |
| "loss": 0.1053, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.8072072072072072, | |
| "grad_norm": 0.10491568472945026, | |
| "learning_rate": 0.00014890339920698334, | |
| "loss": 0.0931, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 0.1381588520705617, | |
| "learning_rate": 0.00014835216863996975, | |
| "loss": 0.1417, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.8144144144144144, | |
| "grad_norm": 0.15507649891779268, | |
| "learning_rate": 0.0001477990138491783, | |
| "loss": 0.1418, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.818018018018018, | |
| "grad_norm": 0.11750139732263555, | |
| "learning_rate": 0.0001472439568479671, | |
| "loss": 0.1207, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.8216216216216217, | |
| "grad_norm": 0.12736893690378323, | |
| "learning_rate": 0.00014668701972539458, | |
| "loss": 0.1277, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.8252252252252252, | |
| "grad_norm": 0.11333975714941213, | |
| "learning_rate": 0.00014612822464534059, | |
| "loss": 0.1113, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.8288288288288288, | |
| "grad_norm": 0.11811846805876995, | |
| "learning_rate": 0.00014556759384562416, | |
| "loss": 0.1174, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.8324324324324325, | |
| "grad_norm": 0.12819157247369997, | |
| "learning_rate": 0.00014500514963711883, | |
| "loss": 0.1143, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.836036036036036, | |
| "grad_norm": 0.11727175144557134, | |
| "learning_rate": 0.0001444409144028644, | |
| "loss": 0.1153, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.8396396396396396, | |
| "grad_norm": 0.13457703292067713, | |
| "learning_rate": 0.00014387491059717652, | |
| "loss": 0.1199, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.8432432432432433, | |
| "grad_norm": 0.11901299124274167, | |
| "learning_rate": 0.00014330716074475286, | |
| "loss": 0.1147, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.8468468468468469, | |
| "grad_norm": 0.10353994887251415, | |
| "learning_rate": 0.00014273768743977685, | |
| "loss": 0.1026, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.8504504504504504, | |
| "grad_norm": 0.10419191980690304, | |
| "learning_rate": 0.0001421665133450184, | |
| "loss": 0.1063, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.8540540540540541, | |
| "grad_norm": 0.12748698891225302, | |
| "learning_rate": 0.00014159366119093214, | |
| "loss": 0.1079, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.8576576576576577, | |
| "grad_norm": 0.16200721887310557, | |
| "learning_rate": 0.00014101915377475274, | |
| "loss": 0.1152, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.8612612612612612, | |
| "grad_norm": 0.15795975577284813, | |
| "learning_rate": 0.0001404430139595877, | |
| "loss": 0.1542, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 0.14933463930244448, | |
| "learning_rate": 0.0001398652646735076, | |
| "loss": 0.1236, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8684684684684685, | |
| "grad_norm": 0.16198753222835588, | |
| "learning_rate": 0.0001392859289086334, | |
| "loss": 0.1375, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.872072072072072, | |
| "grad_norm": 0.13433467388254222, | |
| "learning_rate": 0.00013870502972022173, | |
| "loss": 0.1323, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.8756756756756757, | |
| "grad_norm": 0.12593674925296103, | |
| "learning_rate": 0.00013812259022574717, | |
| "loss": 0.1216, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.8792792792792793, | |
| "grad_norm": 0.13013719230493928, | |
| "learning_rate": 0.00013753863360398241, | |
| "loss": 0.1247, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.8828828828828829, | |
| "grad_norm": 0.11799267349520824, | |
| "learning_rate": 0.0001369531830940757, | |
| "loss": 0.1086, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.8864864864864865, | |
| "grad_norm": 0.08312084262618047, | |
| "learning_rate": 0.00013636626199462615, | |
| "loss": 0.0813, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.8900900900900901, | |
| "grad_norm": 0.1338651554767216, | |
| "learning_rate": 0.00013577789366275644, | |
| "loss": 0.137, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.8936936936936937, | |
| "grad_norm": 0.10150227632820087, | |
| "learning_rate": 0.0001351881015131833, | |
| "loss": 0.0975, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.8972972972972973, | |
| "grad_norm": 0.10189929428402296, | |
| "learning_rate": 0.00013459690901728588, | |
| "loss": 0.0923, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.9009009009009009, | |
| "grad_norm": 0.1408210936693087, | |
| "learning_rate": 0.00013400433970217135, | |
| "loss": 0.1378, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.9045045045045045, | |
| "grad_norm": 0.11765895193363322, | |
| "learning_rate": 0.000133410417149739, | |
| "loss": 0.1096, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.9081081081081082, | |
| "grad_norm": 0.1413792560787727, | |
| "learning_rate": 0.00013281516499574135, | |
| "loss": 0.1401, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.9117117117117117, | |
| "grad_norm": 0.08054406846656884, | |
| "learning_rate": 0.00013221860692884396, | |
| "loss": 0.0835, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.9153153153153153, | |
| "grad_norm": 0.12127761773938303, | |
| "learning_rate": 0.0001316207666896824, | |
| "loss": 0.118, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.918918918918919, | |
| "grad_norm": 0.10139113989817501, | |
| "learning_rate": 0.00013102166806991768, | |
| "loss": 0.0966, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.9225225225225225, | |
| "grad_norm": 0.10511129293269068, | |
| "learning_rate": 0.00013042133491128935, | |
| "loss": 0.0846, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.9261261261261261, | |
| "grad_norm": 0.13928639672942275, | |
| "learning_rate": 0.00012981979110466654, | |
| "loss": 0.1106, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.9297297297297298, | |
| "grad_norm": 0.1575504268549112, | |
| "learning_rate": 0.00012921706058909756, | |
| "loss": 0.1022, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.9333333333333333, | |
| "grad_norm": 0.09456528837585412, | |
| "learning_rate": 0.00012861316735085686, | |
| "loss": 0.0943, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.9369369369369369, | |
| "grad_norm": 0.11421875251828266, | |
| "learning_rate": 0.00012800813542249072, | |
| "loss": 0.0988, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.9405405405405406, | |
| "grad_norm": 0.11985070545179864, | |
| "learning_rate": 0.00012740198888186064, | |
| "loss": 0.1238, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.9441441441441442, | |
| "grad_norm": 0.09679571111756961, | |
| "learning_rate": 0.00012679475185118535, | |
| "loss": 0.1063, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.9477477477477477, | |
| "grad_norm": 0.09782919038732428, | |
| "learning_rate": 0.0001261864484960807, | |
| "loss": 0.1039, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.9513513513513514, | |
| "grad_norm": 0.17653628828090737, | |
| "learning_rate": 0.00012557710302459803, | |
| "loss": 0.1354, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.954954954954955, | |
| "grad_norm": 0.1409157686607275, | |
| "learning_rate": 0.00012496673968626068, | |
| "loss": 0.1181, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.9585585585585585, | |
| "grad_norm": 0.16396955244736236, | |
| "learning_rate": 0.0001243553827710992, | |
| "loss": 0.1352, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.9621621621621622, | |
| "grad_norm": 0.11706567681214818, | |
| "learning_rate": 0.0001237430566086844, | |
| "loss": 0.1103, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.9657657657657658, | |
| "grad_norm": 0.11951814155751256, | |
| "learning_rate": 0.00012312978556715932, | |
| "loss": 0.1182, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.9693693693693693, | |
| "grad_norm": 0.1098976660754676, | |
| "learning_rate": 0.00012251559405226941, | |
| "loss": 0.0981, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 0.13497038508376635, | |
| "learning_rate": 0.00012190050650639131, | |
| "loss": 0.139, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9765765765765766, | |
| "grad_norm": 0.10505221561748224, | |
| "learning_rate": 0.00012128454740756014, | |
| "loss": 0.0968, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.9801801801801802, | |
| "grad_norm": 0.09400827669331373, | |
| "learning_rate": 0.00012066774126849529, | |
| "loss": 0.091, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.9837837837837838, | |
| "grad_norm": 0.13553635299634834, | |
| "learning_rate": 0.00012005011263562513, | |
| "loss": 0.1269, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.9873873873873874, | |
| "grad_norm": 0.12708467697016343, | |
| "learning_rate": 0.00011943168608810978, | |
| "loss": 0.1393, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.990990990990991, | |
| "grad_norm": 0.12975117728566488, | |
| "learning_rate": 0.00011881248623686338, | |
| "loss": 0.1305, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.9945945945945946, | |
| "grad_norm": 0.13065574753229398, | |
| "learning_rate": 0.00011819253772357442, | |
| "loss": 0.1236, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.9981981981981982, | |
| "grad_norm": 0.11060359555949814, | |
| "learning_rate": 0.00011757186521972512, | |
| "loss": 0.1018, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.9981981981981982, | |
| "eval_loss": 0.12383058667182922, | |
| "eval_runtime": 52.8086, | |
| "eval_samples_per_second": 4.431, | |
| "eval_steps_per_second": 0.568, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.0018018018018018, | |
| "grad_norm": 0.11956545731254414, | |
| "learning_rate": 0.00011695049342560968, | |
| "loss": 0.0926, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.0054054054054054, | |
| "grad_norm": 0.07533035620811855, | |
| "learning_rate": 0.00011632844706935124, | |
| "loss": 0.0797, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.009009009009009, | |
| "grad_norm": 0.07020760288792346, | |
| "learning_rate": 0.00011570575090591791, | |
| "loss": 0.0607, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.0126126126126127, | |
| "grad_norm": 0.07819045444088978, | |
| "learning_rate": 0.00011508242971613741, | |
| "loss": 0.0735, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.0162162162162163, | |
| "grad_norm": 0.10053168911518578, | |
| "learning_rate": 0.0001144585083057111, | |
| "loss": 0.0835, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.0198198198198198, | |
| "grad_norm": 0.10526070984024917, | |
| "learning_rate": 0.0001138340115042267, | |
| "loss": 0.0951, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.0234234234234234, | |
| "grad_norm": 0.09945638649949284, | |
| "learning_rate": 0.00011320896416417026, | |
| "loss": 0.0767, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.027027027027027, | |
| "grad_norm": 0.07761913145188672, | |
| "learning_rate": 0.00011258339115993696, | |
| "loss": 0.0683, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.0306306306306305, | |
| "grad_norm": 0.09704735378738133, | |
| "learning_rate": 0.0001119573173868415, | |
| "loss": 0.0743, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.0342342342342343, | |
| "grad_norm": 0.07516525486775329, | |
| "learning_rate": 0.000111330767760127, | |
| "loss": 0.055, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.037837837837838, | |
| "grad_norm": 0.12817568478073565, | |
| "learning_rate": 0.00011070376721397373, | |
| "loss": 0.0812, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.0414414414414415, | |
| "grad_norm": 0.14184653764167465, | |
| "learning_rate": 0.00011007634070050684, | |
| "loss": 0.1011, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.045045045045045, | |
| "grad_norm": 0.12176639431416836, | |
| "learning_rate": 0.00010944851318880314, | |
| "loss": 0.0658, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.0486486486486486, | |
| "grad_norm": 0.12307205920891376, | |
| "learning_rate": 0.00010882030966389766, | |
| "loss": 0.0681, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.0522522522522522, | |
| "grad_norm": 0.10538765068004156, | |
| "learning_rate": 0.00010819175512578926, | |
| "loss": 0.0641, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.055855855855856, | |
| "grad_norm": 0.1835426273917669, | |
| "learning_rate": 0.00010756287458844569, | |
| "loss": 0.0741, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.0594594594594595, | |
| "grad_norm": 0.15004556066173333, | |
| "learning_rate": 0.00010693369307880816, | |
| "loss": 0.0697, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.063063063063063, | |
| "grad_norm": 0.17087142751095086, | |
| "learning_rate": 0.00010630423563579551, | |
| "loss": 0.0908, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.0666666666666667, | |
| "grad_norm": 0.11365528787847244, | |
| "learning_rate": 0.00010567452730930743, | |
| "loss": 0.0618, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.0702702702702702, | |
| "grad_norm": 0.1164578811980725, | |
| "learning_rate": 0.00010504459315922788, | |
| "loss": 0.0622, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.0738738738738738, | |
| "grad_norm": 0.188496193123827, | |
| "learning_rate": 0.00010441445825442772, | |
| "loss": 0.1077, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.0774774774774776, | |
| "grad_norm": 0.10295065488210545, | |
| "learning_rate": 0.00010378414767176705, | |
| "loss": 0.0735, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 0.15374433915948252, | |
| "learning_rate": 0.00010315368649509716, | |
| "loss": 0.085, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0846846846846847, | |
| "grad_norm": 0.09815844567459187, | |
| "learning_rate": 0.00010252309981426244, | |
| "loss": 0.054, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.0882882882882883, | |
| "grad_norm": 0.09380489686860213, | |
| "learning_rate": 0.0001018924127241019, | |
| "loss": 0.058, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.0918918918918918, | |
| "grad_norm": 0.1284280573750672, | |
| "learning_rate": 0.00010126165032345038, | |
| "loss": 0.0769, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.0954954954954954, | |
| "grad_norm": 0.1229186112985099, | |
| "learning_rate": 0.00010063083771413975, | |
| "loss": 0.0859, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.0990990990990992, | |
| "grad_norm": 0.09913923706830541, | |
| "learning_rate": 0.0001, | |
| "loss": 0.077, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.1027027027027028, | |
| "grad_norm": 0.10294321295155191, | |
| "learning_rate": 9.936916228586028e-05, | |
| "loss": 0.0756, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.1063063063063063, | |
| "grad_norm": 0.09262673197538004, | |
| "learning_rate": 9.873834967654964e-05, | |
| "loss": 0.0583, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.10990990990991, | |
| "grad_norm": 0.09476725567348886, | |
| "learning_rate": 9.810758727589813e-05, | |
| "loss": 0.0659, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.1135135135135135, | |
| "grad_norm": 0.10386525977756432, | |
| "learning_rate": 9.747690018573757e-05, | |
| "loss": 0.0604, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.117117117117117, | |
| "grad_norm": 0.1368700701066548, | |
| "learning_rate": 9.684631350490287e-05, | |
| "loss": 0.0728, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.1207207207207208, | |
| "grad_norm": 0.1432741421446136, | |
| "learning_rate": 9.621585232823298e-05, | |
| "loss": 0.0922, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.1243243243243244, | |
| "grad_norm": 0.11931342929926518, | |
| "learning_rate": 9.55855417455723e-05, | |
| "loss": 0.0763, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.127927927927928, | |
| "grad_norm": 0.10803701150902781, | |
| "learning_rate": 9.495540684077216e-05, | |
| "loss": 0.0661, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.1315315315315315, | |
| "grad_norm": 0.12884484782558658, | |
| "learning_rate": 9.432547269069261e-05, | |
| "loss": 0.0606, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.135135135135135, | |
| "grad_norm": 0.1344643405568192, | |
| "learning_rate": 9.36957643642045e-05, | |
| "loss": 0.0779, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.1387387387387387, | |
| "grad_norm": 0.12760304961299287, | |
| "learning_rate": 9.306630692119182e-05, | |
| "loss": 0.0603, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.1423423423423422, | |
| "grad_norm": 0.11600505233354397, | |
| "learning_rate": 9.243712541155436e-05, | |
| "loss": 0.0731, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.145945945945946, | |
| "grad_norm": 0.12470577794958661, | |
| "learning_rate": 9.180824487421077e-05, | |
| "loss": 0.0712, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.1495495495495496, | |
| "grad_norm": 0.1612422337136671, | |
| "learning_rate": 9.117969033610236e-05, | |
| "loss": 0.0683, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.1531531531531531, | |
| "grad_norm": 0.14102273355899492, | |
| "learning_rate": 9.055148681119688e-05, | |
| "loss": 0.0674, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.1567567567567567, | |
| "grad_norm": 0.14126790004481535, | |
| "learning_rate": 8.992365929949319e-05, | |
| "loss": 0.0812, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.1603603603603603, | |
| "grad_norm": 0.15229918606873402, | |
| "learning_rate": 8.929623278602627e-05, | |
| "loss": 0.0701, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.163963963963964, | |
| "grad_norm": 0.15483466842409133, | |
| "learning_rate": 8.866923223987302e-05, | |
| "loss": 0.0736, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.1675675675675676, | |
| "grad_norm": 0.14180233144913557, | |
| "learning_rate": 8.80426826131585e-05, | |
| "loss": 0.0783, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.1711711711711712, | |
| "grad_norm": 0.13636974208873606, | |
| "learning_rate": 8.741660884006303e-05, | |
| "loss": 0.0694, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.1747747747747748, | |
| "grad_norm": 0.09259441173399019, | |
| "learning_rate": 8.679103583582979e-05, | |
| "loss": 0.0524, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.1783783783783783, | |
| "grad_norm": 0.13715824142259708, | |
| "learning_rate": 8.616598849577333e-05, | |
| "loss": 0.08, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.181981981981982, | |
| "grad_norm": 0.12376655099748206, | |
| "learning_rate": 8.554149169428894e-05, | |
| "loss": 0.0784, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.1855855855855855, | |
| "grad_norm": 0.09319112288968635, | |
| "learning_rate": 8.491757028386263e-05, | |
| "loss": 0.0586, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.1891891891891893, | |
| "grad_norm": 0.10475390780150441, | |
| "learning_rate": 8.429424909408214e-05, | |
| "loss": 0.0563, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.1927927927927928, | |
| "grad_norm": 0.138568291584437, | |
| "learning_rate": 8.367155293064878e-05, | |
| "loss": 0.0894, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.1963963963963964, | |
| "grad_norm": 0.10228738965627485, | |
| "learning_rate": 8.304950657439033e-05, | |
| "loss": 0.0571, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.09804366197069557, | |
| "learning_rate": 8.242813478027492e-05, | |
| "loss": 0.0632, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.2036036036036035, | |
| "grad_norm": 0.09408876005476795, | |
| "learning_rate": 8.180746227642562e-05, | |
| "loss": 0.0553, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.2072072072072073, | |
| "grad_norm": 0.13733518876900813, | |
| "learning_rate": 8.118751376313664e-05, | |
| "loss": 0.074, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.2108108108108109, | |
| "grad_norm": 0.11537452385210425, | |
| "learning_rate": 8.056831391189023e-05, | |
| "loss": 0.0686, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.2144144144144144, | |
| "grad_norm": 0.1072867298305809, | |
| "learning_rate": 7.99498873643749e-05, | |
| "loss": 0.0628, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.218018018018018, | |
| "grad_norm": 0.10612605300014923, | |
| "learning_rate": 7.93322587315047e-05, | |
| "loss": 0.0678, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.2216216216216216, | |
| "grad_norm": 0.09775413101898157, | |
| "learning_rate": 7.87154525924399e-05, | |
| "loss": 0.0577, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.2252252252252251, | |
| "grad_norm": 0.11955490707565056, | |
| "learning_rate": 7.809949349360872e-05, | |
| "loss": 0.0576, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.2288288288288287, | |
| "grad_norm": 0.10380886011793584, | |
| "learning_rate": 7.74844059477306e-05, | |
| "loss": 0.0603, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.2324324324324325, | |
| "grad_norm": 0.13589511087320075, | |
| "learning_rate": 7.687021443284071e-05, | |
| "loss": 0.0773, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.236036036036036, | |
| "grad_norm": 0.1167184661521862, | |
| "learning_rate": 7.625694339131564e-05, | |
| "loss": 0.0677, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.2396396396396396, | |
| "grad_norm": 0.12624459810290067, | |
| "learning_rate": 7.564461722890081e-05, | |
| "loss": 0.0802, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.2432432432432432, | |
| "grad_norm": 0.12261184267145957, | |
| "learning_rate": 7.503326031373931e-05, | |
| "loss": 0.0649, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.2468468468468468, | |
| "grad_norm": 0.16140905294131228, | |
| "learning_rate": 7.442289697540201e-05, | |
| "loss": 0.0648, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.2504504504504506, | |
| "grad_norm": 0.1369989260957558, | |
| "learning_rate": 7.381355150391933e-05, | |
| "loss": 0.074, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.2540540540540541, | |
| "grad_norm": 0.10405503701690619, | |
| "learning_rate": 7.32052481488147e-05, | |
| "loss": 0.0683, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.2576576576576577, | |
| "grad_norm": 0.11234589174920957, | |
| "learning_rate": 7.25980111181394e-05, | |
| "loss": 0.0643, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.2612612612612613, | |
| "grad_norm": 0.09321884974416474, | |
| "learning_rate": 7.19918645775093e-05, | |
| "loss": 0.0571, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.2648648648648648, | |
| "grad_norm": 0.12641606453495435, | |
| "learning_rate": 7.138683264914314e-05, | |
| "loss": 0.0702, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.2684684684684684, | |
| "grad_norm": 0.09916971519672783, | |
| "learning_rate": 7.078293941090249e-05, | |
| "loss": 0.0669, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.272072072072072, | |
| "grad_norm": 0.11635429968669815, | |
| "learning_rate": 7.018020889533348e-05, | |
| "loss": 0.071, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.2756756756756757, | |
| "grad_norm": 0.1634329754196539, | |
| "learning_rate": 6.957866508871068e-05, | |
| "loss": 0.0956, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.2792792792792793, | |
| "grad_norm": 0.10617306865400682, | |
| "learning_rate": 6.897833193008231e-05, | |
| "loss": 0.0601, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.2828828828828829, | |
| "grad_norm": 0.09334802201378282, | |
| "learning_rate": 6.83792333103176e-05, | |
| "loss": 0.0633, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.2864864864864864, | |
| "grad_norm": 0.09803158330755328, | |
| "learning_rate": 6.77813930711561e-05, | |
| "loss": 0.059, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.29009009009009, | |
| "grad_norm": 0.1431245474215182, | |
| "learning_rate": 6.718483500425867e-05, | |
| "loss": 0.0942, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.2936936936936938, | |
| "grad_norm": 0.093782557814536, | |
| "learning_rate": 6.658958285026102e-05, | |
| "loss": 0.0606, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.2972972972972974, | |
| "grad_norm": 0.11393416329015467, | |
| "learning_rate": 6.599566029782863e-05, | |
| "loss": 0.0717, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.300900900900901, | |
| "grad_norm": 0.13923517110417213, | |
| "learning_rate": 6.540309098271416e-05, | |
| "loss": 0.0702, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.3045045045045045, | |
| "grad_norm": 0.11247902438190675, | |
| "learning_rate": 6.48118984868167e-05, | |
| "loss": 0.0671, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.308108108108108, | |
| "grad_norm": 0.08843201816576483, | |
| "learning_rate": 6.42221063372436e-05, | |
| "loss": 0.0528, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.3117117117117116, | |
| "grad_norm": 0.09716724428964281, | |
| "learning_rate": 6.363373800537387e-05, | |
| "loss": 0.064, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.3153153153153152, | |
| "grad_norm": 0.15158524613568697, | |
| "learning_rate": 6.304681690592431e-05, | |
| "loss": 0.0704, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.318918918918919, | |
| "grad_norm": 0.16465157701305033, | |
| "learning_rate": 6.246136639601764e-05, | |
| "loss": 0.0834, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.3225225225225226, | |
| "grad_norm": 0.12163370539770614, | |
| "learning_rate": 6.187740977425285e-05, | |
| "loss": 0.0734, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.3261261261261261, | |
| "grad_norm": 0.10264467748684972, | |
| "learning_rate": 6.129497027977829e-05, | |
| "loss": 0.0688, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.3297297297297297, | |
| "grad_norm": 0.0908877614772114, | |
| "learning_rate": 6.071407109136662e-05, | |
| "loss": 0.056, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 0.13375636202891336, | |
| "learning_rate": 6.0134735326492456e-05, | |
| "loss": 0.0775, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.336936936936937, | |
| "grad_norm": 0.11306366286295132, | |
| "learning_rate": 5.955698604041231e-05, | |
| "loss": 0.0609, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.3405405405405406, | |
| "grad_norm": 0.1273835553046169, | |
| "learning_rate": 5.8980846225247286e-05, | |
| "loss": 0.0653, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.3441441441441442, | |
| "grad_norm": 0.10437088258018255, | |
| "learning_rate": 5.8406338809067874e-05, | |
| "loss": 0.0639, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.3477477477477477, | |
| "grad_norm": 0.10184725937214306, | |
| "learning_rate": 5.7833486654981606e-05, | |
| "loss": 0.0531, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 0.1439045913318642, | |
| "learning_rate": 5.726231256022316e-05, | |
| "loss": 0.0756, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.3549549549549549, | |
| "grad_norm": 0.1161759648717375, | |
| "learning_rate": 5.669283925524715e-05, | |
| "loss": 0.0564, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.3585585585585584, | |
| "grad_norm": 0.14605792072752058, | |
| "learning_rate": 5.6125089402823485e-05, | |
| "loss": 0.0676, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.3621621621621622, | |
| "grad_norm": 0.11801235296837954, | |
| "learning_rate": 5.555908559713561e-05, | |
| "loss": 0.0922, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.3657657657657658, | |
| "grad_norm": 0.0986919703756885, | |
| "learning_rate": 5.4994850362881214e-05, | |
| "loss": 0.0624, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.3693693693693694, | |
| "grad_norm": 0.10287784532358656, | |
| "learning_rate": 5.443240615437586e-05, | |
| "loss": 0.0692, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.372972972972973, | |
| "grad_norm": 0.1340740211739596, | |
| "learning_rate": 5.387177535465945e-05, | |
| "loss": 0.0835, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.3765765765765765, | |
| "grad_norm": 0.138304807951036, | |
| "learning_rate": 5.331298027460539e-05, | |
| "loss": 0.0749, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.3801801801801803, | |
| "grad_norm": 0.11145520456541595, | |
| "learning_rate": 5.275604315203293e-05, | |
| "loss": 0.062, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.3837837837837839, | |
| "grad_norm": 0.09247928908715367, | |
| "learning_rate": 5.2200986150821696e-05, | |
| "loss": 0.0571, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.3873873873873874, | |
| "grad_norm": 0.1101460184702829, | |
| "learning_rate": 5.164783136003027e-05, | |
| "loss": 0.076, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.390990990990991, | |
| "grad_norm": 0.09455088802615286, | |
| "learning_rate": 5.109660079301668e-05, | |
| "loss": 0.0708, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.3945945945945946, | |
| "grad_norm": 0.12915569506877214, | |
| "learning_rate": 5.0547316386562507e-05, | |
| "loss": 0.0683, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.3981981981981981, | |
| "grad_norm": 0.14298967602118384, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 0.0802, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.4018018018018017, | |
| "grad_norm": 0.13870069410611544, | |
| "learning_rate": 4.945467341434195e-05, | |
| "loss": 0.0849, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.4054054054054055, | |
| "grad_norm": 0.1542562430256231, | |
| "learning_rate": 4.891135833141495e-05, | |
| "loss": 0.0875, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.409009009009009, | |
| "grad_norm": 0.11965550746042822, | |
| "learning_rate": 4.837007637299595e-05, | |
| "loss": 0.0599, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.4126126126126126, | |
| "grad_norm": 0.13624840902702007, | |
| "learning_rate": 4.783084907995156e-05, | |
| "loss": 0.0805, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.4162162162162162, | |
| "grad_norm": 0.0916114816428032, | |
| "learning_rate": 4.729369791138085e-05, | |
| "loss": 0.0523, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.4198198198198198, | |
| "grad_norm": 0.10008527767691701, | |
| "learning_rate": 4.675864424376146e-05, | |
| "loss": 0.0623, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.4234234234234235, | |
| "grad_norm": 0.1329413030801314, | |
| "learning_rate": 4.622570937009879e-05, | |
| "loss": 0.0768, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.427027027027027, | |
| "grad_norm": 0.09990109338082896, | |
| "learning_rate": 4.569491449907878e-05, | |
| "loss": 0.0624, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.4306306306306307, | |
| "grad_norm": 0.10994747606781914, | |
| "learning_rate": 4.5166280754223676e-05, | |
| "loss": 0.0554, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.4342342342342342, | |
| "grad_norm": 0.11716673038318011, | |
| "learning_rate": 4.4639829173051554e-05, | |
| "loss": 0.0487, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.4378378378378378, | |
| "grad_norm": 0.14740947528399398, | |
| "learning_rate": 4.411558070623907e-05, | |
| "loss": 0.0705, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.4414414414414414, | |
| "grad_norm": 0.10905802122912368, | |
| "learning_rate": 4.359355621678764e-05, | |
| "loss": 0.0669, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.445045045045045, | |
| "grad_norm": 0.1372304462996132, | |
| "learning_rate": 4.307377647919343e-05, | |
| "loss": 0.0754, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.4486486486486487, | |
| "grad_norm": 0.1220267603792114, | |
| "learning_rate": 4.255626217862013e-05, | |
| "loss": 0.061, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.4522522522522523, | |
| "grad_norm": 0.10857496168656595, | |
| "learning_rate": 4.204103391007623e-05, | |
| "loss": 0.0666, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.4558558558558559, | |
| "grad_norm": 0.12862098370827468, | |
| "learning_rate": 4.152811217759529e-05, | |
| "loss": 0.0702, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.4594594594594594, | |
| "grad_norm": 0.12121566089700932, | |
| "learning_rate": 4.1017517393419826e-05, | |
| "loss": 0.0701, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.463063063063063, | |
| "grad_norm": 0.12880561806718493, | |
| "learning_rate": 4.0509269877189106e-05, | |
| "loss": 0.0855, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.4666666666666668, | |
| "grad_norm": 0.1103245174300563, | |
| "learning_rate": 4.000338985513046e-05, | |
| "loss": 0.0645, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.4702702702702704, | |
| "grad_norm": 0.11471559496567096, | |
| "learning_rate": 3.9499897459254375e-05, | |
| "loss": 0.069, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.473873873873874, | |
| "grad_norm": 0.1068585326163203, | |
| "learning_rate": 3.899881272655342e-05, | |
| "loss": 0.0584, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.4774774774774775, | |
| "grad_norm": 0.12180507516800447, | |
| "learning_rate": 3.8500155598204644e-05, | |
| "loss": 0.0767, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.481081081081081, | |
| "grad_norm": 0.10787694069789268, | |
| "learning_rate": 3.8003945918776143e-05, | |
| "loss": 0.0652, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.4846846846846846, | |
| "grad_norm": 0.11726705088810202, | |
| "learning_rate": 3.75102034354373e-05, | |
| "loss": 0.0629, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.4882882882882882, | |
| "grad_norm": 0.10762739211432558, | |
| "learning_rate": 3.701894779717286e-05, | |
| "loss": 0.0555, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.491891891891892, | |
| "grad_norm": 0.09308134521067353, | |
| "learning_rate": 3.653019855400123e-05, | |
| "loss": 0.0564, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.4954954954954955, | |
| "grad_norm": 0.1524049565519016, | |
| "learning_rate": 3.6043975156195987e-05, | |
| "loss": 0.0809, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.499099099099099, | |
| "grad_norm": 0.13279511071977756, | |
| "learning_rate": 3.5560296953512295e-05, | |
| "loss": 0.069, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.5027027027027027, | |
| "grad_norm": 0.13286192000673344, | |
| "learning_rate": 3.507918319441672e-05, | |
| "loss": 0.0748, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.5063063063063065, | |
| "grad_norm": 0.17493415887546465, | |
| "learning_rate": 3.460065302532108e-05, | |
| "loss": 0.0828, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.50990990990991, | |
| "grad_norm": 0.11057059837297634, | |
| "learning_rate": 3.4124725489820645e-05, | |
| "loss": 0.063, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.5135135135135136, | |
| "grad_norm": 0.12735355112497881, | |
| "learning_rate": 3.365141952793622e-05, | |
| "loss": 0.0732, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.5171171171171172, | |
| "grad_norm": 0.1632337270590702, | |
| "learning_rate": 3.3180753975360415e-05, | |
| "loss": 0.0775, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.5207207207207207, | |
| "grad_norm": 0.14697481590979153, | |
| "learning_rate": 3.2712747562708115e-05, | |
| "loss": 0.0863, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.5243243243243243, | |
| "grad_norm": 0.1660001616377742, | |
| "learning_rate": 3.224741891477095e-05, | |
| "loss": 0.082, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.5279279279279279, | |
| "grad_norm": 0.13048897912831442, | |
| "learning_rate": 3.178478654977624e-05, | |
| "loss": 0.0794, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.5315315315315314, | |
| "grad_norm": 0.11489435507746414, | |
| "learning_rate": 3.132486887864992e-05, | |
| "loss": 0.0694, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.535135135135135, | |
| "grad_norm": 0.07639223925814809, | |
| "learning_rate": 3.086768420428392e-05, | |
| "loss": 0.0413, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.5387387387387388, | |
| "grad_norm": 0.11453408038112112, | |
| "learning_rate": 3.0413250720807883e-05, | |
| "loss": 0.0658, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.5423423423423424, | |
| "grad_norm": 0.1667771876584119, | |
| "learning_rate": 2.9961586512864947e-05, | |
| "loss": 0.0798, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.545945945945946, | |
| "grad_norm": 0.11714414917895159, | |
| "learning_rate": 2.9512709554892003e-05, | |
| "loss": 0.0693, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.5495495495495497, | |
| "grad_norm": 0.1229110888950789, | |
| "learning_rate": 2.9066637710404675e-05, | |
| "loss": 0.0747, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.5531531531531533, | |
| "grad_norm": 0.1759221433787884, | |
| "learning_rate": 2.8623388731286093e-05, | |
| "loss": 0.0795, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.5567567567567568, | |
| "grad_norm": 0.09594983270629338, | |
| "learning_rate": 2.818298025708075e-05, | |
| "loss": 0.059, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.5603603603603604, | |
| "grad_norm": 0.090367685537466, | |
| "learning_rate": 2.7745429814292145e-05, | |
| "loss": 0.0531, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.563963963963964, | |
| "grad_norm": 0.13195671170326462, | |
| "learning_rate": 2.7310754815685624e-05, | |
| "loss": 0.075, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.5675675675675675, | |
| "grad_norm": 0.09101802024714302, | |
| "learning_rate": 2.687897255959536e-05, | |
| "loss": 0.0541, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.571171171171171, | |
| "grad_norm": 0.12030212380166792, | |
| "learning_rate": 2.6450100229235795e-05, | |
| "loss": 0.0739, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.5747747747747747, | |
| "grad_norm": 0.09282633668248956, | |
| "learning_rate": 2.6024154892017937e-05, | |
| "loss": 0.0585, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.5783783783783782, | |
| "grad_norm": 0.1437367048181832, | |
| "learning_rate": 2.5601153498870134e-05, | |
| "loss": 0.0744, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.581981981981982, | |
| "grad_norm": 0.12980503831327814, | |
| "learning_rate": 2.518111288356345e-05, | |
| "loss": 0.0741, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.5855855855855856, | |
| "grad_norm": 0.12335416962202174, | |
| "learning_rate": 2.4764049762041874e-05, | |
| "loss": 0.072, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.5891891891891892, | |
| "grad_norm": 0.10492372446642, | |
| "learning_rate": 2.4349980731756894e-05, | |
| "loss": 0.0716, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.592792792792793, | |
| "grad_norm": 0.14899587708147966, | |
| "learning_rate": 2.3938922271007147e-05, | |
| "loss": 0.0925, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.5963963963963965, | |
| "grad_norm": 0.13084935137363646, | |
| "learning_rate": 2.353089073828255e-05, | |
| "loss": 0.0823, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.13030296264089844, | |
| "learning_rate": 2.312590237161335e-05, | |
| "loss": 0.0725, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.6036036036036037, | |
| "grad_norm": 0.09700200874554347, | |
| "learning_rate": 2.2723973287923962e-05, | |
| "loss": 0.0664, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.6072072072072072, | |
| "grad_norm": 0.10633986810502474, | |
| "learning_rate": 2.2325119482391467e-05, | |
| "loss": 0.0679, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.6108108108108108, | |
| "grad_norm": 0.11142544471141212, | |
| "learning_rate": 2.1929356827809057e-05, | |
| "loss": 0.0614, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.6144144144144144, | |
| "grad_norm": 0.09250950825140586, | |
| "learning_rate": 2.1536701073954558e-05, | |
| "loss": 0.0588, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.618018018018018, | |
| "grad_norm": 0.1332480809778604, | |
| "learning_rate": 2.1147167846963422e-05, | |
| "loss": 0.0803, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 0.14121311299673173, | |
| "learning_rate": 2.0760772648707016e-05, | |
| "loss": 0.0947, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.6252252252252253, | |
| "grad_norm": 0.10826628920408898, | |
| "learning_rate": 2.037753085617563e-05, | |
| "loss": 0.0704, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.6288288288288288, | |
| "grad_norm": 0.08498951848877008, | |
| "learning_rate": 1.999745772086655e-05, | |
| "loss": 0.0416, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.6324324324324324, | |
| "grad_norm": 0.15866638731251254, | |
| "learning_rate": 1.9620568368177184e-05, | |
| "loss": 0.0836, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.6360360360360362, | |
| "grad_norm": 0.11879058663162903, | |
| "learning_rate": 1.924687779680302e-05, | |
| "loss": 0.0721, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.6396396396396398, | |
| "grad_norm": 0.16212624210699175, | |
| "learning_rate": 1.8876400878140775e-05, | |
| "loss": 0.0788, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.6432432432432433, | |
| "grad_norm": 0.1205599470750737, | |
| "learning_rate": 1.8509152355696623e-05, | |
| "loss": 0.0891, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.646846846846847, | |
| "grad_norm": 0.10723522883909493, | |
| "learning_rate": 1.8145146844499383e-05, | |
| "loss": 0.0702, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.6504504504504505, | |
| "grad_norm": 0.10243191710751155, | |
| "learning_rate": 1.7784398830519e-05, | |
| "loss": 0.0558, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.654054054054054, | |
| "grad_norm": 0.08896982101996669, | |
| "learning_rate": 1.742692267008996e-05, | |
| "loss": 0.0603, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.6576576576576576, | |
| "grad_norm": 0.13618088732046185, | |
| "learning_rate": 1.7072732589339955e-05, | |
| "loss": 0.0744, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.6612612612612612, | |
| "grad_norm": 0.14798363521421304, | |
| "learning_rate": 1.672184268362391e-05, | |
| "loss": 0.0875, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.6648648648648647, | |
| "grad_norm": 0.10230547180028401, | |
| "learning_rate": 1.6374266916962832e-05, | |
| "loss": 0.0497, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.6684684684684683, | |
| "grad_norm": 0.10092039325506573, | |
| "learning_rate": 1.6030019121488227e-05, | |
| "loss": 0.0611, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.672072072072072, | |
| "grad_norm": 0.10528958039623297, | |
| "learning_rate": 1.5689112996891576e-05, | |
| "loss": 0.0719, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.6756756756756757, | |
| "grad_norm": 0.1357872146845403, | |
| "learning_rate": 1.535156210987917e-05, | |
| "loss": 0.0792, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.6792792792792792, | |
| "grad_norm": 0.16092347024456755, | |
| "learning_rate": 1.5017379893632255e-05, | |
| "loss": 0.0984, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.682882882882883, | |
| "grad_norm": 0.152681018425233, | |
| "learning_rate": 1.4686579647272336e-05, | |
| "loss": 0.0665, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.6864864864864866, | |
| "grad_norm": 0.10940364333158531, | |
| "learning_rate": 1.4359174535331999e-05, | |
| "loss": 0.0678, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.6900900900900901, | |
| "grad_norm": 0.10224571124448578, | |
| "learning_rate": 1.4035177587230996e-05, | |
| "loss": 0.0681, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.6936936936936937, | |
| "grad_norm": 0.1117508851307017, | |
| "learning_rate": 1.3714601696757712e-05, | |
| "loss": 0.0705, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.6972972972972973, | |
| "grad_norm": 0.11380708386619733, | |
| "learning_rate": 1.339745962155613e-05, | |
| "loss": 0.0787, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.7009009009009008, | |
| "grad_norm": 0.13014691697383945, | |
| "learning_rate": 1.3083763982618025e-05, | |
| "loss": 0.0746, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.7045045045045044, | |
| "grad_norm": 0.14178781462677711, | |
| "learning_rate": 1.2773527263780626e-05, | |
| "loss": 0.0802, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.708108108108108, | |
| "grad_norm": 0.13903277880623008, | |
| "learning_rate": 1.2466761811230098e-05, | |
| "loss": 0.0727, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.7117117117117115, | |
| "grad_norm": 0.14354542440047877, | |
| "learning_rate": 1.2163479833009894e-05, | |
| "loss": 0.0698, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.7153153153153153, | |
| "grad_norm": 0.12299158086851347, | |
| "learning_rate": 1.1863693398535114e-05, | |
| "loss": 0.0659, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.718918918918919, | |
| "grad_norm": 0.09882489616646957, | |
| "learning_rate": 1.1567414438112156e-05, | |
| "loss": 0.0626, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.7225225225225225, | |
| "grad_norm": 0.11570669617801674, | |
| "learning_rate": 1.1274654742463841e-05, | |
| "loss": 0.0646, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.7261261261261263, | |
| "grad_norm": 0.09504741769642676, | |
| "learning_rate": 1.0985425962260343e-05, | |
| "loss": 0.0587, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.7297297297297298, | |
| "grad_norm": 0.12981804877027894, | |
| "learning_rate": 1.0699739607655435e-05, | |
| "loss": 0.0646, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.7333333333333334, | |
| "grad_norm": 0.10868480851483209, | |
| "learning_rate": 1.0417607047828426e-05, | |
| "loss": 0.0671, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.736936936936937, | |
| "grad_norm": 0.13696903097667856, | |
| "learning_rate": 1.01390395105318e-05, | |
| "loss": 0.0786, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.7405405405405405, | |
| "grad_norm": 0.1157828731078967, | |
| "learning_rate": 9.864048081644261e-06, | |
| "loss": 0.0714, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.744144144144144, | |
| "grad_norm": 0.08900480095300936, | |
| "learning_rate": 9.592643704729753e-06, | |
| "loss": 0.0544, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.7477477477477477, | |
| "grad_norm": 0.10882498606926169, | |
| "learning_rate": 9.324837180601741e-06, | |
| "loss": 0.0645, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.7513513513513512, | |
| "grad_norm": 0.1879024889958637, | |
| "learning_rate": 9.060639166893493e-06, | |
| "loss": 0.0682, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.7549549549549548, | |
| "grad_norm": 0.1072698067292599, | |
| "learning_rate": 8.80006017763395e-06, | |
| "loss": 0.0558, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.7585585585585586, | |
| "grad_norm": 0.1177990807822665, | |
| "learning_rate": 8.543110582829272e-06, | |
| "loss": 0.0592, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.7621621621621621, | |
| "grad_norm": 0.1144052781708329, | |
| "learning_rate": 8.289800608050202e-06, | |
| "loss": 0.0685, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.7657657657657657, | |
| "grad_norm": 0.13290723111377578, | |
| "learning_rate": 8.040140334025082e-06, | |
| "loss": 0.0787, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.7693693693693695, | |
| "grad_norm": 0.14325581569648474, | |
| "learning_rate": 7.794139696238645e-06, | |
| "loss": 0.0767, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.772972972972973, | |
| "grad_norm": 0.13940373462189817, | |
| "learning_rate": 7.551808484536782e-06, | |
| "loss": 0.0713, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.7765765765765766, | |
| "grad_norm": 0.13465478912453277, | |
| "learning_rate": 7.313156342736738e-06, | |
| "loss": 0.0838, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.7801801801801802, | |
| "grad_norm": 0.10122791673864097, | |
| "learning_rate": 7.078192768243486e-06, | |
| "loss": 0.0577, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.7837837837837838, | |
| "grad_norm": 0.1571652297573745, | |
| "learning_rate": 6.846927111671686e-06, | |
| "loss": 0.0905, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.7873873873873873, | |
| "grad_norm": 0.12718467808306833, | |
| "learning_rate": 6.61936857647355e-06, | |
| "loss": 0.0566, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.790990990990991, | |
| "grad_norm": 0.15255418113431185, | |
| "learning_rate": 6.395526218572723e-06, | |
| "loss": 0.0646, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.7945945945945945, | |
| "grad_norm": 0.13721542773233897, | |
| "learning_rate": 6.175408946003703e-06, | |
| "loss": 0.0752, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.798198198198198, | |
| "grad_norm": 0.11503986327868332, | |
| "learning_rate": 5.959025518557437e-06, | |
| "loss": 0.0753, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.8018018018018018, | |
| "grad_norm": 0.09966839333280018, | |
| "learning_rate": 5.746384547432737e-06, | |
| "loss": 0.0658, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.8054054054054054, | |
| "grad_norm": 0.13097929394232063, | |
| "learning_rate": 5.5374944948935135e-06, | |
| "loss": 0.0647, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.809009009009009, | |
| "grad_norm": 0.11916565098885482, | |
| "learning_rate": 5.332363673932106e-06, | |
| "loss": 0.0683, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.8126126126126128, | |
| "grad_norm": 0.14740354567299807, | |
| "learning_rate": 5.131000247938367e-06, | |
| "loss": 0.0855, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.8162162162162163, | |
| "grad_norm": 0.12344512852482942, | |
| "learning_rate": 4.933412230374812e-06, | |
| "loss": 0.0689, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.8198198198198199, | |
| "grad_norm": 0.15079351397270196, | |
| "learning_rate": 4.7396074844577975e-06, | |
| "loss": 0.0865, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.8234234234234235, | |
| "grad_norm": 0.13387613481208308, | |
| "learning_rate": 4.549593722844492e-06, | |
| "loss": 0.0761, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.827027027027027, | |
| "grad_norm": 0.07611010028345803, | |
| "learning_rate": 4.363378507325955e-06, | |
| "loss": 0.0431, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.8306306306306306, | |
| "grad_norm": 0.13798397287470085, | |
| "learning_rate": 4.180969248526334e-06, | |
| "loss": 0.0806, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.8342342342342342, | |
| "grad_norm": 0.17673529491591075, | |
| "learning_rate": 4.002373205607723e-06, | |
| "loss": 0.0974, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.8378378378378377, | |
| "grad_norm": 0.09469787111672756, | |
| "learning_rate": 3.827597485981527e-06, | |
| "loss": 0.0592, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.8414414414414413, | |
| "grad_norm": 0.10244301409759372, | |
| "learning_rate": 3.6566490450254286e-06, | |
| "loss": 0.0629, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.845045045045045, | |
| "grad_norm": 0.09239653678543874, | |
| "learning_rate": 3.4895346858066724e-06, | |
| "loss": 0.0637, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.8486486486486486, | |
| "grad_norm": 0.136056185401784, | |
| "learning_rate": 3.3262610588113307e-06, | |
| "loss": 0.0784, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.8522522522522522, | |
| "grad_norm": 0.12238600483310333, | |
| "learning_rate": 3.1668346616795963e-06, | |
| "loss": 0.0703, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.855855855855856, | |
| "grad_norm": 0.15777844339693373, | |
| "learning_rate": 3.011261838947277e-06, | |
| "loss": 0.0861, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.8594594594594596, | |
| "grad_norm": 0.149256801647933, | |
| "learning_rate": 2.859548781793242e-06, | |
| "loss": 0.0816, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.8630630630630631, | |
| "grad_norm": 0.1158625228168308, | |
| "learning_rate": 2.711701527793031e-06, | |
| "loss": 0.0757, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.8666666666666667, | |
| "grad_norm": 0.127467190710186, | |
| "learning_rate": 2.5677259606786684e-06, | |
| "loss": 0.0718, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.8702702702702703, | |
| "grad_norm": 0.11178985379767997, | |
| "learning_rate": 2.4276278101044046e-06, | |
| "loss": 0.0729, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.8738738738738738, | |
| "grad_norm": 0.13318873038147186, | |
| "learning_rate": 2.291412651418778e-06, | |
| "loss": 0.0874, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.8774774774774774, | |
| "grad_norm": 0.11095794613520046, | |
| "learning_rate": 2.159085905442737e-06, | |
| "loss": 0.0632, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.881081081081081, | |
| "grad_norm": 0.13466988936312552, | |
| "learning_rate": 2.03065283825381e-06, | |
| "loss": 0.0696, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.8846846846846845, | |
| "grad_norm": 0.1501784745699571, | |
| "learning_rate": 1.9061185609766995e-06, | |
| "loss": 0.0781, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.8882882882882883, | |
| "grad_norm": 0.12439813775960844, | |
| "learning_rate": 1.7854880295797405e-06, | |
| "loss": 0.0778, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 0.10543026463333441, | |
| "learning_rate": 1.6687660446777277e-06, | |
| "loss": 0.0658, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.8954954954954955, | |
| "grad_norm": 0.1493387910647338, | |
| "learning_rate": 1.5559572513409338e-06, | |
| "loss": 0.0733, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.8990990990990992, | |
| "grad_norm": 0.11530728589499968, | |
| "learning_rate": 1.4470661389100804e-06, | |
| "loss": 0.066, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.9027027027027028, | |
| "grad_norm": 0.0937287880770091, | |
| "learning_rate": 1.3420970408178913e-06, | |
| "loss": 0.0508, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.9063063063063064, | |
| "grad_norm": 0.1140049075150384, | |
| "learning_rate": 1.241054134416464e-06, | |
| "loss": 0.0722, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.90990990990991, | |
| "grad_norm": 0.10812439212587106, | |
| "learning_rate": 1.143941440811147e-06, | |
| "loss": 0.0607, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.9135135135135135, | |
| "grad_norm": 0.10082812889823659, | |
| "learning_rate": 1.0507628247004465e-06, | |
| "loss": 0.0611, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.917117117117117, | |
| "grad_norm": 0.1646769037018901, | |
| "learning_rate": 9.615219942222474e-07, | |
| "loss": 0.0907, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.9207207207207206, | |
| "grad_norm": 0.13342387053057897, | |
| "learning_rate": 8.762225008062674e-07, | |
| "loss": 0.0705, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.9243243243243242, | |
| "grad_norm": 0.10099025782756708, | |
| "learning_rate": 7.948677390326786e-07, | |
| "loss": 0.0594, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.9279279279279278, | |
| "grad_norm": 0.10984097417427825, | |
| "learning_rate": 7.174609464970505e-07, | |
| "loss": 0.064, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.9315315315315316, | |
| "grad_norm": 0.09250058769796181, | |
| "learning_rate": 6.440052036815081e-07, | |
| "loss": 0.0488, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.9351351351351351, | |
| "grad_norm": 0.11346138285376553, | |
| "learning_rate": 5.745034338321187e-07, | |
| "loss": 0.0709, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.9387387387387387, | |
| "grad_norm": 0.12145882785931153, | |
| "learning_rate": 5.089584028425743e-07, | |
| "loss": 0.0628, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.9423423423423425, | |
| "grad_norm": 0.09764192386128882, | |
| "learning_rate": 4.4737271914411236e-07, | |
| "loss": 0.0581, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.945945945945946, | |
| "grad_norm": 0.11336911485782475, | |
| "learning_rate": 3.8974883360169966e-07, | |
| "loss": 0.0652, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.9495495495495496, | |
| "grad_norm": 0.1197688852133187, | |
| "learning_rate": 3.360890394165539e-07, | |
| "loss": 0.0797, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.9531531531531532, | |
| "grad_norm": 0.12068524258623581, | |
| "learning_rate": 2.86395472034795e-07, | |
| "loss": 0.0796, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.9567567567567568, | |
| "grad_norm": 0.10022614951335301, | |
| "learning_rate": 2.4067010906254626e-07, | |
| "loss": 0.0651, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.9603603603603603, | |
| "grad_norm": 0.1030646452744324, | |
| "learning_rate": 1.989147701871641e-07, | |
| "loss": 0.0536, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.9639639639639639, | |
| "grad_norm": 0.07714530191454869, | |
| "learning_rate": 1.611311171048735e-07, | |
| "loss": 0.0494, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.9675675675675675, | |
| "grad_norm": 0.1157905922358179, | |
| "learning_rate": 1.2732065345462118e-07, | |
| "loss": 0.075, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.971171171171171, | |
| "grad_norm": 0.07486976400470267, | |
| "learning_rate": 9.748472475823444e-08, | |
| "loss": 0.0454, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.9747747747747748, | |
| "grad_norm": 0.09262953733370366, | |
| "learning_rate": 7.162451836685291e-08, | |
| "loss": 0.0556, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.9783783783783784, | |
| "grad_norm": 0.11616787129919331, | |
| "learning_rate": 4.974106341374407e-08, | |
| "loss": 0.0767, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.981981981981982, | |
| "grad_norm": 0.11058833058189024, | |
| "learning_rate": 3.183523077324724e-08, | |
| "loss": 0.0618, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.9855855855855857, | |
| "grad_norm": 0.10561626473162405, | |
| "learning_rate": 1.7907733026223394e-08, | |
| "loss": 0.0719, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.9891891891891893, | |
| "grad_norm": 0.1403058364172833, | |
| "learning_rate": 7.959124431622389e-09, | |
| "loss": 0.092, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.9927927927927929, | |
| "grad_norm": 0.1326365804299446, | |
| "learning_rate": 1.989800904445005e-09, | |
| "loss": 0.0678, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.9963963963963964, | |
| "grad_norm": 0.14065192361832085, | |
| "learning_rate": 0.0, | |
| "loss": 0.0822, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.9963963963963964, | |
| "eval_loss": 0.13327383995056152, | |
| "eval_runtime": 50.2794, | |
| "eval_samples_per_second": 4.654, | |
| "eval_steps_per_second": 0.597, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.9321739130434783, | |
| "grad_norm": 0.2707502844732912, | |
| "learning_rate": 6.683334509453465e-07, | |
| "loss": 0.1107, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.9356521739130435, | |
| "grad_norm": 0.3664545335936956, | |
| "learning_rate": 5.999024760054095e-07, | |
| "loss": 0.1484, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.9391304347826086, | |
| "grad_norm": 0.2879184291998937, | |
| "learning_rate": 5.351560625760254e-07, | |
| "loss": 0.1073, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.942608695652174, | |
| "grad_norm": 0.32527132334089365, | |
| "learning_rate": 4.7409661067642217e-07, | |
| "loss": 0.1341, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.9460869565217391, | |
| "grad_norm": 0.27961707371818556, | |
| "learning_rate": 4.167263836575286e-07, | |
| "loss": 0.0999, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.9495652173913043, | |
| "grad_norm": 0.2705336974198295, | |
| "learning_rate": 3.630475081181861e-07, | |
| "loss": 0.0858, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.9530434782608697, | |
| "grad_norm": 0.2630558680757462, | |
| "learning_rate": 3.1306197382624526e-07, | |
| "loss": 0.1232, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.9565217391304348, | |
| "grad_norm": 0.2875514596758492, | |
| "learning_rate": 2.667716336448356e-07, | |
| "loss": 0.1385, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.3682978167407908, | |
| "learning_rate": 2.2417820346367635e-07, | |
| "loss": 0.1103, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.9634782608695653, | |
| "grad_norm": 0.26822875711798694, | |
| "learning_rate": 1.8528326213548274e-07, | |
| "loss": 0.1138, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.9669565217391303, | |
| "grad_norm": 0.2418187498704634, | |
| "learning_rate": 1.50088251417424e-07, | |
| "loss": 0.1105, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.9704347826086956, | |
| "grad_norm": 0.3401484224136178, | |
| "learning_rate": 1.1859447591769934e-07, | |
| "loss": 0.1377, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.973913043478261, | |
| "grad_norm": 0.23339563722483295, | |
| "learning_rate": 9.080310304716567e-08, | |
| "loss": 0.1081, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.977391304347826, | |
| "grad_norm": 0.33523600802230064, | |
| "learning_rate": 6.671516297606095e-08, | |
| "loss": 0.1395, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.9808695652173913, | |
| "grad_norm": 0.22230937288937844, | |
| "learning_rate": 4.6331548595845984e-08, | |
| "loss": 0.0859, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.9843478260869565, | |
| "grad_norm": 0.37789798217710224, | |
| "learning_rate": 2.965301548606414e-08, | |
| "loss": 0.1846, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.9878260869565216, | |
| "grad_norm": 0.29502175807159936, | |
| "learning_rate": 1.6680181886352676e-08, | |
| "loss": 0.1208, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.991304347826087, | |
| "grad_norm": 0.3456726449106421, | |
| "learning_rate": 7.413528673549941e-09, | |
| "loss": 0.1142, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.9947826086956522, | |
| "grad_norm": 0.34376689538870997, | |
| "learning_rate": 1.8533993438318852e-09, | |
| "loss": 0.1442, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.9982608695652173, | |
| "grad_norm": 0.3072940536392916, | |
| "learning_rate": 0.0, | |
| "loss": 0.1067, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.9982608695652173, | |
| "step": 574, | |
| "total_flos": 466200922914816.0, | |
| "train_loss": 0.0, | |
| "train_runtime": 1.1199, | |
| "train_samples_per_second": 8208.056, | |
| "train_steps_per_second": 512.557 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 574, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 466200922914816.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |