| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.3518029903254178, | |
| "eval_steps": 34, | |
| "global_step": 200, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001759014951627089, | |
| "grad_norm": 1.9062800407409668, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 2.5495, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001759014951627089, | |
| "eval_loss": 2.3448081016540527, | |
| "eval_runtime": 99.3906, | |
| "eval_samples_per_second": 7.224, | |
| "eval_steps_per_second": 2.415, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.003518029903254178, | |
| "grad_norm": 1.7736297845840454, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 2.3431, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.005277044854881266, | |
| "grad_norm": 1.6759748458862305, | |
| "learning_rate": 2e-05, | |
| "loss": 2.4008, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.007036059806508356, | |
| "grad_norm": 1.9186958074569702, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 2.3259, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.008795074758135445, | |
| "grad_norm": 2.0095129013061523, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 2.3256, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.010554089709762533, | |
| "grad_norm": 1.9045144319534302, | |
| "learning_rate": 4e-05, | |
| "loss": 2.3183, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.012313104661389622, | |
| "grad_norm": 1.9549291133880615, | |
| "learning_rate": 4.666666666666667e-05, | |
| "loss": 2.4373, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.014072119613016711, | |
| "grad_norm": 1.9563552141189575, | |
| "learning_rate": 5.333333333333333e-05, | |
| "loss": 2.3997, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0158311345646438, | |
| "grad_norm": 1.9059518575668335, | |
| "learning_rate": 6e-05, | |
| "loss": 2.1272, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01759014951627089, | |
| "grad_norm": 2.0838987827301025, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 2.0918, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.019349164467897976, | |
| "grad_norm": 2.2100136280059814, | |
| "learning_rate": 7.333333333333333e-05, | |
| "loss": 2.3364, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.021108179419525065, | |
| "grad_norm": 1.7996355295181274, | |
| "learning_rate": 8e-05, | |
| "loss": 1.9992, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.022867194371152155, | |
| "grad_norm": 1.6359286308288574, | |
| "learning_rate": 8.666666666666667e-05, | |
| "loss": 1.9215, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.024626209322779244, | |
| "grad_norm": 1.5402390956878662, | |
| "learning_rate": 9.333333333333334e-05, | |
| "loss": 1.9603, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.026385224274406333, | |
| "grad_norm": 1.5985331535339355, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9212, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.028144239226033423, | |
| "grad_norm": 1.5428632497787476, | |
| "learning_rate": 0.00010666666666666667, | |
| "loss": 1.6738, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02990325417766051, | |
| "grad_norm": 1.5717724561691284, | |
| "learning_rate": 0.00011333333333333334, | |
| "loss": 1.797, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0316622691292876, | |
| "grad_norm": 1.4973918199539185, | |
| "learning_rate": 0.00012, | |
| "loss": 1.6191, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03342128408091469, | |
| "grad_norm": 1.4429734945297241, | |
| "learning_rate": 0.00012666666666666666, | |
| "loss": 1.429, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03518029903254178, | |
| "grad_norm": 1.673143982887268, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 1.2857, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.036939313984168866, | |
| "grad_norm": 1.5796126127243042, | |
| "learning_rate": 0.00014, | |
| "loss": 1.6133, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.03869832893579595, | |
| "grad_norm": 1.3923639059066772, | |
| "learning_rate": 0.00014666666666666666, | |
| "loss": 1.3345, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.040457343887423045, | |
| "grad_norm": 1.4356263875961304, | |
| "learning_rate": 0.00015333333333333334, | |
| "loss": 1.3969, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04221635883905013, | |
| "grad_norm": 1.5952917337417603, | |
| "learning_rate": 0.00016, | |
| "loss": 1.2496, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04397537379067722, | |
| "grad_norm": 1.601627230644226, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 1.3434, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04573438874230431, | |
| "grad_norm": 1.5887717008590698, | |
| "learning_rate": 0.00017333333333333334, | |
| "loss": 1.3473, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.047493403693931395, | |
| "grad_norm": 1.487489938735962, | |
| "learning_rate": 0.00018, | |
| "loss": 1.3618, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.04925241864555849, | |
| "grad_norm": 1.637352705001831, | |
| "learning_rate": 0.0001866666666666667, | |
| "loss": 1.2257, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.051011433597185574, | |
| "grad_norm": 1.4315184354782104, | |
| "learning_rate": 0.00019333333333333333, | |
| "loss": 1.1614, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.052770448548812667, | |
| "grad_norm": 1.413915753364563, | |
| "learning_rate": 0.0002, | |
| "loss": 1.17, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05452946350043975, | |
| "grad_norm": 1.236619234085083, | |
| "learning_rate": 0.00019998292504580528, | |
| "loss": 1.0916, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.056288478452066845, | |
| "grad_norm": 1.721929669380188, | |
| "learning_rate": 0.0001999317060143023, | |
| "loss": 1.1674, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.05804749340369393, | |
| "grad_norm": 1.323931336402893, | |
| "learning_rate": 0.0001998463603967434, | |
| "loss": 1.1846, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.05980650835532102, | |
| "grad_norm": 1.1280919313430786, | |
| "learning_rate": 0.00019972691733857883, | |
| "loss": 1.1668, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.05980650835532102, | |
| "eval_loss": 1.1668506860733032, | |
| "eval_runtime": 99.8168, | |
| "eval_samples_per_second": 7.193, | |
| "eval_steps_per_second": 2.404, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06156552330694811, | |
| "grad_norm": 1.192156195640564, | |
| "learning_rate": 0.00019957341762950344, | |
| "loss": 1.1537, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0633245382585752, | |
| "grad_norm": 1.1282252073287964, | |
| "learning_rate": 0.0001993859136895274, | |
| "loss": 1.1534, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.06508355321020229, | |
| "grad_norm": 1.0577436685562134, | |
| "learning_rate": 0.00019916446955107428, | |
| "loss": 1.107, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.06684256816182937, | |
| "grad_norm": 1.0347845554351807, | |
| "learning_rate": 0.0001989091608371146, | |
| "loss": 1.0075, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.06860158311345646, | |
| "grad_norm": 1.0515660047531128, | |
| "learning_rate": 0.00019862007473534025, | |
| "loss": 1.1582, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07036059806508356, | |
| "grad_norm": 1.0801489353179932, | |
| "learning_rate": 0.0001982973099683902, | |
| "loss": 1.1708, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07211961301671065, | |
| "grad_norm": 1.0259140729904175, | |
| "learning_rate": 0.0001979409767601366, | |
| "loss": 1.2522, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.07387862796833773, | |
| "grad_norm": 1.0126174688339233, | |
| "learning_rate": 0.00019755119679804367, | |
| "loss": 1.0018, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.07563764291996482, | |
| "grad_norm": 1.048399806022644, | |
| "learning_rate": 0.0001971281031916114, | |
| "loss": 1.096, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.0773966578715919, | |
| "grad_norm": 0.9712002277374268, | |
| "learning_rate": 0.00019667184042691875, | |
| "loss": 1.2518, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.079155672823219, | |
| "grad_norm": 1.0906403064727783, | |
| "learning_rate": 0.00019618256431728194, | |
| "loss": 1.2223, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08091468777484609, | |
| "grad_norm": 1.182187557220459, | |
| "learning_rate": 0.0001956604419500441, | |
| "loss": 1.2729, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.08267370272647317, | |
| "grad_norm": 1.1395913362503052, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 1.131, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.08443271767810026, | |
| "grad_norm": 1.0018647909164429, | |
| "learning_rate": 0.00019451838281608197, | |
| "loss": 1.0897, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.08619173262972735, | |
| "grad_norm": 1.0881168842315674, | |
| "learning_rate": 0.00019389883606150566, | |
| "loss": 1.2058, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.08795074758135445, | |
| "grad_norm": 1.094530701637268, | |
| "learning_rate": 0.00019324722294043558, | |
| "loss": 0.9726, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08970976253298153, | |
| "grad_norm": 0.9569148421287537, | |
| "learning_rate": 0.00019256376597815564, | |
| "loss": 1.0618, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.09146877748460862, | |
| "grad_norm": 1.0027856826782227, | |
| "learning_rate": 0.00019184869857459232, | |
| "loss": 1.0319, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.0932277924362357, | |
| "grad_norm": 0.9956020712852478, | |
| "learning_rate": 0.00019110226492460885, | |
| "loss": 1.154, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.09498680738786279, | |
| "grad_norm": 1.0107563734054565, | |
| "learning_rate": 0.0001903247199346129, | |
| "loss": 1.0515, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.09674582233948989, | |
| "grad_norm": 1.0800281763076782, | |
| "learning_rate": 0.00018951632913550626, | |
| "loss": 0.9965, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.09850483729111698, | |
| "grad_norm": 1.114945411682129, | |
| "learning_rate": 0.0001886773685920062, | |
| "loss": 1.1598, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.10026385224274406, | |
| "grad_norm": 1.1020759344100952, | |
| "learning_rate": 0.0001878081248083698, | |
| "loss": 1.0662, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.10202286719437115, | |
| "grad_norm": 1.0220993757247925, | |
| "learning_rate": 0.00018690889463055283, | |
| "loss": 0.9601, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.10378188214599825, | |
| "grad_norm": 1.0335360765457153, | |
| "learning_rate": 0.00018597998514483725, | |
| "loss": 1.075, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.10554089709762533, | |
| "grad_norm": 1.1268407106399536, | |
| "learning_rate": 0.00018502171357296144, | |
| "loss": 1.0905, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.10729991204925242, | |
| "grad_norm": 1.151116967201233, | |
| "learning_rate": 0.00018403440716378928, | |
| "loss": 1.199, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.1090589270008795, | |
| "grad_norm": 1.0262718200683594, | |
| "learning_rate": 0.00018301840308155507, | |
| "loss": 1.0258, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.11081794195250659, | |
| "grad_norm": 1.1258262395858765, | |
| "learning_rate": 0.00018197404829072215, | |
| "loss": 1.0201, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.11257695690413369, | |
| "grad_norm": 0.91448575258255, | |
| "learning_rate": 0.00018090169943749476, | |
| "loss": 1.0978, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.11433597185576078, | |
| "grad_norm": 0.8898754715919495, | |
| "learning_rate": 0.000179801722728024, | |
| "loss": 0.9874, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.11609498680738786, | |
| "grad_norm": 1.1540552377700806, | |
| "learning_rate": 0.00017867449380334834, | |
| "loss": 1.1872, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.11785400175901495, | |
| "grad_norm": 1.1003878116607666, | |
| "learning_rate": 0.00017752039761111297, | |
| "loss": 1.1278, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.11961301671064203, | |
| "grad_norm": 1.1295952796936035, | |
| "learning_rate": 0.00017633982827411032, | |
| "loss": 0.9638, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.11961301671064203, | |
| "eval_loss": 1.074321985244751, | |
| "eval_runtime": 99.8385, | |
| "eval_samples_per_second": 7.192, | |
| "eval_steps_per_second": 2.404, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.12137203166226913, | |
| "grad_norm": 0.9873747825622559, | |
| "learning_rate": 0.00017513318895568737, | |
| "loss": 1.1525, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.12313104661389622, | |
| "grad_norm": 1.0887939929962158, | |
| "learning_rate": 0.00017390089172206592, | |
| "loss": 1.0907, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1248900615655233, | |
| "grad_norm": 0.9690318703651428, | |
| "learning_rate": 0.00017264335740162242, | |
| "loss": 1.0972, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.1266490765171504, | |
| "grad_norm": 1.0244834423065186, | |
| "learning_rate": 0.00017136101544117525, | |
| "loss": 1.1172, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1284080914687775, | |
| "grad_norm": 1.1016342639923096, | |
| "learning_rate": 0.0001700543037593291, | |
| "loss": 0.9668, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.13016710642040458, | |
| "grad_norm": 0.9540287852287292, | |
| "learning_rate": 0.00016872366859692627, | |
| "loss": 0.9975, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.13192612137203166, | |
| "grad_norm": 1.0893555879592896, | |
| "learning_rate": 0.00016736956436465573, | |
| "loss": 0.9388, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.13368513632365875, | |
| "grad_norm": 1.0220561027526855, | |
| "learning_rate": 0.0001659924534878723, | |
| "loss": 1.1445, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.13544415127528583, | |
| "grad_norm": 1.1014329195022583, | |
| "learning_rate": 0.00016459280624867874, | |
| "loss": 1.0858, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.13720316622691292, | |
| "grad_norm": 1.07352614402771, | |
| "learning_rate": 0.0001631711006253251, | |
| "loss": 1.1801, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.13896218117854, | |
| "grad_norm": 0.9810523986816406, | |
| "learning_rate": 0.0001617278221289793, | |
| "loss": 1.025, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.14072119613016712, | |
| "grad_norm": 0.9856380224227905, | |
| "learning_rate": 0.00016026346363792567, | |
| "loss": 1.0232, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1424802110817942, | |
| "grad_norm": 1.075045108795166, | |
| "learning_rate": 0.00015877852522924732, | |
| "loss": 1.1331, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.1442392260334213, | |
| "grad_norm": 1.0106600522994995, | |
| "learning_rate": 0.00015727351400805052, | |
| "loss": 0.9715, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.14599824098504838, | |
| "grad_norm": 1.1123266220092773, | |
| "learning_rate": 0.00015574894393428855, | |
| "loss": 0.9013, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.14775725593667546, | |
| "grad_norm": 1.0623693466186523, | |
| "learning_rate": 0.00015420533564724495, | |
| "loss": 0.9574, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.14951627088830255, | |
| "grad_norm": 1.250522494316101, | |
| "learning_rate": 0.0001526432162877356, | |
| "loss": 1.0737, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.15127528583992964, | |
| "grad_norm": 1.0988057851791382, | |
| "learning_rate": 0.0001510631193180907, | |
| "loss": 0.9449, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.15303430079155672, | |
| "grad_norm": 1.0282084941864014, | |
| "learning_rate": 0.0001494655843399779, | |
| "loss": 1.0909, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.1547933157431838, | |
| "grad_norm": 1.050750970840454, | |
| "learning_rate": 0.00014785115691012864, | |
| "loss": 0.9881, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1565523306948109, | |
| "grad_norm": 1.1668485403060913, | |
| "learning_rate": 0.00014622038835403133, | |
| "loss": 1.111, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.158311345646438, | |
| "grad_norm": 0.922467052936554, | |
| "learning_rate": 0.00014457383557765386, | |
| "loss": 1.0094, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1600703605980651, | |
| "grad_norm": 1.0213371515274048, | |
| "learning_rate": 0.0001429120608772609, | |
| "loss": 1.231, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.16182937554969218, | |
| "grad_norm": 1.0093265771865845, | |
| "learning_rate": 0.00014123563174739037, | |
| "loss": 1.1445, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.16358839050131926, | |
| "grad_norm": 0.9907693862915039, | |
| "learning_rate": 0.00013954512068705424, | |
| "loss": 1.0439, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.16534740545294635, | |
| "grad_norm": 0.9130767583847046, | |
| "learning_rate": 0.00013784110500423104, | |
| "loss": 0.9882, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.16710642040457344, | |
| "grad_norm": 0.9448095560073853, | |
| "learning_rate": 0.00013612416661871533, | |
| "loss": 1.1263, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.16886543535620052, | |
| "grad_norm": 0.9945996999740601, | |
| "learning_rate": 0.00013439489186339282, | |
| "loss": 1.2177, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.1706244503078276, | |
| "grad_norm": 0.9518169164657593, | |
| "learning_rate": 0.0001326538712840083, | |
| "loss": 1.0121, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.1723834652594547, | |
| "grad_norm": 0.961685299873352, | |
| "learning_rate": 0.00013090169943749476, | |
| "loss": 1.0118, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.1741424802110818, | |
| "grad_norm": 0.9489362239837646, | |
| "learning_rate": 0.00012913897468893248, | |
| "loss": 0.9491, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.1759014951627089, | |
| "grad_norm": 0.9181511402130127, | |
| "learning_rate": 0.0001273662990072083, | |
| "loss": 1.0382, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.17766051011433598, | |
| "grad_norm": 0.878054678440094, | |
| "learning_rate": 0.00012558427775944357, | |
| "loss": 1.1107, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.17941952506596306, | |
| "grad_norm": 1.0347309112548828, | |
| "learning_rate": 0.00012379351950426187, | |
| "loss": 1.0765, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.17941952506596306, | |
| "eval_loss": 1.0452779531478882, | |
| "eval_runtime": 99.7845, | |
| "eval_samples_per_second": 7.196, | |
| "eval_steps_per_second": 2.405, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.18117854001759015, | |
| "grad_norm": 0.8769102096557617, | |
| "learning_rate": 0.00012199463578396688, | |
| "loss": 1.0699, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.18293755496921724, | |
| "grad_norm": 0.9189753532409668, | |
| "learning_rate": 0.00012018824091570103, | |
| "loss": 1.0125, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.18469656992084432, | |
| "grad_norm": 1.0256829261779785, | |
| "learning_rate": 0.00011837495178165706, | |
| "loss": 1.1478, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1864555848724714, | |
| "grad_norm": 0.8750260472297668, | |
| "learning_rate": 0.000116555387618413, | |
| "loss": 0.9659, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.1882145998240985, | |
| "grad_norm": 0.9436942934989929, | |
| "learning_rate": 0.00011473016980546377, | |
| "loss": 1.0007, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.18997361477572558, | |
| "grad_norm": 0.8363056778907776, | |
| "learning_rate": 0.00011289992165302035, | |
| "loss": 0.9685, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.1917326297273527, | |
| "grad_norm": 0.9718777537345886, | |
| "learning_rate": 0.00011106526818915008, | |
| "loss": 1.154, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.19349164467897978, | |
| "grad_norm": 0.9197990894317627, | |
| "learning_rate": 0.00010922683594633021, | |
| "loss": 1.0835, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.19525065963060687, | |
| "grad_norm": 1.0363267660140991, | |
| "learning_rate": 0.00010738525274748741, | |
| "loss": 0.9274, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.19700967458223395, | |
| "grad_norm": 0.965980052947998, | |
| "learning_rate": 0.000105541147491597, | |
| "loss": 0.9175, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.19876868953386104, | |
| "grad_norm": 1.180904507637024, | |
| "learning_rate": 0.00010369514993891452, | |
| "loss": 1.1438, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.20052770448548812, | |
| "grad_norm": 0.8446922898292542, | |
| "learning_rate": 0.00010184789049591299, | |
| "loss": 0.9148, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2022867194371152, | |
| "grad_norm": 0.9753116965293884, | |
| "learning_rate": 0.0001, | |
| "loss": 1.081, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2040457343887423, | |
| "grad_norm": 1.0824472904205322, | |
| "learning_rate": 9.815210950408704e-05, | |
| "loss": 1.0952, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.20580474934036938, | |
| "grad_norm": 0.9209856986999512, | |
| "learning_rate": 9.630485006108553e-05, | |
| "loss": 1.0349, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.2075637642919965, | |
| "grad_norm": 0.8723039031028748, | |
| "learning_rate": 9.4458852508403e-05, | |
| "loss": 1.2006, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.20932277924362358, | |
| "grad_norm": 1.086898684501648, | |
| "learning_rate": 9.261474725251261e-05, | |
| "loss": 1.1713, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.21108179419525067, | |
| "grad_norm": 0.9592442512512207, | |
| "learning_rate": 9.077316405366981e-05, | |
| "loss": 1.0448, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.21284080914687775, | |
| "grad_norm": 1.1296504735946655, | |
| "learning_rate": 8.893473181084994e-05, | |
| "loss": 1.0905, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.21459982409850484, | |
| "grad_norm": 1.0223779678344727, | |
| "learning_rate": 8.710007834697969e-05, | |
| "loss": 1.1784, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.21635883905013192, | |
| "grad_norm": 1.296108365058899, | |
| "learning_rate": 8.526983019453623e-05, | |
| "loss": 1.0065, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.218117854001759, | |
| "grad_norm": 0.9558261036872864, | |
| "learning_rate": 8.344461238158699e-05, | |
| "loss": 1.0832, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.2198768689533861, | |
| "grad_norm": 0.9590238928794861, | |
| "learning_rate": 8.162504821834295e-05, | |
| "loss": 0.987, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.22163588390501318, | |
| "grad_norm": 0.9906069040298462, | |
| "learning_rate": 7.9811759084299e-05, | |
| "loss": 1.0693, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.2233948988566403, | |
| "grad_norm": 1.0699800252914429, | |
| "learning_rate": 7.800536421603317e-05, | |
| "loss": 0.9815, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.22515391380826738, | |
| "grad_norm": 1.044717788696289, | |
| "learning_rate": 7.620648049573815e-05, | |
| "loss": 1.0509, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.22691292875989447, | |
| "grad_norm": 0.95858234167099, | |
| "learning_rate": 7.441572224055644e-05, | |
| "loss": 1.0697, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.22867194371152155, | |
| "grad_norm": 0.9557747840881348, | |
| "learning_rate": 7.263370099279172e-05, | |
| "loss": 1.1247, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.23043095866314864, | |
| "grad_norm": 0.9437980055809021, | |
| "learning_rate": 7.086102531106754e-05, | |
| "loss": 1.0947, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.23218997361477572, | |
| "grad_norm": 1.0209659337997437, | |
| "learning_rate": 6.909830056250527e-05, | |
| "loss": 1.0711, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2339489885664028, | |
| "grad_norm": 0.9343348145484924, | |
| "learning_rate": 6.734612871599168e-05, | |
| "loss": 1.103, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.2357080035180299, | |
| "grad_norm": 0.8994061350822449, | |
| "learning_rate": 6.560510813660719e-05, | |
| "loss": 1.0015, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.23746701846965698, | |
| "grad_norm": 0.9286561012268066, | |
| "learning_rate": 6.387583338128471e-05, | |
| "loss": 1.1725, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.23922603342128407, | |
| "grad_norm": 0.9949707984924316, | |
| "learning_rate": 6.215889499576898e-05, | |
| "loss": 1.1714, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.23922603342128407, | |
| "eval_loss": 1.0311784744262695, | |
| "eval_runtime": 100.0338, | |
| "eval_samples_per_second": 7.178, | |
| "eval_steps_per_second": 2.399, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.24098504837291118, | |
| "grad_norm": 0.9608387351036072, | |
| "learning_rate": 6.0454879312945754e-05, | |
| "loss": 1.0665, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.24274406332453827, | |
| "grad_norm": 0.9353300929069519, | |
| "learning_rate": 5.876436825260967e-05, | |
| "loss": 1.0883, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.24450307827616535, | |
| "grad_norm": 0.9781258702278137, | |
| "learning_rate": 5.708793912273911e-05, | |
| "loss": 1.0995, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.24626209322779244, | |
| "grad_norm": 0.8818216323852539, | |
| "learning_rate": 5.542616442234618e-05, | |
| "loss": 1.0379, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.24802110817941952, | |
| "grad_norm": 1.0094648599624634, | |
| "learning_rate": 5.37796116459687e-05, | |
| "loss": 1.0235, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2497801231310466, | |
| "grad_norm": 1.0476373434066772, | |
| "learning_rate": 5.214884308987136e-05, | |
| "loss": 1.0371, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.2515391380826737, | |
| "grad_norm": 0.8884543180465698, | |
| "learning_rate": 5.0534415660022136e-05, | |
| "loss": 0.9822, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.2532981530343008, | |
| "grad_norm": 1.0862784385681152, | |
| "learning_rate": 4.893688068190932e-05, | |
| "loss": 1.1247, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.25505716798592787, | |
| "grad_norm": 0.9406157732009888, | |
| "learning_rate": 4.735678371226441e-05, | |
| "loss": 1.0492, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.256816182937555, | |
| "grad_norm": 1.0700528621673584, | |
| "learning_rate": 4.5794664352755055e-05, | |
| "loss": 0.9419, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.25857519788918204, | |
| "grad_norm": 1.0496270656585693, | |
| "learning_rate": 4.425105606571145e-05, | |
| "loss": 0.9158, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.26033421284080915, | |
| "grad_norm": 1.0390560626983643, | |
| "learning_rate": 4.272648599194948e-05, | |
| "loss": 1.0018, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.2620932277924362, | |
| "grad_norm": 0.9473912715911865, | |
| "learning_rate": 4.12214747707527e-05, | |
| "loss": 0.955, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.2638522427440633, | |
| "grad_norm": 0.9641641974449158, | |
| "learning_rate": 3.973653636207437e-05, | |
| "loss": 0.9661, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.26561125769569044, | |
| "grad_norm": 0.9572023749351501, | |
| "learning_rate": 3.8272177871020723e-05, | |
| "loss": 0.9604, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.2673702726473175, | |
| "grad_norm": 0.9164190888404846, | |
| "learning_rate": 3.682889937467493e-05, | |
| "loss": 0.9918, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.2691292875989446, | |
| "grad_norm": 0.9876633882522583, | |
| "learning_rate": 3.540719375132129e-05, | |
| "loss": 1.1758, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.27088830255057167, | |
| "grad_norm": 0.8722500205039978, | |
| "learning_rate": 3.400754651212776e-05, | |
| "loss": 0.9275, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.2726473175021988, | |
| "grad_norm": 1.0047615766525269, | |
| "learning_rate": 3.263043563534428e-05, | |
| "loss": 1.0602, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.27440633245382584, | |
| "grad_norm": 0.9882528781890869, | |
| "learning_rate": 3.1276331403073735e-05, | |
| "loss": 1.2147, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.27616534740545295, | |
| "grad_norm": 0.9455094933509827, | |
| "learning_rate": 2.9945696240670906e-05, | |
| "loss": 1.0372, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.27792436235708, | |
| "grad_norm": 0.9055385589599609, | |
| "learning_rate": 2.8638984558824777e-05, | |
| "loss": 1.055, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.2796833773087071, | |
| "grad_norm": 0.8886315226554871, | |
| "learning_rate": 2.7356642598377603e-05, | |
| "loss": 0.9547, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.28144239226033424, | |
| "grad_norm": 0.8915826678276062, | |
| "learning_rate": 2.6099108277934103e-05, | |
| "loss": 0.9448, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2832014072119613, | |
| "grad_norm": 0.9817346930503845, | |
| "learning_rate": 2.4866811044312665e-05, | |
| "loss": 1.0933, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.2849604221635884, | |
| "grad_norm": 1.009725570678711, | |
| "learning_rate": 2.36601717258897e-05, | |
| "loss": 1.0988, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.28671943711521547, | |
| "grad_norm": 0.9024699330329895, | |
| "learning_rate": 2.2479602388887012e-05, | |
| "loss": 1.0431, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.2884784520668426, | |
| "grad_norm": 0.8994817137718201, | |
| "learning_rate": 2.132550619665168e-05, | |
| "loss": 0.9858, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.29023746701846964, | |
| "grad_norm": 0.8933229446411133, | |
| "learning_rate": 2.0198277271976052e-05, | |
| "loss": 1.0209, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.29199648197009676, | |
| "grad_norm": 1.0022671222686768, | |
| "learning_rate": 1.9098300562505266e-05, | |
| "loss": 1.0283, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.2937554969217238, | |
| "grad_norm": 1.1408864259719849, | |
| "learning_rate": 1.8025951709277898e-05, | |
| "loss": 1.12, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.2955145118733509, | |
| "grad_norm": 1.066427230834961, | |
| "learning_rate": 1.6981596918444953e-05, | |
| "loss": 1.0759, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.297273526824978, | |
| "grad_norm": 0.9484472870826721, | |
| "learning_rate": 1.5965592836210743e-05, | |
| "loss": 0.9911, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.2990325417766051, | |
| "grad_norm": 0.9145427942276001, | |
| "learning_rate": 1.4978286427038601e-05, | |
| "loss": 0.9518, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2990325417766051, | |
| "eval_loss": 1.016570806503296, | |
| "eval_runtime": 99.8054, | |
| "eval_samples_per_second": 7.194, | |
| "eval_steps_per_second": 2.405, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3007915567282322, | |
| "grad_norm": 0.8470132350921631, | |
| "learning_rate": 1.4020014855162755e-05, | |
| "loss": 1.025, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.30255057167985927, | |
| "grad_norm": 0.998738169670105, | |
| "learning_rate": 1.3091105369447165e-05, | |
| "loss": 1.1413, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.3043095866314864, | |
| "grad_norm": 0.8331905007362366, | |
| "learning_rate": 1.2191875191630209e-05, | |
| "loss": 0.9363, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.30606860158311344, | |
| "grad_norm": 0.961270272731781, | |
| "learning_rate": 1.1322631407993811e-05, | |
| "loss": 1.0692, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.30782761653474056, | |
| "grad_norm": 1.060444712638855, | |
| "learning_rate": 1.0483670864493778e-05, | |
| "loss": 1.059, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3095866314863676, | |
| "grad_norm": 1.0591764450073242, | |
| "learning_rate": 9.675280065387116e-06, | |
| "loss": 0.943, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.3113456464379947, | |
| "grad_norm": 0.9762607216835022, | |
| "learning_rate": 8.897735075391155e-06, | |
| "loss": 0.9311, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.3131046613896218, | |
| "grad_norm": 0.9286603927612305, | |
| "learning_rate": 8.151301425407699e-06, | |
| "loss": 1.0864, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.3148636763412489, | |
| "grad_norm": 1.0729596614837646, | |
| "learning_rate": 7.43623402184438e-06, | |
| "loss": 1.0405, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.316622691292876, | |
| "grad_norm": 0.9094541668891907, | |
| "learning_rate": 6.75277705956443e-06, | |
| "loss": 1.036, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.31838170624450307, | |
| "grad_norm": 0.9250197410583496, | |
| "learning_rate": 6.1011639384943585e-06, | |
| "loss": 1.1072, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.3201407211961302, | |
| "grad_norm": 0.9698026180267334, | |
| "learning_rate": 5.481617183918053e-06, | |
| "loss": 1.0581, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.32189973614775724, | |
| "grad_norm": 1.0418232679367065, | |
| "learning_rate": 4.8943483704846475e-06, | |
| "loss": 1.0269, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.32365875109938436, | |
| "grad_norm": 0.8700360655784607, | |
| "learning_rate": 4.339558049955927e-06, | |
| "loss": 0.9512, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.3254177660510114, | |
| "grad_norm": 1.033153772354126, | |
| "learning_rate": 3.817435682718096e-06, | |
| "loss": 1.1024, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.32717678100263853, | |
| "grad_norm": 0.986663281917572, | |
| "learning_rate": 3.3281595730812575e-06, | |
| "loss": 1.1425, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.3289357959542656, | |
| "grad_norm": 1.0437548160552979, | |
| "learning_rate": 2.8718968083886075e-06, | |
| "loss": 1.0006, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.3306948109058927, | |
| "grad_norm": 0.8966625332832336, | |
| "learning_rate": 2.4488032019563402e-06, | |
| "loss": 0.9099, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.3324538258575198, | |
| "grad_norm": 0.9832119345664978, | |
| "learning_rate": 2.0590232398634114e-06, | |
| "loss": 1.0094, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.33421284080914687, | |
| "grad_norm": 0.9731014966964722, | |
| "learning_rate": 1.7026900316098215e-06, | |
| "loss": 0.9687, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.335971855760774, | |
| "grad_norm": 0.8564959168434143, | |
| "learning_rate": 1.3799252646597426e-06, | |
| "loss": 0.933, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.33773087071240104, | |
| "grad_norm": 1.036962866783142, | |
| "learning_rate": 1.0908391628854041e-06, | |
| "loss": 0.9713, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.33948988566402816, | |
| "grad_norm": 0.919511616230011, | |
| "learning_rate": 8.355304489257254e-07, | |
| "loss": 1.0534, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.3412489006156552, | |
| "grad_norm": 0.9325530529022217, | |
| "learning_rate": 6.140863104726391e-07, | |
| "loss": 0.9465, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.34300791556728233, | |
| "grad_norm": 0.9085223078727722, | |
| "learning_rate": 4.2658237049655323e-07, | |
| "loss": 1.0461, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.3447669305189094, | |
| "grad_norm": 1.016954779624939, | |
| "learning_rate": 2.7308266142119785e-07, | |
| "loss": 1.1179, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3465259454705365, | |
| "grad_norm": 1.084816336631775, | |
| "learning_rate": 1.5363960325660565e-07, | |
| "loss": 1.0947, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.3482849604221636, | |
| "grad_norm": 1.0620332956314087, | |
| "learning_rate": 6.829398569770939e-08, | |
| "loss": 0.9681, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.3500439753737907, | |
| "grad_norm": 0.9418560862541199, | |
| "learning_rate": 1.7074954194729044e-08, | |
| "loss": 1.0684, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.3518029903254178, | |
| "grad_norm": 0.9430168271064758, | |
| "learning_rate": 0.0, | |
| "loss": 1.0693, | |
| "step": 200 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 200, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.154618474102784e+17, | |
| "train_batch_size": 3, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |