| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 16.913319238900634, | |
| "eval_steps": 1000, | |
| "global_step": 20000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.021141649048625793, | |
| "grad_norm": 18.116064071655273, | |
| "learning_rate": 4.6000000000000004e-07, | |
| "loss": 1.1425, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.042283298097251586, | |
| "grad_norm": 12.63290023803711, | |
| "learning_rate": 9.600000000000001e-07, | |
| "loss": 0.9953, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06342494714587738, | |
| "grad_norm": 8.746077537536621, | |
| "learning_rate": 1.46e-06, | |
| "loss": 0.7269, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.08456659619450317, | |
| "grad_norm": 6.509521484375, | |
| "learning_rate": 1.9600000000000003e-06, | |
| "loss": 0.4322, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10570824524312897, | |
| "grad_norm": 6.591165542602539, | |
| "learning_rate": 2.46e-06, | |
| "loss": 0.3318, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.12684989429175475, | |
| "grad_norm": 5.082007884979248, | |
| "learning_rate": 2.96e-06, | |
| "loss": 0.3381, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.14799154334038056, | |
| "grad_norm": 6.309211254119873, | |
| "learning_rate": 3.46e-06, | |
| "loss": 0.314, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.16913319238900634, | |
| "grad_norm": 5.363051414489746, | |
| "learning_rate": 3.96e-06, | |
| "loss": 0.3026, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.19027484143763213, | |
| "grad_norm": 6.52091121673584, | |
| "learning_rate": 4.4600000000000005e-06, | |
| "loss": 0.3055, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.21141649048625794, | |
| "grad_norm": 4.084770679473877, | |
| "learning_rate": 4.960000000000001e-06, | |
| "loss": 0.2737, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.23255813953488372, | |
| "grad_norm": 5.420108795166016, | |
| "learning_rate": 5.460000000000001e-06, | |
| "loss": 0.2853, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.2536997885835095, | |
| "grad_norm": 4.882087230682373, | |
| "learning_rate": 5.9600000000000005e-06, | |
| "loss": 0.2598, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2748414376321353, | |
| "grad_norm": 5.636622428894043, | |
| "learning_rate": 6.460000000000001e-06, | |
| "loss": 0.2711, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.2959830866807611, | |
| "grad_norm": 6.7103190422058105, | |
| "learning_rate": 6.96e-06, | |
| "loss": 0.238, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3171247357293869, | |
| "grad_norm": 5.882842540740967, | |
| "learning_rate": 7.4600000000000006e-06, | |
| "loss": 0.2454, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.3382663847780127, | |
| "grad_norm": 5.11025857925415, | |
| "learning_rate": 7.960000000000002e-06, | |
| "loss": 0.2611, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3594080338266385, | |
| "grad_norm": 5.972140312194824, | |
| "learning_rate": 8.46e-06, | |
| "loss": 0.2546, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.38054968287526425, | |
| "grad_norm": 4.569517135620117, | |
| "learning_rate": 8.96e-06, | |
| "loss": 0.2475, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.40169133192389006, | |
| "grad_norm": 5.826624393463135, | |
| "learning_rate": 9.460000000000001e-06, | |
| "loss": 0.246, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.42283298097251587, | |
| "grad_norm": 6.217140197753906, | |
| "learning_rate": 9.960000000000001e-06, | |
| "loss": 0.2592, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4439746300211416, | |
| "grad_norm": 5.610385417938232, | |
| "learning_rate": 9.988205128205129e-06, | |
| "loss": 0.2435, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.46511627906976744, | |
| "grad_norm": 4.2026567459106445, | |
| "learning_rate": 9.975384615384616e-06, | |
| "loss": 0.2227, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.48625792811839325, | |
| "grad_norm": 5.413006782531738, | |
| "learning_rate": 9.962564102564102e-06, | |
| "loss": 0.2344, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.507399577167019, | |
| "grad_norm": 5.172091960906982, | |
| "learning_rate": 9.94974358974359e-06, | |
| "loss": 0.207, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5285412262156448, | |
| "grad_norm": 3.3823935985565186, | |
| "learning_rate": 9.936923076923078e-06, | |
| "loss": 0.2192, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5496828752642706, | |
| "grad_norm": 6.060272693634033, | |
| "learning_rate": 9.924102564102565e-06, | |
| "loss": 0.2052, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5708245243128964, | |
| "grad_norm": 5.090622901916504, | |
| "learning_rate": 9.911282051282051e-06, | |
| "loss": 0.2074, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5919661733615222, | |
| "grad_norm": 4.698369979858398, | |
| "learning_rate": 9.898461538461538e-06, | |
| "loss": 0.2305, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6131078224101479, | |
| "grad_norm": 5.381127834320068, | |
| "learning_rate": 9.885641025641027e-06, | |
| "loss": 0.224, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.6342494714587738, | |
| "grad_norm": 4.093654155731201, | |
| "learning_rate": 9.872820512820514e-06, | |
| "loss": 0.189, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6553911205073996, | |
| "grad_norm": 3.974806070327759, | |
| "learning_rate": 9.86e-06, | |
| "loss": 0.2005, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.6765327695560254, | |
| "grad_norm": 4.721721172332764, | |
| "learning_rate": 9.847179487179487e-06, | |
| "loss": 0.2163, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6976744186046512, | |
| "grad_norm": 5.002155780792236, | |
| "learning_rate": 9.834358974358976e-06, | |
| "loss": 0.1996, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.718816067653277, | |
| "grad_norm": 5.590403079986572, | |
| "learning_rate": 9.821538461538463e-06, | |
| "loss": 0.2142, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7399577167019028, | |
| "grad_norm": 4.794340133666992, | |
| "learning_rate": 9.80871794871795e-06, | |
| "loss": 0.2069, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.7610993657505285, | |
| "grad_norm": 3.6653997898101807, | |
| "learning_rate": 9.795897435897436e-06, | |
| "loss": 0.1983, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7822410147991543, | |
| "grad_norm": 4.958125114440918, | |
| "learning_rate": 9.783076923076925e-06, | |
| "loss": 0.213, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.8033826638477801, | |
| "grad_norm": 4.403783798217773, | |
| "learning_rate": 9.770256410256412e-06, | |
| "loss": 0.2215, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8245243128964059, | |
| "grad_norm": 5.16312313079834, | |
| "learning_rate": 9.757435897435898e-06, | |
| "loss": 0.2096, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.8456659619450317, | |
| "grad_norm": 4.566516876220703, | |
| "learning_rate": 9.744615384615385e-06, | |
| "loss": 0.1875, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8456659619450317, | |
| "eval_loss": 0.13999927043914795, | |
| "eval_runtime": 419.9778, | |
| "eval_samples_per_second": 8.67, | |
| "eval_steps_per_second": 0.543, | |
| "eval_wer": 0.10993549584667502, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8668076109936576, | |
| "grad_norm": 4.138431072235107, | |
| "learning_rate": 9.731794871794872e-06, | |
| "loss": 0.2002, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.8879492600422833, | |
| "grad_norm": 5.494874477386475, | |
| "learning_rate": 9.71897435897436e-06, | |
| "loss": 0.1716, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 3.6946444511413574, | |
| "learning_rate": 9.706153846153847e-06, | |
| "loss": 0.1722, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.9302325581395349, | |
| "grad_norm": 4.946837425231934, | |
| "learning_rate": 9.693333333333334e-06, | |
| "loss": 0.1735, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9513742071881607, | |
| "grad_norm": 4.48101806640625, | |
| "learning_rate": 9.680512820512821e-06, | |
| "loss": 0.1836, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.9725158562367865, | |
| "grad_norm": 4.336252689361572, | |
| "learning_rate": 9.667692307692308e-06, | |
| "loss": 0.1827, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9936575052854123, | |
| "grad_norm": 5.601895332336426, | |
| "learning_rate": 9.654871794871795e-06, | |
| "loss": 0.1775, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.014799154334038, | |
| "grad_norm": 2.9764301776885986, | |
| "learning_rate": 9.642051282051282e-06, | |
| "loss": 0.136, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.0359408033826638, | |
| "grad_norm": 3.8662917613983154, | |
| "learning_rate": 9.62923076923077e-06, | |
| "loss": 0.103, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.0570824524312896, | |
| "grad_norm": 2.8110098838806152, | |
| "learning_rate": 9.616410256410257e-06, | |
| "loss": 0.0959, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.0782241014799154, | |
| "grad_norm": 3.119048833847046, | |
| "learning_rate": 9.603589743589744e-06, | |
| "loss": 0.1086, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.0993657505285412, | |
| "grad_norm": 4.480291366577148, | |
| "learning_rate": 9.59076923076923e-06, | |
| "loss": 0.0961, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.120507399577167, | |
| "grad_norm": 2.7335333824157715, | |
| "learning_rate": 9.577948717948719e-06, | |
| "loss": 0.0915, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.1416490486257929, | |
| "grad_norm": 3.7086055278778076, | |
| "learning_rate": 9.565128205128206e-06, | |
| "loss": 0.1077, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.1627906976744187, | |
| "grad_norm": 3.4772427082061768, | |
| "learning_rate": 9.552307692307693e-06, | |
| "loss": 0.0892, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.1839323467230445, | |
| "grad_norm": 2.8368217945098877, | |
| "learning_rate": 9.53948717948718e-06, | |
| "loss": 0.1025, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.20507399577167, | |
| "grad_norm": 4.250027179718018, | |
| "learning_rate": 9.526666666666668e-06, | |
| "loss": 0.0903, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.226215644820296, | |
| "grad_norm": 3.0660858154296875, | |
| "learning_rate": 9.513846153846155e-06, | |
| "loss": 0.0975, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.2473572938689217, | |
| "grad_norm": 2.3566482067108154, | |
| "learning_rate": 9.501025641025642e-06, | |
| "loss": 0.0993, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 1.2684989429175475, | |
| "grad_norm": 3.3394174575805664, | |
| "learning_rate": 9.488205128205129e-06, | |
| "loss": 0.0928, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.2896405919661733, | |
| "grad_norm": 3.662484645843506, | |
| "learning_rate": 9.475384615384617e-06, | |
| "loss": 0.0999, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 1.3107822410147991, | |
| "grad_norm": 3.5644421577453613, | |
| "learning_rate": 9.462564102564104e-06, | |
| "loss": 0.092, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.331923890063425, | |
| "grad_norm": 3.3423449993133545, | |
| "learning_rate": 9.44974358974359e-06, | |
| "loss": 0.1178, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.3530655391120507, | |
| "grad_norm": 3.4482710361480713, | |
| "learning_rate": 9.436923076923078e-06, | |
| "loss": 0.1046, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.3742071881606766, | |
| "grad_norm": 3.0157036781311035, | |
| "learning_rate": 9.424102564102564e-06, | |
| "loss": 0.0977, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.3953488372093024, | |
| "grad_norm": 3.4354636669158936, | |
| "learning_rate": 9.411282051282053e-06, | |
| "loss": 0.0853, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.4164904862579282, | |
| "grad_norm": 3.6379215717315674, | |
| "learning_rate": 9.39846153846154e-06, | |
| "loss": 0.1003, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.437632135306554, | |
| "grad_norm": 4.067347049713135, | |
| "learning_rate": 9.385641025641027e-06, | |
| "loss": 0.0795, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.4587737843551798, | |
| "grad_norm": 4.734683513641357, | |
| "learning_rate": 9.372820512820513e-06, | |
| "loss": 0.1152, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.4799154334038054, | |
| "grad_norm": 2.7462713718414307, | |
| "learning_rate": 9.360000000000002e-06, | |
| "loss": 0.0951, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.5010570824524314, | |
| "grad_norm": 3.8516879081726074, | |
| "learning_rate": 9.347179487179487e-06, | |
| "loss": 0.0895, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 1.522198731501057, | |
| "grad_norm": 4.691688537597656, | |
| "learning_rate": 9.334358974358974e-06, | |
| "loss": 0.1046, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.543340380549683, | |
| "grad_norm": 3.3214614391326904, | |
| "learning_rate": 9.321538461538462e-06, | |
| "loss": 0.0948, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 1.5644820295983086, | |
| "grad_norm": 3.6700942516326904, | |
| "learning_rate": 9.30871794871795e-06, | |
| "loss": 0.0933, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.5856236786469344, | |
| "grad_norm": 3.1985208988189697, | |
| "learning_rate": 9.295897435897436e-06, | |
| "loss": 0.0826, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.6067653276955602, | |
| "grad_norm": 4.297844886779785, | |
| "learning_rate": 9.283076923076923e-06, | |
| "loss": 0.0886, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.627906976744186, | |
| "grad_norm": 1.9990788698196411, | |
| "learning_rate": 9.270256410256411e-06, | |
| "loss": 0.0846, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.6490486257928119, | |
| "grad_norm": 4.069921970367432, | |
| "learning_rate": 9.257435897435898e-06, | |
| "loss": 0.085, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.6701902748414377, | |
| "grad_norm": 3.8481404781341553, | |
| "learning_rate": 9.244615384615385e-06, | |
| "loss": 0.0806, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 1.6913319238900635, | |
| "grad_norm": 2.80975604057312, | |
| "learning_rate": 9.231794871794872e-06, | |
| "loss": 0.0852, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.6913319238900635, | |
| "eval_loss": 0.10433211177587509, | |
| "eval_runtime": 421.4968, | |
| "eval_samples_per_second": 8.638, | |
| "eval_steps_per_second": 0.541, | |
| "eval_wer": 0.08566522808482992, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.712473572938689, | |
| "grad_norm": 2.397152900695801, | |
| "learning_rate": 9.21897435897436e-06, | |
| "loss": 0.0969, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.733615221987315, | |
| "grad_norm": 3.2101306915283203, | |
| "learning_rate": 9.206153846153847e-06, | |
| "loss": 0.0975, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.7547568710359407, | |
| "grad_norm": 4.012678146362305, | |
| "learning_rate": 9.193333333333334e-06, | |
| "loss": 0.0766, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.7758985200845667, | |
| "grad_norm": 2.3309662342071533, | |
| "learning_rate": 9.18051282051282e-06, | |
| "loss": 0.0871, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.7970401691331923, | |
| "grad_norm": 3.0771520137786865, | |
| "learning_rate": 9.16769230769231e-06, | |
| "loss": 0.0933, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 3.2476842403411865, | |
| "learning_rate": 9.154871794871796e-06, | |
| "loss": 0.0824, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.839323467230444, | |
| "grad_norm": 3.9469614028930664, | |
| "learning_rate": 9.142051282051283e-06, | |
| "loss": 0.0867, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.8604651162790697, | |
| "grad_norm": 3.2466225624084473, | |
| "learning_rate": 9.12923076923077e-06, | |
| "loss": 0.0773, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.8816067653276956, | |
| "grad_norm": 2.797091245651245, | |
| "learning_rate": 9.116410256410257e-06, | |
| "loss": 0.0826, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.9027484143763214, | |
| "grad_norm": 2.5921578407287598, | |
| "learning_rate": 9.103589743589745e-06, | |
| "loss": 0.0748, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.9238900634249472, | |
| "grad_norm": 5.473248481750488, | |
| "learning_rate": 9.090769230769232e-06, | |
| "loss": 0.0747, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.945031712473573, | |
| "grad_norm": 3.044085741043091, | |
| "learning_rate": 9.077948717948719e-06, | |
| "loss": 0.0708, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.9661733615221988, | |
| "grad_norm": 3.948669672012329, | |
| "learning_rate": 9.065128205128206e-06, | |
| "loss": 0.0895, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.9873150105708244, | |
| "grad_norm": 3.0291192531585693, | |
| "learning_rate": 9.052307692307694e-06, | |
| "loss": 0.0803, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.0084566596194504, | |
| "grad_norm": 1.0824567079544067, | |
| "learning_rate": 9.03948717948718e-06, | |
| "loss": 0.06, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 2.029598308668076, | |
| "grad_norm": 2.6235604286193848, | |
| "learning_rate": 9.026666666666666e-06, | |
| "loss": 0.0374, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.050739957716702, | |
| "grad_norm": 1.5301828384399414, | |
| "learning_rate": 9.013846153846155e-06, | |
| "loss": 0.036, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 2.0718816067653276, | |
| "grad_norm": 1.8513456583023071, | |
| "learning_rate": 9.001025641025641e-06, | |
| "loss": 0.0304, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.0930232558139537, | |
| "grad_norm": 1.9220322370529175, | |
| "learning_rate": 8.988205128205128e-06, | |
| "loss": 0.0337, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 2.1141649048625792, | |
| "grad_norm": 1.8854974508285522, | |
| "learning_rate": 8.975384615384615e-06, | |
| "loss": 0.0289, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.1353065539112053, | |
| "grad_norm": 3.065642833709717, | |
| "learning_rate": 8.962564102564104e-06, | |
| "loss": 0.0364, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 2.156448202959831, | |
| "grad_norm": 1.0566080808639526, | |
| "learning_rate": 8.94974358974359e-06, | |
| "loss": 0.0339, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.177589852008457, | |
| "grad_norm": 1.686890721321106, | |
| "learning_rate": 8.936923076923077e-06, | |
| "loss": 0.0328, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 2.1987315010570825, | |
| "grad_norm": 2.0453619956970215, | |
| "learning_rate": 8.924102564102564e-06, | |
| "loss": 0.0369, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.219873150105708, | |
| "grad_norm": 2.368619680404663, | |
| "learning_rate": 8.911282051282053e-06, | |
| "loss": 0.032, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 2.241014799154334, | |
| "grad_norm": 1.775297999382019, | |
| "learning_rate": 8.89846153846154e-06, | |
| "loss": 0.0315, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.2621564482029597, | |
| "grad_norm": 3.0013630390167236, | |
| "learning_rate": 8.885641025641026e-06, | |
| "loss": 0.0339, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 2.2832980972515857, | |
| "grad_norm": 1.0974608659744263, | |
| "learning_rate": 8.872820512820513e-06, | |
| "loss": 0.0351, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.3044397463002113, | |
| "grad_norm": 3.1183347702026367, | |
| "learning_rate": 8.860000000000002e-06, | |
| "loss": 0.0386, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 2.3255813953488373, | |
| "grad_norm": 1.7240360975265503, | |
| "learning_rate": 8.847179487179488e-06, | |
| "loss": 0.0323, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.346723044397463, | |
| "grad_norm": 3.0883610248565674, | |
| "learning_rate": 8.834358974358975e-06, | |
| "loss": 0.0444, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 2.367864693446089, | |
| "grad_norm": 1.8349878787994385, | |
| "learning_rate": 8.821538461538462e-06, | |
| "loss": 0.0387, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.3890063424947146, | |
| "grad_norm": 3.4535439014434814, | |
| "learning_rate": 8.80871794871795e-06, | |
| "loss": 0.0422, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 2.41014799154334, | |
| "grad_norm": 3.0113954544067383, | |
| "learning_rate": 8.795897435897437e-06, | |
| "loss": 0.0354, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.431289640591966, | |
| "grad_norm": 1.868592619895935, | |
| "learning_rate": 8.783076923076924e-06, | |
| "loss": 0.0278, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 2.452431289640592, | |
| "grad_norm": 2.4312257766723633, | |
| "learning_rate": 8.770256410256411e-06, | |
| "loss": 0.035, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.473572938689218, | |
| "grad_norm": 2.4502596855163574, | |
| "learning_rate": 8.757435897435898e-06, | |
| "loss": 0.0314, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 2.4947145877378434, | |
| "grad_norm": 2.0330417156219482, | |
| "learning_rate": 8.744615384615386e-06, | |
| "loss": 0.0414, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.5158562367864694, | |
| "grad_norm": 1.8342368602752686, | |
| "learning_rate": 8.731794871794873e-06, | |
| "loss": 0.0486, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 2.536997885835095, | |
| "grad_norm": 3.516516923904419, | |
| "learning_rate": 8.718974358974358e-06, | |
| "loss": 0.0387, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.536997885835095, | |
| "eval_loss": 0.09136591106653214, | |
| "eval_runtime": 424.5707, | |
| "eval_samples_per_second": 8.576, | |
| "eval_steps_per_second": 0.537, | |
| "eval_wer": 0.07568796695902362, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.558139534883721, | |
| "grad_norm": 2.264760732650757, | |
| "learning_rate": 8.706153846153847e-06, | |
| "loss": 0.0394, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 2.5792811839323466, | |
| "grad_norm": 2.3247904777526855, | |
| "learning_rate": 8.693333333333334e-06, | |
| "loss": 0.032, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.6004228329809727, | |
| "grad_norm": 2.2518162727355957, | |
| "learning_rate": 8.68051282051282e-06, | |
| "loss": 0.032, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 2.6215644820295982, | |
| "grad_norm": 3.336057424545288, | |
| "learning_rate": 8.667692307692307e-06, | |
| "loss": 0.0354, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.6427061310782243, | |
| "grad_norm": 2.483700752258301, | |
| "learning_rate": 8.654871794871796e-06, | |
| "loss": 0.0371, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 2.66384778012685, | |
| "grad_norm": 1.6576588153839111, | |
| "learning_rate": 8.642051282051283e-06, | |
| "loss": 0.0335, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.6849894291754755, | |
| "grad_norm": 2.4956696033477783, | |
| "learning_rate": 8.62923076923077e-06, | |
| "loss": 0.0253, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 2.7061310782241015, | |
| "grad_norm": 2.75431489944458, | |
| "learning_rate": 8.616410256410256e-06, | |
| "loss": 0.0318, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.7272727272727275, | |
| "grad_norm": 2.210634708404541, | |
| "learning_rate": 8.603589743589745e-06, | |
| "loss": 0.0394, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 2.748414376321353, | |
| "grad_norm": 2.500887632369995, | |
| "learning_rate": 8.590769230769232e-06, | |
| "loss": 0.0404, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.7695560253699787, | |
| "grad_norm": 1.5044671297073364, | |
| "learning_rate": 8.577948717948718e-06, | |
| "loss": 0.031, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 2.7906976744186047, | |
| "grad_norm": 2.0523312091827393, | |
| "learning_rate": 8.565128205128205e-06, | |
| "loss": 0.0324, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.8118393234672303, | |
| "grad_norm": 3.076326608657837, | |
| "learning_rate": 8.552307692307694e-06, | |
| "loss": 0.0319, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 2.8329809725158563, | |
| "grad_norm": 0.9975211024284363, | |
| "learning_rate": 8.53948717948718e-06, | |
| "loss": 0.0327, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.854122621564482, | |
| "grad_norm": 2.296332597732544, | |
| "learning_rate": 8.526666666666667e-06, | |
| "loss": 0.0429, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 2.875264270613108, | |
| "grad_norm": 0.4409531354904175, | |
| "learning_rate": 8.513846153846154e-06, | |
| "loss": 0.0347, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.8964059196617336, | |
| "grad_norm": 1.439736008644104, | |
| "learning_rate": 8.501025641025643e-06, | |
| "loss": 0.0337, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 2.9175475687103596, | |
| "grad_norm": 0.9605826735496521, | |
| "learning_rate": 8.48820512820513e-06, | |
| "loss": 0.0351, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.938689217758985, | |
| "grad_norm": 1.8650295734405518, | |
| "learning_rate": 8.475384615384616e-06, | |
| "loss": 0.0403, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 2.9598308668076108, | |
| "grad_norm": 2.824385643005371, | |
| "learning_rate": 8.462564102564103e-06, | |
| "loss": 0.0384, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.980972515856237, | |
| "grad_norm": 1.5251168012619019, | |
| "learning_rate": 8.44974358974359e-06, | |
| "loss": 0.0334, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 3.0021141649048624, | |
| "grad_norm": 0.8180655837059021, | |
| "learning_rate": 8.436923076923079e-06, | |
| "loss": 0.0313, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 3.0232558139534884, | |
| "grad_norm": 2.1612069606781006, | |
| "learning_rate": 8.424102564102565e-06, | |
| "loss": 0.016, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 3.044397463002114, | |
| "grad_norm": 1.3373942375183105, | |
| "learning_rate": 8.411282051282052e-06, | |
| "loss": 0.0144, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.06553911205074, | |
| "grad_norm": 0.7444804310798645, | |
| "learning_rate": 8.398461538461539e-06, | |
| "loss": 0.0203, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 3.0866807610993656, | |
| "grad_norm": 1.6546038389205933, | |
| "learning_rate": 8.385641025641026e-06, | |
| "loss": 0.0109, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 3.1078224101479917, | |
| "grad_norm": 1.1087496280670166, | |
| "learning_rate": 8.372820512820513e-06, | |
| "loss": 0.0139, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 3.1289640591966172, | |
| "grad_norm": 1.7939504384994507, | |
| "learning_rate": 8.36e-06, | |
| "loss": 0.0185, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 3.1501057082452433, | |
| "grad_norm": 1.848943829536438, | |
| "learning_rate": 8.347179487179488e-06, | |
| "loss": 0.0128, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 3.171247357293869, | |
| "grad_norm": 2.3288862705230713, | |
| "learning_rate": 8.334358974358975e-06, | |
| "loss": 0.0132, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 3.192389006342495, | |
| "grad_norm": 2.1424756050109863, | |
| "learning_rate": 8.321538461538462e-06, | |
| "loss": 0.017, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 3.2135306553911205, | |
| "grad_norm": 1.132733941078186, | |
| "learning_rate": 8.308717948717949e-06, | |
| "loss": 0.0181, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 3.234672304439746, | |
| "grad_norm": 1.5112519264221191, | |
| "learning_rate": 8.295897435897437e-06, | |
| "loss": 0.012, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 3.255813953488372, | |
| "grad_norm": 1.1612873077392578, | |
| "learning_rate": 8.283076923076924e-06, | |
| "loss": 0.0142, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 3.276955602536998, | |
| "grad_norm": 2.4286863803863525, | |
| "learning_rate": 8.27025641025641e-06, | |
| "loss": 0.0106, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 3.2980972515856237, | |
| "grad_norm": 2.1390466690063477, | |
| "learning_rate": 8.257435897435898e-06, | |
| "loss": 0.0176, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.3192389006342493, | |
| "grad_norm": 3.464160680770874, | |
| "learning_rate": 8.244615384615386e-06, | |
| "loss": 0.0143, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 3.3403805496828753, | |
| "grad_norm": 1.063372254371643, | |
| "learning_rate": 8.231794871794873e-06, | |
| "loss": 0.0196, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 3.361522198731501, | |
| "grad_norm": 0.763058066368103, | |
| "learning_rate": 8.21897435897436e-06, | |
| "loss": 0.0152, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 3.382663847780127, | |
| "grad_norm": 0.30352699756622314, | |
| "learning_rate": 8.206153846153847e-06, | |
| "loss": 0.0153, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.382663847780127, | |
| "eval_loss": 0.08595944941043854, | |
| "eval_runtime": 425.6418, | |
| "eval_samples_per_second": 8.554, | |
| "eval_steps_per_second": 0.536, | |
| "eval_wer": 0.08181354123161168, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.4038054968287526, | |
| "grad_norm": 0.6997278332710266, | |
| "learning_rate": 8.193333333333335e-06, | |
| "loss": 0.0121, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 3.4249471458773786, | |
| "grad_norm": 2.2743613719940186, | |
| "learning_rate": 8.180512820512822e-06, | |
| "loss": 0.0148, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 3.446088794926004, | |
| "grad_norm": 1.2777513265609741, | |
| "learning_rate": 8.167692307692309e-06, | |
| "loss": 0.0142, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 3.46723044397463, | |
| "grad_norm": 1.5009987354278564, | |
| "learning_rate": 8.154871794871796e-06, | |
| "loss": 0.0191, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 3.488372093023256, | |
| "grad_norm": 1.3110395669937134, | |
| "learning_rate": 8.142051282051282e-06, | |
| "loss": 0.0133, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 3.5095137420718814, | |
| "grad_norm": 1.5313085317611694, | |
| "learning_rate": 8.129230769230771e-06, | |
| "loss": 0.0141, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 3.5306553911205074, | |
| "grad_norm": 1.2553045749664307, | |
| "learning_rate": 8.116410256410258e-06, | |
| "loss": 0.0169, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 3.5517970401691334, | |
| "grad_norm": 1.313785433769226, | |
| "learning_rate": 8.103589743589745e-06, | |
| "loss": 0.0193, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 3.572938689217759, | |
| "grad_norm": 1.203377366065979, | |
| "learning_rate": 8.090769230769231e-06, | |
| "loss": 0.0151, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 3.5940803382663846, | |
| "grad_norm": 0.6605008244514465, | |
| "learning_rate": 8.077948717948718e-06, | |
| "loss": 0.0181, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 3.6152219873150107, | |
| "grad_norm": 1.213782787322998, | |
| "learning_rate": 8.065128205128205e-06, | |
| "loss": 0.019, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 3.6363636363636362, | |
| "grad_norm": 3.021005153656006, | |
| "learning_rate": 8.052307692307692e-06, | |
| "loss": 0.0169, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 3.6575052854122623, | |
| "grad_norm": 1.8544044494628906, | |
| "learning_rate": 8.03948717948718e-06, | |
| "loss": 0.0131, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 3.678646934460888, | |
| "grad_norm": 1.1160951852798462, | |
| "learning_rate": 8.026666666666667e-06, | |
| "loss": 0.0174, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 3.699788583509514, | |
| "grad_norm": 0.6091210246086121, | |
| "learning_rate": 8.013846153846154e-06, | |
| "loss": 0.0125, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 3.7209302325581395, | |
| "grad_norm": 1.5282201766967773, | |
| "learning_rate": 8.00102564102564e-06, | |
| "loss": 0.0193, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 3.7420718816067655, | |
| "grad_norm": 0.671487033367157, | |
| "learning_rate": 7.98820512820513e-06, | |
| "loss": 0.0142, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 3.763213530655391, | |
| "grad_norm": 1.4481194019317627, | |
| "learning_rate": 7.975384615384616e-06, | |
| "loss": 0.0205, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 3.7843551797040167, | |
| "grad_norm": 1.552512288093567, | |
| "learning_rate": 7.962564102564103e-06, | |
| "loss": 0.0156, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 3.8054968287526427, | |
| "grad_norm": 2.821441411972046, | |
| "learning_rate": 7.94974358974359e-06, | |
| "loss": 0.0205, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.8266384778012688, | |
| "grad_norm": 1.934550404548645, | |
| "learning_rate": 7.936923076923078e-06, | |
| "loss": 0.014, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 3.8477801268498943, | |
| "grad_norm": 1.8110979795455933, | |
| "learning_rate": 7.924102564102565e-06, | |
| "loss": 0.015, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 3.86892177589852, | |
| "grad_norm": 1.9725172519683838, | |
| "learning_rate": 7.911282051282052e-06, | |
| "loss": 0.0149, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 3.890063424947146, | |
| "grad_norm": 1.2784725427627563, | |
| "learning_rate": 7.898461538461539e-06, | |
| "loss": 0.0146, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.9112050739957716, | |
| "grad_norm": 2.2306292057037354, | |
| "learning_rate": 7.885641025641027e-06, | |
| "loss": 0.0163, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 3.9323467230443976, | |
| "grad_norm": 1.8566030263900757, | |
| "learning_rate": 7.872820512820514e-06, | |
| "loss": 0.015, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.953488372093023, | |
| "grad_norm": 1.6263699531555176, | |
| "learning_rate": 7.860000000000001e-06, | |
| "loss": 0.0145, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 3.974630021141649, | |
| "grad_norm": 1.2644612789154053, | |
| "learning_rate": 7.847179487179488e-06, | |
| "loss": 0.0158, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.995771670190275, | |
| "grad_norm": 0.5040600299835205, | |
| "learning_rate": 7.834871794871795e-06, | |
| "loss": 0.0162, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 4.016913319238901, | |
| "grad_norm": 0.6542588472366333, | |
| "learning_rate": 7.822051282051282e-06, | |
| "loss": 0.009, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 4.038054968287526, | |
| "grad_norm": 1.0600502490997314, | |
| "learning_rate": 7.80923076923077e-06, | |
| "loss": 0.0125, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 4.059196617336152, | |
| "grad_norm": 0.7481040358543396, | |
| "learning_rate": 7.796410256410257e-06, | |
| "loss": 0.0065, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 4.080338266384778, | |
| "grad_norm": 0.9099847078323364, | |
| "learning_rate": 7.783589743589744e-06, | |
| "loss": 0.0057, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 4.101479915433404, | |
| "grad_norm": 0.5291013717651367, | |
| "learning_rate": 7.770769230769231e-06, | |
| "loss": 0.005, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 4.12262156448203, | |
| "grad_norm": 1.499250888824463, | |
| "learning_rate": 7.75794871794872e-06, | |
| "loss": 0.0083, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 4.143763213530655, | |
| "grad_norm": 0.21640999615192413, | |
| "learning_rate": 7.745128205128206e-06, | |
| "loss": 0.0075, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 4.164904862579281, | |
| "grad_norm": 0.20196348428726196, | |
| "learning_rate": 7.732307692307693e-06, | |
| "loss": 0.0088, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 4.186046511627907, | |
| "grad_norm": 0.6973519921302795, | |
| "learning_rate": 7.71948717948718e-06, | |
| "loss": 0.0079, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 4.207188160676533, | |
| "grad_norm": 0.38807210326194763, | |
| "learning_rate": 7.706666666666669e-06, | |
| "loss": 0.005, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 4.2283298097251585, | |
| "grad_norm": 0.19292686879634857, | |
| "learning_rate": 7.693846153846154e-06, | |
| "loss": 0.008, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.2283298097251585, | |
| "eval_loss": 0.08777374029159546, | |
| "eval_runtime": 416.8384, | |
| "eval_samples_per_second": 8.735, | |
| "eval_steps_per_second": 0.547, | |
| "eval_wer": 0.06984082788064411, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.249471458773784, | |
| "grad_norm": 0.18094445765018463, | |
| "learning_rate": 7.68102564102564e-06, | |
| "loss": 0.0059, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 4.2706131078224105, | |
| "grad_norm": 1.249588131904602, | |
| "learning_rate": 7.668205128205129e-06, | |
| "loss": 0.0063, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 4.291754756871036, | |
| "grad_norm": 1.3055378198623657, | |
| "learning_rate": 7.655384615384616e-06, | |
| "loss": 0.0074, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 4.312896405919662, | |
| "grad_norm": 1.6589789390563965, | |
| "learning_rate": 7.642564102564103e-06, | |
| "loss": 0.0094, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 4.334038054968287, | |
| "grad_norm": 0.46987977623939514, | |
| "learning_rate": 7.62974358974359e-06, | |
| "loss": 0.0117, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 4.355179704016914, | |
| "grad_norm": 0.4591355323791504, | |
| "learning_rate": 7.616923076923077e-06, | |
| "loss": 0.0079, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 4.376321353065539, | |
| "grad_norm": 1.6983137130737305, | |
| "learning_rate": 7.604102564102565e-06, | |
| "loss": 0.0053, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 4.397463002114165, | |
| "grad_norm": 0.3046073913574219, | |
| "learning_rate": 7.591282051282052e-06, | |
| "loss": 0.0104, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 4.4186046511627906, | |
| "grad_norm": 0.7796456217765808, | |
| "learning_rate": 7.578461538461539e-06, | |
| "loss": 0.0059, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 4.439746300211416, | |
| "grad_norm": 0.7012127637863159, | |
| "learning_rate": 7.565641025641026e-06, | |
| "loss": 0.0076, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 4.460887949260043, | |
| "grad_norm": 0.6566082835197449, | |
| "learning_rate": 7.552820512820514e-06, | |
| "loss": 0.0085, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 4.482029598308668, | |
| "grad_norm": 1.1547282934188843, | |
| "learning_rate": 7.540000000000001e-06, | |
| "loss": 0.0082, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 4.503171247357294, | |
| "grad_norm": 1.3107972145080566, | |
| "learning_rate": 7.5271794871794875e-06, | |
| "loss": 0.007, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 4.524312896405919, | |
| "grad_norm": 1.5770258903503418, | |
| "learning_rate": 7.514358974358975e-06, | |
| "loss": 0.0118, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 4.545454545454545, | |
| "grad_norm": 2.0194594860076904, | |
| "learning_rate": 7.501538461538462e-06, | |
| "loss": 0.0104, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 4.5665961945031714, | |
| "grad_norm": 1.2425894737243652, | |
| "learning_rate": 7.48871794871795e-06, | |
| "loss": 0.009, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 4.587737843551797, | |
| "grad_norm": 1.568264365196228, | |
| "learning_rate": 7.4758974358974365e-06, | |
| "loss": 0.0095, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 4.608879492600423, | |
| "grad_norm": 0.7294540405273438, | |
| "learning_rate": 7.463076923076924e-06, | |
| "loss": 0.0092, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 4.630021141649049, | |
| "grad_norm": 1.0853856801986694, | |
| "learning_rate": 7.450256410256411e-06, | |
| "loss": 0.0078, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 4.651162790697675, | |
| "grad_norm": 1.0923691987991333, | |
| "learning_rate": 7.437435897435899e-06, | |
| "loss": 0.0071, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 4.6723044397463, | |
| "grad_norm": 1.096602201461792, | |
| "learning_rate": 7.4246153846153855e-06, | |
| "loss": 0.0072, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 4.693446088794926, | |
| "grad_norm": 1.0058438777923584, | |
| "learning_rate": 7.411794871794873e-06, | |
| "loss": 0.009, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 4.7145877378435515, | |
| "grad_norm": 0.3397851884365082, | |
| "learning_rate": 7.39897435897436e-06, | |
| "loss": 0.006, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 4.735729386892178, | |
| "grad_norm": 0.9336525201797485, | |
| "learning_rate": 7.386153846153846e-06, | |
| "loss": 0.0144, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 4.7568710359408035, | |
| "grad_norm": 0.1965409815311432, | |
| "learning_rate": 7.373333333333334e-06, | |
| "loss": 0.0057, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 4.778012684989429, | |
| "grad_norm": 0.3345631957054138, | |
| "learning_rate": 7.3605128205128204e-06, | |
| "loss": 0.008, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 4.799154334038055, | |
| "grad_norm": 0.8351041674613953, | |
| "learning_rate": 7.347692307692308e-06, | |
| "loss": 0.0063, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 4.82029598308668, | |
| "grad_norm": 0.6171631217002869, | |
| "learning_rate": 7.334871794871795e-06, | |
| "loss": 0.0056, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 4.841437632135307, | |
| "grad_norm": 0.22757196426391602, | |
| "learning_rate": 7.322051282051283e-06, | |
| "loss": 0.0098, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 4.862579281183932, | |
| "grad_norm": 2.954468011856079, | |
| "learning_rate": 7.309230769230769e-06, | |
| "loss": 0.0056, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 4.883720930232558, | |
| "grad_norm": 1.6333624124526978, | |
| "learning_rate": 7.296410256410257e-06, | |
| "loss": 0.0067, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 4.904862579281184, | |
| "grad_norm": 0.10707265883684158, | |
| "learning_rate": 7.283589743589744e-06, | |
| "loss": 0.0055, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 4.92600422832981, | |
| "grad_norm": 0.8286884427070618, | |
| "learning_rate": 7.270769230769232e-06, | |
| "loss": 0.0081, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 4.947145877378436, | |
| "grad_norm": 0.42702218890190125, | |
| "learning_rate": 7.257948717948718e-06, | |
| "loss": 0.0064, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 4.968287526427061, | |
| "grad_norm": 1.5272870063781738, | |
| "learning_rate": 7.245128205128206e-06, | |
| "loss": 0.006, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 4.989429175475687, | |
| "grad_norm": 1.0080416202545166, | |
| "learning_rate": 7.232307692307693e-06, | |
| "loss": 0.0064, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 5.010570824524313, | |
| "grad_norm": 1.6429482698440552, | |
| "learning_rate": 7.21948717948718e-06, | |
| "loss": 0.004, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 5.031712473572939, | |
| "grad_norm": 0.593721866607666, | |
| "learning_rate": 7.206666666666667e-06, | |
| "loss": 0.0033, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 5.052854122621564, | |
| "grad_norm": 0.20310665667057037, | |
| "learning_rate": 7.193846153846154e-06, | |
| "loss": 0.0045, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 5.07399577167019, | |
| "grad_norm": 1.1912012100219727, | |
| "learning_rate": 7.181025641025642e-06, | |
| "loss": 0.005, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 5.07399577167019, | |
| "eval_loss": 0.08779177069664001, | |
| "eval_runtime": 422.2642, | |
| "eval_samples_per_second": 8.623, | |
| "eval_steps_per_second": 0.54, | |
| "eval_wer": 0.07452782031648801, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 5.0951374207188165, | |
| "grad_norm": 0.7110195159912109, | |
| "learning_rate": 7.168205128205129e-06, | |
| "loss": 0.0077, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 5.116279069767442, | |
| "grad_norm": 0.11154381185770035, | |
| "learning_rate": 7.155384615384616e-06, | |
| "loss": 0.004, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 5.137420718816068, | |
| "grad_norm": 0.07287934422492981, | |
| "learning_rate": 7.142564102564103e-06, | |
| "loss": 0.003, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 5.158562367864693, | |
| "grad_norm": 0.07207977771759033, | |
| "learning_rate": 7.129743589743591e-06, | |
| "loss": 0.0029, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 5.179704016913319, | |
| "grad_norm": 0.09618539363145828, | |
| "learning_rate": 7.116923076923078e-06, | |
| "loss": 0.0045, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 5.200845665961945, | |
| "grad_norm": 0.13538002967834473, | |
| "learning_rate": 7.104102564102565e-06, | |
| "loss": 0.0036, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 5.221987315010571, | |
| "grad_norm": 0.08731002360582352, | |
| "learning_rate": 7.091282051282052e-06, | |
| "loss": 0.0039, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 5.2431289640591965, | |
| "grad_norm": 1.615174412727356, | |
| "learning_rate": 7.078461538461538e-06, | |
| "loss": 0.0037, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 5.264270613107822, | |
| "grad_norm": 0.844247579574585, | |
| "learning_rate": 7.065641025641026e-06, | |
| "loss": 0.0044, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 5.2854122621564485, | |
| "grad_norm": 0.36915040016174316, | |
| "learning_rate": 7.052820512820513e-06, | |
| "loss": 0.0039, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 5.306553911205074, | |
| "grad_norm": 0.6561350226402283, | |
| "learning_rate": 7.04e-06, | |
| "loss": 0.0077, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 5.3276955602537, | |
| "grad_norm": 0.10375604033470154, | |
| "learning_rate": 7.027179487179487e-06, | |
| "loss": 0.0027, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 5.348837209302325, | |
| "grad_norm": 0.11399765312671661, | |
| "learning_rate": 7.014358974358975e-06, | |
| "loss": 0.005, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 5.369978858350952, | |
| "grad_norm": 0.39025041460990906, | |
| "learning_rate": 7.001538461538462e-06, | |
| "loss": 0.0032, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 5.391120507399577, | |
| "grad_norm": 0.7788843512535095, | |
| "learning_rate": 6.988717948717949e-06, | |
| "loss": 0.0047, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 5.412262156448203, | |
| "grad_norm": 5.279190540313721, | |
| "learning_rate": 6.975897435897436e-06, | |
| "loss": 0.0046, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 5.4334038054968286, | |
| "grad_norm": 0.554918646812439, | |
| "learning_rate": 6.963076923076924e-06, | |
| "loss": 0.0039, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 5.454545454545454, | |
| "grad_norm": 0.062186941504478455, | |
| "learning_rate": 6.950256410256411e-06, | |
| "loss": 0.0027, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 5.475687103594081, | |
| "grad_norm": 0.22088727355003357, | |
| "learning_rate": 6.937435897435898e-06, | |
| "loss": 0.004, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 5.496828752642706, | |
| "grad_norm": 1.3965909481048584, | |
| "learning_rate": 6.924615384615385e-06, | |
| "loss": 0.0046, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 5.517970401691332, | |
| "grad_norm": 0.13480918109416962, | |
| "learning_rate": 6.911794871794872e-06, | |
| "loss": 0.0044, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 5.539112050739957, | |
| "grad_norm": 0.2856655716896057, | |
| "learning_rate": 6.89897435897436e-06, | |
| "loss": 0.005, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 5.560253699788584, | |
| "grad_norm": 0.8899367451667786, | |
| "learning_rate": 6.8861538461538465e-06, | |
| "loss": 0.0035, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 5.5813953488372094, | |
| "grad_norm": 1.383070707321167, | |
| "learning_rate": 6.873333333333334e-06, | |
| "loss": 0.0054, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 5.602536997885835, | |
| "grad_norm": 0.2242678701877594, | |
| "learning_rate": 6.860512820512821e-06, | |
| "loss": 0.0074, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 5.623678646934461, | |
| "grad_norm": 0.3287247121334076, | |
| "learning_rate": 6.847692307692309e-06, | |
| "loss": 0.0068, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 5.644820295983086, | |
| "grad_norm": 0.47697022557258606, | |
| "learning_rate": 6.8348717948717955e-06, | |
| "loss": 0.0036, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 5.665961945031713, | |
| "grad_norm": 0.23843590915203094, | |
| "learning_rate": 6.822051282051283e-06, | |
| "loss": 0.0053, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 5.687103594080338, | |
| "grad_norm": 0.14214707911014557, | |
| "learning_rate": 6.80923076923077e-06, | |
| "loss": 0.0023, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 5.708245243128964, | |
| "grad_norm": 0.9868163466453552, | |
| "learning_rate": 6.796410256410258e-06, | |
| "loss": 0.003, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 5.72938689217759, | |
| "grad_norm": 0.6320108771324158, | |
| "learning_rate": 6.7835897435897445e-06, | |
| "loss": 0.0061, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 5.750528541226216, | |
| "grad_norm": 0.08067617565393448, | |
| "learning_rate": 6.770769230769232e-06, | |
| "loss": 0.0055, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 5.7716701902748415, | |
| "grad_norm": 1.7972437143325806, | |
| "learning_rate": 6.757948717948718e-06, | |
| "loss": 0.0039, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 5.792811839323467, | |
| "grad_norm": 0.9350019693374634, | |
| "learning_rate": 6.745128205128205e-06, | |
| "loss": 0.0055, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 5.813953488372093, | |
| "grad_norm": 0.21952944993972778, | |
| "learning_rate": 6.732307692307693e-06, | |
| "loss": 0.0037, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 5.835095137420719, | |
| "grad_norm": 2.4713776111602783, | |
| "learning_rate": 6.7194871794871794e-06, | |
| "loss": 0.0056, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 5.856236786469345, | |
| "grad_norm": 0.4809707999229431, | |
| "learning_rate": 6.706666666666667e-06, | |
| "loss": 0.0046, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 5.87737843551797, | |
| "grad_norm": 1.1874123811721802, | |
| "learning_rate": 6.693846153846154e-06, | |
| "loss": 0.0046, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 5.898520084566596, | |
| "grad_norm": 0.13787618279457092, | |
| "learning_rate": 6.681025641025642e-06, | |
| "loss": 0.004, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 5.9196617336152215, | |
| "grad_norm": 1.4916746616363525, | |
| "learning_rate": 6.6682051282051284e-06, | |
| "loss": 0.0033, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 5.9196617336152215, | |
| "eval_loss": 0.08342708647251129, | |
| "eval_runtime": 419.2861, | |
| "eval_samples_per_second": 8.684, | |
| "eval_steps_per_second": 0.544, | |
| "eval_wer": 0.0651074295790988, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 5.940803382663848, | |
| "grad_norm": 2.867432117462158, | |
| "learning_rate": 6.655384615384616e-06, | |
| "loss": 0.0097, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 5.961945031712474, | |
| "grad_norm": 0.590003490447998, | |
| "learning_rate": 6.642564102564103e-06, | |
| "loss": 0.0032, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 5.983086680761099, | |
| "grad_norm": 2.920905351638794, | |
| "learning_rate": 6.629743589743591e-06, | |
| "loss": 0.005, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 6.004228329809725, | |
| "grad_norm": 0.9033246040344238, | |
| "learning_rate": 6.616923076923077e-06, | |
| "loss": 0.0062, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 6.025369978858351, | |
| "grad_norm": 5.353052139282227, | |
| "learning_rate": 6.604102564102565e-06, | |
| "loss": 0.004, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 6.046511627906977, | |
| "grad_norm": 0.0608515739440918, | |
| "learning_rate": 6.591282051282052e-06, | |
| "loss": 0.0027, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 6.067653276955602, | |
| "grad_norm": 0.09016130864620209, | |
| "learning_rate": 6.578461538461539e-06, | |
| "loss": 0.0046, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 6.088794926004228, | |
| "grad_norm": 1.249212384223938, | |
| "learning_rate": 6.565641025641026e-06, | |
| "loss": 0.0044, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 6.1099365750528545, | |
| "grad_norm": 0.2739676237106323, | |
| "learning_rate": 6.552820512820513e-06, | |
| "loss": 0.0036, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 6.13107822410148, | |
| "grad_norm": 1.4266902208328247, | |
| "learning_rate": 6.540000000000001e-06, | |
| "loss": 0.0056, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 6.152219873150106, | |
| "grad_norm": 1.1306654214859009, | |
| "learning_rate": 6.527179487179488e-06, | |
| "loss": 0.0023, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 6.173361522198731, | |
| "grad_norm": 0.24447208642959595, | |
| "learning_rate": 6.514358974358975e-06, | |
| "loss": 0.0025, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 6.194503171247358, | |
| "grad_norm": 1.2917050123214722, | |
| "learning_rate": 6.501538461538462e-06, | |
| "loss": 0.0033, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 6.215644820295983, | |
| "grad_norm": 0.2974170744419098, | |
| "learning_rate": 6.48871794871795e-06, | |
| "loss": 0.0024, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 6.236786469344609, | |
| "grad_norm": 1.0729445219039917, | |
| "learning_rate": 6.475897435897437e-06, | |
| "loss": 0.0021, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 6.2579281183932345, | |
| "grad_norm": 0.10066499561071396, | |
| "learning_rate": 6.463076923076924e-06, | |
| "loss": 0.0019, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 6.27906976744186, | |
| "grad_norm": 0.07153913378715515, | |
| "learning_rate": 6.45025641025641e-06, | |
| "loss": 0.0027, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 6.3002114164904865, | |
| "grad_norm": 0.6892584562301636, | |
| "learning_rate": 6.437435897435897e-06, | |
| "loss": 0.0023, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 6.321353065539112, | |
| "grad_norm": 1.0604571104049683, | |
| "learning_rate": 6.424615384615385e-06, | |
| "loss": 0.0039, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 6.342494714587738, | |
| "grad_norm": 1.8776297569274902, | |
| "learning_rate": 6.411794871794872e-06, | |
| "loss": 0.002, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 6.363636363636363, | |
| "grad_norm": 0.16421526670455933, | |
| "learning_rate": 6.398974358974359e-06, | |
| "loss": 0.0027, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 6.38477801268499, | |
| "grad_norm": 0.1744580715894699, | |
| "learning_rate": 6.386153846153846e-06, | |
| "loss": 0.0044, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 6.405919661733615, | |
| "grad_norm": 0.06431788951158524, | |
| "learning_rate": 6.373333333333334e-06, | |
| "loss": 0.0025, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 6.427061310782241, | |
| "grad_norm": 0.1876668632030487, | |
| "learning_rate": 6.360512820512821e-06, | |
| "loss": 0.0032, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 6.4482029598308666, | |
| "grad_norm": 0.1662682741880417, | |
| "learning_rate": 6.347692307692308e-06, | |
| "loss": 0.0027, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 6.469344608879492, | |
| "grad_norm": 0.08980126678943634, | |
| "learning_rate": 6.334871794871795e-06, | |
| "loss": 0.0035, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 6.490486257928119, | |
| "grad_norm": 0.13998441398143768, | |
| "learning_rate": 6.322051282051283e-06, | |
| "loss": 0.0015, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 6.511627906976744, | |
| "grad_norm": 0.08528197556734085, | |
| "learning_rate": 6.30923076923077e-06, | |
| "loss": 0.0039, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 6.53276955602537, | |
| "grad_norm": 0.07632896304130554, | |
| "learning_rate": 6.296410256410257e-06, | |
| "loss": 0.004, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 6.553911205073996, | |
| "grad_norm": 1.8177125453948975, | |
| "learning_rate": 6.283589743589744e-06, | |
| "loss": 0.0045, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 6.575052854122622, | |
| "grad_norm": 0.3318551778793335, | |
| "learning_rate": 6.270769230769231e-06, | |
| "loss": 0.003, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 6.5961945031712474, | |
| "grad_norm": 0.18770574033260345, | |
| "learning_rate": 6.257948717948719e-06, | |
| "loss": 0.0026, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 6.617336152219873, | |
| "grad_norm": 0.120570108294487, | |
| "learning_rate": 6.2451282051282055e-06, | |
| "loss": 0.0053, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 6.638477801268499, | |
| "grad_norm": 8.554120063781738, | |
| "learning_rate": 6.232307692307693e-06, | |
| "loss": 0.0038, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 6.659619450317125, | |
| "grad_norm": 0.31921058893203735, | |
| "learning_rate": 6.21948717948718e-06, | |
| "loss": 0.0031, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 6.680761099365751, | |
| "grad_norm": 0.34284916520118713, | |
| "learning_rate": 6.206666666666668e-06, | |
| "loss": 0.0037, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 6.701902748414376, | |
| "grad_norm": 1.419690489768982, | |
| "learning_rate": 6.1938461538461545e-06, | |
| "loss": 0.005, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 6.723044397463002, | |
| "grad_norm": 0.1808280348777771, | |
| "learning_rate": 6.181025641025642e-06, | |
| "loss": 0.0036, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 6.7441860465116275, | |
| "grad_norm": 1.7059262990951538, | |
| "learning_rate": 6.168205128205129e-06, | |
| "loss": 0.002, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 6.765327695560254, | |
| "grad_norm": 1.1756020784378052, | |
| "learning_rate": 6.155384615384617e-06, | |
| "loss": 0.0029, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.765327695560254, | |
| "eval_loss": 0.08152683824300766, | |
| "eval_runtime": 415.4126, | |
| "eval_samples_per_second": 8.765, | |
| "eval_steps_per_second": 0.549, | |
| "eval_wer": 0.06269432456262472, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.7864693446088795, | |
| "grad_norm": 0.07017653435468674, | |
| "learning_rate": 6.142564102564103e-06, | |
| "loss": 0.002, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 6.807610993657505, | |
| "grad_norm": 0.10346279293298721, | |
| "learning_rate": 6.1297435897435895e-06, | |
| "loss": 0.0039, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 6.828752642706131, | |
| "grad_norm": 1.0720205307006836, | |
| "learning_rate": 6.116923076923077e-06, | |
| "loss": 0.0028, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 6.849894291754757, | |
| "grad_norm": 0.05146399512887001, | |
| "learning_rate": 6.104102564102564e-06, | |
| "loss": 0.0024, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 6.871035940803383, | |
| "grad_norm": 0.5876528024673462, | |
| "learning_rate": 6.091282051282052e-06, | |
| "loss": 0.0034, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 6.892177589852008, | |
| "grad_norm": 0.4982081353664398, | |
| "learning_rate": 6.0784615384615384e-06, | |
| "loss": 0.0032, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 6.913319238900634, | |
| "grad_norm": 0.23112235963344574, | |
| "learning_rate": 6.065641025641026e-06, | |
| "loss": 0.0019, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 6.93446088794926, | |
| "grad_norm": 0.19416943192481995, | |
| "learning_rate": 6.052820512820513e-06, | |
| "loss": 0.0045, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 6.955602536997886, | |
| "grad_norm": 1.9558351039886475, | |
| "learning_rate": 6.040000000000001e-06, | |
| "loss": 0.0028, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 6.976744186046512, | |
| "grad_norm": 0.15180020034313202, | |
| "learning_rate": 6.0271794871794874e-06, | |
| "loss": 0.0026, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 6.997885835095137, | |
| "grad_norm": 0.434987872838974, | |
| "learning_rate": 6.014358974358975e-06, | |
| "loss": 0.0039, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 7.019027484143764, | |
| "grad_norm": 0.07390391826629639, | |
| "learning_rate": 6.001538461538462e-06, | |
| "loss": 0.0026, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 7.040169133192389, | |
| "grad_norm": 0.3644394874572754, | |
| "learning_rate": 5.98871794871795e-06, | |
| "loss": 0.0022, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 7.061310782241015, | |
| "grad_norm": 0.0214530136436224, | |
| "learning_rate": 5.9758974358974364e-06, | |
| "loss": 0.0017, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 7.08245243128964, | |
| "grad_norm": 0.05759245902299881, | |
| "learning_rate": 5.963076923076923e-06, | |
| "loss": 0.0011, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 7.103594080338266, | |
| "grad_norm": 0.40693360567092896, | |
| "learning_rate": 5.950256410256411e-06, | |
| "loss": 0.0015, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 7.1247357293868925, | |
| "grad_norm": 0.03377969190478325, | |
| "learning_rate": 5.937435897435898e-06, | |
| "loss": 0.0017, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 7.145877378435518, | |
| "grad_norm": 0.07641027122735977, | |
| "learning_rate": 5.9246153846153854e-06, | |
| "loss": 0.0017, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 7.167019027484144, | |
| "grad_norm": 0.03931877389550209, | |
| "learning_rate": 5.911794871794872e-06, | |
| "loss": 0.0042, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 7.188160676532769, | |
| "grad_norm": 0.8600488901138306, | |
| "learning_rate": 5.89897435897436e-06, | |
| "loss": 0.0012, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 7.209302325581396, | |
| "grad_norm": 0.256000816822052, | |
| "learning_rate": 5.886153846153847e-06, | |
| "loss": 0.0023, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 7.230443974630021, | |
| "grad_norm": 0.22403153777122498, | |
| "learning_rate": 5.873333333333334e-06, | |
| "loss": 0.0014, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 7.251585623678647, | |
| "grad_norm": 0.7728956341743469, | |
| "learning_rate": 5.860512820512821e-06, | |
| "loss": 0.003, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 7.2727272727272725, | |
| "grad_norm": 1.0295345783233643, | |
| "learning_rate": 5.848205128205129e-06, | |
| "loss": 0.0045, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 7.293868921775898, | |
| "grad_norm": 0.1343035101890564, | |
| "learning_rate": 5.835384615384616e-06, | |
| "loss": 0.0021, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 7.3150105708245245, | |
| "grad_norm": 0.027379866689443588, | |
| "learning_rate": 5.822564102564103e-06, | |
| "loss": 0.0016, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 7.33615221987315, | |
| "grad_norm": 0.0675494521856308, | |
| "learning_rate": 5.809743589743591e-06, | |
| "loss": 0.0011, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 7.357293868921776, | |
| "grad_norm": 0.05748479440808296, | |
| "learning_rate": 5.796923076923078e-06, | |
| "loss": 0.0011, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 7.378435517970401, | |
| "grad_norm": 0.07236622273921967, | |
| "learning_rate": 5.784102564102565e-06, | |
| "loss": 0.0012, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 7.399577167019028, | |
| "grad_norm": 0.05686989426612854, | |
| "learning_rate": 5.771282051282052e-06, | |
| "loss": 0.0035, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 7.420718816067653, | |
| "grad_norm": 2.922973871231079, | |
| "learning_rate": 5.75846153846154e-06, | |
| "loss": 0.0042, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 7.441860465116279, | |
| "grad_norm": 0.06991543620824814, | |
| "learning_rate": 5.745641025641027e-06, | |
| "loss": 0.0021, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 7.4630021141649046, | |
| "grad_norm": 0.3402734100818634, | |
| "learning_rate": 5.732820512820513e-06, | |
| "loss": 0.0028, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 7.484143763213531, | |
| "grad_norm": 0.06663922965526581, | |
| "learning_rate": 5.72e-06, | |
| "loss": 0.0024, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 7.505285412262157, | |
| "grad_norm": 0.0772562250494957, | |
| "learning_rate": 5.707179487179487e-06, | |
| "loss": 0.0026, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 7.526427061310782, | |
| "grad_norm": 0.13530157506465912, | |
| "learning_rate": 5.694358974358975e-06, | |
| "loss": 0.002, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 7.547568710359408, | |
| "grad_norm": 0.04225620627403259, | |
| "learning_rate": 5.681538461538462e-06, | |
| "loss": 0.003, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 7.568710359408033, | |
| "grad_norm": 0.06277480721473694, | |
| "learning_rate": 5.668717948717949e-06, | |
| "loss": 0.0041, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 7.58985200845666, | |
| "grad_norm": 0.06269287317991257, | |
| "learning_rate": 5.655897435897436e-06, | |
| "loss": 0.0023, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 7.6109936575052854, | |
| "grad_norm": 0.06426391750574112, | |
| "learning_rate": 5.643076923076923e-06, | |
| "loss": 0.0014, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.6109936575052854, | |
| "eval_loss": 0.08534783869981766, | |
| "eval_runtime": 415.5854, | |
| "eval_samples_per_second": 8.761, | |
| "eval_steps_per_second": 0.549, | |
| "eval_wer": 0.06274073042832615, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.632135306553911, | |
| "grad_norm": 0.04878684878349304, | |
| "learning_rate": 5.630256410256411e-06, | |
| "loss": 0.0013, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 7.653276955602537, | |
| "grad_norm": 0.073283351957798, | |
| "learning_rate": 5.6174358974358974e-06, | |
| "loss": 0.0015, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 7.674418604651163, | |
| "grad_norm": 0.04749315604567528, | |
| "learning_rate": 5.604615384615385e-06, | |
| "loss": 0.0015, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 7.695560253699789, | |
| "grad_norm": 0.13554809987545013, | |
| "learning_rate": 5.591794871794872e-06, | |
| "loss": 0.0014, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 7.716701902748414, | |
| "grad_norm": 0.03620721027255058, | |
| "learning_rate": 5.57897435897436e-06, | |
| "loss": 0.0023, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 7.73784355179704, | |
| "grad_norm": 0.9968867301940918, | |
| "learning_rate": 5.566153846153846e-06, | |
| "loss": 0.0026, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 7.758985200845666, | |
| "grad_norm": 0.055259935557842255, | |
| "learning_rate": 5.553333333333334e-06, | |
| "loss": 0.0016, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 7.780126849894292, | |
| "grad_norm": 1.2477086782455444, | |
| "learning_rate": 5.540512820512821e-06, | |
| "loss": 0.0026, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 7.8012684989429175, | |
| "grad_norm": 0.42810365557670593, | |
| "learning_rate": 5.527692307692309e-06, | |
| "loss": 0.0022, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 7.822410147991543, | |
| "grad_norm": 0.7914177775382996, | |
| "learning_rate": 5.514871794871795e-06, | |
| "loss": 0.0026, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 7.843551797040169, | |
| "grad_norm": 0.7927113771438599, | |
| "learning_rate": 5.502051282051283e-06, | |
| "loss": 0.0026, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 7.864693446088795, | |
| "grad_norm": 0.09316157549619675, | |
| "learning_rate": 5.48923076923077e-06, | |
| "loss": 0.0032, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 7.885835095137421, | |
| "grad_norm": 0.21055510640144348, | |
| "learning_rate": 5.476410256410258e-06, | |
| "loss": 0.0023, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 7.906976744186046, | |
| "grad_norm": 1.5093400478363037, | |
| "learning_rate": 5.463589743589744e-06, | |
| "loss": 0.0028, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 7.928118393234672, | |
| "grad_norm": 0.9146241545677185, | |
| "learning_rate": 5.450769230769232e-06, | |
| "loss": 0.0015, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 7.949260042283298, | |
| "grad_norm": 0.6534460186958313, | |
| "learning_rate": 5.437948717948719e-06, | |
| "loss": 0.0028, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 7.970401691331924, | |
| "grad_norm": 0.056375931948423386, | |
| "learning_rate": 5.425128205128205e-06, | |
| "loss": 0.0015, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 7.99154334038055, | |
| "grad_norm": 0.08614702522754669, | |
| "learning_rate": 5.4123076923076925e-06, | |
| "loss": 0.0028, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 8.012684989429175, | |
| "grad_norm": 0.04644578695297241, | |
| "learning_rate": 5.399487179487179e-06, | |
| "loss": 0.0033, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 8.033826638477802, | |
| "grad_norm": 0.12249679118394852, | |
| "learning_rate": 5.386666666666667e-06, | |
| "loss": 0.002, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 8.054968287526426, | |
| "grad_norm": 0.18292202055454254, | |
| "learning_rate": 5.373846153846154e-06, | |
| "loss": 0.0009, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 8.076109936575053, | |
| "grad_norm": 0.94189453125, | |
| "learning_rate": 5.3610256410256415e-06, | |
| "loss": 0.0029, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 8.09725158562368, | |
| "grad_norm": 0.05061868205666542, | |
| "learning_rate": 5.348205128205128e-06, | |
| "loss": 0.0011, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 8.118393234672304, | |
| "grad_norm": 0.6493793725967407, | |
| "learning_rate": 5.335384615384615e-06, | |
| "loss": 0.0006, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 8.13953488372093, | |
| "grad_norm": 0.5912912487983704, | |
| "learning_rate": 5.322564102564103e-06, | |
| "loss": 0.0015, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 8.160676532769555, | |
| "grad_norm": 0.036978259682655334, | |
| "learning_rate": 5.30974358974359e-06, | |
| "loss": 0.0021, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 8.181818181818182, | |
| "grad_norm": 0.13611486554145813, | |
| "learning_rate": 5.296923076923077e-06, | |
| "loss": 0.002, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 8.202959830866808, | |
| "grad_norm": 1.0610445737838745, | |
| "learning_rate": 5.284102564102564e-06, | |
| "loss": 0.0016, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 8.224101479915433, | |
| "grad_norm": 0.024419546127319336, | |
| "learning_rate": 5.271282051282052e-06, | |
| "loss": 0.004, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 8.24524312896406, | |
| "grad_norm": 0.07428953051567078, | |
| "learning_rate": 5.258461538461539e-06, | |
| "loss": 0.0014, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 8.266384778012686, | |
| "grad_norm": 1.252059817314148, | |
| "learning_rate": 5.245641025641026e-06, | |
| "loss": 0.0018, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 8.28752642706131, | |
| "grad_norm": 0.14112520217895508, | |
| "learning_rate": 5.232820512820513e-06, | |
| "loss": 0.0015, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 8.308668076109937, | |
| "grad_norm": 0.05485629662871361, | |
| "learning_rate": 5.220000000000001e-06, | |
| "loss": 0.0017, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 8.329809725158562, | |
| "grad_norm": 0.9850168228149414, | |
| "learning_rate": 5.207179487179488e-06, | |
| "loss": 0.0034, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 8.350951374207188, | |
| "grad_norm": 0.2707412838935852, | |
| "learning_rate": 5.194358974358975e-06, | |
| "loss": 0.0024, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 8.372093023255815, | |
| "grad_norm": 0.7773647308349609, | |
| "learning_rate": 5.181538461538462e-06, | |
| "loss": 0.0023, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 8.39323467230444, | |
| "grad_norm": 0.2679407000541687, | |
| "learning_rate": 5.16871794871795e-06, | |
| "loss": 0.0023, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 8.414376321353066, | |
| "grad_norm": 0.1327216774225235, | |
| "learning_rate": 5.155897435897437e-06, | |
| "loss": 0.0027, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 8.43551797040169, | |
| "grad_norm": 0.5626333951950073, | |
| "learning_rate": 5.143076923076924e-06, | |
| "loss": 0.0015, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 8.456659619450317, | |
| "grad_norm": 0.06341422349214554, | |
| "learning_rate": 5.130256410256411e-06, | |
| "loss": 0.0013, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 8.456659619450317, | |
| "eval_loss": 0.08607128262519836, | |
| "eval_runtime": 417.0751, | |
| "eval_samples_per_second": 8.73, | |
| "eval_steps_per_second": 0.547, | |
| "eval_wer": 0.06413290639936887, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 8.477801268498943, | |
| "grad_norm": 0.04358547925949097, | |
| "learning_rate": 5.117435897435897e-06, | |
| "loss": 0.0018, | |
| "step": 10025 | |
| }, | |
| { | |
| "epoch": 8.498942917547568, | |
| "grad_norm": 0.11723045259714127, | |
| "learning_rate": 5.104615384615385e-06, | |
| "loss": 0.0034, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 8.520084566596195, | |
| "grad_norm": 0.034698598086833954, | |
| "learning_rate": 5.091794871794872e-06, | |
| "loss": 0.001, | |
| "step": 10075 | |
| }, | |
| { | |
| "epoch": 8.541226215644821, | |
| "grad_norm": 0.2308579683303833, | |
| "learning_rate": 5.078974358974359e-06, | |
| "loss": 0.0015, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 8.562367864693446, | |
| "grad_norm": 0.03924379497766495, | |
| "learning_rate": 5.066153846153846e-06, | |
| "loss": 0.0014, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 8.583509513742072, | |
| "grad_norm": 0.018929792568087578, | |
| "learning_rate": 5.053333333333334e-06, | |
| "loss": 0.0014, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 8.604651162790697, | |
| "grad_norm": 0.06054197624325752, | |
| "learning_rate": 5.040512820512821e-06, | |
| "loss": 0.0032, | |
| "step": 10175 | |
| }, | |
| { | |
| "epoch": 8.625792811839323, | |
| "grad_norm": 0.04145154356956482, | |
| "learning_rate": 5.027692307692308e-06, | |
| "loss": 0.002, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 8.64693446088795, | |
| "grad_norm": 0.05452277883887291, | |
| "learning_rate": 5.014871794871795e-06, | |
| "loss": 0.0014, | |
| "step": 10225 | |
| }, | |
| { | |
| "epoch": 8.668076109936575, | |
| "grad_norm": 0.04759210720658302, | |
| "learning_rate": 5.002051282051282e-06, | |
| "loss": 0.002, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 8.689217758985201, | |
| "grad_norm": 0.029456498101353645, | |
| "learning_rate": 4.98923076923077e-06, | |
| "loss": 0.001, | |
| "step": 10275 | |
| }, | |
| { | |
| "epoch": 8.710359408033828, | |
| "grad_norm": 0.062097664922475815, | |
| "learning_rate": 4.9764102564102564e-06, | |
| "loss": 0.001, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 8.731501057082452, | |
| "grad_norm": 0.07016895711421967, | |
| "learning_rate": 4.963589743589744e-06, | |
| "loss": 0.0011, | |
| "step": 10325 | |
| }, | |
| { | |
| "epoch": 8.752642706131079, | |
| "grad_norm": 2.872891426086426, | |
| "learning_rate": 4.950769230769231e-06, | |
| "loss": 0.0018, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 8.773784355179703, | |
| "grad_norm": 0.20757004618644714, | |
| "learning_rate": 4.937948717948719e-06, | |
| "loss": 0.0016, | |
| "step": 10375 | |
| }, | |
| { | |
| "epoch": 8.79492600422833, | |
| "grad_norm": 0.10146087408065796, | |
| "learning_rate": 4.9251282051282054e-06, | |
| "loss": 0.0032, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 8.816067653276956, | |
| "grad_norm": 0.07840722799301147, | |
| "learning_rate": 4.912307692307693e-06, | |
| "loss": 0.001, | |
| "step": 10425 | |
| }, | |
| { | |
| "epoch": 8.837209302325581, | |
| "grad_norm": 0.0831177830696106, | |
| "learning_rate": 4.89948717948718e-06, | |
| "loss": 0.0012, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 8.858350951374208, | |
| "grad_norm": 0.6827990412712097, | |
| "learning_rate": 4.886666666666668e-06, | |
| "loss": 0.0016, | |
| "step": 10475 | |
| }, | |
| { | |
| "epoch": 8.879492600422832, | |
| "grad_norm": 0.25397488474845886, | |
| "learning_rate": 4.873846153846154e-06, | |
| "loss": 0.0017, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 8.900634249471459, | |
| "grad_norm": 0.07114572823047638, | |
| "learning_rate": 4.861025641025641e-06, | |
| "loss": 0.0009, | |
| "step": 10525 | |
| }, | |
| { | |
| "epoch": 8.921775898520085, | |
| "grad_norm": 0.05897723138332367, | |
| "learning_rate": 4.848205128205128e-06, | |
| "loss": 0.0016, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 8.94291754756871, | |
| "grad_norm": 0.048447199165821075, | |
| "learning_rate": 4.835384615384616e-06, | |
| "loss": 0.0015, | |
| "step": 10575 | |
| }, | |
| { | |
| "epoch": 8.964059196617336, | |
| "grad_norm": 0.04842350259423256, | |
| "learning_rate": 4.8225641025641026e-06, | |
| "loss": 0.0016, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 8.985200845665961, | |
| "grad_norm": 0.06469196826219559, | |
| "learning_rate": 4.80974358974359e-06, | |
| "loss": 0.0011, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 9.006342494714588, | |
| "grad_norm": 0.021318404003977776, | |
| "learning_rate": 4.796923076923077e-06, | |
| "loss": 0.0038, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 9.027484143763214, | |
| "grad_norm": 0.03229638934135437, | |
| "learning_rate": 4.784102564102565e-06, | |
| "loss": 0.0014, | |
| "step": 10675 | |
| }, | |
| { | |
| "epoch": 9.048625792811839, | |
| "grad_norm": 0.08799826353788376, | |
| "learning_rate": 4.7712820512820516e-06, | |
| "loss": 0.0026, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 9.069767441860465, | |
| "grad_norm": 0.11259903013706207, | |
| "learning_rate": 4.758461538461539e-06, | |
| "loss": 0.0015, | |
| "step": 10725 | |
| }, | |
| { | |
| "epoch": 9.090909090909092, | |
| "grad_norm": 0.14656835794448853, | |
| "learning_rate": 4.745641025641026e-06, | |
| "loss": 0.0019, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 9.112050739957716, | |
| "grad_norm": 0.5436356663703918, | |
| "learning_rate": 4.732820512820514e-06, | |
| "loss": 0.001, | |
| "step": 10775 | |
| }, | |
| { | |
| "epoch": 9.133192389006343, | |
| "grad_norm": 0.02085413970053196, | |
| "learning_rate": 4.7200000000000005e-06, | |
| "loss": 0.001, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 9.154334038054968, | |
| "grad_norm": 0.04881500452756882, | |
| "learning_rate": 4.707179487179487e-06, | |
| "loss": 0.001, | |
| "step": 10825 | |
| }, | |
| { | |
| "epoch": 9.175475687103594, | |
| "grad_norm": 0.04903466999530792, | |
| "learning_rate": 4.694358974358974e-06, | |
| "loss": 0.0008, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 9.19661733615222, | |
| "grad_norm": 0.020907558500766754, | |
| "learning_rate": 4.681538461538462e-06, | |
| "loss": 0.0014, | |
| "step": 10875 | |
| }, | |
| { | |
| "epoch": 9.217758985200845, | |
| "grad_norm": 0.13889507949352264, | |
| "learning_rate": 4.668717948717949e-06, | |
| "loss": 0.0014, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 9.238900634249472, | |
| "grad_norm": 0.050613515079021454, | |
| "learning_rate": 4.655897435897436e-06, | |
| "loss": 0.0032, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 9.260042283298096, | |
| "grad_norm": 1.744171380996704, | |
| "learning_rate": 4.643076923076923e-06, | |
| "loss": 0.0011, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 9.281183932346723, | |
| "grad_norm": 0.013857314363121986, | |
| "learning_rate": 4.630256410256411e-06, | |
| "loss": 0.0011, | |
| "step": 10975 | |
| }, | |
| { | |
| "epoch": 9.30232558139535, | |
| "grad_norm": 0.03641614317893982, | |
| "learning_rate": 4.617435897435898e-06, | |
| "loss": 0.0005, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 9.30232558139535, | |
| "eval_loss": 0.08570627868175507, | |
| "eval_runtime": 422.6796, | |
| "eval_samples_per_second": 8.614, | |
| "eval_steps_per_second": 0.539, | |
| "eval_wer": 0.06334400668244466, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 9.323467230443974, | |
| "grad_norm": 0.32879745960235596, | |
| "learning_rate": 4.604615384615385e-06, | |
| "loss": 0.0007, | |
| "step": 11025 | |
| }, | |
| { | |
| "epoch": 9.3446088794926, | |
| "grad_norm": 0.21095559000968933, | |
| "learning_rate": 4.591794871794872e-06, | |
| "loss": 0.0014, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 9.365750528541227, | |
| "grad_norm": 0.01756209135055542, | |
| "learning_rate": 4.57897435897436e-06, | |
| "loss": 0.0025, | |
| "step": 11075 | |
| }, | |
| { | |
| "epoch": 9.386892177589852, | |
| "grad_norm": 0.04053978621959686, | |
| "learning_rate": 4.566153846153847e-06, | |
| "loss": 0.0005, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 9.408033826638478, | |
| "grad_norm": 1.196875810623169, | |
| "learning_rate": 4.5533333333333335e-06, | |
| "loss": 0.0015, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 9.429175475687103, | |
| "grad_norm": 0.027264421805739403, | |
| "learning_rate": 4.54051282051282e-06, | |
| "loss": 0.0005, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 9.45031712473573, | |
| "grad_norm": 0.021927664056420326, | |
| "learning_rate": 4.527692307692308e-06, | |
| "loss": 0.0013, | |
| "step": 11175 | |
| }, | |
| { | |
| "epoch": 9.471458773784356, | |
| "grad_norm": 0.04593001306056976, | |
| "learning_rate": 4.514871794871795e-06, | |
| "loss": 0.0013, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 9.49260042283298, | |
| "grad_norm": 0.8032304644584656, | |
| "learning_rate": 4.5020512820512825e-06, | |
| "loss": 0.0015, | |
| "step": 11225 | |
| }, | |
| { | |
| "epoch": 9.513742071881607, | |
| "grad_norm": 0.6102417707443237, | |
| "learning_rate": 4.489230769230769e-06, | |
| "loss": 0.0009, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 9.534883720930232, | |
| "grad_norm": 0.029139434918761253, | |
| "learning_rate": 4.476410256410257e-06, | |
| "loss": 0.0011, | |
| "step": 11275 | |
| }, | |
| { | |
| "epoch": 9.556025369978858, | |
| "grad_norm": 0.01795080117881298, | |
| "learning_rate": 4.463589743589744e-06, | |
| "loss": 0.0008, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 9.577167019027485, | |
| "grad_norm": 0.029438558965921402, | |
| "learning_rate": 4.4507692307692315e-06, | |
| "loss": 0.0009, | |
| "step": 11325 | |
| }, | |
| { | |
| "epoch": 9.59830866807611, | |
| "grad_norm": 0.03739332780241966, | |
| "learning_rate": 4.437948717948718e-06, | |
| "loss": 0.0006, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 9.619450317124736, | |
| "grad_norm": 0.11360177397727966, | |
| "learning_rate": 4.425128205128206e-06, | |
| "loss": 0.001, | |
| "step": 11375 | |
| }, | |
| { | |
| "epoch": 9.640591966173362, | |
| "grad_norm": 0.03182990849018097, | |
| "learning_rate": 4.412307692307693e-06, | |
| "loss": 0.0008, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 9.661733615221987, | |
| "grad_norm": 0.023038147017359734, | |
| "learning_rate": 4.39948717948718e-06, | |
| "loss": 0.001, | |
| "step": 11425 | |
| }, | |
| { | |
| "epoch": 9.682875264270614, | |
| "grad_norm": 0.03209986910223961, | |
| "learning_rate": 4.3866666666666665e-06, | |
| "loss": 0.0007, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 9.704016913319238, | |
| "grad_norm": 0.028583193197846413, | |
| "learning_rate": 4.373846153846154e-06, | |
| "loss": 0.0004, | |
| "step": 11475 | |
| }, | |
| { | |
| "epoch": 9.725158562367865, | |
| "grad_norm": 0.023485548794269562, | |
| "learning_rate": 4.361025641025641e-06, | |
| "loss": 0.0007, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 9.746300211416491, | |
| "grad_norm": 0.3672647476196289, | |
| "learning_rate": 4.348205128205129e-06, | |
| "loss": 0.0008, | |
| "step": 11525 | |
| }, | |
| { | |
| "epoch": 9.767441860465116, | |
| "grad_norm": 0.8596897125244141, | |
| "learning_rate": 4.3353846153846154e-06, | |
| "loss": 0.0012, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 9.788583509513742, | |
| "grad_norm": 1.4410885572433472, | |
| "learning_rate": 4.322564102564103e-06, | |
| "loss": 0.001, | |
| "step": 11575 | |
| }, | |
| { | |
| "epoch": 9.809725158562367, | |
| "grad_norm": 0.023211924359202385, | |
| "learning_rate": 4.30974358974359e-06, | |
| "loss": 0.0005, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 9.830866807610994, | |
| "grad_norm": 0.032794274389743805, | |
| "learning_rate": 4.296923076923078e-06, | |
| "loss": 0.0008, | |
| "step": 11625 | |
| }, | |
| { | |
| "epoch": 9.85200845665962, | |
| "grad_norm": 0.037845127284526825, | |
| "learning_rate": 4.2841025641025644e-06, | |
| "loss": 0.0012, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 9.873150105708245, | |
| "grad_norm": 0.0936095118522644, | |
| "learning_rate": 4.271282051282052e-06, | |
| "loss": 0.0012, | |
| "step": 11675 | |
| }, | |
| { | |
| "epoch": 9.894291754756871, | |
| "grad_norm": 0.06250233203172684, | |
| "learning_rate": 4.258461538461539e-06, | |
| "loss": 0.0005, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 9.915433403805498, | |
| "grad_norm": 0.040198661386966705, | |
| "learning_rate": 4.245641025641026e-06, | |
| "loss": 0.0009, | |
| "step": 11725 | |
| }, | |
| { | |
| "epoch": 9.936575052854122, | |
| "grad_norm": 0.02659662999212742, | |
| "learning_rate": 4.232820512820513e-06, | |
| "loss": 0.0004, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 9.957716701902749, | |
| "grad_norm": 0.021418403834104538, | |
| "learning_rate": 4.22e-06, | |
| "loss": 0.0004, | |
| "step": 11775 | |
| }, | |
| { | |
| "epoch": 9.978858350951374, | |
| "grad_norm": 0.2249915599822998, | |
| "learning_rate": 4.207179487179487e-06, | |
| "loss": 0.0005, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.8315058350563049, | |
| "learning_rate": 4.194358974358975e-06, | |
| "loss": 0.0011, | |
| "step": 11825 | |
| }, | |
| { | |
| "epoch": 10.021141649048626, | |
| "grad_norm": 0.1930394470691681, | |
| "learning_rate": 4.1815384615384616e-06, | |
| "loss": 0.001, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 10.042283298097251, | |
| "grad_norm": 0.01425615418702364, | |
| "learning_rate": 4.168717948717949e-06, | |
| "loss": 0.0012, | |
| "step": 11875 | |
| }, | |
| { | |
| "epoch": 10.063424947145878, | |
| "grad_norm": 0.023017780855298042, | |
| "learning_rate": 4.155897435897436e-06, | |
| "loss": 0.0011, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 10.084566596194502, | |
| "grad_norm": 0.029264431446790695, | |
| "learning_rate": 4.143076923076924e-06, | |
| "loss": 0.0011, | |
| "step": 11925 | |
| }, | |
| { | |
| "epoch": 10.105708245243129, | |
| "grad_norm": 0.04874871298670769, | |
| "learning_rate": 4.1302564102564106e-06, | |
| "loss": 0.0005, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 10.126849894291755, | |
| "grad_norm": 0.745508074760437, | |
| "learning_rate": 4.117435897435898e-06, | |
| "loss": 0.0015, | |
| "step": 11975 | |
| }, | |
| { | |
| "epoch": 10.14799154334038, | |
| "grad_norm": 0.03195907920598984, | |
| "learning_rate": 4.104615384615385e-06, | |
| "loss": 0.0005, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 10.14799154334038, | |
| "eval_loss": 0.08556105196475983, | |
| "eval_runtime": 420.9801, | |
| "eval_samples_per_second": 8.649, | |
| "eval_steps_per_second": 0.542, | |
| "eval_wer": 0.06195183071140192, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 10.169133192389006, | |
| "grad_norm": 0.029029415920376778, | |
| "learning_rate": 4.091794871794872e-06, | |
| "loss": 0.0004, | |
| "step": 12025 | |
| }, | |
| { | |
| "epoch": 10.190274841437633, | |
| "grad_norm": 0.029037466272711754, | |
| "learning_rate": 4.078974358974359e-06, | |
| "loss": 0.0004, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 10.211416490486258, | |
| "grad_norm": 0.1034269854426384, | |
| "learning_rate": 4.066153846153846e-06, | |
| "loss": 0.0009, | |
| "step": 12075 | |
| }, | |
| { | |
| "epoch": 10.232558139534884, | |
| "grad_norm": 0.025130081921815872, | |
| "learning_rate": 4.053333333333333e-06, | |
| "loss": 0.0009, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 10.253699788583509, | |
| "grad_norm": 0.05509277433156967, | |
| "learning_rate": 4.040512820512821e-06, | |
| "loss": 0.0003, | |
| "step": 12125 | |
| }, | |
| { | |
| "epoch": 10.274841437632135, | |
| "grad_norm": 0.022796448320150375, | |
| "learning_rate": 4.027692307692308e-06, | |
| "loss": 0.0004, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 10.295983086680762, | |
| "grad_norm": 0.03756018355488777, | |
| "learning_rate": 4.014871794871795e-06, | |
| "loss": 0.0008, | |
| "step": 12175 | |
| }, | |
| { | |
| "epoch": 10.317124735729386, | |
| "grad_norm": 0.6810747385025024, | |
| "learning_rate": 4.002051282051282e-06, | |
| "loss": 0.0008, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 10.338266384778013, | |
| "grad_norm": 0.2094302922487259, | |
| "learning_rate": 3.98923076923077e-06, | |
| "loss": 0.0016, | |
| "step": 12225 | |
| }, | |
| { | |
| "epoch": 10.359408033826638, | |
| "grad_norm": 0.02640734240412712, | |
| "learning_rate": 3.976410256410257e-06, | |
| "loss": 0.0007, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 10.380549682875264, | |
| "grad_norm": 0.015162879601120949, | |
| "learning_rate": 3.963589743589744e-06, | |
| "loss": 0.0006, | |
| "step": 12275 | |
| }, | |
| { | |
| "epoch": 10.40169133192389, | |
| "grad_norm": 0.023550117388367653, | |
| "learning_rate": 3.950769230769231e-06, | |
| "loss": 0.0007, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 10.422832980972515, | |
| "grad_norm": 1.2513926029205322, | |
| "learning_rate": 3.937948717948718e-06, | |
| "loss": 0.0012, | |
| "step": 12325 | |
| }, | |
| { | |
| "epoch": 10.443974630021142, | |
| "grad_norm": 1.0258477926254272, | |
| "learning_rate": 3.925128205128205e-06, | |
| "loss": 0.0012, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 10.465116279069768, | |
| "grad_norm": 1.8391358852386475, | |
| "learning_rate": 3.9123076923076925e-06, | |
| "loss": 0.0008, | |
| "step": 12375 | |
| }, | |
| { | |
| "epoch": 10.486257928118393, | |
| "grad_norm": 0.02079303376376629, | |
| "learning_rate": 3.899487179487179e-06, | |
| "loss": 0.001, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 10.50739957716702, | |
| "grad_norm": 0.3406016230583191, | |
| "learning_rate": 3.886666666666667e-06, | |
| "loss": 0.0013, | |
| "step": 12425 | |
| }, | |
| { | |
| "epoch": 10.528541226215644, | |
| "grad_norm": 0.08087711036205292, | |
| "learning_rate": 3.873846153846154e-06, | |
| "loss": 0.0018, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 10.54968287526427, | |
| "grad_norm": 0.03195007145404816, | |
| "learning_rate": 3.8610256410256415e-06, | |
| "loss": 0.0007, | |
| "step": 12475 | |
| }, | |
| { | |
| "epoch": 10.570824524312897, | |
| "grad_norm": 0.0327339693903923, | |
| "learning_rate": 3.848205128205128e-06, | |
| "loss": 0.0005, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 10.591966173361522, | |
| "grad_norm": 0.050105396658182144, | |
| "learning_rate": 3.835384615384616e-06, | |
| "loss": 0.0005, | |
| "step": 12525 | |
| }, | |
| { | |
| "epoch": 10.613107822410148, | |
| "grad_norm": 0.04684900864958763, | |
| "learning_rate": 3.822564102564103e-06, | |
| "loss": 0.0007, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 10.634249471458773, | |
| "grad_norm": 0.01622653938829899, | |
| "learning_rate": 3.80974358974359e-06, | |
| "loss": 0.0011, | |
| "step": 12575 | |
| }, | |
| { | |
| "epoch": 10.6553911205074, | |
| "grad_norm": 0.03434791415929794, | |
| "learning_rate": 3.7969230769230773e-06, | |
| "loss": 0.0007, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 10.676532769556026, | |
| "grad_norm": 0.016083180904388428, | |
| "learning_rate": 3.784102564102564e-06, | |
| "loss": 0.0005, | |
| "step": 12625 | |
| }, | |
| { | |
| "epoch": 10.69767441860465, | |
| "grad_norm": 0.019794505089521408, | |
| "learning_rate": 3.7712820512820514e-06, | |
| "loss": 0.0005, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 10.718816067653277, | |
| "grad_norm": 0.019432729110121727, | |
| "learning_rate": 3.7584615384615386e-06, | |
| "loss": 0.0006, | |
| "step": 12675 | |
| }, | |
| { | |
| "epoch": 10.739957716701904, | |
| "grad_norm": 0.021112432703375816, | |
| "learning_rate": 3.745641025641026e-06, | |
| "loss": 0.0007, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 10.761099365750528, | |
| "grad_norm": 0.02420271746814251, | |
| "learning_rate": 3.732820512820513e-06, | |
| "loss": 0.0012, | |
| "step": 12725 | |
| }, | |
| { | |
| "epoch": 10.782241014799155, | |
| "grad_norm": 0.044272564351558685, | |
| "learning_rate": 3.7200000000000004e-06, | |
| "loss": 0.0004, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 10.80338266384778, | |
| "grad_norm": 0.6784161329269409, | |
| "learning_rate": 3.7071794871794876e-06, | |
| "loss": 0.0013, | |
| "step": 12775 | |
| }, | |
| { | |
| "epoch": 10.824524312896406, | |
| "grad_norm": 0.110283263027668, | |
| "learning_rate": 3.694358974358975e-06, | |
| "loss": 0.0006, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 10.845665961945032, | |
| "grad_norm": 0.026112297549843788, | |
| "learning_rate": 3.681538461538462e-06, | |
| "loss": 0.0011, | |
| "step": 12825 | |
| }, | |
| { | |
| "epoch": 10.866807610993657, | |
| "grad_norm": 0.03150051832199097, | |
| "learning_rate": 3.6687179487179494e-06, | |
| "loss": 0.0004, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 10.887949260042284, | |
| "grad_norm": 0.08290383219718933, | |
| "learning_rate": 3.655897435897436e-06, | |
| "loss": 0.0008, | |
| "step": 12875 | |
| }, | |
| { | |
| "epoch": 10.909090909090908, | |
| "grad_norm": 0.018157586455345154, | |
| "learning_rate": 3.6430769230769234e-06, | |
| "loss": 0.0008, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 10.930232558139535, | |
| "grad_norm": 0.04915007948875427, | |
| "learning_rate": 3.6302564102564103e-06, | |
| "loss": 0.0007, | |
| "step": 12925 | |
| }, | |
| { | |
| "epoch": 10.951374207188161, | |
| "grad_norm": 0.023294847458600998, | |
| "learning_rate": 3.6174358974358975e-06, | |
| "loss": 0.0014, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 10.972515856236786, | |
| "grad_norm": 0.013834277167916298, | |
| "learning_rate": 3.6046153846153848e-06, | |
| "loss": 0.0005, | |
| "step": 12975 | |
| }, | |
| { | |
| "epoch": 10.993657505285412, | |
| "grad_norm": 0.018607119098305702, | |
| "learning_rate": 3.591794871794872e-06, | |
| "loss": 0.0007, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 10.993657505285412, | |
| "eval_loss": 0.08658287674188614, | |
| "eval_runtime": 413.9659, | |
| "eval_samples_per_second": 8.795, | |
| "eval_steps_per_second": 0.551, | |
| "eval_wer": 0.060513248874657755, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 11.014799154334039, | |
| "grad_norm": 0.034428298473358154, | |
| "learning_rate": 3.5789743589743593e-06, | |
| "loss": 0.0002, | |
| "step": 13025 | |
| }, | |
| { | |
| "epoch": 11.035940803382664, | |
| "grad_norm": 0.024136802181601524, | |
| "learning_rate": 3.5661538461538465e-06, | |
| "loss": 0.001, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 11.05708245243129, | |
| "grad_norm": 0.014073341153562069, | |
| "learning_rate": 3.5533333333333338e-06, | |
| "loss": 0.0002, | |
| "step": 13075 | |
| }, | |
| { | |
| "epoch": 11.078224101479915, | |
| "grad_norm": 0.015313107520341873, | |
| "learning_rate": 3.540512820512821e-06, | |
| "loss": 0.0002, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 11.099365750528541, | |
| "grad_norm": 0.014939980581402779, | |
| "learning_rate": 3.5276923076923083e-06, | |
| "loss": 0.0006, | |
| "step": 13125 | |
| }, | |
| { | |
| "epoch": 11.120507399577168, | |
| "grad_norm": 0.054304271936416626, | |
| "learning_rate": 3.5148717948717955e-06, | |
| "loss": 0.0006, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 11.141649048625792, | |
| "grad_norm": 0.01899879425764084, | |
| "learning_rate": 3.5020512820512823e-06, | |
| "loss": 0.0005, | |
| "step": 13175 | |
| }, | |
| { | |
| "epoch": 11.162790697674419, | |
| "grad_norm": 0.008164430968463421, | |
| "learning_rate": 3.4892307692307696e-06, | |
| "loss": 0.0002, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 11.183932346723044, | |
| "grad_norm": 0.12134576588869095, | |
| "learning_rate": 3.4764102564102564e-06, | |
| "loss": 0.0002, | |
| "step": 13225 | |
| }, | |
| { | |
| "epoch": 11.20507399577167, | |
| "grad_norm": 0.019934862852096558, | |
| "learning_rate": 3.4635897435897436e-06, | |
| "loss": 0.0011, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 11.226215644820297, | |
| "grad_norm": 0.01381596364080906, | |
| "learning_rate": 3.450769230769231e-06, | |
| "loss": 0.001, | |
| "step": 13275 | |
| }, | |
| { | |
| "epoch": 11.247357293868921, | |
| "grad_norm": 0.1572095900774002, | |
| "learning_rate": 3.437948717948718e-06, | |
| "loss": 0.0003, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 11.268498942917548, | |
| "grad_norm": 0.03256658464670181, | |
| "learning_rate": 3.4251282051282054e-06, | |
| "loss": 0.0002, | |
| "step": 13325 | |
| }, | |
| { | |
| "epoch": 11.289640591966174, | |
| "grad_norm": 0.012259602546691895, | |
| "learning_rate": 3.4123076923076926e-06, | |
| "loss": 0.0005, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 11.310782241014799, | |
| "grad_norm": 0.7077483534812927, | |
| "learning_rate": 3.39948717948718e-06, | |
| "loss": 0.002, | |
| "step": 13375 | |
| }, | |
| { | |
| "epoch": 11.331923890063425, | |
| "grad_norm": 0.013183564879000187, | |
| "learning_rate": 3.386666666666667e-06, | |
| "loss": 0.0003, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 11.35306553911205, | |
| "grad_norm": 0.015149732120335102, | |
| "learning_rate": 3.3738461538461544e-06, | |
| "loss": 0.0007, | |
| "step": 13425 | |
| }, | |
| { | |
| "epoch": 11.374207188160677, | |
| "grad_norm": 1.2345651388168335, | |
| "learning_rate": 3.3610256410256416e-06, | |
| "loss": 0.0007, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 11.395348837209303, | |
| "grad_norm": 0.015832841396331787, | |
| "learning_rate": 3.3482051282051285e-06, | |
| "loss": 0.0004, | |
| "step": 13475 | |
| }, | |
| { | |
| "epoch": 11.416490486257928, | |
| "grad_norm": 0.02144164778292179, | |
| "learning_rate": 3.3353846153846157e-06, | |
| "loss": 0.0005, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 11.437632135306554, | |
| "grad_norm": 0.02886483073234558, | |
| "learning_rate": 3.322564102564103e-06, | |
| "loss": 0.0002, | |
| "step": 13525 | |
| }, | |
| { | |
| "epoch": 11.458773784355179, | |
| "grad_norm": 0.01857246272265911, | |
| "learning_rate": 3.3097435897435898e-06, | |
| "loss": 0.0007, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 11.479915433403805, | |
| "grad_norm": 0.06685657054185867, | |
| "learning_rate": 3.296923076923077e-06, | |
| "loss": 0.0016, | |
| "step": 13575 | |
| }, | |
| { | |
| "epoch": 11.501057082452432, | |
| "grad_norm": 0.058960702270269394, | |
| "learning_rate": 3.2841025641025643e-06, | |
| "loss": 0.0006, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 11.522198731501057, | |
| "grad_norm": 0.016561295837163925, | |
| "learning_rate": 3.2712820512820515e-06, | |
| "loss": 0.0008, | |
| "step": 13625 | |
| }, | |
| { | |
| "epoch": 11.543340380549683, | |
| "grad_norm": 0.019466349855065346, | |
| "learning_rate": 3.2584615384615388e-06, | |
| "loss": 0.0004, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 11.56448202959831, | |
| "grad_norm": 0.014084039255976677, | |
| "learning_rate": 3.245641025641026e-06, | |
| "loss": 0.0002, | |
| "step": 13675 | |
| }, | |
| { | |
| "epoch": 11.585623678646934, | |
| "grad_norm": 0.022753361612558365, | |
| "learning_rate": 3.2328205128205133e-06, | |
| "loss": 0.0002, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 11.60676532769556, | |
| "grad_norm": 0.012626050040125847, | |
| "learning_rate": 3.2200000000000005e-06, | |
| "loss": 0.0007, | |
| "step": 13725 | |
| }, | |
| { | |
| "epoch": 11.627906976744185, | |
| "grad_norm": 0.9902653694152832, | |
| "learning_rate": 3.2071794871794878e-06, | |
| "loss": 0.0009, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 11.649048625792812, | |
| "grad_norm": 0.034385230392217636, | |
| "learning_rate": 3.194358974358975e-06, | |
| "loss": 0.0003, | |
| "step": 13775 | |
| }, | |
| { | |
| "epoch": 11.670190274841438, | |
| "grad_norm": 0.013236723840236664, | |
| "learning_rate": 3.181538461538462e-06, | |
| "loss": 0.0004, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 11.691331923890063, | |
| "grad_norm": 0.014498353935778141, | |
| "learning_rate": 3.168717948717949e-06, | |
| "loss": 0.0009, | |
| "step": 13825 | |
| }, | |
| { | |
| "epoch": 11.71247357293869, | |
| "grad_norm": 0.012556152418255806, | |
| "learning_rate": 3.155897435897436e-06, | |
| "loss": 0.0007, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 11.733615221987314, | |
| "grad_norm": 0.017172476276755333, | |
| "learning_rate": 3.143076923076923e-06, | |
| "loss": 0.0002, | |
| "step": 13875 | |
| }, | |
| { | |
| "epoch": 11.75475687103594, | |
| "grad_norm": 0.04857848584651947, | |
| "learning_rate": 3.1302564102564104e-06, | |
| "loss": 0.0007, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 11.775898520084567, | |
| "grad_norm": 0.2465539425611496, | |
| "learning_rate": 3.1174358974358976e-06, | |
| "loss": 0.001, | |
| "step": 13925 | |
| }, | |
| { | |
| "epoch": 11.797040169133192, | |
| "grad_norm": 0.01584937795996666, | |
| "learning_rate": 3.104615384615385e-06, | |
| "loss": 0.0005, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 11.818181818181818, | |
| "grad_norm": 0.022607628256082535, | |
| "learning_rate": 3.091794871794872e-06, | |
| "loss": 0.0003, | |
| "step": 13975 | |
| }, | |
| { | |
| "epoch": 11.839323467230443, | |
| "grad_norm": 0.021190233528614044, | |
| "learning_rate": 3.0789743589743594e-06, | |
| "loss": 0.0005, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 11.839323467230443, | |
| "eval_loss": 0.08707120269536972, | |
| "eval_runtime": 422.3648, | |
| "eval_samples_per_second": 8.621, | |
| "eval_steps_per_second": 0.54, | |
| "eval_wer": 0.061394960322984825, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 11.86046511627907, | |
| "grad_norm": 0.02160489559173584, | |
| "learning_rate": 3.0661538461538466e-06, | |
| "loss": 0.0013, | |
| "step": 14025 | |
| }, | |
| { | |
| "epoch": 11.881606765327696, | |
| "grad_norm": 0.017302557826042175, | |
| "learning_rate": 3.053333333333334e-06, | |
| "loss": 0.0006, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 11.90274841437632, | |
| "grad_norm": 0.03932559862732887, | |
| "learning_rate": 3.040512820512821e-06, | |
| "loss": 0.0006, | |
| "step": 14075 | |
| }, | |
| { | |
| "epoch": 11.923890063424947, | |
| "grad_norm": 0.16547563672065735, | |
| "learning_rate": 3.027692307692308e-06, | |
| "loss": 0.001, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 11.945031712473574, | |
| "grad_norm": 0.05746368691325188, | |
| "learning_rate": 3.014871794871795e-06, | |
| "loss": 0.0005, | |
| "step": 14125 | |
| }, | |
| { | |
| "epoch": 11.966173361522198, | |
| "grad_norm": 0.017229914665222168, | |
| "learning_rate": 3.002051282051282e-06, | |
| "loss": 0.0016, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 11.987315010570825, | |
| "grad_norm": 0.017080632969737053, | |
| "learning_rate": 2.9892307692307693e-06, | |
| "loss": 0.0005, | |
| "step": 14175 | |
| }, | |
| { | |
| "epoch": 12.00845665961945, | |
| "grad_norm": 0.14502297341823578, | |
| "learning_rate": 2.9764102564102565e-06, | |
| "loss": 0.0004, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 12.029598308668076, | |
| "grad_norm": 0.013931095600128174, | |
| "learning_rate": 2.9635897435897438e-06, | |
| "loss": 0.0002, | |
| "step": 14225 | |
| }, | |
| { | |
| "epoch": 12.050739957716702, | |
| "grad_norm": 0.04354655370116234, | |
| "learning_rate": 2.950769230769231e-06, | |
| "loss": 0.0004, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 12.071881606765327, | |
| "grad_norm": 0.015747781842947006, | |
| "learning_rate": 2.9379487179487183e-06, | |
| "loss": 0.0006, | |
| "step": 14275 | |
| }, | |
| { | |
| "epoch": 12.093023255813954, | |
| "grad_norm": 0.08688750118017197, | |
| "learning_rate": 2.9251282051282055e-06, | |
| "loss": 0.0009, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 12.11416490486258, | |
| "grad_norm": 0.01061871089041233, | |
| "learning_rate": 2.9123076923076928e-06, | |
| "loss": 0.0013, | |
| "step": 14325 | |
| }, | |
| { | |
| "epoch": 12.135306553911205, | |
| "grad_norm": 0.01094849780201912, | |
| "learning_rate": 2.89948717948718e-06, | |
| "loss": 0.0006, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 12.156448202959831, | |
| "grad_norm": 0.012437337078154087, | |
| "learning_rate": 2.8866666666666673e-06, | |
| "loss": 0.0005, | |
| "step": 14375 | |
| }, | |
| { | |
| "epoch": 12.177589852008456, | |
| "grad_norm": 0.014366303570568562, | |
| "learning_rate": 2.873846153846154e-06, | |
| "loss": 0.0005, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 12.198731501057082, | |
| "grad_norm": 0.017898643389344215, | |
| "learning_rate": 2.8610256410256413e-06, | |
| "loss": 0.0005, | |
| "step": 14425 | |
| }, | |
| { | |
| "epoch": 12.219873150105709, | |
| "grad_norm": 0.016448453068733215, | |
| "learning_rate": 2.848205128205128e-06, | |
| "loss": 0.0002, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 12.241014799154334, | |
| "grad_norm": 0.017254604026675224, | |
| "learning_rate": 2.8353846153846154e-06, | |
| "loss": 0.0003, | |
| "step": 14475 | |
| }, | |
| { | |
| "epoch": 12.26215644820296, | |
| "grad_norm": 0.01735294982790947, | |
| "learning_rate": 2.8225641025641027e-06, | |
| "loss": 0.0005, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 12.283298097251585, | |
| "grad_norm": 0.017333608120679855, | |
| "learning_rate": 2.80974358974359e-06, | |
| "loss": 0.0005, | |
| "step": 14525 | |
| }, | |
| { | |
| "epoch": 12.304439746300211, | |
| "grad_norm": 0.010371909476816654, | |
| "learning_rate": 2.796923076923077e-06, | |
| "loss": 0.0004, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 12.325581395348838, | |
| "grad_norm": 0.051518309861421585, | |
| "learning_rate": 2.7841025641025644e-06, | |
| "loss": 0.0003, | |
| "step": 14575 | |
| }, | |
| { | |
| "epoch": 12.346723044397462, | |
| "grad_norm": 0.015523129142820835, | |
| "learning_rate": 2.7712820512820516e-06, | |
| "loss": 0.0002, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 12.367864693446089, | |
| "grad_norm": 0.013449127785861492, | |
| "learning_rate": 2.758461538461539e-06, | |
| "loss": 0.0003, | |
| "step": 14625 | |
| }, | |
| { | |
| "epoch": 12.389006342494715, | |
| "grad_norm": 0.28945910930633545, | |
| "learning_rate": 2.745641025641026e-06, | |
| "loss": 0.0008, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 12.41014799154334, | |
| "grad_norm": 0.01732316054403782, | |
| "learning_rate": 2.7328205128205134e-06, | |
| "loss": 0.0002, | |
| "step": 14675 | |
| }, | |
| { | |
| "epoch": 12.431289640591967, | |
| "grad_norm": 0.0187962856143713, | |
| "learning_rate": 2.7200000000000002e-06, | |
| "loss": 0.0006, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 12.452431289640591, | |
| "grad_norm": 0.010457909666001797, | |
| "learning_rate": 2.7071794871794875e-06, | |
| "loss": 0.0008, | |
| "step": 14725 | |
| }, | |
| { | |
| "epoch": 12.473572938689218, | |
| "grad_norm": 0.017735542729496956, | |
| "learning_rate": 2.6943589743589743e-06, | |
| "loss": 0.0006, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 12.494714587737844, | |
| "grad_norm": 0.01583629846572876, | |
| "learning_rate": 2.6815384615384615e-06, | |
| "loss": 0.0008, | |
| "step": 14775 | |
| }, | |
| { | |
| "epoch": 12.515856236786469, | |
| "grad_norm": 0.024372195824980736, | |
| "learning_rate": 2.6687179487179488e-06, | |
| "loss": 0.0003, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 12.536997885835095, | |
| "grad_norm": 0.03954934701323509, | |
| "learning_rate": 2.655897435897436e-06, | |
| "loss": 0.0002, | |
| "step": 14825 | |
| }, | |
| { | |
| "epoch": 12.55813953488372, | |
| "grad_norm": 0.07841933518648148, | |
| "learning_rate": 2.6430769230769233e-06, | |
| "loss": 0.0003, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 12.579281183932347, | |
| "grad_norm": 0.023459434509277344, | |
| "learning_rate": 2.6302564102564105e-06, | |
| "loss": 0.0008, | |
| "step": 14875 | |
| }, | |
| { | |
| "epoch": 12.600422832980973, | |
| "grad_norm": 0.02575707994401455, | |
| "learning_rate": 2.6174358974358978e-06, | |
| "loss": 0.0002, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 12.621564482029598, | |
| "grad_norm": 0.01122299861162901, | |
| "learning_rate": 2.604615384615385e-06, | |
| "loss": 0.0008, | |
| "step": 14925 | |
| }, | |
| { | |
| "epoch": 12.642706131078224, | |
| "grad_norm": 0.013861022889614105, | |
| "learning_rate": 2.5917948717948723e-06, | |
| "loss": 0.0002, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 12.66384778012685, | |
| "grad_norm": 0.015051736496388912, | |
| "learning_rate": 2.5789743589743595e-06, | |
| "loss": 0.0009, | |
| "step": 14975 | |
| }, | |
| { | |
| "epoch": 12.684989429175475, | |
| "grad_norm": 0.053748294711112976, | |
| "learning_rate": 2.5661538461538463e-06, | |
| "loss": 0.0002, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 12.684989429175475, | |
| "eval_loss": 0.08498353511095047, | |
| "eval_runtime": 422.6177, | |
| "eval_samples_per_second": 8.615, | |
| "eval_steps_per_second": 0.539, | |
| "eval_wer": 0.05963153742633069, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 12.706131078224102, | |
| "grad_norm": 0.008815528824925423, | |
| "learning_rate": 2.5533333333333336e-06, | |
| "loss": 0.0002, | |
| "step": 15025 | |
| }, | |
| { | |
| "epoch": 12.727272727272727, | |
| "grad_norm": 0.01506373006850481, | |
| "learning_rate": 2.5405128205128204e-06, | |
| "loss": 0.0007, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 12.748414376321353, | |
| "grad_norm": 0.11881545186042786, | |
| "learning_rate": 2.5276923076923077e-06, | |
| "loss": 0.0002, | |
| "step": 15075 | |
| }, | |
| { | |
| "epoch": 12.76955602536998, | |
| "grad_norm": 0.01836121454834938, | |
| "learning_rate": 2.514871794871795e-06, | |
| "loss": 0.0004, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 12.790697674418604, | |
| "grad_norm": 0.019225163385272026, | |
| "learning_rate": 2.502051282051282e-06, | |
| "loss": 0.0006, | |
| "step": 15125 | |
| }, | |
| { | |
| "epoch": 12.81183932346723, | |
| "grad_norm": 0.02618946135044098, | |
| "learning_rate": 2.4892307692307694e-06, | |
| "loss": 0.0002, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 12.832980972515855, | |
| "grad_norm": 0.02191704511642456, | |
| "learning_rate": 2.4764102564102567e-06, | |
| "loss": 0.0002, | |
| "step": 15175 | |
| }, | |
| { | |
| "epoch": 12.854122621564482, | |
| "grad_norm": 0.010356785729527473, | |
| "learning_rate": 2.463589743589744e-06, | |
| "loss": 0.0004, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 12.875264270613108, | |
| "grad_norm": 0.011190637946128845, | |
| "learning_rate": 2.450769230769231e-06, | |
| "loss": 0.0002, | |
| "step": 15225 | |
| }, | |
| { | |
| "epoch": 12.896405919661733, | |
| "grad_norm": 0.4306105375289917, | |
| "learning_rate": 2.4379487179487184e-06, | |
| "loss": 0.0003, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 12.91754756871036, | |
| "grad_norm": 0.01129214372485876, | |
| "learning_rate": 2.4251282051282056e-06, | |
| "loss": 0.0004, | |
| "step": 15275 | |
| }, | |
| { | |
| "epoch": 12.938689217758984, | |
| "grad_norm": 0.013043936342000961, | |
| "learning_rate": 2.4123076923076925e-06, | |
| "loss": 0.0005, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 12.95983086680761, | |
| "grad_norm": 0.03151563182473183, | |
| "learning_rate": 2.3994871794871797e-06, | |
| "loss": 0.0002, | |
| "step": 15325 | |
| }, | |
| { | |
| "epoch": 12.980972515856237, | |
| "grad_norm": 0.01353500597178936, | |
| "learning_rate": 2.386666666666667e-06, | |
| "loss": 0.0002, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 13.002114164904862, | |
| "grad_norm": 0.010209338739514351, | |
| "learning_rate": 2.3738461538461542e-06, | |
| "loss": 0.0009, | |
| "step": 15375 | |
| }, | |
| { | |
| "epoch": 13.023255813953488, | |
| "grad_norm": 0.01054307445883751, | |
| "learning_rate": 2.3610256410256415e-06, | |
| "loss": 0.0002, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 13.044397463002115, | |
| "grad_norm": 0.0059889694675803185, | |
| "learning_rate": 2.3482051282051287e-06, | |
| "loss": 0.0001, | |
| "step": 15425 | |
| }, | |
| { | |
| "epoch": 13.06553911205074, | |
| "grad_norm": 0.008033188059926033, | |
| "learning_rate": 2.3353846153846155e-06, | |
| "loss": 0.0001, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 13.086680761099366, | |
| "grad_norm": 0.009764975868165493, | |
| "learning_rate": 2.3225641025641028e-06, | |
| "loss": 0.0001, | |
| "step": 15475 | |
| }, | |
| { | |
| "epoch": 13.10782241014799, | |
| "grad_norm": 0.015029883943498135, | |
| "learning_rate": 2.30974358974359e-06, | |
| "loss": 0.0001, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 13.128964059196617, | |
| "grad_norm": 0.8327123522758484, | |
| "learning_rate": 2.2969230769230773e-06, | |
| "loss": 0.0003, | |
| "step": 15525 | |
| }, | |
| { | |
| "epoch": 13.150105708245244, | |
| "grad_norm": 0.010631484910845757, | |
| "learning_rate": 2.2841025641025645e-06, | |
| "loss": 0.0005, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 13.171247357293868, | |
| "grad_norm": 0.011425021104514599, | |
| "learning_rate": 2.2712820512820518e-06, | |
| "loss": 0.0001, | |
| "step": 15575 | |
| }, | |
| { | |
| "epoch": 13.192389006342495, | |
| "grad_norm": 0.009755819104611874, | |
| "learning_rate": 2.2584615384615386e-06, | |
| "loss": 0.0002, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 13.213530655391121, | |
| "grad_norm": 0.011913259513676167, | |
| "learning_rate": 2.245641025641026e-06, | |
| "loss": 0.0007, | |
| "step": 15625 | |
| }, | |
| { | |
| "epoch": 13.234672304439746, | |
| "grad_norm": 0.0059737637639045715, | |
| "learning_rate": 2.232820512820513e-06, | |
| "loss": 0.0002, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 13.255813953488373, | |
| "grad_norm": 0.015654481947422028, | |
| "learning_rate": 2.2200000000000003e-06, | |
| "loss": 0.0009, | |
| "step": 15675 | |
| }, | |
| { | |
| "epoch": 13.276955602536997, | |
| "grad_norm": 0.010202393867075443, | |
| "learning_rate": 2.2071794871794876e-06, | |
| "loss": 0.0002, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 13.298097251585624, | |
| "grad_norm": 0.008887005969882011, | |
| "learning_rate": 2.194358974358975e-06, | |
| "loss": 0.0002, | |
| "step": 15725 | |
| }, | |
| { | |
| "epoch": 13.31923890063425, | |
| "grad_norm": 0.010564594529569149, | |
| "learning_rate": 2.1815384615384617e-06, | |
| "loss": 0.0001, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 13.340380549682875, | |
| "grad_norm": 0.007872478105127811, | |
| "learning_rate": 2.168717948717949e-06, | |
| "loss": 0.0001, | |
| "step": 15775 | |
| }, | |
| { | |
| "epoch": 13.361522198731501, | |
| "grad_norm": 0.014362242072820663, | |
| "learning_rate": 2.155897435897436e-06, | |
| "loss": 0.0001, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 13.382663847780126, | |
| "grad_norm": 0.013115731067955494, | |
| "learning_rate": 2.1430769230769234e-06, | |
| "loss": 0.0001, | |
| "step": 15825 | |
| }, | |
| { | |
| "epoch": 13.403805496828753, | |
| "grad_norm": 0.007929886691272259, | |
| "learning_rate": 2.1302564102564107e-06, | |
| "loss": 0.0004, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 13.424947145877379, | |
| "grad_norm": 0.01074293628334999, | |
| "learning_rate": 2.117435897435898e-06, | |
| "loss": 0.0001, | |
| "step": 15875 | |
| }, | |
| { | |
| "epoch": 13.446088794926004, | |
| "grad_norm": 0.007108274381607771, | |
| "learning_rate": 2.1046153846153847e-06, | |
| "loss": 0.0002, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 13.46723044397463, | |
| "grad_norm": 0.006991777569055557, | |
| "learning_rate": 2.091794871794872e-06, | |
| "loss": 0.0003, | |
| "step": 15925 | |
| }, | |
| { | |
| "epoch": 13.488372093023255, | |
| "grad_norm": 0.006929017137736082, | |
| "learning_rate": 2.0789743589743592e-06, | |
| "loss": 0.0001, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 13.509513742071881, | |
| "grad_norm": 0.016624469310045242, | |
| "learning_rate": 2.0661538461538465e-06, | |
| "loss": 0.0002, | |
| "step": 15975 | |
| }, | |
| { | |
| "epoch": 13.530655391120508, | |
| "grad_norm": 0.009122622199356556, | |
| "learning_rate": 2.0533333333333337e-06, | |
| "loss": 0.0004, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 13.530655391120508, | |
| "eval_loss": 0.08493294566869736, | |
| "eval_runtime": 416.438, | |
| "eval_samples_per_second": 8.743, | |
| "eval_steps_per_second": 0.548, | |
| "eval_wer": 0.06004919021764351, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 13.551797040169133, | |
| "grad_norm": 0.007773926947265863, | |
| "learning_rate": 2.040512820512821e-06, | |
| "loss": 0.0003, | |
| "step": 16025 | |
| }, | |
| { | |
| "epoch": 13.572938689217759, | |
| "grad_norm": 0.023034438490867615, | |
| "learning_rate": 2.027692307692308e-06, | |
| "loss": 0.0004, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 13.594080338266386, | |
| "grad_norm": 0.012188156135380268, | |
| "learning_rate": 2.014871794871795e-06, | |
| "loss": 0.0001, | |
| "step": 16075 | |
| }, | |
| { | |
| "epoch": 13.61522198731501, | |
| "grad_norm": 0.009154338389635086, | |
| "learning_rate": 2.0020512820512823e-06, | |
| "loss": 0.0001, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 13.636363636363637, | |
| "grad_norm": 0.007401302456855774, | |
| "learning_rate": 1.9892307692307695e-06, | |
| "loss": 0.0002, | |
| "step": 16125 | |
| }, | |
| { | |
| "epoch": 13.657505285412261, | |
| "grad_norm": 0.011268429458141327, | |
| "learning_rate": 1.9764102564102568e-06, | |
| "loss": 0.0005, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 13.678646934460888, | |
| "grad_norm": 0.010454394854605198, | |
| "learning_rate": 1.963589743589744e-06, | |
| "loss": 0.0001, | |
| "step": 16175 | |
| }, | |
| { | |
| "epoch": 13.699788583509514, | |
| "grad_norm": 0.011891184374690056, | |
| "learning_rate": 1.950769230769231e-06, | |
| "loss": 0.0003, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 13.720930232558139, | |
| "grad_norm": 0.016350483521819115, | |
| "learning_rate": 1.937948717948718e-06, | |
| "loss": 0.0001, | |
| "step": 16225 | |
| }, | |
| { | |
| "epoch": 13.742071881606766, | |
| "grad_norm": 0.13966374099254608, | |
| "learning_rate": 1.9251282051282054e-06, | |
| "loss": 0.0004, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 13.763213530655392, | |
| "grad_norm": 0.008222724311053753, | |
| "learning_rate": 1.9123076923076926e-06, | |
| "loss": 0.0001, | |
| "step": 16275 | |
| }, | |
| { | |
| "epoch": 13.784355179704017, | |
| "grad_norm": 0.011430777609348297, | |
| "learning_rate": 1.8994871794871796e-06, | |
| "loss": 0.0002, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 13.805496828752643, | |
| "grad_norm": 0.009091757237911224, | |
| "learning_rate": 1.8866666666666669e-06, | |
| "loss": 0.0006, | |
| "step": 16325 | |
| }, | |
| { | |
| "epoch": 13.826638477801268, | |
| "grad_norm": 0.009097087197005749, | |
| "learning_rate": 1.873846153846154e-06, | |
| "loss": 0.0001, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 13.847780126849894, | |
| "grad_norm": 0.0094605116173625, | |
| "learning_rate": 1.8610256410256412e-06, | |
| "loss": 0.0001, | |
| "step": 16375 | |
| }, | |
| { | |
| "epoch": 13.86892177589852, | |
| "grad_norm": 0.006917539052665234, | |
| "learning_rate": 1.8482051282051284e-06, | |
| "loss": 0.0001, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 13.890063424947146, | |
| "grad_norm": 0.006485483143478632, | |
| "learning_rate": 1.8353846153846155e-06, | |
| "loss": 0.0004, | |
| "step": 16425 | |
| }, | |
| { | |
| "epoch": 13.911205073995772, | |
| "grad_norm": 0.010646677576005459, | |
| "learning_rate": 1.8225641025641027e-06, | |
| "loss": 0.0003, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 13.932346723044397, | |
| "grad_norm": 0.009001165628433228, | |
| "learning_rate": 1.80974358974359e-06, | |
| "loss": 0.0002, | |
| "step": 16475 | |
| }, | |
| { | |
| "epoch": 13.953488372093023, | |
| "grad_norm": 0.007851574569940567, | |
| "learning_rate": 1.796923076923077e-06, | |
| "loss": 0.0003, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 13.97463002114165, | |
| "grad_norm": 0.005184480920433998, | |
| "learning_rate": 1.7841025641025642e-06, | |
| "loss": 0.0001, | |
| "step": 16525 | |
| }, | |
| { | |
| "epoch": 13.995771670190274, | |
| "grad_norm": 0.009073914960026741, | |
| "learning_rate": 1.7712820512820515e-06, | |
| "loss": 0.0005, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 14.0169133192389, | |
| "grad_norm": 0.006329812109470367, | |
| "learning_rate": 1.7584615384615385e-06, | |
| "loss": 0.0002, | |
| "step": 16575 | |
| }, | |
| { | |
| "epoch": 14.038054968287527, | |
| "grad_norm": 0.00448222178965807, | |
| "learning_rate": 1.7456410256410258e-06, | |
| "loss": 0.0001, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 14.059196617336152, | |
| "grad_norm": 0.006917804013937712, | |
| "learning_rate": 1.732820512820513e-06, | |
| "loss": 0.0001, | |
| "step": 16625 | |
| }, | |
| { | |
| "epoch": 14.080338266384778, | |
| "grad_norm": 0.011933974921703339, | |
| "learning_rate": 1.72e-06, | |
| "loss": 0.0002, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 14.101479915433403, | |
| "grad_norm": 0.006539530120790005, | |
| "learning_rate": 1.7071794871794873e-06, | |
| "loss": 0.0001, | |
| "step": 16675 | |
| }, | |
| { | |
| "epoch": 14.12262156448203, | |
| "grad_norm": 0.007711876183748245, | |
| "learning_rate": 1.6943589743589745e-06, | |
| "loss": 0.0001, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 14.143763213530656, | |
| "grad_norm": 0.00857022125273943, | |
| "learning_rate": 1.6820512820512822e-06, | |
| "loss": 0.0007, | |
| "step": 16725 | |
| }, | |
| { | |
| "epoch": 14.16490486257928, | |
| "grad_norm": 0.00736591499298811, | |
| "learning_rate": 1.6692307692307694e-06, | |
| "loss": 0.0001, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 14.186046511627907, | |
| "grad_norm": 0.008430298417806625, | |
| "learning_rate": 1.6564102564102567e-06, | |
| "loss": 0.0001, | |
| "step": 16775 | |
| }, | |
| { | |
| "epoch": 14.207188160676532, | |
| "grad_norm": 0.006714751478284597, | |
| "learning_rate": 1.643589743589744e-06, | |
| "loss": 0.0002, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 14.228329809725158, | |
| "grad_norm": 0.007295829243957996, | |
| "learning_rate": 1.6307692307692307e-06, | |
| "loss": 0.0001, | |
| "step": 16825 | |
| }, | |
| { | |
| "epoch": 14.249471458773785, | |
| "grad_norm": 0.005545494146645069, | |
| "learning_rate": 1.617948717948718e-06, | |
| "loss": 0.0001, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 14.27061310782241, | |
| "grad_norm": 0.006525352597236633, | |
| "learning_rate": 1.6051282051282052e-06, | |
| "loss": 0.0003, | |
| "step": 16875 | |
| }, | |
| { | |
| "epoch": 14.291754756871036, | |
| "grad_norm": 0.006453375332057476, | |
| "learning_rate": 1.5923076923076925e-06, | |
| "loss": 0.0001, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 14.312896405919663, | |
| "grad_norm": 0.005989603232592344, | |
| "learning_rate": 1.5794871794871797e-06, | |
| "loss": 0.0001, | |
| "step": 16925 | |
| }, | |
| { | |
| "epoch": 14.334038054968287, | |
| "grad_norm": 0.006138788536190987, | |
| "learning_rate": 1.566666666666667e-06, | |
| "loss": 0.0001, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 14.355179704016914, | |
| "grad_norm": 0.006993785500526428, | |
| "learning_rate": 1.5538461538461538e-06, | |
| "loss": 0.0001, | |
| "step": 16975 | |
| }, | |
| { | |
| "epoch": 14.376321353065538, | |
| "grad_norm": 0.007072498090565205, | |
| "learning_rate": 1.541025641025641e-06, | |
| "loss": 0.0001, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 14.376321353065538, | |
| "eval_loss": 0.0867857038974762, | |
| "eval_runtime": 413.9388, | |
| "eval_samples_per_second": 8.796, | |
| "eval_steps_per_second": 0.551, | |
| "eval_wer": 0.05916747876931644, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 14.397463002114165, | |
| "grad_norm": 0.008112003095448017, | |
| "learning_rate": 1.5282051282051283e-06, | |
| "loss": 0.0001, | |
| "step": 17025 | |
| }, | |
| { | |
| "epoch": 14.418604651162791, | |
| "grad_norm": 0.007216181140393019, | |
| "learning_rate": 1.5153846153846156e-06, | |
| "loss": 0.0002, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 14.439746300211416, | |
| "grad_norm": 0.003465973073616624, | |
| "learning_rate": 1.5025641025641028e-06, | |
| "loss": 0.0001, | |
| "step": 17075 | |
| }, | |
| { | |
| "epoch": 14.460887949260043, | |
| "grad_norm": 0.005432849284261465, | |
| "learning_rate": 1.48974358974359e-06, | |
| "loss": 0.0001, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 14.482029598308667, | |
| "grad_norm": 0.00709709245711565, | |
| "learning_rate": 1.476923076923077e-06, | |
| "loss": 0.0001, | |
| "step": 17125 | |
| }, | |
| { | |
| "epoch": 14.503171247357294, | |
| "grad_norm": 0.006040381733328104, | |
| "learning_rate": 1.4641025641025641e-06, | |
| "loss": 0.0001, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 14.52431289640592, | |
| "grad_norm": 0.00656255753710866, | |
| "learning_rate": 1.4512820512820514e-06, | |
| "loss": 0.0001, | |
| "step": 17175 | |
| }, | |
| { | |
| "epoch": 14.545454545454545, | |
| "grad_norm": 0.006466065067797899, | |
| "learning_rate": 1.4384615384615386e-06, | |
| "loss": 0.0001, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 14.566596194503171, | |
| "grad_norm": 0.008718462660908699, | |
| "learning_rate": 1.4261538461538462e-06, | |
| "loss": 0.0003, | |
| "step": 17225 | |
| }, | |
| { | |
| "epoch": 14.587737843551796, | |
| "grad_norm": 0.0089957807213068, | |
| "learning_rate": 1.4133333333333335e-06, | |
| "loss": 0.0001, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 14.608879492600423, | |
| "grad_norm": 0.004027772229164839, | |
| "learning_rate": 1.4005128205128207e-06, | |
| "loss": 0.0003, | |
| "step": 17275 | |
| }, | |
| { | |
| "epoch": 14.630021141649049, | |
| "grad_norm": 0.006016540341079235, | |
| "learning_rate": 1.3876923076923076e-06, | |
| "loss": 0.0001, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 14.651162790697674, | |
| "grad_norm": 0.006955642718821764, | |
| "learning_rate": 1.3748717948717948e-06, | |
| "loss": 0.0001, | |
| "step": 17325 | |
| }, | |
| { | |
| "epoch": 14.6723044397463, | |
| "grad_norm": 0.006230717524886131, | |
| "learning_rate": 1.362051282051282e-06, | |
| "loss": 0.0001, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 14.693446088794927, | |
| "grad_norm": 0.007248835172504187, | |
| "learning_rate": 1.3492307692307693e-06, | |
| "loss": 0.0001, | |
| "step": 17375 | |
| }, | |
| { | |
| "epoch": 14.714587737843551, | |
| "grad_norm": 0.009279552847146988, | |
| "learning_rate": 1.3364102564102566e-06, | |
| "loss": 0.0001, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 14.735729386892178, | |
| "grad_norm": 0.004904840141534805, | |
| "learning_rate": 1.3235897435897438e-06, | |
| "loss": 0.0001, | |
| "step": 17425 | |
| }, | |
| { | |
| "epoch": 14.756871035940803, | |
| "grad_norm": 0.008709315210580826, | |
| "learning_rate": 1.3107692307692308e-06, | |
| "loss": 0.0002, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 14.778012684989429, | |
| "grad_norm": 0.005629656370729208, | |
| "learning_rate": 1.2979487179487179e-06, | |
| "loss": 0.0001, | |
| "step": 17475 | |
| }, | |
| { | |
| "epoch": 14.799154334038056, | |
| "grad_norm": 0.007197321858257055, | |
| "learning_rate": 1.2851282051282051e-06, | |
| "loss": 0.0001, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 14.82029598308668, | |
| "grad_norm": 0.013610289432108402, | |
| "learning_rate": 1.2723076923076924e-06, | |
| "loss": 0.0001, | |
| "step": 17525 | |
| }, | |
| { | |
| "epoch": 14.841437632135307, | |
| "grad_norm": 0.006126283202320337, | |
| "learning_rate": 1.2594871794871796e-06, | |
| "loss": 0.0004, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 14.862579281183933, | |
| "grad_norm": 0.006340153515338898, | |
| "learning_rate": 1.2466666666666667e-06, | |
| "loss": 0.0004, | |
| "step": 17575 | |
| }, | |
| { | |
| "epoch": 14.883720930232558, | |
| "grad_norm": 0.007039876654744148, | |
| "learning_rate": 1.233846153846154e-06, | |
| "loss": 0.0001, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 14.904862579281184, | |
| "grad_norm": 0.006753341294825077, | |
| "learning_rate": 1.2210256410256412e-06, | |
| "loss": 0.0001, | |
| "step": 17625 | |
| }, | |
| { | |
| "epoch": 14.926004228329809, | |
| "grad_norm": 0.007074939087033272, | |
| "learning_rate": 1.2082051282051282e-06, | |
| "loss": 0.0001, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 14.947145877378436, | |
| "grad_norm": 0.006931220646947622, | |
| "learning_rate": 1.1953846153846154e-06, | |
| "loss": 0.0002, | |
| "step": 17675 | |
| }, | |
| { | |
| "epoch": 14.968287526427062, | |
| "grad_norm": 0.006897748447954655, | |
| "learning_rate": 1.1825641025641027e-06, | |
| "loss": 0.0001, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 14.989429175475687, | |
| "grad_norm": 0.0052500138990581036, | |
| "learning_rate": 1.1697435897435897e-06, | |
| "loss": 0.0003, | |
| "step": 17725 | |
| }, | |
| { | |
| "epoch": 15.010570824524313, | |
| "grad_norm": 0.003996185027062893, | |
| "learning_rate": 1.156923076923077e-06, | |
| "loss": 0.0002, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 15.031712473572938, | |
| "grad_norm": 0.006482282187789679, | |
| "learning_rate": 1.1441025641025642e-06, | |
| "loss": 0.0001, | |
| "step": 17775 | |
| }, | |
| { | |
| "epoch": 15.052854122621564, | |
| "grad_norm": 0.004399996716529131, | |
| "learning_rate": 1.1312820512820513e-06, | |
| "loss": 0.0001, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 15.073995771670191, | |
| "grad_norm": 0.004176503047347069, | |
| "learning_rate": 1.1184615384615385e-06, | |
| "loss": 0.0001, | |
| "step": 17825 | |
| }, | |
| { | |
| "epoch": 15.095137420718816, | |
| "grad_norm": 0.005335643887519836, | |
| "learning_rate": 1.1056410256410258e-06, | |
| "loss": 0.0001, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 15.116279069767442, | |
| "grad_norm": 0.006689351052045822, | |
| "learning_rate": 1.0928205128205128e-06, | |
| "loss": 0.0001, | |
| "step": 17875 | |
| }, | |
| { | |
| "epoch": 15.137420718816067, | |
| "grad_norm": 0.0035949235316365957, | |
| "learning_rate": 1.08e-06, | |
| "loss": 0.0001, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 15.158562367864693, | |
| "grad_norm": 0.004826567135751247, | |
| "learning_rate": 1.0671794871794873e-06, | |
| "loss": 0.0001, | |
| "step": 17925 | |
| }, | |
| { | |
| "epoch": 15.17970401691332, | |
| "grad_norm": 0.006563639268279076, | |
| "learning_rate": 1.0543589743589743e-06, | |
| "loss": 0.0001, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 15.200845665961944, | |
| "grad_norm": 0.005385232623666525, | |
| "learning_rate": 1.0415384615384616e-06, | |
| "loss": 0.0001, | |
| "step": 17975 | |
| }, | |
| { | |
| "epoch": 15.221987315010571, | |
| "grad_norm": 0.004666761960834265, | |
| "learning_rate": 1.0287179487179488e-06, | |
| "loss": 0.0002, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 15.221987315010571, | |
| "eval_loss": 0.08731851726770401, | |
| "eval_runtime": 418.9511, | |
| "eval_samples_per_second": 8.691, | |
| "eval_steps_per_second": 0.544, | |
| "eval_wer": 0.05930669636642071, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 15.243128964059197, | |
| "grad_norm": 0.004958902020007372, | |
| "learning_rate": 1.0158974358974359e-06, | |
| "loss": 0.0001, | |
| "step": 18025 | |
| }, | |
| { | |
| "epoch": 15.264270613107822, | |
| "grad_norm": 0.005769228097051382, | |
| "learning_rate": 1.003076923076923e-06, | |
| "loss": 0.0001, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 15.285412262156449, | |
| "grad_norm": 0.004522492177784443, | |
| "learning_rate": 9.902564102564103e-07, | |
| "loss": 0.0001, | |
| "step": 18075 | |
| }, | |
| { | |
| "epoch": 15.306553911205073, | |
| "grad_norm": 0.00491857435554266, | |
| "learning_rate": 9.774358974358974e-07, | |
| "loss": 0.0001, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 15.3276955602537, | |
| "grad_norm": 0.007983505725860596, | |
| "learning_rate": 9.646153846153846e-07, | |
| "loss": 0.0001, | |
| "step": 18125 | |
| }, | |
| { | |
| "epoch": 15.348837209302326, | |
| "grad_norm": 0.004594389349222183, | |
| "learning_rate": 9.517948717948719e-07, | |
| "loss": 0.0001, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 15.369978858350951, | |
| "grad_norm": 0.005598857067525387, | |
| "learning_rate": 9.38974358974359e-07, | |
| "loss": 0.0001, | |
| "step": 18175 | |
| }, | |
| { | |
| "epoch": 15.391120507399577, | |
| "grad_norm": 0.004582141991704702, | |
| "learning_rate": 9.261538461538462e-07, | |
| "loss": 0.0001, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 15.412262156448204, | |
| "grad_norm": 0.008931068703532219, | |
| "learning_rate": 9.133333333333334e-07, | |
| "loss": 0.0001, | |
| "step": 18225 | |
| }, | |
| { | |
| "epoch": 15.433403805496829, | |
| "grad_norm": 0.0040603941306471825, | |
| "learning_rate": 9.005128205128206e-07, | |
| "loss": 0.0001, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 15.454545454545455, | |
| "grad_norm": 0.005295175593346357, | |
| "learning_rate": 8.876923076923077e-07, | |
| "loss": 0.0001, | |
| "step": 18275 | |
| }, | |
| { | |
| "epoch": 15.47568710359408, | |
| "grad_norm": 0.005524117033928633, | |
| "learning_rate": 8.748717948717949e-07, | |
| "loss": 0.0001, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 15.496828752642706, | |
| "grad_norm": 0.005777684506028891, | |
| "learning_rate": 8.620512820512822e-07, | |
| "loss": 0.0001, | |
| "step": 18325 | |
| }, | |
| { | |
| "epoch": 15.517970401691333, | |
| "grad_norm": 0.004244440235197544, | |
| "learning_rate": 8.492307692307692e-07, | |
| "loss": 0.0001, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 15.539112050739957, | |
| "grad_norm": 0.008006569929420948, | |
| "learning_rate": 8.364102564102565e-07, | |
| "loss": 0.0001, | |
| "step": 18375 | |
| }, | |
| { | |
| "epoch": 15.560253699788584, | |
| "grad_norm": 0.00508382823318243, | |
| "learning_rate": 8.235897435897437e-07, | |
| "loss": 0.0001, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 15.581395348837209, | |
| "grad_norm": 0.005526789929717779, | |
| "learning_rate": 8.107692307692308e-07, | |
| "loss": 0.0001, | |
| "step": 18425 | |
| }, | |
| { | |
| "epoch": 15.602536997885835, | |
| "grad_norm": 0.0036265768576413393, | |
| "learning_rate": 7.97948717948718e-07, | |
| "loss": 0.0001, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 15.623678646934462, | |
| "grad_norm": 0.004917936399579048, | |
| "learning_rate": 7.851282051282053e-07, | |
| "loss": 0.0002, | |
| "step": 18475 | |
| }, | |
| { | |
| "epoch": 15.644820295983086, | |
| "grad_norm": 0.005852636881172657, | |
| "learning_rate": 7.723076923076923e-07, | |
| "loss": 0.0001, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 15.665961945031713, | |
| "grad_norm": 0.0046966904774308205, | |
| "learning_rate": 7.594871794871795e-07, | |
| "loss": 0.0001, | |
| "step": 18525 | |
| }, | |
| { | |
| "epoch": 15.687103594080337, | |
| "grad_norm": 0.004561580251902342, | |
| "learning_rate": 7.466666666666668e-07, | |
| "loss": 0.0001, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 15.708245243128964, | |
| "grad_norm": 0.006141614634543657, | |
| "learning_rate": 7.338461538461538e-07, | |
| "loss": 0.0001, | |
| "step": 18575 | |
| }, | |
| { | |
| "epoch": 15.72938689217759, | |
| "grad_norm": 0.005293000023812056, | |
| "learning_rate": 7.210256410256411e-07, | |
| "loss": 0.0001, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 15.750528541226215, | |
| "grad_norm": 0.024633372202515602, | |
| "learning_rate": 7.082051282051283e-07, | |
| "loss": 0.0001, | |
| "step": 18625 | |
| }, | |
| { | |
| "epoch": 15.771670190274842, | |
| "grad_norm": 0.007387631572782993, | |
| "learning_rate": 6.953846153846154e-07, | |
| "loss": 0.0001, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 15.792811839323468, | |
| "grad_norm": 0.005313596688210964, | |
| "learning_rate": 6.825641025641026e-07, | |
| "loss": 0.0002, | |
| "step": 18675 | |
| }, | |
| { | |
| "epoch": 15.813953488372093, | |
| "grad_norm": 0.004781834315508604, | |
| "learning_rate": 6.697435897435899e-07, | |
| "loss": 0.0001, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 15.83509513742072, | |
| "grad_norm": 0.11602696031332016, | |
| "learning_rate": 6.569230769230769e-07, | |
| "loss": 0.0001, | |
| "step": 18725 | |
| }, | |
| { | |
| "epoch": 15.856236786469344, | |
| "grad_norm": 0.005565613973885775, | |
| "learning_rate": 6.441025641025641e-07, | |
| "loss": 0.0001, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 15.87737843551797, | |
| "grad_norm": 0.005617073271423578, | |
| "learning_rate": 6.312820512820514e-07, | |
| "loss": 0.0001, | |
| "step": 18775 | |
| }, | |
| { | |
| "epoch": 15.898520084566597, | |
| "grad_norm": 0.005743805319070816, | |
| "learning_rate": 6.184615384615385e-07, | |
| "loss": 0.0001, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 15.919661733615222, | |
| "grad_norm": 0.005840159021317959, | |
| "learning_rate": 6.056410256410257e-07, | |
| "loss": 0.0001, | |
| "step": 18825 | |
| }, | |
| { | |
| "epoch": 15.940803382663848, | |
| "grad_norm": 0.0066063860431313515, | |
| "learning_rate": 5.928205128205128e-07, | |
| "loss": 0.0001, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 15.961945031712474, | |
| "grad_norm": 0.0054490105248987675, | |
| "learning_rate": 5.800000000000001e-07, | |
| "loss": 0.0001, | |
| "step": 18875 | |
| }, | |
| { | |
| "epoch": 15.9830866807611, | |
| "grad_norm": 0.006493702996522188, | |
| "learning_rate": 5.671794871794872e-07, | |
| "loss": 0.0007, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 16.004228329809724, | |
| "grad_norm": 0.004811755381524563, | |
| "learning_rate": 5.543589743589743e-07, | |
| "loss": 0.0001, | |
| "step": 18925 | |
| }, | |
| { | |
| "epoch": 16.02536997885835, | |
| "grad_norm": 0.005250418093055487, | |
| "learning_rate": 5.415384615384616e-07, | |
| "loss": 0.0001, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 16.046511627906977, | |
| "grad_norm": 0.004121173173189163, | |
| "learning_rate": 5.287179487179487e-07, | |
| "loss": 0.0001, | |
| "step": 18975 | |
| }, | |
| { | |
| "epoch": 16.067653276955603, | |
| "grad_norm": 0.005048220045864582, | |
| "learning_rate": 5.158974358974359e-07, | |
| "loss": 0.0001, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 16.067653276955603, | |
| "eval_loss": 0.08753260225057602, | |
| "eval_runtime": 419.2956, | |
| "eval_samples_per_second": 8.684, | |
| "eval_steps_per_second": 0.544, | |
| "eval_wer": 0.05847139078379507, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 16.08879492600423, | |
| "grad_norm": 0.005383364390581846, | |
| "learning_rate": 5.030769230769231e-07, | |
| "loss": 0.0001, | |
| "step": 19025 | |
| }, | |
| { | |
| "epoch": 16.109936575052853, | |
| "grad_norm": 0.003624641802161932, | |
| "learning_rate": 4.902564102564103e-07, | |
| "loss": 0.0001, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 16.13107822410148, | |
| "grad_norm": 0.003508235327899456, | |
| "learning_rate": 4.774358974358974e-07, | |
| "loss": 0.0001, | |
| "step": 19075 | |
| }, | |
| { | |
| "epoch": 16.152219873150106, | |
| "grad_norm": 0.004268943332135677, | |
| "learning_rate": 4.6461538461538465e-07, | |
| "loss": 0.0001, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 16.173361522198732, | |
| "grad_norm": 0.003968693781644106, | |
| "learning_rate": 4.5179487179487185e-07, | |
| "loss": 0.0001, | |
| "step": 19125 | |
| }, | |
| { | |
| "epoch": 16.19450317124736, | |
| "grad_norm": 0.004143453668802977, | |
| "learning_rate": 4.38974358974359e-07, | |
| "loss": 0.0001, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 16.21564482029598, | |
| "grad_norm": 0.004426514729857445, | |
| "learning_rate": 4.261538461538462e-07, | |
| "loss": 0.0001, | |
| "step": 19175 | |
| }, | |
| { | |
| "epoch": 16.236786469344608, | |
| "grad_norm": 0.005651060491800308, | |
| "learning_rate": 4.133333333333334e-07, | |
| "loss": 0.0001, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 16.257928118393234, | |
| "grad_norm": 0.003962742630392313, | |
| "learning_rate": 4.005128205128205e-07, | |
| "loss": 0.0001, | |
| "step": 19225 | |
| }, | |
| { | |
| "epoch": 16.27906976744186, | |
| "grad_norm": 0.004281258676201105, | |
| "learning_rate": 3.876923076923077e-07, | |
| "loss": 0.0001, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 16.300211416490487, | |
| "grad_norm": 0.003360031172633171, | |
| "learning_rate": 3.748717948717949e-07, | |
| "loss": 0.0001, | |
| "step": 19275 | |
| }, | |
| { | |
| "epoch": 16.32135306553911, | |
| "grad_norm": 0.005053969100117683, | |
| "learning_rate": 3.6205128205128206e-07, | |
| "loss": 0.0001, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 16.342494714587737, | |
| "grad_norm": 0.005359134636819363, | |
| "learning_rate": 3.4923076923076925e-07, | |
| "loss": 0.0001, | |
| "step": 19325 | |
| }, | |
| { | |
| "epoch": 16.363636363636363, | |
| "grad_norm": 0.004870879463851452, | |
| "learning_rate": 3.3641025641025645e-07, | |
| "loss": 0.0001, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 16.38477801268499, | |
| "grad_norm": 0.005147048272192478, | |
| "learning_rate": 3.235897435897436e-07, | |
| "loss": 0.0001, | |
| "step": 19375 | |
| }, | |
| { | |
| "epoch": 16.405919661733616, | |
| "grad_norm": 0.005027804523706436, | |
| "learning_rate": 3.107692307692308e-07, | |
| "loss": 0.0001, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 16.427061310782243, | |
| "grad_norm": 0.012405909597873688, | |
| "learning_rate": 2.97948717948718e-07, | |
| "loss": 0.0001, | |
| "step": 19425 | |
| }, | |
| { | |
| "epoch": 16.448202959830866, | |
| "grad_norm": 0.004649542272090912, | |
| "learning_rate": 2.8512820512820517e-07, | |
| "loss": 0.0001, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 16.469344608879492, | |
| "grad_norm": 0.004960506223142147, | |
| "learning_rate": 2.7230769230769237e-07, | |
| "loss": 0.0001, | |
| "step": 19475 | |
| }, | |
| { | |
| "epoch": 16.49048625792812, | |
| "grad_norm": 0.00558600015938282, | |
| "learning_rate": 2.594871794871795e-07, | |
| "loss": 0.0001, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 16.511627906976745, | |
| "grad_norm": 0.00477565685287118, | |
| "learning_rate": 2.466666666666667e-07, | |
| "loss": 0.0001, | |
| "step": 19525 | |
| }, | |
| { | |
| "epoch": 16.53276955602537, | |
| "grad_norm": 0.007015578914433718, | |
| "learning_rate": 2.3384615384615387e-07, | |
| "loss": 0.0001, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 16.553911205073994, | |
| "grad_norm": 0.0036124507896602154, | |
| "learning_rate": 2.2102564102564104e-07, | |
| "loss": 0.0001, | |
| "step": 19575 | |
| }, | |
| { | |
| "epoch": 16.57505285412262, | |
| "grad_norm": 0.005142053589224815, | |
| "learning_rate": 2.082051282051282e-07, | |
| "loss": 0.0001, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 16.596194503171247, | |
| "grad_norm": 0.005827662535011768, | |
| "learning_rate": 1.953846153846154e-07, | |
| "loss": 0.0001, | |
| "step": 19625 | |
| }, | |
| { | |
| "epoch": 16.617336152219874, | |
| "grad_norm": 0.006833038758486509, | |
| "learning_rate": 1.8256410256410257e-07, | |
| "loss": 0.0001, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 16.6384778012685, | |
| "grad_norm": 0.0065496135503053665, | |
| "learning_rate": 1.6974358974358974e-07, | |
| "loss": 0.0001, | |
| "step": 19675 | |
| }, | |
| { | |
| "epoch": 16.659619450317123, | |
| "grad_norm": 0.0090131014585495, | |
| "learning_rate": 1.5692307692307694e-07, | |
| "loss": 0.0001, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 16.68076109936575, | |
| "grad_norm": 0.0042783962562680244, | |
| "learning_rate": 1.441025641025641e-07, | |
| "loss": 0.0001, | |
| "step": 19725 | |
| }, | |
| { | |
| "epoch": 16.701902748414376, | |
| "grad_norm": 0.005526359658688307, | |
| "learning_rate": 1.3128205128205127e-07, | |
| "loss": 0.0001, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 16.723044397463003, | |
| "grad_norm": 0.004802173003554344, | |
| "learning_rate": 1.1846153846153847e-07, | |
| "loss": 0.0001, | |
| "step": 19775 | |
| }, | |
| { | |
| "epoch": 16.74418604651163, | |
| "grad_norm": 0.003740393090993166, | |
| "learning_rate": 1.0564102564102565e-07, | |
| "loss": 0.0001, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 16.765327695560252, | |
| "grad_norm": 0.004182030912488699, | |
| "learning_rate": 9.282051282051283e-08, | |
| "loss": 0.0001, | |
| "step": 19825 | |
| }, | |
| { | |
| "epoch": 16.78646934460888, | |
| "grad_norm": 0.004386850632727146, | |
| "learning_rate": 8e-08, | |
| "loss": 0.0001, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 16.807610993657505, | |
| "grad_norm": 0.005020872224122286, | |
| "learning_rate": 6.717948717948718e-08, | |
| "loss": 0.0001, | |
| "step": 19875 | |
| }, | |
| { | |
| "epoch": 16.82875264270613, | |
| "grad_norm": 0.0037505626678466797, | |
| "learning_rate": 5.435897435897436e-08, | |
| "loss": 0.0001, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 16.849894291754758, | |
| "grad_norm": 0.004394158720970154, | |
| "learning_rate": 4.153846153846154e-08, | |
| "loss": 0.0001, | |
| "step": 19925 | |
| }, | |
| { | |
| "epoch": 16.87103594080338, | |
| "grad_norm": 0.004075503908097744, | |
| "learning_rate": 2.8717948717948722e-08, | |
| "loss": 0.0001, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 16.892177589852007, | |
| "grad_norm": 0.0045666322112083435, | |
| "learning_rate": 1.5897435897435897e-08, | |
| "loss": 0.0001, | |
| "step": 19975 | |
| }, | |
| { | |
| "epoch": 16.913319238900634, | |
| "grad_norm": 0.006132797803729773, | |
| "learning_rate": 3.0769230769230774e-09, | |
| "loss": 0.0001, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 16.913319238900634, | |
| "eval_loss": 0.08780684322118759, | |
| "eval_runtime": 420.9914, | |
| "eval_samples_per_second": 8.649, | |
| "eval_steps_per_second": 0.542, | |
| "eval_wer": 0.05902826117221217, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 16.913319238900634, | |
| "step": 20000, | |
| "total_flos": 1.8463463044153344e+20, | |
| "train_loss": 0.02644415222366224, | |
| "train_runtime": 72777.8888, | |
| "train_samples_per_second": 8.794, | |
| "train_steps_per_second": 0.275 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 20000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 17, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.8463463044153344e+20, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |