| { | |
| "best_metric": 0.9951154529307282, | |
| "best_model_checkpoint": "vit-hybrid-base-bit-384-finetuned-ibird/checkpoint-1131", | |
| "epoch": 2.9973474801061006, | |
| "eval_steps": 500, | |
| "global_step": 1695, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 10.60638427734375, | |
| "learning_rate": 2.9411764705882355e-06, | |
| "loss": 3.3842, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 10.456100463867188, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 3.1282, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 9.986790657043457, | |
| "learning_rate": 8.823529411764707e-06, | |
| "loss": 2.8815, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 10.580012321472168, | |
| "learning_rate": 1.1764705882352942e-05, | |
| "loss": 2.3087, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 7.9744133949279785, | |
| "learning_rate": 1.4705882352941177e-05, | |
| "loss": 1.5822, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 6.688446044921875, | |
| "learning_rate": 1.7647058823529414e-05, | |
| "loss": 0.9381, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.64487361907959, | |
| "learning_rate": 2.058823529411765e-05, | |
| "loss": 0.4115, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.120860576629639, | |
| "learning_rate": 2.3529411764705884e-05, | |
| "loss": 0.1915, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.6903035640716553, | |
| "learning_rate": 2.647058823529412e-05, | |
| "loss": 0.0935, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.5217204093933105, | |
| "learning_rate": 2.9411764705882354e-05, | |
| "loss": 0.0949, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7664793133735657, | |
| "learning_rate": 3.235294117647059e-05, | |
| "loss": 0.0545, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 4.868194580078125, | |
| "learning_rate": 3.529411764705883e-05, | |
| "loss": 0.0495, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.152761459350586, | |
| "learning_rate": 3.8235294117647055e-05, | |
| "loss": 0.0566, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.1319901943206787, | |
| "learning_rate": 4.11764705882353e-05, | |
| "loss": 0.0522, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.599245309829712, | |
| "learning_rate": 4.411764705882353e-05, | |
| "loss": 0.0605, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.845979630947113, | |
| "learning_rate": 4.705882352941177e-05, | |
| "loss": 0.0521, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 6.3421759605407715, | |
| "learning_rate": 5e-05, | |
| "loss": 0.0849, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.421968698501587, | |
| "learning_rate": 4.967213114754098e-05, | |
| "loss": 0.0502, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6349968910217285, | |
| "learning_rate": 4.934426229508197e-05, | |
| "loss": 0.0161, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3493717908859253, | |
| "learning_rate": 4.9016393442622957e-05, | |
| "loss": 0.027, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.24897021055221558, | |
| "learning_rate": 4.868852459016394e-05, | |
| "loss": 0.0481, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.10974353551864624, | |
| "learning_rate": 4.836065573770492e-05, | |
| "loss": 0.017, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.431795358657837, | |
| "learning_rate": 4.8032786885245904e-05, | |
| "loss": 0.0494, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.4805123805999756, | |
| "learning_rate": 4.770491803278689e-05, | |
| "loss": 0.0388, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.0460708141326904, | |
| "learning_rate": 4.737704918032787e-05, | |
| "loss": 0.0507, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.7923760414123535, | |
| "learning_rate": 4.704918032786885e-05, | |
| "loss": 0.0781, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.829329252243042, | |
| "learning_rate": 4.672131147540984e-05, | |
| "loss": 0.0446, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.8546658158302307, | |
| "learning_rate": 4.6393442622950825e-05, | |
| "loss": 0.0543, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.2265116274356842, | |
| "learning_rate": 4.6065573770491805e-05, | |
| "loss": 0.0528, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.7868409156799316, | |
| "learning_rate": 4.5737704918032786e-05, | |
| "loss": 0.0442, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.05122404918074608, | |
| "learning_rate": 4.540983606557377e-05, | |
| "loss": 0.0473, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.265463829040527, | |
| "learning_rate": 4.508196721311476e-05, | |
| "loss": 0.0358, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.3292916417121887, | |
| "learning_rate": 4.475409836065574e-05, | |
| "loss": 0.0291, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.2873409986495972, | |
| "learning_rate": 4.442622950819673e-05, | |
| "loss": 0.0681, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.5806503891944885, | |
| "learning_rate": 4.409836065573771e-05, | |
| "loss": 0.0838, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 4.996669769287109, | |
| "learning_rate": 4.377049180327869e-05, | |
| "loss": 0.0182, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.058223385363817215, | |
| "learning_rate": 4.3442622950819674e-05, | |
| "loss": 0.0454, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.5088571906089783, | |
| "learning_rate": 4.311475409836066e-05, | |
| "loss": 0.0444, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 6.739996433258057, | |
| "learning_rate": 4.278688524590164e-05, | |
| "loss": 0.0445, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.22746062278747559, | |
| "learning_rate": 4.245901639344262e-05, | |
| "loss": 0.0258, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.04663905128836632, | |
| "learning_rate": 4.213114754098361e-05, | |
| "loss": 0.0023, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.3145718574523926, | |
| "learning_rate": 4.1803278688524595e-05, | |
| "loss": 0.0205, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.06759347021579742, | |
| "learning_rate": 4.1475409836065575e-05, | |
| "loss": 0.0779, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.7269498705863953, | |
| "learning_rate": 4.1147540983606556e-05, | |
| "loss": 0.0194, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.6663650274276733, | |
| "learning_rate": 4.081967213114754e-05, | |
| "loss": 0.0495, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.015244757756590843, | |
| "learning_rate": 4.049180327868853e-05, | |
| "loss": 0.0217, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.05687205493450165, | |
| "learning_rate": 4.016393442622951e-05, | |
| "loss": 0.0157, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.06807345896959305, | |
| "learning_rate": 3.983606557377049e-05, | |
| "loss": 0.0021, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 6.138463497161865, | |
| "learning_rate": 3.950819672131148e-05, | |
| "loss": 0.0473, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.23685503005981445, | |
| "learning_rate": 3.9180327868852464e-05, | |
| "loss": 0.0289, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.19919660687446594, | |
| "learning_rate": 3.8852459016393444e-05, | |
| "loss": 0.0659, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.63227915763855, | |
| "learning_rate": 3.8524590163934424e-05, | |
| "loss": 0.0618, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.18995435535907745, | |
| "learning_rate": 3.819672131147541e-05, | |
| "loss": 0.0151, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.05399240553379059, | |
| "learning_rate": 3.78688524590164e-05, | |
| "loss": 0.0168, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.13513301312923431, | |
| "learning_rate": 3.754098360655738e-05, | |
| "loss": 0.0492, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 8.097681999206543, | |
| "learning_rate": 3.721311475409836e-05, | |
| "loss": 0.0997, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9906749555950266, | |
| "eval_loss": 0.031034117564558983, | |
| "eval_runtime": 124.3045, | |
| "eval_samples_per_second": 18.117, | |
| "eval_steps_per_second": 2.269, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.08757388591766357, | |
| "learning_rate": 3.6885245901639346e-05, | |
| "loss": 0.0243, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.03581409156322479, | |
| "learning_rate": 3.655737704918033e-05, | |
| "loss": 0.0101, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.01882335916161537, | |
| "learning_rate": 3.622950819672131e-05, | |
| "loss": 0.0034, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.12845346331596375, | |
| "learning_rate": 3.590163934426229e-05, | |
| "loss": 0.006, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 6.836170196533203, | |
| "learning_rate": 3.557377049180328e-05, | |
| "loss": 0.0054, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.014669831842184067, | |
| "learning_rate": 3.524590163934427e-05, | |
| "loss": 0.0007, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.0303161833435297, | |
| "learning_rate": 3.491803278688525e-05, | |
| "loss": 0.0272, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.010958039201796055, | |
| "learning_rate": 3.459016393442623e-05, | |
| "loss": 0.0016, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.10876976698637009, | |
| "learning_rate": 3.4262295081967214e-05, | |
| "loss": 0.0113, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.024475092068314552, | |
| "learning_rate": 3.39344262295082e-05, | |
| "loss": 0.0199, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 3.7424721717834473, | |
| "learning_rate": 3.360655737704918e-05, | |
| "loss": 0.0153, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 3.548234224319458, | |
| "learning_rate": 3.327868852459017e-05, | |
| "loss": 0.0124, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.018901199102401733, | |
| "learning_rate": 3.295081967213115e-05, | |
| "loss": 0.0059, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.01598968915641308, | |
| "learning_rate": 3.2622950819672136e-05, | |
| "loss": 0.0272, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.01613859459757805, | |
| "learning_rate": 3.2295081967213116e-05, | |
| "loss": 0.013, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.030256085097789764, | |
| "learning_rate": 3.19672131147541e-05, | |
| "loss": 0.0061, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.08354157209396362, | |
| "learning_rate": 3.163934426229508e-05, | |
| "loss": 0.0008, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.1932225227355957, | |
| "learning_rate": 3.131147540983606e-05, | |
| "loss": 0.0019, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.4999471604824066, | |
| "learning_rate": 3.098360655737705e-05, | |
| "loss": 0.012, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.016076169908046722, | |
| "learning_rate": 3.065573770491804e-05, | |
| "loss": 0.0006, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.010563875548541546, | |
| "learning_rate": 3.0327868852459017e-05, | |
| "loss": 0.0034, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.020218759775161743, | |
| "learning_rate": 3e-05, | |
| "loss": 0.0016, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.016868168488144875, | |
| "learning_rate": 2.967213114754098e-05, | |
| "loss": 0.0033, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.013298319652676582, | |
| "learning_rate": 2.934426229508197e-05, | |
| "loss": 0.0037, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.062481291592121124, | |
| "learning_rate": 2.901639344262295e-05, | |
| "loss": 0.0118, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.4717094898223877, | |
| "learning_rate": 2.8688524590163935e-05, | |
| "loss": 0.0104, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.5437506437301636, | |
| "learning_rate": 2.8360655737704922e-05, | |
| "loss": 0.0062, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.03338282182812691, | |
| "learning_rate": 2.8032786885245906e-05, | |
| "loss": 0.0025, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.8838506937026978, | |
| "learning_rate": 2.7704918032786886e-05, | |
| "loss": 0.0193, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.007599662058055401, | |
| "learning_rate": 2.737704918032787e-05, | |
| "loss": 0.0083, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.0383157841861248, | |
| "learning_rate": 2.7049180327868856e-05, | |
| "loss": 0.0059, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.004423599224537611, | |
| "learning_rate": 2.6721311475409837e-05, | |
| "loss": 0.0019, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 7.753259658813477, | |
| "learning_rate": 2.639344262295082e-05, | |
| "loss": 0.0197, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.0051222569309175014, | |
| "learning_rate": 2.6065573770491804e-05, | |
| "loss": 0.0128, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.006367386784404516, | |
| "learning_rate": 2.573770491803279e-05, | |
| "loss": 0.0097, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.016590917482972145, | |
| "learning_rate": 2.540983606557377e-05, | |
| "loss": 0.0163, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.006148540414869785, | |
| "learning_rate": 2.5081967213114754e-05, | |
| "loss": 0.0107, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.021444685757160187, | |
| "learning_rate": 2.4754098360655738e-05, | |
| "loss": 0.008, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.27239102125167847, | |
| "learning_rate": 2.442622950819672e-05, | |
| "loss": 0.0009, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 2.461951971054077, | |
| "learning_rate": 2.4098360655737705e-05, | |
| "loss": 0.0224, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.009482527151703835, | |
| "learning_rate": 2.377049180327869e-05, | |
| "loss": 0.0032, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.0694417804479599, | |
| "learning_rate": 2.3442622950819672e-05, | |
| "loss": 0.001, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.008940008468925953, | |
| "learning_rate": 2.311475409836066e-05, | |
| "loss": 0.0063, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.008408569730818272, | |
| "learning_rate": 2.278688524590164e-05, | |
| "loss": 0.0026, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.00473896786570549, | |
| "learning_rate": 2.2459016393442626e-05, | |
| "loss": 0.0162, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.0444784052670002, | |
| "learning_rate": 2.2131147540983607e-05, | |
| "loss": 0.0004, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.002952872309833765, | |
| "learning_rate": 2.1803278688524594e-05, | |
| "loss": 0.0079, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.009093045257031918, | |
| "learning_rate": 2.1475409836065574e-05, | |
| "loss": 0.0049, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 5.8584818840026855, | |
| "learning_rate": 2.114754098360656e-05, | |
| "loss": 0.0048, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.025469429790973663, | |
| "learning_rate": 2.081967213114754e-05, | |
| "loss": 0.0118, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.005341151263564825, | |
| "learning_rate": 2.0491803278688525e-05, | |
| "loss": 0.0016, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.006102704908698797, | |
| "learning_rate": 2.0163934426229508e-05, | |
| "loss": 0.001, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.009585659019649029, | |
| "learning_rate": 1.9836065573770492e-05, | |
| "loss": 0.0003, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.003977091982960701, | |
| "learning_rate": 1.9508196721311475e-05, | |
| "loss": 0.0034, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.008223881945014, | |
| "learning_rate": 1.918032786885246e-05, | |
| "loss": 0.0016, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.014407954178750515, | |
| "learning_rate": 1.8852459016393442e-05, | |
| "loss": 0.0013, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3026231825351715, | |
| "learning_rate": 1.8524590163934426e-05, | |
| "loss": 0.0005, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9951154529307282, | |
| "eval_loss": 0.01963997818529606, | |
| "eval_runtime": 122.5197, | |
| "eval_samples_per_second": 18.381, | |
| "eval_steps_per_second": 2.302, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.005760945845395327, | |
| "learning_rate": 1.8196721311475413e-05, | |
| "loss": 0.0028, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.00677720969542861, | |
| "learning_rate": 1.7868852459016393e-05, | |
| "loss": 0.0008, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.004843315575271845, | |
| "learning_rate": 1.754098360655738e-05, | |
| "loss": 0.002, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.003445906564593315, | |
| "learning_rate": 1.721311475409836e-05, | |
| "loss": 0.0002, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.0024833856150507927, | |
| "learning_rate": 1.6885245901639347e-05, | |
| "loss": 0.0028, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.024947261437773705, | |
| "learning_rate": 1.6557377049180328e-05, | |
| "loss": 0.0003, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.0022959029302001, | |
| "learning_rate": 1.6229508196721314e-05, | |
| "loss": 0.0002, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.01967487297952175, | |
| "learning_rate": 1.5901639344262295e-05, | |
| "loss": 0.0003, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.357111394405365, | |
| "learning_rate": 1.557377049180328e-05, | |
| "loss": 0.0005, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.0058966344222426414, | |
| "learning_rate": 1.5245901639344262e-05, | |
| "loss": 0.0001, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.0033721905201673508, | |
| "learning_rate": 1.4918032786885247e-05, | |
| "loss": 0.0002, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.0022145358379930258, | |
| "learning_rate": 1.4590163934426229e-05, | |
| "loss": 0.0002, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.035282738506793976, | |
| "learning_rate": 1.4262295081967214e-05, | |
| "loss": 0.0002, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.0015229666605591774, | |
| "learning_rate": 1.3934426229508196e-05, | |
| "loss": 0.0002, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.005502559244632721, | |
| "learning_rate": 1.3606557377049181e-05, | |
| "loss": 0.0021, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.0072832051664590836, | |
| "learning_rate": 1.3278688524590163e-05, | |
| "loss": 0.0001, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.001554520451463759, | |
| "learning_rate": 1.2950819672131149e-05, | |
| "loss": 0.0002, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.0054123131558299065, | |
| "learning_rate": 1.2622950819672132e-05, | |
| "loss": 0.0002, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.013851379975676537, | |
| "learning_rate": 1.2295081967213116e-05, | |
| "loss": 0.0066, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.0056920950300991535, | |
| "learning_rate": 1.19672131147541e-05, | |
| "loss": 0.0002, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.00168787338770926, | |
| "learning_rate": 1.1639344262295083e-05, | |
| "loss": 0.0002, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 0.005322947632521391, | |
| "learning_rate": 1.1311475409836065e-05, | |
| "loss": 0.0002, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.002933880779892206, | |
| "learning_rate": 1.0983606557377048e-05, | |
| "loss": 0.0002, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.0015972905093804002, | |
| "learning_rate": 1.0655737704918032e-05, | |
| "loss": 0.0003, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.0015742258401587605, | |
| "learning_rate": 1.0327868852459017e-05, | |
| "loss": 0.0003, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 0.003087802790105343, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0002, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.002106766914948821, | |
| "learning_rate": 9.672131147540984e-06, | |
| "loss": 0.0008, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.058892298489809036, | |
| "learning_rate": 9.344262295081968e-06, | |
| "loss": 0.0003, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.0024353417102247477, | |
| "learning_rate": 9.016393442622952e-06, | |
| "loss": 0.0002, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.003295810893177986, | |
| "learning_rate": 8.688524590163935e-06, | |
| "loss": 0.0028, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 0.006564658600836992, | |
| "learning_rate": 8.360655737704919e-06, | |
| "loss": 0.0001, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.17080430686473846, | |
| "learning_rate": 8.032786885245902e-06, | |
| "loss": 0.0005, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.012207315303385258, | |
| "learning_rate": 7.704918032786886e-06, | |
| "loss": 0.0008, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.07983198761940002, | |
| "learning_rate": 7.3770491803278695e-06, | |
| "loss": 0.0003, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.0021029170602560043, | |
| "learning_rate": 7.049180327868852e-06, | |
| "loss": 0.0002, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.001665195683017373, | |
| "learning_rate": 6.721311475409836e-06, | |
| "loss": 0.0002, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.0021821956615895033, | |
| "learning_rate": 6.393442622950819e-06, | |
| "loss": 0.0003, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.0023076001089066267, | |
| "learning_rate": 6.065573770491804e-06, | |
| "loss": 0.0007, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.002858547493815422, | |
| "learning_rate": 5.737704918032787e-06, | |
| "loss": 0.0002, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 0.014774510636925697, | |
| "learning_rate": 5.409836065573771e-06, | |
| "loss": 0.0002, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 0.0014713788405060768, | |
| "learning_rate": 5.0819672131147545e-06, | |
| "loss": 0.0001, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.0027496495749801397, | |
| "learning_rate": 4.754098360655738e-06, | |
| "loss": 0.0002, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.002773697255179286, | |
| "learning_rate": 4.426229508196722e-06, | |
| "loss": 0.0002, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 0.002084126928821206, | |
| "learning_rate": 4.098360655737704e-06, | |
| "loss": 0.0001, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.0016491630813106894, | |
| "learning_rate": 3.770491803278689e-06, | |
| "loss": 0.0002, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 0.003069406608119607, | |
| "learning_rate": 3.4426229508196724e-06, | |
| "loss": 0.0074, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.001330082886852324, | |
| "learning_rate": 3.114754098360656e-06, | |
| "loss": 0.0003, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.9783486127853394, | |
| "learning_rate": 2.7868852459016396e-06, | |
| "loss": 0.0007, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.001621302799321711, | |
| "learning_rate": 2.459016393442623e-06, | |
| "loss": 0.0001, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.05432431399822235, | |
| "learning_rate": 2.1311475409836067e-06, | |
| "loss": 0.0002, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.001987756695598364, | |
| "learning_rate": 1.8032786885245903e-06, | |
| "loss": 0.0003, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 0.0034532160498201847, | |
| "learning_rate": 1.4754098360655739e-06, | |
| "loss": 0.0001, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.0017541700508445501, | |
| "learning_rate": 1.1475409836065575e-06, | |
| "loss": 0.0112, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.02740754559636116, | |
| "learning_rate": 8.19672131147541e-07, | |
| "loss": 0.0002, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.0015147700905799866, | |
| "learning_rate": 4.918032786885246e-07, | |
| "loss": 0.0001, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 2.0458450317382812, | |
| "learning_rate": 1.639344262295082e-07, | |
| "loss": 0.0014, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9942273534635879, | |
| "eval_loss": 0.02003500424325466, | |
| "eval_runtime": 123.0739, | |
| "eval_samples_per_second": 18.298, | |
| "eval_steps_per_second": 2.291, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 1695, | |
| "total_flos": 1.4134330246261506e+19, | |
| "train_loss": 0.10345972847079468, | |
| "train_runtime": 4872.3509, | |
| "train_samples_per_second": 11.138, | |
| "train_steps_per_second": 0.348 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1695, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 1.4134330246261506e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |