{ "best_metric": 0.004596503917127848, "best_model_checkpoint": "./vit-base-pets/checkpoint-200", "epoch": 4.0, "eval_steps": 100, "global_step": 232, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.17, "grad_norm": 168186.984375, "learning_rate": 0.0002870689655172413, "loss": 2.1401, "step": 10 }, { "epoch": 0.34, "grad_norm": 134643.921875, "learning_rate": 0.0002741379310344827, "loss": 0.5937, "step": 20 }, { "epoch": 0.52, "grad_norm": 117247.1015625, "learning_rate": 0.00026120689655172413, "loss": 0.3283, "step": 30 }, { "epoch": 0.69, "grad_norm": 148088.53125, "learning_rate": 0.0002482758620689655, "loss": 0.3447, "step": 40 }, { "epoch": 0.86, "grad_norm": 118186.203125, "learning_rate": 0.00023534482758620685, "loss": 0.2972, "step": 50 }, { "epoch": 1.03, "grad_norm": 89050.390625, "learning_rate": 0.00022241379310344826, "loss": 0.2425, "step": 60 }, { "epoch": 1.21, "grad_norm": 50770.4296875, "learning_rate": 0.00020948275862068963, "loss": 0.1025, "step": 70 }, { "epoch": 1.38, "grad_norm": 102693.65625, "learning_rate": 0.000196551724137931, "loss": 0.0998, "step": 80 }, { "epoch": 1.55, "grad_norm": 58018.40234375, "learning_rate": 0.0001836206896551724, "loss": 0.1048, "step": 90 }, { "epoch": 1.72, "grad_norm": 51126.80078125, "learning_rate": 0.0001706896551724138, "loss": 0.0887, "step": 100 }, { "epoch": 1.72, "eval_accuracy": 0.9774018944519621, "eval_loss": 0.07652416825294495, "eval_runtime": 90.7155, "eval_samples_per_second": 81.463, "eval_steps_per_second": 5.093, "step": 100 }, { "epoch": 1.9, "grad_norm": 86962.4921875, "learning_rate": 0.00015775862068965517, "loss": 0.0926, "step": 110 }, { "epoch": 2.07, "grad_norm": 72358.4609375, "learning_rate": 0.00014482758620689654, "loss": 0.0706, "step": 120 }, { "epoch": 2.24, "grad_norm": 20616.7109375, "learning_rate": 0.00013189655172413792, "loss": 0.039, "step": 130 }, { "epoch": 2.41, "grad_norm": 70676.0625, "learning_rate": 0.00011896551724137931, "loss": 0.0351, "step": 140 }, { "epoch": 2.59, "grad_norm": 12601.1337890625, "learning_rate": 0.00010603448275862067, "loss": 0.0263, "step": 150 }, { "epoch": 2.76, "grad_norm": 77678.21875, "learning_rate": 9.310344827586206e-05, "loss": 0.0296, "step": 160 }, { "epoch": 2.93, "grad_norm": 36381.59765625, "learning_rate": 8.017241379310344e-05, "loss": 0.025, "step": 170 }, { "epoch": 3.1, "grad_norm": 12375.634765625, "learning_rate": 6.724137931034483e-05, "loss": 0.0087, "step": 180 }, { "epoch": 3.28, "grad_norm": 1895.7933349609375, "learning_rate": 5.4310344827586204e-05, "loss": 0.0043, "step": 190 }, { "epoch": 3.45, "grad_norm": 49621.76171875, "learning_rate": 4.137931034482758e-05, "loss": 0.0045, "step": 200 }, { "epoch": 3.45, "eval_accuracy": 0.9989174560216508, "eval_loss": 0.004596503917127848, "eval_runtime": 91.6398, "eval_samples_per_second": 80.642, "eval_steps_per_second": 5.041, "step": 200 }, { "epoch": 3.62, "grad_norm": 798.2269287109375, "learning_rate": 2.8448275862068963e-05, "loss": 0.0045, "step": 210 }, { "epoch": 3.79, "grad_norm": 2413.81640625, "learning_rate": 1.5517241379310342e-05, "loss": 0.0034, "step": 220 }, { "epoch": 3.97, "grad_norm": 908.8674926757812, "learning_rate": 2.5862068965517237e-06, "loss": 0.0021, "step": 230 }, { "epoch": 4.0, "step": 232, "total_flos": 2.2913817801515827e+18, "train_loss": 0.202088082896682, "train_runtime": 854.7685, "train_samples_per_second": 34.582, "train_steps_per_second": 0.271 } ], "logging_steps": 10, "max_steps": 232, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 100, "total_flos": 2.2913817801515827e+18, "train_batch_size": 128, "trial_name": null, "trial_params": null }