|
{ |
|
"best_metric": 0.758887171561051, |
|
"best_model_checkpoint": "resnet152-FV-finetuned-memes/checkpoint-300", |
|
"epoch": 19.987654320987655, |
|
"global_step": 400, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 3e-05, |
|
"loss": 1.605, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 6e-05, |
|
"loss": 1.5739, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"eval_accuracy": 0.4520865533230294, |
|
"eval_f1": 0.2879543301590467, |
|
"eval_loss": 1.542733907699585, |
|
"eval_precision": 0.31310616306027816, |
|
"eval_recall": 0.4520865533230294, |
|
"eval_runtime": 13.5797, |
|
"eval_samples_per_second": 95.289, |
|
"eval_steps_per_second": 1.546, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 9e-05, |
|
"loss": 1.557, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 0.00012, |
|
"loss": 1.4353, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"eval_accuracy": 0.44899536321483774, |
|
"eval_f1": 0.27913559166246477, |
|
"eval_loss": 1.378554105758667, |
|
"eval_precision": 0.3849846576082604, |
|
"eval_recall": 0.44899536321483774, |
|
"eval_runtime": 11.7486, |
|
"eval_samples_per_second": 110.141, |
|
"eval_steps_per_second": 1.787, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 0.00011666666666666667, |
|
"loss": 1.3861, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 0.00011333333333333333, |
|
"loss": 1.3026, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"eval_accuracy": 0.47990726429675423, |
|
"eval_f1": 0.33925239665034806, |
|
"eval_loss": 1.2733628749847412, |
|
"eval_precision": 0.3072903900501765, |
|
"eval_recall": 0.47990726429675423, |
|
"eval_runtime": 11.82, |
|
"eval_samples_per_second": 109.475, |
|
"eval_steps_per_second": 1.777, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 3.49, |
|
"learning_rate": 0.00011, |
|
"loss": 1.2728, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 3.99, |
|
"learning_rate": 0.00010666666666666667, |
|
"loss": 1.1579, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 3.99, |
|
"eval_accuracy": 0.5278207109737248, |
|
"eval_f1": 0.41425802390052474, |
|
"eval_loss": 1.137792706489563, |
|
"eval_precision": 0.4299797234929115, |
|
"eval_recall": 0.5278207109737248, |
|
"eval_runtime": 11.7797, |
|
"eval_samples_per_second": 109.85, |
|
"eval_steps_per_second": 1.783, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 4.49, |
|
"learning_rate": 0.00010333333333333334, |
|
"loss": 1.1096, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"learning_rate": 0.0001, |
|
"loss": 1.0276, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"eval_accuracy": 0.5734157650695518, |
|
"eval_f1": 0.4864664230611172, |
|
"eval_loss": 1.0231207609176636, |
|
"eval_precision": 0.449744448551538, |
|
"eval_recall": 0.5734157650695518, |
|
"eval_runtime": 11.7657, |
|
"eval_samples_per_second": 109.98, |
|
"eval_steps_per_second": 1.785, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 5.49, |
|
"learning_rate": 9.666666666666667e-05, |
|
"loss": 0.9751, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 5.99, |
|
"learning_rate": 9.333333333333334e-05, |
|
"loss": 0.8826, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 5.99, |
|
"eval_accuracy": 0.625193199381762, |
|
"eval_f1": 0.5636892396732486, |
|
"eval_loss": 0.9227971434593201, |
|
"eval_precision": 0.5982698615367767, |
|
"eval_recall": 0.625193199381762, |
|
"eval_runtime": 12.7817, |
|
"eval_samples_per_second": 101.239, |
|
"eval_steps_per_second": 1.643, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 6.49, |
|
"learning_rate": 9e-05, |
|
"loss": 0.8232, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 6.99, |
|
"learning_rate": 8.666666666666667e-05, |
|
"loss": 0.766, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 6.99, |
|
"eval_accuracy": 0.6661514683153014, |
|
"eval_f1": 0.6320349212780727, |
|
"eval_loss": 0.8440618515014648, |
|
"eval_precision": 0.647375804405681, |
|
"eval_recall": 0.6661514683153014, |
|
"eval_runtime": 11.8583, |
|
"eval_samples_per_second": 109.122, |
|
"eval_steps_per_second": 1.771, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 7.49, |
|
"learning_rate": 8.333333333333333e-05, |
|
"loss": 0.7145, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 7.99, |
|
"learning_rate": 7.999999999999999e-05, |
|
"loss": 0.6732, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 7.99, |
|
"eval_accuracy": 0.6901081916537867, |
|
"eval_f1": 0.6704100670249821, |
|
"eval_loss": 0.8009499311447144, |
|
"eval_precision": 0.6758956033590393, |
|
"eval_recall": 0.6901081916537867, |
|
"eval_runtime": 11.8229, |
|
"eval_samples_per_second": 109.449, |
|
"eval_steps_per_second": 1.776, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 8.49, |
|
"learning_rate": 7.666666666666667e-05, |
|
"loss": 0.635, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 8.99, |
|
"learning_rate": 7.333333333333334e-05, |
|
"loss": 0.5653, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 8.99, |
|
"eval_accuracy": 0.7217928902627512, |
|
"eval_f1": 0.7129313347452736, |
|
"eval_loss": 0.7535430192947388, |
|
"eval_precision": 0.7141409959676454, |
|
"eval_recall": 0.7217928902627512, |
|
"eval_runtime": 11.8519, |
|
"eval_samples_per_second": 109.181, |
|
"eval_steps_per_second": 1.772, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 9.49, |
|
"learning_rate": 7.000000000000001e-05, |
|
"loss": 0.5358, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 9.99, |
|
"learning_rate": 6.666666666666667e-05, |
|
"loss": 0.4957, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 9.99, |
|
"eval_accuracy": 0.7256568778979907, |
|
"eval_f1": 0.7199928490312443, |
|
"eval_loss": 0.731657087802887, |
|
"eval_precision": 0.7247700086876532, |
|
"eval_recall": 0.7256568778979907, |
|
"eval_runtime": 12.0809, |
|
"eval_samples_per_second": 107.111, |
|
"eval_steps_per_second": 1.738, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 10.49, |
|
"learning_rate": 6.333333333333333e-05, |
|
"loss": 0.471, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 10.99, |
|
"learning_rate": 6e-05, |
|
"loss": 0.4534, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 10.99, |
|
"eval_accuracy": 0.7434312210200927, |
|
"eval_f1": 0.7389905178601613, |
|
"eval_loss": 0.6807736158370972, |
|
"eval_precision": 0.7405180153510328, |
|
"eval_recall": 0.7434312210200927, |
|
"eval_runtime": 12.457, |
|
"eval_samples_per_second": 103.877, |
|
"eval_steps_per_second": 1.686, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 11.49, |
|
"learning_rate": 5.6666666666666664e-05, |
|
"loss": 0.4102, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 11.99, |
|
"learning_rate": 5.333333333333333e-05, |
|
"loss": 0.3792, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 11.99, |
|
"eval_accuracy": 0.7449768160741885, |
|
"eval_f1": 0.7398936491076405, |
|
"eval_loss": 0.694913387298584, |
|
"eval_precision": 0.7453650213081748, |
|
"eval_recall": 0.7449768160741885, |
|
"eval_runtime": 11.855, |
|
"eval_samples_per_second": 109.153, |
|
"eval_steps_per_second": 1.771, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 12.49, |
|
"learning_rate": 5e-05, |
|
"loss": 0.3766, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 12.99, |
|
"learning_rate": 4.666666666666667e-05, |
|
"loss": 0.3489, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 12.99, |
|
"eval_accuracy": 0.749613601236476, |
|
"eval_f1": 0.7474367490892962, |
|
"eval_loss": 0.6745789647102356, |
|
"eval_precision": 0.751086737820255, |
|
"eval_recall": 0.749613601236476, |
|
"eval_runtime": 11.7383, |
|
"eval_samples_per_second": 110.237, |
|
"eval_steps_per_second": 1.789, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 13.49, |
|
"learning_rate": 4.3333333333333334e-05, |
|
"loss": 0.3487, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 13.99, |
|
"learning_rate": 3.9999999999999996e-05, |
|
"loss": 0.3113, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 13.99, |
|
"eval_accuracy": 0.7573415765069552, |
|
"eval_f1": 0.7578669772980416, |
|
"eval_loss": 0.6637156009674072, |
|
"eval_precision": 0.7638354392114911, |
|
"eval_recall": 0.7573415765069552, |
|
"eval_runtime": 11.864, |
|
"eval_samples_per_second": 109.069, |
|
"eval_steps_per_second": 1.77, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 14.49, |
|
"learning_rate": 3.666666666666667e-05, |
|
"loss": 0.3036, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 14.99, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 0.2947, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 14.99, |
|
"eval_accuracy": 0.758887171561051, |
|
"eval_f1": 0.7609777447379339, |
|
"eval_loss": 0.6451451182365417, |
|
"eval_precision": 0.7666890251959252, |
|
"eval_recall": 0.758887171561051, |
|
"eval_runtime": 11.5648, |
|
"eval_samples_per_second": 111.891, |
|
"eval_steps_per_second": 1.816, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 15.49, |
|
"learning_rate": 3e-05, |
|
"loss": 0.2748, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 15.99, |
|
"learning_rate": 2.6666666666666667e-05, |
|
"loss": 0.2776, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 15.99, |
|
"eval_accuracy": 0.7542503863987635, |
|
"eval_f1": 0.7525049520726458, |
|
"eval_loss": 0.6754108667373657, |
|
"eval_precision": 0.7565187938926003, |
|
"eval_recall": 0.7542503863987635, |
|
"eval_runtime": 12.7697, |
|
"eval_samples_per_second": 101.334, |
|
"eval_steps_per_second": 1.645, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 16.49, |
|
"learning_rate": 2.3333333333333336e-05, |
|
"loss": 0.272, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 16.99, |
|
"learning_rate": 1.9999999999999998e-05, |
|
"loss": 0.2611, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 16.99, |
|
"eval_accuracy": 0.7550231839258115, |
|
"eval_f1": 0.7529156321916382, |
|
"eval_loss": 0.6808292269706726, |
|
"eval_precision": 0.7606561956666212, |
|
"eval_recall": 0.7550231839258115, |
|
"eval_runtime": 11.6273, |
|
"eval_samples_per_second": 111.29, |
|
"eval_steps_per_second": 1.806, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 17.49, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 0.2508, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 17.99, |
|
"learning_rate": 1.3333333333333333e-05, |
|
"loss": 0.2428, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 17.99, |
|
"eval_accuracy": 0.7457496136012365, |
|
"eval_f1": 0.7403755418120831, |
|
"eval_loss": 0.7005118727684021, |
|
"eval_precision": 0.7497269917356472, |
|
"eval_recall": 0.7457496136012365, |
|
"eval_runtime": 11.7515, |
|
"eval_samples_per_second": 110.114, |
|
"eval_steps_per_second": 1.787, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 18.49, |
|
"learning_rate": 9.999999999999999e-06, |
|
"loss": 0.2479, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 18.99, |
|
"learning_rate": 6.666666666666667e-06, |
|
"loss": 0.2346, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 18.99, |
|
"eval_accuracy": 0.7573415765069552, |
|
"eval_f1": 0.7590201528020784, |
|
"eval_loss": 0.6597253680229187, |
|
"eval_precision": 0.7642128778135023, |
|
"eval_recall": 0.7573415765069552, |
|
"eval_runtime": 11.869, |
|
"eval_samples_per_second": 109.024, |
|
"eval_steps_per_second": 1.769, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 19.49, |
|
"learning_rate": 3.3333333333333333e-06, |
|
"loss": 0.2312, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 19.99, |
|
"learning_rate": 0.0, |
|
"loss": 0.2367, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 19.99, |
|
"eval_accuracy": 0.7557959814528593, |
|
"eval_f1": 0.7545674798253312, |
|
"eval_loss": 0.6771848797798157, |
|
"eval_precision": 0.7556690736625777, |
|
"eval_recall": 0.7557959814528593, |
|
"eval_runtime": 12.018, |
|
"eval_samples_per_second": 107.672, |
|
"eval_steps_per_second": 1.747, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 19.99, |
|
"step": 400, |
|
"total_flos": 5.432231359979311e+18, |
|
"train_loss": 0.6680345350503921, |
|
"train_runtime": 1446.6101, |
|
"train_samples_per_second": 71.533, |
|
"train_steps_per_second": 0.277 |
|
} |
|
], |
|
"max_steps": 400, |
|
"num_train_epochs": 20, |
|
"total_flos": 5.432231359979311e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|