|
{ |
|
"best_metric": 0.9112, |
|
"best_model_checkpoint": "./vit_finetuned_models_dataset/CIFAR100/50_from_100/facebook_dino-vitb16/model_idx_0515/checkpoints/checkpoint-1998", |
|
"epoch": 6.0, |
|
"eval_steps": 500, |
|
"global_step": 1998, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 17.180692672729492, |
|
"learning_rate": 9.334052586261965e-05, |
|
"loss": 0.9364, |
|
"step": 333 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.7864, |
|
"eval_loss": 0.6883178353309631, |
|
"eval_runtime": 4.5261, |
|
"eval_samples_per_second": 828.537, |
|
"eval_steps_per_second": 13.036, |
|
"step": 333 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"grad_norm": 25.39266014099121, |
|
"learning_rate": 7.506805462938029e-05, |
|
"loss": 0.3378, |
|
"step": 666 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.8482666666666666, |
|
"eval_loss": 0.49570682644844055, |
|
"eval_runtime": 4.349, |
|
"eval_samples_per_second": 862.259, |
|
"eval_steps_per_second": 13.566, |
|
"step": 666 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"grad_norm": 1.2277692556381226, |
|
"learning_rate": 5.007861840237923e-05, |
|
"loss": 0.1566, |
|
"step": 999 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.8762666666666666, |
|
"eval_loss": 0.44583699107170105, |
|
"eval_runtime": 4.3591, |
|
"eval_samples_per_second": 860.27, |
|
"eval_steps_per_second": 13.535, |
|
"step": 999 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"grad_norm": 0.005263369996100664, |
|
"learning_rate": 2.506811643795042e-05, |
|
"loss": 0.0609, |
|
"step": 1332 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.8914666666666666, |
|
"eval_loss": 0.40896305441856384, |
|
"eval_runtime": 4.3921, |
|
"eval_samples_per_second": 853.799, |
|
"eval_steps_per_second": 13.433, |
|
"step": 1332 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"grad_norm": 0.013531552627682686, |
|
"learning_rate": 6.738092539759589e-06, |
|
"loss": 0.0133, |
|
"step": 1665 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.9061333333333333, |
|
"eval_loss": 0.3734469413757324, |
|
"eval_runtime": 4.536, |
|
"eval_samples_per_second": 826.715, |
|
"eval_steps_per_second": 13.007, |
|
"step": 1665 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"grad_norm": 0.00012637063628062606, |
|
"learning_rate": 6.180857012871855e-11, |
|
"loss": 0.0032, |
|
"step": 1998 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.9112, |
|
"eval_loss": 0.3560783565044403, |
|
"eval_runtime": 4.3604, |
|
"eval_samples_per_second": 860.012, |
|
"eval_steps_per_second": 13.531, |
|
"step": 1998 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 1998, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 6, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 9.88447923735552e+18, |
|
"train_batch_size": 64, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|