| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9997597886139803, | |
| "eval_steps": 500, | |
| "global_step": 2081, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.024021138601969732, | |
| "grad_norm": 0.4454003870487213, | |
| "learning_rate": 2e-05, | |
| "loss": 2.2416, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.048042277203939464, | |
| "grad_norm": 0.5095623731613159, | |
| "learning_rate": 1.9507631708517972e-05, | |
| "loss": 1.7858, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0720634158059092, | |
| "grad_norm": 0.2806667685508728, | |
| "learning_rate": 1.9015263417035946e-05, | |
| "loss": 1.6981, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.09608455440787893, | |
| "grad_norm": 0.28293704986572266, | |
| "learning_rate": 1.8522895125553916e-05, | |
| "loss": 1.7156, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.12010569300984866, | |
| "grad_norm": 0.31131088733673096, | |
| "learning_rate": 1.8030526834071887e-05, | |
| "loss": 1.7039, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1441268316118184, | |
| "grad_norm": 0.34635475277900696, | |
| "learning_rate": 1.7538158542589857e-05, | |
| "loss": 1.7054, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.16814797021378813, | |
| "grad_norm": 0.4496716856956482, | |
| "learning_rate": 1.704579025110783e-05, | |
| "loss": 1.6978, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.19216910881575786, | |
| "grad_norm": 0.34168896079063416, | |
| "learning_rate": 1.6553421959625802e-05, | |
| "loss": 1.6664, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2161902474177276, | |
| "grad_norm": 0.3718103766441345, | |
| "learning_rate": 1.6061053668143772e-05, | |
| "loss": 1.6731, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.24021138601969733, | |
| "grad_norm": 0.3723597228527069, | |
| "learning_rate": 1.5568685376661746e-05, | |
| "loss": 1.671, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2642325246216671, | |
| "grad_norm": 0.3750188648700714, | |
| "learning_rate": 1.5076317085179715e-05, | |
| "loss": 1.6883, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.2882536632236368, | |
| "grad_norm": 0.35369986295700073, | |
| "learning_rate": 1.4583948793697687e-05, | |
| "loss": 1.6777, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3122748018256065, | |
| "grad_norm": 0.4338513910770416, | |
| "learning_rate": 1.4091580502215658e-05, | |
| "loss": 1.6664, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.33629594042757627, | |
| "grad_norm": 0.36728423833847046, | |
| "learning_rate": 1.359921221073363e-05, | |
| "loss": 1.6343, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.360317079029546, | |
| "grad_norm": 0.4234764277935028, | |
| "learning_rate": 1.3106843919251602e-05, | |
| "loss": 1.7187, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.3843382176315157, | |
| "grad_norm": 0.41642165184020996, | |
| "learning_rate": 1.2614475627769574e-05, | |
| "loss": 1.7164, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.40835935623348546, | |
| "grad_norm": 0.42162206768989563, | |
| "learning_rate": 1.2122107336287543e-05, | |
| "loss": 1.7247, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.4323804948354552, | |
| "grad_norm": 0.42779281735420227, | |
| "learning_rate": 1.1629739044805515e-05, | |
| "loss": 1.644, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.45640163343742496, | |
| "grad_norm": 0.417507141828537, | |
| "learning_rate": 1.1137370753323486e-05, | |
| "loss": 1.6829, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.48042277203939465, | |
| "grad_norm": 0.6434239149093628, | |
| "learning_rate": 1.0645002461841458e-05, | |
| "loss": 1.6499, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5044439106413644, | |
| "grad_norm": 0.4976539611816406, | |
| "learning_rate": 1.015263417035943e-05, | |
| "loss": 1.6782, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5284650492433342, | |
| "grad_norm": 0.428740531206131, | |
| "learning_rate": 9.6602658788774e-06, | |
| "loss": 1.659, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5524861878453039, | |
| "grad_norm": 0.46981343626976013, | |
| "learning_rate": 9.167897587395373e-06, | |
| "loss": 1.6811, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.5765073264472736, | |
| "grad_norm": 0.4911981225013733, | |
| "learning_rate": 8.675529295913345e-06, | |
| "loss": 1.6418, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.6005284650492433, | |
| "grad_norm": 0.4720385670661926, | |
| "learning_rate": 8.183161004431315e-06, | |
| "loss": 1.6594, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.624549603651213, | |
| "grad_norm": 0.7791111469268799, | |
| "learning_rate": 7.690792712949286e-06, | |
| "loss": 1.6814, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.6485707422531828, | |
| "grad_norm": 0.5131087303161621, | |
| "learning_rate": 7.198424421467258e-06, | |
| "loss": 1.6509, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.6725918808551525, | |
| "grad_norm": 0.4304710328578949, | |
| "learning_rate": 6.70605612998523e-06, | |
| "loss": 1.6751, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6966130194571223, | |
| "grad_norm": 0.4925595819950104, | |
| "learning_rate": 6.213687838503201e-06, | |
| "loss": 1.6418, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.720634158059092, | |
| "grad_norm": 0.45314958691596985, | |
| "learning_rate": 5.721319547021172e-06, | |
| "loss": 1.6763, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7446552966610618, | |
| "grad_norm": 0.5018033981323242, | |
| "learning_rate": 5.228951255539144e-06, | |
| "loss": 1.6763, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.7686764352630314, | |
| "grad_norm": 0.41523104906082153, | |
| "learning_rate": 4.7365829640571156e-06, | |
| "loss": 1.6727, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.7926975738650012, | |
| "grad_norm": 0.4479306936264038, | |
| "learning_rate": 4.244214672575087e-06, | |
| "loss": 1.6588, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.8167187124669709, | |
| "grad_norm": 0.504392147064209, | |
| "learning_rate": 3.751846381093058e-06, | |
| "loss": 1.6946, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.8407398510689407, | |
| "grad_norm": 0.48174819350242615, | |
| "learning_rate": 3.2594780896110296e-06, | |
| "loss": 1.7111, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.8647609896709104, | |
| "grad_norm": 0.6309037804603577, | |
| "learning_rate": 2.767109798129001e-06, | |
| "loss": 1.651, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.8887821282728802, | |
| "grad_norm": 0.5154911279678345, | |
| "learning_rate": 2.2747415066469722e-06, | |
| "loss": 1.696, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.9128032668748499, | |
| "grad_norm": 0.39096760749816895, | |
| "learning_rate": 1.7823732151649436e-06, | |
| "loss": 1.6385, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.9368244054768196, | |
| "grad_norm": 0.4384596645832062, | |
| "learning_rate": 1.290004923682915e-06, | |
| "loss": 1.6523, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.9608455440787893, | |
| "grad_norm": 0.48874229192733765, | |
| "learning_rate": 7.976366322008864e-07, | |
| "loss": 1.6501, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.984866682680759, | |
| "grad_norm": 0.3902250826358795, | |
| "learning_rate": 3.0526834071885774e-07, | |
| "loss": 1.6395, | |
| "step": 2050 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 2081, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5068479218407424e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |