{
"best_metric": 0.7648497198166072,
"best_model_checkpoint": "/home/user/emrecan/models/bert-base-multilingual-cased_allnli_tr/checkpoint-80000",
"epoch": 3.0,
"global_step": 88320,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 1.9773550724637682e-05,
"loss": 0.8623,
"step": 1000
},
{
"epoch": 0.03,
"eval_accuracy": 0.5917473255221599,
"eval_loss": 0.9075943827629089,
"eval_runtime": 49.3629,
"eval_samples_per_second": 198.833,
"eval_steps_per_second": 6.219,
"step": 1000
},
{
"epoch": 0.07,
"learning_rate": 1.9547101449275363e-05,
"loss": 0.7528,
"step": 2000
},
{
"epoch": 0.07,
"eval_accuracy": 0.6119205298013245,
"eval_loss": 0.8586783409118652,
"eval_runtime": 49.2395,
"eval_samples_per_second": 199.332,
"eval_steps_per_second": 6.235,
"step": 2000
},
{
"epoch": 0.1,
"learning_rate": 1.9320652173913047e-05,
"loss": 0.7074,
"step": 3000
},
{
"epoch": 0.1,
"eval_accuracy": 0.664696892511462,
"eval_loss": 0.7866753935813904,
"eval_runtime": 49.3359,
"eval_samples_per_second": 198.942,
"eval_steps_per_second": 6.223,
"step": 3000
},
{
"epoch": 0.14,
"learning_rate": 1.9094202898550727e-05,
"loss": 0.6949,
"step": 4000
},
{
"epoch": 0.14,
"eval_accuracy": 0.6772287315333673,
"eval_loss": 0.7473878264427185,
"eval_runtime": 49.2961,
"eval_samples_per_second": 199.103,
"eval_steps_per_second": 6.228,
"step": 4000
},
{
"epoch": 0.17,
"learning_rate": 1.8867753623188408e-05,
"loss": 0.6681,
"step": 5000
},
{
"epoch": 0.17,
"eval_accuracy": 0.6814060112073357,
"eval_loss": 0.7661426067352295,
"eval_runtime": 49.2761,
"eval_samples_per_second": 199.184,
"eval_steps_per_second": 6.23,
"step": 5000
},
{
"epoch": 0.2,
"learning_rate": 1.864130434782609e-05,
"loss": 0.6597,
"step": 6000
},
{
"epoch": 0.2,
"eval_accuracy": 0.6943453897096281,
"eval_loss": 0.7264170050621033,
"eval_runtime": 49.2718,
"eval_samples_per_second": 199.201,
"eval_steps_per_second": 6.231,
"step": 6000
},
{
"epoch": 0.24,
"learning_rate": 1.841485507246377e-05,
"loss": 0.6495,
"step": 7000
},
{
"epoch": 0.24,
"eval_accuracy": 0.6781456953642384,
"eval_loss": 0.7841250896453857,
"eval_runtime": 49.2905,
"eval_samples_per_second": 199.126,
"eval_steps_per_second": 6.228,
"step": 7000
},
{
"epoch": 0.27,
"learning_rate": 1.818840579710145e-05,
"loss": 0.6323,
"step": 8000
},
{
"epoch": 0.27,
"eval_accuracy": 0.6951604686704025,
"eval_loss": 0.7256377339363098,
"eval_runtime": 49.2057,
"eval_samples_per_second": 199.469,
"eval_steps_per_second": 6.239,
"step": 8000
},
{
"epoch": 0.31,
"learning_rate": 1.7961956521739134e-05,
"loss": 0.6308,
"step": 9000
},
{
"epoch": 0.31,
"eval_accuracy": 0.6957717778909832,
"eval_loss": 0.7319093346595764,
"eval_runtime": 49.2073,
"eval_samples_per_second": 199.462,
"eval_steps_per_second": 6.239,
"step": 9000
},
{
"epoch": 0.34,
"learning_rate": 1.7735507246376815e-05,
"loss": 0.6254,
"step": 10000
},
{
"epoch": 0.34,
"eval_accuracy": 0.7003565970453388,
"eval_loss": 0.7053707838058472,
"eval_runtime": 49.2797,
"eval_samples_per_second": 199.169,
"eval_steps_per_second": 6.23,
"step": 10000
},
{
"epoch": 0.37,
"learning_rate": 1.7509057971014495e-05,
"loss": 0.6233,
"step": 11000
},
{
"epoch": 0.37,
"eval_accuracy": 0.708507386653082,
"eval_loss": 0.7068630456924438,
"eval_runtime": 55.8024,
"eval_samples_per_second": 175.889,
"eval_steps_per_second": 5.502,
"step": 11000
},
{
"epoch": 0.41,
"learning_rate": 1.7282608695652176e-05,
"loss": 0.6165,
"step": 12000
},
{
"epoch": 0.41,
"eval_accuracy": 0.7180845644421804,
"eval_loss": 0.687969982624054,
"eval_runtime": 50.9115,
"eval_samples_per_second": 192.785,
"eval_steps_per_second": 6.03,
"step": 12000
},
{
"epoch": 0.44,
"learning_rate": 1.7056159420289856e-05,
"loss": 0.6033,
"step": 13000
},
{
"epoch": 0.44,
"eval_accuracy": 0.719714722363729,
"eval_loss": 0.6844114065170288,
"eval_runtime": 49.3739,
"eval_samples_per_second": 198.789,
"eval_steps_per_second": 6.218,
"step": 13000
},
{
"epoch": 0.48,
"learning_rate": 1.6829710144927537e-05,
"loss": 0.6014,
"step": 14000
},
{
"epoch": 0.48,
"eval_accuracy": 0.7128884360672441,
"eval_loss": 0.6752753853797913,
"eval_runtime": 49.3697,
"eval_samples_per_second": 198.806,
"eval_steps_per_second": 6.218,
"step": 14000
},
{
"epoch": 0.51,
"learning_rate": 1.6603260869565218e-05,
"loss": 0.5947,
"step": 15000
},
{
"epoch": 0.51,
"eval_accuracy": 0.7039225674987264,
"eval_loss": 0.7000291347503662,
"eval_runtime": 49.3889,
"eval_samples_per_second": 198.729,
"eval_steps_per_second": 6.216,
"step": 15000
},
{
"epoch": 0.54,
"learning_rate": 1.6376811594202898e-05,
"loss": 0.5965,
"step": 16000
},
{
"epoch": 0.54,
"eval_accuracy": 0.7263372389200203,
"eval_loss": 0.670754075050354,
"eval_runtime": 49.311,
"eval_samples_per_second": 199.043,
"eval_steps_per_second": 6.226,
"step": 16000
},
{
"epoch": 0.58,
"learning_rate": 1.615036231884058e-05,
"loss": 0.5979,
"step": 17000
},
{
"epoch": 0.58,
"eval_accuracy": 0.7284768211920529,
"eval_loss": 0.656209409236908,
"eval_runtime": 49.4043,
"eval_samples_per_second": 198.667,
"eval_steps_per_second": 6.214,
"step": 17000
},
{
"epoch": 0.61,
"learning_rate": 1.5923913043478263e-05,
"loss": 0.5787,
"step": 18000
},
{
"epoch": 0.61,
"eval_accuracy": 0.7296994396332145,
"eval_loss": 0.6554355621337891,
"eval_runtime": 50.2795,
"eval_samples_per_second": 195.209,
"eval_steps_per_second": 6.106,
"step": 18000
},
{
"epoch": 0.65,
"learning_rate": 1.5697463768115943e-05,
"loss": 0.58,
"step": 19000
},
{
"epoch": 0.65,
"eval_accuracy": 0.7315333672949567,
"eval_loss": 0.6544056534767151,
"eval_runtime": 49.3813,
"eval_samples_per_second": 198.76,
"eval_steps_per_second": 6.217,
"step": 19000
},
{
"epoch": 0.68,
"learning_rate": 1.5471014492753624e-05,
"loss": 0.574,
"step": 20000
},
{
"epoch": 0.68,
"eval_accuracy": 0.7338767193071829,
"eval_loss": 0.6549123525619507,
"eval_runtime": 49.3189,
"eval_samples_per_second": 199.011,
"eval_steps_per_second": 6.225,
"step": 20000
},
{
"epoch": 0.71,
"learning_rate": 1.5244565217391305e-05,
"loss": 0.5751,
"step": 21000
},
{
"epoch": 0.71,
"eval_accuracy": 0.7288843606724401,
"eval_loss": 0.6545295715332031,
"eval_runtime": 52.3727,
"eval_samples_per_second": 187.407,
"eval_steps_per_second": 5.862,
"step": 21000
},
{
"epoch": 0.75,
"learning_rate": 1.5018115942028985e-05,
"loss": 0.5659,
"step": 22000
},
{
"epoch": 0.75,
"eval_accuracy": 0.7371370351502802,
"eval_loss": 0.6466848850250244,
"eval_runtime": 51.7409,
"eval_samples_per_second": 189.695,
"eval_steps_per_second": 5.933,
"step": 22000
},
{
"epoch": 0.78,
"learning_rate": 1.479166666666667e-05,
"loss": 0.5732,
"step": 23000
},
{
"epoch": 0.78,
"eval_accuracy": 0.736220071319409,
"eval_loss": 0.6447662711143494,
"eval_runtime": 51.1755,
"eval_samples_per_second": 191.791,
"eval_steps_per_second": 5.999,
"step": 23000
},
{
"epoch": 0.82,
"learning_rate": 1.456521739130435e-05,
"loss": 0.5637,
"step": 24000
},
{
"epoch": 0.82,
"eval_accuracy": 0.7355068772287315,
"eval_loss": 0.6520141959190369,
"eval_runtime": 51.0797,
"eval_samples_per_second": 192.151,
"eval_steps_per_second": 6.01,
"step": 24000
},
{
"epoch": 0.85,
"learning_rate": 1.433876811594203e-05,
"loss": 0.5648,
"step": 25000
},
{
"epoch": 0.85,
"eval_accuracy": 0.7344880285277636,
"eval_loss": 0.6411919593811035,
"eval_runtime": 51.1242,
"eval_samples_per_second": 191.983,
"eval_steps_per_second": 6.005,
"step": 25000
},
{
"epoch": 0.88,
"learning_rate": 1.4112318840579711e-05,
"loss": 0.5622,
"step": 26000
},
{
"epoch": 0.88,
"eval_accuracy": 0.735812531839022,
"eval_loss": 0.6350020170211792,
"eval_runtime": 51.0256,
"eval_samples_per_second": 192.355,
"eval_steps_per_second": 6.017,
"step": 26000
},
{
"epoch": 0.92,
"learning_rate": 1.3885869565217392e-05,
"loss": 0.5579,
"step": 27000
},
{
"epoch": 0.92,
"eval_accuracy": 0.7392766174223128,
"eval_loss": 0.6346594095230103,
"eval_runtime": 51.1443,
"eval_samples_per_second": 191.908,
"eval_steps_per_second": 6.003,
"step": 27000
},
{
"epoch": 0.95,
"learning_rate": 1.3659420289855074e-05,
"loss": 0.5518,
"step": 28000
},
{
"epoch": 0.95,
"eval_accuracy": 0.739174732552216,
"eval_loss": 0.6417071223258972,
"eval_runtime": 52.294,
"eval_samples_per_second": 187.689,
"eval_steps_per_second": 5.871,
"step": 28000
},
{
"epoch": 0.99,
"learning_rate": 1.3432971014492755e-05,
"loss": 0.5547,
"step": 29000
},
{
"epoch": 0.99,
"eval_accuracy": 0.7436576668364748,
"eval_loss": 0.6321312785148621,
"eval_runtime": 51.1442,
"eval_samples_per_second": 191.908,
"eval_steps_per_second": 6.003,
"step": 29000
},
{
"epoch": 1.02,
"learning_rate": 1.3206521739130435e-05,
"loss": 0.524,
"step": 30000
},
{
"epoch": 1.02,
"eval_accuracy": 0.7412124299541518,
"eval_loss": 0.6430493593215942,
"eval_runtime": 51.2108,
"eval_samples_per_second": 191.659,
"eval_steps_per_second": 5.995,
"step": 30000
},
{
"epoch": 1.05,
"learning_rate": 1.2980072463768116e-05,
"loss": 0.4982,
"step": 31000
},
{
"epoch": 1.05,
"eval_accuracy": 0.7457972491085074,
"eval_loss": 0.6252649426460266,
"eval_runtime": 57.7511,
"eval_samples_per_second": 169.954,
"eval_steps_per_second": 5.316,
"step": 31000
},
{
"epoch": 1.09,
"learning_rate": 1.2753623188405797e-05,
"loss": 0.5002,
"step": 32000
},
{
"epoch": 1.09,
"eval_accuracy": 0.7418237391747325,
"eval_loss": 0.6316350698471069,
"eval_runtime": 52.7966,
"eval_samples_per_second": 185.902,
"eval_steps_per_second": 5.815,
"step": 32000
},
{
"epoch": 1.12,
"learning_rate": 1.252717391304348e-05,
"loss": 0.4993,
"step": 33000
},
{
"epoch": 1.12,
"eval_accuracy": 0.7486500254712175,
"eval_loss": 0.6196975111961365,
"eval_runtime": 51.1876,
"eval_samples_per_second": 191.746,
"eval_steps_per_second": 5.998,
"step": 33000
},
{
"epoch": 1.15,
"learning_rate": 1.2300724637681161e-05,
"loss": 0.4963,
"step": 34000
},
{
"epoch": 1.15,
"eval_accuracy": 0.7462047885888945,
"eval_loss": 0.6307246685028076,
"eval_runtime": 51.0522,
"eval_samples_per_second": 192.254,
"eval_steps_per_second": 6.013,
"step": 34000
},
{
"epoch": 1.19,
"learning_rate": 1.2074275362318842e-05,
"loss": 0.504,
"step": 35000
},
{
"epoch": 1.19,
"eval_accuracy": 0.7480387162506368,
"eval_loss": 0.627221405506134,
"eval_runtime": 51.0856,
"eval_samples_per_second": 192.129,
"eval_steps_per_second": 6.01,
"step": 35000
},
{
"epoch": 1.22,
"learning_rate": 1.1847826086956522e-05,
"loss": 0.4922,
"step": 36000
},
{
"epoch": 1.22,
"eval_accuracy": 0.7432501273560876,
"eval_loss": 0.6410390138626099,
"eval_runtime": 51.1349,
"eval_samples_per_second": 191.943,
"eval_steps_per_second": 6.004,
"step": 36000
},
{
"epoch": 1.26,
"learning_rate": 1.1621376811594205e-05,
"loss": 0.5016,
"step": 37000
},
{
"epoch": 1.26,
"eval_accuracy": 0.7461029037187977,
"eval_loss": 0.6295490860939026,
"eval_runtime": 51.0732,
"eval_samples_per_second": 192.175,
"eval_steps_per_second": 6.011,
"step": 37000
},
{
"epoch": 1.29,
"learning_rate": 1.1394927536231885e-05,
"loss": 0.4957,
"step": 38000
},
{
"epoch": 1.29,
"eval_accuracy": 0.7505858380030566,
"eval_loss": 0.6182788014411926,
"eval_runtime": 51.1969,
"eval_samples_per_second": 191.711,
"eval_steps_per_second": 5.996,
"step": 38000
},
{
"epoch": 1.32,
"learning_rate": 1.1168478260869566e-05,
"loss": 0.4883,
"step": 39000
},
{
"epoch": 1.32,
"eval_accuracy": 0.7501782985226694,
"eval_loss": 0.6260754466056824,
"eval_runtime": 51.1903,
"eval_samples_per_second": 191.735,
"eval_steps_per_second": 5.997,
"step": 39000
},
{
"epoch": 1.36,
"learning_rate": 1.0942028985507247e-05,
"loss": 0.4985,
"step": 40000
},
{
"epoch": 1.36,
"eval_accuracy": 0.7495669893020886,
"eval_loss": 0.6315430402755737,
"eval_runtime": 51.1506,
"eval_samples_per_second": 191.884,
"eval_steps_per_second": 6.002,
"step": 40000
},
{
"epoch": 1.39,
"learning_rate": 1.0715579710144927e-05,
"loss": 0.4885,
"step": 41000
},
{
"epoch": 1.39,
"eval_accuracy": 0.7529291900152827,
"eval_loss": 0.6188690066337585,
"eval_runtime": 52.5846,
"eval_samples_per_second": 186.651,
"eval_steps_per_second": 5.838,
"step": 41000
},
{
"epoch": 1.43,
"learning_rate": 1.0489130434782611e-05,
"loss": 0.4909,
"step": 42000
},
{
"epoch": 1.43,
"eval_accuracy": 0.7473255221599593,
"eval_loss": 0.6188654899597168,
"eval_runtime": 51.6594,
"eval_samples_per_second": 189.994,
"eval_steps_per_second": 5.943,
"step": 42000
},
{
"epoch": 1.46,
"learning_rate": 1.0262681159420292e-05,
"loss": 0.4894,
"step": 43000
},
{
"epoch": 1.46,
"eval_accuracy": 0.7432501273560876,
"eval_loss": 0.631429135799408,
"eval_runtime": 51.1492,
"eval_samples_per_second": 191.889,
"eval_steps_per_second": 6.002,
"step": 43000
},
{
"epoch": 1.49,
"learning_rate": 1.0036231884057972e-05,
"loss": 0.4912,
"step": 44000
},
{
"epoch": 1.49,
"eval_accuracy": 0.7445746306673459,
"eval_loss": 0.6183902025222778,
"eval_runtime": 51.0914,
"eval_samples_per_second": 192.107,
"eval_steps_per_second": 6.009,
"step": 44000
},
{
"epoch": 1.53,
"learning_rate": 9.809782608695653e-06,
"loss": 0.4851,
"step": 45000
},
{
"epoch": 1.53,
"eval_accuracy": 0.7461029037187977,
"eval_loss": 0.6257576942443848,
"eval_runtime": 50.9837,
"eval_samples_per_second": 192.513,
"eval_steps_per_second": 6.022,
"step": 45000
},
{
"epoch": 1.56,
"learning_rate": 9.583333333333335e-06,
"loss": 0.4879,
"step": 46000
},
{
"epoch": 1.56,
"eval_accuracy": 0.7480387162506368,
"eval_loss": 0.6286013126373291,
"eval_runtime": 51.1172,
"eval_samples_per_second": 192.01,
"eval_steps_per_second": 6.006,
"step": 46000
},
{
"epoch": 1.6,
"learning_rate": 9.356884057971016e-06,
"loss": 0.4907,
"step": 47000
},
{
"epoch": 1.6,
"eval_accuracy": 0.7511971472236373,
"eval_loss": 0.6196326613426208,
"eval_runtime": 51.072,
"eval_samples_per_second": 192.18,
"eval_steps_per_second": 6.011,
"step": 47000
},
{
"epoch": 1.63,
"learning_rate": 9.130434782608697e-06,
"loss": 0.4884,
"step": 48000
},
{
"epoch": 1.63,
"eval_accuracy": 0.7526235354049924,
"eval_loss": 0.6156549453735352,
"eval_runtime": 51.1757,
"eval_samples_per_second": 191.79,
"eval_steps_per_second": 5.999,
"step": 48000
},
{
"epoch": 1.66,
"learning_rate": 8.903985507246377e-06,
"loss": 0.4755,
"step": 49000
},
{
"epoch": 1.66,
"eval_accuracy": 0.7591441670911869,
"eval_loss": 0.6055976152420044,
"eval_runtime": 50.9202,
"eval_samples_per_second": 192.752,
"eval_steps_per_second": 6.029,
"step": 49000
},
{
"epoch": 1.7,
"learning_rate": 8.677536231884058e-06,
"loss": 0.4811,
"step": 50000
},
{
"epoch": 1.7,
"eval_accuracy": 0.7582272032603159,
"eval_loss": 0.5976621508598328,
"eval_runtime": 51.1974,
"eval_samples_per_second": 191.709,
"eval_steps_per_second": 5.996,
"step": 50000
},
{
"epoch": 1.73,
"learning_rate": 8.45108695652174e-06,
"loss": 0.4787,
"step": 51000
},
{
"epoch": 1.73,
"eval_accuracy": 0.7620988283239939,
"eval_loss": 0.5914710164070129,
"eval_runtime": 52.4733,
"eval_samples_per_second": 187.047,
"eval_steps_per_second": 5.851,
"step": 51000
},
{
"epoch": 1.77,
"learning_rate": 8.22463768115942e-06,
"loss": 0.4779,
"step": 52000
},
{
"epoch": 1.77,
"eval_accuracy": 0.7583290881304127,
"eval_loss": 0.6014041304588318,
"eval_runtime": 51.6886,
"eval_samples_per_second": 189.887,
"eval_steps_per_second": 5.939,
"step": 52000
},
{
"epoch": 1.8,
"learning_rate": 7.998188405797103e-06,
"loss": 0.4767,
"step": 53000
},
{
"epoch": 1.8,
"eval_accuracy": 0.7623025980641874,
"eval_loss": 0.6041266918182373,
"eval_runtime": 51.0745,
"eval_samples_per_second": 192.17,
"eval_steps_per_second": 6.011,
"step": 53000
},
{
"epoch": 1.83,
"learning_rate": 7.771739130434784e-06,
"loss": 0.4737,
"step": 54000
},
{
"epoch": 1.83,
"eval_accuracy": 0.7562913907284768,
"eval_loss": 0.6093412637710571,
"eval_runtime": 51.0594,
"eval_samples_per_second": 192.227,
"eval_steps_per_second": 6.013,
"step": 54000
},
{
"epoch": 1.87,
"learning_rate": 7.545289855072464e-06,
"loss": 0.4836,
"step": 55000
},
{
"epoch": 1.87,
"eval_accuracy": 0.7568008150789608,
"eval_loss": 0.6001136302947998,
"eval_runtime": 51.1468,
"eval_samples_per_second": 191.899,
"eval_steps_per_second": 6.002,
"step": 55000
},
{
"epoch": 1.9,
"learning_rate": 7.318840579710146e-06,
"loss": 0.4765,
"step": 56000
},
{
"epoch": 1.9,
"eval_accuracy": 0.7600611309220581,
"eval_loss": 0.6109462380409241,
"eval_runtime": 51.0882,
"eval_samples_per_second": 192.119,
"eval_steps_per_second": 6.009,
"step": 56000
},
{
"epoch": 1.94,
"learning_rate": 7.092391304347826e-06,
"loss": 0.4776,
"step": 57000
},
{
"epoch": 1.94,
"eval_accuracy": 0.7598573611818645,
"eval_loss": 0.6045997142791748,
"eval_runtime": 51.0831,
"eval_samples_per_second": 192.138,
"eval_steps_per_second": 6.01,
"step": 57000
},
{
"epoch": 1.97,
"learning_rate": 6.865942028985509e-06,
"loss": 0.4769,
"step": 58000
},
{
"epoch": 1.97,
"eval_accuracy": 0.7568008150789608,
"eval_loss": 0.5969610214233398,
"eval_runtime": 51.092,
"eval_samples_per_second": 192.105,
"eval_steps_per_second": 6.009,
"step": 58000
},
{
"epoch": 2.0,
"learning_rate": 6.639492753623189e-06,
"loss": 0.4654,
"step": 59000
},
{
"epoch": 2.0,
"eval_accuracy": 0.7613856342333164,
"eval_loss": 0.6146702170372009,
"eval_runtime": 51.0794,
"eval_samples_per_second": 192.152,
"eval_steps_per_second": 6.01,
"step": 59000
},
{
"epoch": 2.04,
"learning_rate": 6.41304347826087e-06,
"loss": 0.4144,
"step": 60000
},
{
"epoch": 2.04,
"eval_accuracy": 0.7565970453387671,
"eval_loss": 0.6438983678817749,
"eval_runtime": 51.1073,
"eval_samples_per_second": 192.047,
"eval_steps_per_second": 6.007,
"step": 60000
},
{
"epoch": 2.07,
"learning_rate": 6.186594202898551e-06,
"loss": 0.4101,
"step": 61000
},
{
"epoch": 2.07,
"eval_accuracy": 0.7527254202750892,
"eval_loss": 0.637277364730835,
"eval_runtime": 52.7247,
"eval_samples_per_second": 186.156,
"eval_steps_per_second": 5.823,
"step": 61000
},
{
"epoch": 2.11,
"learning_rate": 5.960144927536232e-06,
"loss": 0.4192,
"step": 62000
},
{
"epoch": 2.11,
"eval_accuracy": 0.7575140091696383,
"eval_loss": 0.6135603189468384,
"eval_runtime": 52.6526,
"eval_samples_per_second": 186.411,
"eval_steps_per_second": 5.831,
"step": 62000
},
{
"epoch": 2.14,
"learning_rate": 5.733695652173914e-06,
"loss": 0.4128,
"step": 63000
},
{
"epoch": 2.14,
"eval_accuracy": 0.7559857361181864,
"eval_loss": 0.6282700896263123,
"eval_runtime": 51.1146,
"eval_samples_per_second": 192.02,
"eval_steps_per_second": 6.006,
"step": 63000
},
{
"epoch": 2.17,
"learning_rate": 5.507246376811595e-06,
"loss": 0.4204,
"step": 64000
},
{
"epoch": 2.17,
"eval_accuracy": 0.7625063678043811,
"eval_loss": 0.618690013885498,
"eval_runtime": 51.1974,
"eval_samples_per_second": 191.709,
"eval_steps_per_second": 5.996,
"step": 64000
},
{
"epoch": 2.21,
"learning_rate": 5.2807971014492755e-06,
"loss": 0.4114,
"step": 65000
},
{
"epoch": 2.21,
"eval_accuracy": 0.7620988283239939,
"eval_loss": 0.6127009987831116,
"eval_runtime": 51.1304,
"eval_samples_per_second": 191.96,
"eval_steps_per_second": 6.004,
"step": 65000
},
{
"epoch": 2.24,
"learning_rate": 5.054347826086957e-06,
"loss": 0.4097,
"step": 66000
},
{
"epoch": 2.24,
"eval_accuracy": 0.7626082526744778,
"eval_loss": 0.618818998336792,
"eval_runtime": 51.1752,
"eval_samples_per_second": 191.792,
"eval_steps_per_second": 5.999,
"step": 66000
},
{
"epoch": 2.28,
"learning_rate": 4.8278985507246375e-06,
"loss": 0.4129,
"step": 67000
},
{
"epoch": 2.28,
"eval_accuracy": 0.7639327559857361,
"eval_loss": 0.6156466603279114,
"eval_runtime": 51.1634,
"eval_samples_per_second": 191.836,
"eval_steps_per_second": 6.0,
"step": 67000
},
{
"epoch": 2.31,
"learning_rate": 4.601449275362319e-06,
"loss": 0.4085,
"step": 68000
},
{
"epoch": 2.31,
"eval_accuracy": 0.7615894039735099,
"eval_loss": 0.6232104301452637,
"eval_runtime": 51.1826,
"eval_samples_per_second": 191.764,
"eval_steps_per_second": 5.998,
"step": 68000
},
{
"epoch": 2.34,
"learning_rate": 4.3750000000000005e-06,
"loss": 0.4074,
"step": 69000
},
{
"epoch": 2.34,
"eval_accuracy": 0.7604686704024453,
"eval_loss": 0.6239916682243347,
"eval_runtime": 51.0688,
"eval_samples_per_second": 192.192,
"eval_steps_per_second": 6.011,
"step": 69000
},
{
"epoch": 2.38,
"learning_rate": 4.148550724637682e-06,
"loss": 0.409,
"step": 70000
},
{
"epoch": 2.38,
"eval_accuracy": 0.7591441670911869,
"eval_loss": 0.6152721643447876,
"eval_runtime": 51.1662,
"eval_samples_per_second": 191.826,
"eval_steps_per_second": 6.0,
"step": 70000
},
{
"epoch": 2.41,
"learning_rate": 3.9221014492753625e-06,
"loss": 0.4046,
"step": 71000
},
{
"epoch": 2.41,
"eval_accuracy": 0.7587366276107997,
"eval_loss": 0.6375284194946289,
"eval_runtime": 52.7067,
"eval_samples_per_second": 186.219,
"eval_steps_per_second": 5.825,
"step": 71000
},
{
"epoch": 2.45,
"learning_rate": 3.6956521739130436e-06,
"loss": 0.4117,
"step": 72000
},
{
"epoch": 2.45,
"eval_accuracy": 0.7629139072847683,
"eval_loss": 0.6144647598266602,
"eval_runtime": 52.5798,
"eval_samples_per_second": 186.669,
"eval_steps_per_second": 5.839,
"step": 72000
},
{
"epoch": 2.48,
"learning_rate": 3.4692028985507246e-06,
"loss": 0.4002,
"step": 73000
},
{
"epoch": 2.48,
"eval_accuracy": 0.7609780947529292,
"eval_loss": 0.6278636455535889,
"eval_runtime": 51.1134,
"eval_samples_per_second": 192.024,
"eval_steps_per_second": 6.006,
"step": 73000
},
{
"epoch": 2.51,
"learning_rate": 3.242753623188406e-06,
"loss": 0.4042,
"step": 74000
},
{
"epoch": 2.51,
"eval_accuracy": 0.7646459500764137,
"eval_loss": 0.6176004409790039,
"eval_runtime": 51.1309,
"eval_samples_per_second": 191.958,
"eval_steps_per_second": 6.004,
"step": 74000
},
{
"epoch": 2.55,
"learning_rate": 3.016304347826087e-06,
"loss": 0.4055,
"step": 75000
},
{
"epoch": 2.55,
"eval_accuracy": 0.7643402954661233,
"eval_loss": 0.627702534198761,
"eval_runtime": 51.1017,
"eval_samples_per_second": 192.068,
"eval_steps_per_second": 6.008,
"step": 75000
},
{
"epoch": 2.58,
"learning_rate": 2.7898550724637686e-06,
"loss": 0.4021,
"step": 76000
},
{
"epoch": 2.58,
"eval_accuracy": 0.7642384105960265,
"eval_loss": 0.619607150554657,
"eval_runtime": 51.1091,
"eval_samples_per_second": 192.04,
"eval_steps_per_second": 6.007,
"step": 76000
},
{
"epoch": 2.62,
"learning_rate": 2.563405797101449e-06,
"loss": 0.4081,
"step": 77000
},
{
"epoch": 2.62,
"eval_accuracy": 0.7658685685175751,
"eval_loss": 0.6127172708511353,
"eval_runtime": 51.0673,
"eval_samples_per_second": 192.197,
"eval_steps_per_second": 6.012,
"step": 77000
},
{
"epoch": 2.65,
"learning_rate": 2.3369565217391307e-06,
"loss": 0.408,
"step": 78000
},
{
"epoch": 2.65,
"eval_accuracy": 0.7638308711156393,
"eval_loss": 0.6236501336097717,
"eval_runtime": 51.0905,
"eval_samples_per_second": 192.11,
"eval_steps_per_second": 6.009,
"step": 78000
},
{
"epoch": 2.68,
"learning_rate": 2.1105072463768117e-06,
"loss": 0.3997,
"step": 79000
},
{
"epoch": 2.68,
"eval_accuracy": 0.7636271013754458,
"eval_loss": 0.6190339922904968,
"eval_runtime": 51.097,
"eval_samples_per_second": 192.086,
"eval_steps_per_second": 6.008,
"step": 79000
},
{
"epoch": 2.72,
"learning_rate": 1.884057971014493e-06,
"loss": 0.4093,
"step": 80000
},
{
"epoch": 2.72,
"eval_accuracy": 0.7648497198166072,
"eval_loss": 0.615200936794281,
"eval_runtime": 51.0806,
"eval_samples_per_second": 192.147,
"eval_steps_per_second": 6.01,
"step": 80000
},
{
"epoch": 2.75,
"learning_rate": 1.657608695652174e-06,
"loss": 0.4095,
"step": 81000
},
{
"epoch": 2.75,
"eval_accuracy": 0.7627101375445746,
"eval_loss": 0.6154515743255615,
"eval_runtime": 52.4793,
"eval_samples_per_second": 187.026,
"eval_steps_per_second": 5.85,
"step": 81000
},
{
"epoch": 2.79,
"learning_rate": 1.4311594202898552e-06,
"loss": 0.4088,
"step": 82000
},
{
"epoch": 2.79,
"eval_accuracy": 0.7641365257259297,
"eval_loss": 0.6130374073982239,
"eval_runtime": 52.6234,
"eval_samples_per_second": 186.514,
"eval_steps_per_second": 5.834,
"step": 82000
},
{
"epoch": 2.82,
"learning_rate": 1.2047101449275363e-06,
"loss": 0.4063,
"step": 83000
},
{
"epoch": 2.82,
"eval_accuracy": 0.7646459500764137,
"eval_loss": 0.6072085499763489,
"eval_runtime": 51.0506,
"eval_samples_per_second": 192.26,
"eval_steps_per_second": 6.014,
"step": 83000
},
{
"epoch": 2.85,
"learning_rate": 9.782608695652175e-07,
"loss": 0.3978,
"step": 84000
},
{
"epoch": 2.85,
"eval_accuracy": 0.7661742231278655,
"eval_loss": 0.6128284931182861,
"eval_runtime": 51.2162,
"eval_samples_per_second": 191.639,
"eval_steps_per_second": 5.994,
"step": 84000
},
{
"epoch": 2.89,
"learning_rate": 7.518115942028987e-07,
"loss": 0.4034,
"step": 85000
},
{
"epoch": 2.89,
"eval_accuracy": 0.7627101375445746,
"eval_loss": 0.6156770586967468,
"eval_runtime": 51.1115,
"eval_samples_per_second": 192.031,
"eval_steps_per_second": 6.006,
"step": 85000
},
{
"epoch": 2.92,
"learning_rate": 5.253623188405797e-07,
"loss": 0.4044,
"step": 86000
},
{
"epoch": 2.92,
"eval_accuracy": 0.7660723382577688,
"eval_loss": 0.6127380728721619,
"eval_runtime": 51.0045,
"eval_samples_per_second": 192.434,
"eval_steps_per_second": 6.019,
"step": 86000
},
{
"epoch": 2.96,
"learning_rate": 2.989130434782609e-07,
"loss": 0.403,
"step": 87000
},
{
"epoch": 2.96,
"eval_accuracy": 0.7663779928680591,
"eval_loss": 0.612598717212677,
"eval_runtime": 51.1269,
"eval_samples_per_second": 191.973,
"eval_steps_per_second": 6.005,
"step": 87000
},
{
"epoch": 2.99,
"learning_rate": 7.246376811594204e-08,
"loss": 0.4033,
"step": 88000
},
{
"epoch": 2.99,
"eval_accuracy": 0.7661742231278655,
"eval_loss": 0.6143723726272583,
"eval_runtime": 50.9677,
"eval_samples_per_second": 192.573,
"eval_steps_per_second": 6.023,
"step": 88000
},
{
"epoch": 3.0,
"step": 88320,
"total_flos": 1.4721628163172653e+17,
"train_loss": 0.5041872973027437,
"train_runtime": 53589.3429,
"train_samples_per_second": 52.738,
"train_steps_per_second": 1.648
}
],
"max_steps": 88320,
"num_train_epochs": 3,
"total_flos": 1.4721628163172653e+17,
"trial_name": null,
"trial_params": null
}