|
{ |
|
"best_metric": 0.6314056515693665, |
|
"best_model_checkpoint": "output/eminem/checkpoint-904", |
|
"epoch": 2.0, |
|
"global_step": 904, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 1.1101848202700968e-05, |
|
"loss": 0.9307, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 1.2436573272248617e-05, |
|
"loss": 0.927, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 1.3839120682350837e-05, |
|
"loss": 0.8453, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 1.530779673208073e-05, |
|
"loss": 0.7711, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 1.6840827864285403e-05, |
|
"loss": 0.7411, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 1.8436362807313432e-05, |
|
"loss": 0.718, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 2.0092474810601945e-05, |
|
"loss": 0.8948, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 2.1807163971388184e-05, |
|
"loss": 0.8375, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 2.3578359649769493e-05, |
|
"loss": 0.8776, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 2.5403922969198425e-05, |
|
"loss": 0.8974, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 2.7281649399354026e-05, |
|
"loss": 0.9192, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 2.9209271418307854e-05, |
|
"loss": 0.8816, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 3.1184461250772885e-05, |
|
"loss": 0.8526, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 3.320483367908558e-05, |
|
"loss": 0.9859, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 3.526794892356815e-05, |
|
"loss": 0.8333, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 3.737131558879495e-05, |
|
"loss": 0.8473, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 3.951239367215769e-05, |
|
"loss": 0.7829, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 4.16885976311532e-05, |
|
"loss": 0.8359, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.3897299505656445e-05, |
|
"loss": 0.8274, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 4.613583209140736e-05, |
|
"loss": 0.8593, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.8401492160915815e-05, |
|
"loss": 0.8646, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 5.0691543727833204e-05, |
|
"loss": 0.8086, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 5.300322135089945e-05, |
|
"loss": 0.8503, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 5.533373347347659e-05, |
|
"loss": 0.8456, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 5.768026579458521e-05, |
|
"loss": 0.8796, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 6.0039984667423376e-05, |
|
"loss": 0.9052, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 6.241004052126484e-05, |
|
"loss": 0.8889, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 6.478757130255232e-05, |
|
"loss": 0.7601, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 6.716970593108191e-05, |
|
"loss": 0.9798, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 6.955356776710577e-05, |
|
"loss": 0.8511, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 7.19362780851133e-05, |
|
"loss": 0.707, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 7.431495955014867e-05, |
|
"loss": 0.8309, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 7.668673969246653e-05, |
|
"loss": 0.9937, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 7.904875437627569e-05, |
|
"loss": 0.8724, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 8.139815125844789e-05, |
|
"loss": 0.8768, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 8.373209323297431e-05, |
|
"loss": 0.8486, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 8.604776185702375e-05, |
|
"loss": 0.8148, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 8.834236075446345e-05, |
|
"loss": 0.7431, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 9.061311899273227e-05, |
|
"loss": 1.0625, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 9.285729442898867e-05, |
|
"loss": 0.9774, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 9.507217702149242e-05, |
|
"loss": 0.9555, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 9.725509210222139e-05, |
|
"loss": 0.8318, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 9.940340360677143e-05, |
|
"loss": 1.0049, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.00010151451725763896, |
|
"loss": 0.9011, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.00010358588369704216, |
|
"loss": 0.9322, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.00010561500156549749, |
|
"loss": 0.9422, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.00010759942052243423, |
|
"loss": 0.8211, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0001095367442051988, |
|
"loss": 0.9219, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.0001114246331228763, |
|
"loss": 0.9815, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 0.00011326080748143405, |
|
"loss": 0.8863, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.00011504304993677604, |
|
"loss": 0.9774, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.00011676920827238334, |
|
"loss": 0.8713, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00011843719799830738, |
|
"loss": 0.8571, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.00012004500486837717, |
|
"loss": 0.7939, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00012159068731258093, |
|
"loss": 0.9422, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.00012307237878168492, |
|
"loss": 0.7881, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.00012448829000125786, |
|
"loss": 0.9368, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.00012583671113237919, |
|
"loss": 1.0178, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00012711601383642182, |
|
"loss": 0.9968, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.00012832465324141612, |
|
"loss": 0.9213, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.0001294611698076205, |
|
"loss": 0.9773, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.0001305241910900455, |
|
"loss": 0.9827, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 0.0001315124333958035, |
|
"loss": 0.9033, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.00013242470333428216, |
|
"loss": 0.8958, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00013325989925826927, |
|
"loss": 0.9264, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.00013401701259429304, |
|
"loss": 1.079, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 0.0001346951290605581, |
|
"loss": 0.9806, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.00013529342977102813, |
|
"loss": 0.86, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.0001358111922243026, |
|
"loss": 1.0011, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00013624779117609796, |
|
"loss": 0.9809, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.00013660269939428984, |
|
"loss": 1.0322, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00013687548829559193, |
|
"loss": 0.9118, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 0.00013706582846310632, |
|
"loss": 1.0066, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 0.00013717349004412635, |
|
"loss": 0.8286, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.00013719834302770308, |
|
"loss": 0.9167, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 0.00013714035740164485, |
|
"loss": 1.0906, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.0001369996031887605, |
|
"loss": 0.799, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 0.0001367762503622993, |
|
"loss": 1.0021, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.00013647056864069494, |
|
"loss": 0.8576, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 0.00013608292716185523, |
|
"loss": 0.8256, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 0.00013561379403739408, |
|
"loss": 0.9425, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.00013506373578734917, |
|
"loss": 1.1332, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.00013443341665605278, |
|
"loss": 1.0371, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.00013372359781000178, |
|
"loss": 0.9845, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 0.000132935136418682, |
|
"loss": 0.9044, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.00013206898461945424, |
|
"loss": 0.9425, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.0001311261883677687, |
|
"loss": 0.9473, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 0.00013010788617408173, |
|
"loss": 0.9766, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.0001290153077289955, |
|
"loss": 1.085, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.00012784977241830426, |
|
"loss": 1.0372, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 0.6593805551528931, |
|
"eval_runtime": 29.3303, |
|
"eval_samples_per_second": 22.605, |
|
"eval_steps_per_second": 2.83, |
|
"step": 452 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 0.0001266126877297192, |
|
"loss": 0.9529, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00012530554755319265, |
|
"loss": 0.8043, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 0.0001239299303769218, |
|
"loss": 0.813, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.00012248749738118413, |
|
"loss": 0.7686, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 0.00012097999043230392, |
|
"loss": 0.816, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.00011940922997920501, |
|
"loss": 0.7366, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.0001177771128550507, |
|
"loss": 0.8555, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 0.00011608560998665, |
|
"loss": 0.8056, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.00011433676401438789, |
|
"loss": 0.8315, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 0.00011253268682555513, |
|
"loss": 0.8243, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.00011067555700405623, |
|
"loss": 0.9237, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.00010876761719957537, |
|
"loss": 0.7665, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 0.00010681117141937706, |
|
"loss": 0.8168, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 0.00010480858224601222, |
|
"loss": 0.8501, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.0001027622679842892, |
|
"loss": 0.7442, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00010067469974095542, |
|
"loss": 0.9166, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 9.854839844061585e-05, |
|
"loss": 0.8625, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 9.638593178149185e-05, |
|
"loss": 0.9546, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 9.418991113469707e-05, |
|
"loss": 0.943, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 9.196298839077406e-05, |
|
"loss": 0.831, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 8.970785275730025e-05, |
|
"loss": 0.922, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 8.742722751143034e-05, |
|
"loss": 0.9578, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 8.512386671129642e-05, |
|
"loss": 0.7693, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 8.280055187023758e-05, |
|
"loss": 0.917, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 8.046008859787475e-05, |
|
"loss": 0.9697, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 7.810530321208715e-05, |
|
"loss": 0.9031, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 7.573903932598171e-05, |
|
"loss": 0.9128, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 7.336415441397694e-05, |
|
"loss": 0.8281, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 7.098351636114803e-05, |
|
"loss": 0.8862, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 6.860000000000023e-05, |
|
"loss": 0.7457, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 6.621648363885243e-05, |
|
"loss": 0.8978, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 6.383584558602354e-05, |
|
"loss": 0.844, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 6.146096067401875e-05, |
|
"loss": 0.8293, |
|
"step": 615 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 5.9094696787913304e-05, |
|
"loss": 0.6208, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 5.6739911402125706e-05, |
|
"loss": 0.8256, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 5.439944812976288e-05, |
|
"loss": 0.8516, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 5.207613328870404e-05, |
|
"loss": 0.75, |
|
"step": 635 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 4.977277248857012e-05, |
|
"loss": 0.8606, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 4.749214724270019e-05, |
|
"loss": 0.7975, |
|
"step": 645 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 4.5237011609228214e-05, |
|
"loss": 0.8932, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 4.301008886530336e-05, |
|
"loss": 0.8424, |
|
"step": 655 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 4.081406821850858e-05, |
|
"loss": 0.8577, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 3.865160155938634e-05, |
|
"loss": 0.7893, |
|
"step": 665 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 3.6525300259044984e-05, |
|
"loss": 0.7793, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 3.443773201571122e-05, |
|
"loss": 0.8193, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 3.239141775398985e-05, |
|
"loss": 0.8577, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 3.0388828580623328e-05, |
|
"loss": 0.9107, |
|
"step": 685 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 2.8432382800425017e-05, |
|
"loss": 0.8879, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 2.6524442995945684e-05, |
|
"loss": 0.8339, |
|
"step": 695 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 2.466731317444525e-05, |
|
"loss": 0.8466, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 2.2863235985612475e-05, |
|
"loss": 0.7456, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 2.111439001335175e-05, |
|
"loss": 0.7, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 1.942288714494962e-05, |
|
"loss": 0.7208, |
|
"step": 715 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 1.77907700207953e-05, |
|
"loss": 0.8998, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 1.6220009567697634e-05, |
|
"loss": 0.8058, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 1.471250261881617e-05, |
|
"loss": 0.8065, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 1.3270069623078497e-05, |
|
"loss": 0.7645, |
|
"step": 735 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 1.1894452446808717e-05, |
|
"loss": 0.8453, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 1.0587312270281075e-05, |
|
"loss": 0.8016, |
|
"step": 745 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 9.350227581695975e-06, |
|
"loss": 0.8662, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 8.184692271005631e-06, |
|
"loss": 0.7792, |
|
"step": 755 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 7.0921138259184885e-06, |
|
"loss": 0.8576, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 6.0738116322314975e-06, |
|
"loss": 0.8999, |
|
"step": 765 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 5.131015380545945e-06, |
|
"loss": 0.7444, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 4.264863581318154e-06, |
|
"loss": 0.8574, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 3.4764021899983686e-06, |
|
"loss": 0.8041, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 2.76658334394734e-06, |
|
"loss": 0.9527, |
|
"step": 785 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 2.1362642126509516e-06, |
|
"loss": 0.8828, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 1.5862059626060031e-06, |
|
"loss": 0.8653, |
|
"step": 795 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 1.1170728381448706e-06, |
|
"loss": 0.7422, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 7.294313593051277e-07, |
|
"loss": 0.8688, |
|
"step": 805 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 4.2374963770076367e-07, |
|
"loss": 0.8754, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 2.0039681123955346e-07, |
|
"loss": 0.8108, |
|
"step": 815 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 5.964259835515342e-08, |
|
"loss": 0.7736, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 1.6569722969213219e-09, |
|
"loss": 0.919, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 2.6509955873622614e-08, |
|
"loss": 0.9207, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 1.34171536893634e-07, |
|
"loss": 0.7721, |
|
"step": 835 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 3.245117044080267e-07, |
|
"loss": 0.9383, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 5.973006057101013e-07, |
|
"loss": 0.8004, |
|
"step": 845 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 9.522088239019613e-07, |
|
"loss": 0.8358, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 1.388807775697303e-06, |
|
"loss": 0.7995, |
|
"step": 855 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 1.9065702289717794e-06, |
|
"loss": 0.8778, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 2.504870939441761e-06, |
|
"loss": 0.7698, |
|
"step": 865 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 3.1829874057068102e-06, |
|
"loss": 0.7713, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 3.940100741730584e-06, |
|
"loss": 0.7167, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 4.775296665717651e-06, |
|
"loss": 0.7112, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 5.687566604196296e-06, |
|
"loss": 0.7375, |
|
"step": 885 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 6.675808909954285e-06, |
|
"loss": 0.7607, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 7.738830192379277e-06, |
|
"loss": 0.7172, |
|
"step": 895 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 8.875346758583638e-06, |
|
"loss": 0.8977, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 0.6314056515693665, |
|
"eval_runtime": 29.5306, |
|
"eval_samples_per_second": 22.451, |
|
"eval_steps_per_second": 2.811, |
|
"step": 904 |
|
} |
|
], |
|
"max_steps": 5876, |
|
"num_train_epochs": 13, |
|
"total_flos": 944309403648000.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|