{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 9.989373007438894,
"eval_steps": 500,
"global_step": 4700,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0021253985122210413,
"grad_norm": 512.0,
"learning_rate": 4.2553191489361704e-07,
"loss": 23.7791,
"step": 1
},
{
"epoch": 0.010626992561105207,
"grad_norm": 488.0,
"learning_rate": 2.1276595744680853e-06,
"loss": 23.5159,
"step": 5
},
{
"epoch": 0.021253985122210415,
"grad_norm": 244.0,
"learning_rate": 4.255319148936171e-06,
"loss": 20.5987,
"step": 10
},
{
"epoch": 0.031880977683315624,
"grad_norm": 83.5,
"learning_rate": 6.3829787234042555e-06,
"loss": 17.7875,
"step": 15
},
{
"epoch": 0.04250797024442083,
"grad_norm": 45.25,
"learning_rate": 8.510638297872341e-06,
"loss": 15.0704,
"step": 20
},
{
"epoch": 0.053134962805526036,
"grad_norm": 19.125,
"learning_rate": 1.0638297872340426e-05,
"loss": 14.1038,
"step": 25
},
{
"epoch": 0.06376195536663125,
"grad_norm": 9.5,
"learning_rate": 1.2765957446808511e-05,
"loss": 13.5893,
"step": 30
},
{
"epoch": 0.07438894792773645,
"grad_norm": 5.96875,
"learning_rate": 1.4893617021276596e-05,
"loss": 12.8509,
"step": 35
},
{
"epoch": 0.08501594048884166,
"grad_norm": 6.34375,
"learning_rate": 1.7021276595744682e-05,
"loss": 12.4395,
"step": 40
},
{
"epoch": 0.09564293304994687,
"grad_norm": 8.875,
"learning_rate": 1.9148936170212766e-05,
"loss": 12.1862,
"step": 45
},
{
"epoch": 0.10626992561105207,
"grad_norm": 14.5625,
"learning_rate": 2.1276595744680852e-05,
"loss": 11.1895,
"step": 50
},
{
"epoch": 0.11689691817215728,
"grad_norm": 29.5,
"learning_rate": 2.340425531914894e-05,
"loss": 9.9832,
"step": 55
},
{
"epoch": 0.1275239107332625,
"grad_norm": 46.75,
"learning_rate": 2.5531914893617022e-05,
"loss": 6.8574,
"step": 60
},
{
"epoch": 0.1381509032943677,
"grad_norm": 9.8125,
"learning_rate": 2.765957446808511e-05,
"loss": 2.6513,
"step": 65
},
{
"epoch": 0.1487778958554729,
"grad_norm": 2.9375,
"learning_rate": 2.9787234042553192e-05,
"loss": 1.4605,
"step": 70
},
{
"epoch": 0.1594048884165781,
"grad_norm": 3.453125,
"learning_rate": 3.191489361702128e-05,
"loss": 1.1919,
"step": 75
},
{
"epoch": 0.17003188097768332,
"grad_norm": 2.015625,
"learning_rate": 3.4042553191489365e-05,
"loss": 1.0938,
"step": 80
},
{
"epoch": 0.1806588735387885,
"grad_norm": 2.265625,
"learning_rate": 3.617021276595745e-05,
"loss": 0.9763,
"step": 85
},
{
"epoch": 0.19128586609989373,
"grad_norm": 4.96875,
"learning_rate": 3.829787234042553e-05,
"loss": 0.9307,
"step": 90
},
{
"epoch": 0.20191285866099895,
"grad_norm": 1.5390625,
"learning_rate": 4.0425531914893614e-05,
"loss": 0.866,
"step": 95
},
{
"epoch": 0.21253985122210414,
"grad_norm": 4.40625,
"learning_rate": 4.2553191489361704e-05,
"loss": 0.8456,
"step": 100
},
{
"epoch": 0.22316684378320936,
"grad_norm": 2.6875,
"learning_rate": 4.468085106382979e-05,
"loss": 0.821,
"step": 105
},
{
"epoch": 0.23379383634431455,
"grad_norm": 2.75,
"learning_rate": 4.680851063829788e-05,
"loss": 0.7823,
"step": 110
},
{
"epoch": 0.24442082890541977,
"grad_norm": 2.953125,
"learning_rate": 4.893617021276596e-05,
"loss": 0.7831,
"step": 115
},
{
"epoch": 0.255047821466525,
"grad_norm": 3.90625,
"learning_rate": 5.1063829787234044e-05,
"loss": 0.7535,
"step": 120
},
{
"epoch": 0.26567481402763016,
"grad_norm": 4.3125,
"learning_rate": 5.319148936170213e-05,
"loss": 0.714,
"step": 125
},
{
"epoch": 0.2763018065887354,
"grad_norm": 7.09375,
"learning_rate": 5.531914893617022e-05,
"loss": 0.7084,
"step": 130
},
{
"epoch": 0.2869287991498406,
"grad_norm": 4.15625,
"learning_rate": 5.744680851063831e-05,
"loss": 0.7074,
"step": 135
},
{
"epoch": 0.2975557917109458,
"grad_norm": 3.203125,
"learning_rate": 5.9574468085106384e-05,
"loss": 0.6913,
"step": 140
},
{
"epoch": 0.30818278427205104,
"grad_norm": 1.9296875,
"learning_rate": 6.170212765957447e-05,
"loss": 0.6714,
"step": 145
},
{
"epoch": 0.3188097768331562,
"grad_norm": 29.25,
"learning_rate": 6.382978723404256e-05,
"loss": 0.6761,
"step": 150
},
{
"epoch": 0.3294367693942614,
"grad_norm": 2.921875,
"learning_rate": 6.595744680851063e-05,
"loss": 0.6739,
"step": 155
},
{
"epoch": 0.34006376195536664,
"grad_norm": 3.921875,
"learning_rate": 6.808510638297873e-05,
"loss": 0.6572,
"step": 160
},
{
"epoch": 0.35069075451647186,
"grad_norm": 8.25,
"learning_rate": 7.021276595744681e-05,
"loss": 0.644,
"step": 165
},
{
"epoch": 0.361317747077577,
"grad_norm": 11.125,
"learning_rate": 7.23404255319149e-05,
"loss": 0.6699,
"step": 170
},
{
"epoch": 0.37194473963868224,
"grad_norm": 2.828125,
"learning_rate": 7.446808510638298e-05,
"loss": 0.6613,
"step": 175
},
{
"epoch": 0.38257173219978746,
"grad_norm": 4.84375,
"learning_rate": 7.659574468085106e-05,
"loss": 0.6376,
"step": 180
},
{
"epoch": 0.3931987247608927,
"grad_norm": 3.796875,
"learning_rate": 7.872340425531916e-05,
"loss": 0.6444,
"step": 185
},
{
"epoch": 0.4038257173219979,
"grad_norm": 2.078125,
"learning_rate": 8.085106382978723e-05,
"loss": 0.6349,
"step": 190
},
{
"epoch": 0.41445270988310307,
"grad_norm": 3.53125,
"learning_rate": 8.297872340425533e-05,
"loss": 0.644,
"step": 195
},
{
"epoch": 0.4250797024442083,
"grad_norm": 1.9921875,
"learning_rate": 8.510638297872341e-05,
"loss": 0.6224,
"step": 200
},
{
"epoch": 0.4357066950053135,
"grad_norm": 3.1875,
"learning_rate": 8.723404255319149e-05,
"loss": 0.6213,
"step": 205
},
{
"epoch": 0.4463336875664187,
"grad_norm": 6.375,
"learning_rate": 8.936170212765958e-05,
"loss": 0.6095,
"step": 210
},
{
"epoch": 0.4569606801275239,
"grad_norm": 4.28125,
"learning_rate": 9.148936170212766e-05,
"loss": 0.6226,
"step": 215
},
{
"epoch": 0.4675876726886291,
"grad_norm": 2.671875,
"learning_rate": 9.361702127659576e-05,
"loss": 0.6042,
"step": 220
},
{
"epoch": 0.4782146652497343,
"grad_norm": 0.88671875,
"learning_rate": 9.574468085106384e-05,
"loss": 0.6009,
"step": 225
},
{
"epoch": 0.48884165781083955,
"grad_norm": 1.2265625,
"learning_rate": 9.787234042553192e-05,
"loss": 0.5855,
"step": 230
},
{
"epoch": 0.49946865037194477,
"grad_norm": 1.8671875,
"learning_rate": 0.0001,
"loss": 0.5729,
"step": 235
},
{
"epoch": 0.51009564293305,
"grad_norm": 2.171875,
"learning_rate": 0.00010212765957446809,
"loss": 0.5751,
"step": 240
},
{
"epoch": 0.5207226354941552,
"grad_norm": 13.5625,
"learning_rate": 0.00010425531914893618,
"loss": 0.5832,
"step": 245
},
{
"epoch": 0.5313496280552603,
"grad_norm": 1.0859375,
"learning_rate": 0.00010638297872340425,
"loss": 0.5858,
"step": 250
},
{
"epoch": 0.5419766206163655,
"grad_norm": 14.5,
"learning_rate": 0.00010851063829787234,
"loss": 0.5908,
"step": 255
},
{
"epoch": 0.5526036131774708,
"grad_norm": 1.5546875,
"learning_rate": 0.00011063829787234043,
"loss": 0.5924,
"step": 260
},
{
"epoch": 0.563230605738576,
"grad_norm": 1.7578125,
"learning_rate": 0.00011276595744680852,
"loss": 0.5704,
"step": 265
},
{
"epoch": 0.5738575982996812,
"grad_norm": 0.7734375,
"learning_rate": 0.00011489361702127661,
"loss": 0.5695,
"step": 270
},
{
"epoch": 0.5844845908607864,
"grad_norm": 2.25,
"learning_rate": 0.00011702127659574468,
"loss": 0.5654,
"step": 275
},
{
"epoch": 0.5951115834218916,
"grad_norm": 2.703125,
"learning_rate": 0.00011914893617021277,
"loss": 0.5816,
"step": 280
},
{
"epoch": 0.6057385759829969,
"grad_norm": 0.95703125,
"learning_rate": 0.00012127659574468086,
"loss": 0.5627,
"step": 285
},
{
"epoch": 0.6163655685441021,
"grad_norm": 2.703125,
"learning_rate": 0.00012340425531914893,
"loss": 0.5557,
"step": 290
},
{
"epoch": 0.6269925611052072,
"grad_norm": 1.8046875,
"learning_rate": 0.00012553191489361702,
"loss": 0.5571,
"step": 295
},
{
"epoch": 0.6376195536663124,
"grad_norm": 4.46875,
"learning_rate": 0.00012765957446808513,
"loss": 0.544,
"step": 300
},
{
"epoch": 0.6482465462274176,
"grad_norm": 3.421875,
"learning_rate": 0.00012978723404255318,
"loss": 0.5593,
"step": 305
},
{
"epoch": 0.6588735387885228,
"grad_norm": 3.5625,
"learning_rate": 0.00013191489361702127,
"loss": 0.5513,
"step": 310
},
{
"epoch": 0.6695005313496281,
"grad_norm": 9.0,
"learning_rate": 0.00013404255319148938,
"loss": 0.5681,
"step": 315
},
{
"epoch": 0.6801275239107333,
"grad_norm": 1.03125,
"learning_rate": 0.00013617021276595746,
"loss": 0.554,
"step": 320
},
{
"epoch": 0.6907545164718385,
"grad_norm": 1.484375,
"learning_rate": 0.00013829787234042554,
"loss": 0.5383,
"step": 325
},
{
"epoch": 0.7013815090329437,
"grad_norm": 1.5234375,
"learning_rate": 0.00014042553191489363,
"loss": 0.5381,
"step": 330
},
{
"epoch": 0.7120085015940489,
"grad_norm": 1.125,
"learning_rate": 0.0001425531914893617,
"loss": 0.5544,
"step": 335
},
{
"epoch": 0.722635494155154,
"grad_norm": 0.96484375,
"learning_rate": 0.0001446808510638298,
"loss": 0.539,
"step": 340
},
{
"epoch": 0.7332624867162593,
"grad_norm": 2.890625,
"learning_rate": 0.00014680851063829788,
"loss": 0.542,
"step": 345
},
{
"epoch": 0.7438894792773645,
"grad_norm": 0.83984375,
"learning_rate": 0.00014893617021276596,
"loss": 0.531,
"step": 350
},
{
"epoch": 0.7545164718384697,
"grad_norm": 3.015625,
"learning_rate": 0.00015106382978723407,
"loss": 0.5358,
"step": 355
},
{
"epoch": 0.7651434643995749,
"grad_norm": 0.9296875,
"learning_rate": 0.00015319148936170213,
"loss": 0.5366,
"step": 360
},
{
"epoch": 0.7757704569606801,
"grad_norm": 2.71875,
"learning_rate": 0.0001553191489361702,
"loss": 0.5359,
"step": 365
},
{
"epoch": 0.7863974495217854,
"grad_norm": 1.8984375,
"learning_rate": 0.00015744680851063832,
"loss": 0.5506,
"step": 370
},
{
"epoch": 0.7970244420828906,
"grad_norm": 2.484375,
"learning_rate": 0.00015957446808510637,
"loss": 0.5286,
"step": 375
},
{
"epoch": 0.8076514346439958,
"grad_norm": 0.72265625,
"learning_rate": 0.00016170212765957446,
"loss": 0.5319,
"step": 380
},
{
"epoch": 0.8182784272051009,
"grad_norm": 0.5859375,
"learning_rate": 0.00016382978723404257,
"loss": 0.5312,
"step": 385
},
{
"epoch": 0.8289054197662061,
"grad_norm": 1.234375,
"learning_rate": 0.00016595744680851065,
"loss": 0.5284,
"step": 390
},
{
"epoch": 0.8395324123273114,
"grad_norm": 2.859375,
"learning_rate": 0.00016808510638297873,
"loss": 0.5448,
"step": 395
},
{
"epoch": 0.8501594048884166,
"grad_norm": 1.90625,
"learning_rate": 0.00017021276595744682,
"loss": 0.5292,
"step": 400
},
{
"epoch": 0.8607863974495218,
"grad_norm": 1.0234375,
"learning_rate": 0.0001723404255319149,
"loss": 0.5246,
"step": 405
},
{
"epoch": 0.871413390010627,
"grad_norm": 0.87109375,
"learning_rate": 0.00017446808510638298,
"loss": 0.5353,
"step": 410
},
{
"epoch": 0.8820403825717322,
"grad_norm": 21.0,
"learning_rate": 0.00017659574468085107,
"loss": 0.5399,
"step": 415
},
{
"epoch": 0.8926673751328374,
"grad_norm": 1.296875,
"learning_rate": 0.00017872340425531915,
"loss": 0.5405,
"step": 420
},
{
"epoch": 0.9032943676939427,
"grad_norm": 0.58984375,
"learning_rate": 0.00018085106382978726,
"loss": 0.5233,
"step": 425
},
{
"epoch": 0.9139213602550478,
"grad_norm": 2.21875,
"learning_rate": 0.00018297872340425532,
"loss": 0.5225,
"step": 430
},
{
"epoch": 0.924548352816153,
"grad_norm": 0.6328125,
"learning_rate": 0.0001851063829787234,
"loss": 0.532,
"step": 435
},
{
"epoch": 0.9351753453772582,
"grad_norm": 0.87109375,
"learning_rate": 0.0001872340425531915,
"loss": 0.5353,
"step": 440
},
{
"epoch": 0.9458023379383634,
"grad_norm": 1.8671875,
"learning_rate": 0.00018936170212765957,
"loss": 0.5365,
"step": 445
},
{
"epoch": 0.9564293304994687,
"grad_norm": 0.74609375,
"learning_rate": 0.00019148936170212768,
"loss": 0.5395,
"step": 450
},
{
"epoch": 0.9670563230605739,
"grad_norm": 2.421875,
"learning_rate": 0.00019361702127659576,
"loss": 0.5309,
"step": 455
},
{
"epoch": 0.9776833156216791,
"grad_norm": 4.96875,
"learning_rate": 0.00019574468085106384,
"loss": 0.5281,
"step": 460
},
{
"epoch": 0.9883103081827843,
"grad_norm": 1.0234375,
"learning_rate": 0.00019787234042553193,
"loss": 0.5182,
"step": 465
},
{
"epoch": 0.9989373007438895,
"grad_norm": 1.7109375,
"learning_rate": 0.0002,
"loss": 0.5262,
"step": 470
},
{
"epoch": 0.9989373007438895,
"eval_loss": 1.3223822116851807,
"eval_runtime": 0.8107,
"eval_samples_per_second": 6.167,
"eval_steps_per_second": 1.233,
"step": 470
},
{
"epoch": 1.0095642933049946,
"grad_norm": 1.484375,
"learning_rate": 0.00019999931050912237,
"loss": 0.5078,
"step": 475
},
{
"epoch": 1.0201912858661,
"grad_norm": 1.125,
"learning_rate": 0.00019999724204599747,
"loss": 0.4809,
"step": 480
},
{
"epoch": 1.030818278427205,
"grad_norm": 2.703125,
"learning_rate": 0.00019999379463914898,
"loss": 0.4983,
"step": 485
},
{
"epoch": 1.0414452709883104,
"grad_norm": 1.90625,
"learning_rate": 0.00019998896833611603,
"loss": 0.4957,
"step": 490
},
{
"epoch": 1.0520722635494155,
"grad_norm": 0.6640625,
"learning_rate": 0.00019998276320345247,
"loss": 0.4901,
"step": 495
},
{
"epoch": 1.0626992561105206,
"grad_norm": 2.171875,
"learning_rate": 0.0001999751793267259,
"loss": 0.4931,
"step": 500
},
{
"epoch": 1.073326248671626,
"grad_norm": 1.40625,
"learning_rate": 0.00019996621681051669,
"loss": 0.4916,
"step": 505
},
{
"epoch": 1.083953241232731,
"grad_norm": 2.75,
"learning_rate": 0.0001999558757784162,
"loss": 0.501,
"step": 510
},
{
"epoch": 1.0945802337938364,
"grad_norm": 1.390625,
"learning_rate": 0.00019994415637302547,
"loss": 0.5011,
"step": 515
},
{
"epoch": 1.1052072263549415,
"grad_norm": 2.625,
"learning_rate": 0.0001999310587559529,
"loss": 0.4966,
"step": 520
},
{
"epoch": 1.1158342189160468,
"grad_norm": 2.703125,
"learning_rate": 0.00019991658310781224,
"loss": 0.5037,
"step": 525
},
{
"epoch": 1.126461211477152,
"grad_norm": 1.0078125,
"learning_rate": 0.00019990072962822007,
"loss": 0.5134,
"step": 530
},
{
"epoch": 1.1370882040382573,
"grad_norm": 0.5703125,
"learning_rate": 0.00019988349853579295,
"loss": 0.4997,
"step": 535
},
{
"epoch": 1.1477151965993624,
"grad_norm": 1.0390625,
"learning_rate": 0.00019986489006814452,
"loss": 0.4965,
"step": 540
},
{
"epoch": 1.1583421891604675,
"grad_norm": 7.1875,
"learning_rate": 0.00019984490448188218,
"loss": 0.4843,
"step": 545
},
{
"epoch": 1.1689691817215728,
"grad_norm": 2.546875,
"learning_rate": 0.00019982354205260347,
"loss": 0.5033,
"step": 550
},
{
"epoch": 1.179596174282678,
"grad_norm": 0.443359375,
"learning_rate": 0.0001998008030748924,
"loss": 0.4976,
"step": 555
},
{
"epoch": 1.1902231668437833,
"grad_norm": 0.58984375,
"learning_rate": 0.00019977668786231534,
"loss": 0.497,
"step": 560
},
{
"epoch": 1.2008501594048884,
"grad_norm": 0.79296875,
"learning_rate": 0.00019975119674741664,
"loss": 0.4973,
"step": 565
},
{
"epoch": 1.2114771519659937,
"grad_norm": 1.171875,
"learning_rate": 0.00019972433008171416,
"loss": 0.5,
"step": 570
},
{
"epoch": 1.2221041445270988,
"grad_norm": 1.609375,
"learning_rate": 0.00019969608823569433,
"loss": 0.4925,
"step": 575
},
{
"epoch": 1.2327311370882041,
"grad_norm": 1.6875,
"learning_rate": 0.00019966647159880703,
"loss": 0.4848,
"step": 580
},
{
"epoch": 1.2433581296493093,
"grad_norm": 2.734375,
"learning_rate": 0.00019963548057946024,
"loss": 0.5033,
"step": 585
},
{
"epoch": 1.2539851222104144,
"grad_norm": 0.5390625,
"learning_rate": 0.00019960311560501454,
"loss": 0.4925,
"step": 590
},
{
"epoch": 1.2646121147715197,
"grad_norm": 1.3125,
"learning_rate": 0.000199569377121777,
"loss": 0.487,
"step": 595
},
{
"epoch": 1.2752391073326248,
"grad_norm": 0.44921875,
"learning_rate": 0.0001995342655949951,
"loss": 0.497,
"step": 600
},
{
"epoch": 1.2858660998937301,
"grad_norm": 0.57421875,
"learning_rate": 0.00019949778150885042,
"loss": 0.4877,
"step": 605
},
{
"epoch": 1.2964930924548352,
"grad_norm": 0.56640625,
"learning_rate": 0.00019945992536645187,
"loss": 0.4942,
"step": 610
},
{
"epoch": 1.3071200850159406,
"grad_norm": 0.55859375,
"learning_rate": 0.00019942069768982872,
"loss": 0.4881,
"step": 615
},
{
"epoch": 1.3177470775770457,
"grad_norm": 0.5390625,
"learning_rate": 0.0001993800990199235,
"loss": 0.4959,
"step": 620
},
{
"epoch": 1.328374070138151,
"grad_norm": 0.61328125,
"learning_rate": 0.0001993381299165844,
"loss": 0.4883,
"step": 625
},
{
"epoch": 1.3390010626992561,
"grad_norm": 0.546875,
"learning_rate": 0.0001992947909585578,
"loss": 0.4861,
"step": 630
},
{
"epoch": 1.3496280552603612,
"grad_norm": 0.74609375,
"learning_rate": 0.00019925008274347995,
"loss": 0.4868,
"step": 635
},
{
"epoch": 1.3602550478214666,
"grad_norm": 0.66796875,
"learning_rate": 0.000199204005887869,
"loss": 0.4979,
"step": 640
},
{
"epoch": 1.3708820403825717,
"grad_norm": 1.0703125,
"learning_rate": 0.00019915656102711634,
"loss": 0.4885,
"step": 645
},
{
"epoch": 1.381509032943677,
"grad_norm": 0.55078125,
"learning_rate": 0.000199107748815478,
"loss": 0.4928,
"step": 650
},
{
"epoch": 1.392136025504782,
"grad_norm": 1.46875,
"learning_rate": 0.00019905756992606548,
"loss": 0.4879,
"step": 655
},
{
"epoch": 1.4027630180658874,
"grad_norm": 0.70703125,
"learning_rate": 0.00019900602505083648,
"loss": 0.4854,
"step": 660
},
{
"epoch": 1.4133900106269925,
"grad_norm": 5.0,
"learning_rate": 0.00019895311490058542,
"loss": 0.4932,
"step": 665
},
{
"epoch": 1.4240170031880979,
"grad_norm": 0.5390625,
"learning_rate": 0.0001988988402049336,
"loss": 0.4911,
"step": 670
},
{
"epoch": 1.434643995749203,
"grad_norm": 0.490234375,
"learning_rate": 0.00019884320171231925,
"loss": 0.4967,
"step": 675
},
{
"epoch": 1.445270988310308,
"grad_norm": 0.859375,
"learning_rate": 0.00019878620018998696,
"loss": 0.4893,
"step": 680
},
{
"epoch": 1.4558979808714134,
"grad_norm": 1.09375,
"learning_rate": 0.00019872783642397733,
"loss": 0.4849,
"step": 685
},
{
"epoch": 1.4665249734325185,
"grad_norm": 0.431640625,
"learning_rate": 0.00019866811121911607,
"loss": 0.485,
"step": 690
},
{
"epoch": 1.4771519659936239,
"grad_norm": 0.984375,
"learning_rate": 0.00019860702539900287,
"loss": 0.4993,
"step": 695
},
{
"epoch": 1.487778958554729,
"grad_norm": 3.546875,
"learning_rate": 0.000198544579806,
"loss": 0.4858,
"step": 700
},
{
"epoch": 1.4984059511158343,
"grad_norm": 0.8359375,
"learning_rate": 0.00019848077530122083,
"loss": 0.4781,
"step": 705
},
{
"epoch": 1.5090329436769394,
"grad_norm": 1.109375,
"learning_rate": 0.0001984156127645178,
"loss": 0.4771,
"step": 710
},
{
"epoch": 1.5196599362380447,
"grad_norm": 1.734375,
"learning_rate": 0.00019834909309447045,
"loss": 0.4913,
"step": 715
},
{
"epoch": 1.5302869287991498,
"grad_norm": 0.62890625,
"learning_rate": 0.00019828121720837286,
"loss": 0.4957,
"step": 720
},
{
"epoch": 1.540913921360255,
"grad_norm": 0.63671875,
"learning_rate": 0.00019821198604222113,
"loss": 0.4829,
"step": 725
},
{
"epoch": 1.5515409139213603,
"grad_norm": 1.9140625,
"learning_rate": 0.00019814140055070042,
"loss": 0.4901,
"step": 730
},
{
"epoch": 1.5621679064824656,
"grad_norm": 0.6640625,
"learning_rate": 0.00019806946170717175,
"loss": 0.4813,
"step": 735
},
{
"epoch": 1.5727948990435707,
"grad_norm": 0.408203125,
"learning_rate": 0.0001979961705036587,
"loss": 0.472,
"step": 740
},
{
"epoch": 1.5834218916046758,
"grad_norm": 0.484375,
"learning_rate": 0.00019792152795083351,
"loss": 0.4895,
"step": 745
},
{
"epoch": 1.594048884165781,
"grad_norm": 1.21875,
"learning_rate": 0.00019784553507800349,
"loss": 0.4911,
"step": 750
},
{
"epoch": 1.6046758767268863,
"grad_norm": 0.7421875,
"learning_rate": 0.00019776819293309633,
"loss": 0.4801,
"step": 755
},
{
"epoch": 1.6153028692879916,
"grad_norm": 0.98046875,
"learning_rate": 0.00019768950258264623,
"loss": 0.488,
"step": 760
},
{
"epoch": 1.6259298618490967,
"grad_norm": 0.63671875,
"learning_rate": 0.00019760946511177872,
"loss": 0.4795,
"step": 765
},
{
"epoch": 1.6365568544102018,
"grad_norm": 0.94140625,
"learning_rate": 0.0001975280816241959,
"loss": 0.4797,
"step": 770
},
{
"epoch": 1.6471838469713072,
"grad_norm": 5.125,
"learning_rate": 0.00019744535324216127,
"loss": 0.4913,
"step": 775
},
{
"epoch": 1.6578108395324125,
"grad_norm": 0.7109375,
"learning_rate": 0.00019736128110648407,
"loss": 0.4751,
"step": 780
},
{
"epoch": 1.6684378320935176,
"grad_norm": 6.5,
"learning_rate": 0.00019727586637650373,
"loss": 0.4956,
"step": 785
},
{
"epoch": 1.6790648246546227,
"grad_norm": 1.1640625,
"learning_rate": 0.0001971891102300738,
"loss": 0.4918,
"step": 790
},
{
"epoch": 1.6896918172157278,
"grad_norm": 0.53125,
"learning_rate": 0.0001971010138635457,
"loss": 0.4869,
"step": 795
},
{
"epoch": 1.7003188097768331,
"grad_norm": 0.451171875,
"learning_rate": 0.00019701157849175228,
"loss": 0.4823,
"step": 800
},
{
"epoch": 1.7109458023379385,
"grad_norm": 0.6484375,
"learning_rate": 0.00019692080534799096,
"loss": 0.4922,
"step": 805
},
{
"epoch": 1.7215727948990436,
"grad_norm": 0.80078125,
"learning_rate": 0.00019682869568400684,
"loss": 0.4918,
"step": 810
},
{
"epoch": 1.7321997874601487,
"grad_norm": 0.5,
"learning_rate": 0.0001967352507699754,
"loss": 0.4834,
"step": 815
},
{
"epoch": 1.742826780021254,
"grad_norm": 6.21875,
"learning_rate": 0.00019664047189448493,
"loss": 0.4807,
"step": 820
},
{
"epoch": 1.7534537725823593,
"grad_norm": 0.78515625,
"learning_rate": 0.0001965443603645189,
"loss": 0.486,
"step": 825
},
{
"epoch": 1.7640807651434645,
"grad_norm": 1.3046875,
"learning_rate": 0.00019644691750543767,
"loss": 0.5035,
"step": 830
},
{
"epoch": 1.7747077577045696,
"grad_norm": 1.40625,
"learning_rate": 0.00019634814466096056,
"loss": 0.4976,
"step": 835
},
{
"epoch": 1.7853347502656747,
"grad_norm": 0.78515625,
"learning_rate": 0.00019624804319314705,
"loss": 0.5016,
"step": 840
},
{
"epoch": 1.79596174282678,
"grad_norm": 1.125,
"learning_rate": 0.0001961466144823781,
"loss": 0.4952,
"step": 845
},
{
"epoch": 1.8065887353878853,
"grad_norm": 0.5546875,
"learning_rate": 0.00019604385992733715,
"loss": 0.4849,
"step": 850
},
{
"epoch": 1.8172157279489904,
"grad_norm": 0.61328125,
"learning_rate": 0.00019593978094499076,
"loss": 0.4792,
"step": 855
},
{
"epoch": 1.8278427205100956,
"grad_norm": 0.494140625,
"learning_rate": 0.00019583437897056915,
"loss": 0.4858,
"step": 860
},
{
"epoch": 1.8384697130712009,
"grad_norm": 0.85546875,
"learning_rate": 0.00019572765545754626,
"loss": 0.4905,
"step": 865
},
{
"epoch": 1.8490967056323062,
"grad_norm": 1.3359375,
"learning_rate": 0.00019561961187761985,
"loss": 0.4786,
"step": 870
},
{
"epoch": 1.8597236981934113,
"grad_norm": 0.5078125,
"learning_rate": 0.00019551024972069126,
"loss": 0.4694,
"step": 875
},
{
"epoch": 1.8703506907545164,
"grad_norm": 0.91796875,
"learning_rate": 0.00019539957049484458,
"loss": 0.474,
"step": 880
},
{
"epoch": 1.8809776833156215,
"grad_norm": 1.5,
"learning_rate": 0.00019528757572632622,
"loss": 0.4803,
"step": 885
},
{
"epoch": 1.8916046758767269,
"grad_norm": 0.890625,
"learning_rate": 0.00019517426695952358,
"loss": 0.4798,
"step": 890
},
{
"epoch": 1.9022316684378322,
"grad_norm": 0.57421875,
"learning_rate": 0.00019505964575694385,
"loss": 0.4779,
"step": 895
},
{
"epoch": 1.9128586609989373,
"grad_norm": 0.9296875,
"learning_rate": 0.0001949437136991925,
"loss": 0.4796,
"step": 900
},
{
"epoch": 1.9234856535600424,
"grad_norm": 0.6484375,
"learning_rate": 0.00019482647238495152,
"loss": 0.4808,
"step": 905
},
{
"epoch": 1.9341126461211477,
"grad_norm": 0.69140625,
"learning_rate": 0.00019470792343095718,
"loss": 0.4837,
"step": 910
},
{
"epoch": 1.944739638682253,
"grad_norm": 0.4921875,
"learning_rate": 0.000194588068471978,
"loss": 0.4861,
"step": 915
},
{
"epoch": 1.9553666312433582,
"grad_norm": 0.5859375,
"learning_rate": 0.0001944669091607919,
"loss": 0.4632,
"step": 920
},
{
"epoch": 1.9659936238044633,
"grad_norm": 0.76171875,
"learning_rate": 0.00019434444716816374,
"loss": 0.4767,
"step": 925
},
{
"epoch": 1.9766206163655684,
"grad_norm": 0.47265625,
"learning_rate": 0.00019422068418282202,
"loss": 0.465,
"step": 930
},
{
"epoch": 1.9872476089266737,
"grad_norm": 0.63671875,
"learning_rate": 0.00019409562191143577,
"loss": 0.4613,
"step": 935
},
{
"epoch": 1.997874601487779,
"grad_norm": 0.484375,
"learning_rate": 0.00019396926207859084,
"loss": 0.4826,
"step": 940
},
{
"epoch": 2.0,
"eval_loss": 1.3435465097427368,
"eval_runtime": 0.7971,
"eval_samples_per_second": 6.273,
"eval_steps_per_second": 1.255,
"step": 941
},
{
"epoch": 2.008501594048884,
"grad_norm": 0.734375,
"learning_rate": 0.00019384160642676635,
"loss": 0.4356,
"step": 945
},
{
"epoch": 2.0191285866099893,
"grad_norm": 0.5625,
"learning_rate": 0.00019371265671631037,
"loss": 0.4104,
"step": 950
},
{
"epoch": 2.0297555791710944,
"grad_norm": 0.484375,
"learning_rate": 0.0001935824147254159,
"loss": 0.4108,
"step": 955
},
{
"epoch": 2.0403825717322,
"grad_norm": 0.59765625,
"learning_rate": 0.00019345088225009626,
"loss": 0.4187,
"step": 960
},
{
"epoch": 2.051009564293305,
"grad_norm": 0.470703125,
"learning_rate": 0.00019331806110416027,
"loss": 0.4235,
"step": 965
},
{
"epoch": 2.06163655685441,
"grad_norm": 0.42578125,
"learning_rate": 0.0001931839531191873,
"loss": 0.4266,
"step": 970
},
{
"epoch": 2.0722635494155153,
"grad_norm": 0.7421875,
"learning_rate": 0.000193048560144502,
"loss": 0.4157,
"step": 975
},
{
"epoch": 2.082890541976621,
"grad_norm": 0.84765625,
"learning_rate": 0.00019291188404714878,
"loss": 0.4255,
"step": 980
},
{
"epoch": 2.093517534537726,
"grad_norm": 0.7421875,
"learning_rate": 0.00019277392671186608,
"loss": 0.4309,
"step": 985
},
{
"epoch": 2.104144527098831,
"grad_norm": 1.0234375,
"learning_rate": 0.0001926346900410604,
"loss": 0.4288,
"step": 990
},
{
"epoch": 2.114771519659936,
"grad_norm": 1.8359375,
"learning_rate": 0.00019249417595478002,
"loss": 0.4208,
"step": 995
},
{
"epoch": 2.1253985122210413,
"grad_norm": 0.427734375,
"learning_rate": 0.00019235238639068856,
"loss": 0.4249,
"step": 1000
},
{
"epoch": 2.136025504782147,
"grad_norm": 0.61328125,
"learning_rate": 0.00019220932330403823,
"loss": 0.427,
"step": 1005
},
{
"epoch": 2.146652497343252,
"grad_norm": 0.6875,
"learning_rate": 0.00019206498866764288,
"loss": 0.4276,
"step": 1010
},
{
"epoch": 2.157279489904357,
"grad_norm": 0.50390625,
"learning_rate": 0.00019191938447185084,
"loss": 0.4201,
"step": 1015
},
{
"epoch": 2.167906482465462,
"grad_norm": 1.6328125,
"learning_rate": 0.0001917725127245174,
"loss": 0.4299,
"step": 1020
},
{
"epoch": 2.1785334750265677,
"grad_norm": 0.5078125,
"learning_rate": 0.00019162437545097719,
"loss": 0.4268,
"step": 1025
},
{
"epoch": 2.189160467587673,
"grad_norm": 1.2578125,
"learning_rate": 0.0001914749746940161,
"loss": 0.4241,
"step": 1030
},
{
"epoch": 2.199787460148778,
"grad_norm": 0.69140625,
"learning_rate": 0.00019132431251384335,
"loss": 0.4297,
"step": 1035
},
{
"epoch": 2.210414452709883,
"grad_norm": 0.423828125,
"learning_rate": 0.00019117239098806295,
"loss": 0.4275,
"step": 1040
},
{
"epoch": 2.221041445270988,
"grad_norm": 0.55859375,
"learning_rate": 0.000191019212211645,
"loss": 0.4293,
"step": 1045
},
{
"epoch": 2.2316684378320937,
"grad_norm": 0.427734375,
"learning_rate": 0.00019086477829689685,
"loss": 0.421,
"step": 1050
},
{
"epoch": 2.242295430393199,
"grad_norm": 0.419921875,
"learning_rate": 0.00019070909137343408,
"loss": 0.4312,
"step": 1055
},
{
"epoch": 2.252922422954304,
"grad_norm": 0.42578125,
"learning_rate": 0.0001905521535881509,
"loss": 0.4299,
"step": 1060
},
{
"epoch": 2.263549415515409,
"grad_norm": 0.5859375,
"learning_rate": 0.00019039396710519076,
"loss": 0.4291,
"step": 1065
},
{
"epoch": 2.2741764080765146,
"grad_norm": 0.404296875,
"learning_rate": 0.00019023453410591635,
"loss": 0.4236,
"step": 1070
},
{
"epoch": 2.2848034006376197,
"grad_norm": 0.51171875,
"learning_rate": 0.00019007385678887975,
"loss": 0.4201,
"step": 1075
},
{
"epoch": 2.2954303931987248,
"grad_norm": 0.47265625,
"learning_rate": 0.00018991193736979175,
"loss": 0.4257,
"step": 1080
},
{
"epoch": 2.30605738575983,
"grad_norm": 0.439453125,
"learning_rate": 0.0001897487780814916,
"loss": 0.4219,
"step": 1085
},
{
"epoch": 2.316684378320935,
"grad_norm": 0.50390625,
"learning_rate": 0.00018958438117391618,
"loss": 0.4212,
"step": 1090
},
{
"epoch": 2.3273113708820405,
"grad_norm": 0.4765625,
"learning_rate": 0.00018941874891406882,
"loss": 0.4351,
"step": 1095
},
{
"epoch": 2.3379383634431457,
"grad_norm": 0.474609375,
"learning_rate": 0.00018925188358598813,
"loss": 0.4141,
"step": 1100
},
{
"epoch": 2.3485653560042508,
"grad_norm": 1.8515625,
"learning_rate": 0.0001890837874907166,
"loss": 0.4243,
"step": 1105
},
{
"epoch": 2.359192348565356,
"grad_norm": 0.66015625,
"learning_rate": 0.00018891446294626866,
"loss": 0.4408,
"step": 1110
},
{
"epoch": 2.369819341126461,
"grad_norm": 0.53515625,
"learning_rate": 0.00018874391228759893,
"loss": 0.4277,
"step": 1115
},
{
"epoch": 2.3804463336875665,
"grad_norm": 0.546875,
"learning_rate": 0.00018857213786656985,
"loss": 0.4279,
"step": 1120
},
{
"epoch": 2.3910733262486716,
"grad_norm": 0.77734375,
"learning_rate": 0.00018839914205191936,
"loss": 0.4259,
"step": 1125
},
{
"epoch": 2.4017003188097767,
"grad_norm": 0.79296875,
"learning_rate": 0.0001882249272292282,
"loss": 0.4287,
"step": 1130
},
{
"epoch": 2.412327311370882,
"grad_norm": 0.76953125,
"learning_rate": 0.00018804949580088692,
"loss": 0.4394,
"step": 1135
},
{
"epoch": 2.4229543039319874,
"grad_norm": 0.435546875,
"learning_rate": 0.00018787285018606297,
"loss": 0.4268,
"step": 1140
},
{
"epoch": 2.4335812964930925,
"grad_norm": 0.462890625,
"learning_rate": 0.00018769499282066717,
"loss": 0.4271,
"step": 1145
},
{
"epoch": 2.4442082890541976,
"grad_norm": 0.6484375,
"learning_rate": 0.00018751592615732005,
"loss": 0.4338,
"step": 1150
},
{
"epoch": 2.4548352816153027,
"grad_norm": 0.89453125,
"learning_rate": 0.0001873356526653183,
"loss": 0.4306,
"step": 1155
},
{
"epoch": 2.4654622741764083,
"grad_norm": 1.09375,
"learning_rate": 0.0001871541748306005,
"loss": 0.4374,
"step": 1160
},
{
"epoch": 2.4760892667375134,
"grad_norm": 0.44921875,
"learning_rate": 0.00018697149515571284,
"loss": 0.429,
"step": 1165
},
{
"epoch": 2.4867162592986185,
"grad_norm": 1.3203125,
"learning_rate": 0.00018678761615977468,
"loss": 0.4351,
"step": 1170
},
{
"epoch": 2.4973432518597236,
"grad_norm": 0.47265625,
"learning_rate": 0.00018660254037844388,
"loss": 0.4264,
"step": 1175
},
{
"epoch": 2.5079702444208287,
"grad_norm": 0.58203125,
"learning_rate": 0.00018641627036388169,
"loss": 0.431,
"step": 1180
},
{
"epoch": 2.5185972369819343,
"grad_norm": 0.41015625,
"learning_rate": 0.00018622880868471756,
"loss": 0.4265,
"step": 1185
},
{
"epoch": 2.5292242295430394,
"grad_norm": 0.400390625,
"learning_rate": 0.00018604015792601396,
"loss": 0.4259,
"step": 1190
},
{
"epoch": 2.5398512221041445,
"grad_norm": 7.6875,
"learning_rate": 0.00018585032068923032,
"loss": 0.4309,
"step": 1195
},
{
"epoch": 2.5504782146652496,
"grad_norm": 0.4296875,
"learning_rate": 0.00018565929959218758,
"loss": 0.4254,
"step": 1200
},
{
"epoch": 2.5611052072263547,
"grad_norm": 0.42578125,
"learning_rate": 0.00018546709726903178,
"loss": 0.4253,
"step": 1205
},
{
"epoch": 2.5717321997874603,
"grad_norm": 1.0625,
"learning_rate": 0.0001852737163701979,
"loss": 0.4403,
"step": 1210
},
{
"epoch": 2.5823591923485654,
"grad_norm": 0.640625,
"learning_rate": 0.00018507915956237326,
"loss": 0.4326,
"step": 1215
},
{
"epoch": 2.5929861849096705,
"grad_norm": 2.25,
"learning_rate": 0.00018488342952846073,
"loss": 0.437,
"step": 1220
},
{
"epoch": 2.603613177470776,
"grad_norm": 0.90625,
"learning_rate": 0.00018468652896754177,
"loss": 0.4344,
"step": 1225
},
{
"epoch": 2.614240170031881,
"grad_norm": 0.87890625,
"learning_rate": 0.0001844884605948392,
"loss": 0.4387,
"step": 1230
},
{
"epoch": 2.6248671625929862,
"grad_norm": 0.66796875,
"learning_rate": 0.0001842892271416797,
"loss": 0.4371,
"step": 1235
},
{
"epoch": 2.6354941551540914,
"grad_norm": 0.515625,
"learning_rate": 0.00018408883135545632,
"loss": 0.4345,
"step": 1240
},
{
"epoch": 2.6461211477151965,
"grad_norm": 0.8515625,
"learning_rate": 0.00018388727599959033,
"loss": 0.4405,
"step": 1245
},
{
"epoch": 2.656748140276302,
"grad_norm": 1.078125,
"learning_rate": 0.00018368456385349334,
"loss": 0.4369,
"step": 1250
},
{
"epoch": 2.667375132837407,
"grad_norm": 0.50390625,
"learning_rate": 0.0001834806977125288,
"loss": 0.4354,
"step": 1255
},
{
"epoch": 2.6780021253985122,
"grad_norm": 0.41796875,
"learning_rate": 0.0001832756803879737,
"loss": 0.4297,
"step": 1260
},
{
"epoch": 2.6886291179596173,
"grad_norm": 0.578125,
"learning_rate": 0.00018306951470697946,
"loss": 0.4268,
"step": 1265
},
{
"epoch": 2.6992561105207225,
"grad_norm": 0.44140625,
"learning_rate": 0.0001828622035125332,
"loss": 0.4299,
"step": 1270
},
{
"epoch": 2.709883103081828,
"grad_norm": 0.8046875,
"learning_rate": 0.0001826537496634186,
"loss": 0.4362,
"step": 1275
},
{
"epoch": 2.720510095642933,
"grad_norm": 1.484375,
"learning_rate": 0.00018244415603417603,
"loss": 0.4364,
"step": 1280
},
{
"epoch": 2.731137088204038,
"grad_norm": 0.953125,
"learning_rate": 0.0001822334255150635,
"loss": 0.439,
"step": 1285
},
{
"epoch": 2.7417640807651433,
"grad_norm": 0.921875,
"learning_rate": 0.00018202156101201645,
"loss": 0.4342,
"step": 1290
},
{
"epoch": 2.7523910733262484,
"grad_norm": 0.55859375,
"learning_rate": 0.0001818085654466076,
"loss": 0.4308,
"step": 1295
},
{
"epoch": 2.763018065887354,
"grad_norm": 0.494140625,
"learning_rate": 0.00018159444175600703,
"loss": 0.4306,
"step": 1300
},
{
"epoch": 2.773645058448459,
"grad_norm": 1.125,
"learning_rate": 0.00018137919289294135,
"loss": 0.4342,
"step": 1305
},
{
"epoch": 2.784272051009564,
"grad_norm": 0.53125,
"learning_rate": 0.00018116282182565311,
"loss": 0.428,
"step": 1310
},
{
"epoch": 2.7948990435706698,
"grad_norm": 0.50390625,
"learning_rate": 0.00018094533153785984,
"loss": 0.4221,
"step": 1315
},
{
"epoch": 2.805526036131775,
"grad_norm": 1.5859375,
"learning_rate": 0.00018072672502871296,
"loss": 0.433,
"step": 1320
},
{
"epoch": 2.81615302869288,
"grad_norm": 0.44140625,
"learning_rate": 0.0001805070053127563,
"loss": 0.4306,
"step": 1325
},
{
"epoch": 2.826780021253985,
"grad_norm": 0.6171875,
"learning_rate": 0.00018028617541988472,
"loss": 0.4217,
"step": 1330
},
{
"epoch": 2.83740701381509,
"grad_norm": 0.49609375,
"learning_rate": 0.00018006423839530205,
"loss": 0.426,
"step": 1335
},
{
"epoch": 2.8480340063761957,
"grad_norm": 0.6484375,
"learning_rate": 0.00017984119729947944,
"loss": 0.4402,
"step": 1340
},
{
"epoch": 2.858660998937301,
"grad_norm": 0.4609375,
"learning_rate": 0.00017961705520811293,
"loss": 0.4306,
"step": 1345
},
{
"epoch": 2.869287991498406,
"grad_norm": 0.375,
"learning_rate": 0.000179391815212081,
"loss": 0.434,
"step": 1350
},
{
"epoch": 2.879914984059511,
"grad_norm": 0.70703125,
"learning_rate": 0.00017916548041740213,
"loss": 0.4295,
"step": 1355
},
{
"epoch": 2.890541976620616,
"grad_norm": 0.72265625,
"learning_rate": 0.0001789380539451919,
"loss": 0.4373,
"step": 1360
},
{
"epoch": 2.9011689691817217,
"grad_norm": 0.4296875,
"learning_rate": 0.00017870953893161975,
"loss": 0.4287,
"step": 1365
},
{
"epoch": 2.911795961742827,
"grad_norm": 0.5625,
"learning_rate": 0.0001784799385278661,
"loss": 0.4358,
"step": 1370
},
{
"epoch": 2.922422954303932,
"grad_norm": 0.419921875,
"learning_rate": 0.00017824925590007864,
"loss": 0.4304,
"step": 1375
},
{
"epoch": 2.933049946865037,
"grad_norm": 0.98046875,
"learning_rate": 0.0001780174942293287,
"loss": 0.4296,
"step": 1380
},
{
"epoch": 2.943676939426142,
"grad_norm": 0.6796875,
"learning_rate": 0.00017778465671156743,
"loss": 0.4326,
"step": 1385
},
{
"epoch": 2.9543039319872477,
"grad_norm": 0.486328125,
"learning_rate": 0.00017755074655758174,
"loss": 0.4348,
"step": 1390
},
{
"epoch": 2.964930924548353,
"grad_norm": 0.61328125,
"learning_rate": 0.0001773157669929499,
"loss": 0.4345,
"step": 1395
},
{
"epoch": 2.975557917109458,
"grad_norm": 0.51171875,
"learning_rate": 0.00017707972125799735,
"loss": 0.4259,
"step": 1400
},
{
"epoch": 2.9861849096705635,
"grad_norm": 0.5859375,
"learning_rate": 0.00017684261260775163,
"loss": 0.4306,
"step": 1405
},
{
"epoch": 2.9968119022316686,
"grad_norm": 0.60546875,
"learning_rate": 0.0001766044443118978,
"loss": 0.4369,
"step": 1410
},
{
"epoch": 2.9989373007438895,
"eval_loss": 1.4787013530731201,
"eval_runtime": 0.8123,
"eval_samples_per_second": 6.155,
"eval_steps_per_second": 1.231,
"step": 1411
},
{
"epoch": 3.0074388947927737,
"grad_norm": 0.54296875,
"learning_rate": 0.00017636521965473323,
"loss": 0.3835,
"step": 1415
},
{
"epoch": 3.018065887353879,
"grad_norm": 0.455078125,
"learning_rate": 0.0001761249419351222,
"loss": 0.3594,
"step": 1420
},
{
"epoch": 3.028692879914984,
"grad_norm": 0.478515625,
"learning_rate": 0.00017588361446645073,
"loss": 0.3596,
"step": 1425
},
{
"epoch": 3.0393198724760895,
"grad_norm": 0.51171875,
"learning_rate": 0.00017564124057658056,
"loss": 0.3504,
"step": 1430
},
{
"epoch": 3.0499468650371946,
"grad_norm": 0.4375,
"learning_rate": 0.00017539782360780334,
"loss": 0.3575,
"step": 1435
},
{
"epoch": 3.0605738575982997,
"grad_norm": 0.419921875,
"learning_rate": 0.00017515336691679477,
"loss": 0.3619,
"step": 1440
},
{
"epoch": 3.071200850159405,
"grad_norm": 0.41015625,
"learning_rate": 0.0001749078738745679,
"loss": 0.3678,
"step": 1445
},
{
"epoch": 3.08182784272051,
"grad_norm": 0.57421875,
"learning_rate": 0.0001746613478664271,
"loss": 0.3551,
"step": 1450
},
{
"epoch": 3.0924548352816155,
"grad_norm": 0.75,
"learning_rate": 0.00017441379229192098,
"loss": 0.3668,
"step": 1455
},
{
"epoch": 3.1030818278427206,
"grad_norm": 0.498046875,
"learning_rate": 0.00017416521056479577,
"loss": 0.3664,
"step": 1460
},
{
"epoch": 3.1137088204038257,
"grad_norm": 1.6640625,
"learning_rate": 0.0001739156061129481,
"loss": 0.3709,
"step": 1465
},
{
"epoch": 3.124335812964931,
"grad_norm": 0.8125,
"learning_rate": 0.0001736649823783779,
"loss": 0.3612,
"step": 1470
},
{
"epoch": 3.134962805526036,
"grad_norm": 0.64453125,
"learning_rate": 0.00017341334281714064,
"loss": 0.3619,
"step": 1475
},
{
"epoch": 3.1455897980871415,
"grad_norm": 1.0859375,
"learning_rate": 0.00017316069089930007,
"loss": 0.37,
"step": 1480
},
{
"epoch": 3.1562167906482466,
"grad_norm": 0.5859375,
"learning_rate": 0.00017290703010887994,
"loss": 0.3717,
"step": 1485
},
{
"epoch": 3.1668437832093517,
"grad_norm": 0.53515625,
"learning_rate": 0.00017265236394381633,
"loss": 0.3749,
"step": 1490
},
{
"epoch": 3.177470775770457,
"grad_norm": 0.5,
"learning_rate": 0.00017239669591590916,
"loss": 0.3754,
"step": 1495
},
{
"epoch": 3.1880977683315623,
"grad_norm": 0.55859375,
"learning_rate": 0.00017214002955077393,
"loss": 0.3726,
"step": 1500
},
{
"epoch": 3.1987247608926674,
"grad_norm": 0.53125,
"learning_rate": 0.00017188236838779295,
"loss": 0.3726,
"step": 1505
},
{
"epoch": 3.2093517534537725,
"grad_norm": 0.7265625,
"learning_rate": 0.00017162371598006666,
"loss": 0.3798,
"step": 1510
},
{
"epoch": 3.2199787460148777,
"grad_norm": 0.94140625,
"learning_rate": 0.00017136407589436457,
"loss": 0.3767,
"step": 1515
},
{
"epoch": 3.230605738575983,
"grad_norm": 0.5703125,
"learning_rate": 0.0001711034517110761,
"loss": 0.3763,
"step": 1520
},
{
"epoch": 3.2412327311370883,
"grad_norm": 0.53125,
"learning_rate": 0.00017084184702416115,
"loss": 0.3703,
"step": 1525
},
{
"epoch": 3.2518597236981934,
"grad_norm": 1.0234375,
"learning_rate": 0.0001705792654411007,
"loss": 0.378,
"step": 1530
},
{
"epoch": 3.2624867162592985,
"grad_norm": 0.5234375,
"learning_rate": 0.00017031571058284678,
"loss": 0.3818,
"step": 1535
},
{
"epoch": 3.2731137088204036,
"grad_norm": 0.55859375,
"learning_rate": 0.00017005118608377288,
"loss": 0.3709,
"step": 1540
},
{
"epoch": 3.283740701381509,
"grad_norm": 0.59375,
"learning_rate": 0.00016978569559162357,
"loss": 0.3761,
"step": 1545
},
{
"epoch": 3.2943676939426143,
"grad_norm": 0.44921875,
"learning_rate": 0.00016951924276746425,
"loss": 0.3786,
"step": 1550
},
{
"epoch": 3.3049946865037194,
"grad_norm": 0.451171875,
"learning_rate": 0.00016925183128563078,
"loss": 0.3661,
"step": 1555
},
{
"epoch": 3.3156216790648245,
"grad_norm": 0.490234375,
"learning_rate": 0.00016898346483367867,
"loss": 0.3721,
"step": 1560
},
{
"epoch": 3.3262486716259296,
"grad_norm": 0.4375,
"learning_rate": 0.0001687141471123324,
"loss": 0.3752,
"step": 1565
},
{
"epoch": 3.336875664187035,
"grad_norm": 0.4921875,
"learning_rate": 0.00016844388183543418,
"loss": 0.3784,
"step": 1570
},
{
"epoch": 3.3475026567481403,
"grad_norm": 0.44921875,
"learning_rate": 0.00016817267272989286,
"loss": 0.3807,
"step": 1575
},
{
"epoch": 3.3581296493092454,
"grad_norm": 0.55859375,
"learning_rate": 0.00016790052353563253,
"loss": 0.3887,
"step": 1580
},
{
"epoch": 3.3687566418703505,
"grad_norm": 0.6484375,
"learning_rate": 0.0001676274380055409,
"loss": 0.3831,
"step": 1585
},
{
"epoch": 3.379383634431456,
"grad_norm": 0.45703125,
"learning_rate": 0.00016735341990541764,
"loss": 0.3772,
"step": 1590
},
{
"epoch": 3.390010626992561,
"grad_norm": 0.56640625,
"learning_rate": 0.00016707847301392236,
"loss": 0.3799,
"step": 1595
},
{
"epoch": 3.4006376195536663,
"grad_norm": 0.431640625,
"learning_rate": 0.0001668026011225225,
"loss": 0.3854,
"step": 1600
},
{
"epoch": 3.4112646121147714,
"grad_norm": 0.439453125,
"learning_rate": 0.00016652580803544112,
"loss": 0.3725,
"step": 1605
},
{
"epoch": 3.421891604675877,
"grad_norm": 0.439453125,
"learning_rate": 0.00016624809756960444,
"loss": 0.3785,
"step": 1610
},
{
"epoch": 3.432518597236982,
"grad_norm": 0.490234375,
"learning_rate": 0.00016596947355458904,
"loss": 0.3803,
"step": 1615
},
{
"epoch": 3.443145589798087,
"grad_norm": 0.640625,
"learning_rate": 0.0001656899398325693,
"loss": 0.3893,
"step": 1620
},
{
"epoch": 3.4537725823591923,
"grad_norm": 0.53515625,
"learning_rate": 0.00016540950025826422,
"loss": 0.3776,
"step": 1625
},
{
"epoch": 3.4643995749202974,
"grad_norm": 0.494140625,
"learning_rate": 0.0001651281586988844,
"loss": 0.3802,
"step": 1630
},
{
"epoch": 3.475026567481403,
"grad_norm": 0.73046875,
"learning_rate": 0.00016484591903407857,
"loss": 0.3765,
"step": 1635
},
{
"epoch": 3.485653560042508,
"grad_norm": 0.57421875,
"learning_rate": 0.00016456278515588024,
"loss": 0.3843,
"step": 1640
},
{
"epoch": 3.496280552603613,
"grad_norm": 0.59375,
"learning_rate": 0.00016427876096865394,
"loss": 0.3748,
"step": 1645
},
{
"epoch": 3.5069075451647183,
"grad_norm": 0.4609375,
"learning_rate": 0.00016399385038904138,
"loss": 0.3785,
"step": 1650
},
{
"epoch": 3.5175345377258234,
"grad_norm": 0.466796875,
"learning_rate": 0.00016370805734590747,
"loss": 0.3879,
"step": 1655
},
{
"epoch": 3.528161530286929,
"grad_norm": 0.4609375,
"learning_rate": 0.00016342138578028613,
"loss": 0.382,
"step": 1660
},
{
"epoch": 3.538788522848034,
"grad_norm": 0.423828125,
"learning_rate": 0.00016313383964532596,
"loss": 0.3915,
"step": 1665
},
{
"epoch": 3.549415515409139,
"grad_norm": 0.42578125,
"learning_rate": 0.00016284542290623567,
"loss": 0.3767,
"step": 1670
},
{
"epoch": 3.5600425079702447,
"grad_norm": 0.443359375,
"learning_rate": 0.0001625561395402295,
"loss": 0.373,
"step": 1675
},
{
"epoch": 3.57066950053135,
"grad_norm": 0.4453125,
"learning_rate": 0.00016226599353647228,
"loss": 0.3811,
"step": 1680
},
{
"epoch": 3.581296493092455,
"grad_norm": 0.43359375,
"learning_rate": 0.00016197498889602448,
"loss": 0.3842,
"step": 1685
},
{
"epoch": 3.59192348565356,
"grad_norm": 0.59765625,
"learning_rate": 0.00016168312963178697,
"loss": 0.3864,
"step": 1690
},
{
"epoch": 3.602550478214665,
"grad_norm": 1.2578125,
"learning_rate": 0.00016139041976844583,
"loss": 0.3835,
"step": 1695
},
{
"epoch": 3.6131774707757707,
"grad_norm": 0.578125,
"learning_rate": 0.00016109686334241655,
"loss": 0.3801,
"step": 1700
},
{
"epoch": 3.623804463336876,
"grad_norm": 0.5078125,
"learning_rate": 0.00016080246440178874,
"loss": 0.382,
"step": 1705
},
{
"epoch": 3.634431455897981,
"grad_norm": 0.66796875,
"learning_rate": 0.00016050722700627012,
"loss": 0.3923,
"step": 1710
},
{
"epoch": 3.645058448459086,
"grad_norm": 0.75390625,
"learning_rate": 0.00016021115522713047,
"loss": 0.3836,
"step": 1715
},
{
"epoch": 3.655685441020191,
"grad_norm": 0.77734375,
"learning_rate": 0.0001599142531471456,
"loss": 0.3801,
"step": 1720
},
{
"epoch": 3.6663124335812967,
"grad_norm": 0.61328125,
"learning_rate": 0.00015961652486054103,
"loss": 0.3871,
"step": 1725
},
{
"epoch": 3.6769394261424018,
"grad_norm": 0.51171875,
"learning_rate": 0.00015931797447293552,
"loss": 0.3843,
"step": 1730
},
{
"epoch": 3.687566418703507,
"grad_norm": 0.4765625,
"learning_rate": 0.00015901860610128448,
"loss": 0.3846,
"step": 1735
},
{
"epoch": 3.698193411264612,
"grad_norm": 0.50390625,
"learning_rate": 0.00015871842387382305,
"loss": 0.3788,
"step": 1740
},
{
"epoch": 3.708820403825717,
"grad_norm": 0.66015625,
"learning_rate": 0.00015841743193000944,
"loss": 0.3899,
"step": 1745
},
{
"epoch": 3.7194473963868226,
"grad_norm": 0.50390625,
"learning_rate": 0.00015811563442046767,
"loss": 0.3863,
"step": 1750
},
{
"epoch": 3.7300743889479278,
"grad_norm": 0.396484375,
"learning_rate": 0.00015781303550693024,
"loss": 0.3822,
"step": 1755
},
{
"epoch": 3.740701381509033,
"grad_norm": 0.5859375,
"learning_rate": 0.00015750963936218105,
"loss": 0.3821,
"step": 1760
},
{
"epoch": 3.7513283740701384,
"grad_norm": 0.70703125,
"learning_rate": 0.00015720545016999752,
"loss": 0.3809,
"step": 1765
},
{
"epoch": 3.761955366631243,
"grad_norm": 0.515625,
"learning_rate": 0.00015690047212509316,
"loss": 0.3809,
"step": 1770
},
{
"epoch": 3.7725823591923486,
"grad_norm": 0.5859375,
"learning_rate": 0.00015659470943305955,
"loss": 0.3815,
"step": 1775
},
{
"epoch": 3.7832093517534537,
"grad_norm": 0.443359375,
"learning_rate": 0.00015628816631030836,
"loss": 0.3808,
"step": 1780
},
{
"epoch": 3.793836344314559,
"grad_norm": 0.44140625,
"learning_rate": 0.00015598084698401342,
"loss": 0.38,
"step": 1785
},
{
"epoch": 3.8044633368756644,
"grad_norm": 0.53125,
"learning_rate": 0.00015567275569205218,
"loss": 0.3851,
"step": 1790
},
{
"epoch": 3.8150903294367695,
"grad_norm": 0.44140625,
"learning_rate": 0.00015536389668294724,
"loss": 0.3917,
"step": 1795
},
{
"epoch": 3.8257173219978746,
"grad_norm": 0.40625,
"learning_rate": 0.00015505427421580808,
"loss": 0.3799,
"step": 1800
},
{
"epoch": 3.8363443145589797,
"grad_norm": 0.45703125,
"learning_rate": 0.000154743892560272,
"loss": 0.3846,
"step": 1805
},
{
"epoch": 3.846971307120085,
"grad_norm": 0.46484375,
"learning_rate": 0.00015443275599644538,
"loss": 0.3865,
"step": 1810
},
{
"epoch": 3.8575982996811904,
"grad_norm": 0.486328125,
"learning_rate": 0.0001541208688148447,
"loss": 0.3802,
"step": 1815
},
{
"epoch": 3.8682252922422955,
"grad_norm": 0.462890625,
"learning_rate": 0.00015380823531633729,
"loss": 0.3823,
"step": 1820
},
{
"epoch": 3.8788522848034006,
"grad_norm": 0.61328125,
"learning_rate": 0.00015349485981208202,
"loss": 0.3866,
"step": 1825
},
{
"epoch": 3.8894792773645057,
"grad_norm": 0.490234375,
"learning_rate": 0.00015318074662346994,
"loss": 0.3758,
"step": 1830
},
{
"epoch": 3.900106269925611,
"grad_norm": 0.5625,
"learning_rate": 0.00015286590008206465,
"loss": 0.3858,
"step": 1835
},
{
"epoch": 3.9107332624867164,
"grad_norm": 0.65625,
"learning_rate": 0.00015255032452954245,
"loss": 0.3867,
"step": 1840
},
{
"epoch": 3.9213602550478215,
"grad_norm": 0.42578125,
"learning_rate": 0.00015223402431763269,
"loss": 0.3893,
"step": 1845
},
{
"epoch": 3.9319872476089266,
"grad_norm": 0.58984375,
"learning_rate": 0.00015191700380805752,
"loss": 0.3791,
"step": 1850
},
{
"epoch": 3.942614240170032,
"grad_norm": 0.51953125,
"learning_rate": 0.00015159926737247202,
"loss": 0.3932,
"step": 1855
},
{
"epoch": 3.953241232731137,
"grad_norm": 0.69921875,
"learning_rate": 0.00015128081939240357,
"loss": 0.3794,
"step": 1860
},
{
"epoch": 3.9638682252922424,
"grad_norm": 0.54296875,
"learning_rate": 0.00015096166425919175,
"loss": 0.3857,
"step": 1865
},
{
"epoch": 3.9744952178533475,
"grad_norm": 0.412109375,
"learning_rate": 0.00015064180637392764,
"loss": 0.3887,
"step": 1870
},
{
"epoch": 3.9851222104144526,
"grad_norm": 0.51171875,
"learning_rate": 0.0001503212501473931,
"loss": 0.3886,
"step": 1875
},
{
"epoch": 3.995749202975558,
"grad_norm": 0.5078125,
"learning_rate": 0.00015000000000000001,
"loss": 0.3819,
"step": 1880
},
{
"epoch": 4.0,
"eval_loss": 1.7431671619415283,
"eval_runtime": 0.7941,
"eval_samples_per_second": 6.296,
"eval_steps_per_second": 1.259,
"step": 1882
},
{
"epoch": 4.006376195536663,
"grad_norm": 0.47265625,
"learning_rate": 0.0001496780603617293,
"loss": 0.3464,
"step": 1885
},
{
"epoch": 4.017003188097768,
"grad_norm": 0.46484375,
"learning_rate": 0.00014935543567206984,
"loss": 0.3125,
"step": 1890
},
{
"epoch": 4.027630180658874,
"grad_norm": 0.5546875,
"learning_rate": 0.00014903213037995724,
"loss": 0.3159,
"step": 1895
},
{
"epoch": 4.038257173219979,
"grad_norm": 0.478515625,
"learning_rate": 0.00014870814894371245,
"loss": 0.3227,
"step": 1900
},
{
"epoch": 4.048884165781084,
"grad_norm": 0.470703125,
"learning_rate": 0.00014838349583098045,
"loss": 0.3122,
"step": 1905
},
{
"epoch": 4.059511158342189,
"grad_norm": 0.43359375,
"learning_rate": 0.00014805817551866838,
"loss": 0.3194,
"step": 1910
},
{
"epoch": 4.070138150903294,
"grad_norm": 0.458984375,
"learning_rate": 0.00014773219249288402,
"loss": 0.3123,
"step": 1915
},
{
"epoch": 4.0807651434644,
"grad_norm": 0.4765625,
"learning_rate": 0.00014740555124887375,
"loss": 0.3254,
"step": 1920
},
{
"epoch": 4.0913921360255046,
"grad_norm": 0.478515625,
"learning_rate": 0.00014707825629096084,
"loss": 0.3178,
"step": 1925
},
{
"epoch": 4.10201912858661,
"grad_norm": 0.609375,
"learning_rate": 0.00014675031213248296,
"loss": 0.3214,
"step": 1930
},
{
"epoch": 4.112646121147715,
"grad_norm": 0.470703125,
"learning_rate": 0.00014642172329573026,
"loss": 0.321,
"step": 1935
},
{
"epoch": 4.12327311370882,
"grad_norm": 0.474609375,
"learning_rate": 0.00014609249431188278,
"loss": 0.3227,
"step": 1940
},
{
"epoch": 4.133900106269926,
"grad_norm": 0.470703125,
"learning_rate": 0.00014576262972094828,
"loss": 0.3277,
"step": 1945
},
{
"epoch": 4.1445270988310305,
"grad_norm": 0.578125,
"learning_rate": 0.0001454321340716992,
"loss": 0.3216,
"step": 1950
},
{
"epoch": 4.155154091392136,
"grad_norm": 0.4453125,
"learning_rate": 0.00014510101192161018,
"loss": 0.3196,
"step": 1955
},
{
"epoch": 4.165781083953242,
"grad_norm": 0.57421875,
"learning_rate": 0.00014476926783679538,
"loss": 0.3284,
"step": 1960
},
{
"epoch": 4.176408076514346,
"grad_norm": 0.46875,
"learning_rate": 0.00014443690639194515,
"loss": 0.3244,
"step": 1965
},
{
"epoch": 4.187035069075452,
"grad_norm": 0.80078125,
"learning_rate": 0.00014410393217026318,
"loss": 0.3205,
"step": 1970
},
{
"epoch": 4.1976620616365565,
"grad_norm": 0.71875,
"learning_rate": 0.0001437703497634032,
"loss": 0.3216,
"step": 1975
},
{
"epoch": 4.208289054197662,
"grad_norm": 0.76171875,
"learning_rate": 0.00014343616377140582,
"loss": 0.3178,
"step": 1980
},
{
"epoch": 4.218916046758768,
"grad_norm": 0.86328125,
"learning_rate": 0.00014310137880263482,
"loss": 0.3219,
"step": 1985
},
{
"epoch": 4.229543039319872,
"grad_norm": 0.5546875,
"learning_rate": 0.00014276599947371388,
"loss": 0.3262,
"step": 1990
},
{
"epoch": 4.240170031880978,
"grad_norm": 0.51171875,
"learning_rate": 0.00014243003040946274,
"loss": 0.3287,
"step": 1995
},
{
"epoch": 4.2507970244420825,
"grad_norm": 0.57421875,
"learning_rate": 0.0001420934762428335,
"loss": 0.328,
"step": 2000
},
{
"epoch": 4.261424017003188,
"grad_norm": 0.64453125,
"learning_rate": 0.00014175634161484675,
"loss": 0.3334,
"step": 2005
},
{
"epoch": 4.272051009564294,
"grad_norm": 0.515625,
"learning_rate": 0.00014141863117452745,
"loss": 0.3255,
"step": 2010
},
{
"epoch": 4.282678002125398,
"grad_norm": 0.419921875,
"learning_rate": 0.00014108034957884094,
"loss": 0.3226,
"step": 2015
},
{
"epoch": 4.293304994686504,
"grad_norm": 0.48046875,
"learning_rate": 0.0001407415014926288,
"loss": 0.3314,
"step": 2020
},
{
"epoch": 4.3039319872476085,
"grad_norm": 0.67578125,
"learning_rate": 0.00014040209158854426,
"loss": 0.3334,
"step": 2025
},
{
"epoch": 4.314558979808714,
"grad_norm": 0.48828125,
"learning_rate": 0.00014006212454698797,
"loss": 0.3349,
"step": 2030
},
{
"epoch": 4.32518597236982,
"grad_norm": 0.455078125,
"learning_rate": 0.00013972160505604342,
"loss": 0.3301,
"step": 2035
},
{
"epoch": 4.335812964930924,
"grad_norm": 0.6171875,
"learning_rate": 0.00013938053781141222,
"loss": 0.325,
"step": 2040
},
{
"epoch": 4.34643995749203,
"grad_norm": 0.5,
"learning_rate": 0.00013903892751634947,
"loss": 0.3293,
"step": 2045
},
{
"epoch": 4.357066950053135,
"grad_norm": 0.6484375,
"learning_rate": 0.00013869677888159887,
"loss": 0.3285,
"step": 2050
},
{
"epoch": 4.36769394261424,
"grad_norm": 0.71875,
"learning_rate": 0.00013835409662532762,
"loss": 0.3271,
"step": 2055
},
{
"epoch": 4.378320935175346,
"grad_norm": 0.515625,
"learning_rate": 0.00013801088547306148,
"loss": 0.3296,
"step": 2060
},
{
"epoch": 4.38894792773645,
"grad_norm": 0.6015625,
"learning_rate": 0.0001376671501576197,
"loss": 0.3292,
"step": 2065
},
{
"epoch": 4.399574920297556,
"grad_norm": 0.53515625,
"learning_rate": 0.00013732289541904948,
"loss": 0.3324,
"step": 2070
},
{
"epoch": 4.410201912858661,
"grad_norm": 0.55078125,
"learning_rate": 0.00013697812600456093,
"loss": 0.3326,
"step": 2075
},
{
"epoch": 4.420828905419766,
"grad_norm": 0.462890625,
"learning_rate": 0.00013663284666846134,
"loss": 0.3329,
"step": 2080
},
{
"epoch": 4.431455897980872,
"grad_norm": 0.65234375,
"learning_rate": 0.00013628706217208976,
"loss": 0.3305,
"step": 2085
},
{
"epoch": 4.442082890541976,
"grad_norm": 0.4765625,
"learning_rate": 0.00013594077728375128,
"loss": 0.3305,
"step": 2090
},
{
"epoch": 4.452709883103082,
"grad_norm": 0.451171875,
"learning_rate": 0.0001355939967786514,
"loss": 0.3327,
"step": 2095
},
{
"epoch": 4.463336875664187,
"grad_norm": 0.427734375,
"learning_rate": 0.00013524672543882996,
"loss": 0.3329,
"step": 2100
},
{
"epoch": 4.473963868225292,
"grad_norm": 0.63671875,
"learning_rate": 0.00013489896805309542,
"loss": 0.3376,
"step": 2105
},
{
"epoch": 4.484590860786398,
"grad_norm": 0.63671875,
"learning_rate": 0.00013455072941695863,
"loss": 0.329,
"step": 2110
},
{
"epoch": 4.495217853347503,
"grad_norm": 0.53125,
"learning_rate": 0.00013420201433256689,
"loss": 0.333,
"step": 2115
},
{
"epoch": 4.505844845908608,
"grad_norm": 0.470703125,
"learning_rate": 0.00013385282760863758,
"loss": 0.328,
"step": 2120
},
{
"epoch": 4.516471838469713,
"grad_norm": 0.439453125,
"learning_rate": 0.00013350317406039187,
"loss": 0.3321,
"step": 2125
},
{
"epoch": 4.527098831030818,
"grad_norm": 0.48046875,
"learning_rate": 0.00013315305850948846,
"loss": 0.3325,
"step": 2130
},
{
"epoch": 4.537725823591924,
"grad_norm": 0.48046875,
"learning_rate": 0.0001328024857839569,
"loss": 0.3324,
"step": 2135
},
{
"epoch": 4.548352816153029,
"grad_norm": 0.447265625,
"learning_rate": 0.00013245146071813114,
"loss": 0.3351,
"step": 2140
},
{
"epoch": 4.558979808714134,
"grad_norm": 0.41796875,
"learning_rate": 0.00013209998815258273,
"loss": 0.3264,
"step": 2145
},
{
"epoch": 4.569606801275239,
"grad_norm": 0.6640625,
"learning_rate": 0.00013174807293405428,
"loss": 0.3303,
"step": 2150
},
{
"epoch": 4.580233793836344,
"grad_norm": 0.5625,
"learning_rate": 0.00013139571991539238,
"loss": 0.3308,
"step": 2155
},
{
"epoch": 4.5908607863974495,
"grad_norm": 0.494140625,
"learning_rate": 0.00013104293395548098,
"loss": 0.3314,
"step": 2160
},
{
"epoch": 4.601487778958555,
"grad_norm": 0.45703125,
"learning_rate": 0.000130689719919174,
"loss": 0.3328,
"step": 2165
},
{
"epoch": 4.61211477151966,
"grad_norm": 0.453125,
"learning_rate": 0.00013033608267722858,
"loss": 0.3337,
"step": 2170
},
{
"epoch": 4.622741764080765,
"grad_norm": 0.54296875,
"learning_rate": 0.0001299820271062378,
"loss": 0.3343,
"step": 2175
},
{
"epoch": 4.63336875664187,
"grad_norm": 0.63671875,
"learning_rate": 0.00012962755808856342,
"loss": 0.3317,
"step": 2180
},
{
"epoch": 4.6439957492029755,
"grad_norm": 0.478515625,
"learning_rate": 0.00012927268051226844,
"loss": 0.3311,
"step": 2185
},
{
"epoch": 4.654622741764081,
"grad_norm": 0.55078125,
"learning_rate": 0.0001289173992710499,
"loss": 0.3347,
"step": 2190
},
{
"epoch": 4.665249734325186,
"grad_norm": 0.5859375,
"learning_rate": 0.00012856171926417133,
"loss": 0.3353,
"step": 2195
},
{
"epoch": 4.675876726886291,
"grad_norm": 0.59375,
"learning_rate": 0.00012820564539639512,
"loss": 0.3393,
"step": 2200
},
{
"epoch": 4.686503719447396,
"grad_norm": 0.73046875,
"learning_rate": 0.00012784918257791495,
"loss": 0.3373,
"step": 2205
},
{
"epoch": 4.6971307120085015,
"grad_norm": 0.7265625,
"learning_rate": 0.00012749233572428804,
"loss": 0.3271,
"step": 2210
},
{
"epoch": 4.707757704569607,
"grad_norm": 0.77734375,
"learning_rate": 0.00012713510975636741,
"loss": 0.3363,
"step": 2215
},
{
"epoch": 4.718384697130712,
"grad_norm": 0.67578125,
"learning_rate": 0.00012677750960023396,
"loss": 0.3355,
"step": 2220
},
{
"epoch": 4.729011689691817,
"grad_norm": 0.5703125,
"learning_rate": 0.00012641954018712863,
"loss": 0.3378,
"step": 2225
},
{
"epoch": 4.739638682252922,
"grad_norm": 0.484375,
"learning_rate": 0.0001260612064533843,
"loss": 0.3354,
"step": 2230
},
{
"epoch": 4.7502656748140275,
"grad_norm": 0.5,
"learning_rate": 0.0001257025133403577,
"loss": 0.3363,
"step": 2235
},
{
"epoch": 4.760892667375133,
"grad_norm": 0.57421875,
"learning_rate": 0.0001253434657943616,
"loss": 0.3296,
"step": 2240
},
{
"epoch": 4.771519659936238,
"grad_norm": 0.5546875,
"learning_rate": 0.00012498406876659598,
"loss": 0.3381,
"step": 2245
},
{
"epoch": 4.782146652497343,
"grad_norm": 0.5234375,
"learning_rate": 0.0001246243272130804,
"loss": 0.3222,
"step": 2250
},
{
"epoch": 4.792773645058449,
"grad_norm": 0.474609375,
"learning_rate": 0.00012426424609458518,
"loss": 0.3348,
"step": 2255
},
{
"epoch": 4.8034006376195535,
"grad_norm": 0.431640625,
"learning_rate": 0.00012390383037656327,
"loss": 0.3321,
"step": 2260
},
{
"epoch": 4.814027630180659,
"grad_norm": 0.43359375,
"learning_rate": 0.00012354308502908164,
"loss": 0.3349,
"step": 2265
},
{
"epoch": 4.824654622741764,
"grad_norm": 0.453125,
"learning_rate": 0.00012318201502675285,
"loss": 0.3269,
"step": 2270
},
{
"epoch": 4.835281615302869,
"grad_norm": 0.4453125,
"learning_rate": 0.00012282062534866632,
"loss": 0.3379,
"step": 2275
},
{
"epoch": 4.845908607863975,
"grad_norm": 0.423828125,
"learning_rate": 0.00012245892097831982,
"loss": 0.3316,
"step": 2280
},
{
"epoch": 4.8565356004250795,
"grad_norm": 0.4609375,
"learning_rate": 0.0001220969069035506,
"loss": 0.3411,
"step": 2285
},
{
"epoch": 4.867162592986185,
"grad_norm": 0.5546875,
"learning_rate": 0.0001217345881164667,
"loss": 0.3362,
"step": 2290
},
{
"epoch": 4.877789585547291,
"grad_norm": 0.46484375,
"learning_rate": 0.00012137196961337811,
"loss": 0.3316,
"step": 2295
},
{
"epoch": 4.888416578108395,
"grad_norm": 0.546875,
"learning_rate": 0.00012100905639472779,
"loss": 0.3309,
"step": 2300
},
{
"epoch": 4.899043570669501,
"grad_norm": 0.50390625,
"learning_rate": 0.00012064585346502286,
"loss": 0.3341,
"step": 2305
},
{
"epoch": 4.9096705632306055,
"grad_norm": 0.53515625,
"learning_rate": 0.00012028236583276542,
"loss": 0.3362,
"step": 2310
},
{
"epoch": 4.920297555791711,
"grad_norm": 0.734375,
"learning_rate": 0.0001199185985103836,
"loss": 0.3397,
"step": 2315
},
{
"epoch": 4.930924548352817,
"grad_norm": 0.49609375,
"learning_rate": 0.00011955455651416246,
"loss": 0.3363,
"step": 2320
},
{
"epoch": 4.941551540913921,
"grad_norm": 0.48828125,
"learning_rate": 0.00011919024486417463,
"loss": 0.3335,
"step": 2325
},
{
"epoch": 4.952178533475027,
"grad_norm": 0.5078125,
"learning_rate": 0.00011882566858421135,
"loss": 0.3311,
"step": 2330
},
{
"epoch": 4.9628055260361315,
"grad_norm": 0.54296875,
"learning_rate": 0.000118460832701713,
"loss": 0.3346,
"step": 2335
},
{
"epoch": 4.973432518597237,
"grad_norm": 0.54296875,
"learning_rate": 0.00011809574224769981,
"loss": 0.3334,
"step": 2340
},
{
"epoch": 4.984059511158343,
"grad_norm": 0.462890625,
"learning_rate": 0.00011773040225670256,
"loss": 0.3309,
"step": 2345
},
{
"epoch": 4.994686503719447,
"grad_norm": 0.490234375,
"learning_rate": 0.00011736481776669306,
"loss": 0.3345,
"step": 2350
},
{
"epoch": 4.99893730074389,
"eval_loss": 2.1233744621276855,
"eval_runtime": 0.8188,
"eval_samples_per_second": 6.106,
"eval_steps_per_second": 1.221,
"step": 2352
},
{
"epoch": 5.005313496280553,
"grad_norm": 0.435546875,
"learning_rate": 0.0001169989938190147,
"loss": 0.3151,
"step": 2355
},
{
"epoch": 5.015940488841657,
"grad_norm": 0.55859375,
"learning_rate": 0.00011663293545831302,
"loss": 0.2706,
"step": 2360
},
{
"epoch": 5.026567481402763,
"grad_norm": 0.5390625,
"learning_rate": 0.000116266647732466,
"loss": 0.276,
"step": 2365
},
{
"epoch": 5.0371944739638685,
"grad_norm": 0.55078125,
"learning_rate": 0.00011590013569251457,
"loss": 0.2787,
"step": 2370
},
{
"epoch": 5.047821466524973,
"grad_norm": 0.56640625,
"learning_rate": 0.00011553340439259286,
"loss": 0.2753,
"step": 2375
},
{
"epoch": 5.058448459086079,
"grad_norm": 0.466796875,
"learning_rate": 0.0001151664588898586,
"loss": 0.2707,
"step": 2380
},
{
"epoch": 5.069075451647183,
"grad_norm": 0.52734375,
"learning_rate": 0.00011479930424442335,
"loss": 0.2703,
"step": 2385
},
{
"epoch": 5.079702444208289,
"grad_norm": 0.53125,
"learning_rate": 0.00011443194551928266,
"loss": 0.2715,
"step": 2390
},
{
"epoch": 5.0903294367693945,
"grad_norm": 0.6328125,
"learning_rate": 0.00011406438778024635,
"loss": 0.2739,
"step": 2395
},
{
"epoch": 5.100956429330499,
"grad_norm": 0.5625,
"learning_rate": 0.00011369663609586854,
"loss": 0.278,
"step": 2400
},
{
"epoch": 5.111583421891605,
"grad_norm": 0.52734375,
"learning_rate": 0.0001133286955373779,
"loss": 0.2809,
"step": 2405
},
{
"epoch": 5.12221041445271,
"grad_norm": 0.57421875,
"learning_rate": 0.00011296057117860759,
"loss": 0.2706,
"step": 2410
},
{
"epoch": 5.132837407013815,
"grad_norm": 0.54296875,
"learning_rate": 0.00011259226809592534,
"loss": 0.2765,
"step": 2415
},
{
"epoch": 5.1434643995749205,
"grad_norm": 0.46484375,
"learning_rate": 0.00011222379136816345,
"loss": 0.2717,
"step": 2420
},
{
"epoch": 5.154091392136025,
"grad_norm": 0.515625,
"learning_rate": 0.00011185514607654881,
"loss": 0.2796,
"step": 2425
},
{
"epoch": 5.164718384697131,
"grad_norm": 0.51953125,
"learning_rate": 0.00011148633730463273,
"loss": 0.2801,
"step": 2430
},
{
"epoch": 5.175345377258236,
"grad_norm": 0.5078125,
"learning_rate": 0.00011111737013822088,
"loss": 0.2745,
"step": 2435
},
{
"epoch": 5.185972369819341,
"grad_norm": 0.51171875,
"learning_rate": 0.00011074824966530312,
"loss": 0.2786,
"step": 2440
},
{
"epoch": 5.1965993623804465,
"grad_norm": 0.55078125,
"learning_rate": 0.00011037898097598352,
"loss": 0.2728,
"step": 2445
},
{
"epoch": 5.207226354941551,
"grad_norm": 0.5625,
"learning_rate": 0.00011000956916240985,
"loss": 0.2827,
"step": 2450
},
{
"epoch": 5.217853347502657,
"grad_norm": 0.59765625,
"learning_rate": 0.00010964001931870365,
"loss": 0.2783,
"step": 2455
},
{
"epoch": 5.228480340063762,
"grad_norm": 0.51171875,
"learning_rate": 0.00010927033654088983,
"loss": 0.2847,
"step": 2460
},
{
"epoch": 5.239107332624867,
"grad_norm": 0.78125,
"learning_rate": 0.0001089005259268265,
"loss": 0.2833,
"step": 2465
},
{
"epoch": 5.2497343251859725,
"grad_norm": 0.6953125,
"learning_rate": 0.00010853059257613448,
"loss": 0.2819,
"step": 2470
},
{
"epoch": 5.260361317747078,
"grad_norm": 0.5859375,
"learning_rate": 0.00010816054159012723,
"loss": 0.2766,
"step": 2475
},
{
"epoch": 5.270988310308183,
"grad_norm": 0.53125,
"learning_rate": 0.00010779037807174033,
"loss": 0.2767,
"step": 2480
},
{
"epoch": 5.281615302869288,
"grad_norm": 0.48828125,
"learning_rate": 0.00010742010712546116,
"loss": 0.2737,
"step": 2485
},
{
"epoch": 5.292242295430393,
"grad_norm": 0.47265625,
"learning_rate": 0.00010704973385725851,
"loss": 0.2799,
"step": 2490
},
{
"epoch": 5.3028692879914985,
"grad_norm": 0.58984375,
"learning_rate": 0.00010667926337451217,
"loss": 0.2815,
"step": 2495
},
{
"epoch": 5.313496280552604,
"grad_norm": 0.48046875,
"learning_rate": 0.00010630870078594249,
"loss": 0.2796,
"step": 2500
},
{
"epoch": 5.324123273113709,
"grad_norm": 0.5703125,
"learning_rate": 0.00010593805120154001,
"loss": 0.2764,
"step": 2505
},
{
"epoch": 5.334750265674814,
"grad_norm": 0.48828125,
"learning_rate": 0.00010556731973249485,
"loss": 0.279,
"step": 2510
},
{
"epoch": 5.345377258235919,
"grad_norm": 0.5625,
"learning_rate": 0.00010519651149112631,
"loss": 0.2817,
"step": 2515
},
{
"epoch": 5.3560042507970245,
"grad_norm": 0.578125,
"learning_rate": 0.00010482563159081238,
"loss": 0.283,
"step": 2520
},
{
"epoch": 5.36663124335813,
"grad_norm": 0.5390625,
"learning_rate": 0.00010445468514591925,
"loss": 0.2815,
"step": 2525
},
{
"epoch": 5.377258235919235,
"grad_norm": 0.50390625,
"learning_rate": 0.00010408367727173067,
"loss": 0.2793,
"step": 2530
},
{
"epoch": 5.38788522848034,
"grad_norm": 0.5078125,
"learning_rate": 0.0001037126130843776,
"loss": 0.2839,
"step": 2535
},
{
"epoch": 5.398512221041445,
"grad_norm": 0.46875,
"learning_rate": 0.00010334149770076747,
"loss": 0.2843,
"step": 2540
},
{
"epoch": 5.4091392136025505,
"grad_norm": 0.494140625,
"learning_rate": 0.00010297033623851369,
"loss": 0.2864,
"step": 2545
},
{
"epoch": 5.419766206163656,
"grad_norm": 0.609375,
"learning_rate": 0.0001025991338158651,
"loss": 0.2883,
"step": 2550
},
{
"epoch": 5.430393198724761,
"grad_norm": 0.609375,
"learning_rate": 0.0001022278955516354,
"loss": 0.2919,
"step": 2555
},
{
"epoch": 5.441020191285866,
"grad_norm": 0.55859375,
"learning_rate": 0.00010185662656513251,
"loss": 0.28,
"step": 2560
},
{
"epoch": 5.451647183846971,
"grad_norm": 0.51171875,
"learning_rate": 0.00010148533197608803,
"loss": 0.2815,
"step": 2565
},
{
"epoch": 5.462274176408076,
"grad_norm": 0.5546875,
"learning_rate": 0.00010111401690458654,
"loss": 0.2858,
"step": 2570
},
{
"epoch": 5.472901168969182,
"grad_norm": 0.474609375,
"learning_rate": 0.00010074268647099525,
"loss": 0.2824,
"step": 2575
},
{
"epoch": 5.483528161530287,
"grad_norm": 0.58203125,
"learning_rate": 0.00010037134579589302,
"loss": 0.2863,
"step": 2580
},
{
"epoch": 5.494155154091392,
"grad_norm": 0.58203125,
"learning_rate": 0.0001,
"loss": 0.2755,
"step": 2585
},
{
"epoch": 5.504782146652497,
"grad_norm": 0.59375,
"learning_rate": 9.962865420410701e-05,
"loss": 0.2812,
"step": 2590
},
{
"epoch": 5.515409139213602,
"grad_norm": 0.72265625,
"learning_rate": 9.925731352900478e-05,
"loss": 0.2781,
"step": 2595
},
{
"epoch": 5.526036131774708,
"grad_norm": 0.73828125,
"learning_rate": 9.888598309541347e-05,
"loss": 0.2864,
"step": 2600
},
{
"epoch": 5.536663124335813,
"grad_norm": 0.5234375,
"learning_rate": 9.851466802391201e-05,
"loss": 0.2813,
"step": 2605
},
{
"epoch": 5.547290116896918,
"grad_norm": 0.60546875,
"learning_rate": 9.814337343486754e-05,
"loss": 0.2801,
"step": 2610
},
{
"epoch": 5.557917109458024,
"grad_norm": 0.546875,
"learning_rate": 9.777210444836463e-05,
"loss": 0.281,
"step": 2615
},
{
"epoch": 5.568544102019128,
"grad_norm": 0.51953125,
"learning_rate": 9.740086618413495e-05,
"loss": 0.2817,
"step": 2620
},
{
"epoch": 5.579171094580234,
"grad_norm": 0.578125,
"learning_rate": 9.702966376148635e-05,
"loss": 0.2859,
"step": 2625
},
{
"epoch": 5.589798087141339,
"grad_norm": 0.52734375,
"learning_rate": 9.665850229923258e-05,
"loss": 0.2814,
"step": 2630
},
{
"epoch": 5.600425079702444,
"grad_norm": 0.609375,
"learning_rate": 9.62873869156224e-05,
"loss": 0.2827,
"step": 2635
},
{
"epoch": 5.61105207226355,
"grad_norm": 0.48046875,
"learning_rate": 9.591632272826934e-05,
"loss": 0.2831,
"step": 2640
},
{
"epoch": 5.621679064824654,
"grad_norm": 0.609375,
"learning_rate": 9.554531485408078e-05,
"loss": 0.2791,
"step": 2645
},
{
"epoch": 5.63230605738576,
"grad_norm": 0.51953125,
"learning_rate": 9.517436840918766e-05,
"loss": 0.2829,
"step": 2650
},
{
"epoch": 5.6429330499468655,
"grad_norm": 0.5390625,
"learning_rate": 9.480348850887373e-05,
"loss": 0.2826,
"step": 2655
},
{
"epoch": 5.65356004250797,
"grad_norm": 0.490234375,
"learning_rate": 9.44326802675052e-05,
"loss": 0.2827,
"step": 2660
},
{
"epoch": 5.664187035069076,
"grad_norm": 0.46875,
"learning_rate": 9.406194879846e-05,
"loss": 0.2857,
"step": 2665
},
{
"epoch": 5.67481402763018,
"grad_norm": 0.484375,
"learning_rate": 9.369129921405754e-05,
"loss": 0.2818,
"step": 2670
},
{
"epoch": 5.685441020191286,
"grad_norm": 0.45703125,
"learning_rate": 9.332073662548784e-05,
"loss": 0.278,
"step": 2675
},
{
"epoch": 5.6960680127523915,
"grad_norm": 0.5234375,
"learning_rate": 9.295026614274152e-05,
"loss": 0.2815,
"step": 2680
},
{
"epoch": 5.706695005313496,
"grad_norm": 0.5546875,
"learning_rate": 9.257989287453883e-05,
"loss": 0.2832,
"step": 2685
},
{
"epoch": 5.717321997874602,
"grad_norm": 0.59375,
"learning_rate": 9.220962192825968e-05,
"loss": 0.285,
"step": 2690
},
{
"epoch": 5.727948990435706,
"grad_norm": 0.45703125,
"learning_rate": 9.183945840987276e-05,
"loss": 0.283,
"step": 2695
},
{
"epoch": 5.738575982996812,
"grad_norm": 0.4921875,
"learning_rate": 9.146940742386553e-05,
"loss": 0.2869,
"step": 2700
},
{
"epoch": 5.7492029755579175,
"grad_norm": 0.466796875,
"learning_rate": 9.109947407317352e-05,
"loss": 0.2876,
"step": 2705
},
{
"epoch": 5.759829968119022,
"grad_norm": 0.51953125,
"learning_rate": 9.072966345911019e-05,
"loss": 0.2879,
"step": 2710
},
{
"epoch": 5.770456960680128,
"grad_norm": 0.5,
"learning_rate": 9.035998068129636e-05,
"loss": 0.2773,
"step": 2715
},
{
"epoch": 5.781083953241232,
"grad_norm": 0.5390625,
"learning_rate": 8.999043083759017e-05,
"loss": 0.2863,
"step": 2720
},
{
"epoch": 5.791710945802338,
"grad_norm": 0.47265625,
"learning_rate": 8.962101902401648e-05,
"loss": 0.2813,
"step": 2725
},
{
"epoch": 5.8023379383634435,
"grad_norm": 0.54296875,
"learning_rate": 8.925175033469688e-05,
"loss": 0.2772,
"step": 2730
},
{
"epoch": 5.812964930924548,
"grad_norm": 0.5234375,
"learning_rate": 8.888262986177913e-05,
"loss": 0.2842,
"step": 2735
},
{
"epoch": 5.823591923485654,
"grad_norm": 0.53125,
"learning_rate": 8.851366269536729e-05,
"loss": 0.2806,
"step": 2740
},
{
"epoch": 5.834218916046758,
"grad_norm": 0.51953125,
"learning_rate": 8.814485392345118e-05,
"loss": 0.2754,
"step": 2745
},
{
"epoch": 5.844845908607864,
"grad_norm": 0.482421875,
"learning_rate": 8.777620863183657e-05,
"loss": 0.2852,
"step": 2750
},
{
"epoch": 5.8554729011689695,
"grad_norm": 0.50390625,
"learning_rate": 8.740773190407471e-05,
"loss": 0.2782,
"step": 2755
},
{
"epoch": 5.866099893730074,
"grad_norm": 0.486328125,
"learning_rate": 8.703942882139245e-05,
"loss": 0.2887,
"step": 2760
},
{
"epoch": 5.87672688629118,
"grad_norm": 0.46875,
"learning_rate": 8.667130446262214e-05,
"loss": 0.2812,
"step": 2765
},
{
"epoch": 5.887353878852284,
"grad_norm": 0.53515625,
"learning_rate": 8.630336390413147e-05,
"loss": 0.2809,
"step": 2770
},
{
"epoch": 5.89798087141339,
"grad_norm": 0.498046875,
"learning_rate": 8.59356122197537e-05,
"loss": 0.2816,
"step": 2775
},
{
"epoch": 5.9086078639744954,
"grad_norm": 0.59375,
"learning_rate": 8.556805448071735e-05,
"loss": 0.2788,
"step": 2780
},
{
"epoch": 5.9192348565356,
"grad_norm": 0.515625,
"learning_rate": 8.520069575557667e-05,
"loss": 0.2773,
"step": 2785
},
{
"epoch": 5.929861849096706,
"grad_norm": 0.53125,
"learning_rate": 8.483354111014141e-05,
"loss": 0.2882,
"step": 2790
},
{
"epoch": 5.940488841657811,
"grad_norm": 0.50390625,
"learning_rate": 8.446659560740717e-05,
"loss": 0.285,
"step": 2795
},
{
"epoch": 5.951115834218916,
"grad_norm": 0.515625,
"learning_rate": 8.409986430748545e-05,
"loss": 0.2788,
"step": 2800
},
{
"epoch": 5.961742826780021,
"grad_norm": 0.50390625,
"learning_rate": 8.373335226753404e-05,
"loss": 0.2799,
"step": 2805
},
{
"epoch": 5.972369819341126,
"grad_norm": 0.478515625,
"learning_rate": 8.336706454168701e-05,
"loss": 0.2835,
"step": 2810
},
{
"epoch": 5.982996811902232,
"grad_norm": 0.5234375,
"learning_rate": 8.300100618098534e-05,
"loss": 0.2865,
"step": 2815
},
{
"epoch": 5.993623804463337,
"grad_norm": 0.53515625,
"learning_rate": 8.263518223330697e-05,
"loss": 0.2875,
"step": 2820
},
{
"epoch": 6.0,
"eval_loss": 2.5845518112182617,
"eval_runtime": 0.7933,
"eval_samples_per_second": 6.303,
"eval_steps_per_second": 1.261,
"step": 2823
},
{
"epoch": 6.004250797024442,
"grad_norm": 0.3984375,
"learning_rate": 8.226959774329747e-05,
"loss": 0.2603,
"step": 2825
},
{
"epoch": 6.014877789585547,
"grad_norm": 0.578125,
"learning_rate": 8.190425775230021e-05,
"loss": 0.2316,
"step": 2830
},
{
"epoch": 6.025504782146652,
"grad_norm": 0.470703125,
"learning_rate": 8.153916729828703e-05,
"loss": 0.2244,
"step": 2835
},
{
"epoch": 6.036131774707758,
"grad_norm": 0.470703125,
"learning_rate": 8.117433141578866e-05,
"loss": 0.2276,
"step": 2840
},
{
"epoch": 6.046758767268863,
"grad_norm": 0.484375,
"learning_rate": 8.080975513582539e-05,
"loss": 0.2338,
"step": 2845
},
{
"epoch": 6.057385759829968,
"grad_norm": 0.51171875,
"learning_rate": 8.044544348583755e-05,
"loss": 0.2334,
"step": 2850
},
{
"epoch": 6.068012752391073,
"grad_norm": 0.51953125,
"learning_rate": 8.008140148961641e-05,
"loss": 0.2319,
"step": 2855
},
{
"epoch": 6.078639744952179,
"grad_norm": 0.53125,
"learning_rate": 7.971763416723459e-05,
"loss": 0.2326,
"step": 2860
},
{
"epoch": 6.089266737513284,
"grad_norm": 0.494140625,
"learning_rate": 7.935414653497715e-05,
"loss": 0.2305,
"step": 2865
},
{
"epoch": 6.099893730074389,
"grad_norm": 0.46484375,
"learning_rate": 7.89909436052722e-05,
"loss": 0.2297,
"step": 2870
},
{
"epoch": 6.110520722635494,
"grad_norm": 0.482421875,
"learning_rate": 7.862803038662191e-05,
"loss": 0.2251,
"step": 2875
},
{
"epoch": 6.121147715196599,
"grad_norm": 0.515625,
"learning_rate": 7.826541188353329e-05,
"loss": 0.2321,
"step": 2880
},
{
"epoch": 6.131774707757705,
"grad_norm": 0.52734375,
"learning_rate": 7.790309309644942e-05,
"loss": 0.2324,
"step": 2885
},
{
"epoch": 6.14240170031881,
"grad_norm": 0.5078125,
"learning_rate": 7.754107902168019e-05,
"loss": 0.2305,
"step": 2890
},
{
"epoch": 6.153028692879915,
"grad_norm": 0.52734375,
"learning_rate": 7.717937465133371e-05,
"loss": 0.2258,
"step": 2895
},
{
"epoch": 6.16365568544102,
"grad_norm": 0.5078125,
"learning_rate": 7.681798497324716e-05,
"loss": 0.2375,
"step": 2900
},
{
"epoch": 6.174282678002125,
"grad_norm": 0.50390625,
"learning_rate": 7.645691497091838e-05,
"loss": 0.2351,
"step": 2905
},
{
"epoch": 6.184909670563231,
"grad_norm": 0.52734375,
"learning_rate": 7.609616962343675e-05,
"loss": 0.2359,
"step": 2910
},
{
"epoch": 6.195536663124336,
"grad_norm": 0.5234375,
"learning_rate": 7.573575390541485e-05,
"loss": 0.2396,
"step": 2915
},
{
"epoch": 6.206163655685441,
"grad_norm": 0.5390625,
"learning_rate": 7.537567278691964e-05,
"loss": 0.2316,
"step": 2920
},
{
"epoch": 6.216790648246546,
"grad_norm": 0.486328125,
"learning_rate": 7.501593123340403e-05,
"loss": 0.2356,
"step": 2925
},
{
"epoch": 6.227417640807651,
"grad_norm": 0.52734375,
"learning_rate": 7.465653420563845e-05,
"loss": 0.2373,
"step": 2930
},
{
"epoch": 6.238044633368757,
"grad_norm": 0.53515625,
"learning_rate": 7.42974866596423e-05,
"loss": 0.2349,
"step": 2935
},
{
"epoch": 6.248671625929862,
"grad_norm": 0.5625,
"learning_rate": 7.393879354661577e-05,
"loss": 0.2326,
"step": 2940
},
{
"epoch": 6.259298618490967,
"grad_norm": 0.60546875,
"learning_rate": 7.358045981287141e-05,
"loss": 0.2366,
"step": 2945
},
{
"epoch": 6.269925611052072,
"grad_norm": 0.5390625,
"learning_rate": 7.322249039976608e-05,
"loss": 0.2372,
"step": 2950
},
{
"epoch": 6.280552603613177,
"grad_norm": 0.4765625,
"learning_rate": 7.286489024363261e-05,
"loss": 0.2319,
"step": 2955
},
{
"epoch": 6.291179596174283,
"grad_norm": 0.546875,
"learning_rate": 7.2507664275712e-05,
"loss": 0.2341,
"step": 2960
},
{
"epoch": 6.301806588735388,
"grad_norm": 0.5703125,
"learning_rate": 7.215081742208508e-05,
"loss": 0.2334,
"step": 2965
},
{
"epoch": 6.312433581296493,
"grad_norm": 0.515625,
"learning_rate": 7.179435460360491e-05,
"loss": 0.2305,
"step": 2970
},
{
"epoch": 6.323060573857599,
"grad_norm": 0.61328125,
"learning_rate": 7.14382807358287e-05,
"loss": 0.2351,
"step": 2975
},
{
"epoch": 6.333687566418703,
"grad_norm": 0.51953125,
"learning_rate": 7.108260072895013e-05,
"loss": 0.2312,
"step": 2980
},
{
"epoch": 6.344314558979809,
"grad_norm": 0.52734375,
"learning_rate": 7.072731948773159e-05,
"loss": 0.2309,
"step": 2985
},
{
"epoch": 6.354941551540914,
"grad_norm": 0.54296875,
"learning_rate": 7.037244191143661e-05,
"loss": 0.2392,
"step": 2990
},
{
"epoch": 6.365568544102019,
"grad_norm": 0.56640625,
"learning_rate": 7.001797289376218e-05,
"loss": 0.2363,
"step": 2995
},
{
"epoch": 6.376195536663125,
"grad_norm": 0.55859375,
"learning_rate": 6.966391732277143e-05,
"loss": 0.2342,
"step": 3000
},
{
"epoch": 6.386822529224229,
"grad_norm": 0.55859375,
"learning_rate": 6.931028008082602e-05,
"loss": 0.2329,
"step": 3005
},
{
"epoch": 6.397449521785335,
"grad_norm": 0.55078125,
"learning_rate": 6.895706604451905e-05,
"loss": 0.2377,
"step": 3010
},
{
"epoch": 6.4080765143464395,
"grad_norm": 0.53515625,
"learning_rate": 6.860428008460762e-05,
"loss": 0.2402,
"step": 3015
},
{
"epoch": 6.418703506907545,
"grad_norm": 0.5703125,
"learning_rate": 6.825192706594575e-05,
"loss": 0.2366,
"step": 3020
},
{
"epoch": 6.429330499468651,
"grad_norm": 0.6015625,
"learning_rate": 6.790001184741728e-05,
"loss": 0.2331,
"step": 3025
},
{
"epoch": 6.439957492029755,
"grad_norm": 0.56640625,
"learning_rate": 6.75485392818689e-05,
"loss": 0.2337,
"step": 3030
},
{
"epoch": 6.450584484590861,
"grad_norm": 0.53515625,
"learning_rate": 6.719751421604309e-05,
"loss": 0.2357,
"step": 3035
},
{
"epoch": 6.461211477151966,
"grad_norm": 0.5,
"learning_rate": 6.684694149051156e-05,
"loss": 0.2395,
"step": 3040
},
{
"epoch": 6.471838469713071,
"grad_norm": 0.54296875,
"learning_rate": 6.649682593960814e-05,
"loss": 0.2258,
"step": 3045
},
{
"epoch": 6.482465462274177,
"grad_norm": 0.46484375,
"learning_rate": 6.614717239136246e-05,
"loss": 0.234,
"step": 3050
},
{
"epoch": 6.493092454835281,
"grad_norm": 0.5234375,
"learning_rate": 6.579798566743314e-05,
"loss": 0.2417,
"step": 3055
},
{
"epoch": 6.503719447396387,
"grad_norm": 0.66796875,
"learning_rate": 6.54492705830414e-05,
"loss": 0.2319,
"step": 3060
},
{
"epoch": 6.514346439957492,
"grad_norm": 0.58203125,
"learning_rate": 6.51010319469046e-05,
"loss": 0.2325,
"step": 3065
},
{
"epoch": 6.524973432518597,
"grad_norm": 0.578125,
"learning_rate": 6.475327456117005e-05,
"loss": 0.2353,
"step": 3070
},
{
"epoch": 6.535600425079703,
"grad_norm": 0.490234375,
"learning_rate": 6.440600322134864e-05,
"loss": 0.2345,
"step": 3075
},
{
"epoch": 6.546227417640807,
"grad_norm": 0.52734375,
"learning_rate": 6.405922271624874e-05,
"loss": 0.2327,
"step": 3080
},
{
"epoch": 6.556854410201913,
"grad_norm": 0.54296875,
"learning_rate": 6.371293782791028e-05,
"loss": 0.2356,
"step": 3085
},
{
"epoch": 6.567481402763018,
"grad_norm": 0.49609375,
"learning_rate": 6.336715333153869e-05,
"loss": 0.2336,
"step": 3090
},
{
"epoch": 6.578108395324123,
"grad_norm": 0.51953125,
"learning_rate": 6.302187399543911e-05,
"loss": 0.2365,
"step": 3095
},
{
"epoch": 6.588735387885229,
"grad_norm": 0.46875,
"learning_rate": 6.267710458095053e-05,
"loss": 0.2377,
"step": 3100
},
{
"epoch": 6.599362380446333,
"grad_norm": 0.53515625,
"learning_rate": 6.233284984238035e-05,
"loss": 0.2297,
"step": 3105
},
{
"epoch": 6.609989373007439,
"grad_norm": 0.53515625,
"learning_rate": 6.198911452693853e-05,
"loss": 0.2347,
"step": 3110
},
{
"epoch": 6.620616365568544,
"grad_norm": 0.51953125,
"learning_rate": 6.164590337467243e-05,
"loss": 0.2363,
"step": 3115
},
{
"epoch": 6.631243358129649,
"grad_norm": 0.5078125,
"learning_rate": 6.130322111840114e-05,
"loss": 0.2339,
"step": 3120
},
{
"epoch": 6.641870350690755,
"grad_norm": 0.57421875,
"learning_rate": 6.0961072483650526e-05,
"loss": 0.2328,
"step": 3125
},
{
"epoch": 6.652497343251859,
"grad_norm": 0.578125,
"learning_rate": 6.0619462188587793e-05,
"loss": 0.234,
"step": 3130
},
{
"epoch": 6.663124335812965,
"grad_norm": 0.5390625,
"learning_rate": 6.027839494395664e-05,
"loss": 0.2397,
"step": 3135
},
{
"epoch": 6.67375132837407,
"grad_norm": 0.50390625,
"learning_rate": 5.993787545301204e-05,
"loss": 0.2379,
"step": 3140
},
{
"epoch": 6.684378320935175,
"grad_norm": 0.50390625,
"learning_rate": 5.959790841145577e-05,
"loss": 0.236,
"step": 3145
},
{
"epoch": 6.695005313496281,
"grad_norm": 0.53125,
"learning_rate": 5.9258498507371194e-05,
"loss": 0.2393,
"step": 3150
},
{
"epoch": 6.705632306057386,
"grad_norm": 0.50390625,
"learning_rate": 5.891965042115907e-05,
"loss": 0.2399,
"step": 3155
},
{
"epoch": 6.716259298618491,
"grad_norm": 0.59765625,
"learning_rate": 5.8581368825472585e-05,
"loss": 0.2261,
"step": 3160
},
{
"epoch": 6.726886291179596,
"grad_norm": 0.51953125,
"learning_rate": 5.8243658385153285e-05,
"loss": 0.2379,
"step": 3165
},
{
"epoch": 6.737513283740701,
"grad_norm": 0.55859375,
"learning_rate": 5.790652375716652e-05,
"loss": 0.2327,
"step": 3170
},
{
"epoch": 6.748140276301807,
"grad_norm": 0.58984375,
"learning_rate": 5.7569969590537284e-05,
"loss": 0.2299,
"step": 3175
},
{
"epoch": 6.758767268862912,
"grad_norm": 0.490234375,
"learning_rate": 5.7234000526286156e-05,
"loss": 0.2373,
"step": 3180
},
{
"epoch": 6.769394261424017,
"grad_norm": 0.55859375,
"learning_rate": 5.689862119736522e-05,
"loss": 0.2406,
"step": 3185
},
{
"epoch": 6.780021253985122,
"grad_norm": 0.55078125,
"learning_rate": 5.656383622859418e-05,
"loss": 0.2394,
"step": 3190
},
{
"epoch": 6.790648246546228,
"grad_norm": 0.5625,
"learning_rate": 5.622965023659683e-05,
"loss": 0.2378,
"step": 3195
},
{
"epoch": 6.801275239107333,
"grad_norm": 0.5703125,
"learning_rate": 5.589606782973683e-05,
"loss": 0.2342,
"step": 3200
},
{
"epoch": 6.811902231668438,
"grad_norm": 0.51171875,
"learning_rate": 5.55630936080549e-05,
"loss": 0.2344,
"step": 3205
},
{
"epoch": 6.822529224229543,
"grad_norm": 0.53125,
"learning_rate": 5.5230732163204615e-05,
"loss": 0.2344,
"step": 3210
},
{
"epoch": 6.833156216790648,
"grad_norm": 0.5390625,
"learning_rate": 5.48989880783898e-05,
"loss": 0.2352,
"step": 3215
},
{
"epoch": 6.843783209351754,
"grad_norm": 0.51953125,
"learning_rate": 5.456786592830083e-05,
"loss": 0.2337,
"step": 3220
},
{
"epoch": 6.8544102019128585,
"grad_norm": 0.50390625,
"learning_rate": 5.423737027905173e-05,
"loss": 0.2326,
"step": 3225
},
{
"epoch": 6.865037194473964,
"grad_norm": 0.50390625,
"learning_rate": 5.39075056881172e-05,
"loss": 0.2348,
"step": 3230
},
{
"epoch": 6.875664187035069,
"grad_norm": 0.54296875,
"learning_rate": 5.357827670426977e-05,
"loss": 0.2361,
"step": 3235
},
{
"epoch": 6.886291179596174,
"grad_norm": 0.4921875,
"learning_rate": 5.3249687867517095e-05,
"loss": 0.2298,
"step": 3240
},
{
"epoch": 6.89691817215728,
"grad_norm": 0.53515625,
"learning_rate": 5.292174370903919e-05,
"loss": 0.2344,
"step": 3245
},
{
"epoch": 6.9075451647183845,
"grad_norm": 0.51953125,
"learning_rate": 5.259444875112624e-05,
"loss": 0.2366,
"step": 3250
},
{
"epoch": 6.91817215727949,
"grad_norm": 0.8203125,
"learning_rate": 5.226780750711602e-05,
"loss": 0.2343,
"step": 3255
},
{
"epoch": 6.928799149840595,
"grad_norm": 0.53125,
"learning_rate": 5.1941824481331626e-05,
"loss": 0.236,
"step": 3260
},
{
"epoch": 6.9394261424017,
"grad_norm": 0.498046875,
"learning_rate": 5.1616504169019564e-05,
"loss": 0.2271,
"step": 3265
},
{
"epoch": 6.950053134962806,
"grad_norm": 0.50390625,
"learning_rate": 5.129185105628756e-05,
"loss": 0.2338,
"step": 3270
},
{
"epoch": 6.9606801275239105,
"grad_norm": 0.515625,
"learning_rate": 5.0967869620042794e-05,
"loss": 0.2311,
"step": 3275
},
{
"epoch": 6.971307120085016,
"grad_norm": 0.51171875,
"learning_rate": 5.064456432793019e-05,
"loss": 0.23,
"step": 3280
},
{
"epoch": 6.981934112646121,
"grad_norm": 0.59765625,
"learning_rate": 5.032193963827073e-05,
"loss": 0.2347,
"step": 3285
},
{
"epoch": 6.992561105207226,
"grad_norm": 0.56640625,
"learning_rate": 5.000000000000002e-05,
"loss": 0.2319,
"step": 3290
},
{
"epoch": 6.99893730074389,
"eval_loss": 3.1057090759277344,
"eval_runtime": 0.816,
"eval_samples_per_second": 6.127,
"eval_steps_per_second": 1.225,
"step": 3293
},
{
"epoch": 7.003188097768332,
"grad_norm": 0.40234375,
"learning_rate": 4.96787498526069e-05,
"loss": 0.2177,
"step": 3295
},
{
"epoch": 7.0138150903294365,
"grad_norm": 0.458984375,
"learning_rate": 4.93581936260724e-05,
"loss": 0.1956,
"step": 3300
},
{
"epoch": 7.024442082890542,
"grad_norm": 0.56640625,
"learning_rate": 4.903833574080825e-05,
"loss": 0.1954,
"step": 3305
},
{
"epoch": 7.035069075451648,
"grad_norm": 0.494140625,
"learning_rate": 4.8719180607596484e-05,
"loss": 0.1939,
"step": 3310
},
{
"epoch": 7.045696068012752,
"grad_norm": 0.4453125,
"learning_rate": 4.8400732627528e-05,
"loss": 0.1996,
"step": 3315
},
{
"epoch": 7.056323060573858,
"grad_norm": 0.55859375,
"learning_rate": 4.808299619194251e-05,
"loss": 0.1946,
"step": 3320
},
{
"epoch": 7.0669500531349625,
"grad_norm": 0.54296875,
"learning_rate": 4.776597568236731e-05,
"loss": 0.1914,
"step": 3325
},
{
"epoch": 7.077577045696068,
"grad_norm": 0.4609375,
"learning_rate": 4.744967547045754e-05,
"loss": 0.1963,
"step": 3330
},
{
"epoch": 7.088204038257174,
"grad_norm": 0.4921875,
"learning_rate": 4.713409991793536e-05,
"loss": 0.2024,
"step": 3335
},
{
"epoch": 7.098831030818278,
"grad_norm": 0.5625,
"learning_rate": 4.681925337653006e-05,
"loss": 0.1974,
"step": 3340
},
{
"epoch": 7.109458023379384,
"grad_norm": 0.53515625,
"learning_rate": 4.650514018791799e-05,
"loss": 0.1954,
"step": 3345
},
{
"epoch": 7.1200850159404885,
"grad_norm": 0.53125,
"learning_rate": 4.6191764683662744e-05,
"loss": 0.2007,
"step": 3350
},
{
"epoch": 7.130712008501594,
"grad_norm": 0.478515625,
"learning_rate": 4.587913118515532e-05,
"loss": 0.1959,
"step": 3355
},
{
"epoch": 7.1413390010627,
"grad_norm": 0.5078125,
"learning_rate": 4.5567244003554645e-05,
"loss": 0.1994,
"step": 3360
},
{
"epoch": 7.151965993623804,
"grad_norm": 0.51953125,
"learning_rate": 4.5256107439728035e-05,
"loss": 0.1979,
"step": 3365
},
{
"epoch": 7.16259298618491,
"grad_norm": 0.53125,
"learning_rate": 4.494572578419194e-05,
"loss": 0.1951,
"step": 3370
},
{
"epoch": 7.1732199787460145,
"grad_norm": 0.474609375,
"learning_rate": 4.463610331705273e-05,
"loss": 0.1996,
"step": 3375
},
{
"epoch": 7.18384697130712,
"grad_norm": 0.474609375,
"learning_rate": 4.432724430794786e-05,
"loss": 0.1989,
"step": 3380
},
{
"epoch": 7.194473963868226,
"grad_norm": 0.51953125,
"learning_rate": 4.4019153015986546e-05,
"loss": 0.2009,
"step": 3385
},
{
"epoch": 7.20510095642933,
"grad_norm": 0.53125,
"learning_rate": 4.371183368969165e-05,
"loss": 0.1926,
"step": 3390
},
{
"epoch": 7.215727948990436,
"grad_norm": 0.51171875,
"learning_rate": 4.340529056694047e-05,
"loss": 0.1997,
"step": 3395
},
{
"epoch": 7.226354941551541,
"grad_norm": 0.4765625,
"learning_rate": 4.309952787490689e-05,
"loss": 0.1969,
"step": 3400
},
{
"epoch": 7.236981934112646,
"grad_norm": 0.48046875,
"learning_rate": 4.279454983000251e-05,
"loss": 0.1974,
"step": 3405
},
{
"epoch": 7.247608926673752,
"grad_norm": 0.63671875,
"learning_rate": 4.249036063781896e-05,
"loss": 0.1969,
"step": 3410
},
{
"epoch": 7.258235919234856,
"grad_norm": 0.5234375,
"learning_rate": 4.2186964493069794e-05,
"loss": 0.1953,
"step": 3415
},
{
"epoch": 7.268862911795962,
"grad_norm": 0.54296875,
"learning_rate": 4.1884365579532346e-05,
"loss": 0.1973,
"step": 3420
},
{
"epoch": 7.279489904357067,
"grad_norm": 0.62890625,
"learning_rate": 4.158256806999059e-05,
"loss": 0.1938,
"step": 3425
},
{
"epoch": 7.290116896918172,
"grad_norm": 0.51953125,
"learning_rate": 4.128157612617696e-05,
"loss": 0.1964,
"step": 3430
},
{
"epoch": 7.3007438894792775,
"grad_norm": 0.53125,
"learning_rate": 4.0981393898715545e-05,
"loss": 0.202,
"step": 3435
},
{
"epoch": 7.311370882040382,
"grad_norm": 0.494140625,
"learning_rate": 4.0682025527064486e-05,
"loss": 0.1964,
"step": 3440
},
{
"epoch": 7.321997874601488,
"grad_norm": 0.53515625,
"learning_rate": 4.038347513945898e-05,
"loss": 0.1999,
"step": 3445
},
{
"epoch": 7.332624867162593,
"grad_norm": 0.4921875,
"learning_rate": 4.008574685285442e-05,
"loss": 0.1938,
"step": 3450
},
{
"epoch": 7.343251859723698,
"grad_norm": 0.94921875,
"learning_rate": 3.978884477286956e-05,
"loss": 0.1941,
"step": 3455
},
{
"epoch": 7.3538788522848035,
"grad_norm": 0.5859375,
"learning_rate": 3.94927729937299e-05,
"loss": 0.1996,
"step": 3460
},
{
"epoch": 7.364505844845908,
"grad_norm": 0.578125,
"learning_rate": 3.9197535598211274e-05,
"loss": 0.2,
"step": 3465
},
{
"epoch": 7.375132837407014,
"grad_norm": 0.50390625,
"learning_rate": 3.890313665758348e-05,
"loss": 0.1937,
"step": 3470
},
{
"epoch": 7.385759829968119,
"grad_norm": 0.5390625,
"learning_rate": 3.860958023155422e-05,
"loss": 0.1991,
"step": 3475
},
{
"epoch": 7.396386822529224,
"grad_norm": 0.5078125,
"learning_rate": 3.8316870368213e-05,
"loss": 0.1979,
"step": 3480
},
{
"epoch": 7.4070138150903295,
"grad_norm": 0.546875,
"learning_rate": 3.802501110397553e-05,
"loss": 0.2021,
"step": 3485
},
{
"epoch": 7.417640807651434,
"grad_norm": 0.54296875,
"learning_rate": 3.773400646352769e-05,
"loss": 0.2034,
"step": 3490
},
{
"epoch": 7.42826780021254,
"grad_norm": 0.50390625,
"learning_rate": 3.744386045977052e-05,
"loss": 0.2033,
"step": 3495
},
{
"epoch": 7.438894792773645,
"grad_norm": 0.5,
"learning_rate": 3.7154577093764334e-05,
"loss": 0.2012,
"step": 3500
},
{
"epoch": 7.44952178533475,
"grad_norm": 0.53515625,
"learning_rate": 3.686616035467408e-05,
"loss": 0.1952,
"step": 3505
},
{
"epoch": 7.4601487778958555,
"grad_norm": 0.57421875,
"learning_rate": 3.657861421971388e-05,
"loss": 0.2011,
"step": 3510
},
{
"epoch": 7.470775770456961,
"grad_norm": 0.490234375,
"learning_rate": 3.629194265409255e-05,
"loss": 0.2033,
"step": 3515
},
{
"epoch": 7.481402763018066,
"grad_norm": 0.546875,
"learning_rate": 3.6006149610958625e-05,
"loss": 0.2003,
"step": 3520
},
{
"epoch": 7.492029755579171,
"grad_norm": 0.56640625,
"learning_rate": 3.5721239031346066e-05,
"loss": 0.1988,
"step": 3525
},
{
"epoch": 7.502656748140276,
"grad_norm": 0.484375,
"learning_rate": 3.543721484411976e-05,
"loss": 0.1903,
"step": 3530
},
{
"epoch": 7.5132837407013815,
"grad_norm": 0.53125,
"learning_rate": 3.515408096592144e-05,
"loss": 0.1991,
"step": 3535
},
{
"epoch": 7.523910733262487,
"grad_norm": 0.49609375,
"learning_rate": 3.487184130111562e-05,
"loss": 0.1967,
"step": 3540
},
{
"epoch": 7.534537725823592,
"grad_norm": 0.54296875,
"learning_rate": 3.459049974173579e-05,
"loss": 0.1983,
"step": 3545
},
{
"epoch": 7.545164718384697,
"grad_norm": 0.53125,
"learning_rate": 3.4310060167430725e-05,
"loss": 0.1998,
"step": 3550
},
{
"epoch": 7.555791710945803,
"grad_norm": 0.5390625,
"learning_rate": 3.4030526445410984e-05,
"loss": 0.198,
"step": 3555
},
{
"epoch": 7.5664187035069075,
"grad_norm": 0.49609375,
"learning_rate": 3.375190243039556e-05,
"loss": 0.1961,
"step": 3560
},
{
"epoch": 7.577045696068013,
"grad_norm": 0.478515625,
"learning_rate": 3.3474191964558885e-05,
"loss": 0.1974,
"step": 3565
},
{
"epoch": 7.587672688629118,
"grad_norm": 0.5234375,
"learning_rate": 3.319739887747752e-05,
"loss": 0.195,
"step": 3570
},
{
"epoch": 7.598299681190223,
"grad_norm": 0.51171875,
"learning_rate": 3.292152698607768e-05,
"loss": 0.1992,
"step": 3575
},
{
"epoch": 7.608926673751329,
"grad_norm": 0.50390625,
"learning_rate": 3.264658009458239e-05,
"loss": 0.1996,
"step": 3580
},
{
"epoch": 7.6195536663124335,
"grad_norm": 0.5,
"learning_rate": 3.2372561994459136e-05,
"loss": 0.1966,
"step": 3585
},
{
"epoch": 7.630180658873539,
"grad_norm": 0.5078125,
"learning_rate": 3.209947646436752e-05,
"loss": 0.1941,
"step": 3590
},
{
"epoch": 7.640807651434644,
"grad_norm": 0.54296875,
"learning_rate": 3.182732727010715e-05,
"loss": 0.1959,
"step": 3595
},
{
"epoch": 7.651434643995749,
"grad_norm": 0.53515625,
"learning_rate": 3.155611816456586e-05,
"loss": 0.2002,
"step": 3600
},
{
"epoch": 7.662061636556855,
"grad_norm": 0.51171875,
"learning_rate": 3.12858528876676e-05,
"loss": 0.196,
"step": 3605
},
{
"epoch": 7.6726886291179595,
"grad_norm": 0.53125,
"learning_rate": 3.1016535166321356e-05,
"loss": 0.1988,
"step": 3610
},
{
"epoch": 7.683315621679065,
"grad_norm": 0.51171875,
"learning_rate": 3.074816871436924e-05,
"loss": 0.2016,
"step": 3615
},
{
"epoch": 7.69394261424017,
"grad_norm": 0.54296875,
"learning_rate": 3.0480757232535772e-05,
"loss": 0.1973,
"step": 3620
},
{
"epoch": 7.704569606801275,
"grad_norm": 0.5234375,
"learning_rate": 3.021430440837646e-05,
"loss": 0.1945,
"step": 3625
},
{
"epoch": 7.715196599362381,
"grad_norm": 0.5234375,
"learning_rate": 2.9948813916227115e-05,
"loss": 0.1985,
"step": 3630
},
{
"epoch": 7.7258235919234854,
"grad_norm": 0.5859375,
"learning_rate": 2.968428941715321e-05,
"loss": 0.1963,
"step": 3635
},
{
"epoch": 7.736450584484591,
"grad_norm": 0.50390625,
"learning_rate": 2.9420734558899322e-05,
"loss": 0.2008,
"step": 3640
},
{
"epoch": 7.747077577045696,
"grad_norm": 0.5234375,
"learning_rate": 2.915815297583886e-05,
"loss": 0.1983,
"step": 3645
},
{
"epoch": 7.757704569606801,
"grad_norm": 0.51953125,
"learning_rate": 2.889654828892393e-05,
"loss": 0.2,
"step": 3650
},
{
"epoch": 7.768331562167907,
"grad_norm": 0.515625,
"learning_rate": 2.8635924105635458e-05,
"loss": 0.1978,
"step": 3655
},
{
"epoch": 7.778958554729011,
"grad_norm": 0.546875,
"learning_rate": 2.8376284019933373e-05,
"loss": 0.1944,
"step": 3660
},
{
"epoch": 7.789585547290117,
"grad_norm": 0.474609375,
"learning_rate": 2.8117631612207084e-05,
"loss": 0.1963,
"step": 3665
},
{
"epoch": 7.800212539851222,
"grad_norm": 0.53515625,
"learning_rate": 2.7859970449226104e-05,
"loss": 0.1961,
"step": 3670
},
{
"epoch": 7.810839532412327,
"grad_norm": 0.54296875,
"learning_rate": 2.760330408409083e-05,
"loss": 0.1974,
"step": 3675
},
{
"epoch": 7.821466524973433,
"grad_norm": 0.51171875,
"learning_rate": 2.73476360561837e-05,
"loss": 0.1977,
"step": 3680
},
{
"epoch": 7.832093517534537,
"grad_norm": 0.55078125,
"learning_rate": 2.7092969891120058e-05,
"loss": 0.1956,
"step": 3685
},
{
"epoch": 7.842720510095643,
"grad_norm": 0.51171875,
"learning_rate": 2.6839309100699973e-05,
"loss": 0.1905,
"step": 3690
},
{
"epoch": 7.8533475026567485,
"grad_norm": 0.5234375,
"learning_rate": 2.6586657182859343e-05,
"loss": 0.1984,
"step": 3695
},
{
"epoch": 7.863974495217853,
"grad_norm": 0.5625,
"learning_rate": 2.6335017621622116e-05,
"loss": 0.1949,
"step": 3700
},
{
"epoch": 7.874601487778959,
"grad_norm": 0.5703125,
"learning_rate": 2.6084393887051884e-05,
"loss": 0.196,
"step": 3705
},
{
"epoch": 7.885228480340063,
"grad_norm": 0.5234375,
"learning_rate": 2.5834789435204243e-05,
"loss": 0.1922,
"step": 3710
},
{
"epoch": 7.895855472901169,
"grad_norm": 0.478515625,
"learning_rate": 2.5586207708079034e-05,
"loss": 0.1921,
"step": 3715
},
{
"epoch": 7.9064824654622745,
"grad_norm": 0.55078125,
"learning_rate": 2.5338652133572915e-05,
"loss": 0.1969,
"step": 3720
},
{
"epoch": 7.917109458023379,
"grad_norm": 0.54296875,
"learning_rate": 2.5092126125432136e-05,
"loss": 0.2008,
"step": 3725
},
{
"epoch": 7.927736450584485,
"grad_norm": 0.54296875,
"learning_rate": 2.4846633083205263e-05,
"loss": 0.1963,
"step": 3730
},
{
"epoch": 7.93836344314559,
"grad_norm": 0.49609375,
"learning_rate": 2.4602176392196662e-05,
"loss": 0.1944,
"step": 3735
},
{
"epoch": 7.948990435706695,
"grad_norm": 0.51953125,
"learning_rate": 2.4358759423419474e-05,
"loss": 0.1954,
"step": 3740
},
{
"epoch": 7.9596174282678005,
"grad_norm": 0.5,
"learning_rate": 2.411638553354928e-05,
"loss": 0.1979,
"step": 3745
},
{
"epoch": 7.970244420828905,
"grad_norm": 0.50390625,
"learning_rate": 2.3875058064877807e-05,
"loss": 0.195,
"step": 3750
},
{
"epoch": 7.980871413390011,
"grad_norm": 0.515625,
"learning_rate": 2.3634780345266806e-05,
"loss": 0.1936,
"step": 3755
},
{
"epoch": 7.991498405951116,
"grad_norm": 0.5,
"learning_rate": 2.339555568810221e-05,
"loss": 0.1968,
"step": 3760
},
{
"epoch": 8.0,
"eval_loss": 3.6609108448028564,
"eval_runtime": 0.7997,
"eval_samples_per_second": 6.252,
"eval_steps_per_second": 1.25,
"step": 3764
},
{
"epoch": 8.002125398512222,
"grad_norm": 0.431640625,
"learning_rate": 2.3157387392248385e-05,
"loss": 0.1921,
"step": 3765
},
{
"epoch": 8.012752391073326,
"grad_norm": 0.41015625,
"learning_rate": 2.2920278742002676e-05,
"loss": 0.1828,
"step": 3770
},
{
"epoch": 8.023379383634431,
"grad_norm": 0.453125,
"learning_rate": 2.2684233007050115e-05,
"loss": 0.1811,
"step": 3775
},
{
"epoch": 8.034006376195537,
"grad_norm": 0.515625,
"learning_rate": 2.244925344241828e-05,
"loss": 0.1809,
"step": 3780
},
{
"epoch": 8.044633368756642,
"grad_norm": 0.4765625,
"learning_rate": 2.221534328843261e-05,
"loss": 0.1758,
"step": 3785
},
{
"epoch": 8.055260361317748,
"grad_norm": 0.51171875,
"learning_rate": 2.1982505770671303e-05,
"loss": 0.1764,
"step": 3790
},
{
"epoch": 8.065887353878852,
"grad_norm": 0.51953125,
"learning_rate": 2.1750744099921396e-05,
"loss": 0.1779,
"step": 3795
},
{
"epoch": 8.076514346439957,
"grad_norm": 0.478515625,
"learning_rate": 2.1520061472133902e-05,
"loss": 0.1798,
"step": 3800
},
{
"epoch": 8.087141339001063,
"grad_norm": 0.51953125,
"learning_rate": 2.1290461068380298e-05,
"loss": 0.1756,
"step": 3805
},
{
"epoch": 8.097768331562168,
"grad_norm": 0.4921875,
"learning_rate": 2.1061946054808146e-05,
"loss": 0.1804,
"step": 3810
},
{
"epoch": 8.108395324123274,
"grad_norm": 0.51953125,
"learning_rate": 2.0834519582597878e-05,
"loss": 0.1782,
"step": 3815
},
{
"epoch": 8.119022316684378,
"grad_norm": 0.490234375,
"learning_rate": 2.0608184787919026e-05,
"loss": 0.1804,
"step": 3820
},
{
"epoch": 8.129649309245483,
"grad_norm": 0.51171875,
"learning_rate": 2.0382944791887106e-05,
"loss": 0.1795,
"step": 3825
},
{
"epoch": 8.140276301806589,
"grad_norm": 0.490234375,
"learning_rate": 2.0158802700520574e-05,
"loss": 0.1815,
"step": 3830
},
{
"epoch": 8.150903294367694,
"grad_norm": 0.4921875,
"learning_rate": 1.9935761604697976e-05,
"loss": 0.1793,
"step": 3835
},
{
"epoch": 8.1615302869288,
"grad_norm": 0.4765625,
"learning_rate": 1.9713824580115335e-05,
"loss": 0.1785,
"step": 3840
},
{
"epoch": 8.172157279489904,
"grad_norm": 0.486328125,
"learning_rate": 1.9492994687243714e-05,
"loss": 0.1784,
"step": 3845
},
{
"epoch": 8.182784272051009,
"grad_norm": 0.48046875,
"learning_rate": 1.927327497128706e-05,
"loss": 0.177,
"step": 3850
},
{
"epoch": 8.193411264612115,
"grad_norm": 0.4921875,
"learning_rate": 1.9054668462140168e-05,
"loss": 0.1804,
"step": 3855
},
{
"epoch": 8.20403825717322,
"grad_norm": 0.515625,
"learning_rate": 1.883717817434688e-05,
"loss": 0.1753,
"step": 3860
},
{
"epoch": 8.214665249734326,
"grad_norm": 0.484375,
"learning_rate": 1.8620807107058668e-05,
"loss": 0.1785,
"step": 3865
},
{
"epoch": 8.22529224229543,
"grad_norm": 0.46875,
"learning_rate": 1.840555824399296e-05,
"loss": 0.1775,
"step": 3870
},
{
"epoch": 8.235919234856535,
"grad_norm": 0.578125,
"learning_rate": 1.8191434553392428e-05,
"loss": 0.18,
"step": 3875
},
{
"epoch": 8.24654622741764,
"grad_norm": 0.515625,
"learning_rate": 1.797843898798358e-05,
"loss": 0.1806,
"step": 3880
},
{
"epoch": 8.257173219978746,
"grad_norm": 0.51171875,
"learning_rate": 1.7766574484936482e-05,
"loss": 0.1837,
"step": 3885
},
{
"epoch": 8.267800212539852,
"grad_norm": 0.494140625,
"learning_rate": 1.7555843965823992e-05,
"loss": 0.1817,
"step": 3890
},
{
"epoch": 8.278427205100957,
"grad_norm": 0.5390625,
"learning_rate": 1.7346250336581427e-05,
"loss": 0.1806,
"step": 3895
},
{
"epoch": 8.289054197662061,
"grad_norm": 0.486328125,
"learning_rate": 1.7137796487466797e-05,
"loss": 0.1791,
"step": 3900
},
{
"epoch": 8.299681190223167,
"grad_norm": 0.498046875,
"learning_rate": 1.693048529302056e-05,
"loss": 0.1788,
"step": 3905
},
{
"epoch": 8.310308182784272,
"grad_norm": 0.46484375,
"learning_rate": 1.672431961202635e-05,
"loss": 0.1809,
"step": 3910
},
{
"epoch": 8.320935175345378,
"grad_norm": 0.484375,
"learning_rate": 1.6519302287471207e-05,
"loss": 0.1774,
"step": 3915
},
{
"epoch": 8.331562167906483,
"grad_norm": 0.5,
"learning_rate": 1.6315436146506703e-05,
"loss": 0.1737,
"step": 3920
},
{
"epoch": 8.342189160467587,
"grad_norm": 0.50390625,
"learning_rate": 1.6112724000409694e-05,
"loss": 0.1813,
"step": 3925
},
{
"epoch": 8.352816153028693,
"grad_norm": 0.4921875,
"learning_rate": 1.5911168644543707e-05,
"loss": 0.175,
"step": 3930
},
{
"epoch": 8.363443145589798,
"grad_norm": 0.5546875,
"learning_rate": 1.57107728583203e-05,
"loss": 0.1838,
"step": 3935
},
{
"epoch": 8.374070138150904,
"grad_norm": 0.51953125,
"learning_rate": 1.5511539405160825e-05,
"loss": 0.1783,
"step": 3940
},
{
"epoch": 8.38469713071201,
"grad_norm": 0.5234375,
"learning_rate": 1.5313471032458247e-05,
"loss": 0.1763,
"step": 3945
},
{
"epoch": 8.395324123273113,
"grad_norm": 0.51953125,
"learning_rate": 1.5116570471539293e-05,
"loss": 0.1758,
"step": 3950
},
{
"epoch": 8.405951115834219,
"grad_norm": 0.50390625,
"learning_rate": 1.4920840437626759e-05,
"loss": 0.1829,
"step": 3955
},
{
"epoch": 8.416578108395324,
"grad_norm": 0.53125,
"learning_rate": 1.4726283629802107e-05,
"loss": 0.1779,
"step": 3960
},
{
"epoch": 8.42720510095643,
"grad_norm": 0.53125,
"learning_rate": 1.4532902730968212e-05,
"loss": 0.1792,
"step": 3965
},
{
"epoch": 8.437832093517535,
"grad_norm": 0.48828125,
"learning_rate": 1.4340700407812435e-05,
"loss": 0.1813,
"step": 3970
},
{
"epoch": 8.448459086078639,
"grad_norm": 0.50390625,
"learning_rate": 1.414967931076967e-05,
"loss": 0.1785,
"step": 3975
},
{
"epoch": 8.459086078639745,
"grad_norm": 0.5625,
"learning_rate": 1.3959842073986085e-05,
"loss": 0.1746,
"step": 3980
},
{
"epoch": 8.46971307120085,
"grad_norm": 0.62109375,
"learning_rate": 1.3771191315282427e-05,
"loss": 0.1832,
"step": 3985
},
{
"epoch": 8.480340063761956,
"grad_norm": 0.490234375,
"learning_rate": 1.3583729636118358e-05,
"loss": 0.1843,
"step": 3990
},
{
"epoch": 8.490967056323061,
"grad_norm": 0.515625,
"learning_rate": 1.339745962155613e-05,
"loss": 0.1801,
"step": 3995
},
{
"epoch": 8.501594048884165,
"grad_norm": 0.54296875,
"learning_rate": 1.3212383840225329e-05,
"loss": 0.18,
"step": 4000
},
{
"epoch": 8.51222104144527,
"grad_norm": 0.55078125,
"learning_rate": 1.3028504844287182e-05,
"loss": 0.18,
"step": 4005
},
{
"epoch": 8.522848034006376,
"grad_norm": 0.51171875,
"learning_rate": 1.2845825169399507e-05,
"loss": 0.1778,
"step": 4010
},
{
"epoch": 8.533475026567482,
"grad_norm": 0.46875,
"learning_rate": 1.2664347334681681e-05,
"loss": 0.1849,
"step": 4015
},
{
"epoch": 8.544102019128587,
"grad_norm": 0.46875,
"learning_rate": 1.2484073842679944e-05,
"loss": 0.1799,
"step": 4020
},
{
"epoch": 8.554729011689691,
"grad_norm": 0.478515625,
"learning_rate": 1.230500717933285e-05,
"loss": 0.1802,
"step": 4025
},
{
"epoch": 8.565356004250797,
"grad_norm": 0.51953125,
"learning_rate": 1.2127149813937022e-05,
"loss": 0.1776,
"step": 4030
},
{
"epoch": 8.575982996811902,
"grad_norm": 0.52734375,
"learning_rate": 1.1950504199113088e-05,
"loss": 0.1794,
"step": 4035
},
{
"epoch": 8.586609989373008,
"grad_norm": 0.478515625,
"learning_rate": 1.1775072770771834e-05,
"loss": 0.1757,
"step": 4040
},
{
"epoch": 8.597236981934113,
"grad_norm": 0.5078125,
"learning_rate": 1.1600857948080624e-05,
"loss": 0.1786,
"step": 4045
},
{
"epoch": 8.607863974495217,
"grad_norm": 0.50390625,
"learning_rate": 1.1427862133430156e-05,
"loss": 0.1838,
"step": 4050
},
{
"epoch": 8.618490967056323,
"grad_norm": 0.5234375,
"learning_rate": 1.1256087712401087e-05,
"loss": 0.1755,
"step": 4055
},
{
"epoch": 8.629117959617428,
"grad_norm": 0.478515625,
"learning_rate": 1.1085537053731354e-05,
"loss": 0.1777,
"step": 4060
},
{
"epoch": 8.639744952178534,
"grad_norm": 0.5234375,
"learning_rate": 1.091621250928343e-05,
"loss": 0.1799,
"step": 4065
},
{
"epoch": 8.65037194473964,
"grad_norm": 0.51953125,
"learning_rate": 1.0748116414011888e-05,
"loss": 0.1774,
"step": 4070
},
{
"epoch": 8.660998937300743,
"grad_norm": 0.5,
"learning_rate": 1.058125108593122e-05,
"loss": 0.1844,
"step": 4075
},
{
"epoch": 8.671625929861849,
"grad_norm": 0.50390625,
"learning_rate": 1.0415618826083828e-05,
"loss": 0.1803,
"step": 4080
},
{
"epoch": 8.682252922422954,
"grad_norm": 0.546875,
"learning_rate": 1.0251221918508425e-05,
"loss": 0.1787,
"step": 4085
},
{
"epoch": 8.69287991498406,
"grad_norm": 0.5546875,
"learning_rate": 1.0088062630208273e-05,
"loss": 0.1804,
"step": 4090
},
{
"epoch": 8.703506907545165,
"grad_norm": 0.50390625,
"learning_rate": 9.926143211120286e-06,
"loss": 0.1868,
"step": 4095
},
{
"epoch": 8.71413390010627,
"grad_norm": 0.5,
"learning_rate": 9.765465894083636e-06,
"loss": 0.1831,
"step": 4100
},
{
"epoch": 8.724760892667375,
"grad_norm": 0.458984375,
"learning_rate": 9.606032894809258e-06,
"loss": 0.1774,
"step": 4105
},
{
"epoch": 8.73538788522848,
"grad_norm": 0.515625,
"learning_rate": 9.447846411849115e-06,
"loss": 0.1775,
"step": 4110
},
{
"epoch": 8.746014877789586,
"grad_norm": 0.51953125,
"learning_rate": 9.29090862656593e-06,
"loss": 0.1796,
"step": 4115
},
{
"epoch": 8.756641870350691,
"grad_norm": 0.5,
"learning_rate": 9.135221703103136e-06,
"loss": 0.1798,
"step": 4120
},
{
"epoch": 8.767268862911797,
"grad_norm": 0.5,
"learning_rate": 8.980787788355016e-06,
"loss": 0.179,
"step": 4125
},
{
"epoch": 8.7778958554729,
"grad_norm": 0.46484375,
"learning_rate": 8.827609011937066e-06,
"loss": 0.1802,
"step": 4130
},
{
"epoch": 8.788522848034006,
"grad_norm": 0.51171875,
"learning_rate": 8.675687486156659e-06,
"loss": 0.184,
"step": 4135
},
{
"epoch": 8.799149840595112,
"grad_norm": 0.60546875,
"learning_rate": 8.525025305983936e-06,
"loss": 0.173,
"step": 4140
},
{
"epoch": 8.809776833156217,
"grad_norm": 0.53125,
"learning_rate": 8.375624549022854e-06,
"loss": 0.179,
"step": 4145
},
{
"epoch": 8.820403825717323,
"grad_norm": 0.56640625,
"learning_rate": 8.227487275482592e-06,
"loss": 0.1812,
"step": 4150
},
{
"epoch": 8.831030818278427,
"grad_norm": 0.494140625,
"learning_rate": 8.08061552814917e-06,
"loss": 0.183,
"step": 4155
},
{
"epoch": 8.841657810839532,
"grad_norm": 0.51953125,
"learning_rate": 7.935011332357112e-06,
"loss": 0.1786,
"step": 4160
},
{
"epoch": 8.852284803400638,
"grad_norm": 0.474609375,
"learning_rate": 7.790676695961796e-06,
"loss": 0.178,
"step": 4165
},
{
"epoch": 8.862911795961743,
"grad_norm": 0.5,
"learning_rate": 7.647613609311455e-06,
"loss": 0.1809,
"step": 4170
},
{
"epoch": 8.873538788522849,
"grad_norm": 0.55078125,
"learning_rate": 7.505824045220011e-06,
"loss": 0.1756,
"step": 4175
},
{
"epoch": 8.884165781083952,
"grad_norm": 0.5390625,
"learning_rate": 7.365309958939615e-06,
"loss": 0.175,
"step": 4180
},
{
"epoch": 8.894792773645058,
"grad_norm": 0.5078125,
"learning_rate": 7.226073288133939e-06,
"loss": 0.1792,
"step": 4185
},
{
"epoch": 8.905419766206164,
"grad_norm": 0.486328125,
"learning_rate": 7.088115952851238e-06,
"loss": 0.1733,
"step": 4190
},
{
"epoch": 8.91604675876727,
"grad_norm": 0.49609375,
"learning_rate": 6.951439855498021e-06,
"loss": 0.1792,
"step": 4195
},
{
"epoch": 8.926673751328375,
"grad_norm": 0.498046875,
"learning_rate": 6.81604688081271e-06,
"loss": 0.1803,
"step": 4200
},
{
"epoch": 8.937300743889478,
"grad_norm": 0.45703125,
"learning_rate": 6.681938895839746e-06,
"loss": 0.177,
"step": 4205
},
{
"epoch": 8.947927736450584,
"grad_norm": 0.486328125,
"learning_rate": 6.549117749903755e-06,
"loss": 0.1791,
"step": 4210
},
{
"epoch": 8.95855472901169,
"grad_norm": 0.498046875,
"learning_rate": 6.417585274584115e-06,
"loss": 0.1778,
"step": 4215
},
{
"epoch": 8.969181721572795,
"grad_norm": 0.494140625,
"learning_rate": 6.287343283689661e-06,
"loss": 0.176,
"step": 4220
},
{
"epoch": 8.9798087141339,
"grad_norm": 0.5234375,
"learning_rate": 6.158393573233678e-06,
"loss": 0.1759,
"step": 4225
},
{
"epoch": 8.990435706695006,
"grad_norm": 0.5234375,
"learning_rate": 6.030737921409169e-06,
"loss": 0.1809,
"step": 4230
},
{
"epoch": 8.99893730074389,
"eval_loss": 3.939990520477295,
"eval_runtime": 0.8191,
"eval_samples_per_second": 6.105,
"eval_steps_per_second": 1.221,
"step": 4234
},
{
"epoch": 9.00106269925611,
"grad_norm": 0.47265625,
"learning_rate": 5.904378088564255e-06,
"loss": 0.1819,
"step": 4235
},
{
"epoch": 9.011689691817216,
"grad_norm": 0.5,
"learning_rate": 5.779315817178e-06,
"loss": 0.1763,
"step": 4240
},
{
"epoch": 9.022316684378321,
"grad_norm": 0.4921875,
"learning_rate": 5.655552831836297e-06,
"loss": 0.1767,
"step": 4245
},
{
"epoch": 9.032943676939427,
"grad_norm": 0.46875,
"learning_rate": 5.533090839208133e-06,
"loss": 0.1744,
"step": 4250
},
{
"epoch": 9.043570669500532,
"grad_norm": 0.490234375,
"learning_rate": 5.4119315280220405e-06,
"loss": 0.1777,
"step": 4255
},
{
"epoch": 9.054197662061636,
"grad_norm": 0.44921875,
"learning_rate": 5.292076569042826e-06,
"loss": 0.1744,
"step": 4260
},
{
"epoch": 9.064824654622742,
"grad_norm": 0.451171875,
"learning_rate": 5.1735276150484905e-06,
"loss": 0.1792,
"step": 4265
},
{
"epoch": 9.075451647183847,
"grad_norm": 0.50390625,
"learning_rate": 5.056286300807511e-06,
"loss": 0.1751,
"step": 4270
},
{
"epoch": 9.086078639744953,
"grad_norm": 0.47265625,
"learning_rate": 4.940354243056178e-06,
"loss": 0.174,
"step": 4275
},
{
"epoch": 9.096705632306058,
"grad_norm": 0.458984375,
"learning_rate": 4.825733040476465e-06,
"loss": 0.1732,
"step": 4280
},
{
"epoch": 9.107332624867162,
"grad_norm": 0.51953125,
"learning_rate": 4.712424273673788e-06,
"loss": 0.1767,
"step": 4285
},
{
"epoch": 9.117959617428268,
"grad_norm": 0.44921875,
"learning_rate": 4.600429505155424e-06,
"loss": 0.1726,
"step": 4290
},
{
"epoch": 9.128586609989373,
"grad_norm": 0.4765625,
"learning_rate": 4.489750279308757e-06,
"loss": 0.174,
"step": 4295
},
{
"epoch": 9.139213602550479,
"grad_norm": 0.484375,
"learning_rate": 4.380388122380141e-06,
"loss": 0.1787,
"step": 4300
},
{
"epoch": 9.149840595111584,
"grad_norm": 0.515625,
"learning_rate": 4.2723445424537544e-06,
"loss": 0.1802,
"step": 4305
},
{
"epoch": 9.160467587672688,
"grad_norm": 0.5,
"learning_rate": 4.165621029430855e-06,
"loss": 0.1786,
"step": 4310
},
{
"epoch": 9.171094580233794,
"grad_norm": 0.462890625,
"learning_rate": 4.060219055009229e-06,
"loss": 0.1752,
"step": 4315
},
{
"epoch": 9.181721572794899,
"grad_norm": 0.48828125,
"learning_rate": 3.9561400726628505e-06,
"loss": 0.1793,
"step": 4320
},
{
"epoch": 9.192348565356005,
"grad_norm": 0.56640625,
"learning_rate": 3.85338551762191e-06,
"loss": 0.175,
"step": 4325
},
{
"epoch": 9.20297555791711,
"grad_norm": 0.462890625,
"learning_rate": 3.7519568068529855e-06,
"loss": 0.1728,
"step": 4330
},
{
"epoch": 9.213602550478214,
"grad_norm": 0.478515625,
"learning_rate": 3.651855339039456e-06,
"loss": 0.1698,
"step": 4335
},
{
"epoch": 9.22422954303932,
"grad_norm": 0.69921875,
"learning_rate": 3.5530824945623542e-06,
"loss": 0.1765,
"step": 4340
},
{
"epoch": 9.234856535600425,
"grad_norm": 0.4765625,
"learning_rate": 3.4556396354811226e-06,
"loss": 0.1762,
"step": 4345
},
{
"epoch": 9.24548352816153,
"grad_norm": 0.490234375,
"learning_rate": 3.359528105515064e-06,
"loss": 0.1781,
"step": 4350
},
{
"epoch": 9.256110520722636,
"grad_norm": 0.49609375,
"learning_rate": 3.2647492300245994e-06,
"loss": 0.1754,
"step": 4355
},
{
"epoch": 9.26673751328374,
"grad_norm": 0.50390625,
"learning_rate": 3.1713043159931734e-06,
"loss": 0.1767,
"step": 4360
},
{
"epoch": 9.277364505844846,
"grad_norm": 0.515625,
"learning_rate": 3.079194652009054e-06,
"loss": 0.1708,
"step": 4365
},
{
"epoch": 9.287991498405951,
"grad_norm": 0.48046875,
"learning_rate": 2.9884215082477408e-06,
"loss": 0.1723,
"step": 4370
},
{
"epoch": 9.298618490967057,
"grad_norm": 0.51171875,
"learning_rate": 2.898986136454318e-06,
"loss": 0.1801,
"step": 4375
},
{
"epoch": 9.309245483528162,
"grad_norm": 0.494140625,
"learning_rate": 2.810889769926217e-06,
"loss": 0.1774,
"step": 4380
},
{
"epoch": 9.319872476089266,
"grad_norm": 0.447265625,
"learning_rate": 2.7241336234962944e-06,
"loss": 0.1722,
"step": 4385
},
{
"epoch": 9.330499468650371,
"grad_norm": 0.515625,
"learning_rate": 2.6387188935159456e-06,
"loss": 0.1779,
"step": 4390
},
{
"epoch": 9.341126461211477,
"grad_norm": 0.46875,
"learning_rate": 2.5546467578387635e-06,
"loss": 0.1743,
"step": 4395
},
{
"epoch": 9.351753453772583,
"grad_norm": 0.4921875,
"learning_rate": 2.471918375804105e-06,
"loss": 0.1733,
"step": 4400
},
{
"epoch": 9.362380446333688,
"grad_norm": 0.4921875,
"learning_rate": 2.3905348882212964e-06,
"loss": 0.179,
"step": 4405
},
{
"epoch": 9.373007438894792,
"grad_norm": 0.49609375,
"learning_rate": 2.3104974173537743e-06,
"loss": 0.1742,
"step": 4410
},
{
"epoch": 9.383634431455897,
"grad_norm": 0.484375,
"learning_rate": 2.2318070669036685e-06,
"loss": 0.1743,
"step": 4415
},
{
"epoch": 9.394261424017003,
"grad_norm": 0.4921875,
"learning_rate": 2.1544649219965575e-06,
"loss": 0.1734,
"step": 4420
},
{
"epoch": 9.404888416578109,
"grad_norm": 0.46875,
"learning_rate": 2.07847204916648e-06,
"loss": 0.1729,
"step": 4425
},
{
"epoch": 9.415515409139214,
"grad_norm": 0.546875,
"learning_rate": 2.003829496341325e-06,
"loss": 0.1762,
"step": 4430
},
{
"epoch": 9.426142401700318,
"grad_norm": 0.51953125,
"learning_rate": 1.9305382928282546e-06,
"loss": 0.1798,
"step": 4435
},
{
"epoch": 9.436769394261423,
"grad_norm": 0.51953125,
"learning_rate": 1.8585994492995916e-06,
"loss": 0.1757,
"step": 4440
},
{
"epoch": 9.447396386822529,
"grad_norm": 0.5234375,
"learning_rate": 1.788013957778878e-06,
"loss": 0.1765,
"step": 4445
},
{
"epoch": 9.458023379383635,
"grad_norm": 0.5,
"learning_rate": 1.7187827916271382e-06,
"loss": 0.1739,
"step": 4450
},
{
"epoch": 9.46865037194474,
"grad_norm": 0.45703125,
"learning_rate": 1.65090690552957e-06,
"loss": 0.1732,
"step": 4455
},
{
"epoch": 9.479277364505846,
"grad_norm": 0.498046875,
"learning_rate": 1.5843872354822097e-06,
"loss": 0.173,
"step": 4460
},
{
"epoch": 9.48990435706695,
"grad_norm": 0.5078125,
"learning_rate": 1.5192246987791981e-06,
"loss": 0.177,
"step": 4465
},
{
"epoch": 9.500531349628055,
"grad_norm": 0.49609375,
"learning_rate": 1.4554201940000123e-06,
"loss": 0.177,
"step": 4470
},
{
"epoch": 9.51115834218916,
"grad_norm": 0.5,
"learning_rate": 1.3929746009971433e-06,
"loss": 0.179,
"step": 4475
},
{
"epoch": 9.521785334750266,
"grad_norm": 0.5234375,
"learning_rate": 1.3318887808839274e-06,
"loss": 0.1714,
"step": 4480
},
{
"epoch": 9.532412327311372,
"grad_norm": 0.484375,
"learning_rate": 1.272163576022667e-06,
"loss": 0.1729,
"step": 4485
},
{
"epoch": 9.543039319872475,
"grad_norm": 0.46484375,
"learning_rate": 1.21379981001305e-06,
"loss": 0.1733,
"step": 4490
},
{
"epoch": 9.553666312433581,
"grad_norm": 0.5078125,
"learning_rate": 1.1567982876807603e-06,
"loss": 0.175,
"step": 4495
},
{
"epoch": 9.564293304994687,
"grad_norm": 0.474609375,
"learning_rate": 1.1011597950663865e-06,
"loss": 0.1816,
"step": 4500
},
{
"epoch": 9.574920297555792,
"grad_norm": 0.490234375,
"learning_rate": 1.0468850994145963e-06,
"loss": 0.1777,
"step": 4505
},
{
"epoch": 9.585547290116898,
"grad_norm": 0.5,
"learning_rate": 9.939749491635341e-07,
"loss": 0.1776,
"step": 4510
},
{
"epoch": 9.596174282678001,
"grad_norm": 0.5,
"learning_rate": 9.424300739345304e-07,
"loss": 0.1727,
"step": 4515
},
{
"epoch": 9.606801275239107,
"grad_norm": 0.478515625,
"learning_rate": 8.922511845219971e-07,
"loss": 0.1734,
"step": 4520
},
{
"epoch": 9.617428267800213,
"grad_norm": 0.49609375,
"learning_rate": 8.434389728836589e-07,
"loss": 0.1806,
"step": 4525
},
{
"epoch": 9.628055260361318,
"grad_norm": 0.51953125,
"learning_rate": 7.959941121310266e-07,
"loss": 0.1729,
"step": 4530
},
{
"epoch": 9.638682252922424,
"grad_norm": 0.486328125,
"learning_rate": 7.499172565200718e-07,
"loss": 0.1729,
"step": 4535
},
{
"epoch": 9.649309245483527,
"grad_norm": 0.455078125,
"learning_rate": 7.052090414422119e-07,
"loss": 0.1821,
"step": 4540
},
{
"epoch": 9.659936238044633,
"grad_norm": 0.47265625,
"learning_rate": 6.618700834155945e-07,
"loss": 0.1825,
"step": 4545
},
{
"epoch": 9.670563230605739,
"grad_norm": 0.51171875,
"learning_rate": 6.199009800765265e-07,
"loss": 0.1709,
"step": 4550
},
{
"epoch": 9.681190223166844,
"grad_norm": 0.5,
"learning_rate": 5.793023101712924e-07,
"loss": 0.1771,
"step": 4555
},
{
"epoch": 9.69181721572795,
"grad_norm": 0.5390625,
"learning_rate": 5.400746335481488e-07,
"loss": 0.1771,
"step": 4560
},
{
"epoch": 9.702444208289053,
"grad_norm": 0.52734375,
"learning_rate": 5.022184911495864e-07,
"loss": 0.1807,
"step": 4565
},
{
"epoch": 9.713071200850159,
"grad_norm": 0.474609375,
"learning_rate": 4.6573440500492504e-07,
"loss": 0.1677,
"step": 4570
},
{
"epoch": 9.723698193411265,
"grad_norm": 0.5,
"learning_rate": 4.306228782230304e-07,
"loss": 0.1755,
"step": 4575
},
{
"epoch": 9.73432518597237,
"grad_norm": 0.494140625,
"learning_rate": 3.96884394985475e-07,
"loss": 0.1741,
"step": 4580
},
{
"epoch": 9.744952178533476,
"grad_norm": 0.466796875,
"learning_rate": 3.6451942053975507e-07,
"loss": 0.1708,
"step": 4585
},
{
"epoch": 9.755579171094581,
"grad_norm": 0.490234375,
"learning_rate": 3.335284011929951e-07,
"loss": 0.1732,
"step": 4590
},
{
"epoch": 9.766206163655685,
"grad_norm": 0.48828125,
"learning_rate": 3.0391176430567547e-07,
"loss": 0.1757,
"step": 4595
},
{
"epoch": 9.77683315621679,
"grad_norm": 0.50390625,
"learning_rate": 2.756699182858369e-07,
"loss": 0.1786,
"step": 4600
},
{
"epoch": 9.787460148777896,
"grad_norm": 0.48828125,
"learning_rate": 2.488032525833628e-07,
"loss": 0.1746,
"step": 4605
},
{
"epoch": 9.798087141339002,
"grad_norm": 0.494140625,
"learning_rate": 2.2331213768468363e-07,
"loss": 0.1767,
"step": 4610
},
{
"epoch": 9.808714133900107,
"grad_norm": 0.484375,
"learning_rate": 1.9919692510762533e-07,
"loss": 0.1795,
"step": 4615
},
{
"epoch": 9.819341126461211,
"grad_norm": 0.5078125,
"learning_rate": 1.7645794739654665e-07,
"loss": 0.1764,
"step": 4620
},
{
"epoch": 9.829968119022316,
"grad_norm": 0.5234375,
"learning_rate": 1.5509551811783152e-07,
"loss": 0.1781,
"step": 4625
},
{
"epoch": 9.840595111583422,
"grad_norm": 0.52734375,
"learning_rate": 1.351099318554705e-07,
"loss": 0.1755,
"step": 4630
},
{
"epoch": 9.851222104144528,
"grad_norm": 0.498046875,
"learning_rate": 1.1650146420704166e-07,
"loss": 0.1758,
"step": 4635
},
{
"epoch": 9.861849096705633,
"grad_norm": 0.515625,
"learning_rate": 9.927037177993592e-08,
"loss": 0.1774,
"step": 4640
},
{
"epoch": 9.872476089266737,
"grad_norm": 0.5234375,
"learning_rate": 8.341689218775984e-08,
"loss": 0.1827,
"step": 4645
},
{
"epoch": 9.883103081827842,
"grad_norm": 0.49609375,
"learning_rate": 6.894124404711599e-08,
"loss": 0.1717,
"step": 4650
},
{
"epoch": 9.893730074388948,
"grad_norm": 0.4609375,
"learning_rate": 5.584362697453882e-08,
"loss": 0.1773,
"step": 4655
},
{
"epoch": 9.904357066950054,
"grad_norm": 0.494140625,
"learning_rate": 4.4124221583785595e-08,
"loss": 0.1738,
"step": 4660
},
{
"epoch": 9.91498405951116,
"grad_norm": 0.49609375,
"learning_rate": 3.378318948332737e-08,
"loss": 0.1792,
"step": 4665
},
{
"epoch": 9.925611052072263,
"grad_norm": 0.5859375,
"learning_rate": 2.482067327409521e-08,
"loss": 0.173,
"step": 4670
},
{
"epoch": 9.936238044633368,
"grad_norm": 0.455078125,
"learning_rate": 1.7236796547559497e-08,
"loss": 0.1719,
"step": 4675
},
{
"epoch": 9.946865037194474,
"grad_norm": 0.451171875,
"learning_rate": 1.103166388398691e-08,
"loss": 0.1741,
"step": 4680
},
{
"epoch": 9.95749202975558,
"grad_norm": 0.486328125,
"learning_rate": 6.205360851041508e-09,
"loss": 0.1773,
"step": 4685
},
{
"epoch": 9.968119022316685,
"grad_norm": 0.490234375,
"learning_rate": 2.7579540025524097e-09,
"loss": 0.1762,
"step": 4690
},
{
"epoch": 9.978746014877789,
"grad_norm": 0.44140625,
"learning_rate": 6.894908776255982e-10,
"loss": 0.1745,
"step": 4695
},
{
"epoch": 9.989373007438894,
"grad_norm": 0.51953125,
"learning_rate": 0.0,
"loss": 0.1757,
"step": 4700
},
{
"epoch": 9.989373007438894,
"eval_loss": 3.9657981395721436,
"eval_runtime": 0.7855,
"eval_samples_per_second": 6.366,
"eval_steps_per_second": 1.273,
"step": 4700
},
{
"epoch": 9.989373007438894,
"step": 4700,
"total_flos": 7.255013733871649e+18,
"train_loss": 0.5076825852977469,
"train_runtime": 24662.4426,
"train_samples_per_second": 6.102,
"train_steps_per_second": 0.191
}
],
"logging_steps": 5,
"max_steps": 4700,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 100,
"total_flos": 7.255013733871649e+18,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}