totally-not-an-llm's picture
Upload folder using huggingface_hub
573ff1c
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 19.154929577464788,
"eval_steps": 100,
"global_step": 340,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.06,
"learning_rate": 5e-06,
"loss": 1.5896,
"step": 1
},
{
"epoch": 0.11,
"learning_rate": 1e-05,
"loss": 1.6521,
"step": 2
},
{
"epoch": 0.17,
"learning_rate": 1.5e-05,
"loss": 1.3654,
"step": 3
},
{
"epoch": 0.23,
"learning_rate": 2e-05,
"loss": 1.3569,
"step": 4
},
{
"epoch": 0.28,
"learning_rate": 2.5e-05,
"loss": 1.4352,
"step": 5
},
{
"epoch": 0.34,
"learning_rate": 3e-05,
"loss": 1.425,
"step": 6
},
{
"epoch": 0.39,
"learning_rate": 3.5e-05,
"loss": 1.3529,
"step": 7
},
{
"epoch": 0.45,
"learning_rate": 4e-05,
"loss": 1.384,
"step": 8
},
{
"epoch": 0.51,
"learning_rate": 4.5e-05,
"loss": 1.3881,
"step": 9
},
{
"epoch": 0.56,
"learning_rate": 5e-05,
"loss": 1.5593,
"step": 10
},
{
"epoch": 0.62,
"learning_rate": 4.999886713385432e-05,
"loss": 1.3423,
"step": 11
},
{
"epoch": 0.68,
"learning_rate": 4.999546863808815e-05,
"loss": 1.4725,
"step": 12
},
{
"epoch": 0.73,
"learning_rate": 4.9989804820704735e-05,
"loss": 1.4342,
"step": 13
},
{
"epoch": 0.79,
"learning_rate": 4.9981876195011844e-05,
"loss": 1.3769,
"step": 14
},
{
"epoch": 0.85,
"learning_rate": 4.99716834795752e-05,
"loss": 1.3976,
"step": 15
},
{
"epoch": 0.9,
"learning_rate": 4.995922759815339e-05,
"loss": 1.328,
"step": 16
},
{
"epoch": 0.96,
"learning_rate": 4.994450967961413e-05,
"loss": 1.266,
"step": 17
},
{
"epoch": 1.01,
"learning_rate": 4.992753105783194e-05,
"loss": 1.4671,
"step": 18
},
{
"epoch": 1.07,
"learning_rate": 4.9908293271567286e-05,
"loss": 1.3973,
"step": 19
},
{
"epoch": 1.13,
"learning_rate": 4.988679806432712e-05,
"loss": 1.3835,
"step": 20
},
{
"epoch": 1.18,
"learning_rate": 4.9863047384206835e-05,
"loss": 1.2203,
"step": 21
},
{
"epoch": 1.24,
"learning_rate": 4.9837043383713753e-05,
"loss": 1.3752,
"step": 22
},
{
"epoch": 1.3,
"learning_rate": 4.980878841957203e-05,
"loss": 1.4142,
"step": 23
},
{
"epoch": 1.35,
"learning_rate": 4.977828505250903e-05,
"loss": 1.3657,
"step": 24
},
{
"epoch": 1.41,
"learning_rate": 4.9745536047023324e-05,
"loss": 1.309,
"step": 25
},
{
"epoch": 1.46,
"learning_rate": 4.971054437113406e-05,
"loss": 1.3004,
"step": 26
},
{
"epoch": 1.52,
"learning_rate": 4.967331319611206e-05,
"loss": 1.3309,
"step": 27
},
{
"epoch": 1.58,
"learning_rate": 4.963384589619233e-05,
"loss": 1.4956,
"step": 28
},
{
"epoch": 1.63,
"learning_rate": 4.959214604826831e-05,
"loss": 1.2682,
"step": 29
},
{
"epoch": 1.69,
"learning_rate": 4.9548217431567665e-05,
"loss": 1.391,
"step": 30
},
{
"epoch": 1.75,
"learning_rate": 4.9502064027309836e-05,
"loss": 1.3102,
"step": 31
},
{
"epoch": 1.8,
"learning_rate": 4.9453690018345144e-05,
"loss": 1.3891,
"step": 32
},
{
"epoch": 1.86,
"learning_rate": 4.9403099788775754e-05,
"loss": 1.3538,
"step": 33
},
{
"epoch": 1.92,
"learning_rate": 4.935029792355834e-05,
"loss": 1.3443,
"step": 34
},
{
"epoch": 1.97,
"learning_rate": 4.929528920808854e-05,
"loss": 1.3384,
"step": 35
},
{
"epoch": 2.03,
"learning_rate": 4.923807862776728e-05,
"loss": 1.2968,
"step": 36
},
{
"epoch": 2.08,
"learning_rate": 4.917867136754893e-05,
"loss": 1.2624,
"step": 37
},
{
"epoch": 2.14,
"learning_rate": 4.91170728114714e-05,
"loss": 1.3547,
"step": 38
},
{
"epoch": 2.2,
"learning_rate": 4.9053288542168185e-05,
"loss": 1.3857,
"step": 39
},
{
"epoch": 2.25,
"learning_rate": 4.898732434036244e-05,
"loss": 1.2261,
"step": 40
},
{
"epoch": 2.31,
"learning_rate": 4.8919186184343046e-05,
"loss": 1.4072,
"step": 41
},
{
"epoch": 2.37,
"learning_rate": 4.8848880249422815e-05,
"loss": 1.3283,
"step": 42
},
{
"epoch": 2.42,
"learning_rate": 4.877641290737884e-05,
"loss": 1.2464,
"step": 43
},
{
"epoch": 2.48,
"learning_rate": 4.870179072587499e-05,
"loss": 1.3433,
"step": 44
},
{
"epoch": 2.54,
"learning_rate": 4.862502046786671e-05,
"loss": 1.2861,
"step": 45
},
{
"epoch": 2.59,
"learning_rate": 4.854610909098812e-05,
"loss": 1.1888,
"step": 46
},
{
"epoch": 2.65,
"learning_rate": 4.8465063746921395e-05,
"loss": 1.2509,
"step": 47
},
{
"epoch": 2.7,
"learning_rate": 4.838189178074867e-05,
"loss": 1.4449,
"step": 48
},
{
"epoch": 2.76,
"learning_rate": 4.829660073028631e-05,
"loss": 1.4645,
"step": 49
},
{
"epoch": 2.82,
"learning_rate": 4.8209198325401815e-05,
"loss": 1.3586,
"step": 50
},
{
"epoch": 2.87,
"learning_rate": 4.811969248731323e-05,
"loss": 1.3542,
"step": 51
},
{
"epoch": 2.93,
"learning_rate": 4.802809132787125e-05,
"loss": 1.3145,
"step": 52
},
{
"epoch": 2.99,
"learning_rate": 4.793440314882408e-05,
"loss": 1.2343,
"step": 53
},
{
"epoch": 3.04,
"learning_rate": 4.783863644106502e-05,
"loss": 1.2946,
"step": 54
},
{
"epoch": 3.1,
"learning_rate": 4.774079988386296e-05,
"loss": 1.2621,
"step": 55
},
{
"epoch": 3.15,
"learning_rate": 4.764090234407577e-05,
"loss": 1.3581,
"step": 56
},
{
"epoch": 3.21,
"learning_rate": 4.753895287534673e-05,
"loss": 1.3891,
"step": 57
},
{
"epoch": 3.27,
"learning_rate": 4.743496071728396e-05,
"loss": 1.334,
"step": 58
},
{
"epoch": 3.32,
"learning_rate": 4.73289352946231e-05,
"loss": 1.3105,
"step": 59
},
{
"epoch": 3.38,
"learning_rate": 4.722088621637309e-05,
"loss": 1.2921,
"step": 60
},
{
"epoch": 3.44,
"learning_rate": 4.711082327494536e-05,
"loss": 1.2406,
"step": 61
},
{
"epoch": 3.49,
"learning_rate": 4.6998756445266336e-05,
"loss": 1.4246,
"step": 62
},
{
"epoch": 3.55,
"learning_rate": 4.688469588387339e-05,
"loss": 1.2126,
"step": 63
},
{
"epoch": 3.61,
"learning_rate": 4.6768651927994434e-05,
"loss": 1.3662,
"step": 64
},
{
"epoch": 3.66,
"learning_rate": 4.665063509461097e-05,
"loss": 1.2044,
"step": 65
},
{
"epoch": 3.72,
"learning_rate": 4.653065607950502e-05,
"loss": 1.4344,
"step": 66
},
{
"epoch": 3.77,
"learning_rate": 4.640872575628973e-05,
"loss": 1.3652,
"step": 67
},
{
"epoch": 3.83,
"learning_rate": 4.628485517542392e-05,
"loss": 1.231,
"step": 68
},
{
"epoch": 3.89,
"learning_rate": 4.6159055563210604e-05,
"loss": 1.1948,
"step": 69
},
{
"epoch": 3.94,
"learning_rate": 4.6031338320779534e-05,
"loss": 1.2484,
"step": 70
},
{
"epoch": 4.0,
"learning_rate": 4.59017150230539e-05,
"loss": 1.2968,
"step": 71
},
{
"epoch": 4.06,
"learning_rate": 4.5770197417701365e-05,
"loss": 1.1691,
"step": 72
},
{
"epoch": 4.11,
"learning_rate": 4.563679742406935e-05,
"loss": 1.224,
"step": 73
},
{
"epoch": 4.17,
"learning_rate": 4.550152713210478e-05,
"loss": 1.2669,
"step": 74
},
{
"epoch": 4.23,
"learning_rate": 4.5364398801258396e-05,
"loss": 1.3218,
"step": 75
},
{
"epoch": 4.28,
"learning_rate": 4.522542485937369e-05,
"loss": 1.3309,
"step": 76
},
{
"epoch": 4.34,
"learning_rate": 4.508461790156056e-05,
"loss": 1.3356,
"step": 77
},
{
"epoch": 4.39,
"learning_rate": 4.4941990689053886e-05,
"loss": 1.3367,
"step": 78
},
{
"epoch": 4.45,
"learning_rate": 4.479755614805688e-05,
"loss": 1.3568,
"step": 79
},
{
"epoch": 4.51,
"learning_rate": 4.465132736856969e-05,
"loss": 1.29,
"step": 80
},
{
"epoch": 4.56,
"learning_rate": 4.450331760320302e-05,
"loss": 1.3522,
"step": 81
},
{
"epoch": 4.62,
"learning_rate": 4.4353540265977064e-05,
"loss": 1.3021,
"step": 82
},
{
"epoch": 4.68,
"learning_rate": 4.4202008931105795e-05,
"loss": 1.303,
"step": 83
},
{
"epoch": 4.73,
"learning_rate": 4.404873733176678e-05,
"loss": 1.313,
"step": 84
},
{
"epoch": 4.79,
"learning_rate": 4.389373935885646e-05,
"loss": 1.231,
"step": 85
},
{
"epoch": 4.85,
"learning_rate": 4.373702905973135e-05,
"loss": 1.2908,
"step": 86
},
{
"epoch": 4.9,
"learning_rate": 4.357862063693486e-05,
"loss": 1.2575,
"step": 87
},
{
"epoch": 4.96,
"learning_rate": 4.341852844691012e-05,
"loss": 1.1942,
"step": 88
},
{
"epoch": 5.01,
"learning_rate": 4.3256766998698936e-05,
"loss": 1.1607,
"step": 89
},
{
"epoch": 5.07,
"learning_rate": 4.309335095262676e-05,
"loss": 1.3386,
"step": 90
},
{
"epoch": 5.13,
"learning_rate": 4.292829511897409e-05,
"loss": 1.371,
"step": 91
},
{
"epoch": 5.18,
"learning_rate": 4.276161445663423e-05,
"loss": 1.236,
"step": 92
},
{
"epoch": 5.24,
"learning_rate": 4.259332407175751e-05,
"loss": 1.2531,
"step": 93
},
{
"epoch": 5.3,
"learning_rate": 4.242343921638234e-05,
"loss": 1.2593,
"step": 94
},
{
"epoch": 5.35,
"learning_rate": 4.2251975287052804e-05,
"loss": 1.1245,
"step": 95
},
{
"epoch": 5.41,
"learning_rate": 4.2078947823423364e-05,
"loss": 1.2538,
"step": 96
},
{
"epoch": 5.46,
"learning_rate": 4.1904372506850484e-05,
"loss": 1.2847,
"step": 97
},
{
"epoch": 5.52,
"learning_rate": 4.172826515897146e-05,
"loss": 1.2071,
"step": 98
},
{
"epoch": 5.58,
"learning_rate": 4.155064174027047e-05,
"loss": 1.2664,
"step": 99
},
{
"epoch": 5.63,
"learning_rate": 4.137151834863213e-05,
"loss": 1.1919,
"step": 100
},
{
"epoch": 5.63,
"eval_loss": 1.2261024713516235,
"eval_runtime": 1.4353,
"eval_samples_per_second": 6.967,
"eval_steps_per_second": 3.484,
"step": 100
},
{
"epoch": 5.69,
"learning_rate": 4.119091121788256e-05,
"loss": 1.1509,
"step": 101
},
{
"epoch": 5.75,
"learning_rate": 4.100883671631806e-05,
"loss": 1.3013,
"step": 102
},
{
"epoch": 5.8,
"learning_rate": 4.082531134522176e-05,
"loss": 1.313,
"step": 103
},
{
"epoch": 5.86,
"learning_rate": 4.064035173736804e-05,
"loss": 1.2176,
"step": 104
},
{
"epoch": 5.92,
"learning_rate": 4.045397465551513e-05,
"loss": 1.1004,
"step": 105
},
{
"epoch": 5.97,
"learning_rate": 4.0266196990885955e-05,
"loss": 1.3575,
"step": 106
},
{
"epoch": 6.03,
"learning_rate": 4.007703576163724e-05,
"loss": 1.2923,
"step": 107
},
{
"epoch": 6.08,
"learning_rate": 3.98865081113172e-05,
"loss": 1.2083,
"step": 108
},
{
"epoch": 6.14,
"learning_rate": 3.969463130731183e-05,
"loss": 1.2141,
"step": 109
},
{
"epoch": 6.2,
"learning_rate": 3.9501422739279956e-05,
"loss": 1.3297,
"step": 110
},
{
"epoch": 6.25,
"learning_rate": 3.9306899917577245e-05,
"loss": 1.0901,
"step": 111
},
{
"epoch": 6.31,
"learning_rate": 3.911108047166924e-05,
"loss": 1.2235,
"step": 112
},
{
"epoch": 6.37,
"learning_rate": 3.89139821485336e-05,
"loss": 1.341,
"step": 113
},
{
"epoch": 6.42,
"learning_rate": 3.871562281105175e-05,
"loss": 1.362,
"step": 114
},
{
"epoch": 6.48,
"learning_rate": 3.851602043638994e-05,
"loss": 1.2738,
"step": 115
},
{
"epoch": 6.54,
"learning_rate": 3.8315193114369996e-05,
"loss": 1.2264,
"step": 116
},
{
"epoch": 6.59,
"learning_rate": 3.8113159045829864e-05,
"loss": 1.171,
"step": 117
},
{
"epoch": 6.65,
"learning_rate": 3.790993654097405e-05,
"loss": 1.1848,
"step": 118
},
{
"epoch": 6.7,
"learning_rate": 3.770554401771423e-05,
"loss": 1.1545,
"step": 119
},
{
"epoch": 6.76,
"learning_rate": 3.7500000000000003e-05,
"loss": 1.2799,
"step": 120
},
{
"epoch": 6.82,
"learning_rate": 3.72933231161401e-05,
"loss": 1.2278,
"step": 121
},
{
"epoch": 6.87,
"learning_rate": 3.708553209711409e-05,
"loss": 1.1959,
"step": 122
},
{
"epoch": 6.93,
"learning_rate": 3.6876645774874876e-05,
"loss": 1.1151,
"step": 123
},
{
"epoch": 6.99,
"learning_rate": 3.6666683080641846e-05,
"loss": 1.2178,
"step": 124
},
{
"epoch": 7.04,
"learning_rate": 3.645566304318526e-05,
"loss": 1.1584,
"step": 125
},
{
"epoch": 7.1,
"learning_rate": 3.624360478710165e-05,
"loss": 1.0959,
"step": 126
},
{
"epoch": 7.15,
"learning_rate": 3.603052753108053e-05,
"loss": 1.3026,
"step": 127
},
{
"epoch": 7.21,
"learning_rate": 3.581645058616271e-05,
"loss": 1.2007,
"step": 128
},
{
"epoch": 7.27,
"learning_rate": 3.5601393353990046e-05,
"loss": 1.2242,
"step": 129
},
{
"epoch": 7.32,
"learning_rate": 3.5385375325047166e-05,
"loss": 1.2737,
"step": 130
},
{
"epoch": 7.38,
"learning_rate": 3.516841607689501e-05,
"loss": 1.2724,
"step": 131
},
{
"epoch": 7.44,
"learning_rate": 3.495053527239656e-05,
"loss": 1.1916,
"step": 132
},
{
"epoch": 7.49,
"learning_rate": 3.4731752657934794e-05,
"loss": 1.2107,
"step": 133
},
{
"epoch": 7.55,
"learning_rate": 3.4512088061623075e-05,
"loss": 1.246,
"step": 134
},
{
"epoch": 7.61,
"learning_rate": 3.4291561391508185e-05,
"loss": 1.1841,
"step": 135
},
{
"epoch": 7.66,
"learning_rate": 3.4070192633766025e-05,
"loss": 1.1898,
"step": 136
},
{
"epoch": 7.72,
"learning_rate": 3.3848001850890296e-05,
"loss": 1.1195,
"step": 137
},
{
"epoch": 7.77,
"learning_rate": 3.3625009179874265e-05,
"loss": 1.1685,
"step": 138
},
{
"epoch": 7.83,
"learning_rate": 3.3401234830385756e-05,
"loss": 1.2748,
"step": 139
},
{
"epoch": 7.89,
"learning_rate": 3.3176699082935545e-05,
"loss": 1.1697,
"step": 140
},
{
"epoch": 7.94,
"learning_rate": 3.295142228703938e-05,
"loss": 1.1624,
"step": 141
},
{
"epoch": 8.0,
"learning_rate": 3.272542485937369e-05,
"loss": 1.1679,
"step": 142
},
{
"epoch": 8.06,
"learning_rate": 3.249872728192527e-05,
"loss": 1.1163,
"step": 143
},
{
"epoch": 8.11,
"learning_rate": 3.2271350100134975e-05,
"loss": 1.1319,
"step": 144
},
{
"epoch": 8.17,
"learning_rate": 3.2043313921035743e-05,
"loss": 1.2151,
"step": 145
},
{
"epoch": 8.23,
"learning_rate": 3.181463941138495e-05,
"loss": 1.1339,
"step": 146
},
{
"epoch": 8.28,
"learning_rate": 3.158534729579142e-05,
"loss": 1.1503,
"step": 147
},
{
"epoch": 8.34,
"learning_rate": 3.135545835483718e-05,
"loss": 1.2326,
"step": 148
},
{
"epoch": 8.39,
"learning_rate": 3.11249934231941e-05,
"loss": 1.2938,
"step": 149
},
{
"epoch": 8.45,
"learning_rate": 3.0893973387735687e-05,
"loss": 1.1454,
"step": 150
},
{
"epoch": 8.51,
"learning_rate": 3.0662419185644115e-05,
"loss": 1.2504,
"step": 151
},
{
"epoch": 8.56,
"learning_rate": 3.0430351802512698e-05,
"loss": 0.987,
"step": 152
},
{
"epoch": 8.62,
"learning_rate": 3.0197792270443982e-05,
"loss": 1.1387,
"step": 153
},
{
"epoch": 8.68,
"learning_rate": 2.996476166614364e-05,
"loss": 1.1142,
"step": 154
},
{
"epoch": 8.73,
"learning_rate": 2.9731281109010256e-05,
"loss": 1.1714,
"step": 155
},
{
"epoch": 8.79,
"learning_rate": 2.9497371759221347e-05,
"loss": 1.1858,
"step": 156
},
{
"epoch": 8.85,
"learning_rate": 2.92630548158156e-05,
"loss": 1.2169,
"step": 157
},
{
"epoch": 8.9,
"learning_rate": 2.9028351514771606e-05,
"loss": 1.2204,
"step": 158
},
{
"epoch": 8.96,
"learning_rate": 2.8793283127083292e-05,
"loss": 1.0313,
"step": 159
},
{
"epoch": 9.01,
"learning_rate": 2.8557870956832132e-05,
"loss": 1.2432,
"step": 160
},
{
"epoch": 9.07,
"learning_rate": 2.8322136339256356e-05,
"loss": 1.0614,
"step": 161
},
{
"epoch": 9.13,
"learning_rate": 2.808610063881737e-05,
"loss": 1.1682,
"step": 162
},
{
"epoch": 9.18,
"learning_rate": 2.7849785247263515e-05,
"loss": 1.0238,
"step": 163
},
{
"epoch": 9.24,
"learning_rate": 2.761321158169134e-05,
"loss": 1.166,
"step": 164
},
{
"epoch": 9.3,
"learning_rate": 2.7376401082604564e-05,
"loss": 1.0965,
"step": 165
},
{
"epoch": 9.35,
"learning_rate": 2.7139375211970996e-05,
"loss": 1.096,
"step": 166
},
{
"epoch": 9.41,
"learning_rate": 2.6902155451277377e-05,
"loss": 1.1161,
"step": 167
},
{
"epoch": 9.46,
"learning_rate": 2.6664763299582602e-05,
"loss": 1.1328,
"step": 168
},
{
"epoch": 9.52,
"learning_rate": 2.6427220271569203e-05,
"loss": 1.0747,
"step": 169
},
{
"epoch": 9.58,
"learning_rate": 2.6189547895593562e-05,
"loss": 1.1092,
"step": 170
},
{
"epoch": 9.63,
"learning_rate": 2.5951767711734753e-05,
"loss": 1.1624,
"step": 171
},
{
"epoch": 9.69,
"learning_rate": 2.5713901269842404e-05,
"loss": 1.1434,
"step": 172
},
{
"epoch": 9.75,
"learning_rate": 2.5475970127583666e-05,
"loss": 1.1167,
"step": 173
},
{
"epoch": 9.8,
"learning_rate": 2.523799584848942e-05,
"loss": 1.0509,
"step": 174
},
{
"epoch": 9.86,
"learning_rate": 2.5e-05,
"loss": 1.1449,
"step": 175
},
{
"epoch": 9.92,
"learning_rate": 2.4762004151510584e-05,
"loss": 1.109,
"step": 176
},
{
"epoch": 9.97,
"learning_rate": 2.4524029872416333e-05,
"loss": 1.0272,
"step": 177
},
{
"epoch": 10.03,
"learning_rate": 2.42860987301576e-05,
"loss": 1.1489,
"step": 178
},
{
"epoch": 10.08,
"learning_rate": 2.4048232288265253e-05,
"loss": 1.0263,
"step": 179
},
{
"epoch": 10.14,
"learning_rate": 2.3810452104406444e-05,
"loss": 1.0305,
"step": 180
},
{
"epoch": 10.2,
"learning_rate": 2.35727797284308e-05,
"loss": 0.9612,
"step": 181
},
{
"epoch": 10.25,
"learning_rate": 2.3335236700417404e-05,
"loss": 1.1883,
"step": 182
},
{
"epoch": 10.31,
"learning_rate": 2.309784454872262e-05,
"loss": 1.192,
"step": 183
},
{
"epoch": 10.37,
"learning_rate": 2.2860624788029013e-05,
"loss": 1.0919,
"step": 184
},
{
"epoch": 10.42,
"learning_rate": 2.2623598917395438e-05,
"loss": 1.0974,
"step": 185
},
{
"epoch": 10.48,
"learning_rate": 2.238678841830867e-05,
"loss": 1.0938,
"step": 186
},
{
"epoch": 10.54,
"learning_rate": 2.2150214752736488e-05,
"loss": 0.9879,
"step": 187
},
{
"epoch": 10.59,
"learning_rate": 2.1913899361182632e-05,
"loss": 1.0284,
"step": 188
},
{
"epoch": 10.65,
"learning_rate": 2.167786366074365e-05,
"loss": 1.0184,
"step": 189
},
{
"epoch": 10.7,
"learning_rate": 2.1442129043167874e-05,
"loss": 1.0419,
"step": 190
},
{
"epoch": 10.76,
"learning_rate": 2.1206716872916714e-05,
"loss": 1.0631,
"step": 191
},
{
"epoch": 10.82,
"learning_rate": 2.09716484852284e-05,
"loss": 1.0492,
"step": 192
},
{
"epoch": 10.87,
"learning_rate": 2.0736945184184405e-05,
"loss": 1.0924,
"step": 193
},
{
"epoch": 10.93,
"learning_rate": 2.0502628240778655e-05,
"loss": 0.9832,
"step": 194
},
{
"epoch": 10.99,
"learning_rate": 2.0268718890989753e-05,
"loss": 1.1266,
"step": 195
},
{
"epoch": 11.04,
"learning_rate": 2.003523833385637e-05,
"loss": 1.0762,
"step": 196
},
{
"epoch": 11.1,
"learning_rate": 1.980220772955602e-05,
"loss": 1.0011,
"step": 197
},
{
"epoch": 11.15,
"learning_rate": 1.956964819748731e-05,
"loss": 1.0195,
"step": 198
},
{
"epoch": 11.21,
"learning_rate": 1.9337580814355888e-05,
"loss": 1.0442,
"step": 199
},
{
"epoch": 11.27,
"learning_rate": 1.9106026612264316e-05,
"loss": 1.0285,
"step": 200
},
{
"epoch": 11.27,
"eval_loss": 1.3292417526245117,
"eval_runtime": 1.4356,
"eval_samples_per_second": 6.966,
"eval_steps_per_second": 3.483,
"step": 200
},
{
"epoch": 11.32,
"learning_rate": 1.8875006576805914e-05,
"loss": 0.9805,
"step": 201
},
{
"epoch": 11.38,
"learning_rate": 1.8644541645162834e-05,
"loss": 0.9562,
"step": 202
},
{
"epoch": 11.44,
"learning_rate": 1.8414652704208583e-05,
"loss": 1.0457,
"step": 203
},
{
"epoch": 11.49,
"learning_rate": 1.8185360588615058e-05,
"loss": 1.0217,
"step": 204
},
{
"epoch": 11.55,
"learning_rate": 1.795668607896426e-05,
"loss": 1.1281,
"step": 205
},
{
"epoch": 11.61,
"learning_rate": 1.7728649899865024e-05,
"loss": 0.9654,
"step": 206
},
{
"epoch": 11.66,
"learning_rate": 1.7501272718074737e-05,
"loss": 0.9011,
"step": 207
},
{
"epoch": 11.72,
"learning_rate": 1.7274575140626318e-05,
"loss": 1.097,
"step": 208
},
{
"epoch": 11.77,
"learning_rate": 1.7048577712960627e-05,
"loss": 1.0652,
"step": 209
},
{
"epoch": 11.83,
"learning_rate": 1.682330091706446e-05,
"loss": 1.011,
"step": 210
},
{
"epoch": 11.89,
"learning_rate": 1.6598765169614243e-05,
"loss": 1.1001,
"step": 211
},
{
"epoch": 11.94,
"learning_rate": 1.637499082012574e-05,
"loss": 1.1224,
"step": 212
},
{
"epoch": 12.0,
"learning_rate": 1.615199814910971e-05,
"loss": 0.967,
"step": 213
},
{
"epoch": 12.06,
"learning_rate": 1.5929807366233977e-05,
"loss": 0.9923,
"step": 214
},
{
"epoch": 12.11,
"learning_rate": 1.5708438608491814e-05,
"loss": 1.0722,
"step": 215
},
{
"epoch": 12.17,
"learning_rate": 1.5487911938376924e-05,
"loss": 0.9666,
"step": 216
},
{
"epoch": 12.23,
"learning_rate": 1.5268247342065215e-05,
"loss": 0.9136,
"step": 217
},
{
"epoch": 12.28,
"learning_rate": 1.5049464727603452e-05,
"loss": 0.9274,
"step": 218
},
{
"epoch": 12.34,
"learning_rate": 1.4831583923104999e-05,
"loss": 1.0955,
"step": 219
},
{
"epoch": 12.39,
"learning_rate": 1.4614624674952842e-05,
"loss": 0.9058,
"step": 220
},
{
"epoch": 12.45,
"learning_rate": 1.4398606646009963e-05,
"loss": 0.8351,
"step": 221
},
{
"epoch": 12.51,
"learning_rate": 1.4183549413837289e-05,
"loss": 1.119,
"step": 222
},
{
"epoch": 12.56,
"learning_rate": 1.3969472468919461e-05,
"loss": 1.0418,
"step": 223
},
{
"epoch": 12.62,
"learning_rate": 1.3756395212898359e-05,
"loss": 0.9102,
"step": 224
},
{
"epoch": 12.68,
"learning_rate": 1.354433695681474e-05,
"loss": 0.997,
"step": 225
},
{
"epoch": 12.73,
"learning_rate": 1.3333316919358157e-05,
"loss": 1.1737,
"step": 226
},
{
"epoch": 12.79,
"learning_rate": 1.3123354225125128e-05,
"loss": 0.9887,
"step": 227
},
{
"epoch": 12.85,
"learning_rate": 1.2914467902885901e-05,
"loss": 0.9984,
"step": 228
},
{
"epoch": 12.9,
"learning_rate": 1.2706676883859903e-05,
"loss": 0.9507,
"step": 229
},
{
"epoch": 12.96,
"learning_rate": 1.2500000000000006e-05,
"loss": 0.9395,
"step": 230
},
{
"epoch": 13.01,
"learning_rate": 1.2294455982285777e-05,
"loss": 1.1445,
"step": 231
},
{
"epoch": 13.07,
"learning_rate": 1.2090063459025955e-05,
"loss": 0.8469,
"step": 232
},
{
"epoch": 13.13,
"learning_rate": 1.1886840954170142e-05,
"loss": 0.9936,
"step": 233
},
{
"epoch": 13.18,
"learning_rate": 1.1684806885630004e-05,
"loss": 0.8797,
"step": 234
},
{
"epoch": 13.24,
"learning_rate": 1.148397956361007e-05,
"loss": 1.1331,
"step": 235
},
{
"epoch": 13.3,
"learning_rate": 1.1284377188948258e-05,
"loss": 0.9613,
"step": 236
},
{
"epoch": 13.35,
"learning_rate": 1.1086017851466413e-05,
"loss": 0.9343,
"step": 237
},
{
"epoch": 13.41,
"learning_rate": 1.0888919528330777e-05,
"loss": 1.0098,
"step": 238
},
{
"epoch": 13.46,
"learning_rate": 1.0693100082422763e-05,
"loss": 0.9669,
"step": 239
},
{
"epoch": 13.52,
"learning_rate": 1.049857726072005e-05,
"loss": 0.9686,
"step": 240
},
{
"epoch": 13.58,
"learning_rate": 1.0305368692688174e-05,
"loss": 0.8916,
"step": 241
},
{
"epoch": 13.63,
"learning_rate": 1.0113491888682802e-05,
"loss": 0.9274,
"step": 242
},
{
"epoch": 13.69,
"learning_rate": 9.922964238362762e-06,
"loss": 0.9307,
"step": 243
},
{
"epoch": 13.75,
"learning_rate": 9.733803009114045e-06,
"loss": 1.0112,
"step": 244
},
{
"epoch": 13.8,
"learning_rate": 9.546025344484869e-06,
"loss": 1.0465,
"step": 245
},
{
"epoch": 13.86,
"learning_rate": 9.359648262631961e-06,
"loss": 1.0822,
"step": 246
},
{
"epoch": 13.92,
"learning_rate": 9.174688654778243e-06,
"loss": 0.8992,
"step": 247
},
{
"epoch": 13.97,
"learning_rate": 8.991163283681944e-06,
"loss": 0.8778,
"step": 248
},
{
"epoch": 14.03,
"learning_rate": 8.809088782117452e-06,
"loss": 1.0079,
"step": 249
},
{
"epoch": 14.08,
"learning_rate": 8.628481651367876e-06,
"loss": 0.9508,
"step": 250
},
{
"epoch": 14.14,
"learning_rate": 8.449358259729537e-06,
"loss": 0.997,
"step": 251
},
{
"epoch": 14.2,
"learning_rate": 8.271734841028553e-06,
"loss": 0.8669,
"step": 252
},
{
"epoch": 14.25,
"learning_rate": 8.09562749314952e-06,
"loss": 0.9721,
"step": 253
},
{
"epoch": 14.31,
"learning_rate": 7.921052176576644e-06,
"loss": 1.0777,
"step": 254
},
{
"epoch": 14.37,
"learning_rate": 7.748024712947205e-06,
"loss": 0.8644,
"step": 255
},
{
"epoch": 14.42,
"learning_rate": 7.576560783617668e-06,
"loss": 0.9119,
"step": 256
},
{
"epoch": 14.48,
"learning_rate": 7.40667592824249e-06,
"loss": 0.8645,
"step": 257
},
{
"epoch": 14.54,
"learning_rate": 7.238385543365783e-06,
"loss": 0.8786,
"step": 258
},
{
"epoch": 14.59,
"learning_rate": 7.071704881025915e-06,
"loss": 0.9539,
"step": 259
},
{
"epoch": 14.65,
"learning_rate": 6.906649047373246e-06,
"loss": 0.9521,
"step": 260
},
{
"epoch": 14.7,
"learning_rate": 6.743233001301067e-06,
"loss": 1.0708,
"step": 261
},
{
"epoch": 14.76,
"learning_rate": 6.5814715530898745e-06,
"loss": 1.033,
"step": 262
},
{
"epoch": 14.82,
"learning_rate": 6.421379363065142e-06,
"loss": 0.9344,
"step": 263
},
{
"epoch": 14.87,
"learning_rate": 6.2629709402686535e-06,
"loss": 0.9491,
"step": 264
},
{
"epoch": 14.93,
"learning_rate": 6.106260641143546e-06,
"loss": 0.8894,
"step": 265
},
{
"epoch": 14.99,
"learning_rate": 5.951262668233232e-06,
"loss": 0.8825,
"step": 266
},
{
"epoch": 15.04,
"learning_rate": 5.797991068894201e-06,
"loss": 0.925,
"step": 267
},
{
"epoch": 15.1,
"learning_rate": 5.646459734022938e-06,
"loss": 0.8431,
"step": 268
},
{
"epoch": 15.15,
"learning_rate": 5.49668239679699e-06,
"loss": 1.036,
"step": 269
},
{
"epoch": 15.21,
"learning_rate": 5.348672631430318e-06,
"loss": 0.9463,
"step": 270
},
{
"epoch": 15.27,
"learning_rate": 5.202443851943126e-06,
"loss": 0.9942,
"step": 271
},
{
"epoch": 15.32,
"learning_rate": 5.058009310946119e-06,
"loss": 0.9657,
"step": 272
},
{
"epoch": 15.38,
"learning_rate": 4.915382098439436e-06,
"loss": 0.9375,
"step": 273
},
{
"epoch": 15.44,
"learning_rate": 4.7745751406263165e-06,
"loss": 0.9347,
"step": 274
},
{
"epoch": 15.49,
"learning_rate": 4.6356011987416075e-06,
"loss": 0.9796,
"step": 275
},
{
"epoch": 15.55,
"learning_rate": 4.498472867895223e-06,
"loss": 0.987,
"step": 276
},
{
"epoch": 15.61,
"learning_rate": 4.36320257593065e-06,
"loss": 0.8946,
"step": 277
},
{
"epoch": 15.66,
"learning_rate": 4.229802582298633e-06,
"loss": 0.9034,
"step": 278
},
{
"epoch": 15.72,
"learning_rate": 4.098284976946101e-06,
"loss": 1.0294,
"step": 279
},
{
"epoch": 15.77,
"learning_rate": 3.968661679220468e-06,
"loss": 0.9631,
"step": 280
},
{
"epoch": 15.83,
"learning_rate": 3.840944436789393e-06,
"loss": 0.8831,
"step": 281
},
{
"epoch": 15.89,
"learning_rate": 3.715144824576078e-06,
"loss": 0.9274,
"step": 282
},
{
"epoch": 15.94,
"learning_rate": 3.591274243710277e-06,
"loss": 0.8896,
"step": 283
},
{
"epoch": 16.0,
"learning_rate": 3.4693439204949858e-06,
"loss": 0.8672,
"step": 284
},
{
"epoch": 16.06,
"learning_rate": 3.3493649053890326e-06,
"loss": 0.9043,
"step": 285
},
{
"epoch": 16.11,
"learning_rate": 3.2313480720055745e-06,
"loss": 1.1059,
"step": 286
},
{
"epoch": 16.17,
"learning_rate": 3.1153041161266134e-06,
"loss": 0.9241,
"step": 287
},
{
"epoch": 16.23,
"learning_rate": 3.0012435547336737e-06,
"loss": 0.7761,
"step": 288
},
{
"epoch": 16.28,
"learning_rate": 2.889176725054643e-06,
"loss": 1.0323,
"step": 289
},
{
"epoch": 16.34,
"learning_rate": 2.779113783626916e-06,
"loss": 0.8534,
"step": 290
},
{
"epoch": 16.39,
"learning_rate": 2.671064705376905e-06,
"loss": 0.7669,
"step": 291
},
{
"epoch": 16.45,
"learning_rate": 2.565039282716045e-06,
"loss": 0.984,
"step": 292
},
{
"epoch": 16.51,
"learning_rate": 2.461047124653279e-06,
"loss": 0.9542,
"step": 293
},
{
"epoch": 16.56,
"learning_rate": 2.3590976559242278e-06,
"loss": 0.9439,
"step": 294
},
{
"epoch": 16.62,
"learning_rate": 2.2592001161370392e-06,
"loss": 0.8776,
"step": 295
},
{
"epoch": 16.68,
"learning_rate": 2.1613635589349756e-06,
"loss": 0.9211,
"step": 296
},
{
"epoch": 16.73,
"learning_rate": 2.0655968511759134e-06,
"loss": 0.9145,
"step": 297
},
{
"epoch": 16.79,
"learning_rate": 1.97190867212875e-06,
"loss": 0.9481,
"step": 298
},
{
"epoch": 16.85,
"learning_rate": 1.8803075126867715e-06,
"loss": 0.9805,
"step": 299
},
{
"epoch": 16.9,
"learning_rate": 1.790801674598186e-06,
"loss": 0.8387,
"step": 300
},
{
"epoch": 16.9,
"eval_loss": 1.3825798034667969,
"eval_runtime": 1.4357,
"eval_samples_per_second": 6.965,
"eval_steps_per_second": 3.483,
"step": 300
},
{
"epoch": 16.96,
"learning_rate": 1.703399269713693e-06,
"loss": 1.005,
"step": 301
},
{
"epoch": 17.01,
"learning_rate": 1.6181082192513353e-06,
"loss": 0.9032,
"step": 302
},
{
"epoch": 17.07,
"learning_rate": 1.534936253078606e-06,
"loss": 1.0064,
"step": 303
},
{
"epoch": 17.13,
"learning_rate": 1.4538909090118846e-06,
"loss": 0.8834,
"step": 304
},
{
"epoch": 17.18,
"learning_rate": 1.3749795321332887e-06,
"loss": 0.93,
"step": 305
},
{
"epoch": 17.24,
"learning_rate": 1.2982092741250145e-06,
"loss": 0.9181,
"step": 306
},
{
"epoch": 17.3,
"learning_rate": 1.2235870926211619e-06,
"loss": 0.8043,
"step": 307
},
{
"epoch": 17.35,
"learning_rate": 1.1511197505771843e-06,
"loss": 0.8552,
"step": 308
},
{
"epoch": 17.41,
"learning_rate": 1.0808138156569614e-06,
"loss": 0.8864,
"step": 309
},
{
"epoch": 17.46,
"learning_rate": 1.0126756596375686e-06,
"loss": 0.8856,
"step": 310
},
{
"epoch": 17.52,
"learning_rate": 9.467114578318226e-07,
"loss": 0.9447,
"step": 311
},
{
"epoch": 17.58,
"learning_rate": 8.829271885286094e-07,
"loss": 0.8091,
"step": 312
},
{
"epoch": 17.63,
"learning_rate": 8.213286324510738e-07,
"loss": 0.9956,
"step": 313
},
{
"epoch": 17.69,
"learning_rate": 7.619213722327185e-07,
"loss": 0.88,
"step": 314
},
{
"epoch": 17.75,
"learning_rate": 7.047107919114588e-07,
"loss": 0.9142,
"step": 315
},
{
"epoch": 17.8,
"learning_rate": 6.497020764416633e-07,
"loss": 0.9984,
"step": 316
},
{
"epoch": 17.86,
"learning_rate": 5.969002112242494e-07,
"loss": 0.8869,
"step": 317
},
{
"epoch": 17.92,
"learning_rate": 5.463099816548579e-07,
"loss": 0.9627,
"step": 318
},
{
"epoch": 17.97,
"learning_rate": 4.979359726901639e-07,
"loss": 0.9783,
"step": 319
},
{
"epoch": 18.03,
"learning_rate": 4.517825684323324e-07,
"loss": 1.0067,
"step": 320
},
{
"epoch": 18.08,
"learning_rate": 4.078539517316987e-07,
"loss": 0.9261,
"step": 321
},
{
"epoch": 18.14,
"learning_rate": 3.6615410380767544e-07,
"loss": 1.0504,
"step": 322
},
{
"epoch": 18.2,
"learning_rate": 3.266868038879434e-07,
"loss": 0.8995,
"step": 323
},
{
"epoch": 18.25,
"learning_rate": 2.894556288659395e-07,
"loss": 0.915,
"step": 324
},
{
"epoch": 18.31,
"learning_rate": 2.544639529766829e-07,
"loss": 0.8657,
"step": 325
},
{
"epoch": 18.37,
"learning_rate": 2.2171494749097245e-07,
"loss": 0.9171,
"step": 326
},
{
"epoch": 18.42,
"learning_rate": 1.912115804279746e-07,
"loss": 0.7903,
"step": 327
},
{
"epoch": 18.48,
"learning_rate": 1.6295661628624447e-07,
"loss": 0.9827,
"step": 328
},
{
"epoch": 18.54,
"learning_rate": 1.3695261579316777e-07,
"loss": 0.9373,
"step": 329
},
{
"epoch": 18.59,
"learning_rate": 1.1320193567288529e-07,
"loss": 0.915,
"step": 330
},
{
"epoch": 18.65,
"learning_rate": 9.170672843271666e-08,
"loss": 1.0085,
"step": 331
},
{
"epoch": 18.7,
"learning_rate": 7.246894216806355e-08,
"loss": 0.9681,
"step": 332
},
{
"epoch": 18.76,
"learning_rate": 5.54903203858731e-08,
"loss": 0.8392,
"step": 333
},
{
"epoch": 18.82,
"learning_rate": 4.07724018466088e-08,
"loss": 0.9473,
"step": 334
},
{
"epoch": 18.87,
"learning_rate": 2.831652042480093e-08,
"loss": 0.9534,
"step": 335
},
{
"epoch": 18.93,
"learning_rate": 1.812380498815991e-08,
"loss": 0.9152,
"step": 336
},
{
"epoch": 18.99,
"learning_rate": 1.0195179295269252e-08,
"loss": 0.8761,
"step": 337
},
{
"epoch": 19.04,
"learning_rate": 4.531361911855325e-09,
"loss": 0.9116,
"step": 338
},
{
"epoch": 19.1,
"learning_rate": 1.132866145678313e-09,
"loss": 0.9118,
"step": 339
},
{
"epoch": 19.15,
"learning_rate": 0.0,
"loss": 0.8806,
"step": 340
}
],
"logging_steps": 1,
"max_steps": 340,
"num_train_epochs": 20,
"save_steps": 500,
"total_flos": 4.253890839379968e+17,
"trial_name": null,
"trial_params": null
}