Augusto777 commited on
Commit
1903b7f
·
verified ·
1 Parent(s): 999069e

End of training

Browse files
README.md CHANGED
@@ -21,7 +21,7 @@ model-index:
21
  metrics:
22
  - name: Accuracy
23
  type: accuracy
24
- value: 0.6956521739130435
25
  ---
26
 
27
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -31,8 +31,8 @@ should probably proofread and complete it, then remove this comment. -->
31
 
32
  This model is a fine-tuned version of [MBZUAI/swiftformer-xs](https://huggingface.co/MBZUAI/swiftformer-xs) on the imagefolder dataset.
33
  It achieves the following results on the evaluation set:
34
- - Loss: 0.8074
35
- - Accuracy: 0.6957
36
 
37
  ## Model description
38
 
 
21
  metrics:
22
  - name: Accuracy
23
  type: accuracy
24
+ value: 0.7608695652173914
25
  ---
26
 
27
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
31
 
32
  This model is a fine-tuned version of [MBZUAI/swiftformer-xs](https://huggingface.co/MBZUAI/swiftformer-xs) on the imagefolder dataset.
33
  It achieves the following results on the evaluation set:
34
+ - Loss: 0.7654
35
+ - Accuracy: 0.7609
36
 
37
  ## Model description
38
 
all_results.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
  "epoch": 34.29,
3
- "eval_accuracy": 0.5434782608695652,
4
- "eval_loss": 1.3591431379318237,
5
- "eval_runtime": 0.9977,
6
- "eval_samples_per_second": 46.105,
7
- "eval_steps_per_second": 3.007,
8
- "train_loss": 1.2247031291325887,
9
- "train_runtime": 132.0853,
10
- "train_samples_per_second": 64.504,
11
- "train_steps_per_second": 0.909
12
  }
 
1
  {
2
  "epoch": 34.29,
3
+ "eval_accuracy": 0.7608695652173914,
4
+ "eval_loss": 0.7653754949569702,
5
+ "eval_runtime": 0.8787,
6
+ "eval_samples_per_second": 52.35,
7
+ "eval_steps_per_second": 3.414,
8
+ "train_loss": 0.9870913426081339,
9
+ "train_runtime": 135.9591,
10
+ "train_samples_per_second": 62.666,
11
+ "train_steps_per_second": 0.883
12
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 34.29,
3
- "eval_accuracy": 0.5434782608695652,
4
- "eval_loss": 1.3591431379318237,
5
- "eval_runtime": 0.9977,
6
- "eval_samples_per_second": 46.105,
7
- "eval_steps_per_second": 3.007
8
  }
 
1
  {
2
  "epoch": 34.29,
3
+ "eval_accuracy": 0.7608695652173914,
4
+ "eval_loss": 0.7653754949569702,
5
+ "eval_runtime": 0.8787,
6
+ "eval_samples_per_second": 52.35,
7
+ "eval_steps_per_second": 3.414
8
  }
runs/Dec02_13-56-15_DESKTOP-SKBE9FB/events.out.tfevents.1733169520.DESKTOP-SKBE9FB.11004.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bad3deebdc874db9f2467a02e867ce28b56c7531e869e93e9e4bc7b18b8b18b
3
+ size 405
train_results.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "epoch": 34.29,
3
- "train_loss": 1.2247031291325887,
4
- "train_runtime": 132.0853,
5
- "train_samples_per_second": 64.504,
6
- "train_steps_per_second": 0.909
7
  }
 
1
  {
2
  "epoch": 34.29,
3
+ "train_loss": 0.9870913426081339,
4
+ "train_runtime": 135.9591,
5
+ "train_samples_per_second": 62.666,
6
+ "train_steps_per_second": 0.883
7
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.5434782608695652,
3
- "best_model_checkpoint": "swiftformer-xs-DMAE\\checkpoint-3",
4
  "epoch": 34.285714285714285,
5
  "eval_steps": 500,
6
  "global_step": 120,
@@ -11,398 +11,398 @@
11
  {
12
  "epoch": 0.86,
13
  "eval_accuracy": 0.5434782608695652,
14
- "eval_loss": 1.3591431379318237,
15
- "eval_runtime": 0.6507,
16
- "eval_samples_per_second": 70.698,
17
- "eval_steps_per_second": 4.611,
18
  "step": 3
19
  },
20
  {
21
  "epoch": 2.0,
22
- "eval_accuracy": 0.5434782608695652,
23
- "eval_loss": 1.231246829032898,
24
- "eval_runtime": 0.6722,
25
- "eval_samples_per_second": 68.437,
26
- "eval_steps_per_second": 4.463,
27
  "step": 7
28
  },
29
  {
30
  "epoch": 2.86,
31
- "learning_rate": 0.006666666666666667,
32
- "loss": 1.2973,
33
  "step": 10
34
  },
35
  {
36
  "epoch": 2.86,
37
- "eval_accuracy": 0.391304347826087,
38
- "eval_loss": 2.0533361434936523,
39
- "eval_runtime": 0.5966,
40
- "eval_samples_per_second": 77.098,
41
- "eval_steps_per_second": 5.028,
42
  "step": 10
43
  },
44
  {
45
  "epoch": 4.0,
46
- "eval_accuracy": 0.13043478260869565,
47
- "eval_loss": 3.3852343559265137,
48
- "eval_runtime": 0.6126,
49
- "eval_samples_per_second": 75.084,
50
- "eval_steps_per_second": 4.897,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 4.86,
55
- "eval_accuracy": 0.2826086956521739,
56
- "eval_loss": 5.402902126312256,
57
- "eval_runtime": 0.6162,
58
- "eval_samples_per_second": 74.656,
59
- "eval_steps_per_second": 4.869,
60
  "step": 17
61
  },
62
  {
63
  "epoch": 5.71,
64
- "learning_rate": 0.007407407407407408,
65
- "loss": 1.3932,
66
  "step": 20
67
  },
68
  {
69
  "epoch": 6.0,
70
- "eval_accuracy": 0.15217391304347827,
71
- "eval_loss": 6.73091983795166,
72
- "eval_runtime": 0.6251,
73
- "eval_samples_per_second": 73.584,
74
- "eval_steps_per_second": 4.799,
75
  "step": 21
76
  },
77
  {
78
  "epoch": 6.86,
79
- "eval_accuracy": 0.45652173913043476,
80
- "eval_loss": 1.1893627643585205,
81
- "eval_runtime": 0.5871,
82
- "eval_samples_per_second": 78.345,
83
- "eval_steps_per_second": 5.109,
84
  "step": 24
85
  },
86
  {
87
  "epoch": 8.0,
88
- "eval_accuracy": 0.45652173913043476,
89
- "eval_loss": 1.3668298721313477,
90
- "eval_runtime": 0.8242,
91
- "eval_samples_per_second": 55.811,
92
- "eval_steps_per_second": 3.64,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 8.57,
97
- "learning_rate": 0.006666666666666667,
98
- "loss": 1.224,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 8.86,
103
- "eval_accuracy": 0.30434782608695654,
104
- "eval_loss": 1.4738078117370605,
105
- "eval_runtime": 0.5976,
106
- "eval_samples_per_second": 76.969,
107
- "eval_steps_per_second": 5.02,
108
  "step": 31
109
  },
110
  {
111
  "epoch": 10.0,
112
- "eval_accuracy": 0.4782608695652174,
113
- "eval_loss": 3.30267333984375,
114
- "eval_runtime": 0.6467,
115
- "eval_samples_per_second": 71.136,
116
- "eval_steps_per_second": 4.639,
117
  "step": 35
118
  },
119
  {
120
  "epoch": 10.86,
121
- "eval_accuracy": 0.45652173913043476,
122
- "eval_loss": 1.5451834201812744,
123
- "eval_runtime": 0.5736,
124
- "eval_samples_per_second": 80.19,
125
- "eval_steps_per_second": 5.23,
126
  "step": 38
127
  },
128
  {
129
  "epoch": 11.43,
130
- "learning_rate": 0.005925925925925926,
131
- "loss": 1.1773,
132
  "step": 40
133
  },
134
  {
135
  "epoch": 12.0,
136
- "eval_accuracy": 0.32608695652173914,
137
- "eval_loss": 2.5105574131011963,
138
- "eval_runtime": 0.6352,
139
- "eval_samples_per_second": 72.423,
140
- "eval_steps_per_second": 4.723,
141
  "step": 42
142
  },
143
  {
144
  "epoch": 12.86,
145
- "eval_accuracy": 0.45652173913043476,
146
- "eval_loss": 2.3560242652893066,
147
- "eval_runtime": 0.6231,
148
- "eval_samples_per_second": 73.82,
149
- "eval_steps_per_second": 4.814,
150
  "step": 45
151
  },
152
  {
153
  "epoch": 14.0,
154
- "eval_accuracy": 0.5,
155
- "eval_loss": 1.3445404767990112,
156
- "eval_runtime": 0.6242,
157
- "eval_samples_per_second": 73.699,
158
- "eval_steps_per_second": 4.806,
159
  "step": 49
160
  },
161
  {
162
  "epoch": 14.29,
163
- "learning_rate": 0.005185185185185185,
164
- "loss": 1.2552,
165
  "step": 50
166
  },
167
  {
168
  "epoch": 14.86,
169
- "eval_accuracy": 0.43478260869565216,
170
- "eval_loss": 1.264084815979004,
171
- "eval_runtime": 0.6312,
172
- "eval_samples_per_second": 72.882,
173
- "eval_steps_per_second": 4.753,
174
  "step": 52
175
  },
176
  {
177
  "epoch": 16.0,
178
- "eval_accuracy": 0.41304347826086957,
179
- "eval_loss": 1.2809749841690063,
180
- "eval_runtime": 0.6291,
181
- "eval_samples_per_second": 73.116,
182
- "eval_steps_per_second": 4.768,
183
  "step": 56
184
  },
185
  {
186
  "epoch": 16.86,
187
- "eval_accuracy": 0.43478260869565216,
188
- "eval_loss": 1.2486095428466797,
189
- "eval_runtime": 0.6246,
190
- "eval_samples_per_second": 73.641,
191
- "eval_steps_per_second": 4.803,
192
  "step": 59
193
  },
194
  {
195
  "epoch": 17.14,
196
- "learning_rate": 0.0044444444444444444,
197
- "loss": 1.1857,
198
  "step": 60
199
  },
200
  {
201
  "epoch": 18.0,
202
- "eval_accuracy": 0.45652173913043476,
203
- "eval_loss": 1.3768922090530396,
204
- "eval_runtime": 0.6182,
205
- "eval_samples_per_second": 74.415,
206
- "eval_steps_per_second": 4.853,
207
  "step": 63
208
  },
209
  {
210
  "epoch": 18.86,
211
- "eval_accuracy": 0.391304347826087,
212
- "eval_loss": 1.3311198949813843,
213
- "eval_runtime": 0.5861,
214
- "eval_samples_per_second": 78.481,
215
- "eval_steps_per_second": 5.118,
216
  "step": 66
217
  },
218
  {
219
  "epoch": 20.0,
220
- "learning_rate": 0.003703703703703704,
221
- "loss": 1.2054,
222
  "step": 70
223
  },
224
  {
225
  "epoch": 20.0,
226
- "eval_accuracy": 0.30434782608695654,
227
- "eval_loss": 1.3728384971618652,
228
- "eval_runtime": 0.6246,
229
- "eval_samples_per_second": 73.641,
230
- "eval_steps_per_second": 4.803,
231
  "step": 70
232
  },
233
  {
234
  "epoch": 20.86,
235
- "eval_accuracy": 0.45652173913043476,
236
- "eval_loss": 1.2437033653259277,
237
- "eval_runtime": 0.6181,
238
- "eval_samples_per_second": 74.417,
239
- "eval_steps_per_second": 4.853,
240
  "step": 73
241
  },
242
  {
243
  "epoch": 22.0,
244
- "eval_accuracy": 0.41304347826086957,
245
- "eval_loss": 1.2751320600509644,
246
- "eval_runtime": 0.6296,
247
- "eval_samples_per_second": 73.057,
248
- "eval_steps_per_second": 4.765,
249
  "step": 77
250
  },
251
  {
252
  "epoch": 22.86,
253
- "learning_rate": 0.002962962962962963,
254
- "loss": 1.2037,
255
  "step": 80
256
  },
257
  {
258
  "epoch": 22.86,
259
- "eval_accuracy": 0.45652173913043476,
260
- "eval_loss": 1.2529469728469849,
261
- "eval_runtime": 0.6047,
262
- "eval_samples_per_second": 76.076,
263
- "eval_steps_per_second": 4.961,
264
  "step": 80
265
  },
266
  {
267
  "epoch": 24.0,
268
- "eval_accuracy": 0.45652173913043476,
269
- "eval_loss": 1.2354108095169067,
270
- "eval_runtime": 0.6081,
271
- "eval_samples_per_second": 75.641,
272
- "eval_steps_per_second": 4.933,
273
  "step": 84
274
  },
275
  {
276
  "epoch": 24.86,
277
- "eval_accuracy": 0.43478260869565216,
278
- "eval_loss": 1.23885977268219,
279
- "eval_runtime": 0.6132,
280
- "eval_samples_per_second": 75.022,
281
- "eval_steps_per_second": 4.893,
282
  "step": 87
283
  },
284
  {
285
  "epoch": 25.71,
286
- "learning_rate": 0.0022222222222222222,
287
- "loss": 1.1888,
288
  "step": 90
289
  },
290
  {
291
  "epoch": 26.0,
292
- "eval_accuracy": 0.43478260869565216,
293
- "eval_loss": 1.2455952167510986,
294
- "eval_runtime": 0.6196,
295
- "eval_samples_per_second": 74.236,
296
- "eval_steps_per_second": 4.841,
297
  "step": 91
298
  },
299
  {
300
  "epoch": 26.86,
301
- "eval_accuracy": 0.45652173913043476,
302
- "eval_loss": 1.2312220335006714,
303
- "eval_runtime": 0.5921,
304
- "eval_samples_per_second": 77.685,
305
- "eval_steps_per_second": 5.066,
306
  "step": 94
307
  },
308
  {
309
  "epoch": 28.0,
310
- "eval_accuracy": 0.45652173913043476,
311
- "eval_loss": 1.2452948093414307,
312
- "eval_runtime": 0.6407,
313
- "eval_samples_per_second": 71.802,
314
- "eval_steps_per_second": 4.683,
315
  "step": 98
316
  },
317
  {
318
  "epoch": 28.57,
319
- "learning_rate": 0.0014814814814814814,
320
- "loss": 1.1872,
321
  "step": 100
322
  },
323
  {
324
  "epoch": 28.86,
325
- "eval_accuracy": 0.45652173913043476,
326
- "eval_loss": 1.2506513595581055,
327
- "eval_runtime": 0.6071,
328
- "eval_samples_per_second": 75.766,
329
- "eval_steps_per_second": 4.941,
330
  "step": 101
331
  },
332
  {
333
  "epoch": 30.0,
334
- "eval_accuracy": 0.41304347826086957,
335
- "eval_loss": 1.2598766088485718,
336
- "eval_runtime": 0.6437,
337
- "eval_samples_per_second": 71.467,
338
- "eval_steps_per_second": 4.661,
339
  "step": 105
340
  },
341
  {
342
  "epoch": 30.86,
343
- "eval_accuracy": 0.45652173913043476,
344
- "eval_loss": 1.2493034601211548,
345
- "eval_runtime": 0.6182,
346
- "eval_samples_per_second": 74.415,
347
- "eval_steps_per_second": 4.853,
348
  "step": 108
349
  },
350
  {
351
  "epoch": 31.43,
352
- "learning_rate": 0.0007407407407407407,
353
- "loss": 1.1796,
354
  "step": 110
355
  },
356
  {
357
  "epoch": 32.0,
358
- "eval_accuracy": 0.45652173913043476,
359
- "eval_loss": 1.2410696744918823,
360
- "eval_runtime": 0.6317,
361
- "eval_samples_per_second": 72.825,
362
- "eval_steps_per_second": 4.749,
363
  "step": 112
364
  },
365
  {
366
  "epoch": 32.86,
367
- "eval_accuracy": 0.45652173913043476,
368
- "eval_loss": 1.2361904382705688,
369
- "eval_runtime": 0.5841,
370
- "eval_samples_per_second": 78.749,
371
- "eval_steps_per_second": 5.136,
372
  "step": 115
373
  },
374
  {
375
  "epoch": 34.0,
376
- "eval_accuracy": 0.45652173913043476,
377
- "eval_loss": 1.2300723791122437,
378
- "eval_runtime": 0.8292,
379
- "eval_samples_per_second": 55.475,
380
- "eval_steps_per_second": 3.618,
381
  "step": 119
382
  },
383
  {
384
  "epoch": 34.29,
385
  "learning_rate": 0.0,
386
- "loss": 1.199,
387
  "step": 120
388
  },
389
  {
390
  "epoch": 34.29,
391
- "eval_accuracy": 0.45652173913043476,
392
- "eval_loss": 1.2346495389938354,
393
- "eval_runtime": 0.6237,
394
- "eval_samples_per_second": 73.759,
395
- "eval_steps_per_second": 4.81,
396
  "step": 120
397
  },
398
  {
399
  "epoch": 34.29,
400
  "step": 120,
401
  "total_flos": 2.0027429927092224e+16,
402
- "train_loss": 1.2247031291325887,
403
- "train_runtime": 132.0853,
404
- "train_samples_per_second": 64.504,
405
- "train_steps_per_second": 0.909
406
  }
407
  ],
408
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.7608695652173914,
3
+ "best_model_checkpoint": "swiftformer-xs-DMAE\\checkpoint-98",
4
  "epoch": 34.285714285714285,
5
  "eval_steps": 500,
6
  "global_step": 120,
 
11
  {
12
  "epoch": 0.86,
13
  "eval_accuracy": 0.5434782608695652,
14
+ "eval_loss": 1.3706265687942505,
15
+ "eval_runtime": 0.7927,
16
+ "eval_samples_per_second": 58.03,
17
+ "eval_steps_per_second": 3.785,
18
  "step": 3
19
  },
20
  {
21
  "epoch": 2.0,
22
+ "eval_accuracy": 0.6304347826086957,
23
+ "eval_loss": 1.1672464609146118,
24
+ "eval_runtime": 0.7267,
25
+ "eval_samples_per_second": 63.3,
26
+ "eval_steps_per_second": 4.128,
27
  "step": 7
28
  },
29
  {
30
  "epoch": 2.86,
31
+ "learning_rate": 0.004166666666666667,
32
+ "loss": 1.2937,
33
  "step": 10
34
  },
35
  {
36
  "epoch": 2.86,
37
+ "eval_accuracy": 0.6086956521739131,
38
+ "eval_loss": 1.2248375415802002,
39
+ "eval_runtime": 0.6077,
40
+ "eval_samples_per_second": 75.7,
41
+ "eval_steps_per_second": 4.937,
42
  "step": 10
43
  },
44
  {
45
  "epoch": 4.0,
46
+ "eval_accuracy": 0.34782608695652173,
47
+ "eval_loss": 2.698575973510742,
48
+ "eval_runtime": 0.6071,
49
+ "eval_samples_per_second": 75.764,
50
+ "eval_steps_per_second": 4.941,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 4.86,
55
+ "eval_accuracy": 0.45652173913043476,
56
+ "eval_loss": 2.600794792175293,
57
+ "eval_runtime": 0.6206,
58
+ "eval_samples_per_second": 74.116,
59
+ "eval_steps_per_second": 4.834,
60
  "step": 17
61
  },
62
  {
63
  "epoch": 5.71,
64
+ "learning_rate": 0.004629629629629629,
65
+ "loss": 1.2355,
66
  "step": 20
67
  },
68
  {
69
  "epoch": 6.0,
70
+ "eval_accuracy": 0.41304347826086957,
71
+ "eval_loss": 1.8899880647659302,
72
+ "eval_runtime": 0.6442,
73
+ "eval_samples_per_second": 71.411,
74
+ "eval_steps_per_second": 4.657,
75
  "step": 21
76
  },
77
  {
78
  "epoch": 6.86,
79
+ "eval_accuracy": 0.5,
80
+ "eval_loss": 1.595796823501587,
81
+ "eval_runtime": 0.6131,
82
+ "eval_samples_per_second": 75.024,
83
+ "eval_steps_per_second": 4.893,
84
  "step": 24
85
  },
86
  {
87
  "epoch": 8.0,
88
+ "eval_accuracy": 0.5652173913043478,
89
+ "eval_loss": 1.3846951723098755,
90
+ "eval_runtime": 0.8307,
91
+ "eval_samples_per_second": 55.373,
92
+ "eval_steps_per_second": 3.611,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 8.57,
97
+ "learning_rate": 0.004166666666666667,
98
+ "loss": 1.1548,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 8.86,
103
+ "eval_accuracy": 0.717391304347826,
104
+ "eval_loss": 0.8761585354804993,
105
+ "eval_runtime": 0.6322,
106
+ "eval_samples_per_second": 72.767,
107
+ "eval_steps_per_second": 4.746,
108
  "step": 31
109
  },
110
  {
111
  "epoch": 10.0,
112
+ "eval_accuracy": 0.5434782608695652,
113
+ "eval_loss": 1.0870667695999146,
114
+ "eval_runtime": 0.6561,
115
+ "eval_samples_per_second": 70.106,
116
+ "eval_steps_per_second": 4.572,
117
  "step": 35
118
  },
119
  {
120
  "epoch": 10.86,
121
+ "eval_accuracy": 0.5434782608695652,
122
+ "eval_loss": 0.9779139757156372,
123
+ "eval_runtime": 0.5857,
124
+ "eval_samples_per_second": 78.544,
125
+ "eval_steps_per_second": 5.122,
126
  "step": 38
127
  },
128
  {
129
  "epoch": 11.43,
130
+ "learning_rate": 0.0037037037037037034,
131
+ "loss": 1.0561,
132
  "step": 40
133
  },
134
  {
135
  "epoch": 12.0,
136
+ "eval_accuracy": 0.5434782608695652,
137
+ "eval_loss": 1.2454442977905273,
138
+ "eval_runtime": 0.6291,
139
+ "eval_samples_per_second": 73.116,
140
+ "eval_steps_per_second": 4.768,
141
  "step": 42
142
  },
143
  {
144
  "epoch": 12.86,
145
+ "eval_accuracy": 0.5652173913043478,
146
+ "eval_loss": 1.227651834487915,
147
+ "eval_runtime": 0.6021,
148
+ "eval_samples_per_second": 76.395,
149
+ "eval_steps_per_second": 4.982,
150
  "step": 45
151
  },
152
  {
153
  "epoch": 14.0,
154
+ "eval_accuracy": 0.6086956521739131,
155
+ "eval_loss": 0.9526649713516235,
156
+ "eval_runtime": 0.6019,
157
+ "eval_samples_per_second": 76.422,
158
+ "eval_steps_per_second": 4.984,
159
  "step": 49
160
  },
161
  {
162
  "epoch": 14.29,
163
+ "learning_rate": 0.0032407407407407406,
164
+ "loss": 1.0546,
165
  "step": 50
166
  },
167
  {
168
  "epoch": 14.86,
169
+ "eval_accuracy": 0.6304347826086957,
170
+ "eval_loss": 0.8797388672828674,
171
+ "eval_runtime": 0.6531,
172
+ "eval_samples_per_second": 70.428,
173
+ "eval_steps_per_second": 4.593,
174
  "step": 52
175
  },
176
  {
177
  "epoch": 16.0,
178
+ "eval_accuracy": 0.6304347826086957,
179
+ "eval_loss": 0.9479212760925293,
180
+ "eval_runtime": 0.5991,
181
+ "eval_samples_per_second": 76.776,
182
+ "eval_steps_per_second": 5.007,
183
  "step": 56
184
  },
185
  {
186
  "epoch": 16.86,
187
+ "eval_accuracy": 0.6739130434782609,
188
+ "eval_loss": 0.869612991809845,
189
+ "eval_runtime": 0.7437,
190
+ "eval_samples_per_second": 61.854,
191
+ "eval_steps_per_second": 4.034,
192
  "step": 59
193
  },
194
  {
195
  "epoch": 17.14,
196
+ "learning_rate": 0.002777777777777778,
197
+ "loss": 0.9493,
198
  "step": 60
199
  },
200
  {
201
  "epoch": 18.0,
202
+ "eval_accuracy": 0.6521739130434783,
203
+ "eval_loss": 0.9347758293151855,
204
+ "eval_runtime": 0.6096,
205
+ "eval_samples_per_second": 75.454,
206
+ "eval_steps_per_second": 4.921,
207
  "step": 63
208
  },
209
  {
210
  "epoch": 18.86,
211
+ "eval_accuracy": 0.5434782608695652,
212
+ "eval_loss": 0.9889930486679077,
213
+ "eval_runtime": 0.6462,
214
+ "eval_samples_per_second": 71.19,
215
+ "eval_steps_per_second": 4.643,
216
  "step": 66
217
  },
218
  {
219
  "epoch": 20.0,
220
+ "learning_rate": 0.0023148148148148147,
221
+ "loss": 0.9354,
222
  "step": 70
223
  },
224
  {
225
  "epoch": 20.0,
226
+ "eval_accuracy": 0.5869565217391305,
227
+ "eval_loss": 0.9073047041893005,
228
+ "eval_runtime": 0.6136,
229
+ "eval_samples_per_second": 74.962,
230
+ "eval_steps_per_second": 4.889,
231
  "step": 70
232
  },
233
  {
234
  "epoch": 20.86,
235
+ "eval_accuracy": 0.6304347826086957,
236
+ "eval_loss": 0.8763116598129272,
237
+ "eval_runtime": 0.6322,
238
+ "eval_samples_per_second": 72.766,
239
+ "eval_steps_per_second": 4.746,
240
  "step": 73
241
  },
242
  {
243
  "epoch": 22.0,
244
+ "eval_accuracy": 0.6521739130434783,
245
+ "eval_loss": 0.9592300653457642,
246
+ "eval_runtime": 0.6382,
247
+ "eval_samples_per_second": 72.082,
248
+ "eval_steps_per_second": 4.701,
249
  "step": 77
250
  },
251
  {
252
  "epoch": 22.86,
253
+ "learning_rate": 0.0018518518518518517,
254
+ "loss": 0.8791,
255
  "step": 80
256
  },
257
  {
258
  "epoch": 22.86,
259
+ "eval_accuracy": 0.6521739130434783,
260
+ "eval_loss": 0.8940117955207825,
261
+ "eval_runtime": 0.7087,
262
+ "eval_samples_per_second": 64.911,
263
+ "eval_steps_per_second": 4.233,
264
  "step": 80
265
  },
266
  {
267
  "epoch": 24.0,
268
+ "eval_accuracy": 0.6956521739130435,
269
+ "eval_loss": 0.8165251016616821,
270
+ "eval_runtime": 0.6012,
271
+ "eval_samples_per_second": 76.52,
272
+ "eval_steps_per_second": 4.99,
273
  "step": 84
274
  },
275
  {
276
  "epoch": 24.86,
277
+ "eval_accuracy": 0.6956521739130435,
278
+ "eval_loss": 0.8249245285987854,
279
+ "eval_runtime": 0.6311,
280
+ "eval_samples_per_second": 72.884,
281
+ "eval_steps_per_second": 4.753,
282
  "step": 87
283
  },
284
  {
285
  "epoch": 25.71,
286
+ "learning_rate": 0.001388888888888889,
287
+ "loss": 0.8017,
288
  "step": 90
289
  },
290
  {
291
  "epoch": 26.0,
292
+ "eval_accuracy": 0.6739130434782609,
293
+ "eval_loss": 0.8946475386619568,
294
+ "eval_runtime": 0.7282,
295
+ "eval_samples_per_second": 63.173,
296
+ "eval_steps_per_second": 4.12,
297
  "step": 91
298
  },
299
  {
300
  "epoch": 26.86,
301
+ "eval_accuracy": 0.6956521739130435,
302
+ "eval_loss": 0.8210282325744629,
303
+ "eval_runtime": 0.6431,
304
+ "eval_samples_per_second": 71.524,
305
+ "eval_steps_per_second": 4.665,
306
  "step": 94
307
  },
308
  {
309
  "epoch": 28.0,
310
+ "eval_accuracy": 0.7608695652173914,
311
+ "eval_loss": 0.7653754949569702,
312
+ "eval_runtime": 0.9337,
313
+ "eval_samples_per_second": 49.265,
314
+ "eval_steps_per_second": 3.213,
315
  "step": 98
316
  },
317
  {
318
  "epoch": 28.57,
319
+ "learning_rate": 0.0009259259259259259,
320
+ "loss": 0.8532,
321
  "step": 100
322
  },
323
  {
324
  "epoch": 28.86,
325
+ "eval_accuracy": 0.7391304347826086,
326
+ "eval_loss": 0.7491888999938965,
327
+ "eval_runtime": 0.6161,
328
+ "eval_samples_per_second": 74.659,
329
+ "eval_steps_per_second": 4.869,
330
  "step": 101
331
  },
332
  {
333
  "epoch": 30.0,
334
+ "eval_accuracy": 0.6956521739130435,
335
+ "eval_loss": 0.7725396156311035,
336
+ "eval_runtime": 0.6542,
337
+ "eval_samples_per_second": 70.319,
338
+ "eval_steps_per_second": 4.586,
339
  "step": 105
340
  },
341
  {
342
  "epoch": 30.86,
343
+ "eval_accuracy": 0.717391304347826,
344
+ "eval_loss": 0.7931932210922241,
345
+ "eval_runtime": 0.6467,
346
+ "eval_samples_per_second": 71.135,
347
+ "eval_steps_per_second": 4.639,
348
  "step": 108
349
  },
350
  {
351
  "epoch": 31.43,
352
+ "learning_rate": 0.0004629629629629629,
353
+ "loss": 0.8205,
354
  "step": 110
355
  },
356
  {
357
  "epoch": 32.0,
358
+ "eval_accuracy": 0.7391304347826086,
359
+ "eval_loss": 0.8129280209541321,
360
+ "eval_runtime": 0.6256,
361
+ "eval_samples_per_second": 73.524,
362
+ "eval_steps_per_second": 4.795,
363
  "step": 112
364
  },
365
  {
366
  "epoch": 32.86,
367
+ "eval_accuracy": 0.6956521739130435,
368
+ "eval_loss": 0.8089176416397095,
369
+ "eval_runtime": 0.6011,
370
+ "eval_samples_per_second": 76.522,
371
+ "eval_steps_per_second": 4.991,
372
  "step": 115
373
  },
374
  {
375
  "epoch": 34.0,
376
+ "eval_accuracy": 0.6956521739130435,
377
+ "eval_loss": 0.8150961399078369,
378
+ "eval_runtime": 0.8342,
379
+ "eval_samples_per_second": 55.142,
380
+ "eval_steps_per_second": 3.596,
381
  "step": 119
382
  },
383
  {
384
  "epoch": 34.29,
385
  "learning_rate": 0.0,
386
+ "loss": 0.8112,
387
  "step": 120
388
  },
389
  {
390
  "epoch": 34.29,
391
+ "eval_accuracy": 0.6956521739130435,
392
+ "eval_loss": 0.8074415326118469,
393
+ "eval_runtime": 0.6487,
394
+ "eval_samples_per_second": 70.916,
395
+ "eval_steps_per_second": 4.625,
396
  "step": 120
397
  },
398
  {
399
  "epoch": 34.29,
400
  "step": 120,
401
  "total_flos": 2.0027429927092224e+16,
402
+ "train_loss": 0.9870913426081339,
403
+ "train_runtime": 135.9591,
404
+ "train_samples_per_second": 62.666,
405
+ "train_steps_per_second": 0.883
406
  }
407
  ],
408
  "logging_steps": 10,