Augusto777 commited on
Commit
5734af9
·
verified ·
1 Parent(s): 67f0759

End of training

Browse files
README.md CHANGED
@@ -21,7 +21,7 @@ model-index:
21
  metrics:
22
  - name: Accuracy
23
  type: accuracy
24
- value: 0.6956521739130435
25
  ---
26
 
27
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -31,8 +31,8 @@ should probably proofread and complete it, then remove this comment. -->
31
 
32
  This model is a fine-tuned version of [MBZUAI/swiftformer-xs](https://huggingface.co/MBZUAI/swiftformer-xs) on the imagefolder dataset.
33
  It achieves the following results on the evaluation set:
34
- - Loss: 1.2611
35
- - Accuracy: 0.6957
36
 
37
  ## Model description
38
 
 
21
  metrics:
22
  - name: Accuracy
23
  type: accuracy
24
+ value: 0.7391304347826086
25
  ---
26
 
27
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
31
 
32
  This model is a fine-tuned version of [MBZUAI/swiftformer-xs](https://huggingface.co/MBZUAI/swiftformer-xs) on the imagefolder dataset.
33
  It achieves the following results on the evaluation set:
34
+ - Loss: 0.8596
35
+ - Accuracy: 0.7391
36
 
37
  ## Model description
38
 
all_results.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
  "epoch": 34.29,
3
- "eval_accuracy": 0.6521739130434783,
4
- "eval_loss": 1.3718501329421997,
5
- "eval_runtime": 0.6737,
6
- "eval_samples_per_second": 68.283,
7
- "eval_steps_per_second": 4.453,
8
- "train_loss": 1.3757717927296957,
9
- "train_runtime": 134.1596,
10
- "train_samples_per_second": 63.506,
11
- "train_steps_per_second": 0.894
12
  }
 
1
  {
2
  "epoch": 34.29,
3
+ "eval_accuracy": 0.7391304347826086,
4
+ "eval_loss": 0.8596428632736206,
5
+ "eval_runtime": 0.9842,
6
+ "eval_samples_per_second": 46.737,
7
+ "eval_steps_per_second": 3.048,
8
+ "train_loss": 0.7088598291079203,
9
+ "train_runtime": 131.3917,
10
+ "train_samples_per_second": 64.844,
11
+ "train_steps_per_second": 0.913
12
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 34.29,
3
- "eval_accuracy": 0.6521739130434783,
4
- "eval_loss": 1.3718501329421997,
5
- "eval_runtime": 0.6737,
6
- "eval_samples_per_second": 68.283,
7
- "eval_steps_per_second": 4.453
8
  }
 
1
  {
2
  "epoch": 34.29,
3
+ "eval_accuracy": 0.7391304347826086,
4
+ "eval_loss": 0.8596428632736206,
5
+ "eval_runtime": 0.9842,
6
+ "eval_samples_per_second": 46.737,
7
+ "eval_steps_per_second": 3.048
8
  }
runs/Dec02_12-51-56_DESKTOP-SKBE9FB/events.out.tfevents.1733165661.DESKTOP-SKBE9FB.7092.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d052b2c6e4f23f0e29dfd9afd38ee6e9f02b3ac41f2aeecd09bce6ddffcd1bef
3
+ size 405
train_results.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "epoch": 34.29,
3
- "train_loss": 1.3757717927296957,
4
- "train_runtime": 134.1596,
5
- "train_samples_per_second": 63.506,
6
- "train_steps_per_second": 0.894
7
  }
 
1
  {
2
  "epoch": 34.29,
3
+ "train_loss": 0.7088598291079203,
4
+ "train_runtime": 131.3917,
5
+ "train_samples_per_second": 64.844,
6
+ "train_steps_per_second": 0.913
7
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.6521739130434783,
3
- "best_model_checkpoint": "swiftformer-xs-DMAE\\checkpoint-63",
4
  "epoch": 34.285714285714285,
5
  "eval_steps": 500,
6
  "global_step": 120,
@@ -10,399 +10,399 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.86,
13
- "eval_accuracy": 0.32608695652173914,
14
- "eval_loss": 1.386176347732544,
15
- "eval_runtime": 0.6912,
16
- "eval_samples_per_second": 66.555,
17
- "eval_steps_per_second": 4.341,
18
  "step": 3
19
  },
20
  {
21
  "epoch": 2.0,
22
- "eval_accuracy": 0.4782608695652174,
23
- "eval_loss": 1.3856920003890991,
24
- "eval_runtime": 0.6031,
25
- "eval_samples_per_second": 76.266,
26
- "eval_steps_per_second": 4.974,
27
  "step": 7
28
  },
29
  {
30
  "epoch": 2.86,
31
- "learning_rate": 1.3983050847457627e-05,
32
- "loss": 1.3859,
33
  "step": 10
34
  },
35
  {
36
  "epoch": 2.86,
37
- "eval_accuracy": 0.5434782608695652,
38
- "eval_loss": 1.3849265575408936,
39
- "eval_runtime": 0.6417,
40
- "eval_samples_per_second": 71.69,
41
- "eval_steps_per_second": 4.675,
42
  "step": 10
43
  },
44
  {
45
  "epoch": 4.0,
46
- "eval_accuracy": 0.6086956521739131,
47
- "eval_loss": 1.383913516998291,
48
- "eval_runtime": 0.6412,
49
- "eval_samples_per_second": 71.74,
50
- "eval_steps_per_second": 4.679,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 4.86,
55
- "eval_accuracy": 0.6086956521739131,
56
- "eval_loss": 1.3834460973739624,
57
- "eval_runtime": 0.5931,
58
- "eval_samples_per_second": 77.552,
59
- "eval_steps_per_second": 5.058,
60
  "step": 17
61
  },
62
  {
63
  "epoch": 5.71,
64
- "learning_rate": 1.2711864406779661e-05,
65
- "loss": 1.3844,
66
  "step": 20
67
  },
68
  {
69
  "epoch": 6.0,
70
- "eval_accuracy": 0.6086956521739131,
71
- "eval_loss": 1.3825335502624512,
72
- "eval_runtime": 0.6087,
73
- "eval_samples_per_second": 75.569,
74
- "eval_steps_per_second": 4.928,
75
  "step": 21
76
  },
77
  {
78
  "epoch": 6.86,
79
- "eval_accuracy": 0.5869565217391305,
80
- "eval_loss": 1.3820101022720337,
81
- "eval_runtime": 0.6081,
82
- "eval_samples_per_second": 75.639,
83
- "eval_steps_per_second": 4.933,
84
  "step": 24
85
  },
86
  {
87
  "epoch": 8.0,
88
- "eval_accuracy": 0.5869565217391305,
89
- "eval_loss": 1.3811701536178589,
90
- "eval_runtime": 0.6908,
91
- "eval_samples_per_second": 66.594,
92
- "eval_steps_per_second": 4.343,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 8.57,
97
- "learning_rate": 1.1440677966101694e-05,
98
- "loss": 1.3831,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 8.86,
103
  "eval_accuracy": 0.6304347826086957,
104
- "eval_loss": 1.3803642988204956,
105
- "eval_runtime": 0.6012,
106
- "eval_samples_per_second": 76.518,
107
- "eval_steps_per_second": 4.99,
108
  "step": 31
109
  },
110
  {
111
  "epoch": 10.0,
112
- "eval_accuracy": 0.6086956521739131,
113
- "eval_loss": 1.3793443441390991,
114
- "eval_runtime": 0.6652,
115
- "eval_samples_per_second": 69.156,
116
- "eval_steps_per_second": 4.51,
117
  "step": 35
118
  },
119
  {
120
  "epoch": 10.86,
121
- "eval_accuracy": 0.6086956521739131,
122
- "eval_loss": 1.3787044286727905,
123
- "eval_runtime": 0.6567,
124
- "eval_samples_per_second": 70.052,
125
- "eval_steps_per_second": 4.569,
126
  "step": 38
127
  },
128
  {
129
  "epoch": 11.43,
130
- "learning_rate": 1.016949152542373e-05,
131
- "loss": 1.3815,
132
  "step": 40
133
  },
134
  {
135
  "epoch": 12.0,
136
- "eval_accuracy": 0.6086956521739131,
137
- "eval_loss": 1.377792477607727,
138
- "eval_runtime": 0.5967,
139
- "eval_samples_per_second": 77.096,
140
- "eval_steps_per_second": 5.028,
141
  "step": 42
142
  },
143
  {
144
  "epoch": 12.86,
145
- "eval_accuracy": 0.6086956521739131,
146
- "eval_loss": 1.3767056465148926,
147
- "eval_runtime": 0.6238,
148
- "eval_samples_per_second": 73.738,
149
- "eval_steps_per_second": 4.809,
150
  "step": 45
151
  },
152
  {
153
  "epoch": 14.0,
154
- "eval_accuracy": 0.6086956521739131,
155
- "eval_loss": 1.375701904296875,
156
- "eval_runtime": 0.6527,
157
- "eval_samples_per_second": 70.481,
158
- "eval_steps_per_second": 4.597,
159
  "step": 49
160
  },
161
  {
162
  "epoch": 14.29,
163
- "learning_rate": 8.898305084745763e-06,
164
- "loss": 1.3794,
165
  "step": 50
166
  },
167
  {
168
  "epoch": 14.86,
169
- "eval_accuracy": 0.6086956521739131,
170
- "eval_loss": 1.3748270273208618,
171
- "eval_runtime": 0.6441,
172
- "eval_samples_per_second": 71.412,
173
- "eval_steps_per_second": 4.657,
174
  "step": 52
175
  },
176
  {
177
  "epoch": 16.0,
178
- "eval_accuracy": 0.6304347826086957,
179
- "eval_loss": 1.3738356828689575,
180
- "eval_runtime": 0.6412,
181
- "eval_samples_per_second": 71.742,
182
- "eval_steps_per_second": 4.679,
183
  "step": 56
184
  },
185
  {
186
  "epoch": 16.86,
187
- "eval_accuracy": 0.6086956521739131,
188
- "eval_loss": 1.3729946613311768,
189
- "eval_runtime": 0.6357,
190
- "eval_samples_per_second": 72.367,
191
- "eval_steps_per_second": 4.72,
192
  "step": 59
193
  },
194
  {
195
  "epoch": 17.14,
196
- "learning_rate": 7.627118644067796e-06,
197
- "loss": 1.3766,
198
  "step": 60
199
  },
200
  {
201
  "epoch": 18.0,
202
- "eval_accuracy": 0.6521739130434783,
203
- "eval_loss": 1.3718501329421997,
204
- "eval_runtime": 0.6097,
205
- "eval_samples_per_second": 75.453,
206
- "eval_steps_per_second": 4.921,
207
  "step": 63
208
  },
209
  {
210
  "epoch": 18.86,
211
- "eval_accuracy": 0.6086956521739131,
212
- "eval_loss": 1.3708202838897705,
213
- "eval_runtime": 0.6567,
214
- "eval_samples_per_second": 70.052,
215
- "eval_steps_per_second": 4.569,
216
  "step": 66
217
  },
218
  {
219
  "epoch": 20.0,
220
- "learning_rate": 6.3559322033898304e-06,
221
- "loss": 1.3748,
222
  "step": 70
223
  },
224
  {
225
  "epoch": 20.0,
226
- "eval_accuracy": 0.6304347826086957,
227
- "eval_loss": 1.369877815246582,
228
- "eval_runtime": 0.6577,
229
- "eval_samples_per_second": 69.945,
230
- "eval_steps_per_second": 4.562,
231
  "step": 70
232
  },
233
  {
234
  "epoch": 20.86,
235
- "eval_accuracy": 0.6304347826086957,
236
- "eval_loss": 1.3687235116958618,
237
- "eval_runtime": 0.6742,
238
- "eval_samples_per_second": 68.23,
239
- "eval_steps_per_second": 4.45,
240
  "step": 73
241
  },
242
  {
243
  "epoch": 22.0,
244
- "eval_accuracy": 0.5869565217391305,
245
- "eval_loss": 1.3677372932434082,
246
- "eval_runtime": 0.6257,
247
- "eval_samples_per_second": 73.523,
248
- "eval_steps_per_second": 4.795,
249
  "step": 77
250
  },
251
  {
252
  "epoch": 22.86,
253
- "learning_rate": 5.084745762711865e-06,
254
- "loss": 1.372,
255
  "step": 80
256
  },
257
  {
258
  "epoch": 22.86,
259
- "eval_accuracy": 0.6304347826086957,
260
- "eval_loss": 1.3664358854293823,
261
- "eval_runtime": 0.6397,
262
- "eval_samples_per_second": 71.912,
263
- "eval_steps_per_second": 4.69,
264
  "step": 80
265
  },
266
  {
267
  "epoch": 24.0,
268
- "eval_accuracy": 0.5869565217391305,
269
- "eval_loss": 1.3654985427856445,
270
- "eval_runtime": 0.6582,
271
- "eval_samples_per_second": 69.892,
272
- "eval_steps_per_second": 4.558,
273
  "step": 84
274
  },
275
  {
276
  "epoch": 24.86,
277
- "eval_accuracy": 0.6304347826086957,
278
- "eval_loss": 1.364823579788208,
279
- "eval_runtime": 0.6532,
280
- "eval_samples_per_second": 70.424,
281
- "eval_steps_per_second": 4.593,
282
  "step": 87
283
  },
284
  {
285
  "epoch": 25.71,
286
- "learning_rate": 3.813559322033898e-06,
287
- "loss": 1.3693,
288
  "step": 90
289
  },
290
  {
291
  "epoch": 26.0,
292
- "eval_accuracy": 0.6086956521739131,
293
- "eval_loss": 1.3639944791793823,
294
- "eval_runtime": 0.6257,
295
- "eval_samples_per_second": 73.522,
296
- "eval_steps_per_second": 4.795,
297
  "step": 91
298
  },
299
  {
300
  "epoch": 26.86,
301
- "eval_accuracy": 0.6086956521739131,
302
- "eval_loss": 1.3637075424194336,
303
- "eval_runtime": 0.6681,
304
- "eval_samples_per_second": 68.847,
305
- "eval_steps_per_second": 4.49,
306
  "step": 94
307
  },
308
  {
309
  "epoch": 28.0,
310
- "eval_accuracy": 0.6304347826086957,
311
- "eval_loss": 1.3627293109893799,
312
- "eval_runtime": 0.6542,
313
- "eval_samples_per_second": 70.316,
314
- "eval_steps_per_second": 4.586,
315
  "step": 98
316
  },
317
  {
318
  "epoch": 28.57,
319
- "learning_rate": 2.5423728813559323e-06,
320
- "loss": 1.3685,
321
  "step": 100
322
  },
323
  {
324
  "epoch": 28.86,
325
- "eval_accuracy": 0.5869565217391305,
326
- "eval_loss": 1.3624422550201416,
327
- "eval_runtime": 0.616,
328
- "eval_samples_per_second": 74.674,
329
- "eval_steps_per_second": 4.87,
330
  "step": 101
331
  },
332
  {
333
  "epoch": 30.0,
334
- "eval_accuracy": 0.6086956521739131,
335
- "eval_loss": 1.362162709236145,
336
- "eval_runtime": 0.6333,
337
- "eval_samples_per_second": 72.635,
338
- "eval_steps_per_second": 4.737,
339
  "step": 105
340
  },
341
  {
342
  "epoch": 30.86,
343
- "eval_accuracy": 0.6086956521739131,
344
- "eval_loss": 1.3610258102416992,
345
- "eval_runtime": 0.6252,
346
- "eval_samples_per_second": 73.574,
347
- "eval_steps_per_second": 4.798,
348
  "step": 108
349
  },
350
  {
351
  "epoch": 31.43,
352
- "learning_rate": 1.2711864406779662e-06,
353
- "loss": 1.3675,
354
  "step": 110
355
  },
356
  {
357
  "epoch": 32.0,
358
- "eval_accuracy": 0.6086956521739131,
359
- "eval_loss": 1.3605388402938843,
360
- "eval_runtime": 0.6262,
361
- "eval_samples_per_second": 73.462,
362
- "eval_steps_per_second": 4.791,
363
  "step": 112
364
  },
365
  {
366
  "epoch": 32.86,
367
- "eval_accuracy": 0.6086956521739131,
368
- "eval_loss": 1.3605269193649292,
369
- "eval_runtime": 0.6382,
370
- "eval_samples_per_second": 72.082,
371
- "eval_steps_per_second": 4.701,
372
  "step": 115
373
  },
374
  {
375
  "epoch": 34.0,
376
- "eval_accuracy": 0.5869565217391305,
377
- "eval_loss": 1.3611313104629517,
378
- "eval_runtime": 0.6139,
379
- "eval_samples_per_second": 74.93,
380
- "eval_steps_per_second": 4.887,
381
  "step": 119
382
  },
383
  {
384
  "epoch": 34.29,
385
  "learning_rate": 0.0,
386
- "loss": 1.3663,
387
  "step": 120
388
  },
389
  {
390
  "epoch": 34.29,
391
- "eval_accuracy": 0.6086956521739131,
392
- "eval_loss": 1.3607913255691528,
393
- "eval_runtime": 0.6386,
394
- "eval_samples_per_second": 72.027,
395
- "eval_steps_per_second": 4.697,
396
  "step": 120
397
  },
398
  {
399
  "epoch": 34.29,
400
  "step": 120,
401
  "total_flos": 2.0027429927092224e+16,
402
- "train_loss": 1.3757717927296957,
403
- "train_runtime": 134.1596,
404
- "train_samples_per_second": 63.506,
405
- "train_steps_per_second": 0.894
406
  }
407
  ],
408
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.7391304347826086,
3
+ "best_model_checkpoint": "swiftformer-xs-DMAE\\checkpoint-45",
4
  "epoch": 34.285714285714285,
5
  "eval_steps": 500,
6
  "global_step": 120,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.86,
13
+ "eval_accuracy": 0.45652173913043476,
14
+ "eval_loss": 1.3835715055465698,
15
+ "eval_runtime": 0.849,
16
+ "eval_samples_per_second": 54.181,
17
+ "eval_steps_per_second": 3.534,
18
  "step": 3
19
  },
20
  {
21
  "epoch": 2.0,
22
+ "eval_accuracy": 0.6521739130434783,
23
+ "eval_loss": 1.3326613903045654,
24
+ "eval_runtime": 0.6171,
25
+ "eval_samples_per_second": 74.538,
26
+ "eval_steps_per_second": 4.861,
27
  "step": 7
28
  },
29
  {
30
  "epoch": 2.86,
31
+ "learning_rate": 0.00125,
32
+ "loss": 1.3567,
33
  "step": 10
34
  },
35
  {
36
  "epoch": 2.86,
37
+ "eval_accuracy": 0.6521739130434783,
38
+ "eval_loss": 1.168088436126709,
39
+ "eval_runtime": 0.6072,
40
+ "eval_samples_per_second": 75.764,
41
+ "eval_steps_per_second": 4.941,
42
  "step": 10
43
  },
44
  {
45
  "epoch": 4.0,
46
+ "eval_accuracy": 0.5652173913043478,
47
+ "eval_loss": 1.044042944908142,
48
+ "eval_runtime": 0.6302,
49
+ "eval_samples_per_second": 72.998,
50
+ "eval_steps_per_second": 4.761,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 4.86,
55
+ "eval_accuracy": 0.6304347826086957,
56
+ "eval_loss": 1.0461686849594116,
57
+ "eval_runtime": 0.6512,
58
+ "eval_samples_per_second": 70.643,
59
+ "eval_steps_per_second": 4.607,
60
  "step": 17
61
  },
62
  {
63
  "epoch": 5.71,
64
+ "learning_rate": 0.001388888888888889,
65
+ "loss": 1.0903,
66
  "step": 20
67
  },
68
  {
69
  "epoch": 6.0,
70
+ "eval_accuracy": 0.5869565217391305,
71
+ "eval_loss": 0.9293990731239319,
72
+ "eval_runtime": 0.6116,
73
+ "eval_samples_per_second": 75.207,
74
+ "eval_steps_per_second": 4.905,
75
  "step": 21
76
  },
77
  {
78
  "epoch": 6.86,
79
+ "eval_accuracy": 0.6521739130434783,
80
+ "eval_loss": 0.9571677446365356,
81
+ "eval_runtime": 0.6031,
82
+ "eval_samples_per_second": 76.268,
83
+ "eval_steps_per_second": 4.974,
84
  "step": 24
85
  },
86
  {
87
  "epoch": 8.0,
88
+ "eval_accuracy": 0.6739130434782609,
89
+ "eval_loss": 0.9286340475082397,
90
+ "eval_runtime": 0.6212,
91
+ "eval_samples_per_second": 74.056,
92
+ "eval_steps_per_second": 4.83,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 8.57,
97
+ "learning_rate": 0.00125,
98
+ "loss": 1.0969,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 8.86,
103
  "eval_accuracy": 0.6304347826086957,
104
+ "eval_loss": 0.9229152798652649,
105
+ "eval_runtime": 0.6537,
106
+ "eval_samples_per_second": 70.374,
107
+ "eval_steps_per_second": 4.59,
108
  "step": 31
109
  },
110
  {
111
  "epoch": 10.0,
112
+ "eval_accuracy": 0.6521739130434783,
113
+ "eval_loss": 0.9061374664306641,
114
+ "eval_runtime": 0.6311,
115
+ "eval_samples_per_second": 72.884,
116
+ "eval_steps_per_second": 4.753,
117
  "step": 35
118
  },
119
  {
120
  "epoch": 10.86,
121
+ "eval_accuracy": 0.6739130434782609,
122
+ "eval_loss": 0.8341346383094788,
123
+ "eval_runtime": 0.6232,
124
+ "eval_samples_per_second": 73.818,
125
+ "eval_steps_per_second": 4.814,
126
  "step": 38
127
  },
128
  {
129
  "epoch": 11.43,
130
+ "learning_rate": 0.0011111111111111111,
131
+ "loss": 0.8923,
132
  "step": 40
133
  },
134
  {
135
  "epoch": 12.0,
136
+ "eval_accuracy": 0.6739130434782609,
137
+ "eval_loss": 0.878592848777771,
138
+ "eval_runtime": 0.6071,
139
+ "eval_samples_per_second": 75.766,
140
+ "eval_steps_per_second": 4.941,
141
  "step": 42
142
  },
143
  {
144
  "epoch": 12.86,
145
+ "eval_accuracy": 0.7391304347826086,
146
+ "eval_loss": 0.8596428632736206,
147
+ "eval_runtime": 0.6192,
148
+ "eval_samples_per_second": 74.295,
149
+ "eval_steps_per_second": 4.845,
150
  "step": 45
151
  },
152
  {
153
  "epoch": 14.0,
154
+ "eval_accuracy": 0.717391304347826,
155
+ "eval_loss": 0.8902113437652588,
156
+ "eval_runtime": 0.6051,
157
+ "eval_samples_per_second": 76.016,
158
+ "eval_steps_per_second": 4.958,
159
  "step": 49
160
  },
161
  {
162
  "epoch": 14.29,
163
+ "learning_rate": 0.0009722222222222222,
164
+ "loss": 0.7289,
165
  "step": 50
166
  },
167
  {
168
  "epoch": 14.86,
169
+ "eval_accuracy": 0.6739130434782609,
170
+ "eval_loss": 0.8024305105209351,
171
+ "eval_runtime": 0.6026,
172
+ "eval_samples_per_second": 76.33,
173
+ "eval_steps_per_second": 4.978,
174
  "step": 52
175
  },
176
  {
177
  "epoch": 16.0,
178
+ "eval_accuracy": 0.717391304347826,
179
+ "eval_loss": 0.9340682625770569,
180
+ "eval_runtime": 0.6272,
181
+ "eval_samples_per_second": 73.347,
182
+ "eval_steps_per_second": 4.783,
183
  "step": 56
184
  },
185
  {
186
  "epoch": 16.86,
187
+ "eval_accuracy": 0.717391304347826,
188
+ "eval_loss": 1.0463521480560303,
189
+ "eval_runtime": 0.6191,
190
+ "eval_samples_per_second": 74.297,
191
+ "eval_steps_per_second": 4.845,
192
  "step": 59
193
  },
194
  {
195
  "epoch": 17.14,
196
+ "learning_rate": 0.0008333333333333334,
197
+ "loss": 0.6609,
198
  "step": 60
199
  },
200
  {
201
  "epoch": 18.0,
202
+ "eval_accuracy": 0.6086956521739131,
203
+ "eval_loss": 0.9922565817832947,
204
+ "eval_runtime": 0.5991,
205
+ "eval_samples_per_second": 76.776,
206
+ "eval_steps_per_second": 5.007,
207
  "step": 63
208
  },
209
  {
210
  "epoch": 18.86,
211
+ "eval_accuracy": 0.717391304347826,
212
+ "eval_loss": 0.8224782347679138,
213
+ "eval_runtime": 0.6182,
214
+ "eval_samples_per_second": 74.415,
215
+ "eval_steps_per_second": 4.853,
216
  "step": 66
217
  },
218
  {
219
  "epoch": 20.0,
220
+ "learning_rate": 0.0006944444444444445,
221
+ "loss": 0.6527,
222
  "step": 70
223
  },
224
  {
225
  "epoch": 20.0,
226
+ "eval_accuracy": 0.6956521739130435,
227
+ "eval_loss": 0.874836802482605,
228
+ "eval_runtime": 0.6096,
229
+ "eval_samples_per_second": 75.454,
230
+ "eval_steps_per_second": 4.921,
231
  "step": 70
232
  },
233
  {
234
  "epoch": 20.86,
235
+ "eval_accuracy": 0.6739130434782609,
236
+ "eval_loss": 0.8051551580429077,
237
+ "eval_runtime": 0.5866,
238
+ "eval_samples_per_second": 78.412,
239
+ "eval_steps_per_second": 5.114,
240
  "step": 73
241
  },
242
  {
243
  "epoch": 22.0,
244
+ "eval_accuracy": 0.6956521739130435,
245
+ "eval_loss": 0.8861276507377625,
246
+ "eval_runtime": 0.6181,
247
+ "eval_samples_per_second": 74.417,
248
+ "eval_steps_per_second": 4.853,
249
  "step": 77
250
  },
251
  {
252
  "epoch": 22.86,
253
+ "learning_rate": 0.0005555555555555556,
254
+ "loss": 0.493,
255
  "step": 80
256
  },
257
  {
258
  "epoch": 22.86,
259
+ "eval_accuracy": 0.6956521739130435,
260
+ "eval_loss": 0.9554585218429565,
261
+ "eval_runtime": 0.6196,
262
+ "eval_samples_per_second": 74.236,
263
+ "eval_steps_per_second": 4.841,
264
  "step": 80
265
  },
266
  {
267
  "epoch": 24.0,
268
+ "eval_accuracy": 0.6739130434782609,
269
+ "eval_loss": 1.0335818529129028,
270
+ "eval_runtime": 0.6146,
271
+ "eval_samples_per_second": 74.84,
272
+ "eval_steps_per_second": 4.881,
273
  "step": 84
274
  },
275
  {
276
  "epoch": 24.86,
277
+ "eval_accuracy": 0.6956521739130435,
278
+ "eval_loss": 0.9960870146751404,
279
+ "eval_runtime": 0.6046,
280
+ "eval_samples_per_second": 76.078,
281
+ "eval_steps_per_second": 4.962,
282
  "step": 87
283
  },
284
  {
285
  "epoch": 25.71,
286
+ "learning_rate": 0.0004166666666666667,
287
+ "loss": 0.4088,
288
  "step": 90
289
  },
290
  {
291
  "epoch": 26.0,
292
+ "eval_accuracy": 0.6956521739130435,
293
+ "eval_loss": 1.0399607419967651,
294
+ "eval_runtime": 0.6222,
295
+ "eval_samples_per_second": 73.937,
296
+ "eval_steps_per_second": 4.822,
297
  "step": 91
298
  },
299
  {
300
  "epoch": 26.86,
301
+ "eval_accuracy": 0.6956521739130435,
302
+ "eval_loss": 1.053550362586975,
303
+ "eval_runtime": 0.6206,
304
+ "eval_samples_per_second": 74.116,
305
+ "eval_steps_per_second": 4.834,
306
  "step": 94
307
  },
308
  {
309
  "epoch": 28.0,
310
+ "eval_accuracy": 0.6739130434782609,
311
+ "eval_loss": 1.1388055086135864,
312
+ "eval_runtime": 0.6152,
313
+ "eval_samples_per_second": 74.778,
314
+ "eval_steps_per_second": 4.877,
315
  "step": 98
316
  },
317
  {
318
  "epoch": 28.57,
319
+ "learning_rate": 0.0002777777777777778,
320
+ "loss": 0.4047,
321
  "step": 100
322
  },
323
  {
324
  "epoch": 28.86,
325
+ "eval_accuracy": 0.6521739130434783,
326
+ "eval_loss": 1.2294652462005615,
327
+ "eval_runtime": 0.6572,
328
+ "eval_samples_per_second": 69.998,
329
+ "eval_steps_per_second": 4.565,
330
  "step": 101
331
  },
332
  {
333
  "epoch": 30.0,
334
+ "eval_accuracy": 0.6521739130434783,
335
+ "eval_loss": 1.2627309560775757,
336
+ "eval_runtime": 0.6271,
337
+ "eval_samples_per_second": 73.349,
338
+ "eval_steps_per_second": 4.784,
339
  "step": 105
340
  },
341
  {
342
  "epoch": 30.86,
343
+ "eval_accuracy": 0.6739130434782609,
344
+ "eval_loss": 1.2371925115585327,
345
+ "eval_runtime": 0.6617,
346
+ "eval_samples_per_second": 69.522,
347
+ "eval_steps_per_second": 4.534,
348
  "step": 108
349
  },
350
  {
351
  "epoch": 31.43,
352
+ "learning_rate": 0.0001388888888888889,
353
+ "loss": 0.3681,
354
  "step": 110
355
  },
356
  {
357
  "epoch": 32.0,
358
+ "eval_accuracy": 0.6521739130434783,
359
+ "eval_loss": 1.2918990850448608,
360
+ "eval_runtime": 0.6482,
361
+ "eval_samples_per_second": 70.97,
362
+ "eval_steps_per_second": 4.628,
363
  "step": 112
364
  },
365
  {
366
  "epoch": 32.86,
367
+ "eval_accuracy": 0.6521739130434783,
368
+ "eval_loss": 1.2453422546386719,
369
+ "eval_runtime": 0.6331,
370
+ "eval_samples_per_second": 72.653,
371
+ "eval_steps_per_second": 4.738,
372
  "step": 115
373
  },
374
  {
375
  "epoch": 34.0,
376
+ "eval_accuracy": 0.6739130434782609,
377
+ "eval_loss": 1.2612279653549194,
378
+ "eval_runtime": 0.6181,
379
+ "eval_samples_per_second": 74.417,
380
+ "eval_steps_per_second": 4.853,
381
  "step": 119
382
  },
383
  {
384
  "epoch": 34.29,
385
  "learning_rate": 0.0,
386
+ "loss": 0.353,
387
  "step": 120
388
  },
389
  {
390
  "epoch": 34.29,
391
+ "eval_accuracy": 0.6956521739130435,
392
+ "eval_loss": 1.2610585689544678,
393
+ "eval_runtime": 0.6256,
394
+ "eval_samples_per_second": 73.524,
395
+ "eval_steps_per_second": 4.795,
396
  "step": 120
397
  },
398
  {
399
  "epoch": 34.29,
400
  "step": 120,
401
  "total_flos": 2.0027429927092224e+16,
402
+ "train_loss": 0.7088598291079203,
403
+ "train_runtime": 131.3917,
404
+ "train_samples_per_second": 64.844,
405
+ "train_steps_per_second": 0.913
406
  }
407
  ],
408
  "logging_steps": 10,