SushantGautam commited on
Commit
64b139a
·
1 Parent(s): 6bd214c

End of training

Browse files
all_results.json CHANGED
@@ -1,28 +1,28 @@
1
  {
2
- "epoch": 10.0,
3
  "eval_gen_len": 1.0,
4
- "eval_loss": 0.9508721828460693,
5
  "eval_rouge1": 0.0,
6
  "eval_rouge2": 0.0,
7
  "eval_rougeL": 0.0,
8
  "eval_rougeLsum": 0.0,
9
- "eval_runtime": 2.4842,
10
  "eval_samples": 176,
11
- "eval_samples_per_second": 70.846,
12
- "eval_steps_per_second": 4.428,
13
  "predict_gen_len": 1.0,
14
- "predict_loss": 0.44962382316589355,
15
  "predict_rouge1": 0.0,
16
  "predict_rouge2": 0.0,
17
  "predict_rougeL": 0.0,
18
  "predict_rougeLsum": 0.0,
19
- "predict_runtime": 39.8405,
20
  "predict_samples": 3527,
21
- "predict_samples_per_second": 88.528,
22
- "predict_steps_per_second": 5.547,
23
- "train_loss": 1.0295860317518126,
24
- "train_runtime": 364.5885,
25
  "train_samples": 3351,
26
- "train_samples_per_second": 91.912,
27
- "train_steps_per_second": 1.454
28
  }
 
1
  {
2
+ "epoch": 5.0,
3
  "eval_gen_len": 1.0,
4
+ "eval_loss": 5.282332897186279,
5
  "eval_rouge1": 0.0,
6
  "eval_rouge2": 0.0,
7
  "eval_rougeL": 0.0,
8
  "eval_rougeLsum": 0.0,
9
+ "eval_runtime": 0.8186,
10
  "eval_samples": 176,
11
+ "eval_samples_per_second": 214.997,
12
+ "eval_steps_per_second": 13.437,
13
  "predict_gen_len": 1.0,
14
+ "predict_loss": 5.266044616699219,
15
  "predict_rouge1": 0.0,
16
  "predict_rouge2": 0.0,
17
  "predict_rougeL": 0.0,
18
  "predict_rougeLsum": 0.0,
19
+ "predict_runtime": 14.8282,
20
  "predict_samples": 3527,
21
+ "predict_samples_per_second": 237.858,
22
+ "predict_steps_per_second": 14.904,
23
+ "train_loss": 6.612753483034529,
24
+ "train_runtime": 33.2807,
25
  "train_samples": 3351,
26
+ "train_samples_per_second": 503.444,
27
+ "train_steps_per_second": 7.963
28
  }
eval_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
- "epoch": 10.0,
3
  "eval_gen_len": 1.0,
4
- "eval_loss": 0.9508721828460693,
5
  "eval_rouge1": 0.0,
6
  "eval_rouge2": 0.0,
7
  "eval_rougeL": 0.0,
8
  "eval_rougeLsum": 0.0,
9
- "eval_runtime": 2.4842,
10
  "eval_samples": 176,
11
- "eval_samples_per_second": 70.846,
12
- "eval_steps_per_second": 4.428
13
  }
 
1
  {
2
+ "epoch": 5.0,
3
  "eval_gen_len": 1.0,
4
+ "eval_loss": 5.282332897186279,
5
  "eval_rouge1": 0.0,
6
  "eval_rouge2": 0.0,
7
  "eval_rougeL": 0.0,
8
  "eval_rougeLsum": 0.0,
9
+ "eval_runtime": 0.8186,
10
  "eval_samples": 176,
11
+ "eval_samples_per_second": 214.997,
12
+ "eval_steps_per_second": 13.437
13
  }
predict_results.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
  "predict_gen_len": 1.0,
3
- "predict_loss": 0.44962382316589355,
4
  "predict_rouge1": 0.0,
5
  "predict_rouge2": 0.0,
6
  "predict_rougeL": 0.0,
7
  "predict_rougeLsum": 0.0,
8
- "predict_runtime": 39.8405,
9
  "predict_samples": 3527,
10
- "predict_samples_per_second": 88.528,
11
- "predict_steps_per_second": 5.547
12
  }
 
1
  {
2
  "predict_gen_len": 1.0,
3
+ "predict_loss": 5.266044616699219,
4
  "predict_rouge1": 0.0,
5
  "predict_rouge2": 0.0,
6
  "predict_rougeL": 0.0,
7
  "predict_rougeLsum": 0.0,
8
+ "predict_runtime": 14.8282,
9
  "predict_samples": 3527,
10
+ "predict_samples_per_second": 237.858,
11
+ "predict_steps_per_second": 14.904
12
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 10.0,
3
- "train_loss": 1.0295860317518126,
4
- "train_runtime": 364.5885,
5
  "train_samples": 3351,
6
- "train_samples_per_second": 91.912,
7
- "train_steps_per_second": 1.454
8
  }
 
1
  {
2
+ "epoch": 5.0,
3
+ "train_loss": 6.612753483034529,
4
+ "train_runtime": 33.2807,
5
  "train_samples": 3351,
6
+ "train_samples_per_second": 503.444,
7
+ "train_steps_per_second": 7.963
8
  }
trainer_state.json CHANGED
@@ -1,3205 +1,1615 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 10.0,
5
- "global_step": 530,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 0.02,
12
- "learning_rate": 4.9905660377358493e-05,
13
- "loss": 9.8227,
14
  "step": 1
15
  },
16
  {
17
  "epoch": 0.04,
18
- "learning_rate": 4.9811320754716985e-05,
19
- "loss": 5.3632,
20
  "step": 2
21
  },
22
  {
23
  "epoch": 0.06,
24
- "learning_rate": 4.9716981132075476e-05,
25
- "loss": 4.5065,
26
  "step": 3
27
  },
28
  {
29
  "epoch": 0.08,
30
- "learning_rate": 4.962264150943397e-05,
31
- "loss": 3.6359,
32
  "step": 4
33
  },
34
  {
35
  "epoch": 0.09,
36
- "learning_rate": 4.952830188679246e-05,
37
- "loss": 3.3431,
38
  "step": 5
39
  },
40
  {
41
  "epoch": 0.11,
42
- "learning_rate": 4.943396226415095e-05,
43
- "loss": 3.0381,
44
  "step": 6
45
  },
46
  {
47
  "epoch": 0.13,
48
- "learning_rate": 4.933962264150943e-05,
49
- "loss": 3.0548,
50
  "step": 7
51
  },
52
  {
53
  "epoch": 0.15,
54
- "learning_rate": 4.9245283018867924e-05,
55
- "loss": 2.7514,
56
  "step": 8
57
  },
58
  {
59
  "epoch": 0.17,
60
- "learning_rate": 4.9150943396226415e-05,
61
- "loss": 2.8738,
62
  "step": 9
63
  },
64
  {
65
  "epoch": 0.19,
66
- "learning_rate": 4.9056603773584906e-05,
67
- "loss": 2.5376,
68
  "step": 10
69
  },
70
  {
71
  "epoch": 0.21,
72
- "learning_rate": 4.89622641509434e-05,
73
- "loss": 2.4207,
74
  "step": 11
75
  },
76
  {
77
  "epoch": 0.23,
78
- "learning_rate": 4.886792452830189e-05,
79
- "loss": 2.4471,
80
  "step": 12
81
  },
82
  {
83
  "epoch": 0.25,
84
- "learning_rate": 4.877358490566038e-05,
85
- "loss": 2.3879,
86
  "step": 13
87
  },
88
  {
89
  "epoch": 0.26,
90
- "learning_rate": 4.867924528301887e-05,
91
- "loss": 2.328,
92
  "step": 14
93
  },
94
  {
95
  "epoch": 0.28,
96
- "learning_rate": 4.858490566037736e-05,
97
- "loss": 2.1208,
98
  "step": 15
99
  },
100
  {
101
  "epoch": 0.3,
102
- "learning_rate": 4.849056603773585e-05,
103
- "loss": 2.2425,
104
  "step": 16
105
  },
106
  {
107
  "epoch": 0.32,
108
- "learning_rate": 4.8396226415094344e-05,
109
- "loss": 2.2906,
110
  "step": 17
111
  },
112
  {
113
  "epoch": 0.34,
114
- "learning_rate": 4.8301886792452835e-05,
115
- "loss": 2.1438,
116
  "step": 18
117
  },
118
  {
119
  "epoch": 0.36,
120
- "learning_rate": 4.8207547169811326e-05,
121
- "loss": 2.2857,
122
  "step": 19
123
  },
124
  {
125
  "epoch": 0.38,
126
- "learning_rate": 4.811320754716982e-05,
127
- "loss": 2.1923,
128
  "step": 20
129
  },
130
  {
131
  "epoch": 0.4,
132
- "learning_rate": 4.80188679245283e-05,
133
- "loss": 2.2866,
134
  "step": 21
135
  },
136
  {
137
  "epoch": 0.42,
138
- "learning_rate": 4.792452830188679e-05,
139
- "loss": 2.174,
140
  "step": 22
141
  },
142
  {
143
  "epoch": 0.43,
144
- "learning_rate": 4.7830188679245284e-05,
145
- "loss": 2.2098,
146
  "step": 23
147
  },
148
  {
149
  "epoch": 0.45,
150
- "learning_rate": 4.7735849056603775e-05,
151
- "loss": 1.9968,
152
  "step": 24
153
  },
154
  {
155
  "epoch": 0.47,
156
- "learning_rate": 4.7641509433962266e-05,
157
- "loss": 2.0575,
158
  "step": 25
159
  },
160
  {
161
  "epoch": 0.49,
162
- "learning_rate": 4.754716981132076e-05,
163
- "loss": 2.0604,
164
  "step": 26
165
  },
166
  {
167
  "epoch": 0.51,
168
- "learning_rate": 4.745283018867925e-05,
169
- "loss": 2.2124,
170
  "step": 27
171
  },
172
  {
173
  "epoch": 0.53,
174
- "learning_rate": 4.735849056603774e-05,
175
- "loss": 2.002,
176
  "step": 28
177
  },
178
  {
179
  "epoch": 0.55,
180
- "learning_rate": 4.726415094339623e-05,
181
- "loss": 1.9484,
182
  "step": 29
183
  },
184
  {
185
  "epoch": 0.57,
186
- "learning_rate": 4.716981132075472e-05,
187
- "loss": 1.9954,
188
  "step": 30
189
  },
190
  {
191
  "epoch": 0.58,
192
- "learning_rate": 4.707547169811321e-05,
193
- "loss": 1.917,
194
  "step": 31
195
  },
196
  {
197
  "epoch": 0.6,
198
- "learning_rate": 4.6981132075471704e-05,
199
- "loss": 2.0466,
200
  "step": 32
201
  },
202
  {
203
  "epoch": 0.62,
204
- "learning_rate": 4.6886792452830195e-05,
205
- "loss": 1.8827,
206
  "step": 33
207
  },
208
  {
209
  "epoch": 0.64,
210
- "learning_rate": 4.679245283018868e-05,
211
- "loss": 2.1251,
212
  "step": 34
213
  },
214
  {
215
  "epoch": 0.66,
216
- "learning_rate": 4.669811320754717e-05,
217
- "loss": 2.1592,
218
  "step": 35
219
  },
220
  {
221
  "epoch": 0.68,
222
- "learning_rate": 4.660377358490566e-05,
223
- "loss": 2.2133,
224
  "step": 36
225
  },
226
  {
227
  "epoch": 0.7,
228
- "learning_rate": 4.650943396226415e-05,
229
- "loss": 2.1562,
230
  "step": 37
231
  },
232
  {
233
  "epoch": 0.72,
234
- "learning_rate": 4.641509433962264e-05,
235
- "loss": 1.9496,
236
  "step": 38
237
  },
238
  {
239
  "epoch": 0.74,
240
- "learning_rate": 4.6320754716981134e-05,
241
- "loss": 2.0698,
242
  "step": 39
243
  },
244
  {
245
  "epoch": 0.75,
246
- "learning_rate": 4.6226415094339625e-05,
247
- "loss": 2.0431,
248
  "step": 40
249
  },
250
  {
251
  "epoch": 0.77,
252
- "learning_rate": 4.6132075471698117e-05,
253
- "loss": 2.0038,
254
  "step": 41
255
  },
256
  {
257
  "epoch": 0.79,
258
- "learning_rate": 4.603773584905661e-05,
259
- "loss": 2.0959,
260
  "step": 42
261
  },
262
  {
263
  "epoch": 0.81,
264
- "learning_rate": 4.59433962264151e-05,
265
- "loss": 1.9298,
266
  "step": 43
267
  },
268
  {
269
  "epoch": 0.83,
270
- "learning_rate": 4.584905660377359e-05,
271
- "loss": 1.9915,
272
  "step": 44
273
  },
274
  {
275
  "epoch": 0.85,
276
- "learning_rate": 4.575471698113208e-05,
277
- "loss": 1.8004,
278
  "step": 45
279
  },
280
  {
281
  "epoch": 0.87,
282
- "learning_rate": 4.566037735849057e-05,
283
- "loss": 1.9061,
284
  "step": 46
285
  },
286
  {
287
  "epoch": 0.89,
288
- "learning_rate": 4.556603773584906e-05,
289
- "loss": 1.8904,
290
  "step": 47
291
  },
292
  {
293
  "epoch": 0.91,
294
- "learning_rate": 4.547169811320755e-05,
295
- "loss": 2.0976,
296
  "step": 48
297
  },
298
  {
299
  "epoch": 0.92,
300
- "learning_rate": 4.537735849056604e-05,
301
- "loss": 1.7822,
302
  "step": 49
303
  },
304
  {
305
  "epoch": 0.94,
306
- "learning_rate": 4.528301886792453e-05,
307
- "loss": 1.8883,
308
  "step": 50
309
  },
310
  {
311
  "epoch": 0.96,
312
- "learning_rate": 4.518867924528302e-05,
313
- "loss": 1.6874,
314
  "step": 51
315
  },
316
  {
317
  "epoch": 0.98,
318
- "learning_rate": 4.509433962264151e-05,
319
- "loss": 1.7476,
320
  "step": 52
321
  },
322
  {
323
  "epoch": 1.0,
324
- "learning_rate": 4.5e-05,
325
- "loss": 1.6606,
326
  "step": 53
327
  },
328
  {
329
  "epoch": 1.02,
330
- "learning_rate": 4.4905660377358494e-05,
331
- "loss": 1.701,
332
  "step": 54
333
  },
334
  {
335
  "epoch": 1.04,
336
- "learning_rate": 4.4811320754716985e-05,
337
- "loss": 1.6084,
338
  "step": 55
339
  },
340
  {
341
  "epoch": 1.06,
342
- "learning_rate": 4.4716981132075476e-05,
343
- "loss": 1.6217,
344
  "step": 56
345
  },
346
  {
347
  "epoch": 1.08,
348
- "learning_rate": 4.462264150943397e-05,
349
- "loss": 1.5683,
350
  "step": 57
351
  },
352
  {
353
  "epoch": 1.09,
354
- "learning_rate": 4.452830188679246e-05,
355
- "loss": 1.6248,
356
  "step": 58
357
  },
358
  {
359
  "epoch": 1.11,
360
- "learning_rate": 4.443396226415095e-05,
361
- "loss": 1.6011,
362
  "step": 59
363
  },
364
  {
365
  "epoch": 1.13,
366
- "learning_rate": 4.433962264150944e-05,
367
- "loss": 1.6206,
368
  "step": 60
369
  },
370
  {
371
  "epoch": 1.15,
372
- "learning_rate": 4.4245283018867925e-05,
373
- "loss": 1.5233,
374
  "step": 61
375
  },
376
  {
377
  "epoch": 1.17,
378
- "learning_rate": 4.4150943396226416e-05,
379
- "loss": 1.6248,
380
  "step": 62
381
  },
382
  {
383
  "epoch": 1.19,
384
- "learning_rate": 4.405660377358491e-05,
385
- "loss": 1.5203,
386
  "step": 63
387
  },
388
  {
389
  "epoch": 1.21,
390
- "learning_rate": 4.39622641509434e-05,
391
- "loss": 1.4521,
392
  "step": 64
393
  },
394
  {
395
  "epoch": 1.23,
396
- "learning_rate": 4.386792452830189e-05,
397
- "loss": 1.4511,
398
  "step": 65
399
  },
400
  {
401
  "epoch": 1.25,
402
- "learning_rate": 4.377358490566038e-05,
403
- "loss": 1.4902,
404
  "step": 66
405
  },
406
  {
407
  "epoch": 1.26,
408
- "learning_rate": 4.367924528301887e-05,
409
- "loss": 1.6299,
410
  "step": 67
411
  },
412
  {
413
  "epoch": 1.28,
414
- "learning_rate": 4.358490566037736e-05,
415
- "loss": 1.4494,
416
  "step": 68
417
  },
418
  {
419
  "epoch": 1.3,
420
- "learning_rate": 4.3490566037735853e-05,
421
- "loss": 1.4915,
422
  "step": 69
423
  },
424
  {
425
  "epoch": 1.32,
426
- "learning_rate": 4.3396226415094345e-05,
427
- "loss": 1.5363,
428
  "step": 70
429
  },
430
  {
431
  "epoch": 1.34,
432
- "learning_rate": 4.3301886792452836e-05,
433
- "loss": 1.4763,
434
  "step": 71
435
  },
436
  {
437
  "epoch": 1.36,
438
- "learning_rate": 4.320754716981133e-05,
439
- "loss": 1.4828,
440
  "step": 72
441
  },
442
  {
443
  "epoch": 1.38,
444
- "learning_rate": 4.311320754716982e-05,
445
- "loss": 1.4703,
446
  "step": 73
447
  },
448
  {
449
  "epoch": 1.4,
450
- "learning_rate": 4.301886792452831e-05,
451
- "loss": 1.3921,
452
  "step": 74
453
  },
454
  {
455
  "epoch": 1.42,
456
- "learning_rate": 4.292452830188679e-05,
457
- "loss": 1.5084,
458
  "step": 75
459
  },
460
  {
461
  "epoch": 1.43,
462
- "learning_rate": 4.2830188679245284e-05,
463
- "loss": 1.4489,
464
  "step": 76
465
  },
466
  {
467
  "epoch": 1.45,
468
- "learning_rate": 4.2735849056603775e-05,
469
- "loss": 1.479,
470
  "step": 77
471
  },
472
  {
473
  "epoch": 1.47,
474
- "learning_rate": 4.2641509433962266e-05,
475
- "loss": 1.4791,
476
  "step": 78
477
  },
478
  {
479
  "epoch": 1.49,
480
- "learning_rate": 4.254716981132076e-05,
481
- "loss": 1.3819,
482
  "step": 79
483
  },
484
  {
485
  "epoch": 1.51,
486
- "learning_rate": 4.245283018867925e-05,
487
- "loss": 1.4143,
488
  "step": 80
489
  },
490
  {
491
  "epoch": 1.53,
492
- "learning_rate": 4.235849056603774e-05,
493
- "loss": 1.4606,
494
  "step": 81
495
  },
496
  {
497
  "epoch": 1.55,
498
- "learning_rate": 4.226415094339623e-05,
499
- "loss": 1.4457,
500
  "step": 82
501
  },
502
  {
503
  "epoch": 1.57,
504
- "learning_rate": 4.216981132075472e-05,
505
- "loss": 1.3819,
506
  "step": 83
507
  },
508
  {
509
  "epoch": 1.58,
510
- "learning_rate": 4.207547169811321e-05,
511
- "loss": 1.3984,
512
  "step": 84
513
  },
514
  {
515
  "epoch": 1.6,
516
- "learning_rate": 4.1981132075471704e-05,
517
- "loss": 1.4533,
518
  "step": 85
519
  },
520
  {
521
  "epoch": 1.62,
522
- "learning_rate": 4.1886792452830195e-05,
523
- "loss": 1.4731,
524
  "step": 86
525
  },
526
  {
527
  "epoch": 1.64,
528
- "learning_rate": 4.1792452830188686e-05,
529
- "loss": 1.4723,
530
  "step": 87
531
  },
532
  {
533
  "epoch": 1.66,
534
- "learning_rate": 4.169811320754717e-05,
535
- "loss": 1.4317,
536
  "step": 88
537
  },
538
  {
539
  "epoch": 1.68,
540
- "learning_rate": 4.160377358490566e-05,
541
- "loss": 1.441,
542
  "step": 89
543
  },
544
  {
545
  "epoch": 1.7,
546
- "learning_rate": 4.150943396226415e-05,
547
- "loss": 1.3809,
548
  "step": 90
549
  },
550
  {
551
  "epoch": 1.72,
552
- "learning_rate": 4.1415094339622644e-05,
553
- "loss": 1.2942,
554
  "step": 91
555
  },
556
  {
557
  "epoch": 1.74,
558
- "learning_rate": 4.1320754716981135e-05,
559
- "loss": 1.4409,
560
  "step": 92
561
  },
562
  {
563
  "epoch": 1.75,
564
- "learning_rate": 4.1226415094339626e-05,
565
- "loss": 1.5428,
566
  "step": 93
567
  },
568
  {
569
  "epoch": 1.77,
570
- "learning_rate": 4.113207547169812e-05,
571
- "loss": 1.3872,
572
  "step": 94
573
  },
574
  {
575
  "epoch": 1.79,
576
- "learning_rate": 4.103773584905661e-05,
577
- "loss": 1.4422,
578
  "step": 95
579
  },
580
  {
581
  "epoch": 1.81,
582
- "learning_rate": 4.09433962264151e-05,
583
- "loss": 1.5333,
584
  "step": 96
585
  },
586
  {
587
  "epoch": 1.83,
588
- "learning_rate": 4.084905660377359e-05,
589
- "loss": 1.229,
590
  "step": 97
591
  },
592
  {
593
  "epoch": 1.85,
594
- "learning_rate": 4.075471698113208e-05,
595
- "loss": 1.3927,
596
  "step": 98
597
  },
598
  {
599
  "epoch": 1.87,
600
- "learning_rate": 4.066037735849057e-05,
601
- "loss": 1.2784,
602
  "step": 99
603
  },
604
  {
605
  "epoch": 1.89,
606
- "learning_rate": 4.0566037735849064e-05,
607
- "loss": 1.3527,
608
  "step": 100
609
  },
610
  {
611
  "epoch": 1.91,
612
- "learning_rate": 4.047169811320755e-05,
613
- "loss": 1.422,
614
  "step": 101
615
  },
616
  {
617
  "epoch": 1.92,
618
- "learning_rate": 4.037735849056604e-05,
619
- "loss": 1.3688,
620
  "step": 102
621
  },
622
  {
623
  "epoch": 1.94,
624
- "learning_rate": 4.028301886792453e-05,
625
- "loss": 1.3664,
626
  "step": 103
627
  },
628
  {
629
  "epoch": 1.96,
630
- "learning_rate": 4.018867924528302e-05,
631
- "loss": 1.3683,
632
  "step": 104
633
  },
634
  {
635
  "epoch": 1.98,
636
- "learning_rate": 4.009433962264151e-05,
637
- "loss": 1.3948,
638
  "step": 105
639
  },
640
  {
641
  "epoch": 2.0,
642
- "learning_rate": 4e-05,
643
- "loss": 1.258,
644
  "step": 106
645
  },
646
  {
647
  "epoch": 2.02,
648
- "learning_rate": 3.9905660377358494e-05,
649
- "loss": 1.3721,
650
  "step": 107
651
  },
652
  {
653
  "epoch": 2.04,
654
- "learning_rate": 3.9811320754716985e-05,
655
- "loss": 1.2634,
656
  "step": 108
657
  },
658
  {
659
  "epoch": 2.06,
660
- "learning_rate": 3.9716981132075477e-05,
661
- "loss": 1.3369,
662
  "step": 109
663
  },
664
  {
665
  "epoch": 2.08,
666
- "learning_rate": 3.962264150943397e-05,
667
- "loss": 1.2034,
668
  "step": 110
669
  },
670
  {
671
  "epoch": 2.09,
672
- "learning_rate": 3.952830188679246e-05,
673
- "loss": 1.2868,
674
  "step": 111
675
  },
676
  {
677
  "epoch": 2.11,
678
- "learning_rate": 3.943396226415095e-05,
679
- "loss": 1.2322,
680
  "step": 112
681
  },
682
  {
683
  "epoch": 2.13,
684
- "learning_rate": 3.933962264150944e-05,
685
- "loss": 1.2472,
686
  "step": 113
687
  },
688
  {
689
  "epoch": 2.15,
690
- "learning_rate": 3.924528301886793e-05,
691
- "loss": 1.1504,
692
  "step": 114
693
  },
694
  {
695
  "epoch": 2.17,
696
- "learning_rate": 3.9150943396226416e-05,
697
- "loss": 1.2511,
698
  "step": 115
699
  },
700
  {
701
  "epoch": 2.19,
702
- "learning_rate": 3.905660377358491e-05,
703
- "loss": 1.1804,
704
  "step": 116
705
  },
706
  {
707
  "epoch": 2.21,
708
- "learning_rate": 3.89622641509434e-05,
709
- "loss": 1.0368,
710
  "step": 117
711
  },
712
  {
713
  "epoch": 2.23,
714
- "learning_rate": 3.886792452830189e-05,
715
- "loss": 1.168,
716
  "step": 118
717
  },
718
  {
719
  "epoch": 2.25,
720
- "learning_rate": 3.877358490566038e-05,
721
- "loss": 1.2403,
722
  "step": 119
723
  },
724
  {
725
  "epoch": 2.26,
726
- "learning_rate": 3.867924528301887e-05,
727
- "loss": 1.2023,
728
  "step": 120
729
  },
730
  {
731
  "epoch": 2.28,
732
- "learning_rate": 3.858490566037736e-05,
733
- "loss": 1.2519,
734
  "step": 121
735
  },
736
  {
737
  "epoch": 2.3,
738
- "learning_rate": 3.8490566037735854e-05,
739
- "loss": 1.1993,
740
  "step": 122
741
  },
742
  {
743
  "epoch": 2.32,
744
- "learning_rate": 3.8396226415094345e-05,
745
- "loss": 1.1572,
746
  "step": 123
747
  },
748
  {
749
  "epoch": 2.34,
750
- "learning_rate": 3.8301886792452836e-05,
751
- "loss": 1.2227,
752
  "step": 124
753
  },
754
  {
755
  "epoch": 2.36,
756
- "learning_rate": 3.820754716981133e-05,
757
- "loss": 1.1286,
758
  "step": 125
759
  },
760
  {
761
  "epoch": 2.38,
762
- "learning_rate": 3.811320754716982e-05,
763
- "loss": 1.2267,
764
  "step": 126
765
  },
766
  {
767
  "epoch": 2.4,
768
- "learning_rate": 3.801886792452831e-05,
769
- "loss": 1.1177,
770
  "step": 127
771
  },
772
  {
773
  "epoch": 2.42,
774
- "learning_rate": 3.7924528301886794e-05,
775
- "loss": 1.2352,
776
  "step": 128
777
  },
778
  {
779
  "epoch": 2.43,
780
- "learning_rate": 3.7830188679245285e-05,
781
- "loss": 1.1686,
782
  "step": 129
783
  },
784
  {
785
  "epoch": 2.45,
786
- "learning_rate": 3.7735849056603776e-05,
787
- "loss": 1.1913,
788
  "step": 130
789
  },
790
  {
791
  "epoch": 2.47,
792
- "learning_rate": 3.764150943396227e-05,
793
- "loss": 1.1315,
794
  "step": 131
795
  },
796
  {
797
  "epoch": 2.49,
798
- "learning_rate": 3.754716981132076e-05,
799
- "loss": 1.1151,
800
  "step": 132
801
  },
802
  {
803
  "epoch": 2.51,
804
- "learning_rate": 3.745283018867924e-05,
805
- "loss": 1.1532,
806
  "step": 133
807
  },
808
  {
809
  "epoch": 2.53,
810
- "learning_rate": 3.735849056603773e-05,
811
- "loss": 1.1501,
812
  "step": 134
813
  },
814
  {
815
  "epoch": 2.55,
816
- "learning_rate": 3.7264150943396224e-05,
817
- "loss": 1.161,
818
  "step": 135
819
  },
820
  {
821
  "epoch": 2.57,
822
- "learning_rate": 3.7169811320754716e-05,
823
- "loss": 1.1592,
824
  "step": 136
825
  },
826
  {
827
  "epoch": 2.58,
828
- "learning_rate": 3.7075471698113207e-05,
829
- "loss": 1.1969,
830
  "step": 137
831
  },
832
  {
833
  "epoch": 2.6,
834
- "learning_rate": 3.69811320754717e-05,
835
- "loss": 1.1805,
836
  "step": 138
837
  },
838
  {
839
  "epoch": 2.62,
840
- "learning_rate": 3.688679245283019e-05,
841
- "loss": 1.0553,
842
  "step": 139
843
  },
844
  {
845
  "epoch": 2.64,
846
- "learning_rate": 3.679245283018868e-05,
847
- "loss": 1.1072,
848
  "step": 140
849
  },
850
  {
851
  "epoch": 2.66,
852
- "learning_rate": 3.669811320754717e-05,
853
- "loss": 1.234,
854
  "step": 141
855
  },
856
  {
857
  "epoch": 2.68,
858
- "learning_rate": 3.660377358490566e-05,
859
- "loss": 1.1156,
860
  "step": 142
861
  },
862
  {
863
  "epoch": 2.7,
864
- "learning_rate": 3.650943396226415e-05,
865
- "loss": 1.1624,
866
  "step": 143
867
  },
868
  {
869
  "epoch": 2.72,
870
- "learning_rate": 3.641509433962264e-05,
871
- "loss": 1.1259,
872
  "step": 144
873
  },
874
  {
875
  "epoch": 2.74,
876
- "learning_rate": 3.632075471698113e-05,
877
- "loss": 1.1218,
878
  "step": 145
879
  },
880
  {
881
  "epoch": 2.75,
882
- "learning_rate": 3.622641509433962e-05,
883
- "loss": 1.133,
884
  "step": 146
885
  },
886
  {
887
  "epoch": 2.77,
888
- "learning_rate": 3.613207547169811e-05,
889
- "loss": 1.2087,
890
  "step": 147
891
  },
892
  {
893
  "epoch": 2.79,
894
- "learning_rate": 3.60377358490566e-05,
895
- "loss": 1.1558,
896
  "step": 148
897
  },
898
  {
899
  "epoch": 2.81,
900
- "learning_rate": 3.594339622641509e-05,
901
- "loss": 1.1518,
902
  "step": 149
903
  },
904
  {
905
  "epoch": 2.83,
906
- "learning_rate": 3.5849056603773584e-05,
907
- "loss": 1.2106,
908
  "step": 150
909
  },
910
  {
911
  "epoch": 2.85,
912
- "learning_rate": 3.5754716981132075e-05,
913
- "loss": 1.0969,
914
  "step": 151
915
  },
916
  {
917
  "epoch": 2.87,
918
- "learning_rate": 3.5660377358490566e-05,
919
- "loss": 1.0236,
920
  "step": 152
921
  },
922
  {
923
  "epoch": 2.89,
924
- "learning_rate": 3.556603773584906e-05,
925
- "loss": 1.0231,
926
  "step": 153
927
  },
928
  {
929
  "epoch": 2.91,
930
- "learning_rate": 3.547169811320755e-05,
931
- "loss": 1.0921,
932
  "step": 154
933
  },
934
  {
935
  "epoch": 2.92,
936
- "learning_rate": 3.537735849056604e-05,
937
- "loss": 1.1057,
938
  "step": 155
939
  },
940
  {
941
  "epoch": 2.94,
942
- "learning_rate": 3.528301886792453e-05,
943
- "loss": 1.121,
944
  "step": 156
945
  },
946
  {
947
  "epoch": 2.96,
948
- "learning_rate": 3.518867924528302e-05,
949
- "loss": 1.1201,
950
  "step": 157
951
  },
952
  {
953
  "epoch": 2.98,
954
- "learning_rate": 3.5094339622641506e-05,
955
- "loss": 1.0761,
956
  "step": 158
957
  },
958
  {
959
  "epoch": 3.0,
960
- "learning_rate": 3.5e-05,
961
- "loss": 1.1364,
962
  "step": 159
963
  },
964
  {
965
  "epoch": 3.02,
966
- "learning_rate": 3.490566037735849e-05,
967
- "loss": 1.0045,
968
  "step": 160
969
  },
970
  {
971
  "epoch": 3.04,
972
- "learning_rate": 3.481132075471698e-05,
973
- "loss": 1.082,
974
  "step": 161
975
  },
976
  {
977
  "epoch": 3.06,
978
- "learning_rate": 3.471698113207547e-05,
979
- "loss": 1.0907,
980
  "step": 162
981
  },
982
  {
983
  "epoch": 3.08,
984
- "learning_rate": 3.462264150943396e-05,
985
- "loss": 1.0209,
986
  "step": 163
987
  },
988
  {
989
  "epoch": 3.09,
990
- "learning_rate": 3.452830188679245e-05,
991
- "loss": 1.1183,
992
  "step": 164
993
  },
994
  {
995
  "epoch": 3.11,
996
- "learning_rate": 3.4433962264150943e-05,
997
- "loss": 1.0522,
998
  "step": 165
999
  },
1000
  {
1001
  "epoch": 3.13,
1002
- "learning_rate": 3.4339622641509435e-05,
1003
- "loss": 1.1326,
1004
  "step": 166
1005
  },
1006
  {
1007
  "epoch": 3.15,
1008
- "learning_rate": 3.4245283018867926e-05,
1009
- "loss": 1.0603,
1010
  "step": 167
1011
  },
1012
  {
1013
  "epoch": 3.17,
1014
- "learning_rate": 3.415094339622642e-05,
1015
- "loss": 1.0376,
1016
  "step": 168
1017
  },
1018
  {
1019
  "epoch": 3.19,
1020
- "learning_rate": 3.405660377358491e-05,
1021
- "loss": 0.9987,
1022
  "step": 169
1023
  },
1024
  {
1025
  "epoch": 3.21,
1026
- "learning_rate": 3.39622641509434e-05,
1027
- "loss": 0.959,
1028
  "step": 170
1029
  },
1030
  {
1031
  "epoch": 3.23,
1032
- "learning_rate": 3.386792452830188e-05,
1033
- "loss": 1.0101,
1034
  "step": 171
1035
  },
1036
  {
1037
  "epoch": 3.25,
1038
- "learning_rate": 3.3773584905660374e-05,
1039
- "loss": 0.9348,
1040
  "step": 172
1041
  },
1042
  {
1043
  "epoch": 3.26,
1044
- "learning_rate": 3.3679245283018865e-05,
1045
- "loss": 0.9486,
1046
  "step": 173
1047
  },
1048
  {
1049
  "epoch": 3.28,
1050
- "learning_rate": 3.3584905660377356e-05,
1051
- "loss": 1.0116,
1052
  "step": 174
1053
  },
1054
  {
1055
  "epoch": 3.3,
1056
- "learning_rate": 3.349056603773585e-05,
1057
- "loss": 0.9613,
1058
  "step": 175
1059
  },
1060
  {
1061
  "epoch": 3.32,
1062
- "learning_rate": 3.339622641509434e-05,
1063
- "loss": 0.9316,
1064
  "step": 176
1065
  },
1066
  {
1067
  "epoch": 3.34,
1068
- "learning_rate": 3.330188679245283e-05,
1069
- "loss": 0.9969,
1070
  "step": 177
1071
  },
1072
  {
1073
  "epoch": 3.36,
1074
- "learning_rate": 3.320754716981132e-05,
1075
- "loss": 0.8827,
1076
  "step": 178
1077
  },
1078
  {
1079
  "epoch": 3.38,
1080
- "learning_rate": 3.311320754716981e-05,
1081
- "loss": 1.0186,
1082
  "step": 179
1083
  },
1084
  {
1085
  "epoch": 3.4,
1086
- "learning_rate": 3.30188679245283e-05,
1087
- "loss": 0.914,
1088
  "step": 180
1089
  },
1090
  {
1091
  "epoch": 3.42,
1092
- "learning_rate": 3.2924528301886794e-05,
1093
- "loss": 0.9294,
1094
  "step": 181
1095
  },
1096
  {
1097
  "epoch": 3.43,
1098
- "learning_rate": 3.2830188679245285e-05,
1099
- "loss": 0.9551,
1100
  "step": 182
1101
  },
1102
  {
1103
  "epoch": 3.45,
1104
- "learning_rate": 3.2735849056603776e-05,
1105
- "loss": 1.013,
1106
  "step": 183
1107
  },
1108
  {
1109
  "epoch": 3.47,
1110
- "learning_rate": 3.264150943396227e-05,
1111
- "loss": 0.9576,
1112
  "step": 184
1113
  },
1114
  {
1115
  "epoch": 3.49,
1116
- "learning_rate": 3.254716981132075e-05,
1117
- "loss": 0.9847,
1118
  "step": 185
1119
  },
1120
  {
1121
  "epoch": 3.51,
1122
- "learning_rate": 3.245283018867924e-05,
1123
- "loss": 1.0326,
1124
  "step": 186
1125
  },
1126
  {
1127
  "epoch": 3.53,
1128
- "learning_rate": 3.2358490566037734e-05,
1129
- "loss": 0.9624,
1130
  "step": 187
1131
  },
1132
  {
1133
  "epoch": 3.55,
1134
- "learning_rate": 3.2264150943396225e-05,
1135
- "loss": 1.0267,
1136
  "step": 188
1137
  },
1138
  {
1139
  "epoch": 3.57,
1140
- "learning_rate": 3.2169811320754716e-05,
1141
- "loss": 1.039,
1142
  "step": 189
1143
  },
1144
  {
1145
  "epoch": 3.58,
1146
- "learning_rate": 3.207547169811321e-05,
1147
- "loss": 1.1197,
1148
  "step": 190
1149
  },
1150
  {
1151
  "epoch": 3.6,
1152
- "learning_rate": 3.19811320754717e-05,
1153
- "loss": 0.8363,
1154
  "step": 191
1155
  },
1156
  {
1157
  "epoch": 3.62,
1158
- "learning_rate": 3.188679245283019e-05,
1159
- "loss": 0.9551,
1160
  "step": 192
1161
  },
1162
  {
1163
  "epoch": 3.64,
1164
- "learning_rate": 3.179245283018868e-05,
1165
- "loss": 1.0216,
1166
  "step": 193
1167
  },
1168
  {
1169
  "epoch": 3.66,
1170
- "learning_rate": 3.169811320754717e-05,
1171
- "loss": 1.0711,
1172
  "step": 194
1173
  },
1174
  {
1175
  "epoch": 3.68,
1176
- "learning_rate": 3.160377358490566e-05,
1177
- "loss": 1.0057,
1178
  "step": 195
1179
  },
1180
  {
1181
  "epoch": 3.7,
1182
- "learning_rate": 3.1509433962264154e-05,
1183
- "loss": 0.9545,
1184
  "step": 196
1185
  },
1186
  {
1187
  "epoch": 3.72,
1188
- "learning_rate": 3.1415094339622645e-05,
1189
- "loss": 0.9554,
1190
  "step": 197
1191
  },
1192
  {
1193
  "epoch": 3.74,
1194
- "learning_rate": 3.132075471698113e-05,
1195
- "loss": 0.9069,
1196
  "step": 198
1197
  },
1198
  {
1199
  "epoch": 3.75,
1200
- "learning_rate": 3.122641509433962e-05,
1201
- "loss": 1.0332,
1202
  "step": 199
1203
  },
1204
  {
1205
  "epoch": 3.77,
1206
- "learning_rate": 3.113207547169811e-05,
1207
- "loss": 1.0513,
1208
  "step": 200
1209
  },
1210
  {
1211
  "epoch": 3.79,
1212
- "learning_rate": 3.10377358490566e-05,
1213
- "loss": 0.952,
1214
  "step": 201
1215
  },
1216
  {
1217
  "epoch": 3.81,
1218
- "learning_rate": 3.094339622641509e-05,
1219
- "loss": 1.0413,
1220
  "step": 202
1221
  },
1222
  {
1223
  "epoch": 3.83,
1224
- "learning_rate": 3.0849056603773584e-05,
1225
- "loss": 0.8725,
1226
  "step": 203
1227
  },
1228
  {
1229
  "epoch": 3.85,
1230
- "learning_rate": 3.0754716981132075e-05,
1231
- "loss": 1.0077,
1232
  "step": 204
1233
  },
1234
  {
1235
  "epoch": 3.87,
1236
- "learning_rate": 3.0660377358490567e-05,
1237
- "loss": 0.9643,
1238
  "step": 205
1239
  },
1240
  {
1241
  "epoch": 3.89,
1242
- "learning_rate": 3.056603773584906e-05,
1243
- "loss": 0.9741,
1244
  "step": 206
1245
  },
1246
  {
1247
  "epoch": 3.91,
1248
- "learning_rate": 3.047169811320755e-05,
1249
- "loss": 1.0225,
1250
  "step": 207
1251
  },
1252
  {
1253
  "epoch": 3.92,
1254
- "learning_rate": 3.0377358490566036e-05,
1255
- "loss": 1.0555,
1256
  "step": 208
1257
  },
1258
  {
1259
  "epoch": 3.94,
1260
- "learning_rate": 3.0283018867924528e-05,
1261
- "loss": 0.9697,
1262
  "step": 209
1263
  },
1264
  {
1265
  "epoch": 3.96,
1266
- "learning_rate": 3.018867924528302e-05,
1267
- "loss": 0.9397,
1268
  "step": 210
1269
  },
1270
  {
1271
  "epoch": 3.98,
1272
- "learning_rate": 3.009433962264151e-05,
1273
- "loss": 0.9053,
1274
  "step": 211
1275
  },
1276
  {
1277
  "epoch": 4.0,
1278
- "learning_rate": 3e-05,
1279
- "loss": 1.1121,
1280
  "step": 212
1281
  },
1282
  {
1283
  "epoch": 4.02,
1284
- "learning_rate": 2.9905660377358492e-05,
1285
- "loss": 0.8519,
1286
  "step": 213
1287
  },
1288
  {
1289
  "epoch": 4.04,
1290
- "learning_rate": 2.9811320754716983e-05,
1291
- "loss": 0.967,
1292
  "step": 214
1293
  },
1294
  {
1295
  "epoch": 4.06,
1296
- "learning_rate": 2.971698113207547e-05,
1297
- "loss": 0.8814,
1298
  "step": 215
1299
  },
1300
  {
1301
  "epoch": 4.08,
1302
- "learning_rate": 2.9622641509433962e-05,
1303
- "loss": 1.0404,
1304
  "step": 216
1305
  },
1306
  {
1307
  "epoch": 4.09,
1308
- "learning_rate": 2.9528301886792453e-05,
1309
- "loss": 0.8551,
1310
  "step": 217
1311
  },
1312
  {
1313
  "epoch": 4.11,
1314
- "learning_rate": 2.9433962264150944e-05,
1315
- "loss": 0.8671,
1316
  "step": 218
1317
  },
1318
  {
1319
  "epoch": 4.13,
1320
- "learning_rate": 2.9339622641509435e-05,
1321
- "loss": 0.8446,
1322
  "step": 219
1323
  },
1324
  {
1325
  "epoch": 4.15,
1326
- "learning_rate": 2.9245283018867926e-05,
1327
- "loss": 0.8838,
1328
  "step": 220
1329
  },
1330
  {
1331
  "epoch": 4.17,
1332
- "learning_rate": 2.9150943396226417e-05,
1333
- "loss": 0.8685,
1334
  "step": 221
1335
  },
1336
  {
1337
  "epoch": 4.19,
1338
- "learning_rate": 2.9056603773584905e-05,
1339
- "loss": 0.982,
1340
  "step": 222
1341
  },
1342
  {
1343
  "epoch": 4.21,
1344
- "learning_rate": 2.8962264150943396e-05,
1345
- "loss": 0.8266,
1346
  "step": 223
1347
  },
1348
  {
1349
  "epoch": 4.23,
1350
- "learning_rate": 2.8867924528301887e-05,
1351
- "loss": 0.8326,
1352
  "step": 224
1353
  },
1354
  {
1355
  "epoch": 4.25,
1356
- "learning_rate": 2.8773584905660378e-05,
1357
- "loss": 0.8903,
1358
  "step": 225
1359
  },
1360
  {
1361
  "epoch": 4.26,
1362
- "learning_rate": 2.867924528301887e-05,
1363
- "loss": 0.9631,
1364
  "step": 226
1365
  },
1366
  {
1367
  "epoch": 4.28,
1368
- "learning_rate": 2.858490566037736e-05,
1369
- "loss": 0.8748,
1370
  "step": 227
1371
  },
1372
  {
1373
  "epoch": 4.3,
1374
- "learning_rate": 2.8490566037735848e-05,
1375
- "loss": 0.8452,
1376
  "step": 228
1377
  },
1378
  {
1379
  "epoch": 4.32,
1380
- "learning_rate": 2.839622641509434e-05,
1381
- "loss": 0.9581,
1382
  "step": 229
1383
  },
1384
  {
1385
  "epoch": 4.34,
1386
- "learning_rate": 2.830188679245283e-05,
1387
- "loss": 0.8077,
1388
  "step": 230
1389
  },
1390
  {
1391
  "epoch": 4.36,
1392
- "learning_rate": 2.820754716981132e-05,
1393
- "loss": 0.8741,
1394
  "step": 231
1395
  },
1396
  {
1397
  "epoch": 4.38,
1398
- "learning_rate": 2.8113207547169812e-05,
1399
- "loss": 0.8932,
1400
  "step": 232
1401
  },
1402
  {
1403
  "epoch": 4.4,
1404
- "learning_rate": 2.8018867924528303e-05,
1405
- "loss": 0.7975,
1406
  "step": 233
1407
  },
1408
  {
1409
  "epoch": 4.42,
1410
- "learning_rate": 2.7924528301886794e-05,
1411
- "loss": 0.9653,
1412
  "step": 234
1413
  },
1414
  {
1415
  "epoch": 4.43,
1416
- "learning_rate": 2.7830188679245282e-05,
1417
- "loss": 0.9458,
1418
  "step": 235
1419
  },
1420
  {
1421
  "epoch": 4.45,
1422
- "learning_rate": 2.7735849056603773e-05,
1423
- "loss": 0.91,
1424
  "step": 236
1425
  },
1426
  {
1427
  "epoch": 4.47,
1428
- "learning_rate": 2.7641509433962264e-05,
1429
- "loss": 0.871,
1430
  "step": 237
1431
  },
1432
  {
1433
  "epoch": 4.49,
1434
- "learning_rate": 2.7547169811320755e-05,
1435
- "loss": 0.8209,
1436
  "step": 238
1437
  },
1438
  {
1439
  "epoch": 4.51,
1440
- "learning_rate": 2.7452830188679247e-05,
1441
- "loss": 0.8097,
1442
  "step": 239
1443
  },
1444
  {
1445
  "epoch": 4.53,
1446
- "learning_rate": 2.7358490566037738e-05,
1447
- "loss": 0.7661,
1448
  "step": 240
1449
  },
1450
  {
1451
  "epoch": 4.55,
1452
- "learning_rate": 2.726415094339623e-05,
1453
- "loss": 0.895,
1454
  "step": 241
1455
  },
1456
  {
1457
  "epoch": 4.57,
1458
- "learning_rate": 2.7169811320754716e-05,
1459
- "loss": 0.88,
1460
  "step": 242
1461
  },
1462
  {
1463
  "epoch": 4.58,
1464
- "learning_rate": 2.7075471698113207e-05,
1465
- "loss": 0.8906,
1466
  "step": 243
1467
  },
1468
  {
1469
  "epoch": 4.6,
1470
- "learning_rate": 2.69811320754717e-05,
1471
- "loss": 0.9012,
1472
  "step": 244
1473
  },
1474
  {
1475
  "epoch": 4.62,
1476
- "learning_rate": 2.688679245283019e-05,
1477
- "loss": 0.7683,
1478
  "step": 245
1479
  },
1480
  {
1481
  "epoch": 4.64,
1482
- "learning_rate": 2.679245283018868e-05,
1483
- "loss": 0.8865,
1484
  "step": 246
1485
  },
1486
  {
1487
  "epoch": 4.66,
1488
- "learning_rate": 2.6698113207547172e-05,
1489
- "loss": 0.8114,
1490
  "step": 247
1491
  },
1492
  {
1493
  "epoch": 4.68,
1494
- "learning_rate": 2.6603773584905663e-05,
1495
- "loss": 0.852,
1496
  "step": 248
1497
  },
1498
  {
1499
  "epoch": 4.7,
1500
- "learning_rate": 2.650943396226415e-05,
1501
- "loss": 0.8537,
1502
  "step": 249
1503
  },
1504
  {
1505
  "epoch": 4.72,
1506
- "learning_rate": 2.641509433962264e-05,
1507
- "loss": 0.8999,
1508
  "step": 250
1509
  },
1510
  {
1511
  "epoch": 4.74,
1512
- "learning_rate": 2.6320754716981133e-05,
1513
- "loss": 0.8895,
1514
  "step": 251
1515
  },
1516
  {
1517
  "epoch": 4.75,
1518
- "learning_rate": 2.6226415094339624e-05,
1519
- "loss": 0.8271,
1520
  "step": 252
1521
  },
1522
  {
1523
  "epoch": 4.77,
1524
- "learning_rate": 2.6132075471698115e-05,
1525
- "loss": 0.7964,
1526
  "step": 253
1527
  },
1528
  {
1529
  "epoch": 4.79,
1530
- "learning_rate": 2.6037735849056606e-05,
1531
- "loss": 0.9496,
1532
  "step": 254
1533
  },
1534
  {
1535
  "epoch": 4.81,
1536
- "learning_rate": 2.5943396226415094e-05,
1537
- "loss": 0.8386,
1538
  "step": 255
1539
  },
1540
  {
1541
  "epoch": 4.83,
1542
- "learning_rate": 2.5849056603773585e-05,
1543
- "loss": 0.7688,
1544
  "step": 256
1545
  },
1546
  {
1547
  "epoch": 4.85,
1548
- "learning_rate": 2.5754716981132076e-05,
1549
- "loss": 0.8199,
1550
  "step": 257
1551
  },
1552
  {
1553
  "epoch": 4.87,
1554
- "learning_rate": 2.5660377358490567e-05,
1555
- "loss": 0.8596,
1556
  "step": 258
1557
  },
1558
  {
1559
  "epoch": 4.89,
1560
- "learning_rate": 2.5566037735849058e-05,
1561
- "loss": 0.8176,
1562
  "step": 259
1563
  },
1564
  {
1565
  "epoch": 4.91,
1566
- "learning_rate": 2.547169811320755e-05,
1567
- "loss": 0.8093,
1568
  "step": 260
1569
  },
1570
  {
1571
  "epoch": 4.92,
1572
- "learning_rate": 2.537735849056604e-05,
1573
- "loss": 0.7932,
1574
  "step": 261
1575
  },
1576
  {
1577
  "epoch": 4.94,
1578
- "learning_rate": 2.5283018867924528e-05,
1579
- "loss": 0.7955,
1580
  "step": 262
1581
  },
1582
  {
1583
  "epoch": 4.96,
1584
- "learning_rate": 2.518867924528302e-05,
1585
- "loss": 0.8786,
1586
  "step": 263
1587
  },
1588
  {
1589
  "epoch": 4.98,
1590
- "learning_rate": 2.509433962264151e-05,
1591
- "loss": 0.7967,
1592
  "step": 264
1593
  },
1594
  {
1595
  "epoch": 5.0,
1596
- "learning_rate": 2.5e-05,
1597
- "loss": 0.7464,
1598
  "step": 265
1599
  },
1600
  {
1601
- "epoch": 5.02,
1602
- "learning_rate": 2.4905660377358492e-05,
1603
- "loss": 0.7578,
1604
- "step": 266
1605
- },
1606
- {
1607
- "epoch": 5.04,
1608
- "learning_rate": 2.4811320754716983e-05,
1609
- "loss": 0.7802,
1610
- "step": 267
1611
- },
1612
- {
1613
- "epoch": 5.06,
1614
- "learning_rate": 2.4716981132075474e-05,
1615
- "loss": 0.7665,
1616
- "step": 268
1617
- },
1618
- {
1619
- "epoch": 5.08,
1620
- "learning_rate": 2.4622641509433962e-05,
1621
- "loss": 0.797,
1622
- "step": 269
1623
- },
1624
- {
1625
- "epoch": 5.09,
1626
- "learning_rate": 2.4528301886792453e-05,
1627
- "loss": 0.7681,
1628
- "step": 270
1629
- },
1630
- {
1631
- "epoch": 5.11,
1632
- "learning_rate": 2.4433962264150944e-05,
1633
- "loss": 0.8316,
1634
- "step": 271
1635
- },
1636
- {
1637
- "epoch": 5.13,
1638
- "learning_rate": 2.4339622641509435e-05,
1639
- "loss": 0.8532,
1640
- "step": 272
1641
- },
1642
- {
1643
- "epoch": 5.15,
1644
- "learning_rate": 2.4245283018867926e-05,
1645
- "loss": 0.7485,
1646
- "step": 273
1647
- },
1648
- {
1649
- "epoch": 5.17,
1650
- "learning_rate": 2.4150943396226418e-05,
1651
- "loss": 0.7837,
1652
- "step": 274
1653
- },
1654
- {
1655
- "epoch": 5.19,
1656
- "learning_rate": 2.405660377358491e-05,
1657
- "loss": 0.7994,
1658
- "step": 275
1659
- },
1660
- {
1661
- "epoch": 5.21,
1662
- "learning_rate": 2.3962264150943396e-05,
1663
- "loss": 0.7448,
1664
- "step": 276
1665
- },
1666
- {
1667
- "epoch": 5.23,
1668
- "learning_rate": 2.3867924528301887e-05,
1669
- "loss": 0.842,
1670
- "step": 277
1671
- },
1672
- {
1673
- "epoch": 5.25,
1674
- "learning_rate": 2.377358490566038e-05,
1675
- "loss": 0.8137,
1676
- "step": 278
1677
- },
1678
- {
1679
- "epoch": 5.26,
1680
- "learning_rate": 2.367924528301887e-05,
1681
- "loss": 0.7739,
1682
- "step": 279
1683
- },
1684
- {
1685
- "epoch": 5.28,
1686
- "learning_rate": 2.358490566037736e-05,
1687
- "loss": 0.7935,
1688
- "step": 280
1689
- },
1690
- {
1691
- "epoch": 5.3,
1692
- "learning_rate": 2.3490566037735852e-05,
1693
- "loss": 0.8022,
1694
- "step": 281
1695
- },
1696
- {
1697
- "epoch": 5.32,
1698
- "learning_rate": 2.339622641509434e-05,
1699
- "loss": 0.7823,
1700
- "step": 282
1701
- },
1702
- {
1703
- "epoch": 5.34,
1704
- "learning_rate": 2.330188679245283e-05,
1705
- "loss": 0.7645,
1706
- "step": 283
1707
- },
1708
- {
1709
- "epoch": 5.36,
1710
- "learning_rate": 2.320754716981132e-05,
1711
- "loss": 0.7344,
1712
- "step": 284
1713
- },
1714
- {
1715
- "epoch": 5.38,
1716
- "learning_rate": 2.3113207547169813e-05,
1717
- "loss": 0.8098,
1718
- "step": 285
1719
- },
1720
- {
1721
- "epoch": 5.4,
1722
- "learning_rate": 2.3018867924528304e-05,
1723
- "loss": 0.7387,
1724
- "step": 286
1725
- },
1726
- {
1727
- "epoch": 5.42,
1728
- "learning_rate": 2.2924528301886795e-05,
1729
- "loss": 0.7694,
1730
- "step": 287
1731
- },
1732
- {
1733
- "epoch": 5.43,
1734
- "learning_rate": 2.2830188679245286e-05,
1735
- "loss": 0.7766,
1736
- "step": 288
1737
- },
1738
- {
1739
- "epoch": 5.45,
1740
- "learning_rate": 2.2735849056603774e-05,
1741
- "loss": 0.7933,
1742
- "step": 289
1743
- },
1744
- {
1745
- "epoch": 5.47,
1746
- "learning_rate": 2.2641509433962265e-05,
1747
- "loss": 0.737,
1748
- "step": 290
1749
- },
1750
- {
1751
- "epoch": 5.49,
1752
- "learning_rate": 2.2547169811320756e-05,
1753
- "loss": 0.8105,
1754
- "step": 291
1755
- },
1756
- {
1757
- "epoch": 5.51,
1758
- "learning_rate": 2.2452830188679247e-05,
1759
- "loss": 0.7348,
1760
- "step": 292
1761
- },
1762
- {
1763
- "epoch": 5.53,
1764
- "learning_rate": 2.2358490566037738e-05,
1765
- "loss": 0.7407,
1766
- "step": 293
1767
- },
1768
- {
1769
- "epoch": 5.55,
1770
- "learning_rate": 2.226415094339623e-05,
1771
- "loss": 0.7406,
1772
- "step": 294
1773
- },
1774
- {
1775
- "epoch": 5.57,
1776
- "learning_rate": 2.216981132075472e-05,
1777
- "loss": 0.7485,
1778
- "step": 295
1779
- },
1780
- {
1781
- "epoch": 5.58,
1782
- "learning_rate": 2.2075471698113208e-05,
1783
- "loss": 0.7226,
1784
- "step": 296
1785
- },
1786
- {
1787
- "epoch": 5.6,
1788
- "learning_rate": 2.19811320754717e-05,
1789
- "loss": 0.7865,
1790
- "step": 297
1791
- },
1792
- {
1793
- "epoch": 5.62,
1794
- "learning_rate": 2.188679245283019e-05,
1795
- "loss": 0.7983,
1796
- "step": 298
1797
- },
1798
- {
1799
- "epoch": 5.64,
1800
- "learning_rate": 2.179245283018868e-05,
1801
- "loss": 0.7524,
1802
- "step": 299
1803
- },
1804
- {
1805
- "epoch": 5.66,
1806
- "learning_rate": 2.1698113207547172e-05,
1807
- "loss": 0.6711,
1808
- "step": 300
1809
- },
1810
- {
1811
- "epoch": 5.68,
1812
- "learning_rate": 2.1603773584905663e-05,
1813
- "loss": 0.8228,
1814
- "step": 301
1815
- },
1816
- {
1817
- "epoch": 5.7,
1818
- "learning_rate": 2.1509433962264154e-05,
1819
- "loss": 0.72,
1820
- "step": 302
1821
- },
1822
- {
1823
- "epoch": 5.72,
1824
- "learning_rate": 2.1415094339622642e-05,
1825
- "loss": 0.8165,
1826
- "step": 303
1827
- },
1828
- {
1829
- "epoch": 5.74,
1830
- "learning_rate": 2.1320754716981133e-05,
1831
- "loss": 0.7387,
1832
- "step": 304
1833
- },
1834
- {
1835
- "epoch": 5.75,
1836
- "learning_rate": 2.1226415094339624e-05,
1837
- "loss": 0.7303,
1838
- "step": 305
1839
- },
1840
- {
1841
- "epoch": 5.77,
1842
- "learning_rate": 2.1132075471698115e-05,
1843
- "loss": 0.7795,
1844
- "step": 306
1845
- },
1846
- {
1847
- "epoch": 5.79,
1848
- "learning_rate": 2.1037735849056606e-05,
1849
- "loss": 0.7651,
1850
- "step": 307
1851
- },
1852
- {
1853
- "epoch": 5.81,
1854
- "learning_rate": 2.0943396226415098e-05,
1855
- "loss": 0.8202,
1856
- "step": 308
1857
- },
1858
- {
1859
- "epoch": 5.83,
1860
- "learning_rate": 2.0849056603773585e-05,
1861
- "loss": 0.807,
1862
- "step": 309
1863
- },
1864
- {
1865
- "epoch": 5.85,
1866
- "learning_rate": 2.0754716981132076e-05,
1867
- "loss": 0.7871,
1868
- "step": 310
1869
- },
1870
- {
1871
- "epoch": 5.87,
1872
- "learning_rate": 2.0660377358490567e-05,
1873
- "loss": 0.6727,
1874
- "step": 311
1875
- },
1876
- {
1877
- "epoch": 5.89,
1878
- "learning_rate": 2.056603773584906e-05,
1879
- "loss": 0.7548,
1880
- "step": 312
1881
- },
1882
- {
1883
- "epoch": 5.91,
1884
- "learning_rate": 2.047169811320755e-05,
1885
- "loss": 0.7253,
1886
- "step": 313
1887
- },
1888
- {
1889
- "epoch": 5.92,
1890
- "learning_rate": 2.037735849056604e-05,
1891
- "loss": 0.7422,
1892
- "step": 314
1893
- },
1894
- {
1895
- "epoch": 5.94,
1896
- "learning_rate": 2.0283018867924532e-05,
1897
- "loss": 0.8262,
1898
- "step": 315
1899
- },
1900
- {
1901
- "epoch": 5.96,
1902
- "learning_rate": 2.018867924528302e-05,
1903
- "loss": 0.7564,
1904
- "step": 316
1905
- },
1906
- {
1907
- "epoch": 5.98,
1908
- "learning_rate": 2.009433962264151e-05,
1909
- "loss": 0.8395,
1910
- "step": 317
1911
- },
1912
- {
1913
- "epoch": 6.0,
1914
- "learning_rate": 2e-05,
1915
- "loss": 0.7952,
1916
- "step": 318
1917
- },
1918
- {
1919
- "epoch": 6.02,
1920
- "learning_rate": 1.9905660377358493e-05,
1921
- "loss": 0.719,
1922
- "step": 319
1923
- },
1924
- {
1925
- "epoch": 6.04,
1926
- "learning_rate": 1.9811320754716984e-05,
1927
- "loss": 0.7088,
1928
- "step": 320
1929
- },
1930
- {
1931
- "epoch": 6.06,
1932
- "learning_rate": 1.9716981132075475e-05,
1933
- "loss": 0.7672,
1934
- "step": 321
1935
- },
1936
- {
1937
- "epoch": 6.08,
1938
- "learning_rate": 1.9622641509433966e-05,
1939
- "loss": 0.6742,
1940
- "step": 322
1941
- },
1942
- {
1943
- "epoch": 6.09,
1944
- "learning_rate": 1.9528301886792454e-05,
1945
- "loss": 0.7195,
1946
- "step": 323
1947
- },
1948
- {
1949
- "epoch": 6.11,
1950
- "learning_rate": 1.9433962264150945e-05,
1951
- "loss": 0.773,
1952
- "step": 324
1953
- },
1954
- {
1955
- "epoch": 6.13,
1956
- "learning_rate": 1.9339622641509436e-05,
1957
- "loss": 0.6531,
1958
- "step": 325
1959
- },
1960
- {
1961
- "epoch": 6.15,
1962
- "learning_rate": 1.9245283018867927e-05,
1963
- "loss": 0.7301,
1964
- "step": 326
1965
- },
1966
- {
1967
- "epoch": 6.17,
1968
- "learning_rate": 1.9150943396226418e-05,
1969
- "loss": 0.6485,
1970
- "step": 327
1971
- },
1972
- {
1973
- "epoch": 6.19,
1974
- "learning_rate": 1.905660377358491e-05,
1975
- "loss": 0.6735,
1976
- "step": 328
1977
- },
1978
- {
1979
- "epoch": 6.21,
1980
- "learning_rate": 1.8962264150943397e-05,
1981
- "loss": 0.7351,
1982
- "step": 329
1983
- },
1984
- {
1985
- "epoch": 6.23,
1986
- "learning_rate": 1.8867924528301888e-05,
1987
- "loss": 0.7142,
1988
- "step": 330
1989
- },
1990
- {
1991
- "epoch": 6.25,
1992
- "learning_rate": 1.877358490566038e-05,
1993
- "loss": 0.6725,
1994
- "step": 331
1995
- },
1996
- {
1997
- "epoch": 6.26,
1998
- "learning_rate": 1.8679245283018867e-05,
1999
- "loss": 0.7494,
2000
- "step": 332
2001
- },
2002
- {
2003
- "epoch": 6.28,
2004
- "learning_rate": 1.8584905660377358e-05,
2005
- "loss": 0.6543,
2006
- "step": 333
2007
- },
2008
- {
2009
- "epoch": 6.3,
2010
- "learning_rate": 1.849056603773585e-05,
2011
- "loss": 0.8346,
2012
- "step": 334
2013
- },
2014
- {
2015
- "epoch": 6.32,
2016
- "learning_rate": 1.839622641509434e-05,
2017
- "loss": 0.8046,
2018
- "step": 335
2019
- },
2020
- {
2021
- "epoch": 6.34,
2022
- "learning_rate": 1.830188679245283e-05,
2023
- "loss": 0.8155,
2024
- "step": 336
2025
- },
2026
- {
2027
- "epoch": 6.36,
2028
- "learning_rate": 1.820754716981132e-05,
2029
- "loss": 0.647,
2030
- "step": 337
2031
- },
2032
- {
2033
- "epoch": 6.38,
2034
- "learning_rate": 1.811320754716981e-05,
2035
- "loss": 0.7001,
2036
- "step": 338
2037
- },
2038
- {
2039
- "epoch": 6.4,
2040
- "learning_rate": 1.80188679245283e-05,
2041
- "loss": 0.7545,
2042
- "step": 339
2043
- },
2044
- {
2045
- "epoch": 6.42,
2046
- "learning_rate": 1.7924528301886792e-05,
2047
- "loss": 0.6668,
2048
- "step": 340
2049
- },
2050
- {
2051
- "epoch": 6.43,
2052
- "learning_rate": 1.7830188679245283e-05,
2053
- "loss": 0.8008,
2054
- "step": 341
2055
- },
2056
- {
2057
- "epoch": 6.45,
2058
- "learning_rate": 1.7735849056603774e-05,
2059
- "loss": 0.6139,
2060
- "step": 342
2061
- },
2062
- {
2063
- "epoch": 6.47,
2064
- "learning_rate": 1.7641509433962265e-05,
2065
- "loss": 0.7745,
2066
- "step": 343
2067
- },
2068
- {
2069
- "epoch": 6.49,
2070
- "learning_rate": 1.7547169811320753e-05,
2071
- "loss": 0.6493,
2072
- "step": 344
2073
- },
2074
- {
2075
- "epoch": 6.51,
2076
- "learning_rate": 1.7452830188679244e-05,
2077
- "loss": 0.6302,
2078
- "step": 345
2079
- },
2080
- {
2081
- "epoch": 6.53,
2082
- "learning_rate": 1.7358490566037735e-05,
2083
- "loss": 0.7609,
2084
- "step": 346
2085
- },
2086
- {
2087
- "epoch": 6.55,
2088
- "learning_rate": 1.7264150943396226e-05,
2089
- "loss": 0.765,
2090
- "step": 347
2091
- },
2092
- {
2093
- "epoch": 6.57,
2094
- "learning_rate": 1.7169811320754717e-05,
2095
- "loss": 0.627,
2096
- "step": 348
2097
- },
2098
- {
2099
- "epoch": 6.58,
2100
- "learning_rate": 1.707547169811321e-05,
2101
- "loss": 0.7065,
2102
- "step": 349
2103
- },
2104
- {
2105
- "epoch": 6.6,
2106
- "learning_rate": 1.69811320754717e-05,
2107
- "loss": 0.7555,
2108
- "step": 350
2109
- },
2110
- {
2111
- "epoch": 6.62,
2112
- "learning_rate": 1.6886792452830187e-05,
2113
- "loss": 0.7766,
2114
- "step": 351
2115
- },
2116
- {
2117
- "epoch": 6.64,
2118
- "learning_rate": 1.6792452830188678e-05,
2119
- "loss": 0.6657,
2120
- "step": 352
2121
- },
2122
- {
2123
- "epoch": 6.66,
2124
- "learning_rate": 1.669811320754717e-05,
2125
- "loss": 0.5936,
2126
- "step": 353
2127
- },
2128
- {
2129
- "epoch": 6.68,
2130
- "learning_rate": 1.660377358490566e-05,
2131
- "loss": 0.6822,
2132
- "step": 354
2133
- },
2134
- {
2135
- "epoch": 6.7,
2136
- "learning_rate": 1.650943396226415e-05,
2137
- "loss": 0.7292,
2138
- "step": 355
2139
- },
2140
- {
2141
- "epoch": 6.72,
2142
- "learning_rate": 1.6415094339622643e-05,
2143
- "loss": 0.7883,
2144
- "step": 356
2145
- },
2146
- {
2147
- "epoch": 6.74,
2148
- "learning_rate": 1.6320754716981134e-05,
2149
- "loss": 0.7028,
2150
- "step": 357
2151
- },
2152
- {
2153
- "epoch": 6.75,
2154
- "learning_rate": 1.622641509433962e-05,
2155
- "loss": 0.6749,
2156
- "step": 358
2157
- },
2158
- {
2159
- "epoch": 6.77,
2160
- "learning_rate": 1.6132075471698112e-05,
2161
- "loss": 0.7383,
2162
- "step": 359
2163
- },
2164
- {
2165
- "epoch": 6.79,
2166
- "learning_rate": 1.6037735849056604e-05,
2167
- "loss": 0.7755,
2168
- "step": 360
2169
- },
2170
- {
2171
- "epoch": 6.81,
2172
- "learning_rate": 1.5943396226415095e-05,
2173
- "loss": 0.6989,
2174
- "step": 361
2175
- },
2176
- {
2177
- "epoch": 6.83,
2178
- "learning_rate": 1.5849056603773586e-05,
2179
- "loss": 0.7402,
2180
- "step": 362
2181
- },
2182
- {
2183
- "epoch": 6.85,
2184
- "learning_rate": 1.5754716981132077e-05,
2185
- "loss": 0.675,
2186
- "step": 363
2187
- },
2188
- {
2189
- "epoch": 6.87,
2190
- "learning_rate": 1.5660377358490564e-05,
2191
- "loss": 0.598,
2192
- "step": 364
2193
- },
2194
- {
2195
- "epoch": 6.89,
2196
- "learning_rate": 1.5566037735849056e-05,
2197
- "loss": 0.6434,
2198
- "step": 365
2199
- },
2200
- {
2201
- "epoch": 6.91,
2202
- "learning_rate": 1.5471698113207547e-05,
2203
- "loss": 0.744,
2204
- "step": 366
2205
- },
2206
- {
2207
- "epoch": 6.92,
2208
- "learning_rate": 1.5377358490566038e-05,
2209
- "loss": 0.7623,
2210
- "step": 367
2211
- },
2212
- {
2213
- "epoch": 6.94,
2214
- "learning_rate": 1.528301886792453e-05,
2215
- "loss": 0.728,
2216
- "step": 368
2217
- },
2218
- {
2219
- "epoch": 6.96,
2220
- "learning_rate": 1.5188679245283018e-05,
2221
- "loss": 0.6612,
2222
- "step": 369
2223
- },
2224
- {
2225
- "epoch": 6.98,
2226
- "learning_rate": 1.509433962264151e-05,
2227
- "loss": 0.6723,
2228
- "step": 370
2229
- },
2230
- {
2231
- "epoch": 7.0,
2232
- "learning_rate": 1.5e-05,
2233
- "loss": 0.5828,
2234
- "step": 371
2235
- },
2236
- {
2237
- "epoch": 7.02,
2238
- "learning_rate": 1.4905660377358491e-05,
2239
- "loss": 0.6875,
2240
- "step": 372
2241
- },
2242
- {
2243
- "epoch": 7.04,
2244
- "learning_rate": 1.4811320754716981e-05,
2245
- "loss": 0.6812,
2246
- "step": 373
2247
- },
2248
- {
2249
- "epoch": 7.06,
2250
- "learning_rate": 1.4716981132075472e-05,
2251
- "loss": 0.6529,
2252
- "step": 374
2253
- },
2254
- {
2255
- "epoch": 7.08,
2256
- "learning_rate": 1.4622641509433963e-05,
2257
- "loss": 0.682,
2258
- "step": 375
2259
- },
2260
- {
2261
- "epoch": 7.09,
2262
- "learning_rate": 1.4528301886792452e-05,
2263
- "loss": 0.6836,
2264
- "step": 376
2265
- },
2266
- {
2267
- "epoch": 7.11,
2268
- "learning_rate": 1.4433962264150944e-05,
2269
- "loss": 0.6603,
2270
- "step": 377
2271
- },
2272
- {
2273
- "epoch": 7.13,
2274
- "learning_rate": 1.4339622641509435e-05,
2275
- "loss": 0.6198,
2276
- "step": 378
2277
- },
2278
- {
2279
- "epoch": 7.15,
2280
- "learning_rate": 1.4245283018867924e-05,
2281
- "loss": 0.6459,
2282
- "step": 379
2283
- },
2284
- {
2285
- "epoch": 7.17,
2286
- "learning_rate": 1.4150943396226415e-05,
2287
- "loss": 0.682,
2288
- "step": 380
2289
- },
2290
- {
2291
- "epoch": 7.19,
2292
- "learning_rate": 1.4056603773584906e-05,
2293
- "loss": 0.6039,
2294
- "step": 381
2295
- },
2296
- {
2297
- "epoch": 7.21,
2298
- "learning_rate": 1.3962264150943397e-05,
2299
- "loss": 0.7004,
2300
- "step": 382
2301
- },
2302
- {
2303
- "epoch": 7.23,
2304
- "learning_rate": 1.3867924528301887e-05,
2305
- "loss": 0.622,
2306
- "step": 383
2307
- },
2308
- {
2309
- "epoch": 7.25,
2310
- "learning_rate": 1.3773584905660378e-05,
2311
- "loss": 0.6887,
2312
- "step": 384
2313
- },
2314
- {
2315
- "epoch": 7.26,
2316
- "learning_rate": 1.3679245283018869e-05,
2317
- "loss": 0.6733,
2318
- "step": 385
2319
- },
2320
- {
2321
- "epoch": 7.28,
2322
- "learning_rate": 1.3584905660377358e-05,
2323
- "loss": 0.6231,
2324
- "step": 386
2325
- },
2326
- {
2327
- "epoch": 7.3,
2328
- "learning_rate": 1.349056603773585e-05,
2329
- "loss": 0.6759,
2330
- "step": 387
2331
- },
2332
- {
2333
- "epoch": 7.32,
2334
- "learning_rate": 1.339622641509434e-05,
2335
- "loss": 0.6818,
2336
- "step": 388
2337
- },
2338
- {
2339
- "epoch": 7.34,
2340
- "learning_rate": 1.3301886792452831e-05,
2341
- "loss": 0.6215,
2342
- "step": 389
2343
- },
2344
- {
2345
- "epoch": 7.36,
2346
- "learning_rate": 1.320754716981132e-05,
2347
- "loss": 0.6892,
2348
- "step": 390
2349
- },
2350
- {
2351
- "epoch": 7.38,
2352
- "learning_rate": 1.3113207547169812e-05,
2353
- "loss": 0.6298,
2354
- "step": 391
2355
- },
2356
- {
2357
- "epoch": 7.4,
2358
- "learning_rate": 1.3018867924528303e-05,
2359
- "loss": 0.6314,
2360
- "step": 392
2361
- },
2362
- {
2363
- "epoch": 7.42,
2364
- "learning_rate": 1.2924528301886792e-05,
2365
- "loss": 0.6547,
2366
- "step": 393
2367
- },
2368
- {
2369
- "epoch": 7.43,
2370
- "learning_rate": 1.2830188679245283e-05,
2371
- "loss": 0.6266,
2372
- "step": 394
2373
- },
2374
- {
2375
- "epoch": 7.45,
2376
- "learning_rate": 1.2735849056603775e-05,
2377
- "loss": 0.756,
2378
- "step": 395
2379
- },
2380
- {
2381
- "epoch": 7.47,
2382
- "learning_rate": 1.2641509433962264e-05,
2383
- "loss": 0.6805,
2384
- "step": 396
2385
- },
2386
- {
2387
- "epoch": 7.49,
2388
- "learning_rate": 1.2547169811320755e-05,
2389
- "loss": 0.6736,
2390
- "step": 397
2391
- },
2392
- {
2393
- "epoch": 7.51,
2394
- "learning_rate": 1.2452830188679246e-05,
2395
- "loss": 0.6708,
2396
- "step": 398
2397
- },
2398
- {
2399
- "epoch": 7.53,
2400
- "learning_rate": 1.2358490566037737e-05,
2401
- "loss": 0.6287,
2402
- "step": 399
2403
- },
2404
- {
2405
- "epoch": 7.55,
2406
- "learning_rate": 1.2264150943396227e-05,
2407
- "loss": 0.7074,
2408
- "step": 400
2409
- },
2410
- {
2411
- "epoch": 7.57,
2412
- "learning_rate": 1.2169811320754718e-05,
2413
- "loss": 0.6036,
2414
- "step": 401
2415
- },
2416
- {
2417
- "epoch": 7.58,
2418
- "learning_rate": 1.2075471698113209e-05,
2419
- "loss": 0.6801,
2420
- "step": 402
2421
- },
2422
- {
2423
- "epoch": 7.6,
2424
- "learning_rate": 1.1981132075471698e-05,
2425
- "loss": 0.6523,
2426
- "step": 403
2427
- },
2428
- {
2429
- "epoch": 7.62,
2430
- "learning_rate": 1.188679245283019e-05,
2431
- "loss": 0.6658,
2432
- "step": 404
2433
- },
2434
- {
2435
- "epoch": 7.64,
2436
- "learning_rate": 1.179245283018868e-05,
2437
- "loss": 0.6517,
2438
- "step": 405
2439
- },
2440
- {
2441
- "epoch": 7.66,
2442
- "learning_rate": 1.169811320754717e-05,
2443
- "loss": 0.7265,
2444
- "step": 406
2445
- },
2446
- {
2447
- "epoch": 7.68,
2448
- "learning_rate": 1.160377358490566e-05,
2449
- "loss": 0.6105,
2450
- "step": 407
2451
- },
2452
- {
2453
- "epoch": 7.7,
2454
- "learning_rate": 1.1509433962264152e-05,
2455
- "loss": 0.6036,
2456
- "step": 408
2457
- },
2458
- {
2459
- "epoch": 7.72,
2460
- "learning_rate": 1.1415094339622643e-05,
2461
- "loss": 0.6095,
2462
- "step": 409
2463
- },
2464
- {
2465
- "epoch": 7.74,
2466
- "learning_rate": 1.1320754716981132e-05,
2467
- "loss": 0.7576,
2468
- "step": 410
2469
- },
2470
- {
2471
- "epoch": 7.75,
2472
- "learning_rate": 1.1226415094339623e-05,
2473
- "loss": 0.6719,
2474
- "step": 411
2475
- },
2476
- {
2477
- "epoch": 7.77,
2478
- "learning_rate": 1.1132075471698115e-05,
2479
- "loss": 0.7032,
2480
- "step": 412
2481
- },
2482
- {
2483
- "epoch": 7.79,
2484
- "learning_rate": 1.1037735849056604e-05,
2485
- "loss": 0.6761,
2486
- "step": 413
2487
- },
2488
- {
2489
- "epoch": 7.81,
2490
- "learning_rate": 1.0943396226415095e-05,
2491
- "loss": 0.6498,
2492
- "step": 414
2493
- },
2494
- {
2495
- "epoch": 7.83,
2496
- "learning_rate": 1.0849056603773586e-05,
2497
- "loss": 0.6711,
2498
- "step": 415
2499
- },
2500
- {
2501
- "epoch": 7.85,
2502
- "learning_rate": 1.0754716981132077e-05,
2503
- "loss": 0.5983,
2504
- "step": 416
2505
- },
2506
- {
2507
- "epoch": 7.87,
2508
- "learning_rate": 1.0660377358490567e-05,
2509
- "loss": 0.6335,
2510
- "step": 417
2511
- },
2512
- {
2513
- "epoch": 7.89,
2514
- "learning_rate": 1.0566037735849058e-05,
2515
- "loss": 0.6277,
2516
- "step": 418
2517
- },
2518
- {
2519
- "epoch": 7.91,
2520
- "learning_rate": 1.0471698113207549e-05,
2521
- "loss": 0.6953,
2522
- "step": 419
2523
- },
2524
- {
2525
- "epoch": 7.92,
2526
- "learning_rate": 1.0377358490566038e-05,
2527
- "loss": 0.6101,
2528
- "step": 420
2529
- },
2530
- {
2531
- "epoch": 7.94,
2532
- "learning_rate": 1.028301886792453e-05,
2533
- "loss": 0.5842,
2534
- "step": 421
2535
- },
2536
- {
2537
- "epoch": 7.96,
2538
- "learning_rate": 1.018867924528302e-05,
2539
- "loss": 0.6547,
2540
- "step": 422
2541
- },
2542
- {
2543
- "epoch": 7.98,
2544
- "learning_rate": 1.009433962264151e-05,
2545
- "loss": 0.581,
2546
- "step": 423
2547
- },
2548
- {
2549
- "epoch": 8.0,
2550
- "learning_rate": 1e-05,
2551
- "loss": 0.6649,
2552
- "step": 424
2553
- },
2554
- {
2555
- "epoch": 8.02,
2556
- "learning_rate": 9.905660377358492e-06,
2557
- "loss": 0.6135,
2558
- "step": 425
2559
- },
2560
- {
2561
- "epoch": 8.04,
2562
- "learning_rate": 9.811320754716983e-06,
2563
- "loss": 0.6005,
2564
- "step": 426
2565
- },
2566
- {
2567
- "epoch": 8.06,
2568
- "learning_rate": 9.716981132075472e-06,
2569
- "loss": 0.5888,
2570
- "step": 427
2571
- },
2572
- {
2573
- "epoch": 8.08,
2574
- "learning_rate": 9.622641509433963e-06,
2575
- "loss": 0.5913,
2576
- "step": 428
2577
- },
2578
- {
2579
- "epoch": 8.09,
2580
- "learning_rate": 9.528301886792455e-06,
2581
- "loss": 0.6436,
2582
- "step": 429
2583
- },
2584
- {
2585
- "epoch": 8.11,
2586
- "learning_rate": 9.433962264150944e-06,
2587
- "loss": 0.6632,
2588
- "step": 430
2589
- },
2590
- {
2591
- "epoch": 8.13,
2592
- "learning_rate": 9.339622641509433e-06,
2593
- "loss": 0.5931,
2594
- "step": 431
2595
- },
2596
- {
2597
- "epoch": 8.15,
2598
- "learning_rate": 9.245283018867924e-06,
2599
- "loss": 0.563,
2600
- "step": 432
2601
- },
2602
- {
2603
- "epoch": 8.17,
2604
- "learning_rate": 9.150943396226416e-06,
2605
- "loss": 0.6361,
2606
- "step": 433
2607
- },
2608
- {
2609
- "epoch": 8.19,
2610
- "learning_rate": 9.056603773584905e-06,
2611
- "loss": 0.605,
2612
- "step": 434
2613
- },
2614
- {
2615
- "epoch": 8.21,
2616
- "learning_rate": 8.962264150943396e-06,
2617
- "loss": 0.6416,
2618
- "step": 435
2619
- },
2620
- {
2621
- "epoch": 8.23,
2622
- "learning_rate": 8.867924528301887e-06,
2623
- "loss": 0.6744,
2624
- "step": 436
2625
- },
2626
- {
2627
- "epoch": 8.25,
2628
- "learning_rate": 8.773584905660376e-06,
2629
- "loss": 0.5623,
2630
- "step": 437
2631
- },
2632
- {
2633
- "epoch": 8.26,
2634
- "learning_rate": 8.679245283018868e-06,
2635
- "loss": 0.6513,
2636
- "step": 438
2637
- },
2638
- {
2639
- "epoch": 8.28,
2640
- "learning_rate": 8.584905660377359e-06,
2641
- "loss": 0.6099,
2642
- "step": 439
2643
- },
2644
- {
2645
- "epoch": 8.3,
2646
- "learning_rate": 8.49056603773585e-06,
2647
- "loss": 0.5376,
2648
- "step": 440
2649
- },
2650
- {
2651
- "epoch": 8.32,
2652
- "learning_rate": 8.396226415094339e-06,
2653
- "loss": 0.657,
2654
- "step": 441
2655
- },
2656
- {
2657
- "epoch": 8.34,
2658
- "learning_rate": 8.30188679245283e-06,
2659
- "loss": 0.62,
2660
- "step": 442
2661
- },
2662
- {
2663
- "epoch": 8.36,
2664
- "learning_rate": 8.207547169811321e-06,
2665
- "loss": 0.6364,
2666
- "step": 443
2667
- },
2668
- {
2669
- "epoch": 8.38,
2670
- "learning_rate": 8.11320754716981e-06,
2671
- "loss": 0.7565,
2672
- "step": 444
2673
- },
2674
- {
2675
- "epoch": 8.4,
2676
- "learning_rate": 8.018867924528302e-06,
2677
- "loss": 0.6923,
2678
- "step": 445
2679
- },
2680
- {
2681
- "epoch": 8.42,
2682
- "learning_rate": 7.924528301886793e-06,
2683
- "loss": 0.6294,
2684
- "step": 446
2685
- },
2686
- {
2687
- "epoch": 8.43,
2688
- "learning_rate": 7.830188679245282e-06,
2689
- "loss": 0.6152,
2690
- "step": 447
2691
- },
2692
- {
2693
- "epoch": 8.45,
2694
- "learning_rate": 7.735849056603773e-06,
2695
- "loss": 0.6197,
2696
- "step": 448
2697
- },
2698
- {
2699
- "epoch": 8.47,
2700
- "learning_rate": 7.641509433962264e-06,
2701
- "loss": 0.6689,
2702
- "step": 449
2703
- },
2704
- {
2705
- "epoch": 8.49,
2706
- "learning_rate": 7.547169811320755e-06,
2707
- "loss": 0.5863,
2708
- "step": 450
2709
- },
2710
- {
2711
- "epoch": 8.51,
2712
- "learning_rate": 7.452830188679246e-06,
2713
- "loss": 0.6549,
2714
- "step": 451
2715
- },
2716
- {
2717
- "epoch": 8.53,
2718
- "learning_rate": 7.358490566037736e-06,
2719
- "loss": 0.6476,
2720
- "step": 452
2721
- },
2722
- {
2723
- "epoch": 8.55,
2724
- "learning_rate": 7.264150943396226e-06,
2725
- "loss": 0.5644,
2726
- "step": 453
2727
- },
2728
- {
2729
- "epoch": 8.57,
2730
- "learning_rate": 7.169811320754717e-06,
2731
- "loss": 0.5327,
2732
- "step": 454
2733
- },
2734
- {
2735
- "epoch": 8.58,
2736
- "learning_rate": 7.0754716981132075e-06,
2737
- "loss": 0.6086,
2738
- "step": 455
2739
- },
2740
- {
2741
- "epoch": 8.6,
2742
- "learning_rate": 6.981132075471699e-06,
2743
- "loss": 0.7013,
2744
- "step": 456
2745
- },
2746
- {
2747
- "epoch": 8.62,
2748
- "learning_rate": 6.886792452830189e-06,
2749
- "loss": 0.6546,
2750
- "step": 457
2751
- },
2752
- {
2753
- "epoch": 8.64,
2754
- "learning_rate": 6.792452830188679e-06,
2755
- "loss": 0.636,
2756
- "step": 458
2757
- },
2758
- {
2759
- "epoch": 8.66,
2760
- "learning_rate": 6.69811320754717e-06,
2761
- "loss": 0.6997,
2762
- "step": 459
2763
- },
2764
- {
2765
- "epoch": 8.68,
2766
- "learning_rate": 6.60377358490566e-06,
2767
- "loss": 0.6163,
2768
- "step": 460
2769
- },
2770
- {
2771
- "epoch": 8.7,
2772
- "learning_rate": 6.5094339622641515e-06,
2773
- "loss": 0.6237,
2774
- "step": 461
2775
- },
2776
- {
2777
- "epoch": 8.72,
2778
- "learning_rate": 6.415094339622642e-06,
2779
- "loss": 0.631,
2780
- "step": 462
2781
- },
2782
- {
2783
- "epoch": 8.74,
2784
- "learning_rate": 6.320754716981132e-06,
2785
- "loss": 0.5505,
2786
- "step": 463
2787
- },
2788
- {
2789
- "epoch": 8.75,
2790
- "learning_rate": 6.226415094339623e-06,
2791
- "loss": 0.5707,
2792
- "step": 464
2793
- },
2794
- {
2795
- "epoch": 8.77,
2796
- "learning_rate": 6.132075471698113e-06,
2797
- "loss": 0.6712,
2798
- "step": 465
2799
- },
2800
- {
2801
- "epoch": 8.79,
2802
- "learning_rate": 6.037735849056604e-06,
2803
- "loss": 0.6895,
2804
- "step": 466
2805
- },
2806
- {
2807
- "epoch": 8.81,
2808
- "learning_rate": 5.943396226415095e-06,
2809
- "loss": 0.6574,
2810
- "step": 467
2811
- },
2812
- {
2813
- "epoch": 8.83,
2814
- "learning_rate": 5.849056603773585e-06,
2815
- "loss": 0.6445,
2816
- "step": 468
2817
- },
2818
- {
2819
- "epoch": 8.85,
2820
- "learning_rate": 5.754716981132076e-06,
2821
- "loss": 0.5688,
2822
- "step": 469
2823
- },
2824
- {
2825
- "epoch": 8.87,
2826
- "learning_rate": 5.660377358490566e-06,
2827
- "loss": 0.6162,
2828
- "step": 470
2829
- },
2830
- {
2831
- "epoch": 8.89,
2832
- "learning_rate": 5.566037735849057e-06,
2833
- "loss": 0.5972,
2834
- "step": 471
2835
- },
2836
- {
2837
- "epoch": 8.91,
2838
- "learning_rate": 5.4716981132075475e-06,
2839
- "loss": 0.5262,
2840
- "step": 472
2841
- },
2842
- {
2843
- "epoch": 8.92,
2844
- "learning_rate": 5.377358490566039e-06,
2845
- "loss": 0.7048,
2846
- "step": 473
2847
- },
2848
- {
2849
- "epoch": 8.94,
2850
- "learning_rate": 5.283018867924529e-06,
2851
- "loss": 0.6142,
2852
- "step": 474
2853
- },
2854
- {
2855
- "epoch": 8.96,
2856
- "learning_rate": 5.188679245283019e-06,
2857
- "loss": 0.6144,
2858
- "step": 475
2859
- },
2860
- {
2861
- "epoch": 8.98,
2862
- "learning_rate": 5.09433962264151e-06,
2863
- "loss": 0.6002,
2864
- "step": 476
2865
- },
2866
- {
2867
- "epoch": 9.0,
2868
- "learning_rate": 5e-06,
2869
- "loss": 0.5671,
2870
- "step": 477
2871
- },
2872
- {
2873
- "epoch": 9.02,
2874
- "learning_rate": 4.9056603773584915e-06,
2875
- "loss": 0.5556,
2876
- "step": 478
2877
- },
2878
- {
2879
- "epoch": 9.04,
2880
- "learning_rate": 4.811320754716982e-06,
2881
- "loss": 0.6501,
2882
- "step": 479
2883
- },
2884
- {
2885
- "epoch": 9.06,
2886
- "learning_rate": 4.716981132075472e-06,
2887
- "loss": 0.5688,
2888
- "step": 480
2889
- },
2890
- {
2891
- "epoch": 9.08,
2892
- "learning_rate": 4.622641509433962e-06,
2893
- "loss": 0.5437,
2894
- "step": 481
2895
- },
2896
- {
2897
- "epoch": 9.09,
2898
- "learning_rate": 4.5283018867924524e-06,
2899
- "loss": 0.6673,
2900
- "step": 482
2901
- },
2902
- {
2903
- "epoch": 9.11,
2904
- "learning_rate": 4.4339622641509435e-06,
2905
- "loss": 0.5573,
2906
- "step": 483
2907
- },
2908
- {
2909
- "epoch": 9.13,
2910
- "learning_rate": 4.339622641509434e-06,
2911
- "loss": 0.5971,
2912
- "step": 484
2913
- },
2914
- {
2915
- "epoch": 9.15,
2916
- "learning_rate": 4.245283018867925e-06,
2917
- "loss": 0.5829,
2918
- "step": 485
2919
- },
2920
- {
2921
- "epoch": 9.17,
2922
- "learning_rate": 4.150943396226415e-06,
2923
- "loss": 0.5953,
2924
- "step": 486
2925
- },
2926
- {
2927
- "epoch": 9.19,
2928
- "learning_rate": 4.056603773584905e-06,
2929
- "loss": 0.6096,
2930
- "step": 487
2931
- },
2932
- {
2933
- "epoch": 9.21,
2934
- "learning_rate": 3.962264150943396e-06,
2935
- "loss": 0.6193,
2936
- "step": 488
2937
- },
2938
- {
2939
- "epoch": 9.23,
2940
- "learning_rate": 3.867924528301887e-06,
2941
- "loss": 0.6021,
2942
- "step": 489
2943
- },
2944
- {
2945
- "epoch": 9.25,
2946
- "learning_rate": 3.7735849056603773e-06,
2947
- "loss": 0.6095,
2948
- "step": 490
2949
- },
2950
- {
2951
- "epoch": 9.26,
2952
- "learning_rate": 3.679245283018868e-06,
2953
- "loss": 0.5709,
2954
- "step": 491
2955
- },
2956
- {
2957
- "epoch": 9.28,
2958
- "learning_rate": 3.5849056603773586e-06,
2959
- "loss": 0.6103,
2960
- "step": 492
2961
- },
2962
- {
2963
- "epoch": 9.3,
2964
- "learning_rate": 3.4905660377358493e-06,
2965
- "loss": 0.6074,
2966
- "step": 493
2967
- },
2968
- {
2969
- "epoch": 9.32,
2970
- "learning_rate": 3.3962264150943395e-06,
2971
- "loss": 0.5336,
2972
- "step": 494
2973
- },
2974
- {
2975
- "epoch": 9.34,
2976
- "learning_rate": 3.30188679245283e-06,
2977
- "loss": 0.5793,
2978
- "step": 495
2979
- },
2980
- {
2981
- "epoch": 9.36,
2982
- "learning_rate": 3.207547169811321e-06,
2983
- "loss": 0.5899,
2984
- "step": 496
2985
- },
2986
- {
2987
- "epoch": 9.38,
2988
- "learning_rate": 3.1132075471698115e-06,
2989
- "loss": 0.6602,
2990
- "step": 497
2991
- },
2992
- {
2993
- "epoch": 9.4,
2994
- "learning_rate": 3.018867924528302e-06,
2995
- "loss": 0.5698,
2996
- "step": 498
2997
- },
2998
- {
2999
- "epoch": 9.42,
3000
- "learning_rate": 2.9245283018867924e-06,
3001
- "loss": 0.5968,
3002
- "step": 499
3003
- },
3004
- {
3005
- "epoch": 9.43,
3006
- "learning_rate": 2.830188679245283e-06,
3007
- "loss": 0.6084,
3008
- "step": 500
3009
- },
3010
- {
3011
- "epoch": 9.45,
3012
- "learning_rate": 2.7358490566037738e-06,
3013
- "loss": 0.5757,
3014
- "step": 501
3015
- },
3016
- {
3017
- "epoch": 9.47,
3018
- "learning_rate": 2.6415094339622644e-06,
3019
- "loss": 0.5803,
3020
- "step": 502
3021
- },
3022
- {
3023
- "epoch": 9.49,
3024
- "learning_rate": 2.547169811320755e-06,
3025
- "loss": 0.6314,
3026
- "step": 503
3027
- },
3028
- {
3029
- "epoch": 9.51,
3030
- "learning_rate": 2.4528301886792457e-06,
3031
- "loss": 0.6091,
3032
- "step": 504
3033
- },
3034
- {
3035
- "epoch": 9.53,
3036
- "learning_rate": 2.358490566037736e-06,
3037
- "loss": 0.6383,
3038
- "step": 505
3039
- },
3040
- {
3041
- "epoch": 9.55,
3042
- "learning_rate": 2.2641509433962262e-06,
3043
- "loss": 0.697,
3044
- "step": 506
3045
- },
3046
- {
3047
- "epoch": 9.57,
3048
- "learning_rate": 2.169811320754717e-06,
3049
- "loss": 0.6193,
3050
- "step": 507
3051
- },
3052
- {
3053
- "epoch": 9.58,
3054
- "learning_rate": 2.0754716981132075e-06,
3055
- "loss": 0.5657,
3056
- "step": 508
3057
- },
3058
- {
3059
- "epoch": 9.6,
3060
- "learning_rate": 1.981132075471698e-06,
3061
- "loss": 0.5766,
3062
- "step": 509
3063
- },
3064
- {
3065
- "epoch": 9.62,
3066
- "learning_rate": 1.8867924528301887e-06,
3067
- "loss": 0.6691,
3068
- "step": 510
3069
- },
3070
- {
3071
- "epoch": 9.64,
3072
- "learning_rate": 1.7924528301886793e-06,
3073
- "loss": 0.5512,
3074
- "step": 511
3075
- },
3076
- {
3077
- "epoch": 9.66,
3078
- "learning_rate": 1.6981132075471698e-06,
3079
- "loss": 0.598,
3080
- "step": 512
3081
- },
3082
- {
3083
- "epoch": 9.68,
3084
- "learning_rate": 1.6037735849056604e-06,
3085
- "loss": 0.5527,
3086
- "step": 513
3087
- },
3088
- {
3089
- "epoch": 9.7,
3090
- "learning_rate": 1.509433962264151e-06,
3091
- "loss": 0.6116,
3092
- "step": 514
3093
- },
3094
- {
3095
- "epoch": 9.72,
3096
- "learning_rate": 1.4150943396226415e-06,
3097
- "loss": 0.6351,
3098
- "step": 515
3099
- },
3100
- {
3101
- "epoch": 9.74,
3102
- "learning_rate": 1.3207547169811322e-06,
3103
- "loss": 0.5633,
3104
- "step": 516
3105
- },
3106
- {
3107
- "epoch": 9.75,
3108
- "learning_rate": 1.2264150943396229e-06,
3109
- "loss": 0.5586,
3110
- "step": 517
3111
- },
3112
- {
3113
- "epoch": 9.77,
3114
- "learning_rate": 1.1320754716981131e-06,
3115
- "loss": 0.5783,
3116
- "step": 518
3117
- },
3118
- {
3119
- "epoch": 9.79,
3120
- "learning_rate": 1.0377358490566038e-06,
3121
- "loss": 0.638,
3122
- "step": 519
3123
- },
3124
- {
3125
- "epoch": 9.81,
3126
- "learning_rate": 9.433962264150943e-07,
3127
- "loss": 0.5432,
3128
- "step": 520
3129
- },
3130
- {
3131
- "epoch": 9.83,
3132
- "learning_rate": 8.490566037735849e-07,
3133
- "loss": 0.5232,
3134
- "step": 521
3135
- },
3136
- {
3137
- "epoch": 9.85,
3138
- "learning_rate": 7.547169811320755e-07,
3139
- "loss": 0.6154,
3140
- "step": 522
3141
- },
3142
- {
3143
- "epoch": 9.87,
3144
- "learning_rate": 6.603773584905661e-07,
3145
- "loss": 0.637,
3146
- "step": 523
3147
- },
3148
- {
3149
- "epoch": 9.89,
3150
- "learning_rate": 5.660377358490566e-07,
3151
- "loss": 0.5593,
3152
- "step": 524
3153
- },
3154
- {
3155
- "epoch": 9.91,
3156
- "learning_rate": 4.7169811320754717e-07,
3157
- "loss": 0.6447,
3158
- "step": 525
3159
- },
3160
- {
3161
- "epoch": 9.92,
3162
- "learning_rate": 3.773584905660378e-07,
3163
- "loss": 0.6056,
3164
- "step": 526
3165
- },
3166
- {
3167
- "epoch": 9.94,
3168
- "learning_rate": 2.830188679245283e-07,
3169
- "loss": 0.6928,
3170
- "step": 527
3171
- },
3172
- {
3173
- "epoch": 9.96,
3174
- "learning_rate": 1.886792452830189e-07,
3175
- "loss": 0.609,
3176
- "step": 528
3177
- },
3178
- {
3179
- "epoch": 9.98,
3180
- "learning_rate": 9.433962264150944e-08,
3181
- "loss": 0.6045,
3182
- "step": 529
3183
- },
3184
- {
3185
- "epoch": 10.0,
3186
- "learning_rate": 0.0,
3187
- "loss": 0.5314,
3188
- "step": 530
3189
- },
3190
- {
3191
- "epoch": 10.0,
3192
- "step": 530,
3193
- "total_flos": 6755526882816000.0,
3194
- "train_loss": 1.0295860317518126,
3195
- "train_runtime": 364.5885,
3196
- "train_samples_per_second": 91.912,
3197
- "train_steps_per_second": 1.454
3198
  }
3199
  ],
3200
- "max_steps": 530,
3201
- "num_train_epochs": 10,
3202
- "total_flos": 6755526882816000.0,
3203
  "trial_name": null,
3204
  "trial_params": null
3205
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
+ "global_step": 265,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 0.02,
12
+ "learning_rate": 4.9811320754716985e-05,
13
+ "loss": 18.4602,
14
  "step": 1
15
  },
16
  {
17
  "epoch": 0.04,
18
+ "learning_rate": 4.962264150943397e-05,
19
+ "loss": 16.3339,
20
  "step": 2
21
  },
22
  {
23
  "epoch": 0.06,
24
+ "learning_rate": 4.943396226415095e-05,
25
+ "loss": 14.7128,
26
  "step": 3
27
  },
28
  {
29
  "epoch": 0.08,
30
+ "learning_rate": 4.9245283018867924e-05,
31
+ "loss": 13.1405,
32
  "step": 4
33
  },
34
  {
35
  "epoch": 0.09,
36
+ "learning_rate": 4.9056603773584906e-05,
37
+ "loss": 12.334,
38
  "step": 5
39
  },
40
  {
41
  "epoch": 0.11,
42
+ "learning_rate": 4.886792452830189e-05,
43
+ "loss": 11.5351,
44
  "step": 6
45
  },
46
  {
47
  "epoch": 0.13,
48
+ "learning_rate": 4.867924528301887e-05,
49
+ "loss": 11.2585,
50
  "step": 7
51
  },
52
  {
53
  "epoch": 0.15,
54
+ "learning_rate": 4.849056603773585e-05,
55
+ "loss": 10.6678,
56
  "step": 8
57
  },
58
  {
59
  "epoch": 0.17,
60
+ "learning_rate": 4.8301886792452835e-05,
61
+ "loss": 10.3116,
62
  "step": 9
63
  },
64
  {
65
  "epoch": 0.19,
66
+ "learning_rate": 4.811320754716982e-05,
67
+ "loss": 10.1386,
68
  "step": 10
69
  },
70
  {
71
  "epoch": 0.21,
72
+ "learning_rate": 4.792452830188679e-05,
73
+ "loss": 9.7791,
74
  "step": 11
75
  },
76
  {
77
  "epoch": 0.23,
78
+ "learning_rate": 4.7735849056603775e-05,
79
+ "loss": 9.4858,
80
  "step": 12
81
  },
82
  {
83
  "epoch": 0.25,
84
+ "learning_rate": 4.754716981132076e-05,
85
+ "loss": 9.4354,
86
  "step": 13
87
  },
88
  {
89
  "epoch": 0.26,
90
+ "learning_rate": 4.735849056603774e-05,
91
+ "loss": 9.1703,
92
  "step": 14
93
  },
94
  {
95
  "epoch": 0.28,
96
+ "learning_rate": 4.716981132075472e-05,
97
+ "loss": 9.0127,
98
  "step": 15
99
  },
100
  {
101
  "epoch": 0.3,
102
+ "learning_rate": 4.6981132075471704e-05,
103
+ "loss": 8.978,
104
  "step": 16
105
  },
106
  {
107
  "epoch": 0.32,
108
+ "learning_rate": 4.679245283018868e-05,
109
+ "loss": 8.8674,
110
  "step": 17
111
  },
112
  {
113
  "epoch": 0.34,
114
+ "learning_rate": 4.660377358490566e-05,
115
+ "loss": 8.7663,
116
  "step": 18
117
  },
118
  {
119
  "epoch": 0.36,
120
+ "learning_rate": 4.641509433962264e-05,
121
+ "loss": 8.8133,
122
  "step": 19
123
  },
124
  {
125
  "epoch": 0.38,
126
+ "learning_rate": 4.6226415094339625e-05,
127
+ "loss": 8.5456,
128
  "step": 20
129
  },
130
  {
131
  "epoch": 0.4,
132
+ "learning_rate": 4.603773584905661e-05,
133
+ "loss": 8.4904,
134
  "step": 21
135
  },
136
  {
137
  "epoch": 0.42,
138
+ "learning_rate": 4.584905660377359e-05,
139
+ "loss": 8.4489,
140
  "step": 22
141
  },
142
  {
143
  "epoch": 0.43,
144
+ "learning_rate": 4.566037735849057e-05,
145
+ "loss": 8.4346,
146
  "step": 23
147
  },
148
  {
149
  "epoch": 0.45,
150
+ "learning_rate": 4.547169811320755e-05,
151
+ "loss": 8.1324,
152
  "step": 24
153
  },
154
  {
155
  "epoch": 0.47,
156
+ "learning_rate": 4.528301886792453e-05,
157
+ "loss": 8.1567,
158
  "step": 25
159
  },
160
  {
161
  "epoch": 0.49,
162
+ "learning_rate": 4.509433962264151e-05,
163
+ "loss": 8.1832,
164
  "step": 26
165
  },
166
  {
167
  "epoch": 0.51,
168
+ "learning_rate": 4.4905660377358494e-05,
169
+ "loss": 8.1429,
170
  "step": 27
171
  },
172
  {
173
  "epoch": 0.53,
174
+ "learning_rate": 4.4716981132075476e-05,
175
+ "loss": 7.9504,
176
  "step": 28
177
  },
178
  {
179
  "epoch": 0.55,
180
+ "learning_rate": 4.452830188679246e-05,
181
+ "loss": 7.9522,
182
  "step": 29
183
  },
184
  {
185
  "epoch": 0.57,
186
+ "learning_rate": 4.433962264150944e-05,
187
+ "loss": 7.7705,
188
  "step": 30
189
  },
190
  {
191
  "epoch": 0.58,
192
+ "learning_rate": 4.4150943396226416e-05,
193
+ "loss": 7.7457,
194
  "step": 31
195
  },
196
  {
197
  "epoch": 0.6,
198
+ "learning_rate": 4.39622641509434e-05,
199
+ "loss": 7.8053,
200
  "step": 32
201
  },
202
  {
203
  "epoch": 0.62,
204
+ "learning_rate": 4.377358490566038e-05,
205
+ "loss": 7.7519,
206
  "step": 33
207
  },
208
  {
209
  "epoch": 0.64,
210
+ "learning_rate": 4.358490566037736e-05,
211
+ "loss": 7.8011,
212
  "step": 34
213
  },
214
  {
215
  "epoch": 0.66,
216
+ "learning_rate": 4.3396226415094345e-05,
217
+ "loss": 7.7119,
218
  "step": 35
219
  },
220
  {
221
  "epoch": 0.68,
222
+ "learning_rate": 4.320754716981133e-05,
223
+ "loss": 7.4472,
224
  "step": 36
225
  },
226
  {
227
  "epoch": 0.7,
228
+ "learning_rate": 4.301886792452831e-05,
229
+ "loss": 7.5688,
230
  "step": 37
231
  },
232
  {
233
  "epoch": 0.72,
234
+ "learning_rate": 4.2830188679245284e-05,
235
+ "loss": 7.3592,
236
  "step": 38
237
  },
238
  {
239
  "epoch": 0.74,
240
+ "learning_rate": 4.2641509433962266e-05,
241
+ "loss": 7.4869,
242
  "step": 39
243
  },
244
  {
245
  "epoch": 0.75,
246
+ "learning_rate": 4.245283018867925e-05,
247
+ "loss": 7.3489,
248
  "step": 40
249
  },
250
  {
251
  "epoch": 0.77,
252
+ "learning_rate": 4.226415094339623e-05,
253
+ "loss": 7.412,
254
  "step": 41
255
  },
256
  {
257
  "epoch": 0.79,
258
+ "learning_rate": 4.207547169811321e-05,
259
+ "loss": 7.2706,
260
  "step": 42
261
  },
262
  {
263
  "epoch": 0.81,
264
+ "learning_rate": 4.1886792452830195e-05,
265
+ "loss": 7.2465,
266
  "step": 43
267
  },
268
  {
269
  "epoch": 0.83,
270
+ "learning_rate": 4.169811320754717e-05,
271
+ "loss": 7.337,
272
  "step": 44
273
  },
274
  {
275
  "epoch": 0.85,
276
+ "learning_rate": 4.150943396226415e-05,
277
+ "loss": 7.2097,
278
  "step": 45
279
  },
280
  {
281
  "epoch": 0.87,
282
+ "learning_rate": 4.1320754716981135e-05,
283
+ "loss": 7.2128,
284
  "step": 46
285
  },
286
  {
287
  "epoch": 0.89,
288
+ "learning_rate": 4.113207547169812e-05,
289
+ "loss": 7.2417,
290
  "step": 47
291
  },
292
  {
293
  "epoch": 0.91,
294
+ "learning_rate": 4.09433962264151e-05,
295
+ "loss": 7.2044,
296
  "step": 48
297
  },
298
  {
299
  "epoch": 0.92,
300
+ "learning_rate": 4.075471698113208e-05,
301
+ "loss": 7.1435,
302
  "step": 49
303
  },
304
  {
305
  "epoch": 0.94,
306
+ "learning_rate": 4.0566037735849064e-05,
307
+ "loss": 7.075,
308
  "step": 50
309
  },
310
  {
311
  "epoch": 0.96,
312
+ "learning_rate": 4.037735849056604e-05,
313
+ "loss": 6.9571,
314
  "step": 51
315
  },
316
  {
317
  "epoch": 0.98,
318
+ "learning_rate": 4.018867924528302e-05,
319
+ "loss": 6.7984,
320
  "step": 52
321
  },
322
  {
323
  "epoch": 1.0,
324
+ "learning_rate": 4e-05,
325
+ "loss": 6.7736,
326
  "step": 53
327
  },
328
  {
329
  "epoch": 1.02,
330
+ "learning_rate": 3.9811320754716985e-05,
331
+ "loss": 6.8625,
332
  "step": 54
333
  },
334
  {
335
  "epoch": 1.04,
336
+ "learning_rate": 3.962264150943397e-05,
337
+ "loss": 7.0221,
338
  "step": 55
339
  },
340
  {
341
  "epoch": 1.06,
342
+ "learning_rate": 3.943396226415095e-05,
343
+ "loss": 6.969,
344
  "step": 56
345
  },
346
  {
347
  "epoch": 1.08,
348
+ "learning_rate": 3.924528301886793e-05,
349
+ "loss": 6.9754,
350
  "step": 57
351
  },
352
  {
353
  "epoch": 1.09,
354
+ "learning_rate": 3.905660377358491e-05,
355
+ "loss": 6.9933,
356
  "step": 58
357
  },
358
  {
359
  "epoch": 1.11,
360
+ "learning_rate": 3.886792452830189e-05,
361
+ "loss": 6.9458,
362
  "step": 59
363
  },
364
  {
365
  "epoch": 1.13,
366
+ "learning_rate": 3.867924528301887e-05,
367
+ "loss": 6.9104,
368
  "step": 60
369
  },
370
  {
371
  "epoch": 1.15,
372
+ "learning_rate": 3.8490566037735854e-05,
373
+ "loss": 6.809,
374
  "step": 61
375
  },
376
  {
377
  "epoch": 1.17,
378
+ "learning_rate": 3.8301886792452836e-05,
379
+ "loss": 6.7712,
380
  "step": 62
381
  },
382
  {
383
  "epoch": 1.19,
384
+ "learning_rate": 3.811320754716982e-05,
385
+ "loss": 6.671,
386
  "step": 63
387
  },
388
  {
389
  "epoch": 1.21,
390
+ "learning_rate": 3.7924528301886794e-05,
391
+ "loss": 6.7017,
392
  "step": 64
393
  },
394
  {
395
  "epoch": 1.23,
396
+ "learning_rate": 3.7735849056603776e-05,
397
+ "loss": 6.7152,
398
  "step": 65
399
  },
400
  {
401
  "epoch": 1.25,
402
+ "learning_rate": 3.754716981132076e-05,
403
+ "loss": 6.7993,
404
  "step": 66
405
  },
406
  {
407
  "epoch": 1.26,
408
+ "learning_rate": 3.735849056603773e-05,
409
+ "loss": 6.6646,
410
  "step": 67
411
  },
412
  {
413
  "epoch": 1.28,
414
+ "learning_rate": 3.7169811320754716e-05,
415
+ "loss": 6.6046,
416
  "step": 68
417
  },
418
  {
419
  "epoch": 1.3,
420
+ "learning_rate": 3.69811320754717e-05,
421
+ "loss": 6.6799,
422
  "step": 69
423
  },
424
  {
425
  "epoch": 1.32,
426
+ "learning_rate": 3.679245283018868e-05,
427
+ "loss": 6.5709,
428
  "step": 70
429
  },
430
  {
431
  "epoch": 1.34,
432
+ "learning_rate": 3.660377358490566e-05,
433
+ "loss": 6.5575,
434
  "step": 71
435
  },
436
  {
437
  "epoch": 1.36,
438
+ "learning_rate": 3.641509433962264e-05,
439
+ "loss": 6.8022,
440
  "step": 72
441
  },
442
  {
443
  "epoch": 1.38,
444
+ "learning_rate": 3.622641509433962e-05,
445
+ "loss": 6.6274,
446
  "step": 73
447
  },
448
  {
449
  "epoch": 1.4,
450
+ "learning_rate": 3.60377358490566e-05,
451
+ "loss": 6.519,
452
  "step": 74
453
  },
454
  {
455
  "epoch": 1.42,
456
+ "learning_rate": 3.5849056603773584e-05,
457
+ "loss": 6.4789,
458
  "step": 75
459
  },
460
  {
461
  "epoch": 1.43,
462
+ "learning_rate": 3.5660377358490566e-05,
463
+ "loss": 6.5077,
464
  "step": 76
465
  },
466
  {
467
  "epoch": 1.45,
468
+ "learning_rate": 3.547169811320755e-05,
469
+ "loss": 6.4625,
470
  "step": 77
471
  },
472
  {
473
  "epoch": 1.47,
474
+ "learning_rate": 3.528301886792453e-05,
475
+ "loss": 6.6545,
476
  "step": 78
477
  },
478
  {
479
  "epoch": 1.49,
480
+ "learning_rate": 3.5094339622641506e-05,
481
+ "loss": 6.58,
482
  "step": 79
483
  },
484
  {
485
  "epoch": 1.51,
486
+ "learning_rate": 3.490566037735849e-05,
487
+ "loss": 6.7074,
488
  "step": 80
489
  },
490
  {
491
  "epoch": 1.53,
492
+ "learning_rate": 3.471698113207547e-05,
493
+ "loss": 6.5293,
494
  "step": 81
495
  },
496
  {
497
  "epoch": 1.55,
498
+ "learning_rate": 3.452830188679245e-05,
499
+ "loss": 6.4572,
500
  "step": 82
501
  },
502
  {
503
  "epoch": 1.57,
504
+ "learning_rate": 3.4339622641509435e-05,
505
+ "loss": 6.4919,
506
  "step": 83
507
  },
508
  {
509
  "epoch": 1.58,
510
+ "learning_rate": 3.415094339622642e-05,
511
+ "loss": 6.4721,
512
  "step": 84
513
  },
514
  {
515
  "epoch": 1.6,
516
+ "learning_rate": 3.39622641509434e-05,
517
+ "loss": 6.4396,
518
  "step": 85
519
  },
520
  {
521
  "epoch": 1.62,
522
+ "learning_rate": 3.3773584905660374e-05,
523
+ "loss": 6.4422,
524
  "step": 86
525
  },
526
  {
527
  "epoch": 1.64,
528
+ "learning_rate": 3.3584905660377356e-05,
529
+ "loss": 6.6386,
530
  "step": 87
531
  },
532
  {
533
  "epoch": 1.66,
534
+ "learning_rate": 3.339622641509434e-05,
535
+ "loss": 6.3216,
536
  "step": 88
537
  },
538
  {
539
  "epoch": 1.68,
540
+ "learning_rate": 3.320754716981132e-05,
541
+ "loss": 6.5511,
542
  "step": 89
543
  },
544
  {
545
  "epoch": 1.7,
546
+ "learning_rate": 3.30188679245283e-05,
547
+ "loss": 6.3281,
548
  "step": 90
549
  },
550
  {
551
  "epoch": 1.72,
552
+ "learning_rate": 3.2830188679245285e-05,
553
+ "loss": 6.3153,
554
  "step": 91
555
  },
556
  {
557
  "epoch": 1.74,
558
+ "learning_rate": 3.264150943396227e-05,
559
+ "loss": 6.3444,
560
  "step": 92
561
  },
562
  {
563
  "epoch": 1.75,
564
+ "learning_rate": 3.245283018867924e-05,
565
+ "loss": 6.4761,
566
  "step": 93
567
  },
568
  {
569
  "epoch": 1.77,
570
+ "learning_rate": 3.2264150943396225e-05,
571
+ "loss": 6.4824,
572
  "step": 94
573
  },
574
  {
575
  "epoch": 1.79,
576
+ "learning_rate": 3.207547169811321e-05,
577
+ "loss": 6.4817,
578
  "step": 95
579
  },
580
  {
581
  "epoch": 1.81,
582
+ "learning_rate": 3.188679245283019e-05,
583
+ "loss": 6.4784,
584
  "step": 96
585
  },
586
  {
587
  "epoch": 1.83,
588
+ "learning_rate": 3.169811320754717e-05,
589
+ "loss": 6.3177,
590
  "step": 97
591
  },
592
  {
593
  "epoch": 1.85,
594
+ "learning_rate": 3.1509433962264154e-05,
595
+ "loss": 6.304,
596
  "step": 98
597
  },
598
  {
599
  "epoch": 1.87,
600
+ "learning_rate": 3.132075471698113e-05,
601
+ "loss": 6.176,
602
  "step": 99
603
  },
604
  {
605
  "epoch": 1.89,
606
+ "learning_rate": 3.113207547169811e-05,
607
+ "loss": 6.3501,
608
  "step": 100
609
  },
610
  {
611
  "epoch": 1.91,
612
+ "learning_rate": 3.094339622641509e-05,
613
+ "loss": 6.1981,
614
  "step": 101
615
  },
616
  {
617
  "epoch": 1.92,
618
+ "learning_rate": 3.0754716981132075e-05,
619
+ "loss": 6.2568,
620
  "step": 102
621
  },
622
  {
623
  "epoch": 1.94,
624
+ "learning_rate": 3.056603773584906e-05,
625
+ "loss": 6.3171,
626
  "step": 103
627
  },
628
  {
629
  "epoch": 1.96,
630
+ "learning_rate": 3.0377358490566036e-05,
631
+ "loss": 6.2815,
632
  "step": 104
633
  },
634
  {
635
  "epoch": 1.98,
636
+ "learning_rate": 3.018867924528302e-05,
637
+ "loss": 6.2513,
638
  "step": 105
639
  },
640
  {
641
  "epoch": 2.0,
642
+ "learning_rate": 3e-05,
643
+ "loss": 6.0677,
644
  "step": 106
645
  },
646
  {
647
  "epoch": 2.02,
648
+ "learning_rate": 2.9811320754716983e-05,
649
+ "loss": 6.3859,
650
  "step": 107
651
  },
652
  {
653
  "epoch": 2.04,
654
+ "learning_rate": 2.9622641509433962e-05,
655
+ "loss": 6.2803,
656
  "step": 108
657
  },
658
  {
659
  "epoch": 2.06,
660
+ "learning_rate": 2.9433962264150944e-05,
661
+ "loss": 6.4167,
662
  "step": 109
663
  },
664
  {
665
  "epoch": 2.08,
666
+ "learning_rate": 2.9245283018867926e-05,
667
+ "loss": 6.234,
668
  "step": 110
669
  },
670
  {
671
  "epoch": 2.09,
672
+ "learning_rate": 2.9056603773584905e-05,
673
+ "loss": 6.3275,
674
  "step": 111
675
  },
676
  {
677
  "epoch": 2.11,
678
+ "learning_rate": 2.8867924528301887e-05,
679
+ "loss": 6.2766,
680
  "step": 112
681
  },
682
  {
683
  "epoch": 2.13,
684
+ "learning_rate": 2.867924528301887e-05,
685
+ "loss": 6.3146,
686
  "step": 113
687
  },
688
  {
689
  "epoch": 2.15,
690
+ "learning_rate": 2.8490566037735848e-05,
691
+ "loss": 6.1047,
692
  "step": 114
693
  },
694
  {
695
  "epoch": 2.17,
696
+ "learning_rate": 2.830188679245283e-05,
697
+ "loss": 6.1752,
698
  "step": 115
699
  },
700
  {
701
  "epoch": 2.19,
702
+ "learning_rate": 2.8113207547169812e-05,
703
+ "loss": 6.2028,
704
  "step": 116
705
  },
706
  {
707
  "epoch": 2.21,
708
+ "learning_rate": 2.7924528301886794e-05,
709
+ "loss": 6.0047,
710
  "step": 117
711
  },
712
  {
713
  "epoch": 2.23,
714
+ "learning_rate": 2.7735849056603773e-05,
715
+ "loss": 6.0241,
716
  "step": 118
717
  },
718
  {
719
  "epoch": 2.25,
720
+ "learning_rate": 2.7547169811320755e-05,
721
+ "loss": 6.25,
722
  "step": 119
723
  },
724
  {
725
  "epoch": 2.26,
726
+ "learning_rate": 2.7358490566037738e-05,
727
+ "loss": 6.2054,
728
  "step": 120
729
  },
730
  {
731
  "epoch": 2.28,
732
+ "learning_rate": 2.7169811320754716e-05,
733
+ "loss": 6.1963,
734
  "step": 121
735
  },
736
  {
737
  "epoch": 2.3,
738
+ "learning_rate": 2.69811320754717e-05,
739
+ "loss": 6.1233,
740
  "step": 122
741
  },
742
  {
743
  "epoch": 2.32,
744
+ "learning_rate": 2.679245283018868e-05,
745
+ "loss": 6.1879,
746
  "step": 123
747
  },
748
  {
749
  "epoch": 2.34,
750
+ "learning_rate": 2.6603773584905663e-05,
751
+ "loss": 6.1532,
752
  "step": 124
753
  },
754
  {
755
  "epoch": 2.36,
756
+ "learning_rate": 2.641509433962264e-05,
757
+ "loss": 5.8332,
758
  "step": 125
759
  },
760
  {
761
  "epoch": 2.38,
762
+ "learning_rate": 2.6226415094339624e-05,
763
+ "loss": 5.9921,
764
  "step": 126
765
  },
766
  {
767
  "epoch": 2.4,
768
+ "learning_rate": 2.6037735849056606e-05,
769
+ "loss": 6.08,
770
  "step": 127
771
  },
772
  {
773
  "epoch": 2.42,
774
+ "learning_rate": 2.5849056603773585e-05,
775
+ "loss": 5.9691,
776
  "step": 128
777
  },
778
  {
779
  "epoch": 2.43,
780
+ "learning_rate": 2.5660377358490567e-05,
781
+ "loss": 5.8631,
782
  "step": 129
783
  },
784
  {
785
  "epoch": 2.45,
786
+ "learning_rate": 2.547169811320755e-05,
787
+ "loss": 5.9265,
788
  "step": 130
789
  },
790
  {
791
  "epoch": 2.47,
792
+ "learning_rate": 2.5283018867924528e-05,
793
+ "loss": 6.0456,
794
  "step": 131
795
  },
796
  {
797
  "epoch": 2.49,
798
+ "learning_rate": 2.509433962264151e-05,
799
+ "loss": 6.0374,
800
  "step": 132
801
  },
802
  {
803
  "epoch": 2.51,
804
+ "learning_rate": 2.4905660377358492e-05,
805
+ "loss": 6.0419,
806
  "step": 133
807
  },
808
  {
809
  "epoch": 2.53,
810
+ "learning_rate": 2.4716981132075474e-05,
811
+ "loss": 5.9543,
812
  "step": 134
813
  },
814
  {
815
  "epoch": 2.55,
816
+ "learning_rate": 2.4528301886792453e-05,
817
+ "loss": 6.0268,
818
  "step": 135
819
  },
820
  {
821
  "epoch": 2.57,
822
+ "learning_rate": 2.4339622641509435e-05,
823
+ "loss": 5.9925,
824
  "step": 136
825
  },
826
  {
827
  "epoch": 2.58,
828
+ "learning_rate": 2.4150943396226418e-05,
829
+ "loss": 6.16,
830
  "step": 137
831
  },
832
  {
833
  "epoch": 2.6,
834
+ "learning_rate": 2.3962264150943396e-05,
835
+ "loss": 5.9924,
836
  "step": 138
837
  },
838
  {
839
  "epoch": 2.62,
840
+ "learning_rate": 2.377358490566038e-05,
841
+ "loss": 5.8427,
842
  "step": 139
843
  },
844
  {
845
  "epoch": 2.64,
846
+ "learning_rate": 2.358490566037736e-05,
847
+ "loss": 5.9679,
848
  "step": 140
849
  },
850
  {
851
  "epoch": 2.66,
852
+ "learning_rate": 2.339622641509434e-05,
853
+ "loss": 6.1985,
854
  "step": 141
855
  },
856
  {
857
  "epoch": 2.68,
858
+ "learning_rate": 2.320754716981132e-05,
859
+ "loss": 5.9773,
860
  "step": 142
861
  },
862
  {
863
  "epoch": 2.7,
864
+ "learning_rate": 2.3018867924528304e-05,
865
+ "loss": 5.9543,
866
  "step": 143
867
  },
868
  {
869
  "epoch": 2.72,
870
+ "learning_rate": 2.2830188679245286e-05,
871
+ "loss": 6.0227,
872
  "step": 144
873
  },
874
  {
875
  "epoch": 2.74,
876
+ "learning_rate": 2.2641509433962265e-05,
877
+ "loss": 5.9294,
878
  "step": 145
879
  },
880
  {
881
  "epoch": 2.75,
882
+ "learning_rate": 2.2452830188679247e-05,
883
+ "loss": 6.1774,
884
  "step": 146
885
  },
886
  {
887
  "epoch": 2.77,
888
+ "learning_rate": 2.226415094339623e-05,
889
+ "loss": 6.0009,
890
  "step": 147
891
  },
892
  {
893
  "epoch": 2.79,
894
+ "learning_rate": 2.2075471698113208e-05,
895
+ "loss": 5.9207,
896
  "step": 148
897
  },
898
  {
899
  "epoch": 2.81,
900
+ "learning_rate": 2.188679245283019e-05,
901
+ "loss": 5.9735,
902
  "step": 149
903
  },
904
  {
905
  "epoch": 2.83,
906
+ "learning_rate": 2.1698113207547172e-05,
907
+ "loss": 5.9751,
908
  "step": 150
909
  },
910
  {
911
  "epoch": 2.85,
912
+ "learning_rate": 2.1509433962264154e-05,
913
+ "loss": 5.8208,
914
  "step": 151
915
  },
916
  {
917
  "epoch": 2.87,
918
+ "learning_rate": 2.1320754716981133e-05,
919
+ "loss": 5.8645,
920
  "step": 152
921
  },
922
  {
923
  "epoch": 2.89,
924
+ "learning_rate": 2.1132075471698115e-05,
925
+ "loss": 5.9207,
926
  "step": 153
927
  },
928
  {
929
  "epoch": 2.91,
930
+ "learning_rate": 2.0943396226415098e-05,
931
+ "loss": 5.972,
932
  "step": 154
933
  },
934
  {
935
  "epoch": 2.92,
936
+ "learning_rate": 2.0754716981132076e-05,
937
+ "loss": 5.8784,
938
  "step": 155
939
  },
940
  {
941
  "epoch": 2.94,
942
+ "learning_rate": 2.056603773584906e-05,
943
+ "loss": 6.0364,
944
  "step": 156
945
  },
946
  {
947
  "epoch": 2.96,
948
+ "learning_rate": 2.037735849056604e-05,
949
+ "loss": 6.0571,
950
  "step": 157
951
  },
952
  {
953
  "epoch": 2.98,
954
+ "learning_rate": 2.018867924528302e-05,
955
+ "loss": 5.8623,
956
  "step": 158
957
  },
958
  {
959
  "epoch": 3.0,
960
+ "learning_rate": 2e-05,
961
+ "loss": 5.6061,
962
  "step": 159
963
  },
964
  {
965
  "epoch": 3.02,
966
+ "learning_rate": 1.9811320754716984e-05,
967
+ "loss": 5.8306,
968
  "step": 160
969
  },
970
  {
971
  "epoch": 3.04,
972
+ "learning_rate": 1.9622641509433966e-05,
973
+ "loss": 6.0213,
974
  "step": 161
975
  },
976
  {
977
  "epoch": 3.06,
978
+ "learning_rate": 1.9433962264150945e-05,
979
+ "loss": 6.022,
980
  "step": 162
981
  },
982
  {
983
  "epoch": 3.08,
984
+ "learning_rate": 1.9245283018867927e-05,
985
+ "loss": 5.9523,
986
  "step": 163
987
  },
988
  {
989
  "epoch": 3.09,
990
+ "learning_rate": 1.905660377358491e-05,
991
+ "loss": 5.8842,
992
  "step": 164
993
  },
994
  {
995
  "epoch": 3.11,
996
+ "learning_rate": 1.8867924528301888e-05,
997
+ "loss": 5.9051,
998
  "step": 165
999
  },
1000
  {
1001
  "epoch": 3.13,
1002
+ "learning_rate": 1.8679245283018867e-05,
1003
+ "loss": 5.91,
1004
  "step": 166
1005
  },
1006
  {
1007
  "epoch": 3.15,
1008
+ "learning_rate": 1.849056603773585e-05,
1009
+ "loss": 5.7862,
1010
  "step": 167
1011
  },
1012
  {
1013
  "epoch": 3.17,
1014
+ "learning_rate": 1.830188679245283e-05,
1015
+ "loss": 5.8941,
1016
  "step": 168
1017
  },
1018
  {
1019
  "epoch": 3.19,
1020
+ "learning_rate": 1.811320754716981e-05,
1021
+ "loss": 6.0136,
1022
  "step": 169
1023
  },
1024
  {
1025
  "epoch": 3.21,
1026
+ "learning_rate": 1.7924528301886792e-05,
1027
+ "loss": 5.7909,
1028
  "step": 170
1029
  },
1030
  {
1031
  "epoch": 3.23,
1032
+ "learning_rate": 1.7735849056603774e-05,
1033
+ "loss": 5.8893,
1034
  "step": 171
1035
  },
1036
  {
1037
  "epoch": 3.25,
1038
+ "learning_rate": 1.7547169811320753e-05,
1039
+ "loss": 5.8309,
1040
  "step": 172
1041
  },
1042
  {
1043
  "epoch": 3.26,
1044
+ "learning_rate": 1.7358490566037735e-05,
1045
+ "loss": 5.6179,
1046
  "step": 173
1047
  },
1048
  {
1049
  "epoch": 3.28,
1050
+ "learning_rate": 1.7169811320754717e-05,
1051
+ "loss": 5.8054,
1052
  "step": 174
1053
  },
1054
  {
1055
  "epoch": 3.3,
1056
+ "learning_rate": 1.69811320754717e-05,
1057
+ "loss": 5.8038,
1058
  "step": 175
1059
  },
1060
  {
1061
  "epoch": 3.32,
1062
+ "learning_rate": 1.6792452830188678e-05,
1063
+ "loss": 5.8717,
1064
  "step": 176
1065
  },
1066
  {
1067
  "epoch": 3.34,
1068
+ "learning_rate": 1.660377358490566e-05,
1069
+ "loss": 5.7068,
1070
  "step": 177
1071
  },
1072
  {
1073
  "epoch": 3.36,
1074
+ "learning_rate": 1.6415094339622643e-05,
1075
+ "loss": 5.8516,
1076
  "step": 178
1077
  },
1078
  {
1079
  "epoch": 3.38,
1080
+ "learning_rate": 1.622641509433962e-05,
1081
+ "loss": 5.7989,
1082
  "step": 179
1083
  },
1084
  {
1085
  "epoch": 3.4,
1086
+ "learning_rate": 1.6037735849056604e-05,
1087
+ "loss": 5.9828,
1088
  "step": 180
1089
  },
1090
  {
1091
  "epoch": 3.42,
1092
+ "learning_rate": 1.5849056603773586e-05,
1093
+ "loss": 5.8526,
1094
  "step": 181
1095
  },
1096
  {
1097
  "epoch": 3.43,
1098
+ "learning_rate": 1.5660377358490564e-05,
1099
+ "loss": 5.9012,
1100
  "step": 182
1101
  },
1102
  {
1103
  "epoch": 3.45,
1104
+ "learning_rate": 1.5471698113207547e-05,
1105
+ "loss": 5.9608,
1106
  "step": 183
1107
  },
1108
  {
1109
  "epoch": 3.47,
1110
+ "learning_rate": 1.528301886792453e-05,
1111
+ "loss": 5.8062,
1112
  "step": 184
1113
  },
1114
  {
1115
  "epoch": 3.49,
1116
+ "learning_rate": 1.509433962264151e-05,
1117
+ "loss": 5.7624,
1118
  "step": 185
1119
  },
1120
  {
1121
  "epoch": 3.51,
1122
+ "learning_rate": 1.4905660377358491e-05,
1123
+ "loss": 5.8388,
1124
  "step": 186
1125
  },
1126
  {
1127
  "epoch": 3.53,
1128
+ "learning_rate": 1.4716981132075472e-05,
1129
+ "loss": 5.8675,
1130
  "step": 187
1131
  },
1132
  {
1133
  "epoch": 3.55,
1134
+ "learning_rate": 1.4528301886792452e-05,
1135
+ "loss": 5.971,
1136
  "step": 188
1137
  },
1138
  {
1139
  "epoch": 3.57,
1140
+ "learning_rate": 1.4339622641509435e-05,
1141
+ "loss": 5.8333,
1142
  "step": 189
1143
  },
1144
  {
1145
  "epoch": 3.58,
1146
+ "learning_rate": 1.4150943396226415e-05,
1147
+ "loss": 5.9516,
1148
  "step": 190
1149
  },
1150
  {
1151
  "epoch": 3.6,
1152
+ "learning_rate": 1.3962264150943397e-05,
1153
+ "loss": 5.8128,
1154
  "step": 191
1155
  },
1156
  {
1157
  "epoch": 3.62,
1158
+ "learning_rate": 1.3773584905660378e-05,
1159
+ "loss": 5.6509,
1160
  "step": 192
1161
  },
1162
  {
1163
  "epoch": 3.64,
1164
+ "learning_rate": 1.3584905660377358e-05,
1165
+ "loss": 5.7938,
1166
  "step": 193
1167
  },
1168
  {
1169
  "epoch": 3.66,
1170
+ "learning_rate": 1.339622641509434e-05,
1171
+ "loss": 5.736,
1172
  "step": 194
1173
  },
1174
  {
1175
  "epoch": 3.68,
1176
+ "learning_rate": 1.320754716981132e-05,
1177
+ "loss": 5.6844,
1178
  "step": 195
1179
  },
1180
  {
1181
  "epoch": 3.7,
1182
+ "learning_rate": 1.3018867924528303e-05,
1183
+ "loss": 5.7359,
1184
  "step": 196
1185
  },
1186
  {
1187
  "epoch": 3.72,
1188
+ "learning_rate": 1.2830188679245283e-05,
1189
+ "loss": 5.8941,
1190
  "step": 197
1191
  },
1192
  {
1193
  "epoch": 3.74,
1194
+ "learning_rate": 1.2641509433962264e-05,
1195
+ "loss": 5.8553,
1196
  "step": 198
1197
  },
1198
  {
1199
  "epoch": 3.75,
1200
+ "learning_rate": 1.2452830188679246e-05,
1201
+ "loss": 5.6521,
1202
  "step": 199
1203
  },
1204
  {
1205
  "epoch": 3.77,
1206
+ "learning_rate": 1.2264150943396227e-05,
1207
+ "loss": 5.921,
1208
  "step": 200
1209
  },
1210
  {
1211
  "epoch": 3.79,
1212
+ "learning_rate": 1.2075471698113209e-05,
1213
+ "loss": 5.7235,
1214
  "step": 201
1215
  },
1216
  {
1217
  "epoch": 3.81,
1218
+ "learning_rate": 1.188679245283019e-05,
1219
+ "loss": 5.8019,
1220
  "step": 202
1221
  },
1222
  {
1223
  "epoch": 3.83,
1224
+ "learning_rate": 1.169811320754717e-05,
1225
+ "loss": 5.7486,
1226
  "step": 203
1227
  },
1228
  {
1229
  "epoch": 3.85,
1230
+ "learning_rate": 1.1509433962264152e-05,
1231
+ "loss": 5.7429,
1232
  "step": 204
1233
  },
1234
  {
1235
  "epoch": 3.87,
1236
+ "learning_rate": 1.1320754716981132e-05,
1237
+ "loss": 5.8486,
1238
  "step": 205
1239
  },
1240
  {
1241
  "epoch": 3.89,
1242
+ "learning_rate": 1.1132075471698115e-05,
1243
+ "loss": 5.7921,
1244
  "step": 206
1245
  },
1246
  {
1247
  "epoch": 3.91,
1248
+ "learning_rate": 1.0943396226415095e-05,
1249
+ "loss": 5.8232,
1250
  "step": 207
1251
  },
1252
  {
1253
  "epoch": 3.92,
1254
+ "learning_rate": 1.0754716981132077e-05,
1255
+ "loss": 6.083,
1256
  "step": 208
1257
  },
1258
  {
1259
  "epoch": 3.94,
1260
+ "learning_rate": 1.0566037735849058e-05,
1261
+ "loss": 5.7263,
1262
  "step": 209
1263
  },
1264
  {
1265
  "epoch": 3.96,
1266
+ "learning_rate": 1.0377358490566038e-05,
1267
+ "loss": 5.6783,
1268
  "step": 210
1269
  },
1270
  {
1271
  "epoch": 3.98,
1272
+ "learning_rate": 1.018867924528302e-05,
1273
+ "loss": 5.7754,
1274
  "step": 211
1275
  },
1276
  {
1277
  "epoch": 4.0,
1278
+ "learning_rate": 1e-05,
1279
+ "loss": 6.1204,
1280
  "step": 212
1281
  },
1282
  {
1283
  "epoch": 4.02,
1284
+ "learning_rate": 9.811320754716983e-06,
1285
+ "loss": 5.6473,
1286
  "step": 213
1287
  },
1288
  {
1289
  "epoch": 4.04,
1290
+ "learning_rate": 9.622641509433963e-06,
1291
+ "loss": 5.8676,
1292
  "step": 214
1293
  },
1294
  {
1295
  "epoch": 4.06,
1296
+ "learning_rate": 9.433962264150944e-06,
1297
+ "loss": 5.7221,
1298
  "step": 215
1299
  },
1300
  {
1301
  "epoch": 4.08,
1302
+ "learning_rate": 9.245283018867924e-06,
1303
+ "loss": 5.8749,
1304
  "step": 216
1305
  },
1306
  {
1307
  "epoch": 4.09,
1308
+ "learning_rate": 9.056603773584905e-06,
1309
+ "loss": 5.7737,
1310
  "step": 217
1311
  },
1312
  {
1313
  "epoch": 4.11,
1314
+ "learning_rate": 8.867924528301887e-06,
1315
+ "loss": 5.7663,
1316
  "step": 218
1317
  },
1318
  {
1319
  "epoch": 4.13,
1320
+ "learning_rate": 8.679245283018868e-06,
1321
+ "loss": 5.6642,
1322
  "step": 219
1323
  },
1324
  {
1325
  "epoch": 4.15,
1326
+ "learning_rate": 8.49056603773585e-06,
1327
+ "loss": 5.815,
1328
  "step": 220
1329
  },
1330
  {
1331
  "epoch": 4.17,
1332
+ "learning_rate": 8.30188679245283e-06,
1333
+ "loss": 5.6594,
1334
  "step": 221
1335
  },
1336
  {
1337
  "epoch": 4.19,
1338
+ "learning_rate": 8.11320754716981e-06,
1339
+ "loss": 6.0083,
1340
  "step": 222
1341
  },
1342
  {
1343
  "epoch": 4.21,
1344
+ "learning_rate": 7.924528301886793e-06,
1345
+ "loss": 5.7564,
1346
  "step": 223
1347
  },
1348
  {
1349
  "epoch": 4.23,
1350
+ "learning_rate": 7.735849056603773e-06,
1351
+ "loss": 5.677,
1352
  "step": 224
1353
  },
1354
  {
1355
  "epoch": 4.25,
1356
+ "learning_rate": 7.547169811320755e-06,
1357
+ "loss": 5.8026,
1358
  "step": 225
1359
  },
1360
  {
1361
  "epoch": 4.26,
1362
+ "learning_rate": 7.358490566037736e-06,
1363
+ "loss": 5.9558,
1364
  "step": 226
1365
  },
1366
  {
1367
  "epoch": 4.28,
1368
+ "learning_rate": 7.169811320754717e-06,
1369
+ "loss": 5.6896,
1370
  "step": 227
1371
  },
1372
  {
1373
  "epoch": 4.3,
1374
+ "learning_rate": 6.981132075471699e-06,
1375
+ "loss": 5.8383,
1376
  "step": 228
1377
  },
1378
  {
1379
  "epoch": 4.32,
1380
+ "learning_rate": 6.792452830188679e-06,
1381
+ "loss": 5.8355,
1382
  "step": 229
1383
  },
1384
  {
1385
  "epoch": 4.34,
1386
+ "learning_rate": 6.60377358490566e-06,
1387
+ "loss": 5.6567,
1388
  "step": 230
1389
  },
1390
  {
1391
  "epoch": 4.36,
1392
+ "learning_rate": 6.415094339622642e-06,
1393
+ "loss": 5.7913,
1394
  "step": 231
1395
  },
1396
  {
1397
  "epoch": 4.38,
1398
+ "learning_rate": 6.226415094339623e-06,
1399
+ "loss": 5.9586,
1400
  "step": 232
1401
  },
1402
  {
1403
  "epoch": 4.4,
1404
+ "learning_rate": 6.037735849056604e-06,
1405
+ "loss": 5.7501,
1406
  "step": 233
1407
  },
1408
  {
1409
  "epoch": 4.42,
1410
+ "learning_rate": 5.849056603773585e-06,
1411
+ "loss": 5.6516,
1412
  "step": 234
1413
  },
1414
  {
1415
  "epoch": 4.43,
1416
+ "learning_rate": 5.660377358490566e-06,
1417
+ "loss": 5.7582,
1418
  "step": 235
1419
  },
1420
  {
1421
  "epoch": 4.45,
1422
+ "learning_rate": 5.4716981132075475e-06,
1423
+ "loss": 5.6714,
1424
  "step": 236
1425
  },
1426
  {
1427
  "epoch": 4.47,
1428
+ "learning_rate": 5.283018867924529e-06,
1429
+ "loss": 5.7091,
1430
  "step": 237
1431
  },
1432
  {
1433
  "epoch": 4.49,
1434
+ "learning_rate": 5.09433962264151e-06,
1435
+ "loss": 5.6222,
1436
  "step": 238
1437
  },
1438
  {
1439
  "epoch": 4.51,
1440
+ "learning_rate": 4.9056603773584915e-06,
1441
+ "loss": 5.7866,
1442
  "step": 239
1443
  },
1444
  {
1445
  "epoch": 4.53,
1446
+ "learning_rate": 4.716981132075472e-06,
1447
+ "loss": 5.6759,
1448
  "step": 240
1449
  },
1450
  {
1451
  "epoch": 4.55,
1452
+ "learning_rate": 4.5283018867924524e-06,
1453
+ "loss": 5.679,
1454
  "step": 241
1455
  },
1456
  {
1457
  "epoch": 4.57,
1458
+ "learning_rate": 4.339622641509434e-06,
1459
+ "loss": 5.7489,
1460
  "step": 242
1461
  },
1462
  {
1463
  "epoch": 4.58,
1464
+ "learning_rate": 4.150943396226415e-06,
1465
+ "loss": 5.6387,
1466
  "step": 243
1467
  },
1468
  {
1469
  "epoch": 4.6,
1470
+ "learning_rate": 3.962264150943396e-06,
1471
+ "loss": 5.6617,
1472
  "step": 244
1473
  },
1474
  {
1475
  "epoch": 4.62,
1476
+ "learning_rate": 3.7735849056603773e-06,
1477
+ "loss": 5.6338,
1478
  "step": 245
1479
  },
1480
  {
1481
  "epoch": 4.64,
1482
+ "learning_rate": 3.5849056603773586e-06,
1483
+ "loss": 5.6264,
1484
  "step": 246
1485
  },
1486
  {
1487
  "epoch": 4.66,
1488
+ "learning_rate": 3.3962264150943395e-06,
1489
+ "loss": 5.8117,
1490
  "step": 247
1491
  },
1492
  {
1493
  "epoch": 4.68,
1494
+ "learning_rate": 3.207547169811321e-06,
1495
+ "loss": 5.8644,
1496
  "step": 248
1497
  },
1498
  {
1499
  "epoch": 4.7,
1500
+ "learning_rate": 3.018867924528302e-06,
1501
+ "loss": 5.7927,
1502
  "step": 249
1503
  },
1504
  {
1505
  "epoch": 4.72,
1506
+ "learning_rate": 2.830188679245283e-06,
1507
+ "loss": 5.7877,
1508
  "step": 250
1509
  },
1510
  {
1511
  "epoch": 4.74,
1512
+ "learning_rate": 2.6415094339622644e-06,
1513
+ "loss": 5.7415,
1514
  "step": 251
1515
  },
1516
  {
1517
  "epoch": 4.75,
1518
+ "learning_rate": 2.4528301886792457e-06,
1519
+ "loss": 5.5958,
1520
  "step": 252
1521
  },
1522
  {
1523
  "epoch": 4.77,
1524
+ "learning_rate": 2.2641509433962262e-06,
1525
+ "loss": 5.4249,
1526
  "step": 253
1527
  },
1528
  {
1529
  "epoch": 4.79,
1530
+ "learning_rate": 2.0754716981132075e-06,
1531
+ "loss": 5.7735,
1532
  "step": 254
1533
  },
1534
  {
1535
  "epoch": 4.81,
1536
+ "learning_rate": 1.8867924528301887e-06,
1537
+ "loss": 5.672,
1538
  "step": 255
1539
  },
1540
  {
1541
  "epoch": 4.83,
1542
+ "learning_rate": 1.6981132075471698e-06,
1543
+ "loss": 5.5705,
1544
  "step": 256
1545
  },
1546
  {
1547
  "epoch": 4.85,
1548
+ "learning_rate": 1.509433962264151e-06,
1549
+ "loss": 5.8487,
1550
  "step": 257
1551
  },
1552
  {
1553
  "epoch": 4.87,
1554
+ "learning_rate": 1.3207547169811322e-06,
1555
+ "loss": 5.8151,
1556
  "step": 258
1557
  },
1558
  {
1559
  "epoch": 4.89,
1560
+ "learning_rate": 1.1320754716981131e-06,
1561
+ "loss": 5.6904,
1562
  "step": 259
1563
  },
1564
  {
1565
  "epoch": 4.91,
1566
+ "learning_rate": 9.433962264150943e-07,
1567
+ "loss": 5.7021,
1568
  "step": 260
1569
  },
1570
  {
1571
  "epoch": 4.92,
1572
+ "learning_rate": 7.547169811320755e-07,
1573
+ "loss": 5.7196,
1574
  "step": 261
1575
  },
1576
  {
1577
  "epoch": 4.94,
1578
+ "learning_rate": 5.660377358490566e-07,
1579
+ "loss": 5.8667,
1580
  "step": 262
1581
  },
1582
  {
1583
  "epoch": 4.96,
1584
+ "learning_rate": 3.773584905660378e-07,
1585
+ "loss": 5.8458,
1586
  "step": 263
1587
  },
1588
  {
1589
  "epoch": 4.98,
1590
+ "learning_rate": 1.886792452830189e-07,
1591
+ "loss": 5.7733,
1592
  "step": 264
1593
  },
1594
  {
1595
  "epoch": 5.0,
1596
+ "learning_rate": 0.0,
1597
+ "loss": 5.8065,
1598
  "step": 265
1599
  },
1600
  {
1601
+ "epoch": 5.0,
1602
+ "step": 265,
1603
+ "total_flos": 209285213159424.0,
1604
+ "train_loss": 6.612753483034529,
1605
+ "train_runtime": 33.2807,
1606
+ "train_samples_per_second": 503.444,
1607
+ "train_steps_per_second": 7.963
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1608
  }
1609
  ],
1610
+ "max_steps": 265,
1611
+ "num_train_epochs": 5,
1612
+ "total_flos": 209285213159424.0,
1613
  "trial_name": null,
1614
  "trial_params": null
1615
  }