RoyJoy commited on
Commit
47a6195
·
verified ·
1 Parent(s): 63fc818

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01a3468cb9537364eaba686d7ffd210630ee5d952e175464adc9e42d792d7e45
3
  size 59933632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dc2215651725a2125a334164bb0b6980ccade9e46bd1f4664c523144007cb55
3
  size 59933632
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c7ef507bf8a1035e205fd3beb7ec3e3c7e30de0f6733a0ba8cb3b952377e695
3
  size 31822948
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481ef056bda073c57f94ed655d104eae93deef1bdbf35a29e828fb6f653c2fcf
3
  size 31822948
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6246ae0450cb10a431b2bab716d887ae6218ceb03d1beb34e40792d1de44d94
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b145fda89fae3e485800133622d555bc54ad50be52f29c1dc4f6884c5debec
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70a38ebb80a22f29ce15b98e23c05e06ae87d1dafc271011668fdeb89ab7a129
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1a4a46d143de27ff269ea4e7eba147693b1e20a00a78905d2214af1093b0997
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:505008d2f6dcdcae56c95b8999b09b0595ac016a54da75373600b7a54787f0db
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b66f1a31b4ab05b86012e363cd2cd54a45379a5956f3394f58d32c80549e45c
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a6bc6b30ecb556ed465cd8e004650fdea63081c2381798d28a3c4f4543f1f3d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e43054cc7538c7e924e55826fcc46a64627fa80294d54da93a85856c2fb2ea0
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8ce05761f46e7cf72fb17a02e3a0ca15c9d25ce3babf590eeb40568923b8bac
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d754412c61116546142914503e7369d0cc35d3c380a07e5218f595d76b6d96
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.681044267877412,
5
  "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -249,6 +249,84 @@
249
  "eval_samples_per_second": 87.199,
250
  "eval_steps_per_second": 11.047,
251
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
252
  }
253
  ],
254
  "logging_steps": 5,
@@ -263,12 +341,12 @@
263
  "should_evaluate": false,
264
  "should_log": false,
265
  "should_save": true,
266
- "should_training_stop": false
267
  },
268
  "attributes": {}
269
  }
270
  },
271
- "total_flos": 8.261560129342669e+16,
272
  "train_batch_size": 2,
273
  "trial_name": null,
274
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.9080590238365494,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
249
  "eval_samples_per_second": 87.199,
250
  "eval_steps_per_second": 11.047,
251
  "step": 150
252
+ },
253
+ {
254
+ "epoch": 0.7037457434733257,
255
+ "grad_norm": 0.2579304873943329,
256
+ "learning_rate": 1.3213804466343421e-05,
257
+ "loss": 1.1115,
258
+ "step": 155
259
+ },
260
+ {
261
+ "epoch": 0.7264472190692395,
262
+ "grad_norm": 0.22793807089328766,
263
+ "learning_rate": 1.0542974530180327e-05,
264
+ "loss": 1.1064,
265
+ "step": 160
266
+ },
267
+ {
268
+ "epoch": 0.7491486946651532,
269
+ "grad_norm": 0.24374108016490936,
270
+ "learning_rate": 8.141676086873572e-06,
271
+ "loss": 1.0788,
272
+ "step": 165
273
+ },
274
+ {
275
+ "epoch": 0.771850170261067,
276
+ "grad_norm": 0.26872718334198,
277
+ "learning_rate": 6.026312439675552e-06,
278
+ "loss": 1.125,
279
+ "step": 170
280
+ },
281
+ {
282
+ "epoch": 0.7945516458569807,
283
+ "grad_norm": 0.24592474102973938,
284
+ "learning_rate": 4.2113336672471245e-06,
285
+ "loss": 1.1343,
286
+ "step": 175
287
+ },
288
+ {
289
+ "epoch": 0.8172531214528944,
290
+ "grad_norm": 0.2573363184928894,
291
+ "learning_rate": 2.7091379149682685e-06,
292
+ "loss": 1.1591,
293
+ "step": 180
294
+ },
295
+ {
296
+ "epoch": 0.8399545970488081,
297
+ "grad_norm": 0.254545122385025,
298
+ "learning_rate": 1.5299867030334814e-06,
299
+ "loss": 1.121,
300
+ "step": 185
301
+ },
302
+ {
303
+ "epoch": 0.8626560726447219,
304
+ "grad_norm": 0.2911272346973419,
305
+ "learning_rate": 6.819348298638839e-07,
306
+ "loss": 1.1365,
307
+ "step": 190
308
+ },
309
+ {
310
+ "epoch": 0.8853575482406356,
311
+ "grad_norm": 0.2981671690940857,
312
+ "learning_rate": 1.7077534966650766e-07,
313
+ "loss": 1.1286,
314
+ "step": 195
315
+ },
316
+ {
317
+ "epoch": 0.9080590238365494,
318
+ "grad_norm": 0.2607629597187042,
319
+ "learning_rate": 0.0,
320
+ "loss": 1.1407,
321
+ "step": 200
322
+ },
323
+ {
324
+ "epoch": 0.9080590238365494,
325
+ "eval_loss": 1.0933903455734253,
326
+ "eval_runtime": 4.2232,
327
+ "eval_samples_per_second": 87.849,
328
+ "eval_steps_per_second": 11.129,
329
+ "step": 200
330
  }
331
  ],
332
  "logging_steps": 5,
 
341
  "should_evaluate": false,
342
  "should_log": false,
343
  "should_save": true,
344
+ "should_training_stop": true
345
  },
346
  "attributes": {}
347
  }
348
  },
349
+ "total_flos": 1.1007414728707277e+17,
350
  "train_batch_size": 2,
351
  "trial_name": null,
352
  "trial_params": null