masatochi commited on
Commit
7acf57e
·
verified ·
1 Parent(s): 94162b4

Training in progress, step 170, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9354ab4a7ce8547671b14d84f50c16c066ccb67d905ae21bb089417cb3367e5
3
  size 59827904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe631d2abad406695e6d180dced2bde0902c868474b8d2c4f36de4cadffd9e48
3
  size 59827904
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb39ebd7a334944e5a271162b8f2bd07cc32d5062d51c937404ee4aad36c5bb8
3
  size 30875540
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798c2ae1e6dff48072797de0adcb6823ce7a7fdbddb5d729b451780944ef9ef4
3
  size 30875540
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ae36b88f579a5ac24bd63c58055344d0b6ee1ce3c4b9a88d6e3a11fff784ffe
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2da1280f00d05c94b786e42e947c1fdef9fa41c2297c39831ded2e8566dc003e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9d255475980828d00dffcac4a69741da74c7e5ef4f645ab21d69e57306e3317
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963abeacc51d2fd967b0d854376103780952d47675257465be60a3612cecb103
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.08068952869979827,
5
  "eval_steps": 34,
6
- "global_step": 165,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1202,6 +1202,49 @@
1202
  "learning_rate": 2.0198277271976052e-05,
1203
  "loss": 8.9486,
1204
  "step": 165
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1205
  }
1206
  ],
1207
  "logging_steps": 1,
@@ -1221,7 +1264,7 @@
1221
  "attributes": {}
1222
  }
1223
  },
1224
- "total_flos": 3.637391465329459e+17,
1225
  "train_batch_size": 3,
1226
  "trial_name": null,
1227
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.08313466593312549,
5
  "eval_steps": 34,
6
+ "global_step": 170,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1202
  "learning_rate": 2.0198277271976052e-05,
1203
  "loss": 8.9486,
1204
  "step": 165
1205
+ },
1206
+ {
1207
+ "epoch": 0.08117855614646372,
1208
+ "grad_norm": Infinity,
1209
+ "learning_rate": 1.9098300562505266e-05,
1210
+ "loss": 8.5101,
1211
+ "step": 166
1212
+ },
1213
+ {
1214
+ "epoch": 0.08166758359312916,
1215
+ "grad_norm": Infinity,
1216
+ "learning_rate": 1.8025951709277898e-05,
1217
+ "loss": 8.4037,
1218
+ "step": 167
1219
+ },
1220
+ {
1221
+ "epoch": 0.0821566110397946,
1222
+ "grad_norm": 1.4232143381118583e+19,
1223
+ "learning_rate": 1.6981596918444953e-05,
1224
+ "loss": 10.2633,
1225
+ "step": 168
1226
+ },
1227
+ {
1228
+ "epoch": 0.08264563848646005,
1229
+ "grad_norm": Infinity,
1230
+ "learning_rate": 1.5965592836210743e-05,
1231
+ "loss": 9.3424,
1232
+ "step": 169
1233
+ },
1234
+ {
1235
+ "epoch": 0.08313466593312549,
1236
+ "grad_norm": Infinity,
1237
+ "learning_rate": 1.4978286427038601e-05,
1238
+ "loss": 8.9031,
1239
+ "step": 170
1240
+ },
1241
+ {
1242
+ "epoch": 0.08313466593312549,
1243
+ "eval_loss": 9.365218162536621,
1244
+ "eval_runtime": 880.7771,
1245
+ "eval_samples_per_second": 2.933,
1246
+ "eval_steps_per_second": 0.978,
1247
+ "step": 170
1248
  }
1249
  ],
1250
  "logging_steps": 1,
 
1264
  "attributes": {}
1265
  }
1266
  },
1267
+ "total_flos": 3.7476154491273216e+17,
1268
  "train_batch_size": 3,
1269
  "trial_name": null,
1270
  "trial_params": null