End of training

all_results.json

@@ -0,0 +1,14 @@
+{
+    "epoch": 0.19,
+    "eval_loss": 16.913198471069336,
+    "eval_runtime": 8.6705,
+    "eval_samples": 200,
+    "eval_samples_per_second": 23.067,
+    "eval_steps_per_second": 2.883,
+    "eval_wer": 2.3629935179728934,
+    "train_loss": 12.496875762939453,
+    "train_runtime": 12.893,
+    "train_samples": 1000,
+    "train_samples_per_second": 15.512,
+    "train_steps_per_second": 0.233
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 0.19,
+    "eval_loss": 16.913198471069336,
+    "eval_runtime": 8.6705,
+    "eval_samples": 200,
+    "eval_samples_per_second": 23.067,
+    "eval_steps_per_second": 2.883,
+    "eval_wer": 2.3629935179728934
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.19,
+    "train_loss": 12.496875762939453,
+    "train_runtime": 12.893,
+    "train_samples": 1000,
+    "train_samples_per_second": 15.512,
+    "train_steps_per_second": 0.233
+}

trainer_state.json

@@ -0,0 +1,25 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.192,
+  "global_step": 3,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.19,
+      "step": 3,
+      "total_flos": 2.67196543170048e+16,
+      "train_loss": 12.496875762939453,
+      "train_runtime": 12.893,
+      "train_samples_per_second": 15.512,
+      "train_steps_per_second": 0.233
+    }
+  ],
+  "max_steps": 3,
+  "num_train_epochs": 1,
+  "total_flos": 2.67196543170048e+16,
+  "trial_name": null,
+  "trial_params": null
+}

wandb/run-20220130_224738-2uzt3kt1/files/output.log

@@ -19,3 +19,37 @@ Upload file training_args.bin: 100%|██████████████
    1d17287..8ac44c4  main -> main0%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:00<?, ?B/s]
 Upload file pytorch_model.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████| 1.18G/1.18G [00:42<00:00, 29.7MB/s]
 Upload file training_args.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:42<?, ?B/s]
+Dropping the following result as it does not have all the necessary fields:██████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:42<?, ?B/s]
+{}
+01/30/2022 22:49:07 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
+   8ac44c4..77260d3  main -> main
+To https://huggingface.co/Plim/xls-r-300m-fr
+   8ac44c4..77260d3  main -> main
+The following columns in the evaluation set  don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.
+***** Running Evaluation *****
+  Num examples = 200
+  Batch size = 8
+  0%|                                                                                                                                              | 0/25 [00:00<?, ?it/s]
+***** train metrics *****
+  epoch                    =       0.19
+  train_loss               =    12.4969
+  train_runtime            = 0:00:12.89
+  train_samples            =       1000
+  train_samples_per_second =     15.512
+  train_steps_per_second   =      0.233
+
+
+
+
+ 96%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋     | 24/25 [00:07<00:00,  2.74it/s]
+***** eval metrics *****
+  epoch                   =       0.19
+  eval_loss               =    16.9132
+  eval_runtime            = 0:00:08.67
+  eval_samples            =        200
+  eval_samples_per_second =     23.067
+  eval_steps_per_second   =      2.883
+100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 25/25 [00:08<00:00,  3.02it/s]
+Saving model checkpoint to ./
+Configuration saved in ./config.json
+Model weights saved in ./pytorch_model.bin

wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json

@@ -1 +1 @@
-{"train/train_runtime": 12.893, "train/train_samples_per_second": 15.512, "train/train_steps_per_second": 0.233, "train/total_flos": 2.67196543170048e+16, "train/train_loss": 12.496875762939453, "train/epoch": 0.19, "train/global_step": 3, "_runtime": 12, "_timestamp": 1643582870, "_step": 0}
+{"train/train_runtime": 12.893, "train/train_samples_per_second": 15.512, "train/train_steps_per_second": 0.233, "train/total_flos": 2.67196543170048e+16, "train/train_loss": 12.496875762939453, "train/epoch": 0.19, "train/global_step": 3, "_runtime": 100, "_timestamp": 1643582958, "_step": 1, "eval/loss": 16.913198471069336, "eval/wer": 2.3629935179728934, "eval/runtime": 8.6705, "eval/samples_per_second": 23.067, "eval/steps_per_second": 2.883}

wandb/run-20220130_224738-2uzt3kt1/logs/debug-internal.log

@@ -64,3 +64,27 @@
 2022-01-30 22:48:56,227 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
 2022-01-30 22:48:56,228 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
 2022-01-30 22:49:02,656 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:06,659 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:08,329 DEBUG   SenderThread:23196 [sender.py:send():234] send: stats
+2022-01-30 22:49:08,660 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:10,661 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:11,388 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
+2022-01-30 22:49:11,389 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
+2022-01-30 22:49:12,663 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:14,664 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:16,666 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:18,553 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
+2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
+2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
+2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
+2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
+2022-01-30 22:49:18,555 DEBUG   SenderThread:23196 [sender.py:send():234] send: history
+2022-01-30 22:49:18,555 DEBUG   SenderThread:23196 [sender.py:send():234] send: summary
+2022-01-30 22:49:18,556 INFO    SenderThread:23196 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
+2022-01-30 22:49:18,667 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json
+2022-01-30 22:49:18,667 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:20,670 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:22,672 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
+2022-01-30 22:49:26,645 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
+2022-01-30 22:49:26,645 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
+2022-01-30 22:49:38,549 DEBUG   SenderThread:23196 [sender.py:send():234] send: stats