End of training

README.md

@@ -1,39 +1,42 @@
 ---
+language:
+- fr
 license: apache-2.0
 base_model: qanastek/whisper-small-french-uncased
 tags:
+- whisper-event
 - generated_from_trainer
 datasets:
-- common_voice_16_0
+- mozilla-foundation/common_voice_16_0
 metrics:
 - wer
 model-index:
-- name: qanastek/whisper-small-french-uncased
+- name: Whisper Base French
   results:
   - task:
       name: Automatic Speech Recognition
       type: automatic-speech-recognition
     dataset:
-      name: common_voice_16_0
-      type: common_voice_16_0
+      name: mozilla-foundation/common_voice_16_0 fr
+      type: mozilla-foundation/common_voice_16_0
       config: fr
       split: test
       args: fr
     metrics:
     - name: Wer
       type: wer
-      value: 15.470714142118894
+      value: 15.184536972434753
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-# qanastek/whisper-small-french-uncased
+# Whisper Base French
 
-This model is a fine-tuned version of [qanastek/whisper-small-french-uncased](https://huggingface.co/qanastek/whisper-small-french-uncased) on the common_voice_16_0 dataset.
+This model is a fine-tuned version of [qanastek/whisper-small-french-uncased](https://huggingface.co/qanastek/whisper-small-french-uncased) on the mozilla-foundation/common_voice_16_0 fr dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.3791
-- Wer: 15.4707
+- Loss: 0.8014
+- Wer: 15.1845
 
 ## Model description
 

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 1.98,
+    "eval_loss": 0.8013624548912048,
+    "eval_runtime": 4906.4626,
+    "eval_samples_per_second": 3.29,
+    "eval_steps_per_second": 0.103,
+    "eval_wer": 15.184536972434753,
+    "train_loss": 0.3802435531616211,
+    "train_runtime": 58130.333,
+    "train_samples_per_second": 1.101,
+    "train_steps_per_second": 0.017
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.98,
+    "eval_loss": 0.8013624548912048,
+    "eval_runtime": 4906.4626,
+    "eval_samples_per_second": 3.29,
+    "eval_steps_per_second": 0.103,
+    "eval_wer": 15.184536972434753
+}

runs/Jan23_19-15-03_ip-172-31-68-44/events.out.tfevents.1706102076.ip-172-31-68-44.32867.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37b99363d70d42c43173df742dd8012d7a48c6b714cfe17977b514f022018c4
+size 406

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 1.98,
+    "train_loss": 0.3802435531616211,
+    "train_runtime": 58130.333,
+    "train_samples_per_second": 1.101,
+    "train_steps_per_second": 0.017
+}

trainer_state.json

@@ -0,0 +1,360 @@
+{
+  "best_metric": 15.184536972434753,
+  "best_model_checkpoint": "./checkpoint-100",
+  "epoch": 1.9821605550049552,
+  "eval_steps": 100,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.15e-07,
+      "loss": 1.7239,
+      "step": 25
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.4e-07,
+      "loss": 1.5685,
+      "step": 50
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.65e-07,
+      "loss": 1.3334,
+      "step": 75
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.9e-07,
+      "loss": 0.9295,
+      "step": 100
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 0.8013624548912048,
+      "eval_runtime": 4914.4036,
+      "eval_samples_per_second": 3.284,
+      "eval_steps_per_second": 0.103,
+      "eval_wer": 15.184536972434753,
+      "step": 100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.872222222222222e-07,
+      "loss": 0.5131,
+      "step": 125
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.733333333333333e-07,
+      "loss": 0.349,
+      "step": 150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.594444444444444e-07,
+      "loss": 0.3085,
+      "step": 175
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.455555555555555e-07,
+      "loss": 0.2976,
+      "step": 200
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 0.4207054078578949,
+      "eval_runtime": 4946.2,
+      "eval_samples_per_second": 3.263,
+      "eval_steps_per_second": 0.102,
+      "eval_wer": 16.028877878031764,
+      "step": 200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.3166666666666663e-07,
+      "loss": 0.2986,
+      "step": 225
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.177777777777778e-07,
+      "loss": 0.28,
+      "step": 250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.038888888888889e-07,
+      "loss": 0.2705,
+      "step": 275
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.8999999999999997e-07,
+      "loss": 0.2699,
+      "step": 300
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 0.3999289870262146,
+      "eval_runtime": 5024.7316,
+      "eval_samples_per_second": 3.212,
+      "eval_steps_per_second": 0.101,
+      "eval_wer": 15.826661778792142,
+      "step": 300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.761111111111111e-07,
+      "loss": 0.2783,
+      "step": 325
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.622222222222222e-07,
+      "loss": 0.2716,
+      "step": 350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.483333333333333e-07,
+      "loss": 0.2705,
+      "step": 375
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.3444444444444443e-07,
+      "loss": 0.2773,
+      "step": 400
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 0.390967458486557,
+      "eval_runtime": 4987.4922,
+      "eval_samples_per_second": 3.236,
+      "eval_steps_per_second": 0.101,
+      "eval_wer": 15.726736279460285,
+      "step": 400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.2055555555555555e-07,
+      "loss": 0.2518,
+      "step": 425
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.066666666666666e-07,
+      "loss": 0.2697,
+      "step": 450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.927777777777778e-07,
+      "loss": 0.2623,
+      "step": 475
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.788888888888889e-07,
+      "loss": 0.2631,
+      "step": 500
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 0.3862614035606384,
+      "eval_runtime": 4949.1159,
+      "eval_samples_per_second": 3.261,
+      "eval_steps_per_second": 0.102,
+      "eval_wer": 15.59724702292965,
+      "step": 500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 2.65e-07,
+      "loss": 0.2435,
+      "step": 525
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 2.511111111111111e-07,
+      "loss": 0.2395,
+      "step": 550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 2.372222222222222e-07,
+      "loss": 0.2667,
+      "step": 575
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 2.2333333333333332e-07,
+      "loss": 0.2487,
+      "step": 600
+    },
+    {
+      "epoch": 1.19,
+      "eval_loss": 0.3833913505077362,
+      "eval_runtime": 4993.2782,
+      "eval_samples_per_second": 3.233,
+      "eval_steps_per_second": 0.101,
+      "eval_wer": 15.590742996345918,
+      "step": 600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.0944444444444444e-07,
+      "loss": 0.2445,
+      "step": 625
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.9555555555555555e-07,
+      "loss": 0.2435,
+      "step": 650
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.8166666666666667e-07,
+      "loss": 0.2442,
+      "step": 675
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.6777777777777778e-07,
+      "loss": 0.2477,
+      "step": 700
+    },
+    {
+      "epoch": 1.39,
+      "eval_loss": 0.38139107823371887,
+      "eval_runtime": 5034.4769,
+      "eval_samples_per_second": 3.206,
+      "eval_steps_per_second": 0.1,
+      "eval_wer": 15.61557655239289,
+      "step": 700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 1.5388888888888887e-07,
+      "loss": 0.2467,
+      "step": 725
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 1.4e-07,
+      "loss": 0.2457,
+      "step": 750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 1.2611111111111112e-07,
+      "loss": 0.251,
+      "step": 775
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 1.1222222222222221e-07,
+      "loss": 0.2428,
+      "step": 800
+    },
+    {
+      "epoch": 1.59,
+      "eval_loss": 0.3801017701625824,
+      "eval_runtime": 4971.5469,
+      "eval_samples_per_second": 3.247,
+      "eval_steps_per_second": 0.102,
+      "eval_wer": 15.490226221870085,
+      "step": 800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 9.833333333333333e-08,
+      "loss": 0.2418,
+      "step": 825
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 8.444444444444444e-08,
+      "loss": 0.2399,
+      "step": 850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 7.055555555555554e-08,
+      "loss": 0.2607,
+      "step": 875
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 5.666666666666666e-08,
+      "loss": 0.2492,
+      "step": 900
+    },
+    {
+      "epoch": 1.78,
+      "eval_loss": 0.3794139325618744,
+      "eval_runtime": 4986.6737,
+      "eval_samples_per_second": 3.237,
+      "eval_steps_per_second": 0.101,
+      "eval_wer": 15.46716649125504,
+      "step": 900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 4.277777777777777e-08,
+      "loss": 0.2423,
+      "step": 925
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 2.8888888888888887e-08,
+      "loss": 0.2343,
+      "step": 950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.5e-08,
+      "loss": 0.2429,
+      "step": 975
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.111111111111111e-09,
+      "loss": 0.2471,
+      "step": 1000
+    },
+    {
+      "epoch": 1.98,
+      "eval_loss": 0.37914004921913147,
+      "eval_runtime": 4987.5849,
+      "eval_samples_per_second": 3.236,
+      "eval_steps_per_second": 0.101,
+      "eval_wer": 15.470714142118894,
+      "step": 1000
+    },
+    {
+      "epoch": 1.98,
+      "step": 1000,
+      "total_flos": 1.846773410807808e+19,
+      "train_loss": 0.3802435531616211,
+      "train_runtime": 58130.333,
+      "train_samples_per_second": 1.101,
+      "train_steps_per_second": 0.017
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 1000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 100,
+  "total_flos": 1.846773410807808e+19,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}