clean start

.gitignore

@@ -1 +1,3 @@
-checkpoint-*/
+checkpoint-*/
+
+wandb

.ipynb_checkpoints/README-checkpoint.md

@@ -1,70 +0,0 @@
----
-language:
-- fr
-license: apache-2.0
-tags:
-- automatic-speech-recognition
-- mozilla-foundation/common_voice_7_0
-- generated_from_trainer
-datasets:
-- common_voice
-model-index:
-- name: ''
-  results: []
----
-
-<!-- This model card has been generated automatically according to the information the Trainer had access to. You
-should probably proofread and complete it, then remove this comment. -->
-
-# 
-
-This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the MOZILLA-FOUNDATION/COMMON_VOICE_7_0 - FR dataset.
-It achieves the following results on the evaluation set:
-- Loss: 0.5417
-- Wer: 0.4479
-
-## Model description
-
-More information needed
-
-## Intended uses & limitations
-
-More information needed
-
-## Training and evaluation data
-
-More information needed
-
-## Training procedure
-
-### Training hyperparameters
-
-The following hyperparameters were used during training:
-- learning_rate: 7.5e-05
-- train_batch_size: 8
-- eval_batch_size: 8
-- seed: 42
-- gradient_accumulation_steps: 4
-- total_train_batch_size: 32
-- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
-- lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 2000
-- num_epochs: 0.2
-- mixed_precision_training: Native AMP
-
-### Training results
-
-| Training Loss | Epoch | Step | Validation Loss | Wer    |
-|:-------------:|:-----:|:----:|:---------------:|:------:|
-| 6.9106        | 0.04  | 500  | 6.7171          | 1.0    |
-| 3.0034        | 0.08  | 1000 | 3.0126          | 1.0    |
-| 2.8699        | 0.12  | 1500 | 2.8509          | 0.9817 |
-| 1.629         | 0.16  | 2000 | 0.7787          | 0.5861 |
-
-
-### Framework versions
-
-- Transformers 4.17.0.dev0
-- Pytorch 1.10.2+cu102
-- Datasets 1.18.2.dev0
-- Tokenizers 0.11.0

.ipynb_checkpoints/run-checkpoint.sh

@@ -20,14 +20,12 @@ python run_speech_recognition_ctc.py \
     --mask_feature_prob="0.25" \
     --mask_time_length="10" \
     --mask_time_prob="0.75" \
-    --max_train_samples="1000" \
-    --max_eval_samples="200" \
     --model_name_or_path="facebook/wav2vec2-xls-r-300m" \
-    --num_train_epochs="0.4" \
+    --num_train_epochs="2.0" \
     --output_dir="./" \
     --overwrite_output_dir \
-    --per_device_train_batch_size="8" \
-    --per_device_eval_batch_size="8" \
+    --per_device_train_batch_size="16" \
+    --per_device_eval_batch_size="16" \
     --preprocessing_num_workers="4" \
     --push_to_hub \
     --report_to="wandb" \

README.md

@@ -1,62 +0,0 @@
----
-language:
-- fr
-license: apache-2.0
-tags:
-- automatic-speech-recognition
-- mozilla-foundation/common_voice_7_0
-- generated_from_trainer
-model-index:
-- name: ''
-  results: []
----
-
-<!-- This model card has been generated automatically according to the information the Trainer had access to. You
-should probably proofread and complete it, then remove this comment. -->
-
-# 
-
-This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the MOZILLA-FOUNDATION/COMMON_VOICE_7_0 - FR dataset.
-It achieves the following results on the evaluation set:
-- Loss: 16.9129
-- Wer: 2.3789
-
-## Model description
-
-More information needed
-
-## Intended uses & limitations
-
-More information needed
-
-## Training and evaluation data
-
-More information needed
-
-## Training procedure
-
-### Training hyperparameters
-
-The following hyperparameters were used during training:
-- learning_rate: 7.5e-05
-- train_batch_size: 8
-- eval_batch_size: 8
-- seed: 42
-- gradient_accumulation_steps: 8
-- total_train_batch_size: 64
-- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
-- lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 2000
-- num_epochs: 0.4
-- mixed_precision_training: Native AMP
-
-### Training results
-
-
-
-### Framework versions
-
-- Transformers 4.17.0.dev0
-- Pytorch 1.10.2+cu102
-- Datasets 1.18.2.dev0
-- Tokenizers 0.11.0

all_results.json

@@ -1,14 +0,0 @@
-{
-    "epoch": 0.38,
-    "eval_loss": 16.912879943847656,
-    "eval_runtime": 8.6337,
-    "eval_samples": 200,
-    "eval_samples_per_second": 23.165,
-    "eval_steps_per_second": 2.896,
-    "eval_wer": 2.3789039481437833,
-    "train_loss": 13.584136962890625,
-    "train_runtime": 23.2007,
-    "train_samples": 1000,
-    "train_samples_per_second": 17.241,
-    "train_steps_per_second": 0.259
-}

config.json

@@ -1,107 +0,0 @@
-{
-  "_name_or_path": "facebook/wav2vec2-xls-r-300m",
-  "activation_dropout": 0.1,
-  "adapter_kernel_size": 3,
-  "adapter_stride": 2,
-  "add_adapter": false,
-  "apply_spec_augment": true,
-  "architectures": [
-    "Wav2Vec2ForCTC"
-  ],
-  "attention_dropout": 0.0,
-  "bos_token_id": 1,
-  "classifier_proj_size": 256,
-  "codevector_dim": 768,
-  "contrastive_logits_temperature": 0.1,
-  "conv_bias": true,
-  "conv_dim": [
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512
-  ],
-  "conv_kernel": [
-    10,
-    3,
-    3,
-    3,
-    3,
-    2,
-    2
-  ],
-  "conv_stride": [
-    5,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2
-  ],
-  "ctc_loss_reduction": "mean",
-  "ctc_zero_infinity": false,
-  "diversity_loss_weight": 0.1,
-  "do_stable_layer_norm": true,
-  "eos_token_id": 2,
-  "feat_extract_activation": "gelu",
-  "feat_extract_dropout": 0.0,
-  "feat_extract_norm": "layer",
-  "feat_proj_dropout": 0.0,
-  "feat_quantizer_dropout": 0.0,
-  "final_dropout": 0.0,
-  "hidden_act": "gelu",
-  "hidden_dropout": 0.0,
-  "hidden_size": 1024,
-  "initializer_range": 0.02,
-  "intermediate_size": 4096,
-  "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
-  "mask_feature_length": 64,
-  "mask_feature_min_masks": 0,
-  "mask_feature_prob": 0.25,
-  "mask_time_length": 10,
-  "mask_time_min_masks": 2,
-  "mask_time_prob": 0.75,
-  "model_type": "wav2vec2",
-  "num_adapter_layers": 3,
-  "num_attention_heads": 16,
-  "num_codevector_groups": 2,
-  "num_codevectors_per_group": 320,
-  "num_conv_pos_embedding_groups": 16,
-  "num_conv_pos_embeddings": 128,
-  "num_feat_extract_layers": 7,
-  "num_hidden_layers": 24,
-  "num_negatives": 100,
-  "output_hidden_size": 1024,
-  "pad_token_id": 40,
-  "proj_codevector_dim": 768,
-  "tdnn_dilation": [
-    1,
-    2,
-    3,
-    1,
-    1
-  ],
-  "tdnn_dim": [
-    512,
-    512,
-    512,
-    512,
-    1500
-  ],
-  "tdnn_kernel": [
-    5,
-    3,
-    3,
-    1,
-    1
-  ],
-  "torch_dtype": "float32",
-  "transformers_version": "4.17.0.dev0",
-  "use_weighted_layer_sum": false,
-  "vocab_size": 41,
-  "xvector_output_dim": 512
-}

eval_results.json

@@ -1,9 +0,0 @@
-{
-    "epoch": 0.38,
-    "eval_loss": 16.912879943847656,
-    "eval_runtime": 8.6337,
-    "eval_samples": 200,
-    "eval_samples_per_second": 23.165,
-    "eval_steps_per_second": 2.896,
-    "eval_wer": 2.3789039481437833
-}

preprocessor_config.json

@@ -1,9 +0,0 @@
-{
-  "do_normalize": true,
-  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
-  "feature_size": 1,
-  "padding_side": "right",
-  "padding_value": 0,
-  "return_attention_mask": true,
-  "sampling_rate": 16000
-}

pytorch_model.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d1d7bd7ffd2ed6a01faf9f143c79eb1c4a1e163dd1a62f92c26af28850511bcd
-size 1262091761

run.sh

@@ -20,14 +20,12 @@ python run_speech_recognition_ctc.py \
     --mask_feature_prob="0.25" \
     --mask_time_length="10" \
     --mask_time_prob="0.75" \
-    --max_train_samples="1000" \
-    --max_eval_samples="200" \
     --model_name_or_path="facebook/wav2vec2-xls-r-300m" \
-    --num_train_epochs="0.4" \
+    --num_train_epochs="2.0" \
     --output_dir="./" \
     --overwrite_output_dir \
-    --per_device_train_batch_size="8" \
-    --per_device_eval_batch_size="8" \
+    --per_device_train_batch_size="16" \
+    --per_device_eval_batch_size="16" \
     --preprocessing_num_workers="4" \
     --push_to_hub \
     --report_to="wandb" \

train_results.json

@@ -1,8 +0,0 @@
-{
-    "epoch": 0.38,
-    "train_loss": 13.584136962890625,
-    "train_runtime": 23.2007,
-    "train_samples": 1000,
-    "train_samples_per_second": 17.241,
-    "train_steps_per_second": 0.259
-}

trainer_state.json

@@ -1,25 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 0.384,
-  "global_step": 6,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.38,
-      "step": 6,
-      "total_flos": 5.41371015650304e+16,
-      "train_loss": 13.584136962890625,
-      "train_runtime": 23.2007,
-      "train_samples_per_second": 17.241,
-      "train_steps_per_second": 0.259
-    }
-  ],
-  "max_steps": 6,
-  "num_train_epochs": 1,
-  "total_flos": 5.41371015650304e+16,
-  "trial_name": null,
-  "trial_params": null
-}

training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4f6b5e530f353910710ef95150e349ddf6f70545b8095619803d7da46090983
-size 2991

wandb/debug-internal.log

@@ -1 +0,0 @@
-run-20220130_230018-ktkg6ghu/logs/debug-internal.log

wandb/debug.log

@@ -1 +0,0 @@
-run-20220130_230018-ktkg6ghu/logs/debug.log

wandb/latest-run

@@ -1 +0,0 @@
-run-20220130_230018-ktkg6ghu

wandb/run-20220130_224738-2uzt3kt1/files/config.yaml

@@ -1,698 +0,0 @@
-wandb_version: 1
-
-_n_gpu:
-  desc: null
-  value: 1
-_name_or_path:
-  desc: null
-  value: facebook/wav2vec2-xls-r-300m
-_wandb:
-  desc: null
-  value:
-    cli_version: 0.12.9
-    framework: huggingface
-    huggingface_version: 4.17.0.dev0
-    is_jupyter_run: false
-    is_kaggle_kernel: false
-    m:
-    - 1: train/global_step
-      6:
-      - 3
-    - 1: train/train_runtime
-      5: 1
-      6:
-      - 1
-    - 1: train/train_samples_per_second
-      5: 1
-      6:
-      - 1
-    - 1: train/train_steps_per_second
-      5: 1
-      6:
-      - 1
-    - 1: train/total_flos
-      5: 1
-      6:
-      - 1
-    - 1: train/train_loss
-      5: 1
-      6:
-      - 1
-    - 1: train/epoch
-      5: 1
-      6:
-      - 1
-    - 1: eval/loss
-      5: 1
-      6:
-      - 1
-    - 1: eval/wer
-      5: 1
-      6:
-      - 1
-    - 1: eval/runtime
-      5: 1
-      6:
-      - 1
-    - 1: eval/samples_per_second
-      5: 1
-      6:
-      - 1
-    - 1: eval/steps_per_second
-      5: 1
-      6:
-      - 1
-    python_version: 3.8.8
-    start_time: 1643582858
-    t:
-      1:
-      - 1
-      - 5
-      - 11
-      2:
-      - 1
-      - 5
-      - 11
-      3:
-      - 1
-      - 7
-      - 13
-      4: 3.8.8
-      5: 0.12.9
-      6: 4.17.0.dev0
-      8:
-      - 5
-activation_dropout:
-  desc: null
-  value: 0.1
-adafactor:
-  desc: null
-  value: false
-adam_beta1:
-  desc: null
-  value: 0.9
-adam_beta2:
-  desc: null
-  value: 0.999
-adam_epsilon:
-  desc: null
-  value: 1.0e-08
-adapter_kernel_size:
-  desc: null
-  value: 3
-adapter_stride:
-  desc: null
-  value: 2
-add_adapter:
-  desc: null
-  value: false
-add_cross_attention:
-  desc: null
-  value: false
-apply_spec_augment:
-  desc: null
-  value: true
-architectures:
-  desc: null
-  value:
-  - Wav2Vec2ForPreTraining
-attention_dropout:
-  desc: null
-  value: 0.0
-bad_words_ids:
-  desc: null
-  value: null
-bf16:
-  desc: null
-  value: false
-bf16_full_eval:
-  desc: null
-  value: false
-bos_token_id:
-  desc: null
-  value: 1
-chunk_size_feed_forward:
-  desc: null
-  value: 0
-classifier_proj_size:
-  desc: null
-  value: 256
-codevector_dim:
-  desc: null
-  value: 768
-contrastive_logits_temperature:
-  desc: null
-  value: 0.1
-conv_bias:
-  desc: null
-  value: true
-conv_dim:
-  desc: null
-  value:
-  - 512
-  - 512
-  - 512
-  - 512
-  - 512
-  - 512
-  - 512
-conv_kernel:
-  desc: null
-  value:
-  - 10
-  - 3
-  - 3
-  - 3
-  - 3
-  - 2
-  - 2
-conv_stride:
-  desc: null
-  value:
-  - 5
-  - 2
-  - 2
-  - 2
-  - 2
-  - 2
-  - 2
-cross_attention_hidden_size:
-  desc: null
-  value: null
-ctc_loss_reduction:
-  desc: null
-  value: mean
-ctc_zero_infinity:
-  desc: null
-  value: false
-dataloader_drop_last:
-  desc: null
-  value: false
-dataloader_num_workers:
-  desc: null
-  value: 0
-dataloader_pin_memory:
-  desc: null
-  value: true
-ddp_bucket_cap_mb:
-  desc: null
-  value: None
-ddp_find_unused_parameters:
-  desc: null
-  value: None
-debug:
-  desc: null
-  value: '[]'
-decoder_start_token_id:
-  desc: null
-  value: null
-deepspeed:
-  desc: null
-  value: None
-disable_tqdm:
-  desc: null
-  value: false
-diversity_loss_weight:
-  desc: null
-  value: 0.1
-diversity_penalty:
-  desc: null
-  value: 0.0
-do_eval:
-  desc: null
-  value: true
-do_predict:
-  desc: null
-  value: false
-do_sample:
-  desc: null
-  value: false
-do_stable_layer_norm:
-  desc: null
-  value: true
-do_train:
-  desc: null
-  value: true
-early_stopping:
-  desc: null
-  value: false
-encoder_no_repeat_ngram_size:
-  desc: null
-  value: 0
-eos_token_id:
-  desc: null
-  value: 2
-eval_accumulation_steps:
-  desc: null
-  value: None
-eval_batch_size:
-  desc: null
-  value: 8
-eval_steps:
-  desc: null
-  value: 500
-evaluation_strategy:
-  desc: null
-  value: steps
-feat_extract_activation:
-  desc: null
-  value: gelu
-feat_extract_dropout:
-  desc: null
-  value: 0.0
-feat_extract_norm:
-  desc: null
-  value: layer
-feat_proj_dropout:
-  desc: null
-  value: 0.0
-feat_quantizer_dropout:
-  desc: null
-  value: 0.0
-final_dropout:
-  desc: null
-  value: 0.0
-finetuning_task:
-  desc: null
-  value: null
-forced_bos_token_id:
-  desc: null
-  value: null
-forced_eos_token_id:
-  desc: null
-  value: null
-fp16:
-  desc: null
-  value: true
-fp16_backend:
-  desc: null
-  value: auto
-fp16_full_eval:
-  desc: null
-  value: false
-fp16_opt_level:
-  desc: null
-  value: O1
-gradient_accumulation_steps:
-  desc: null
-  value: 8
-gradient_checkpointing:
-  desc: null
-  value: true
-greater_is_better:
-  desc: null
-  value: false
-group_by_length:
-  desc: null
-  value: true
-half_precision_backend:
-  desc: null
-  value: amp
-hidden_act:
-  desc: null
-  value: gelu
-hidden_dropout:
-  desc: null
-  value: 0.0
-hidden_size:
-  desc: null
-  value: 1024
-hub_model_id:
-  desc: null
-  value: None
-hub_strategy:
-  desc: null
-  value: every_save
-hub_token:
-  desc: null
-  value: <HUB_TOKEN>
-id2label:
-  desc: null
-  value:
-    '0': LABEL_0
-    '1': LABEL_1
-ignore_data_skip:
-  desc: null
-  value: false
-initializer_range:
-  desc: null
-  value: 0.02
-intermediate_size:
-  desc: null
-  value: 4096
-is_decoder:
-  desc: null
-  value: false
-is_encoder_decoder:
-  desc: null
-  value: false
-label2id:
-  desc: null
-  value:
-    LABEL_0: 0
-    LABEL_1: 1
-label_names:
-  desc: null
-  value: None
-label_smoothing_factor:
-  desc: null
-  value: 0.0
-layer_norm_eps:
-  desc: null
-  value: 1.0e-05
-layerdrop:
-  desc: null
-  value: 0.0
-learning_rate:
-  desc: null
-  value: 7.5e-05
-length_column_name:
-  desc: null
-  value: input_length
-length_penalty:
-  desc: null
-  value: 1.0
-load_best_model_at_end:
-  desc: null
-  value: true
-local_rank:
-  desc: null
-  value: -1
-log_level:
-  desc: null
-  value: -1
-log_level_replica:
-  desc: null
-  value: -1
-log_on_each_node:
-  desc: null
-  value: true
-logging_dir:
-  desc: null
-  value: ./runs/Jan30_22-46-41_job-3261699b-76eb-4c28-8419-66a66c5c9199
-logging_first_step:
-  desc: null
-  value: false
-logging_nan_inf_filter:
-  desc: null
-  value: true
-logging_steps:
-  desc: null
-  value: 100
-logging_strategy:
-  desc: null
-  value: steps
-lr_scheduler_type:
-  desc: null
-  value: linear
-mask_feature_length:
-  desc: null
-  value: 64
-mask_feature_min_masks:
-  desc: null
-  value: 0
-mask_feature_prob:
-  desc: null
-  value: 0.25
-mask_time_length:
-  desc: null
-  value: 10
-mask_time_min_masks:
-  desc: null
-  value: 2
-mask_time_prob:
-  desc: null
-  value: 0.75
-max_grad_norm:
-  desc: null
-  value: 1.0
-max_length:
-  desc: null
-  value: 20
-max_steps:
-  desc: null
-  value: -1
-metric_for_best_model:
-  desc: null
-  value: loss
-min_length:
-  desc: null
-  value: 0
-model_type:
-  desc: null
-  value: wav2vec2
-mp_parameters:
-  desc: null
-  value: ''
-no_cuda:
-  desc: null
-  value: false
-no_repeat_ngram_size:
-  desc: null
-  value: 0
-num_adapter_layers:
-  desc: null
-  value: 3
-num_attention_heads:
-  desc: null
-  value: 16
-num_beam_groups:
-  desc: null
-  value: 1
-num_beams:
-  desc: null
-  value: 1
-num_codevector_groups:
-  desc: null
-  value: 2
-num_codevectors_per_group:
-  desc: null
-  value: 320
-num_conv_pos_embedding_groups:
-  desc: null
-  value: 16
-num_conv_pos_embeddings:
-  desc: null
-  value: 128
-num_feat_extract_layers:
-  desc: null
-  value: 7
-num_hidden_layers:
-  desc: null
-  value: 24
-num_negatives:
-  desc: null
-  value: 100
-num_return_sequences:
-  desc: null
-  value: 1
-num_train_epochs:
-  desc: null
-  value: 0.2
-optim:
-  desc: null
-  value: adamw_hf
-output_attentions:
-  desc: null
-  value: false
-output_dir:
-  desc: null
-  value: ./
-output_hidden_size:
-  desc: null
-  value: 1024
-output_hidden_states:
-  desc: null
-  value: false
-output_scores:
-  desc: null
-  value: false
-overwrite_output_dir:
-  desc: null
-  value: true
-pad_token_id:
-  desc: null
-  value: 40
-past_index:
-  desc: null
-  value: -1
-per_device_eval_batch_size:
-  desc: null
-  value: 8
-per_device_train_batch_size:
-  desc: null
-  value: 8
-per_gpu_eval_batch_size:
-  desc: null
-  value: None
-per_gpu_train_batch_size:
-  desc: null
-  value: None
-prediction_loss_only:
-  desc: null
-  value: false
-prefix:
-  desc: null
-  value: null
-problem_type:
-  desc: null
-  value: null
-proj_codevector_dim:
-  desc: null
-  value: 768
-pruned_heads:
-  desc: null
-  value: {}
-push_to_hub:
-  desc: null
-  value: true
-push_to_hub_model_id:
-  desc: null
-  value: None
-push_to_hub_organization:
-  desc: null
-  value: None
-push_to_hub_token:
-  desc: null
-  value: <PUSH_TO_HUB_TOKEN>
-remove_invalid_values:
-  desc: null
-  value: false
-remove_unused_columns:
-  desc: null
-  value: true
-repetition_penalty:
-  desc: null
-  value: 1.0
-report_to:
-  desc: null
-  value: '[''wandb'']'
-resume_from_checkpoint:
-  desc: null
-  value: None
-return_dict:
-  desc: null
-  value: true
-return_dict_in_generate:
-  desc: null
-  value: false
-run_name:
-  desc: null
-  value: ./
-save_on_each_node:
-  desc: null
-  value: false
-save_steps:
-  desc: null
-  value: 500
-save_strategy:
-  desc: null
-  value: steps
-save_total_limit:
-  desc: null
-  value: 3
-seed:
-  desc: null
-  value: 42
-sep_token_id:
-  desc: null
-  value: null
-sharded_ddp:
-  desc: null
-  value: '[]'
-skip_memory_metrics:
-  desc: null
-  value: true
-task_specific_params:
-  desc: null
-  value: null
-tdnn_dilation:
-  desc: null
-  value:
-  - 1
-  - 2
-  - 3
-  - 1
-  - 1
-tdnn_dim:
-  desc: null
-  value:
-  - 512
-  - 512
-  - 512
-  - 512
-  - 1500
-tdnn_kernel:
-  desc: null
-  value:
-  - 5
-  - 3
-  - 3
-  - 1
-  - 1
-temperature:
-  desc: null
-  value: 1.0
-tf32:
-  desc: null
-  value: None
-tie_encoder_decoder:
-  desc: null
-  value: false
-tie_word_embeddings:
-  desc: null
-  value: true
-tokenizer_class:
-  desc: null
-  value: null
-top_k:
-  desc: null
-  value: 50
-top_p:
-  desc: null
-  value: 1.0
-torch_dtype:
-  desc: null
-  value: float32
-torchscript:
-  desc: null
-  value: false
-tpu_metrics_debug:
-  desc: null
-  value: false
-tpu_num_cores:
-  desc: null
-  value: None
-train_batch_size:
-  desc: null
-  value: 8
-transformers_version:
-  desc: null
-  value: 4.17.0.dev0
-use_bfloat16:
-  desc: null
-  value: false
-use_legacy_prediction_loop:
-  desc: null
-  value: false
-use_weighted_layer_sum:
-  desc: null
-  value: false
-vocab_size:
-  desc: null
-  value: 41
-warmup_ratio:
-  desc: null
-  value: 0.0
-warmup_steps:
-  desc: null
-  value: 2000
-weight_decay:
-  desc: null
-  value: 0.0
-xpu_backend:
-  desc: null
-  value: None
-xvector_output_dim:
-  desc: null
-  value: 512

wandb/run-20220130_224738-2uzt3kt1/files/output.log

@@ -1,66 +0,0 @@
-
-
-
- 67%|██████████████████████████████████████████████████████████████████████████████████████████                                             | 2/3 [00:07<00:03,  3.88s/it]
-100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 3/3 [00:10<00:00,  3.23s/it]
-Training completed. Do not forget to share your model on huggingface.co/models =)
-100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 3/3 [00:10<00:00,  3.48s/it]
-Saving model checkpoint to ./
-Configuration saved in ./config.json
-Model weights saved in ./pytorch_model.bin
-Configuration saved in ./preprocessor_config.json
-Saving model checkpoint to ./
-Configuration saved in ./config.json
-Model weights saved in ./pytorch_model.bin
-Configuration saved in ./preprocessor_config.json
-Upload file pytorch_model.bin:   0%|                                                                                                         | 3.39k/1.18G [00:00<?, ?B/s]
-Upload file training_args.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:00<?, ?B/s]
-01/30/2022 22:49:01 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
-   1d17287..8ac44c4  main -> main0%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:00<?, ?B/s]
-Upload file pytorch_model.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████| 1.18G/1.18G [00:42<00:00, 29.7MB/s]
-Upload file training_args.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:42<?, ?B/s]
-Dropping the following result as it does not have all the necessary fields:██████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:42<?, ?B/s]
-{}
-01/30/2022 22:49:07 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
-   8ac44c4..77260d3  main -> main
-To https://huggingface.co/Plim/xls-r-300m-fr
-   8ac44c4..77260d3  main -> main
-The following columns in the evaluation set  don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.
-***** Running Evaluation *****
-  Num examples = 200
-  Batch size = 8
-  0%|                                                                                                                                              | 0/25 [00:00<?, ?it/s]
-***** train metrics *****
-  epoch                    =       0.19
-  train_loss               =    12.4969
-  train_runtime            = 0:00:12.89
-  train_samples            =       1000
-  train_samples_per_second =     15.512
-  train_steps_per_second   =      0.233
-
-
-
-
- 96%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋     | 24/25 [00:07<00:00,  2.74it/s]
-***** eval metrics *****
-  epoch                   =       0.19
-  eval_loss               =    16.9132
-  eval_runtime            = 0:00:08.67
-  eval_samples            =        200
-  eval_samples_per_second =     23.067
-  eval_steps_per_second   =      2.883
-100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 25/25 [00:08<00:00,  3.02it/s]
-Saving model checkpoint to ./
-Configuration saved in ./config.json
-Model weights saved in ./pytorch_model.bin
-Configuration saved in ./preprocessor_config.json
-01/30/2022 22:49:41 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
-   77260d3..45cb5d4  main -> main
-To https://huggingface.co/Plim/xls-r-300m-fr
-   77260d3..45cb5d4  main -> main
-Dropping the following result as it does not have all the necessary fields:
-{}
-01/30/2022 22:49:47 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
-   45cb5d4..1fb68dc  main -> main
-To https://huggingface.co/Plim/xls-r-300m-fr
-   45cb5d4..1fb68dc  main -> main

wandb/run-20220130_224738-2uzt3kt1/files/requirements.txt

@@ -1,180 +0,0 @@
-aiohttp==3.8.1
-aiosignal==1.2.0
-analytics-python==1.4.0
-anyio==3.5.0
-appdirs==1.4.4
-argon2-cffi-bindings==21.2.0
-argon2-cffi==21.3.0
-asgiref==3.5.0
-asttokens==2.0.5
-async-timeout==4.0.2
-attrs==21.4.0
-audioread==2.1.9
-backcall==0.2.0
-backoff==1.10.0
-bcrypt==3.2.0
-beautifulsoup4==4.9.3
-black==21.12b0
-bleach==4.1.0
-brotlipy==0.7.0
-certifi==2020.12.5
-cffi==1.14.3
-chardet==3.0.4
-charset-normalizer==2.0.10
-click==8.0.3
-conda-build==3.21.4
-conda-package-handling==1.7.2
-conda==4.9.2
-configparser==5.2.0
-cryptography==3.2.1
-cycler==0.11.0
-datasets==1.18.2.dev0
-debugpy==1.5.1
-decorator==4.4.2
-defusedxml==0.7.1
-dill==0.3.4
-dnspython==2.1.0
-docker-pycreds==0.4.0
-entrypoints==0.3
-executing==0.8.2
-fastapi==0.73.0
-ffmpy==0.3.0
-filelock==3.0.12
-fonttools==4.29.0
-frozenlist==1.3.0
-fsspec==2022.1.0
-gitdb==4.0.9
-gitpython==3.1.26
-glob2==0.7
-gradio==2.7.5.2
-h11==0.13.0
-huggingface-hub==0.4.0
-idna==2.10
-importlib-resources==5.4.0
-ipykernel==6.7.0
-ipython-genutils==0.2.0
-ipython==8.0.1
-ipywidgets==7.6.3
-jedi==0.17.0
-jinja2==2.11.3
-jiwer==2.3.0
-joblib==1.1.0
-json5==0.9.6
-jsonschema==4.4.0
-jupyter-client==7.1.2
-jupyter-core==4.9.1
-jupyterlab-pygments==0.1.2
-jupyterlab-server==1.2.0
-jupyterlab-widgets==1.0.2
-jupyterlab==2.2.9
-kiwisolver==1.3.2
-libarchive-c==2.9
-librosa==0.8.1
-llvmlite==0.38.0
-markdown2==2.4.2
-markupsafe==1.1.1
-matplotlib-inline==0.1.3
-matplotlib==3.5.1
-mistune==0.8.4
-mkl-fft==1.3.0
-mkl-random==1.1.1
-mkl-service==2.3.0
-monotonic==1.6
-multidict==6.0.2
-multiprocess==0.70.12.2
-mypy-extensions==0.4.3
-nano==0.10.0
-nbclient==0.5.10
-nbconvert==6.4.1
-nbformat==5.1.3
-nest-asyncio==1.5.4
-notebook==6.4.8
-numba==0.55.1
-numpy==1.19.2
-olefile==0.46
-packaging==21.3
-pandas==1.4.0
-pandocfilters==1.5.0
-paramiko==2.9.2
-parso==0.8.1
-pathspec==0.9.0
-pathtools==0.1.2
-pexpect==4.8.0
-pickleshare==0.7.5
-pillow==8.1.2
-pip==21.3.1
-pkginfo==1.7.0
-platformdirs==2.4.1
-pooch==1.6.0
-prometheus-client==0.13.0
-promise==2.3
-prompt-toolkit==3.0.8
-protobuf==3.19.4
-psutil==5.8.0
-ptyprocess==0.7.0
-pure-eval==0.2.2
-pyarrow==6.0.1
-pycosat==0.6.3
-pycparser==2.20
-pycryptodome==3.13.0
-pydantic==1.9.0
-pydub==0.25.1
-pygments==2.8.0
-pynacl==1.5.0
-pyopenssl==19.1.0
-pyparsing==3.0.7
-pyrsistent==0.18.1
-pysocks==1.7.1
-python-dateutil==2.8.2
-python-etcd==0.4.5
-python-levenshtein==0.12.2
-python-multipart==0.0.5
-pytz==2021.1
-pyyaml==5.4.1
-pyzmq==22.3.0
-regex==2022.1.18
-requests==2.24.0
-resampy==0.2.2
-ruamel-yaml==0.15.87
-sacremoses==0.0.47
-scikit-learn==1.0.2
-scipy==1.7.3
-send2trash==1.8.0
-sentry-sdk==1.5.4
-setuptools==50.3.1.post20201107
-shortuuid==1.0.8
-six==1.15.0
-smmap==5.0.0
-sniffio==1.2.0
-soundfile==0.10.3.post1
-soupsieve==2.2
-stack-data==0.1.4
-starlette==0.17.1
-subprocess32==3.5.4
-termcolor==1.1.0
-terminado==0.13.1
-testpath==0.5.0
-threadpoolctl==3.0.0
-tokenizers==0.11.4
-tomli==1.2.3
-torch==1.10.2
-torchaudio==0.10.2
-torchelastic==0.2.2
-torchtext==0.9.1
-torchvision==0.9.1
-tornado==6.1
-tqdm==4.62.3
-traitlets==5.1.1
-transformers==4.17.0.dev0
-typing-extensions==4.0.1
-urllib3==1.25.11
-uvicorn==0.17.1
-wandb==0.12.9
-wcwidth==0.2.5
-webencodings==0.5.1
-wheel==0.35.1
-widgetsnbextension==3.5.2
-xxhash==2.0.2
-yarl==1.7.2
-yaspin==2.1.0
-zipp==3.7.0

wandb/run-20220130_224738-2uzt3kt1/files/wandb-metadata.json

@@ -1,63 +0,0 @@
-{
-    "os": "Linux-4.15.0-151-generic-x86_64-with-glibc2.10",
-    "python": "3.8.8",
-    "heartbeatAt": "2022-01-30T22:47:39.607019",
-    "startedAt": "2022-01-30T22:47:38.310593",
-    "docker": null,
-    "gpu": "Tesla V100S-PCIE-32GB",
-    "gpu_count": 1,
-    "cpu_count": 60,
-    "cuda": null,
-    "args": [
-        "--activation_dropout=0.1",
-        "--dataset_name=mozilla-foundation/common_voice_7_0",
-        "--dataset_config_name=fr",
-        "--eval_steps=500",
-        "--evaluation_strategy=steps",
-        "--feat_proj_dropout=0.0",
-        "--freeze_feature_encoder",
-        "--fp16",
-        "--gradient_accumulation_steps=8",
-        "--gradient_checkpointing",
-        "--group_by_length",
-        "--layerdrop=0.0",
-        "--learning_rate=7.5e-5",
-        "--length_column_name=input_length",
-        "--load_best_model_at_end",
-        "--logging_steps=100",
-        "--mask_feature_length=64",
-        "--mask_feature_prob=0.25",
-        "--mask_time_length=10",
-        "--mask_time_prob=0.75",
-        "--max_train_samples=1000",
-        "--max_eval_samples=200",
-        "--model_name_or_path=facebook/wav2vec2-xls-r-300m",
-        "--num_train_epochs=0.2",
-        "--output_dir=./",
-        "--overwrite_output_dir",
-        "--per_device_train_batch_size=8",
-        "--per_device_eval_batch_size=8",
-        "--preprocessing_num_workers=4",
-        "--push_to_hub",
-        "--report_to=wandb",
-        "--save_steps=500",
-        "--save_total_limit=3",
-        "--text_column_name=sentence",
-        "--use_auth_token",
-        "--warmup_steps=2000",
-        "--do_train",
-        "--do_eval"
-    ],
-    "state": "running",
-    "program": "run_speech_recognition_ctc.py",
-    "codePath": "run_speech_recognition_ctc.py",
-    "git": {
-        "remote": "https://huggingface.co/Plim/xls-r-300m-fr",
-        "commit": "1d172876193bf100999c8d09d283f8d0894252f2"
-    },
-    "email": "[email protected]",
-    "root": "/workspace/xls-r-300m-fr",
-    "host": "job-3261699b-76eb-4c28-8419-66a66c5c9199",
-    "username": "ovh",
-    "executable": "/opt/conda/bin/python"
-}

wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json

@@ -1 +0,0 @@
-{"train/train_runtime": 12.893, "train/train_samples_per_second": 15.512, "train/train_steps_per_second": 0.233, "train/total_flos": 2.67196543170048e+16, "train/train_loss": 12.496875762939453, "train/epoch": 0.19, "train/global_step": 3, "_runtime": 100, "_timestamp": 1643582958, "_step": 1, "eval/loss": 16.913198471069336, "eval/wer": 2.3629935179728934, "eval/runtime": 8.6705, "eval/samples_per_second": 23.067, "eval/steps_per_second": 2.883, "_wandb": {"runtime": 133}}

wandb/run-20220130_224738-2uzt3kt1/logs/debug-internal.log

@@ -1,210 +0,0 @@
-2022-01-30 22:47:39,297 INFO    MainThread:23196 [internal.py:wandb_internal():87] W&B internal server running at pid: 23196, started at: 2022-01-30 22:47:39.296970
-2022-01-30 22:47:39,300 INFO    WriterThread:23196 [datastore.py:open_for_write():77] open: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/run-2uzt3kt1.wandb
-2022-01-30 22:47:39,301 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: check_version
-2022-01-30 22:47:39,304 DEBUG   SenderThread:23196 [sender.py:send():234] send: header
-2022-01-30 22:47:39,304 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: check_version
-2022-01-30 22:47:39,377 DEBUG   SenderThread:23196 [sender.py:send():234] send: run
-2022-01-30 22:47:39,597 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: run_start
-2022-01-30 22:47:39,599 INFO    SenderThread:23196 [dir_watcher.py:__init__():169] watching files in: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files
-2022-01-30 22:47:39,600 INFO    SenderThread:23196 [sender.py:_start_run_threads():804] run started: 2uzt3kt1 with start time 1643582858
-2022-01-30 22:47:39,600 DEBUG   SenderThread:23196 [sender.py:send():234] send: summary
-2022-01-30 22:47:39,600 INFO    SenderThread:23196 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 22:47:39,606 DEBUG   HandlerThread:23196 [meta.py:__init__():40] meta init
-2022-01-30 22:47:39,606 DEBUG   HandlerThread:23196 [meta.py:__init__():54] meta init done
-2022-01-30 22:47:39,606 DEBUG   HandlerThread:23196 [meta.py:probe():214] probe
-2022-01-30 22:47:39,615 DEBUG   HandlerThread:23196 [meta.py:_setup_git():204] setup git
-2022-01-30 22:47:39,653 DEBUG   HandlerThread:23196 [meta.py:_setup_git():211] setup git done
-2022-01-30 22:47:39,653 DEBUG   HandlerThread:23196 [meta.py:_save_pip():58] save pip
-2022-01-30 22:47:39,654 DEBUG   HandlerThread:23196 [meta.py:_save_pip():72] save pip done
-2022-01-30 22:47:39,655 DEBUG   HandlerThread:23196 [meta.py:_save_conda():79] save conda
-2022-01-30 22:47:40,176 DEBUG   HandlerThread:23196 [meta.py:_save_conda():89] save conda done
-2022-01-30 22:47:40,176 DEBUG   HandlerThread:23196 [meta.py:probe():252] probe done
-2022-01-30 22:47:40,185 DEBUG   SenderThread:23196 [sender.py:send():234] send: files
-2022-01-30 22:47:40,186 INFO    SenderThread:23196 [sender.py:_save_file():939] saving file wandb-metadata.json with policy now
-2022-01-30 22:47:40,197 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:47:40,198 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:47:40,354 DEBUG   SenderThread:23196 [sender.py:send():234] send: config
-2022-01-30 22:47:40,357 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:40,357 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:40,357 WARNING SenderThread:23196 [sender.py:send_metric():897] Seen metric with glob (shouldnt happen)
-2022-01-30 22:47:40,601 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/requirements.txt
-2022-01-30 22:47:40,601 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json
-2022-01-30 22:47:40,601 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:47:40,601 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-metadata.json
-2022-01-30 22:47:40,601 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/conda-environment.yaml
-2022-01-30 22:47:40,709 INFO    Thread-11 :23196 [upload_job.py:push():137] Uploaded file /tmp/tmp51rrl_mrwandb/2urk4c1m-wandb-metadata.json
-2022-01-30 22:47:42,601 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:47:46,604 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:47:50,606 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:47:50,676 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:50,677 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:50,677 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:50,677 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:50,677 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:50,677 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:47:50,678 DEBUG   SenderThread:23196 [sender.py:send():234] send: history
-2022-01-30 22:47:50,678 DEBUG   SenderThread:23196 [sender.py:send():234] send: summary
-2022-01-30 22:47:50,679 INFO    SenderThread:23196 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 22:47:51,607 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json
-2022-01-30 22:47:52,608 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:47:54,610 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:47:55,488 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:47:55,488 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:47:56,611 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:48:07,838 DEBUG   SenderThread:23196 [sender.py:send():234] send: stats
-2022-01-30 22:48:10,621 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/config.yaml
-2022-01-30 22:48:10,741 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:48:10,742 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:48:20,628 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:48:25,903 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:48:25,903 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:48:38,112 DEBUG   SenderThread:23196 [sender.py:send():234] send: stats
-2022-01-30 22:48:41,064 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:48:41,065 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:48:56,227 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:48:56,228 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:49:02,656 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:06,659 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:08,329 DEBUG   SenderThread:23196 [sender.py:send():234] send: stats
-2022-01-30 22:49:08,660 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:10,661 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:11,388 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:49:11,389 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:49:12,663 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:14,664 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:16,666 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:18,553 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:49:18,554 DEBUG   SenderThread:23196 [sender.py:send():234] send: metric
-2022-01-30 22:49:18,555 DEBUG   SenderThread:23196 [sender.py:send():234] send: history
-2022-01-30 22:49:18,555 DEBUG   SenderThread:23196 [sender.py:send():234] send: summary
-2022-01-30 22:49:18,556 INFO    SenderThread:23196 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 22:49:18,667 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json
-2022-01-30 22:49:18,667 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:20,670 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:22,672 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:26,645 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:49:26,645 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:49:38,549 DEBUG   SenderThread:23196 [sender.py:send():234] send: stats
-2022-01-30 22:49:41,813 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 22:49:41,814 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 22:49:42,687 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/config.yaml
-2022-01-30 22:49:42,688 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:46,690 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:48,691 INFO    Thread-8  :23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:52,753 DEBUG   SenderThread:23196 [sender.py:send():234] send: telemetry
-2022-01-30 22:49:52,754 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:52,755 DEBUG   SenderThread:23196 [sender.py:send():234] send: exit
-2022-01-30 22:49:52,755 INFO    SenderThread:23196 [sender.py:send_exit():366] handling exit code: 0
-2022-01-30 22:49:52,756 INFO    SenderThread:23196 [sender.py:send_exit():368] handling runtime: 133
-2022-01-30 22:49:52,757 INFO    SenderThread:23196 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 22:49:52,757 INFO    SenderThread:23196 [sender.py:send_exit():374] send defer
-2022-01-30 22:49:52,757 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:52,759 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:52,759 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 0
-2022-01-30 22:49:52,759 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:52,759 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 0
-2022-01-30 22:49:52,760 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 1
-2022-01-30 22:49:52,760 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:52,760 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 1
-2022-01-30 22:49:52,860 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:52,860 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 1
-2022-01-30 22:49:52,860 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 2
-2022-01-30 22:49:52,862 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:52,862 DEBUG   SenderThread:23196 [sender.py:send():234] send: stats
-2022-01-30 22:49:52,863 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:52,864 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:52,864 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 2
-2022-01-30 22:49:52,865 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:52,865 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 2
-2022-01-30 22:49:52,865 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 3
-2022-01-30 22:49:52,866 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:52,866 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 3
-2022-01-30 22:49:52,869 DEBUG   SenderThread:23196 [sender.py:send():234] send: summary
-2022-01-30 22:49:52,870 INFO    SenderThread:23196 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 22:49:52,870 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:52,871 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 3
-2022-01-30 22:49:52,871 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 4
-2022-01-30 22:49:52,871 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:52,872 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 4
-2022-01-30 22:49:52,872 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:52,872 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 4
-2022-01-30 22:49:52,966 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:53,114 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 5
-2022-01-30 22:49:53,114 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:53,116 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:53,116 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 5
-2022-01-30 22:49:53,116 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:53,116 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 5
-2022-01-30 22:49:53,116 INFO    SenderThread:23196 [dir_watcher.py:finish():283] shutting down directory watcher
-2022-01-30 22:49:53,218 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:53,695 INFO    SenderThread:23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/config.yaml
-2022-01-30 22:49:53,696 INFO    SenderThread:23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:53,696 INFO    SenderThread:23196 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json
-2022-01-30 22:49:53,697 INFO    SenderThread:23196 [dir_watcher.py:finish():313] scan: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files
-2022-01-30 22:49:53,697 INFO    SenderThread:23196 [dir_watcher.py:finish():327] scan save: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/conda-environment.yaml conda-environment.yaml
-2022-01-30 22:49:53,698 INFO    SenderThread:23196 [dir_watcher.py:finish():327] scan save: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-metadata.json wandb-metadata.json
-2022-01-30 22:49:53,698 INFO    SenderThread:23196 [dir_watcher.py:finish():327] scan save: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log output.log
-2022-01-30 22:49:53,698 INFO    SenderThread:23196 [dir_watcher.py:finish():327] scan save: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/requirements.txt requirements.txt
-2022-01-30 22:49:53,699 INFO    SenderThread:23196 [dir_watcher.py:finish():327] scan save: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/config.yaml config.yaml
-2022-01-30 22:49:53,700 INFO    SenderThread:23196 [dir_watcher.py:finish():327] scan save: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json wandb-summary.json
-2022-01-30 22:49:53,700 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 6
-2022-01-30 22:49:53,701 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:53,713 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:53,720 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 6
-2022-01-30 22:49:53,724 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:53,729 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 6
-2022-01-30 22:49:53,729 INFO    SenderThread:23196 [file_pusher.py:finish():177] shutting down file pusher
-2022-01-30 22:49:53,804 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:53,804 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:53,909 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:53,910 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:54,015 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:54,016 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:54,119 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:54,119 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:54,223 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:54,223 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:54,253 INFO    Thread-14 :23196 [upload_job.py:push():137] Uploaded file /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/config.yaml
-2022-01-30 22:49:54,257 INFO    Thread-13 :23196 [upload_job.py:push():137] Uploaded file /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/requirements.txt
-2022-01-30 22:49:54,291 INFO    Thread-15 :23196 [upload_job.py:push():137] Uploaded file /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/wandb-summary.json
-2022-01-30 22:49:54,327 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:54,327 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:54,339 INFO    Thread-12 :23196 [upload_job.py:push():137] Uploaded file /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/files/output.log
-2022-01-30 22:49:54,431 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:54,431 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:54,534 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:54,535 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:54,540 INFO    Thread-7  :23196 [sender.py:transition_state():387] send defer: 7
-2022-01-30 22:49:54,541 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:54,541 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 7
-2022-01-30 22:49:54,542 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:54,542 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 7
-2022-01-30 22:49:54,638 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:56,342 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 8
-2022-01-30 22:49:56,343 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:56,344 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:56,345 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 8
-2022-01-30 22:49:56,345 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:56,345 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 8
-2022-01-30 22:49:56,346 INFO    SenderThread:23196 [sender.py:transition_state():387] send defer: 9
-2022-01-30 22:49:56,347 DEBUG   SenderThread:23196 [sender.py:send():234] send: final
-2022-01-30 22:49:56,348 DEBUG   SenderThread:23196 [sender.py:send():234] send: footer
-2022-01-30 22:49:56,348 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: defer
-2022-01-30 22:49:56,348 INFO    HandlerThread:23196 [handler.py:handle_request_defer():147] handle defer: 9
-2022-01-30 22:49:56,349 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: defer
-2022-01-30 22:49:56,349 INFO    SenderThread:23196 [sender.py:send_request_defer():383] handle sender defer: 9
-2022-01-30 22:49:56,447 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: poll_exit
-2022-01-30 22:49:56,447 DEBUG   SenderThread:23196 [sender.py:send_request():248] send_request: poll_exit
-2022-01-30 22:49:56,448 INFO    SenderThread:23196 [file_pusher.py:join():182] waiting for file pusher
-2022-01-30 22:49:56,761 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: get_summary
-2022-01-30 22:49:56,763 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: sampled_history
-2022-01-30 22:49:56,766 DEBUG   HandlerThread:23196 [handler.py:handle_request():130] handle_request: shutdown
-2022-01-30 22:49:56,766 INFO    HandlerThread:23196 [handler.py:finish():731] shutting down handler
-2022-01-30 22:49:57,348 INFO    WriterThread:23196 [datastore.py:close():281] close: /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/run-2uzt3kt1.wandb
-2022-01-30 22:49:57,758 INFO    SenderThread:23196 [sender.py:finish():1070] shutting down sender
-2022-01-30 22:49:57,759 INFO    SenderThread:23196 [file_pusher.py:finish():177] shutting down file pusher
-2022-01-30 22:49:57,759 INFO    SenderThread:23196 [file_pusher.py:join():182] waiting for file pusher
-2022-01-30 22:49:57,763 INFO    MainThread:23196 [internal.py:handle_exit():77] Internal process exited

wandb/run-20220130_224738-2uzt3kt1/logs/debug.log

@@ -1,146 +0,0 @@
-2022-01-30 22:47:38,315 INFO    MainThread:22602 [wandb_setup.py:_flush():71] setting env: {}
-2022-01-30 22:47:38,315 INFO    MainThread:22602 [wandb_setup.py:_flush():71] setting login settings: {}
-2022-01-30 22:47:38,315 INFO    MainThread:22602 [wandb_init.py:_log_setup():371] Logging user logs to /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/logs/debug.log
-2022-01-30 22:47:38,315 INFO    MainThread:22602 [wandb_init.py:_log_setup():372] Logging internal logs to /workspace/xls-r-300m-fr/wandb/run-20220130_224738-2uzt3kt1/logs/debug-internal.log
-2022-01-30 22:47:38,316 INFO    MainThread:22602 [wandb_init.py:init():404] calling init triggers
-2022-01-30 22:47:38,316 INFO    MainThread:22602 [wandb_init.py:init():409] wandb.init called with sweep_config: {}
-config: {}
-2022-01-30 22:47:38,316 INFO    MainThread:22602 [wandb_init.py:init():460] starting backend
-2022-01-30 22:47:38,316 INFO    MainThread:22602 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2022-01-30 22:47:38,420 INFO    MainThread:22602 [backend.py:ensure_launched():216] starting backend process...
-2022-01-30 22:47:38,497 INFO    MainThread:22602 [backend.py:ensure_launched():221] started backend process with pid: 23196
-2022-01-30 22:47:38,499 INFO    MainThread:22602 [wandb_init.py:init():469] backend started and connected
-2022-01-30 22:47:38,508 INFO    MainThread:22602 [wandb_init.py:init():533] updated telemetry
-2022-01-30 22:47:38,663 INFO    MainThread:22602 [wandb_init.py:init():563] communicating current version
-2022-01-30 22:47:39,375 INFO    MainThread:22602 [wandb_init.py:init():568] got version response 
-2022-01-30 22:47:39,375 INFO    MainThread:22602 [wandb_init.py:init():578] communicating run to backend with 30 second timeout
-2022-01-30 22:47:39,596 INFO    MainThread:22602 [wandb_init.py:init():606] starting run threads in backend
-2022-01-30 22:47:40,195 INFO    MainThread:22602 [wandb_run.py:_console_start():1810] atexit reg
-2022-01-30 22:47:40,196 INFO    MainThread:22602 [wandb_run.py:_redirect():1684] redirect: SettingsConsole.REDIRECT
-2022-01-30 22:47:40,197 INFO    MainThread:22602 [wandb_run.py:_redirect():1689] Redirecting console.
-2022-01-30 22:47:40,203 INFO    MainThread:22602 [wandb_run.py:_redirect():1745] Redirects installed.
-2022-01-30 22:47:40,203 INFO    MainThread:22602 [wandb_init.py:init():633] run started, returning control to user process
-2022-01-30 22:47:40,206 INFO    MainThread:22602 [wandb_run.py:_config_callback():956] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'architectures': ['Wav2Vec2ForPreTraining'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': 40, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'facebook/wav2vec2-xls-r-300m', 'transformers_version': '4.17.0.dev0', 'feat_extract_dropout': 0.0, 'model_type': 'wav2vec2', 'num_feat_extract_layers': 7, 'hidden_size': 1024, 'feat_extract_norm': 'layer', 'feat_extract_activation': 'gelu', 'conv_dim': [512, 512, 512, 512, 512, 512, 512], 'conv_stride': [5, 2, 2, 2, 2, 2, 2], 'conv_kernel': [10, 3, 3, 3, 3, 2, 2], 'conv_bias': True, 'num_conv_pos_embeddings': 128, 'num_conv_pos_embedding_groups': 16, 'num_hidden_layers': 24, 'intermediate_size': 4096, 'hidden_act': 'gelu', 'num_attention_heads': 16, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.1, 'feat_proj_dropout': 0.0, 'final_dropout': 0.0, 'layerdrop': 0.0, 'layer_norm_eps': 1e-05, 'initializer_range': 0.02, 'vocab_size': 41, 'do_stable_layer_norm': True, 'use_weighted_layer_sum': False, 'apply_spec_augment': True, 'mask_time_prob': 0.75, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.25, 'mask_feature_length': 64, 'mask_feature_min_masks': 0, 'num_codevectors_per_group': 320, 'num_codevector_groups': 2, 'contrastive_logits_temperature': 0.1, 'feat_quantizer_dropout': 0.0, 'num_negatives': 100, 'codevector_dim': 768, 'proj_codevector_dim': 768, 'diversity_loss_weight': 0.1, 'ctc_loss_reduction': 'mean', 'ctc_zero_infinity': False, 'add_adapter': False, 'adapter_kernel_size': 3, 'adapter_stride': 2, 'num_adapter_layers': 3, 'output_hidden_size': 1024, 'classifier_proj_size': 256, 'tdnn_dim': [512, 512, 512, 512, 1500], 'tdnn_kernel': [5, 3, 3, 1, 1], 'tdnn_dilation': [1, 2, 3, 1, 1], 'xvector_output_dim': 512, 'output_dir': './', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': 'None', 'per_gpu_eval_batch_size': 'None', 'gradient_accumulation_steps': 8, 'eval_accumulation_steps': 'None', 'learning_rate': 7.5e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 0.2, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'warmup_ratio': 0.0, 'warmup_steps': 2000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Jan30_22-46-41_job-3261699b-76eb-4c28-8419-66a66c5c9199', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 3, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'amp', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': 'None', 'local_rank': -1, 'xpu_backend': 'None', 'tpu_num_cores': 'None', 'tpu_metrics_debug': False, 'debug': '[]', 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': './', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': 'None', 'load_best_model_at_end': True, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'ignore_data_skip': False, 'sharded_ddp': '[]', 'deepspeed': 'None', 'label_smoothing_factor': 0.0, 'optim': 'adamw_hf', 'adafactor': False, 'group_by_length': True, 'length_column_name': 'input_length', 'report_to': "['wandb']", 'ddp_find_unused_parameters': 'None', 'ddp_bucket_cap_mb': 'None', 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': 'None', 'hub_model_id': 'None', 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'gradient_checkpointing': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'None', 'push_to_hub_organization': 'None', 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', '_n_gpu': 1, 'mp_parameters': '', 'train_batch_size': 8, 'eval_batch_size': 8}
-2022-01-30 22:47:40,212 INFO    MainThread:22602 [wandb_watch.py:watch():43] Watching
-2022-01-30 22:49:50,144 INFO    MainThread:22602 [wandb_run.py:_atexit_cleanup():1780] got exitcode: 0
-2022-01-30 22:49:50,148 INFO    MainThread:22602 [wandb_run.py:_restore():1752] restore
-2022-01-30 22:49:52,759 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 2099
-  total_bytes: 2099
-}
-
-2022-01-30 22:49:52,864 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 2099
-  total_bytes: 2099
-}
-
-2022-01-30 22:49:53,116 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 2099
-  total_bytes: 2099
-}
-
-2022-01-30 22:49:53,702 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 4
-}
-pusher_stats {
-  uploaded_bytes: 2099
-  total_bytes: 21650
-}
-
-2022-01-30 22:49:53,806 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 2099
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:53,914 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 2099
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:54,017 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:54,121 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:54,225 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:54,329 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:54,433 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:54,537 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:56,345 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-
-2022-01-30 22:49:56,759 INFO    MainThread:22602 [wandb_run.py:_wait_for_finish():1912] got exit ret: done: true
-exit_result {
-}
-file_counts {
-  wandb_count: 5
-}
-pusher_stats {
-  uploaded_bytes: 22128
-  total_bytes: 22128
-}
-local_info {
-}
-
-2022-01-30 22:49:57,908 INFO    MainThread:22602 [wandb_run.py:_append_history():2130] rendering history
-2022-01-30 22:49:57,909 INFO    MainThread:22602 [wandb_run.py:_append_summary():2085] rendering summary
-2022-01-30 22:49:57,909 INFO    MainThread:22602 [wandb_run.py:_append_files():2180] logging synced files

wandb/run-20220130_230018-ktkg6ghu/files/config.yaml

@@ -1,692 +0,0 @@
-wandb_version: 1
-
-_n_gpu:
-  desc: null
-  value: 1
-_name_or_path:
-  desc: null
-  value: facebook/wav2vec2-xls-r-300m
-_wandb:
-  desc: null
-  value:
-    cli_version: 0.12.9
-    framework: huggingface
-    huggingface_version: 4.17.0.dev0
-    is_jupyter_run: false
-    is_kaggle_kernel: false
-    m:
-    - 1: train/global_step
-      6:
-      - 3
-    - 1: train/train_runtime
-      5: 1
-      6:
-      - 1
-    - 1: train/train_samples_per_second
-      5: 1
-      6:
-      - 1
-    - 1: train/train_steps_per_second
-      5: 1
-      6:
-      - 1
-    - 1: train/total_flos
-      5: 1
-      6:
-      - 1
-    - 1: train/train_loss
-      5: 1
-      6:
-      - 1
-    - 1: train/epoch
-      5: 1
-      6:
-      - 1
-    - 1: eval/loss
-      5: 1
-      6:
-      - 1
-    - 1: eval/wer
-      5: 1
-      6:
-      - 1
-    - 1: eval/runtime
-      5: 1
-      6:
-      - 1
-    - 1: eval/samples_per_second
-      5: 1
-      6:
-      - 1
-    - 1: eval/steps_per_second
-      5: 1
-      6:
-      - 1
-    python_version: 3.8.8
-    start_time: 1643583619
-    t:
-      1:
-      - 1
-      - 5
-      - 11
-      3:
-      - 13
-      4: 3.8.8
-      5: 0.12.9
-      6: 4.17.0.dev0
-      8:
-      - 5
-activation_dropout:
-  desc: null
-  value: 0.1
-adafactor:
-  desc: null
-  value: false
-adam_beta1:
-  desc: null
-  value: 0.9
-adam_beta2:
-  desc: null
-  value: 0.999
-adam_epsilon:
-  desc: null
-  value: 1.0e-08
-adapter_kernel_size:
-  desc: null
-  value: 3
-adapter_stride:
-  desc: null
-  value: 2
-add_adapter:
-  desc: null
-  value: false
-add_cross_attention:
-  desc: null
-  value: false
-apply_spec_augment:
-  desc: null
-  value: true
-architectures:
-  desc: null
-  value:
-  - Wav2Vec2ForPreTraining
-attention_dropout:
-  desc: null
-  value: 0.0
-bad_words_ids:
-  desc: null
-  value: null
-bf16:
-  desc: null
-  value: false
-bf16_full_eval:
-  desc: null
-  value: false
-bos_token_id:
-  desc: null
-  value: 1
-chunk_size_feed_forward:
-  desc: null
-  value: 0
-classifier_proj_size:
-  desc: null
-  value: 256
-codevector_dim:
-  desc: null
-  value: 768
-contrastive_logits_temperature:
-  desc: null
-  value: 0.1
-conv_bias:
-  desc: null
-  value: true
-conv_dim:
-  desc: null
-  value:
-  - 512
-  - 512
-  - 512
-  - 512
-  - 512
-  - 512
-  - 512
-conv_kernel:
-  desc: null
-  value:
-  - 10
-  - 3
-  - 3
-  - 3
-  - 3
-  - 2
-  - 2
-conv_stride:
-  desc: null
-  value:
-  - 5
-  - 2
-  - 2
-  - 2
-  - 2
-  - 2
-  - 2
-cross_attention_hidden_size:
-  desc: null
-  value: null
-ctc_loss_reduction:
-  desc: null
-  value: mean
-ctc_zero_infinity:
-  desc: null
-  value: false
-dataloader_drop_last:
-  desc: null
-  value: false
-dataloader_num_workers:
-  desc: null
-  value: 0
-dataloader_pin_memory:
-  desc: null
-  value: true
-ddp_bucket_cap_mb:
-  desc: null
-  value: None
-ddp_find_unused_parameters:
-  desc: null
-  value: None
-debug:
-  desc: null
-  value: '[]'
-decoder_start_token_id:
-  desc: null
-  value: null
-deepspeed:
-  desc: null
-  value: None
-disable_tqdm:
-  desc: null
-  value: false
-diversity_loss_weight:
-  desc: null
-  value: 0.1
-diversity_penalty:
-  desc: null
-  value: 0.0
-do_eval:
-  desc: null
-  value: true
-do_predict:
-  desc: null
-  value: false
-do_sample:
-  desc: null
-  value: false
-do_stable_layer_norm:
-  desc: null
-  value: true
-do_train:
-  desc: null
-  value: true
-early_stopping:
-  desc: null
-  value: false
-encoder_no_repeat_ngram_size:
-  desc: null
-  value: 0
-eos_token_id:
-  desc: null
-  value: 2
-eval_accumulation_steps:
-  desc: null
-  value: None
-eval_batch_size:
-  desc: null
-  value: 8
-eval_steps:
-  desc: null
-  value: 500
-evaluation_strategy:
-  desc: null
-  value: steps
-feat_extract_activation:
-  desc: null
-  value: gelu
-feat_extract_dropout:
-  desc: null
-  value: 0.0
-feat_extract_norm:
-  desc: null
-  value: layer
-feat_proj_dropout:
-  desc: null
-  value: 0.0
-feat_quantizer_dropout:
-  desc: null
-  value: 0.0
-final_dropout:
-  desc: null
-  value: 0.0
-finetuning_task:
-  desc: null
-  value: null
-forced_bos_token_id:
-  desc: null
-  value: null
-forced_eos_token_id:
-  desc: null
-  value: null
-fp16:
-  desc: null
-  value: true
-fp16_backend:
-  desc: null
-  value: auto
-fp16_full_eval:
-  desc: null
-  value: false
-fp16_opt_level:
-  desc: null
-  value: O1
-gradient_accumulation_steps:
-  desc: null
-  value: 8
-gradient_checkpointing:
-  desc: null
-  value: true
-greater_is_better:
-  desc: null
-  value: false
-group_by_length:
-  desc: null
-  value: true
-half_precision_backend:
-  desc: null
-  value: amp
-hidden_act:
-  desc: null
-  value: gelu
-hidden_dropout:
-  desc: null
-  value: 0.0
-hidden_size:
-  desc: null
-  value: 1024
-hub_model_id:
-  desc: null
-  value: None
-hub_strategy:
-  desc: null
-  value: every_save
-hub_token:
-  desc: null
-  value: <HUB_TOKEN>
-id2label:
-  desc: null
-  value:
-    '0': LABEL_0
-    '1': LABEL_1
-ignore_data_skip:
-  desc: null
-  value: false
-initializer_range:
-  desc: null
-  value: 0.02
-intermediate_size:
-  desc: null
-  value: 4096
-is_decoder:
-  desc: null
-  value: false
-is_encoder_decoder:
-  desc: null
-  value: false
-label2id:
-  desc: null
-  value:
-    LABEL_0: 0
-    LABEL_1: 1
-label_names:
-  desc: null
-  value: None
-label_smoothing_factor:
-  desc: null
-  value: 0.0
-layer_norm_eps:
-  desc: null
-  value: 1.0e-05
-layerdrop:
-  desc: null
-  value: 0.0
-learning_rate:
-  desc: null
-  value: 7.5e-05
-length_column_name:
-  desc: null
-  value: input_length
-length_penalty:
-  desc: null
-  value: 1.0
-load_best_model_at_end:
-  desc: null
-  value: true
-local_rank:
-  desc: null
-  value: -1
-log_level:
-  desc: null
-  value: -1
-log_level_replica:
-  desc: null
-  value: -1
-log_on_each_node:
-  desc: null
-  value: true
-logging_dir:
-  desc: null
-  value: ./runs/Jan30_22-59-56_job-3261699b-76eb-4c28-8419-66a66c5c9199
-logging_first_step:
-  desc: null
-  value: false
-logging_nan_inf_filter:
-  desc: null
-  value: true
-logging_steps:
-  desc: null
-  value: 100
-logging_strategy:
-  desc: null
-  value: steps
-lr_scheduler_type:
-  desc: null
-  value: linear
-mask_feature_length:
-  desc: null
-  value: 64
-mask_feature_min_masks:
-  desc: null
-  value: 0
-mask_feature_prob:
-  desc: null
-  value: 0.25
-mask_time_length:
-  desc: null
-  value: 10
-mask_time_min_masks:
-  desc: null
-  value: 2
-mask_time_prob:
-  desc: null
-  value: 0.75
-max_grad_norm:
-  desc: null
-  value: 1.0
-max_length:
-  desc: null
-  value: 20
-max_steps:
-  desc: null
-  value: -1
-metric_for_best_model:
-  desc: null
-  value: loss
-min_length:
-  desc: null
-  value: 0
-model_type:
-  desc: null
-  value: wav2vec2
-mp_parameters:
-  desc: null
-  value: ''
-no_cuda:
-  desc: null
-  value: false
-no_repeat_ngram_size:
-  desc: null
-  value: 0
-num_adapter_layers:
-  desc: null
-  value: 3
-num_attention_heads:
-  desc: null
-  value: 16
-num_beam_groups:
-  desc: null
-  value: 1
-num_beams:
-  desc: null
-  value: 1
-num_codevector_groups:
-  desc: null
-  value: 2
-num_codevectors_per_group:
-  desc: null
-  value: 320
-num_conv_pos_embedding_groups:
-  desc: null
-  value: 16
-num_conv_pos_embeddings:
-  desc: null
-  value: 128
-num_feat_extract_layers:
-  desc: null
-  value: 7
-num_hidden_layers:
-  desc: null
-  value: 24
-num_negatives:
-  desc: null
-  value: 100
-num_return_sequences:
-  desc: null
-  value: 1
-num_train_epochs:
-  desc: null
-  value: 0.4
-optim:
-  desc: null
-  value: adamw_hf
-output_attentions:
-  desc: null
-  value: false
-output_dir:
-  desc: null
-  value: ./
-output_hidden_size:
-  desc: null
-  value: 1024
-output_hidden_states:
-  desc: null
-  value: false
-output_scores:
-  desc: null
-  value: false
-overwrite_output_dir:
-  desc: null
-  value: true
-pad_token_id:
-  desc: null
-  value: 40
-past_index:
-  desc: null
-  value: -1
-per_device_eval_batch_size:
-  desc: null
-  value: 8
-per_device_train_batch_size:
-  desc: null
-  value: 8
-per_gpu_eval_batch_size:
-  desc: null
-  value: None
-per_gpu_train_batch_size:
-  desc: null
-  value: None
-prediction_loss_only:
-  desc: null
-  value: false
-prefix:
-  desc: null
-  value: null
-problem_type:
-  desc: null
-  value: null
-proj_codevector_dim:
-  desc: null
-  value: 768
-pruned_heads:
-  desc: null
-  value: {}
-push_to_hub:
-  desc: null
-  value: true
-push_to_hub_model_id:
-  desc: null
-  value: None
-push_to_hub_organization:
-  desc: null
-  value: None
-push_to_hub_token:
-  desc: null
-  value: <PUSH_TO_HUB_TOKEN>
-remove_invalid_values:
-  desc: null
-  value: false
-remove_unused_columns:
-  desc: null
-  value: true
-repetition_penalty:
-  desc: null
-  value: 1.0
-report_to:
-  desc: null
-  value: '[''wandb'']'
-resume_from_checkpoint:
-  desc: null
-  value: None
-return_dict:
-  desc: null
-  value: true
-return_dict_in_generate:
-  desc: null
-  value: false
-run_name:
-  desc: null
-  value: ./
-save_on_each_node:
-  desc: null
-  value: false
-save_steps:
-  desc: null
-  value: 500
-save_strategy:
-  desc: null
-  value: steps
-save_total_limit:
-  desc: null
-  value: 3
-seed:
-  desc: null
-  value: 42
-sep_token_id:
-  desc: null
-  value: null
-sharded_ddp:
-  desc: null
-  value: '[]'
-skip_memory_metrics:
-  desc: null
-  value: true
-task_specific_params:
-  desc: null
-  value: null
-tdnn_dilation:
-  desc: null
-  value:
-  - 1
-  - 2
-  - 3
-  - 1
-  - 1
-tdnn_dim:
-  desc: null
-  value:
-  - 512
-  - 512
-  - 512
-  - 512
-  - 1500
-tdnn_kernel:
-  desc: null
-  value:
-  - 5
-  - 3
-  - 3
-  - 1
-  - 1
-temperature:
-  desc: null
-  value: 1.0
-tf32:
-  desc: null
-  value: None
-tie_encoder_decoder:
-  desc: null
-  value: false
-tie_word_embeddings:
-  desc: null
-  value: true
-tokenizer_class:
-  desc: null
-  value: null
-top_k:
-  desc: null
-  value: 50
-top_p:
-  desc: null
-  value: 1.0
-torch_dtype:
-  desc: null
-  value: float32
-torchscript:
-  desc: null
-  value: false
-tpu_metrics_debug:
-  desc: null
-  value: false
-tpu_num_cores:
-  desc: null
-  value: None
-train_batch_size:
-  desc: null
-  value: 8
-transformers_version:
-  desc: null
-  value: 4.17.0.dev0
-use_bfloat16:
-  desc: null
-  value: false
-use_legacy_prediction_loop:
-  desc: null
-  value: false
-use_weighted_layer_sum:
-  desc: null
-  value: false
-vocab_size:
-  desc: null
-  value: 41
-warmup_ratio:
-  desc: null
-  value: 0.0
-warmup_steps:
-  desc: null
-  value: 2000
-weight_decay:
-  desc: null
-  value: 0.0
-xpu_backend:
-  desc: null
-  value: None
-xvector_output_dim:
-  desc: null
-  value: 512

wandb/run-20220130_230018-ktkg6ghu/files/output.log

@@ -1,62 +0,0 @@
-
-
-
-
-
-
- 83%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                      | 5/6 [00:18<00:03,  3.64s/it]
-100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 6/6 [00:20<00:00,  3.23s/it]
-Training completed. Do not forget to share your model on huggingface.co/models =)
-100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 6/6 [00:20<00:00,  3.47s/it]
-Saving model checkpoint to ./
-Configuration saved in ./config.json
-Model weights saved in ./pytorch_model.bin
-Configuration saved in ./preprocessor_config.json
-Saving model checkpoint to ./
-Configuration saved in ./config.json
-Model weights saved in ./pytorch_model.bin
-Configuration saved in ./preprocessor_config.json
-Upload file pytorch_model.bin:   1%|▋                                                                                                | 8.55M/1.18G [00:01<02:22, 8.82MB/s]
-Upload file training_args.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:00<?, ?B/s]
-01/30/2022 23:02:55 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
-   1fb68dc..ab9abf3  main -> main0%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:00<?, ?B/s]
-Upload file pytorch_model.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████| 1.18G/1.18G [00:50<00:00, 25.0MB/s]
-Upload file training_args.bin: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:50<?, ?B/s]
-Dropping the following result as it does not have all the necessary fields:██████████████████████████████████████████████████████████████████| 2.92k/2.92k [00:50<?, ?B/s]
-{}
-01/30/2022 23:03:03 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
-   ab9abf3..565d898  main -> main
-To https://huggingface.co/Plim/xls-r-300m-fr
-   ab9abf3..565d898  main -> main
-***** train metrics *****
-  epoch                    =       0.38
-  train_loss               =    13.5841
-  train_runtime            = 0:00:23.20
-  train_samples            =       1000
-  train_samples_per_second =     17.241
-  train_steps_per_second   =      0.259
-01/30/2022 23:03:06 - INFO - __main__ - *** Evaluate ***
-The following columns in the evaluation set  don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.
-***** Running Evaluation *****
-  Num examples = 200
-  Batch size = 8
-
-
-
-
-100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 25/25 [00:08<00:00,  2.79it/s]
-***** eval metrics *****
-  epoch                   =       0.38
-  eval_loss               =    16.9129
-  eval_runtime            = 0:00:08.63
-  eval_samples            =        200
-  eval_samples_per_second =     23.165
-  eval_steps_per_second   =      2.896
-100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 25/25 [00:08<00:00,  3.03it/s]
-Saving model checkpoint to ./
-Configuration saved in ./config.json
-Model weights saved in ./pytorch_model.bin
-Configuration saved in ./preprocessor_config.json
-01/30/2022 23:03:39 - WARNING - huggingface_hub.repository - To https://huggingface.co/Plim/xls-r-300m-fr
-   565d898..1fb6b5d  main -> main
-To https://huggingface.co/Plim/xls-r-300m-fr

wandb/run-20220130_230018-ktkg6ghu/files/requirements.txt

@@ -1,180 +0,0 @@
-aiohttp==3.8.1
-aiosignal==1.2.0
-analytics-python==1.4.0
-anyio==3.5.0
-appdirs==1.4.4
-argon2-cffi-bindings==21.2.0
-argon2-cffi==21.3.0
-asgiref==3.5.0
-asttokens==2.0.5
-async-timeout==4.0.2
-attrs==21.4.0
-audioread==2.1.9
-backcall==0.2.0
-backoff==1.10.0
-bcrypt==3.2.0
-beautifulsoup4==4.9.3
-black==21.12b0
-bleach==4.1.0
-brotlipy==0.7.0
-certifi==2020.12.5
-cffi==1.14.3
-chardet==3.0.4
-charset-normalizer==2.0.10
-click==8.0.3
-conda-build==3.21.4
-conda-package-handling==1.7.2
-conda==4.9.2
-configparser==5.2.0
-cryptography==3.2.1
-cycler==0.11.0
-datasets==1.18.2.dev0
-debugpy==1.5.1
-decorator==4.4.2
-defusedxml==0.7.1
-dill==0.3.4
-dnspython==2.1.0
-docker-pycreds==0.4.0
-entrypoints==0.3
-executing==0.8.2
-fastapi==0.73.0
-ffmpy==0.3.0
-filelock==3.0.12
-fonttools==4.29.0
-frozenlist==1.3.0
-fsspec==2022.1.0
-gitdb==4.0.9
-gitpython==3.1.26
-glob2==0.7
-gradio==2.7.5.2
-h11==0.13.0
-huggingface-hub==0.4.0
-idna==2.10
-importlib-resources==5.4.0
-ipykernel==6.7.0
-ipython-genutils==0.2.0
-ipython==8.0.1
-ipywidgets==7.6.3
-jedi==0.17.0
-jinja2==2.11.3
-jiwer==2.3.0
-joblib==1.1.0
-json5==0.9.6
-jsonschema==4.4.0
-jupyter-client==7.1.2
-jupyter-core==4.9.1
-jupyterlab-pygments==0.1.2
-jupyterlab-server==1.2.0
-jupyterlab-widgets==1.0.2
-jupyterlab==2.2.9
-kiwisolver==1.3.2
-libarchive-c==2.9
-librosa==0.8.1
-llvmlite==0.38.0
-markdown2==2.4.2
-markupsafe==1.1.1
-matplotlib-inline==0.1.3
-matplotlib==3.5.1
-mistune==0.8.4
-mkl-fft==1.3.0
-mkl-random==1.1.1
-mkl-service==2.3.0
-monotonic==1.6
-multidict==6.0.2
-multiprocess==0.70.12.2
-mypy-extensions==0.4.3
-nano==0.10.0
-nbclient==0.5.10
-nbconvert==6.4.1
-nbformat==5.1.3
-nest-asyncio==1.5.4
-notebook==6.4.8
-numba==0.55.1
-numpy==1.19.2
-olefile==0.46
-packaging==21.3
-pandas==1.4.0
-pandocfilters==1.5.0
-paramiko==2.9.2
-parso==0.8.1
-pathspec==0.9.0
-pathtools==0.1.2
-pexpect==4.8.0
-pickleshare==0.7.5
-pillow==8.1.2
-pip==21.3.1
-pkginfo==1.7.0
-platformdirs==2.4.1
-pooch==1.6.0
-prometheus-client==0.13.0
-promise==2.3
-prompt-toolkit==3.0.8
-protobuf==3.19.4
-psutil==5.8.0
-ptyprocess==0.7.0
-pure-eval==0.2.2
-pyarrow==6.0.1
-pycosat==0.6.3
-pycparser==2.20
-pycryptodome==3.13.0
-pydantic==1.9.0
-pydub==0.25.1
-pygments==2.8.0
-pynacl==1.5.0
-pyopenssl==19.1.0
-pyparsing==3.0.7
-pyrsistent==0.18.1
-pysocks==1.7.1
-python-dateutil==2.8.2
-python-etcd==0.4.5
-python-levenshtein==0.12.2
-python-multipart==0.0.5
-pytz==2021.1
-pyyaml==5.4.1
-pyzmq==22.3.0
-regex==2022.1.18
-requests==2.24.0
-resampy==0.2.2
-ruamel-yaml==0.15.87
-sacremoses==0.0.47
-scikit-learn==1.0.2
-scipy==1.7.3
-send2trash==1.8.0
-sentry-sdk==1.5.4
-setuptools==50.3.1.post20201107
-shortuuid==1.0.8
-six==1.15.0
-smmap==5.0.0
-sniffio==1.2.0
-soundfile==0.10.3.post1
-soupsieve==2.2
-stack-data==0.1.4
-starlette==0.17.1
-subprocess32==3.5.4
-termcolor==1.1.0
-terminado==0.13.1
-testpath==0.5.0
-threadpoolctl==3.0.0
-tokenizers==0.11.4
-tomli==1.2.3
-torch==1.10.2
-torchaudio==0.10.2
-torchelastic==0.2.2
-torchtext==0.9.1
-torchvision==0.9.1
-tornado==6.1
-tqdm==4.62.3
-traitlets==5.1.1
-transformers==4.17.0.dev0
-typing-extensions==4.0.1
-urllib3==1.25.11
-uvicorn==0.17.1
-wandb==0.12.9
-wcwidth==0.2.5
-webencodings==0.5.1
-wheel==0.35.1
-widgetsnbextension==3.5.2
-xxhash==2.0.2
-yarl==1.7.2
-yaspin==2.1.0
-zipp==3.7.0

wandb/run-20220130_230018-ktkg6ghu/files/wandb-metadata.json

@@ -1,63 +0,0 @@
-{
-    "os": "Linux-4.15.0-151-generic-x86_64-with-glibc2.10",
-    "python": "3.8.8",
-    "heartbeatAt": "2022-01-30T23:00:20.181812",
-    "startedAt": "2022-01-30T23:00:18.929948",
-    "docker": null,
-    "gpu": "Tesla V100S-PCIE-32GB",
-    "gpu_count": 1,
-    "cpu_count": 60,
-    "cuda": null,
-    "args": [
-        "--activation_dropout=0.1",
-        "--dataset_name=mozilla-foundation/common_voice_7_0",
-        "--dataset_config_name=fr",
-        "--eval_steps=500",
-        "--evaluation_strategy=steps",
-        "--feat_proj_dropout=0.0",
-        "--freeze_feature_encoder",
-        "--fp16",
-        "--gradient_accumulation_steps=8",
-        "--gradient_checkpointing",
-        "--group_by_length",
-        "--layerdrop=0.0",
-        "--learning_rate=7.5e-5",
-        "--length_column_name=input_length",
-        "--load_best_model_at_end",
-        "--logging_steps=100",
-        "--mask_feature_length=64",
-        "--mask_feature_prob=0.25",
-        "--mask_time_length=10",
-        "--mask_time_prob=0.75",
-        "--max_train_samples=1000",
-        "--max_eval_samples=200",
-        "--model_name_or_path=facebook/wav2vec2-xls-r-300m",
-        "--num_train_epochs=0.4",
-        "--output_dir=./",
-        "--overwrite_output_dir",
-        "--per_device_train_batch_size=8",
-        "--per_device_eval_batch_size=8",
-        "--preprocessing_num_workers=4",
-        "--push_to_hub",
-        "--report_to=wandb",
-        "--save_steps=500",
-        "--save_total_limit=3",
-        "--text_column_name=sentence",
-        "--use_auth_token",
-        "--warmup_steps=2000",
-        "--do_train",
-        "--do_eval"
-    ],
-    "state": "running",
-    "program": "run_speech_recognition_ctc.py",
-    "codePath": "run_speech_recognition_ctc.py",
-    "git": {
-        "remote": "https://huggingface.co/Plim/xls-r-300m-fr",
-        "commit": "1fb68dc4e7aab3ec7e3f3b252fb785ff9e047418"
-    },
-    "email": "[email protected]",
-    "root": "/workspace/xls-r-300m-fr",
-    "host": "job-3261699b-76eb-4c28-8419-66a66c5c9199",
-    "username": "ovh",
-    "executable": "/opt/conda/bin/python"
-}

wandb/run-20220130_230018-ktkg6ghu/files/wandb-summary.json

@@ -1 +0,0 @@
-{"train/train_runtime": 23.2007, "train/train_samples_per_second": 17.241, "train/train_steps_per_second": 0.259, "train/total_flos": 5.41371015650304e+16, "train/train_loss": 13.584136962890625, "train/epoch": 0.38, "train/global_step": 6, "_runtime": 176, "_timestamp": 1643583795, "_step": 1, "eval/loss": 16.912879943847656, "eval/wer": 2.3789039481437833, "eval/runtime": 8.6337, "eval/samples_per_second": 23.165, "eval/steps_per_second": 2.896}

wandb/run-20220130_230018-ktkg6ghu/logs/debug-internal.log

@@ -1,110 +0,0 @@
-2022-01-30 23:00:19,867 INFO    MainThread:28776 [internal.py:wandb_internal():87] W&B internal server running at pid: 28776, started at: 2022-01-30 23:00:19.867526
-2022-01-30 23:00:19,871 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: check_version
-2022-01-30 23:00:19,872 INFO    WriterThread:28776 [datastore.py:open_for_write():77] open: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/run-ktkg6ghu.wandb
-2022-01-30 23:00:19,875 DEBUG   SenderThread:28776 [sender.py:send():234] send: header
-2022-01-30 23:00:19,876 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: check_version
-2022-01-30 23:00:19,950 DEBUG   SenderThread:28776 [sender.py:send():234] send: run
-2022-01-30 23:00:20,171 INFO    SenderThread:28776 [dir_watcher.py:__init__():169] watching files in: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files
-2022-01-30 23:00:20,171 INFO    SenderThread:28776 [sender.py:_start_run_threads():804] run started: ktkg6ghu with start time 1643583619
-2022-01-30 23:00:20,171 DEBUG   SenderThread:28776 [sender.py:send():234] send: summary
-2022-01-30 23:00:20,172 INFO    SenderThread:28776 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 23:00:20,173 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: run_start
-2022-01-30 23:00:20,181 DEBUG   HandlerThread:28776 [meta.py:__init__():40] meta init
-2022-01-30 23:00:20,181 DEBUG   HandlerThread:28776 [meta.py:__init__():54] meta init done
-2022-01-30 23:00:20,181 DEBUG   HandlerThread:28776 [meta.py:probe():214] probe
-2022-01-30 23:00:20,189 DEBUG   HandlerThread:28776 [meta.py:_setup_git():204] setup git
-2022-01-30 23:00:20,223 DEBUG   HandlerThread:28776 [meta.py:_setup_git():211] setup git done
-2022-01-30 23:00:20,223 DEBUG   HandlerThread:28776 [meta.py:_save_pip():58] save pip
-2022-01-30 23:00:20,224 DEBUG   HandlerThread:28776 [meta.py:_save_pip():72] save pip done
-2022-01-30 23:00:20,224 DEBUG   HandlerThread:28776 [meta.py:_save_conda():79] save conda
-2022-01-30 23:00:20,778 DEBUG   HandlerThread:28776 [meta.py:_save_conda():89] save conda done
-2022-01-30 23:00:20,778 DEBUG   HandlerThread:28776 [meta.py:probe():252] probe done
-2022-01-30 23:00:20,787 DEBUG   SenderThread:28776 [sender.py:send():234] send: files
-2022-01-30 23:00:20,787 INFO    SenderThread:28776 [sender.py:_save_file():939] saving file wandb-metadata.json with policy now
-2022-01-30 23:00:20,797 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:00:20,798 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:00:20,961 DEBUG   SenderThread:28776 [sender.py:send():234] send: config
-2022-01-30 23:00:20,963 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:20,963 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:20,963 WARNING SenderThread:28776 [sender.py:send_metric():897] Seen metric with glob (shouldnt happen)
-2022-01-30 23:00:21,176 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/wandb-summary.json
-2022-01-30 23:00:21,176 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/conda-environment.yaml
-2022-01-30 23:00:21,177 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:21,177 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/requirements.txt
-2022-01-30 23:00:21,177 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/wandb-metadata.json
-2022-01-30 23:00:21,331 INFO    Thread-11 :28776 [upload_job.py:push():137] Uploaded file /tmp/tmpoltwert_wandb/8zi886rt-wandb-metadata.json
-2022-01-30 23:00:23,173 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:27,175 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:31,177 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:33,178 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:36,074 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:00:36,075 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:00:37,180 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:41,182 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:41,623 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:41,623 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:41,623 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:41,623 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:41,623 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:41,624 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:00:41,624 DEBUG   SenderThread:28776 [sender.py:send():234] send: history
-2022-01-30 23:00:41,624 DEBUG   SenderThread:28776 [sender.py:send():234] send: summary
-2022-01-30 23:00:41,624 INFO    SenderThread:28776 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 23:00:42,183 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/wandb-summary.json
-2022-01-30 23:00:43,184 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:45,185 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:47,187 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:00:48,450 DEBUG   SenderThread:28776 [sender.py:send():234] send: stats
-2022-01-30 23:00:51,190 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/config.yaml
-2022-01-30 23:00:51,326 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:00:51,327 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:01:06,483 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:01:06,484 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:01:18,718 DEBUG   SenderThread:28776 [sender.py:send():234] send: stats
-2022-01-30 23:01:21,647 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:01:21,648 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:01:36,814 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:01:36,814 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:01:48,941 DEBUG   SenderThread:28776 [sender.py:send():234] send: stats
-2022-01-30 23:01:51,982 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:01:51,982 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:02:07,146 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:02:07,146 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:02:07,242 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:02:19,172 DEBUG   SenderThread:28776 [sender.py:send():234] send: stats
-2022-01-30 23:02:22,319 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:02:22,319 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:02:37,476 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:02:37,476 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:02:49,382 DEBUG   SenderThread:28776 [sender.py:send():234] send: stats
-2022-01-30 23:02:52,639 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:02:52,640 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:02:57,275 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:02:59,276 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:05,280 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:07,282 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:07,846 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:03:07,847 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:03:10,283 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:12,285 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:14,286 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:15,041 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:03:15,042 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:03:15,042 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:03:15,042 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:03:15,042 DEBUG   SenderThread:28776 [sender.py:send():234] send: metric
-2022-01-30 23:03:15,043 DEBUG   SenderThread:28776 [sender.py:send():234] send: history
-2022-01-30 23:03:15,043 DEBUG   SenderThread:28776 [sender.py:send():234] send: summary
-2022-01-30 23:03:15,044 INFO    SenderThread:28776 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
-2022-01-30 23:03:15,287 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/wandb-summary.json
-2022-01-30 23:03:16,288 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:17,289 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:18,289 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:19,619 DEBUG   SenderThread:28776 [sender.py:send():234] send: stats
-2022-01-30 23:03:23,106 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:03:23,107 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:03:23,294 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/config.yaml
-2022-01-30 23:03:38,276 DEBUG   HandlerThread:28776 [handler.py:handle_request():130] handle_request: stop_status
-2022-01-30 23:03:38,277 DEBUG   SenderThread:28776 [sender.py:send_request():248] send_request: stop_status
-2022-01-30 23:03:41,306 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log
-2022-01-30 23:03:42,306 INFO    Thread-8  :28776 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/files/output.log

wandb/run-20220130_230018-ktkg6ghu/logs/debug.log

@@ -1,24 +0,0 @@
-2022-01-30 23:00:18,934 INFO    MainThread:28546 [wandb_setup.py:_flush():71] setting env: {'project': 'xls-r-300-fr'}
-2022-01-30 23:00:18,934 INFO    MainThread:28546 [wandb_setup.py:_flush():71] setting login settings: {}
-2022-01-30 23:00:18,935 INFO    MainThread:28546 [wandb_init.py:_log_setup():371] Logging user logs to /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/logs/debug.log
-2022-01-30 23:00:18,935 INFO    MainThread:28546 [wandb_init.py:_log_setup():372] Logging internal logs to /workspace/xls-r-300m-fr/wandb/run-20220130_230018-ktkg6ghu/logs/debug-internal.log
-2022-01-30 23:00:18,935 INFO    MainThread:28546 [wandb_init.py:init():404] calling init triggers
-2022-01-30 23:00:18,935 INFO    MainThread:28546 [wandb_init.py:init():409] wandb.init called with sweep_config: {}
-config: {}
-2022-01-30 23:00:18,935 INFO    MainThread:28546 [wandb_init.py:init():460] starting backend
-2022-01-30 23:00:18,935 INFO    MainThread:28546 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2022-01-30 23:00:19,011 INFO    MainThread:28546 [backend.py:ensure_launched():216] starting backend process...
-2022-01-30 23:00:19,071 INFO    MainThread:28546 [backend.py:ensure_launched():221] started backend process with pid: 28776
-2022-01-30 23:00:19,073 INFO    MainThread:28546 [wandb_init.py:init():469] backend started and connected
-2022-01-30 23:00:19,081 INFO    MainThread:28546 [wandb_init.py:init():533] updated telemetry
-2022-01-30 23:00:19,256 INFO    MainThread:28546 [wandb_init.py:init():563] communicating current version
-2022-01-30 23:00:19,948 INFO    MainThread:28546 [wandb_init.py:init():568] got version response 
-2022-01-30 23:00:19,948 INFO    MainThread:28546 [wandb_init.py:init():578] communicating run to backend with 30 second timeout
-2022-01-30 23:00:20,172 INFO    MainThread:28546 [wandb_init.py:init():606] starting run threads in backend
-2022-01-30 23:00:20,795 INFO    MainThread:28546 [wandb_run.py:_console_start():1810] atexit reg
-2022-01-30 23:00:20,796 INFO    MainThread:28546 [wandb_run.py:_redirect():1684] redirect: SettingsConsole.REDIRECT
-2022-01-30 23:00:20,797 INFO    MainThread:28546 [wandb_run.py:_redirect():1689] Redirecting console.
-2022-01-30 23:00:20,803 INFO    MainThread:28546 [wandb_run.py:_redirect():1745] Redirects installed.
-2022-01-30 23:00:20,803 INFO    MainThread:28546 [wandb_init.py:init():633] run started, returning control to user process
-2022-01-30 23:00:20,805 INFO    MainThread:28546 [wandb_run.py:_config_callback():956] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'architectures': ['Wav2Vec2ForPreTraining'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': 40, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'facebook/wav2vec2-xls-r-300m', 'transformers_version': '4.17.0.dev0', 'feat_extract_dropout': 0.0, 'model_type': 'wav2vec2', 'num_feat_extract_layers': 7, 'hidden_size': 1024, 'feat_extract_norm': 'layer', 'feat_extract_activation': 'gelu', 'conv_dim': [512, 512, 512, 512, 512, 512, 512], 'conv_stride': [5, 2, 2, 2, 2, 2, 2], 'conv_kernel': [10, 3, 3, 3, 3, 2, 2], 'conv_bias': True, 'num_conv_pos_embeddings': 128, 'num_conv_pos_embedding_groups': 16, 'num_hidden_layers': 24, 'intermediate_size': 4096, 'hidden_act': 'gelu', 'num_attention_heads': 16, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.1, 'feat_proj_dropout': 0.0, 'final_dropout': 0.0, 'layerdrop': 0.0, 'layer_norm_eps': 1e-05, 'initializer_range': 0.02, 'vocab_size': 41, 'do_stable_layer_norm': True, 'use_weighted_layer_sum': False, 'apply_spec_augment': True, 'mask_time_prob': 0.75, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.25, 'mask_feature_length': 64, 'mask_feature_min_masks': 0, 'num_codevectors_per_group': 320, 'num_codevector_groups': 2, 'contrastive_logits_temperature': 0.1, 'feat_quantizer_dropout': 0.0, 'num_negatives': 100, 'codevector_dim': 768, 'proj_codevector_dim': 768, 'diversity_loss_weight': 0.1, 'ctc_loss_reduction': 'mean', 'ctc_zero_infinity': False, 'add_adapter': False, 'adapter_kernel_size': 3, 'adapter_stride': 2, 'num_adapter_layers': 3, 'output_hidden_size': 1024, 'classifier_proj_size': 256, 'tdnn_dim': [512, 512, 512, 512, 1500], 'tdnn_kernel': [5, 3, 3, 1, 1], 'tdnn_dilation': [1, 2, 3, 1, 1], 'xvector_output_dim': 512, 'output_dir': './', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': 'None', 'per_gpu_eval_batch_size': 'None', 'gradient_accumulation_steps': 8, 'eval_accumulation_steps': 'None', 'learning_rate': 7.5e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 0.4, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'warmup_ratio': 0.0, 'warmup_steps': 2000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Jan30_22-59-56_job-3261699b-76eb-4c28-8419-66a66c5c9199', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 3, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'amp', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': 'None', 'local_rank': -1, 'xpu_backend': 'None', 'tpu_num_cores': 'None', 'tpu_metrics_debug': False, 'debug': '[]', 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': './', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': 'None', 'load_best_model_at_end': True, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'ignore_data_skip': False, 'sharded_ddp': '[]', 'deepspeed': 'None', 'label_smoothing_factor': 0.0, 'optim': 'adamw_hf', 'adafactor': False, 'group_by_length': True, 'length_column_name': 'input_length', 'report_to': "['wandb']", 'ddp_find_unused_parameters': 'None', 'ddp_bucket_cap_mb': 'None', 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': 'None', 'hub_model_id': 'None', 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'gradient_checkpointing': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'None', 'push_to_hub_organization': 'None', 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', '_n_gpu': 1, 'mp_parameters': '', 'train_batch_size': 8, 'eval_batch_size': 8}
-2022-01-30 23:00:20,811 INFO    MainThread:28546 [wandb_watch.py:watch():43] Watching