File size: 1,465 Bytes
5c20d4e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
## Generates eval.sh for testing if script works echo 'python my-evaluation.py \ --model_id="openai/whisper-tiny" \ --dataset="google/fleurs" \ --config="bn_in" \ --language="bn" \ --split="test" \ --max_eval_samples="50" \ --batch_size="16" \ --do_bangla_unicode_normalize="True" \ --device="0" \ --streaming="False"' >> eval.sh ## Evaluates on google/fleurs test set echo 'python my-evaluation.py \ --model_id="openai/whisper-small-bn-all-400" \ --dataset="google/fleurs" \ --config="bn_in" \ --language="bn" \ --split="test" \ --batch_size="16" \ --do_bangla_unicode_normalize="True" \ --device="0" \ --streaming="False"' >> eval.sh ## Evaluates on common voice 11.0 echo 'python my-evaluation.py \ --model_id="openai/whisper-small-bn-all-400" \ --dataset="mozilla-foundation/common_voice_11_0" \ --config="bn" \ --language="bn" \ --split="test" \ --batch_size="16" \ --do_bangla_unicode_normalize="True" \ --device="0" \ --streaming="False"' >> eval.sh ## Evaluates on openslr 53 echo 'python my-evaluation.py \ --model_id="openai/whisper-small-bn-all-400" \ --dataset="openslr" \ --config="SLR53" \ --language="bn" \ --split="test" \ --batch_size="16" \ --do_bangla_unicode_normalize="True" \ --device="0" \ --streaming="False"' >> eval.sh #max_eval_samples MAX_EVAL_SAMPLES. Number of samples to be evaluated. Put a lower number e.g. 64 for testing this script. #(default: None) --max_eval_samples="50" |