Update benchmark.sh
Browse files- benchmark.sh +17 -0
benchmark.sh
CHANGED
|
@@ -38,6 +38,23 @@ TIME_MANZAI2_Q=$SECONDS
|
|
| 38 |
SECONDS=0
|
| 39 |
make -j && ./main -m models/ggml-kotoba-whisper-v1.0-q5_0.bin -f kotoba-whisper-eval/audio/manzai3.wav
|
| 40 |
TIME_MANZAI3_Q=$SECONDS
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
# summary
|
| 42 |
echo "MAIN MODEL"
|
| 43 |
echo "interview: $TIME_INTERVIEW"
|
|
|
|
| 38 |
SECONDS=0
|
| 39 |
make -j && ./main -m models/ggml-kotoba-whisper-v1.0-q5_0.bin -f kotoba-whisper-eval/audio/manzai3.wav
|
| 40 |
TIME_MANZAI3_Q=$SECONDS
|
| 41 |
+
# clone the weight
|
| 42 |
+
bash ./models/download-ggml-model.sh large-v3
|
| 43 |
+
# benchmark large-v3
|
| 44 |
+
SECONDS=0
|
| 45 |
+
make -j && ./main -m models/ggml-large-v3.bin -f kotoba-whisper-eval/audio/long_interview_1.wav
|
| 46 |
+
TIME_INTERVIEW_L=$SECONDS
|
| 47 |
+
SECONDS=0
|
| 48 |
+
make -j && ./main -m models/ggml-large-v3.bin -f kotoba-whisper-eval/audio/manzai1.wav
|
| 49 |
+
TIME_MANZAI1_L=$SECONDS
|
| 50 |
+
SECONDS=0
|
| 51 |
+
make -j && ./main -m models/ggml-large-v3.bin -f kotoba-whisper-eval/audio/manzai2.wav
|
| 52 |
+
TIME_MANZAI2_L=$SECONDS
|
| 53 |
+
SECONDS=0
|
| 54 |
+
make -j && ./main -m models/ggml-large-v3.bin --language ja -f kotoba-whisper-eval/audio/manzai3.wav
|
| 55 |
+
TIME_MANZAI3_L=$SECONDS
|
| 56 |
+
|
| 57 |
+
|
| 58 |
# summary
|
| 59 |
echo "MAIN MODEL"
|
| 60 |
echo "interview: $TIME_INTERVIEW"
|