[ { "task_id": "721b4c64-a825-42d3-bb0a-bdff9ee1ed0f", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "subset": "test", "num_files": 1680, "average_per": 0.33667301260691423, "average_pwed": 0.1276725657099669, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃiːhædjɚdɑːɹksuːɾɪnɡɹiːsiwɑːʃwɑːɾɚɹɑːljiː", "per": 0.3939393939393939, "pwed": 0.13888888888888887 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊntæskmiːtəkæɹiɐnoɪliɹæɡlaɪkðæt", "per": 0.32142857142857145, "pwed": 0.13541666666666666 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptənwʌzθɪnændhæɡɚdændhɪzbjuːɾɪfəlbuːtswɜːwɔːɹnændʃæbi", "per": 0.3617021276595745, "pwed": 0.13915094339622644 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiːzənzfɜːðɪsdaɪvsiːmdfuːlɪʃnaʊ", "per": 0.20689655172413793, "pwed": 0.022988505747126433 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹədʌkʃənmeɪfɔːlfɑːɹbᵻloʊɛkspɛkteɪʃənz", "per": 0.36363636363636365, "pwed": 0.1392857142857143 } ], "timestamp": "2024-12-05T07:32:06.849017" }, { "task_id": "d6fe0956-b5b4-4105-835e-8dee1872ee4d", "model": "KoelLabs/xlsr-timit-b0", "subset": "test", "num_files": 1680, "average_per": 0.12572285528714347, "average_pwed": 0.06476636812791145, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɑʃwɔɾɹʔɔljɪɹ", "per": 0.12121212121212122, "pwed": 0.037990196078431376 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "oʊnæskmitikæɹinɔɪliɹæɡlaɪkðæt", "per": 0.14285714285714285, "pwed": 0.10632183908045977 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpinwəsθɪnhæɡɹdinizbjuɾiflbutswɹwɔɹninʃæbi", "per": 0.10638297872340426, "pwed": 0.0425531914893617 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiznzfɹðistaɪvsimdfuliʃnaʊ", "per": 0.13793103448275862, "pwed": 0.04166666666666667 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹdʌkʃnmeɪfɔlfɑɹbloʊɛkspɛkeɪʃəns", "per": 0.21212121212121213, "pwed": 0.10858585858585859 } ], "timestamp": "2024-12-05T08:25:24.980111" }, { "task_id": "dbf4642a-fb13-402c-8a74-cc41fc4be599", "model": "speech31/wav2vec2-large-TIMIT-IPA", "subset": "test", "num_files": 1680, "average_per": 0.4415425496841929, "average_pwed": 0.18625930002594002, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjʊrdɑrksutɪngrisiwɑʃwɔtərɔljɪrrrɪrɪrʃ", "per": 0.5757575757575758, "pwed": 0.25 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊntæskmitɪkɛriənɔɪliræglaɪkðəttm", "per": 0.35714285714285715, "pwed": 0.172979797979798 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptɪnwɑzθɪnəndhægərdəndhɪzbjutəfəlbutswərwɔrnəndʃæbi", "per": 0.40425531914893614, "pwed": 0.17500000000000004 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðərizɪənzfərðɪstaɪvsimdfulɪʃnaʊaʊaʊ", "per": 0.3793103448275862, "pwed": 0.18928571428571428 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "prədəkʃənmeɪfɔlfɑrbɪloʊɛkspɛkteɪʃənzd", "per": 0.3939393939393939, "pwed": 0.13626126126126126 } ], "timestamp": "2024-12-05T09:36:14.568321" }, { "task_id": "912449a4-d7ed-4af4-b5be-5c2c57ec09ff", "model": "Jubliano/wav2vec2-large-xls-r-300m-ipa-INTERNATIONAL1.5", "subset": "test", "num_files": 1680, "average_per": 0.6318471187460027, "average_pwed": 0.222932144739126, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʒihɛldjydɑrksydənrisiwɑswadərɑlhir", "per": 0.5454545454545454, "pwed": 0.11764705882352941 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "dɑnraːstɪkmədəkaːrənoːjliralɪkaːn", "per": 0.7857142857142857, "pwed": 0.2341954022988506 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "xisʃktəʋɑstɪnɛnhɛɪɡərdɛnenzbjudəvɔlbutvɔːrʋɔrnənʃaːbi", "per": 0.6595744680851063, "pwed": 0.18382352941176472 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "dərizənsvərdəstajfzimtvuləsna", "per": 0.6206896551724138, "pwed": 0.11781609195402297 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pːdkəmeːvɑlvɑrbəloɛkspɛkteːʃəns", "per": 0.5454545454545454, "pwed": 0.2171717171717172 } ], "timestamp": "2024-12-05T10:17:21.331572" }, { "task_id": "c79df17e-2bb2-4253-ae26-f7cc6ab21265", "model": "facebook/wav2vec2-xlsr-53-espeak-cv-ft", "subset": "test", "num_files": 1680, "average_per": 0.348845592557092, "average_pwed": 0.1386742019529415, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃiːhædjɚdksuːtɪnɡɹiːsiwɑːʃwɑːɾɚɑːljɪ", "per": 0.48484848484848486, "pwed": 0.21338383838383837 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doːntæskmitəkæɹiənoɪliɹæɡlaɪkðæt", "per": 0.32142857142857145, "pwed": 0.12634408602150538 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptənwʌzθɪnænhæɡɚdændhɪzbjuːɾɪfʊbuːtswɚwoːnəndʃæbi", "per": 0.3617021276595745, "pwed": 0.13095238095238093 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiːzənzfɚðəsdɑːvsiːmdfuːlɪʃnæ", "per": 0.3793103448275862, "pwed": 0.12068965517241376 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹədʌkʃənmeɪfɑːlfɑːbəloʊɛkspɛkteɪʃənz", "per": 0.36363636363636365, "pwed": 0.14404761904761906 } ], "timestamp": "2024-12-05T10:34:26.154521" }, { "task_id": "f36060e6-a746-44dc-a527-54995b270053", "model": "ginic/hyperparam_tuning_1_wav2vec2-large-xlsr-buckeye-ipa", "subset": "test", "num_files": 1680, "average_per": 0.2766466385175833, "average_pwed": 0.10410683992600853, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹ̩dɑɹksuɾɪnɡɹeɪsiwɑʃwɔɾɹ̩ɔljiɹ", "per": 0.24242424242424243, "pwed": 0.09926470588235292 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊndæskmidɪkæɹiɛnɔɪliɹæɡlaɪkðæʔ", "per": 0.32142857142857145, "pwed": 0.14192708333333334 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptɪnwʌzθɪnɛnhæɡɹ̩dɛnɪzbjuɾʌfl̩butswɹ̩wɔɹnɛnʃæbi", "per": 0.2553191489361702, "pwed": 0.05357142857142857 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðʌɹizʌnzfɹ̩ðʌstaɪvsimdfulɪʃnaʊ", "per": 0.20689655172413793, "pwed": 0.01293103448275862 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹʌdʌkʃʌnmeɪfɔlfɑɹbʌloʊɛkspɛkteɪʃʌns", "per": 0.2727272727272727, "pwed": 0.10416666666666667 } ], "timestamp": "2024-12-05T11:06:07.981224" }, { "task_id": "47d56349-8111-4bda-a47f-e007dbedd36d", "model": "KoelLabs/xlsr-timit-a0", "subset": "test", "num_files": 1680, "average_per": 0.24242141955346685, "average_pwed": 0.17395311976938, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɑʃwɔɾɹʔɔljɪɹ", "per": 0.12121212121212122, "pwed": 0.037990196078431376 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "ɪoʊnæskmitikæɹinɔɪliɹæɡlaɪkðt", "per": 0.21428571428571427, "pwed": 0.1695402298850575 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpinwəsθɪninhæɡɹdinhizbjuɾiflbutswɹwɔɹnintʃæbi", "per": 0.1276595744680851, "pwed": 0.06499999999999999 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiznzfɹðistaɪ", "per": 0.5862068965517241, "pwed": 0.4899425287356322 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "ɹidʌkʃinmeɪfɔlfɑɹbəloʊɛkspɛkeɪ", "per": 0.21212121212121213, "pwed": 0.1553030303030303 } ], "timestamp": "2024-12-12T15:53:07.584096" }, { "task_id": "51dd5735-63bd-4fe5-a588-c0fc079076e0", "model": "KoelLabs/xlsr-timit-a0", "subset": "test", "num_files": 1680, "average_per": 0.24242141955346685, "average_pwed": 0.17395311976938, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɑʃwɔɾɹʔɔljɪɹ", "per": 0.12121212121212122, "pwed": 0.037990196078431376 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "ɪoʊnæskmitikæɹinɔɪliɹæɡlaɪkðt", "per": 0.21428571428571427, "pwed": 0.1695402298850575 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpinwəsθɪninhæɡɹdinhizbjuɾiflbutswɹwɔɹnintʃæbi", "per": 0.1276595744680851, "pwed": 0.06499999999999999 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiznzfɹðistaɪ", "per": 0.5862068965517241, "pwed": 0.4899425287356322 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "ɹidʌkʃinmeɪfɔlfɑɹbəloʊɛkspɛkeɪ", "per": 0.21212121212121213, "pwed": 0.1553030303030303 } ], "timestamp": "2024-12-12T16:07:25.389475" } ]