[ { "task_id": "721b4c64-a825-42d3-bb0a-bdff9ee1ed0f", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "subset": "test", "num_files": 1680, "average_per": 0.33667301260691423, "average_pwed": 0.1276725657099669, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃiːhædjɚdɑːɹksuːɾɪnɡɹiːsiwɑːʃwɑːɾɚɹɑːljiː", "per": 0.3939393939393939, "pwed": 0.13888888888888887 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊntæskmiːtəkæɹiɐnoɪliɹæɡlaɪkðæt", "per": 0.32142857142857145, "pwed": 0.13541666666666666 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptənwʌzθɪnændhæɡɚdændhɪzbjuːɾɪfəlbuːtswɜːwɔːɹnændʃæbi", "per": 0.3617021276595745, "pwed": 0.13915094339622644 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiːzənzfɜːðɪsdaɪvsiːmdfuːlɪʃnaʊ", "per": 0.20689655172413793, "pwed": 0.022988505747126433 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹədʌkʃənmeɪfɔːlfɑːɹbᵻloʊɛkspɛkteɪʃənz", "per": 0.36363636363636365, "pwed": 0.1392857142857143 } ], "timestamp": "2024-12-05T07:32:06.849017" }, { "task_id": "d6fe0956-b5b4-4105-835e-8dee1872ee4d", "model": "KoelLabs/xlsr-timit-b0", "subset": "test", "num_files": 1680, "average_per": 0.12572285528714347, "average_pwed": 0.06476636812791145, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɑʃwɔɾɹʔɔljɪɹ", "per": 0.12121212121212122, "pwed": 0.037990196078431376 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "oʊnæskmitikæɹinɔɪliɹæɡlaɪkðæt", "per": 0.14285714285714285, "pwed": 0.10632183908045977 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpinwəsθɪnhæɡɹdinizbjuɾiflbutswɹwɔɹninʃæbi", "per": 0.10638297872340426, "pwed": 0.0425531914893617 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiznzfɹðistaɪvsimdfuliʃnaʊ", "per": 0.13793103448275862, "pwed": 0.04166666666666667 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹdʌkʃnmeɪfɔlfɑɹbloʊɛkspɛkeɪʃəns", "per": 0.21212121212121213, "pwed": 0.10858585858585859 } ], "timestamp": "2024-12-05T08:25:24.980111" }, { "task_id": "dbf4642a-fb13-402c-8a74-cc41fc4be599", "model": "speech31/wav2vec2-large-TIMIT-IPA", "subset": "test", "num_files": 1680, "average_per": 0.4415425496841929, "average_pwed": 0.18625930002594002, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjʊrdɑrksutɪngrisiwɑʃwɔtərɔljɪrrrɪrɪrʃ", "per": 0.5757575757575758, "pwed": 0.25 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊntæskmitɪkɛriənɔɪliræglaɪkðəttm", "per": 0.35714285714285715, "pwed": 0.172979797979798 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptɪnwɑzθɪnəndhægərdəndhɪzbjutəfəlbutswərwɔrnəndʃæbi", "per": 0.40425531914893614, "pwed": 0.17500000000000004 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðərizɪənzfərðɪstaɪvsimdfulɪʃnaʊaʊaʊ", "per": 0.3793103448275862, "pwed": 0.18928571428571428 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "prədəkʃənmeɪfɔlfɑrbɪloʊɛkspɛkteɪʃənzd", "per": 0.3939393939393939, "pwed": 0.13626126126126126 } ], "timestamp": "2024-12-05T09:36:14.568321" }, { "task_id": "912449a4-d7ed-4af4-b5be-5c2c57ec09ff", "model": "Jubliano/wav2vec2-large-xls-r-300m-ipa-INTERNATIONAL1.5", "subset": "test", "num_files": 1680, "average_per": 0.6318471187460027, "average_pwed": 0.222932144739126, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʒihɛldjydɑrksydənrisiwɑswadərɑlhir", "per": 0.5454545454545454, "pwed": 0.11764705882352941 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "dɑnraːstɪkmədəkaːrənoːjliralɪkaːn", "per": 0.7857142857142857, "pwed": 0.2341954022988506 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "xisʃktəʋɑstɪnɛnhɛɪɡərdɛnenzbjudəvɔlbutvɔːrʋɔrnənʃaːbi", "per": 0.6595744680851063, "pwed": 0.18382352941176472 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "dərizənsvərdəstajfzimtvuləsna", "per": 0.6206896551724138, "pwed": 0.11781609195402297 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pːdkəmeːvɑlvɑrbəloɛkspɛkteːʃəns", "per": 0.5454545454545454, "pwed": 0.2171717171717172 } ], "timestamp": "2024-12-05T10:17:21.331572" }, { "task_id": "c79df17e-2bb2-4253-ae26-f7cc6ab21265", "model": "facebook/wav2vec2-xlsr-53-espeak-cv-ft", "subset": "test", "num_files": 1680, "average_per": 0.348845592557092, "average_pwed": 0.1386742019529415, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃiːhædjɚdksuːtɪnɡɹiːsiwɑːʃwɑːɾɚɑːljɪ", "per": 0.48484848484848486, "pwed": 0.21338383838383837 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doːntæskmitəkæɹiənoɪliɹæɡlaɪkðæt", "per": 0.32142857142857145, "pwed": 0.12634408602150538 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptənwʌzθɪnænhæɡɚdændhɪzbjuːɾɪfʊbuːtswɚwoːnəndʃæbi", "per": 0.3617021276595745, "pwed": 0.13095238095238093 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiːzənzfɚðəsdɑːvsiːmdfuːlɪʃnæ", "per": 0.3793103448275862, "pwed": 0.12068965517241376 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹədʌkʃənmeɪfɑːlfɑːbəloʊɛkspɛkteɪʃənz", "per": 0.36363636363636365, "pwed": 0.14404761904761906 } ], "timestamp": "2024-12-05T10:34:26.154521" }, { "task_id": "f36060e6-a746-44dc-a527-54995b270053", "model": "ginic/hyperparam_tuning_1_wav2vec2-large-xlsr-buckeye-ipa", "subset": "test", "num_files": 1680, "average_per": 0.2766466385175833, "average_pwed": 0.10410683992600853, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹ̩dɑɹksuɾɪnɡɹeɪsiwɑʃwɔɾɹ̩ɔljiɹ", "per": 0.24242424242424243, "pwed": 0.09926470588235292 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊndæskmidɪkæɹiɛnɔɪliɹæɡlaɪkðæʔ", "per": 0.32142857142857145, "pwed": 0.14192708333333334 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptɪnwʌzθɪnɛnhæɡɹ̩dɛnɪzbjuɾʌfl̩butswɹ̩wɔɹnɛnʃæbi", "per": 0.2553191489361702, "pwed": 0.05357142857142857 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðʌɹizʌnzfɹ̩ðʌstaɪvsimdfulɪʃnaʊ", "per": 0.20689655172413793, "pwed": 0.01293103448275862 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹʌdʌkʃʌnmeɪfɔlfɑɹbʌloʊɛkspɛkteɪʃʌns", "per": 0.2727272727272727, "pwed": 0.10416666666666667 } ], "timestamp": "2024-12-05T11:06:07.981224" }, { "task_id": "47d56349-8111-4bda-a47f-e007dbedd36d", "model": "KoelLabs/xlsr-timit-a0", "subset": "test", "num_files": 1680, "average_per": 0.24242141955346685, "average_pwed": 0.17395311976938, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɑʃwɔɾɹʔɔljɪɹ", "per": 0.12121212121212122, "pwed": 0.037990196078431376 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "ɪoʊnæskmitikæɹinɔɪliɹæɡlaɪkðt", "per": 0.21428571428571427, "pwed": 0.1695402298850575 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpinwəsθɪninhæɡɹdinhizbjuɾiflbutswɹwɔɹnintʃæbi", "per": 0.1276595744680851, "pwed": 0.06499999999999999 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiznzfɹðistaɪ", "per": 0.5862068965517241, "pwed": 0.4899425287356322 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "ɹidʌkʃinmeɪfɔlfɑɹbəloʊɛkspɛkeɪ", "per": 0.21212121212121213, "pwed": 0.1553030303030303 } ], "timestamp": "2024-12-12T15:53:07.584096" }, { "task_id": "51dd5735-63bd-4fe5-a588-c0fc079076e0", "model": "KoelLabs/xlsr-timit-a0", "subset": "test", "num_files": 1680, "average_per": 0.24242141955346685, "average_pwed": 0.17395311976938, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɑʃwɔɾɹʔɔljɪɹ", "per": 0.12121212121212122, "pwed": 0.037990196078431376 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "ɪoʊnæskmitikæɹinɔɪliɹæɡlaɪkðt", "per": 0.21428571428571427, "pwed": 0.1695402298850575 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpinwəsθɪninhæɡɹdinhizbjuɾiflbutswɹwɔɹnintʃæbi", "per": 0.1276595744680851, "pwed": 0.06499999999999999 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹiznzfɹðistaɪ", "per": 0.5862068965517241, "pwed": 0.4899425287356322 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "ɹidʌkʃinmeɪfɔlfɑɹbəloʊɛkspɛkeɪ", "per": 0.21212121212121213, "pwed": 0.1553030303030303 } ], "timestamp": "2024-12-12T16:07:25.389475" }, { "task_id": "2e592612-ca38-4afb-a6a0-3c870b288960", "model": "snu-nia-12/wav2vec2-large_nia12_phone-ipa_english", "subset": "test", "num_files": 1680, "average_per": 0.4847029843149011, "average_pwed": 0.2072006544586948, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjʊrdɑrksutɪngrisiwɑʃwɔtərɔljɪrər", "per": 0.42424242424242425, "pwed": 0.15393518518518517 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊntæskmitɪkɛriənɔɪliræglaɪkðətdoʊndt", "per": 0.5, "pwed": 0.2623873873873874 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptənwɑzθɪnəndhægərdəndhɪzbjutəfəlbutswərwɔrnəndʃæbiiii", "per": 0.46808510638297873, "pwed": 0.2191091954022989 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðərizənzfərðɪstaɪvsimdfulɪʃnaʊ", "per": 0.20689655172413793, "pwed": 0.054166666666666675 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "prədəkʃənmeɪfɔlfɑrbɪloʊɛkspɛkteɪʃənzpzppppzpdtdtd", "per": 0.7272727272727273, "pwed": 0.34438775510204084 } ], "timestamp": "2024-12-18T22:01:20.853274" }, { "task_id": "d38e65ce-75b5-4dbf-8ade-bff6a5803790", "model": "vitouphy/wav2vec2-xls-r-300m-timit-phoneme", "subset": "test", "num_files": 1680, "average_per": 0.2561961414705681, "average_pwed": 0.1378394393452702, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɝdɑɹksuɾɪngɹisiwɑʃwɑɾɝɑljiɝ", "per": 0.18181818181818182, "pwed": 0.13257575757575757 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊnæskmitɪkæɹiɪnɔɪliɹæglaɪkðæ", "per": 0.21428571428571427, "pwed": 0.10919540229885057 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkætɪnwəsθɪnənhægɝdɪnɪzbjuɾɪflbutswɝwɑɹnɪnʃæbi", "per": 0.19148936170212766, "pwed": 0.0576241134751773 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðɪɹizənzfɝðɪsdaɪvsimdfulɪʃnaʊ", "per": 0.10344827586206896, "pwed": 0.03735632183908046 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹɝdəkʃɪnmeɪfɑlfɹbloʊɛkspɛteɪʃɪns", "per": 0.3333333333333333, "pwed": 0.12373737373737376 } ], "timestamp": "2024-12-18T22:50:59.625872" }, { "task_id": "2839c0c6-8f3b-426e-9eb7-04b6e133dc47", "model": "ctaguchi/wav2vec2-large-xlsr-japlmthufielta-ipa-plus-2000", "subset": "test", "num_files": 1680, "average_per": 0.6479484324708775, "average_pwed": 0.18710002665151734, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʂixadjodarksyːdɨnɡwisiwaːʃwarɒɔjiːr", "per": 0.6060606060606061, "pwed": 0.15404040404040406 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "dondaːskmiːdɨkɛːɻjɒnojluiʋɻaːɡlɑjɡtaːn", "per": 0.8928571428571429, "pwed": 0.2146464646464646 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hizkaːptanustinanhagɛɻdɛnizbiurufubutswuɾʋoːɻninʂaːbi", "per": 0.5106382978723404, "pwed": 0.1096938775510204 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðrisɔnsfrdɔsdaːjvsimtfulɛʂnɛ", "per": 0.5172413793103449, "pwed": 0.11063218390804598 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɛdakɕɔnmɛjfaɔfarbuwɔwɛkspɛktajʂɔnt͡s", "per": 0.7272727272727273, "pwed": 0.15 } ], "timestamp": "2024-12-18T23:29:27.320433" }, { "task_id": "59afc37a-0072-44dd-a02a-0cf47d89c120", "model": "ctaguchi/wav2vec2-large-xlsr-japlmthufielta-ipa1000-ns", "subset": "test", "num_files": 1680, "average_per": 0.6417205190285036, "average_pwed": 0.19048963968896404, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʂiharjoɖarksɯudenɡwisiwaːʂwarɔːjiːr", "per": 0.696969696969697, "pwed": 0.20580808080808083 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "dɔndaːskmidɨkaːɻjɑno̞jwɯräːɡläikθaːn", "per": 0.8214285714285714, "pwed": 0.17338709677419356 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "çizkatːɛnwɔstinanhaːɡɛɾdanɨzbirufubuswɔwoːɾnenʂaːbi", "per": 0.5531914893617021, "pwed": 0.1276595744680851 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðɔriːzɔnsfɾdɔɕtaːivsimtfuøʃnɛu", "per": 0.5862068965517241, "pwed": 0.08764367816091957 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɾɔdakʂɔnmɛjfaɔfaɾbuwɔuwɛkspɛktajʂons", "per": 0.7575757575757576, "pwed": 0.18806306306306303 } ], "timestamp": "2024-12-19T07:41:18.132953" }, { "task_id": "5517f6b2-6a76-4a2d-a6ce-33446f390c3b", "model": "ginic/gender_split_70_female_4_wav2vec2-large-xlsr-buckeye-ipa", "subset": "test", "num_files": 1680, "average_per": 0.2810165988557621, "average_pwed": 0.10703377161801164, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹ̩dɑɹksudɪnɡɹisiwɑʃwɑɾɹ̩ɔljiɹ", "per": 0.18181818181818182, "pwed": 0.07196969696969698 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊndæskmitɪkæɹiʌnɔɪliɹæɡlaɪkðæʔ", "per": 0.2857142857142857, "pwed": 0.14062500000000003 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptʌnwʌzθɪnhæɡɹ̩dɛnɪzbjuɾʌfl̩butswɹ̩wɔʊɹnɪnʃæbi", "per": 0.2978723404255319, "pwed": 0.09114583333333333 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðʌɹizʌnzfɹ̩ðʌstaɪvsimtfulɪʃnaʊ", "per": 0.2413793103448276, "pwed": 0.014367816091954023 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹʌdʌkʃʌnmeɪfɔlfɑɹbʌloʊɛkspɛkteɪʃʌnz", "per": 0.30303030303030304, "pwed": 0.10532407407407407 } ], "timestamp": "2024-12-20T13:45:52.009233" }, { "task_id": "c2139f96-e79e-4f25-a525-aa039f65555f", "model": "Jubliano/wav2vec2-large-xls-r-300m-ipa-INTERNATIONAL1.9.2WithoutSpaces", "subset": "test", "num_files": 1680, "average_per": 0.9537775908999574, "average_pwed": 0.9351204819224959, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "iɛ2", "per": 0.9696969696969697, "pwed": 0.9406565656565656 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "iɛ2", "per": 0.9285714285714286, "pwed": 0.9285714285714286 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "iɛ2", "per": 0.9787234042553191, "pwed": 0.9583333333333333 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "iɛ2", "per": 0.9655172413793104, "pwed": 0.932471264367816 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "iɛ2", "per": 0.9696969696969697, "pwed": 0.9406565656565656 } ], "timestamp": "2024-12-20T14:21:32.290889" }, { "task_id": "d146f1f1-6e6e-4b28-9420-c652ae9a1002", "model": "Jubliano/wav2vec2-large-xls-r-300m-ipa-nl", "subset": "test", "num_files": 1680, "average_per": 0.9887075544197294, "average_pwed": 0.9692486915717254, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "p", "per": 1.0, "pwed": 0.9747474747474747 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "p", "per": 1.0, "pwed": 0.96875 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "p", "per": 0.9787234042553191, "pwed": 0.9787234042553191 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "p", "per": 1.0, "pwed": 0.9683908045977011 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "p", "per": 0.9696969696969697, "pwed": 0.9696969696969697 } ], "timestamp": "2024-12-20T15:26:27.658798" }, { "task_id": "265c5859-e7ba-492d-a6c9-45733dc17c99", "model": "Jubliano/wav2vec2-large-xls-r-300m-ipa-nl", "subset": "test", "num_files": 1680, "average_per": 0.9887075544197294, "average_pwed": 0.9692486915717254, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "p", "per": 1.0, "pwed": 0.9747474747474747 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "p", "per": 1.0, "pwed": 0.96875 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "p", "per": 0.9787234042553191, "pwed": 0.9787234042553191 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "p", "per": 1.0, "pwed": 0.9683908045977011 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "p", "per": 0.9696969696969697, "pwed": 0.9696969696969697 } ], "timestamp": "2024-12-20T15:40:51.631218" }, { "task_id": "e297dfde-95e5-462b-a6e5-8fa43bc30bc0", "model": "speech31/wavlm-large-english-ipa", "subset": "test", "num_files": 1680, "average_per": 0.3694017596969614, "average_pwed": 0.1356824900612308, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɔɹdɑɹksutɪnɡɹisiwɑʃwɔtɹ̩ɔljɪɹ", "per": 0.2727272727272727, "pwed": 0.11274509803921567 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "dɑntæskmitəkæɹiænojliɹæɡlajkðæt", "per": 0.39285714285714285, "pwed": 0.13575268817204303 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpptənwɑzθɪændhæɡɹ̩dænhɪzbjutəfəlbutswɹ̩wɔɹnɪnʃæbi", "per": 0.3404255319148936, "pwed": 0.12980769230769232 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹizənzfɔɹðəsdajvsimdfulɪʃnaw", "per": 0.20689655172413793, "pwed": 0.051388888888888894 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹədʌkʃənmejffɔlfɔɑɹbɪlowɪkspɛktejʃənz", "per": 0.45454545454545453, "pwed": 0.16666666666666666 } ], "timestamp": "2024-12-20T16:13:24.050232" }, { "task_id": "efe95f71-05e3-485d-8e0c-1823a3037cf4", "model": "speech31/wavlm-large-english-ipa", "subset": "test", "num_files": 1680, "average_per": 0.3694017596969614, "average_pwed": 0.1356824900612308, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɔɹdɑɹksutɪnɡɹisiwɑʃwɔtɹ̩ɔljɪɹ", "per": 0.2727272727272727, "pwed": 0.11274509803921567 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "dɑntæskmitəkæɹiænojliɹæɡlajkðæt", "per": 0.39285714285714285, "pwed": 0.13575268817204303 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæpptənwɑzθɪændhæɡɹ̩dænhɪzbjutəfəlbutswɹ̩wɔɹnɪnʃæbi", "per": 0.3404255319148936, "pwed": 0.12980769230769232 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹizənzfɔɹðəsdajvsimdfulɪʃnaw", "per": 0.20689655172413793, "pwed": 0.051388888888888894 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹədʌkʃənmejffɔlfɔɑɹbɪlowɪkspɛktejʃənz", "per": 0.45454545454545453, "pwed": 0.16666666666666666 } ], "timestamp": "2024-12-20T16:26:47.980084" }, { "task_id": "4b2ae2fc-fe2f-4f8b-9e8f-25c0bae13c0d", "model": "speech31/XLS-R-300m-english-ipa", "subset": "test", "num_files": 1680, "average_per": 0.36382554692045954, "average_pwed": 0.1299702312124616, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɔɹdɑɹksutɪnɡɹisiwɑʃwɔtɹ̩ɔljɪɹ", "per": 0.2727272727272727, "pwed": 0.11274509803921567 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "dɑntæskmitəkæɹiænojliɹæɡlajkðæt", "per": 0.39285714285714285, "pwed": 0.13575268817204303 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæmptənwɑzθɪnændhæɡɹ̩dɪndhɪzbjutəfəlbutswɹ̩wɔɹnɪnʃæbi", "per": 0.3404255319148936, "pwed": 0.14583333333333334 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðəɹɛzənzfɔɹðɪstajvsimdfulɪʃnaw", "per": 0.2413793103448276, "pwed": 0.052777777777777785 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹədʌkʃənmejfɔlfɑɹbɪlowɛkspɛktejʃənz", "per": 0.3939393939393939, "pwed": 0.11921296296296297 } ], "timestamp": "2024-12-20T16:47:54.824174" }, { "task_id": "33d387c0-703c-415d-b8e2-81cea87a2146", "model": "speech31/wav2vec2-large-english-TIMIT-phoneme_v3", "subset": "test", "num_files": 1680, "average_per": 0.44563344149564776, "average_pwed": 0.18844914029048124, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjʊrdɑrksutɪngrisiwɑʃwɔtərɔljɪrr", "per": 0.3939393939393939, "pwed": 0.12976190476190474 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊntæskmitɪkɛriənɔɪliræglaɪkðətdnt", "per": 0.39285714285714285, "pwed": 0.19730392156862747 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptənwɑzθɪnəndhægərdəndhɪzbjutəfəlbutswərwɔrnɪnʃæbibæb", "per": 0.44680851063829785, "pwed": 0.20394736842105265 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðərizənzfərðɪsstaɪvsimdfulɪʃnaʊa", "per": 0.27586206896551724, "pwed": 0.11328125 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "prədəkʃənmeɪfɔlfɑrbɪloʊɛkspɛkteɪʃənzd", "per": 0.3939393939393939, "pwed": 0.13626126126126126 } ], "timestamp": "2024-12-20T17:05:35.210786" }, { "task_id": "c89bcefc-3884-435a-a54c-24297fe6f041", "model": "speech31/wav2vec2-large-TIMIT-IPA2", "subset": "test", "num_files": 1680, "average_per": 0.4847029843149011, "average_pwed": 0.2072006544586948, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjʊrdɑrksutɪngrisiwɑʃwɔtərɔljɪrər", "per": 0.42424242424242425, "pwed": 0.15393518518518517 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊntæskmitɪkɛriənɔɪliræglaɪkðətdoʊndt", "per": 0.5, "pwed": 0.2623873873873874 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptənwɑzθɪnəndhægərdəndhɪzbjutəfəlbutswərwɔrnəndʃæbiiii", "per": 0.46808510638297873, "pwed": 0.2191091954022989 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðərizənzfərðɪstaɪvsimdfulɪʃnaʊ", "per": 0.20689655172413793, "pwed": 0.054166666666666675 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "prədəkʃənmeɪfɔlfɑrbɪloʊɛkspɛkteɪʃənzpzppppzpdtdtd", "per": 0.7272727272727273, "pwed": 0.34438775510204084 } ], "timestamp": "2024-12-20T22:50:50.641790" }, { "task_id": "81fa94f8-94ae-4601-952c-24abaddaf691", "model": "ginic/vary_individuals_young_only_3_wav2vec2-large-xlsr-buckeye-ipa", "subset": "test", "num_files": 1680, "average_per": 0.2807914104790719, "average_pwed": 0.10494355278037441, "detailed_results": [ { "file": "data/TEST/DR1/FAKS0/SA1.WAV", "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ", "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɔʃwɔɾɹ̩ɔljiɹ", "per": 0.18181818181818182, "pwed": 0.0744949494949495 }, { "file": "data/TEST/DR1/FAKS0/SA2.WAV", "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt", "prediction": "doʊndæskmidɪkæɹiɪnɔɪliɹæɡlaɪkðæʔ", "per": 0.32142857142857145, "pwed": 0.140625 }, { "file": "data/TEST/DR1/FAKS0/SI1573.WAV", "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi", "prediction": "hɪzkæptʌnwʌzθɪnɛnhæɡɹ̩dɛnɪzbjuɾʌfl̩butswɹ̩wɔɹnɪnʃæbi", "per": 0.2553191489361702, "pwed": 0.05357142857142856 }, { "file": "data/TEST/DR1/FAKS0/SI2203.WAV", "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ", "prediction": "ðʌɹizʌn̩zfɹðʌstaɪvsimtfulɪʃnaʊ", "per": 0.2413793103448276, "pwed": 0.014367816091954023 }, { "file": "data/TEST/DR1/FAKS0/SI943.WAV", "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts", "prediction": "pɹʌdʌkʃn̩meɪfɔlfɑɹbʌloʊɛkspɛkteɪʃʌns", "per": 0.30303030303030304, "pwed": 0.12023809523809523 } ], "timestamp": "2024-12-21T01:31:04.859070" } ]