without eval library

app.py

@@ -36,7 +36,7 @@ def format_leaderboard_df(df):
         "Model": df["model"],
         "Average PER ⬇️": df["average_per"].apply(lambda x: f"{x:.4f}"),
         "Average PWED ⬇️": df["average_pwed"].apply(lambda x: f"{x:.4f}"),
-        "GitHub": df["github_url"].apply(lambda x: f'<a href="{x}" target="_blank">Repository</a>' if x else "N/A"),
+        "Link": df["github_url"].apply(lambda x: f'<a href="{x}" target="_blank">Repository</a>' if x else "N/A"),
         "Submission Date": pd.to_datetime(df["submission_date"]).dt.strftime("%Y-%m-%d")
     })
     
@@ -152,7 +152,7 @@ with gr.Blocks(css="""
     gr.Markdown("""
     ## Explanation of Metrics
     - **PER (Phoneme Error Rate)**: The Levenshtein distance calculated between phoneme sequences of the predicted and actual transcriptions. 
-    - **PWED (Phoneme Weighted Edit Distance)**: A measure of the edit distance between the predicted and actual phoneme sequences, weighted by the phonemic feature distance. Feature vectors provided by panphon library
+    - **PWED (Phoneme Weighted Edit Distance)**: Edit distance between the predicted and actual phoneme sequences, weighted by the phonemic feature distance. Method provided by [panphon library](https://github.com/dmort27/panphon)
     """)
     gr.Markdown("""
     ## Test Set Information

queue/leaderboard.json

@@ -178,5 +178,15 @@
         "subset": "test",
         "github_url": "https://huggingface.co/speech31/wav2vec2-large-TIMIT-IPA2",
         "submission_date": "2024-12-20T22:50:50.645178"
+    },
+    {
+        "submission_id": "4126d265-418f-4d11-8a29-4e69f064f1dd",
+        "submission_name": "ginic model, facebook/wav2vec2-large-xlsr-53 fine tuned",
+        "model": "ginic/vary_individuals_young_only_3_wav2vec2-large-xlsr-buckeye-ipa",
+        "average_per": 0.2807914104790719,
+        "average_pwed": 0.10494355278037441,
+        "subset": "test",
+        "github_url": "https://huggingface.co/ginic/vary_individuals_young_only_3_wav2vec2-large-xlsr-buckeye-ipa",
+        "submission_date": "2024-12-21T01:31:04.862397"
     }
 ]

queue/results.json

@@ -964,5 +964,51 @@
             }
         ],
         "timestamp": "2024-12-20T22:50:50.641790"
+    },
+    {
+        "task_id": "81fa94f8-94ae-4601-952c-24abaddaf691",
+        "model": "ginic/vary_individuals_young_only_3_wav2vec2-large-xlsr-buckeye-ipa",
+        "subset": "test",
+        "num_files": 1680,
+        "average_per": 0.2807914104790719,
+        "average_pwed": 0.10494355278037441,
+        "detailed_results": [
+            {
+                "file": "data/TEST/DR1/FAKS0/SA1.WAV",
+                "ground_truth": "ʃihædjɹdɑɹksuɾɪŋgɹisiwɑʃwɑɾɹʔɔljiɹ",
+                "prediction": "ʃihædjɹdɑɹksuɾɪnɡɹisiwɔʃwɔɾɹ̩ɔljiɹ",
+                "per": 0.18181818181818182,
+                "pwed": 0.0744949494949495
+            },
+            {
+                "file": "data/TEST/DR1/FAKS0/SA2.WAV",
+                "ground_truth": "oʊnæsmitikɛɹiinɔɪliɹæglaɪkðæt",
+                "prediction": "doʊndæskmidɪkæɹiɪnɔɪliɹæɡlaɪkðæʔ",
+                "per": 0.32142857142857145,
+                "pwed": 0.140625
+            },
+            {
+                "file": "data/TEST/DR1/FAKS0/SI1573.WAV",
+                "ground_truth": "hɪzkæpinwəsθɪnænhægɹdinɪzbjuɾuflbutswɹwɔɹninʃæbi",
+                "prediction": "hɪzkæptʌnwʌzθɪnɛnhæɡɹ̩dɛnɪzbjuɾʌfl̩butswɹ̩wɔɹnɪnʃæbi",
+                "per": 0.2553191489361702,
+                "pwed": 0.05357142857142856
+            },
+            {
+                "file": "data/TEST/DR1/FAKS0/SI2203.WAV",
+                "ground_truth": "ðiɹizənzfɹðɪsdaɪvsimdfuliʃnaʊ",
+                "prediction": "ðʌɹizʌn̩zfɹðʌstaɪvsimtfulɪʃnaʊ",
+                "per": 0.2413793103448276,
+                "pwed": 0.014367816091954023
+            },
+            {
+                "file": "data/TEST/DR1/FAKS0/SI943.WAV",
+                "ground_truth": "ɹdʌkʃinmeɪfɔlfɑɹbəloʊəkspikeɪʃnts",
+                "prediction": "pɹʌdʌkʃn̩meɪfɔlfɑɹbʌloʊɛkspɛkteɪʃʌns",
+                "per": 0.30303030303030304,
+                "pwed": 0.12023809523809523
+            }
+        ],
+        "timestamp": "2024-12-21T01:31:04.859070"
     }
 ]

queue/tasks.json

@@ -251,7 +251,7 @@
         "subset": "test",
         "submission_name": "ginic model, facebook/wav2vec2-large-xlsr-53 fine tuned",
         "github_url": "https://huggingface.co/ginic/vary_individuals_young_only_3_wav2vec2-large-xlsr-buckeye-ipa",
-        "status": "processing",
+        "status": "completed",
         "submitted_at": "2024-12-21T01:15:41.870875"
     }
 ]