app

app.py

@@ -20,18 +20,12 @@ LEADERBOARD_PATH = f"locuslab/tofu_leaderboard"
 def restart_space():
     api.restart_space(repo_id=LEADERBOARD_PATH, token=TOKEN)
 
-def make_df_from_results_files(results_files):
-    dfs = []
-    for file in results_files:
-        df = pd.read_csv(file)
-        dfs.append(df)
-    return pd.concat(dfs)
 
 # Function to load data from a given CSV file
-def load_data(model,version,metrics):
+def baseline_load_data(model,version,metrics):
     version = version.replace("%", "p")
-    file_path = f'versions/{model}-{version}.csv'  # Replace with your file paths
-    df = make_df_from_results_files(file_path)
+    file_path = f'versions/{model}-{version}/{model}-{version}.csv'  # Replace with your file paths
+    df = pd.read_csv(file_path)
     
     # we only want specific columns and in a specific order
     
@@ -64,6 +58,18 @@ def load_data(model,version,metrics):
     
     return df
 
+def load_data(model, version, metrics):
+    baseline_df = baseline_load_data(model, version, metrics)
+    # now for every file in "versions/{model}-{version}/*.csv"
+    # if file name is not "model-version.csv", load the file and append it to the dataframe
+    for file in os.listdir(f'versions/{model}-{version}'):
+        if file == f"{model}-{version}.csv":
+            continue
+        df = pd.read_csv(f'versions/{model}-{version}/{file}')
+        df = df[baseline_df.columns]
+        baseline_df = pd.concat([baseline_df, df])
+    
+    return baseline_df
 
 # Function for searching in the leaderboard
 def search_leaderboard(df, query):