update backend code

app.py

@@ -6,7 +6,7 @@ import multiprocessing
 from src.backend import pull_search_results
 from src.envs import (
     API, REPO_ID, START_COMMIT_ID,
-    LOG_DIR, HF_CACHE_DIR,
+    LOG_DIR, LOG_FILE_PATH, HF_CACHE_DIR,
     HF_SEARCH_RESULTS_REPO_DIR, HF_EVAL_RESULTS_REPO_DIR,
     UNZIP_TARGET_DIR,
     TIME_DURATION,
@@ -14,6 +14,13 @@ from src.envs import (
 )
 
 logger = logging.getLogger(__name__)
+logging.basicConfig(
+    filename=LOG_FILE_PATH,
+    filemode='w',
+    level=logging.WARNING,
+    datefmt='%Y-%m-%d %H:%M:%S',
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+)
 
 
 def restart_space():
@@ -67,6 +74,11 @@ if __name__ == "__main__":
             lines=20,
             interactive=False,
         )
+        log_file_list_box = gr.Textbox(
+            label="\n".join(get_log_files()),
+            lines=20,
+            interactive=False,
+        )
         refresh_button = gr.Button("Refresh log files")
         
         log_file_dropdown.change(

src/backend.py

@@ -13,15 +13,13 @@ from air_benchmark.evaluation_utils.evaluator import Evaluator
 
 from src.envs import (
     API,
-    LOG_DIR, ZIP_CACHE_DIR,
+    LOG_FILE_PATH, ZIP_CACHE_DIR,
     SEARCH_RESULTS_REPO, RESULTS_REPO
 )
 
-log_file = os.path.join(LOG_DIR, f"backend_{time.strftime('%Y-%m-%d_%H-%M-%S')}.log")
-
 logger = logging.getLogger(__name__)
 logging.basicConfig(
-    filename=log_file,
+    filename=LOG_FILE_PATH,
     filemode='w',
     level=logging.WARNING,
     datefmt='%Y-%m-%d %H:%M:%S',
@@ -105,7 +103,6 @@ def get_file_list(dir_path: str, allowed_suffixes: List[str] = None) -> List[str
 
 def get_zip_file_path(zip_file_name: str):
     zip_file_path = None
-    # logger.warning(f"File list: {os.listdir(ZIP_CACHE_DIR)}")
     for root, _, files in os.walk(ZIP_CACHE_DIR):
         for file in files:
             if file == zip_file_name:

src/envs.py

@@ -1,4 +1,5 @@
 import os
+import time
 from huggingface_hub import HfApi
 
 
@@ -22,6 +23,7 @@ HF_CACHE_DIR = os.path.join(CACHE_PATH, ".cache")
 ZIP_CACHE_DIR = os.path.join(CACHE_PATH, ".zip_cache")
 
 LOG_DIR = os.path.join(CACHE_PATH, "logs")
+LOG_FILE_PATH = os.path.join(LOG_DIR, f"backend_{time.strftime('%Y-%m-%d_%H-%M-%S')}.log")
 
 API = HfApi(token=HF_TOKEN)