Update loop_retrieve_cards.py

loop_retrieve_cards.py

@@ -1,52 +1,56 @@
-import threading
-import time
-
-from utils import fetch_models, fetch_datasets, fetch_readme
-from tqdm import tqdm
-
-
-# Define global variables
-models = None
-datasets = None
-readme_dict = {}
-
-
-# Provide an API to get models
-def get_models():
-    return models
-
-
-# Provide an API to get datasets
-def get_datasets():
-    return datasets
-
-
-# Provide an API to get READMEs
-def get_readme_dict():
-    return readme_dict
-
-
-# Start a thread to continuously update cards
-def run():
-    global models, datasets, readme_dict, cnt
-
-    while True:
-        new_models = fetch_models()
-        new_datasets = fetch_datasets()
-
-        # Add READMEs
-        new_readme_dict = {}
-        for model in new_models:
-            new_readme_dict[model] = fetch_readme(model, "model")
-
-        for dataset in new_datasets:
-            new_readme_dict[dataset] = fetch_readme(dataset, "dataset")
-
-        # Update global variables
-        models = new_models
-        datasets = new_datasets
-        readme_dict = new_readme_dict
-
-
-t = threading.Thread(target=run)
-t.start()
+import threading
+import time
+
+from utils import fetch_models, fetch_datasets, fetch_readme
+from tqdm import tqdm
+
+
+# Define global variables
+models = None
+datasets = None
+readme_dict = {}
+
+
+# Provide an API to get models
+def get_models():
+    return models
+
+
+# Provide an API to get datasets
+def get_datasets():
+    return datasets
+
+
+# Provide an API to get READMEs
+def get_readme_dict():
+    return readme_dict
+
+
+# Start a thread to continuously update cards
+def run():
+    global models, datasets, readme_dict, cnt
+
+    while True:
+        try:
+            new_models = fetch_models()
+            new_datasets = fetch_datasets()
+    
+            # Add READMEs
+            new_readme_dict = {}
+            for model in new_models:
+                new_readme_dict[model] = fetch_readme(model, "model")
+    
+            for dataset in new_datasets:
+                new_readme_dict[dataset] = fetch_readme(dataset, "dataset")
+    
+            # Update global variables
+            models = new_models
+            datasets = new_datasets
+            readme_dict = new_readme_dict
+            
+        except Exception as e:
+            print(e)
+
+
+t = threading.Thread(target=run)
+t.start()