Update src/populate.py

src/populate.py

@@ -22,18 +22,57 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
     return raw_data, df
 
 
+# def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
+#     """Creates the different dataframes for the evaluation queues requestes"""
+#     entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
+#     all_evals = []
+
+#     for entry in entries:
+#         if ".json" in entry:
+#             file_path = os.path.join(save_path, entry)
+#             with open(file_path) as fp:
+#                 print(file_path)
+#                 print("\n")
+#                 data = json.load(fp)
+
+#             data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
+#             data[EvalQueueColumn.revision.name] = data.get("revision", "main")
+
+#             all_evals.append(data)
+#         elif ".md" not in entry:
+#             # this is a folder
+#             sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
+#             for sub_entry in sub_entries:
+#                 file_path = os.path.join(save_path, entry, sub_entry)
+#                 with open(file_path) as fp:
+#                     print(file_path)
+#                     print("\n")
+#                     data = json.load(fp)
+
+#                 data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
+#                 data[EvalQueueColumn.revision.name] = data.get("revision", "main")
+#                 all_evals.append(data)
+
+#     pending_list = [e for e in all_evals if e["status"] in ["PENDING", "RERUN"]]
+#     running_list = [e for e in all_evals if e["status"] == "RUNNING"]
+#     finished_list = [e for e in all_evals if e["status"].startswith("FINISHED") or e["status"] == "PENDING_NEW_EVAL"]
+#     df_pending = pd.DataFrame.from_records(pending_list, columns=cols)
+#     df_running = pd.DataFrame.from_records(running_list, columns=cols)
+#     df_finished = pd.DataFrame.from_records(finished_list, columns=cols)
+#     return df_finished[cols], df_running[cols], df_pending[cols]
 def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
-    """Creates the different dataframes for the evaluation queues requestes"""
     entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
     all_evals = []
 
     for entry in entries:
         if ".json" in entry:
             file_path = os.path.join(save_path, entry)
-            with open(file_path) as fp:
-                print(file_path)
-                print("\n")
-                data = json.load(fp)
+            try:
+                with open(file_path, encoding='utf-8') as fp:
+                    data = json.load(fp)
+            except UnicodeDecodeError as e:
+                print(f"Unicode decoding error in {file_path}: {e}")
+                continue
 
             data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
             data[EvalQueueColumn.revision.name] = data.get("revision", "main")
@@ -44,10 +83,15 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
             sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
             for sub_entry in sub_entries:
                 file_path = os.path.join(save_path, entry, sub_entry)
-                with open(file_path) as fp:
-                    print(file_path)
-                    print("\n")
-                    data = json.load(fp)
+                try:
+                    with open(file_path, encoding='utf-8') as fp:
+                        data = json.load(fp)
+                except json.JSONDecodeError:
+                    print(f"Error reading {file_path}")
+                    continue
+                except UnicodeDecodeError as e:
+                    print(f"Unicode decoding error in {file_path}: {e}")
+                    continue
 
                 data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
                 data[EvalQueueColumn.revision.name] = data.get("revision", "main")