Spaces:
Running
Running
Update data/model_handler.py
Browse files- data/model_handler.py +6 -0
data/model_handler.py
CHANGED
|
@@ -5,6 +5,8 @@ from huggingface_hub import HfApi, hf_hub_download, metadata_load
|
|
| 5 |
import pandas as pd
|
| 6 |
from .dataset_handler import get_datasets_nickname, VIDORE_DATASETS_KEYWORDS
|
| 7 |
|
|
|
|
|
|
|
| 8 |
class ModelHandler:
|
| 9 |
def __init__(self, model_infos_path="model_infos.json"):
|
| 10 |
self.api = HfApi()
|
|
@@ -26,6 +28,10 @@ class ModelHandler:
|
|
| 26 |
repositories = [model.modelId for model in models] # type: ignore
|
| 27 |
|
| 28 |
for repo_id in repositories:
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
files = [f for f in self.api.list_repo_files(repo_id) if f.endswith('_metrics.json') or f == 'results.json']
|
| 30 |
|
| 31 |
|
|
|
|
| 5 |
import pandas as pd
|
| 6 |
from .dataset_handler import get_datasets_nickname, VIDORE_DATASETS_KEYWORDS
|
| 7 |
|
| 8 |
+
BLOCKLIST = ["impactframes"]
|
| 9 |
+
|
| 10 |
class ModelHandler:
|
| 11 |
def __init__(self, model_infos_path="model_infos.json"):
|
| 12 |
self.api = HfApi()
|
|
|
|
| 28 |
repositories = [model.modelId for model in models] # type: ignore
|
| 29 |
|
| 30 |
for repo_id in repositories:
|
| 31 |
+
org_name = repo_id.split('/')[0]
|
| 32 |
+
if org_name in BLOCKLIST:
|
| 33 |
+
continue
|
| 34 |
+
|
| 35 |
files = [f for f in self.api.list_repo_files(repo_id) if f.endswith('_metrics.json') or f == 'results.json']
|
| 36 |
|
| 37 |
|