Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -43,6 +43,9 @@ class EvalResult:
|
|
| 43 |
# Precision
|
| 44 |
precision = Precision.from_str(config.get("model_dtype"))
|
| 45 |
|
|
|
|
|
|
|
|
|
|
| 46 |
# Get model and org
|
| 47 |
org_and_model = config.get("model_name", config.get("model_args", None))
|
| 48 |
org_and_model = org_and_model.split("/", 1)
|
|
@@ -88,7 +91,8 @@ class EvalResult:
|
|
| 88 |
precision=precision,
|
| 89 |
revision= config.get("model_sha", ""),
|
| 90 |
still_on_hub=still_on_hub,
|
| 91 |
-
architecture=architecture
|
|
|
|
| 92 |
)
|
| 93 |
|
| 94 |
def update_with_request_file(self, requests_path):
|
|
|
|
| 43 |
# Precision
|
| 44 |
precision = Precision.from_str(config.get("model_dtype"))
|
| 45 |
|
| 46 |
+
# ModelType
|
| 47 |
+
model_type = ModelType.from_str(config.get("model_type"))
|
| 48 |
+
|
| 49 |
# Get model and org
|
| 50 |
org_and_model = config.get("model_name", config.get("model_args", None))
|
| 51 |
org_and_model = org_and_model.split("/", 1)
|
|
|
|
| 91 |
precision=precision,
|
| 92 |
revision= config.get("model_sha", ""),
|
| 93 |
still_on_hub=still_on_hub,
|
| 94 |
+
architecture=architecture,
|
| 95 |
+
model_type=model_type
|
| 96 |
)
|
| 97 |
|
| 98 |
def update_with_request_file(self, requests_path):
|