Spaces:
Runtime error
Runtime error
Andrea Seveso
commited on
Commit
·
8d2a6ac
1
Parent(s):
1bda051
No check for precision for closed models
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -118,7 +118,7 @@ class EvalResult:
|
|
| 118 |
return data_dict
|
| 119 |
|
| 120 |
|
| 121 |
-
def get_request_file_for_model(requests_path, model_name, precision):
|
| 122 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
| 123 |
request_files = os.path.join(
|
| 124 |
requests_path,
|
|
@@ -134,7 +134,6 @@ def get_request_file_for_model(requests_path, model_name, precision):
|
|
| 134 |
req_content = json.load(f)
|
| 135 |
if (
|
| 136 |
req_content["status"] in ["FINISHED"]
|
| 137 |
-
and req_content["precision"] == precision.split(".")[-1]
|
| 138 |
):
|
| 139 |
request_file = tmp_request_file
|
| 140 |
return request_file
|
|
|
|
| 118 |
return data_dict
|
| 119 |
|
| 120 |
|
| 121 |
+
def get_request_file_for_model(requests_path, model_name, precision=None):
|
| 122 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
| 123 |
request_files = os.path.join(
|
| 124 |
requests_path,
|
|
|
|
| 134 |
req_content = json.load(f)
|
| 135 |
if (
|
| 136 |
req_content["status"] in ["FINISHED"]
|
|
|
|
| 137 |
):
|
| 138 |
request_file = tmp_request_file
|
| 139 |
return request_file
|