Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
lixuejing
commited on
Commit
·
c623d2b
1
Parent(s):
9a7712d
add try to fix json load exception
Browse files- src/leaderboard/read_evals.py +16 -13
src/leaderboard/read_evals.py
CHANGED
|
@@ -218,19 +218,22 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
| 218 |
|
| 219 |
eval_results = {}
|
| 220 |
for model_result_filepath in model_result_filepaths:
|
| 221 |
-
|
| 222 |
-
|
| 223 |
-
|
| 224 |
-
|
| 225 |
-
eval_result.
|
| 226 |
-
|
| 227 |
-
|
| 228 |
-
|
| 229 |
-
|
| 230 |
-
|
| 231 |
-
|
| 232 |
-
|
| 233 |
-
|
|
|
|
|
|
|
|
|
|
| 234 |
results = []
|
| 235 |
for v in eval_results.values():
|
| 236 |
try:
|
|
|
|
| 218 |
|
| 219 |
eval_results = {}
|
| 220 |
for model_result_filepath in model_result_filepaths:
|
| 221 |
+
try:
|
| 222 |
+
# Creation of result
|
| 223 |
+
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
| 224 |
+
eval_result.update_with_request_file(requests_path)
|
| 225 |
+
if eval_result.full_model in dynamic_data:
|
| 226 |
+
eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
|
| 227 |
+
|
| 228 |
+
# Store results of same eval together
|
| 229 |
+
eval_name = eval_result.eval_name
|
| 230 |
+
if eval_name in eval_results.keys():
|
| 231 |
+
eval_results[eval_name].results.update({k: v for k, v in eval_result.results.items() if v is not None})
|
| 232 |
+
else:
|
| 233 |
+
eval_results[eval_name] = eval_result
|
| 234 |
+
except:
|
| 235 |
+
print("model result json load exception, pleace check!", model_result_filepath)
|
| 236 |
+
continue
|
| 237 |
results = []
|
| 238 |
for v in eval_results.values():
|
| 239 |
try:
|