| { | |
| "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", | |
| "task_name": "SCIDOCS", | |
| "mteb_version": "1.36.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.2, | |
| "ndcg_at_3": 0.15842, | |
| "ndcg_at_5": 0.13894, | |
| "ndcg_at_10": 0.16926, | |
| "ndcg_at_20": 0.19803, | |
| "ndcg_at_100": 0.25082, | |
| "ndcg_at_1000": 0.30864, | |
| "map_at_1": 0.04093, | |
| "map_at_3": 0.07091, | |
| "map_at_5": 0.08389, | |
| "map_at_10": 0.09831, | |
| "map_at_20": 0.10801, | |
| "map_at_100": 0.11815, | |
| "map_at_1000": 0.1214, | |
| "recall_at_1": 0.04093, | |
| "recall_at_3": 0.08938, | |
| "recall_at_5": 0.12323, | |
| "recall_at_10": 0.17907, | |
| "recall_at_20": 0.24708, | |
| "recall_at_100": 0.41897, | |
| "recall_at_1000": 0.70048, | |
| "precision_at_1": 0.2, | |
| "precision_at_3": 0.14667, | |
| "precision_at_5": 0.1212, | |
| "precision_at_10": 0.0881, | |
| "precision_at_20": 0.0608, | |
| "precision_at_100": 0.02061, | |
| "precision_at_1000": 0.00345, | |
| "mrr_at_1": 0.2, | |
| "mrr_at_3": 0.260167, | |
| "mrr_at_5": 0.278967, | |
| "mrr_at_10": 0.293098, | |
| "mrr_at_20": 0.301817, | |
| "mrr_at_100": 0.30643, | |
| "mrr_at_1000": 0.307072, | |
| "nauc_ndcg_at_1_max": 0.259162, | |
| "nauc_ndcg_at_1_std": 0.073758, | |
| "nauc_ndcg_at_1_diff1": 0.214553, | |
| "nauc_ndcg_at_3_max": 0.299782, | |
| "nauc_ndcg_at_3_std": 0.110489, | |
| "nauc_ndcg_at_3_diff1": 0.173996, | |
| "nauc_ndcg_at_5_max": 0.315098, | |
| "nauc_ndcg_at_5_std": 0.133131, | |
| "nauc_ndcg_at_5_diff1": 0.183321, | |
| "nauc_ndcg_at_10_max": 0.333401, | |
| "nauc_ndcg_at_10_std": 0.161576, | |
| "nauc_ndcg_at_10_diff1": 0.169853, | |
| "nauc_ndcg_at_20_max": 0.34343, | |
| "nauc_ndcg_at_20_std": 0.200335, | |
| "nauc_ndcg_at_20_diff1": 0.156531, | |
| "nauc_ndcg_at_100_max": 0.370665, | |
| "nauc_ndcg_at_100_std": 0.268663, | |
| "nauc_ndcg_at_100_diff1": 0.164485, | |
| "nauc_ndcg_at_1000_max": 0.376377, | |
| "nauc_ndcg_at_1000_std": 0.284086, | |
| "nauc_ndcg_at_1000_diff1": 0.16598, | |
| "nauc_map_at_1_max": 0.255719, | |
| "nauc_map_at_1_std": 0.072567, | |
| "nauc_map_at_1_diff1": 0.211815, | |
| "nauc_map_at_3_max": 0.297213, | |
| "nauc_map_at_3_std": 0.09027, | |
| "nauc_map_at_3_diff1": 0.176405, | |
| "nauc_map_at_5_max": 0.309125, | |
| "nauc_map_at_5_std": 0.108177, | |
| "nauc_map_at_5_diff1": 0.182512, | |
| "nauc_map_at_10_max": 0.321247, | |
| "nauc_map_at_10_std": 0.133522, | |
| "nauc_map_at_10_diff1": 0.170684, | |
| "nauc_map_at_20_max": 0.328604, | |
| "nauc_map_at_20_std": 0.155349, | |
| "nauc_map_at_20_diff1": 0.163024, | |
| "nauc_map_at_100_max": 0.339481, | |
| "nauc_map_at_100_std": 0.179563, | |
| "nauc_map_at_100_diff1": 0.165858, | |
| "nauc_map_at_1000_max": 0.341041, | |
| "nauc_map_at_1000_std": 0.183399, | |
| "nauc_map_at_1000_diff1": 0.165982, | |
| "nauc_recall_at_1_max": 0.255719, | |
| "nauc_recall_at_1_std": 0.072567, | |
| "nauc_recall_at_1_diff1": 0.211815, | |
| "nauc_recall_at_3_max": 0.31102, | |
| "nauc_recall_at_3_std": 0.12208, | |
| "nauc_recall_at_3_diff1": 0.157802, | |
| "nauc_recall_at_5_max": 0.330649, | |
| "nauc_recall_at_5_std": 0.157429, | |
| "nauc_recall_at_5_diff1": 0.173206, | |
| "nauc_recall_at_10_max": 0.340055, | |
| "nauc_recall_at_10_std": 0.194785, | |
| "nauc_recall_at_10_diff1": 0.139128, | |
| "nauc_recall_at_20_max": 0.344532, | |
| "nauc_recall_at_20_std": 0.266761, | |
| "nauc_recall_at_20_diff1": 0.106585, | |
| "nauc_recall_at_100_max": 0.365745, | |
| "nauc_recall_at_100_std": 0.396888, | |
| "nauc_recall_at_100_diff1": 0.11683, | |
| "nauc_recall_at_1000_max": 0.33799, | |
| "nauc_recall_at_1000_std": 0.445965, | |
| "nauc_recall_at_1000_diff1": 0.093327, | |
| "nauc_precision_at_1_max": 0.259162, | |
| "nauc_precision_at_1_std": 0.073758, | |
| "nauc_precision_at_1_diff1": 0.214553, | |
| "nauc_precision_at_3_max": 0.314508, | |
| "nauc_precision_at_3_std": 0.124827, | |
| "nauc_precision_at_3_diff1": 0.159863, | |
| "nauc_precision_at_5_max": 0.332365, | |
| "nauc_precision_at_5_std": 0.159467, | |
| "nauc_precision_at_5_diff1": 0.173246, | |
| "nauc_precision_at_10_max": 0.341244, | |
| "nauc_precision_at_10_std": 0.19545, | |
| "nauc_precision_at_10_diff1": 0.140826, | |
| "nauc_precision_at_20_max": 0.343674, | |
| "nauc_precision_at_20_std": 0.265302, | |
| "nauc_precision_at_20_diff1": 0.107493, | |
| "nauc_precision_at_100_max": 0.363502, | |
| "nauc_precision_at_100_std": 0.395794, | |
| "nauc_precision_at_100_diff1": 0.116971, | |
| "nauc_precision_at_1000_max": 0.326092, | |
| "nauc_precision_at_1000_std": 0.432495, | |
| "nauc_precision_at_1000_diff1": 0.091499, | |
| "nauc_mrr_at_1_max": 0.259162, | |
| "nauc_mrr_at_1_std": 0.073758, | |
| "nauc_mrr_at_1_diff1": 0.214553, | |
| "nauc_mrr_at_3_max": 0.281601, | |
| "nauc_mrr_at_3_std": 0.117872, | |
| "nauc_mrr_at_3_diff1": 0.181467, | |
| "nauc_mrr_at_5_max": 0.291462, | |
| "nauc_mrr_at_5_std": 0.129036, | |
| "nauc_mrr_at_5_diff1": 0.188349, | |
| "nauc_mrr_at_10_max": 0.298378, | |
| "nauc_mrr_at_10_std": 0.132935, | |
| "nauc_mrr_at_10_diff1": 0.187271, | |
| "nauc_mrr_at_20_max": 0.298086, | |
| "nauc_mrr_at_20_std": 0.137856, | |
| "nauc_mrr_at_20_diff1": 0.186675, | |
| "nauc_mrr_at_100_max": 0.297584, | |
| "nauc_mrr_at_100_std": 0.138851, | |
| "nauc_mrr_at_100_diff1": 0.18601, | |
| "nauc_mrr_at_1000_max": 0.297331, | |
| "nauc_mrr_at_1000_std": 0.138237, | |
| "nauc_mrr_at_1000_diff1": 0.186124, | |
| "main_score": 0.16926, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 140.29714941978455, | |
| "kg_co2_emissions": null | |
| } |