{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "1.36.1", "scores": { "test": [ { "ndcg_at_1": 0.2, "ndcg_at_3": 0.15842, "ndcg_at_5": 0.13894, "ndcg_at_10": 0.16926, "ndcg_at_20": 0.19803, "ndcg_at_100": 0.25082, "ndcg_at_1000": 0.30864, "map_at_1": 0.04093, "map_at_3": 0.07091, "map_at_5": 0.08389, "map_at_10": 0.09831, "map_at_20": 0.10801, "map_at_100": 0.11815, "map_at_1000": 0.1214, "recall_at_1": 0.04093, "recall_at_3": 0.08938, "recall_at_5": 0.12323, "recall_at_10": 0.17907, "recall_at_20": 0.24708, "recall_at_100": 0.41897, "recall_at_1000": 0.70048, "precision_at_1": 0.2, "precision_at_3": 0.14667, "precision_at_5": 0.1212, "precision_at_10": 0.0881, "precision_at_20": 0.0608, "precision_at_100": 0.02061, "precision_at_1000": 0.00345, "mrr_at_1": 0.2, "mrr_at_3": 0.260167, "mrr_at_5": 0.278967, "mrr_at_10": 0.293098, "mrr_at_20": 0.301817, "mrr_at_100": 0.30643, "mrr_at_1000": 0.307072, "nauc_ndcg_at_1_max": 0.259162, "nauc_ndcg_at_1_std": 0.073758, "nauc_ndcg_at_1_diff1": 0.214553, "nauc_ndcg_at_3_max": 0.299782, "nauc_ndcg_at_3_std": 0.110489, "nauc_ndcg_at_3_diff1": 0.173996, "nauc_ndcg_at_5_max": 0.315098, "nauc_ndcg_at_5_std": 0.133131, "nauc_ndcg_at_5_diff1": 0.183321, "nauc_ndcg_at_10_max": 0.333401, "nauc_ndcg_at_10_std": 0.161576, "nauc_ndcg_at_10_diff1": 0.169853, "nauc_ndcg_at_20_max": 0.34343, "nauc_ndcg_at_20_std": 0.200335, "nauc_ndcg_at_20_diff1": 0.156531, "nauc_ndcg_at_100_max": 0.370665, "nauc_ndcg_at_100_std": 0.268663, "nauc_ndcg_at_100_diff1": 0.164485, "nauc_ndcg_at_1000_max": 0.376377, "nauc_ndcg_at_1000_std": 0.284086, "nauc_ndcg_at_1000_diff1": 0.16598, "nauc_map_at_1_max": 0.255719, "nauc_map_at_1_std": 0.072567, "nauc_map_at_1_diff1": 0.211815, "nauc_map_at_3_max": 0.297213, "nauc_map_at_3_std": 0.09027, "nauc_map_at_3_diff1": 0.176405, "nauc_map_at_5_max": 0.309125, "nauc_map_at_5_std": 0.108177, "nauc_map_at_5_diff1": 0.182512, "nauc_map_at_10_max": 0.321247, "nauc_map_at_10_std": 0.133522, "nauc_map_at_10_diff1": 0.170684, "nauc_map_at_20_max": 0.328604, "nauc_map_at_20_std": 0.155349, "nauc_map_at_20_diff1": 0.163024, "nauc_map_at_100_max": 0.339481, "nauc_map_at_100_std": 0.179563, "nauc_map_at_100_diff1": 0.165858, "nauc_map_at_1000_max": 0.341041, "nauc_map_at_1000_std": 0.183399, "nauc_map_at_1000_diff1": 0.165982, "nauc_recall_at_1_max": 0.255719, "nauc_recall_at_1_std": 0.072567, "nauc_recall_at_1_diff1": 0.211815, "nauc_recall_at_3_max": 0.31102, "nauc_recall_at_3_std": 0.12208, "nauc_recall_at_3_diff1": 0.157802, "nauc_recall_at_5_max": 0.330649, "nauc_recall_at_5_std": 0.157429, "nauc_recall_at_5_diff1": 0.173206, "nauc_recall_at_10_max": 0.340055, "nauc_recall_at_10_std": 0.194785, "nauc_recall_at_10_diff1": 0.139128, "nauc_recall_at_20_max": 0.344532, "nauc_recall_at_20_std": 0.266761, "nauc_recall_at_20_diff1": 0.106585, "nauc_recall_at_100_max": 0.365745, "nauc_recall_at_100_std": 0.396888, "nauc_recall_at_100_diff1": 0.11683, "nauc_recall_at_1000_max": 0.33799, "nauc_recall_at_1000_std": 0.445965, "nauc_recall_at_1000_diff1": 0.093327, "nauc_precision_at_1_max": 0.259162, "nauc_precision_at_1_std": 0.073758, "nauc_precision_at_1_diff1": 0.214553, "nauc_precision_at_3_max": 0.314508, "nauc_precision_at_3_std": 0.124827, "nauc_precision_at_3_diff1": 0.159863, "nauc_precision_at_5_max": 0.332365, "nauc_precision_at_5_std": 0.159467, "nauc_precision_at_5_diff1": 0.173246, "nauc_precision_at_10_max": 0.341244, "nauc_precision_at_10_std": 0.19545, "nauc_precision_at_10_diff1": 0.140826, "nauc_precision_at_20_max": 0.343674, "nauc_precision_at_20_std": 0.265302, "nauc_precision_at_20_diff1": 0.107493, "nauc_precision_at_100_max": 0.363502, "nauc_precision_at_100_std": 0.395794, "nauc_precision_at_100_diff1": 0.116971, "nauc_precision_at_1000_max": 0.326092, "nauc_precision_at_1000_std": 0.432495, "nauc_precision_at_1000_diff1": 0.091499, "nauc_mrr_at_1_max": 0.259162, "nauc_mrr_at_1_std": 0.073758, "nauc_mrr_at_1_diff1": 0.214553, "nauc_mrr_at_3_max": 0.281601, "nauc_mrr_at_3_std": 0.117872, "nauc_mrr_at_3_diff1": 0.181467, "nauc_mrr_at_5_max": 0.291462, "nauc_mrr_at_5_std": 0.129036, "nauc_mrr_at_5_diff1": 0.188349, "nauc_mrr_at_10_max": 0.298378, "nauc_mrr_at_10_std": 0.132935, "nauc_mrr_at_10_diff1": 0.187271, "nauc_mrr_at_20_max": 0.298086, "nauc_mrr_at_20_std": 0.137856, "nauc_mrr_at_20_diff1": 0.186675, "nauc_mrr_at_100_max": 0.297584, "nauc_mrr_at_100_std": 0.138851, "nauc_mrr_at_100_diff1": 0.18601, "nauc_mrr_at_1000_max": 0.297331, "nauc_mrr_at_1000_std": 0.138237, "nauc_mrr_at_1000_diff1": 0.186124, "main_score": 0.16926, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 140.29714941978455, "kg_co2_emissions": null }