{ "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", "task_name": "ArguAna", "mteb_version": "1.36.1", "scores": { "test": [ { "ndcg_at_1": 0.26743, "ndcg_at_3": 0.40551, "ndcg_at_5": 0.4555, "ndcg_at_10": 0.51317, "ndcg_at_20": 0.53963, "ndcg_at_100": 0.55358, "ndcg_at_1000": 0.55596, "map_at_1": 0.26743, "map_at_3": 0.37162, "map_at_5": 0.39964, "map_at_10": 0.42355, "map_at_20": 0.431, "map_at_100": 0.43313, "map_at_1000": 0.43323, "recall_at_1": 0.26743, "recall_at_3": 0.50356, "recall_at_5": 0.62376, "recall_at_10": 0.80156, "recall_at_20": 0.90469, "recall_at_100": 0.97724, "recall_at_1000": 0.99502, "precision_at_1": 0.26743, "precision_at_3": 0.16785, "precision_at_5": 0.12475, "precision_at_10": 0.08016, "precision_at_20": 0.04523, "precision_at_100": 0.00977, "precision_at_1000": 0.001, "mrr_at_1": 0.271693, "mrr_at_3": 0.374111, "mrr_at_5": 0.401102, "mrr_at_10": 0.424939, "mrr_at_20": 0.432491, "mrr_at_100": 0.434578, "mrr_at_1000": 0.434685, "nauc_ndcg_at_1_max": -0.062333, "nauc_ndcg_at_1_std": -0.079555, "nauc_ndcg_at_1_diff1": 0.14512, "nauc_ndcg_at_3_max": -0.021476, "nauc_ndcg_at_3_std": -0.058094, "nauc_ndcg_at_3_diff1": 0.09136, "nauc_ndcg_at_5_max": -0.017068, "nauc_ndcg_at_5_std": -0.050188, "nauc_ndcg_at_5_diff1": 0.094328, "nauc_ndcg_at_10_max": 0.007445, "nauc_ndcg_at_10_std": -0.035482, "nauc_ndcg_at_10_diff1": 0.111, "nauc_ndcg_at_20_max": 0.00472, "nauc_ndcg_at_20_std": -0.033913, "nauc_ndcg_at_20_diff1": 0.112196, "nauc_ndcg_at_100_max": -0.011079, "nauc_ndcg_at_100_std": -0.038187, "nauc_ndcg_at_100_diff1": 0.109808, "nauc_ndcg_at_1000_max": -0.013786, "nauc_ndcg_at_1000_std": -0.043135, "nauc_ndcg_at_1000_diff1": 0.109463, "nauc_map_at_1_max": -0.062333, "nauc_map_at_1_std": -0.079555, "nauc_map_at_1_diff1": 0.14512, "nauc_map_at_3_max": -0.033212, "nauc_map_at_3_std": -0.062437, "nauc_map_at_3_diff1": 0.101283, "nauc_map_at_5_max": -0.030931, "nauc_map_at_5_std": -0.057626, "nauc_map_at_5_diff1": 0.103327, "nauc_map_at_10_max": -0.022469, "nauc_map_at_10_std": -0.052611, "nauc_map_at_10_diff1": 0.110171, "nauc_map_at_20_max": -0.02358, "nauc_map_at_20_std": -0.05255, "nauc_map_at_20_diff1": 0.110437, "nauc_map_at_100_max": -0.025533, "nauc_map_at_100_std": -0.052893, "nauc_map_at_100_diff1": 0.110186, "nauc_map_at_1000_max": -0.025621, "nauc_map_at_1000_std": -0.053072, "nauc_map_at_1000_diff1": 0.110196, "nauc_recall_at_1_max": -0.062333, "nauc_recall_at_1_std": -0.079555, "nauc_recall_at_1_diff1": 0.14512, "nauc_recall_at_3_max": 0.012414, "nauc_recall_at_3_std": -0.046148, "nauc_recall_at_3_diff1": 0.0645, "nauc_recall_at_5_max": 0.027998, "nauc_recall_at_5_std": -0.026652, "nauc_recall_at_5_diff1": 0.067526, "nauc_recall_at_10_max": 0.173221, "nauc_recall_at_10_std": 0.059032, "nauc_recall_at_10_diff1": 0.128819, "nauc_recall_at_20_max": 0.296782, "nauc_recall_at_20_std": 0.164192, "nauc_recall_at_20_diff1": 0.158604, "nauc_recall_at_100_max": 0.287726, "nauc_recall_at_100_std": 0.487738, "nauc_recall_at_100_diff1": 0.158629, "nauc_recall_at_1000_max": 0.310293, "nauc_recall_at_1000_std": 0.527185, "nauc_recall_at_1000_diff1": 0.143646, "nauc_precision_at_1_max": -0.062333, "nauc_precision_at_1_std": -0.079555, "nauc_precision_at_1_diff1": 0.14512, "nauc_precision_at_3_max": 0.012414, "nauc_precision_at_3_std": -0.046148, "nauc_precision_at_3_diff1": 0.0645, "nauc_precision_at_5_max": 0.027998, "nauc_precision_at_5_std": -0.026652, "nauc_precision_at_5_diff1": 0.067526, "nauc_precision_at_10_max": 0.173221, "nauc_precision_at_10_std": 0.059032, "nauc_precision_at_10_diff1": 0.128819, "nauc_precision_at_20_max": 0.296782, "nauc_precision_at_20_std": 0.164192, "nauc_precision_at_20_diff1": 0.158604, "nauc_precision_at_100_max": 0.287726, "nauc_precision_at_100_std": 0.487738, "nauc_precision_at_100_diff1": 0.158629, "nauc_precision_at_1000_max": 0.310293, "nauc_precision_at_1000_std": 0.527185, "nauc_precision_at_1000_diff1": 0.143646, "nauc_mrr_at_1_max": -0.060675, "nauc_mrr_at_1_std": -0.070284, "nauc_mrr_at_1_diff1": 0.131112, "nauc_mrr_at_3_max": -0.038593, "nauc_mrr_at_3_std": -0.059281, "nauc_mrr_at_3_diff1": 0.08807, "nauc_mrr_at_5_max": -0.036333, "nauc_mrr_at_5_std": -0.053817, "nauc_mrr_at_5_diff1": 0.090466, "nauc_mrr_at_10_max": -0.028869, "nauc_mrr_at_10_std": -0.049811, "nauc_mrr_at_10_diff1": 0.095897, "nauc_mrr_at_20_max": -0.029609, "nauc_mrr_at_20_std": -0.049429, "nauc_mrr_at_20_diff1": 0.096326, "nauc_mrr_at_100_max": -0.0315, "nauc_mrr_at_100_std": -0.049643, "nauc_mrr_at_100_diff1": 0.096056, "nauc_mrr_at_1000_max": -0.03159, "nauc_mrr_at_1000_std": -0.04982, "nauc_mrr_at_1000_diff1": 0.096061, "main_score": 0.51317, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 51.13386678695679, "kg_co2_emissions": null }