{
  "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca",
  "task_name": "FEVERHardNegatives",
  "mteb_version": "1.36.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.471,
        "ndcg_at_3": 0.57991,
        "ndcg_at_5": 0.60948,
        "ndcg_at_10": 0.63755,
        "ndcg_at_20": 0.65649,
        "ndcg_at_100": 0.67041,
        "ndcg_at_1000": 0.67422,
        "map_at_1": 0.4485,
        "map_at_3": 0.54299,
        "map_at_5": 0.55986,
        "map_at_10": 0.57166,
        "map_at_20": 0.5771,
        "map_at_100": 0.57942,
        "map_at_1000": 0.57964,
        "recall_at_1": 0.4485,
        "recall_at_3": 0.65917,
        "recall_at_5": 0.73098,
        "recall_at_10": 0.8154,
        "recall_at_20": 0.88725,
        "recall_at_100": 0.9553,
        "recall_at_1000": 0.97989,
        "precision_at_1": 0.471,
        "precision_at_3": 0.23333,
        "precision_at_5": 0.1558,
        "precision_at_10": 0.0873,
        "precision_at_20": 0.04785,
        "precision_at_100": 0.01048,
        "precision_at_1000": 0.0011,
        "mrr_at_1": 0.471,
        "mrr_at_3": 0.569833,
        "mrr_at_5": 0.586933,
        "mrr_at_10": 0.599137,
        "mrr_at_20": 0.604366,
        "mrr_at_100": 0.606124,
        "mrr_at_1000": 0.606168,
        "nauc_ndcg_at_1_max": 0.145411,
        "nauc_ndcg_at_1_std": -0.209154,
        "nauc_ndcg_at_1_diff1": 0.516407,
        "nauc_ndcg_at_3_max": 0.165821,
        "nauc_ndcg_at_3_std": -0.2164,
        "nauc_ndcg_at_3_diff1": 0.43948,
        "nauc_ndcg_at_5_max": 0.164971,
        "nauc_ndcg_at_5_std": -0.208495,
        "nauc_ndcg_at_5_diff1": 0.430631,
        "nauc_ndcg_at_10_max": 0.158394,
        "nauc_ndcg_at_10_std": -0.210278,
        "nauc_ndcg_at_10_diff1": 0.437884,
        "nauc_ndcg_at_20_max": 0.161081,
        "nauc_ndcg_at_20_std": -0.197606,
        "nauc_ndcg_at_20_diff1": 0.444262,
        "nauc_ndcg_at_100_max": 0.159989,
        "nauc_ndcg_at_100_std": -0.196195,
        "nauc_ndcg_at_100_diff1": 0.445225,
        "nauc_ndcg_at_1000_max": 0.16069,
        "nauc_ndcg_at_1000_std": -0.194906,
        "nauc_ndcg_at_1000_diff1": 0.444003,
        "nauc_map_at_1_max": 0.124983,
        "nauc_map_at_1_std": -0.197,
        "nauc_map_at_1_diff1": 0.485984,
        "nauc_map_at_3_max": 0.152542,
        "nauc_map_at_3_std": -0.207008,
        "nauc_map_at_3_diff1": 0.445092,
        "nauc_map_at_5_max": 0.152737,
        "nauc_map_at_5_std": -0.203894,
        "nauc_map_at_5_diff1": 0.441826,
        "nauc_map_at_10_max": 0.150047,
        "nauc_map_at_10_std": -0.204971,
        "nauc_map_at_10_diff1": 0.444282,
        "nauc_map_at_20_max": 0.15065,
        "nauc_map_at_20_std": -0.201898,
        "nauc_map_at_20_diff1": 0.445691,
        "nauc_map_at_100_max": 0.150534,
        "nauc_map_at_100_std": -0.201541,
        "nauc_map_at_100_diff1": 0.446102,
        "nauc_map_at_1000_max": 0.150584,
        "nauc_map_at_1000_std": -0.201422,
        "nauc_map_at_1000_diff1": 0.446041,
        "nauc_recall_at_1_max": 0.124983,
        "nauc_recall_at_1_std": -0.197,
        "nauc_recall_at_1_diff1": 0.485984,
        "nauc_recall_at_3_max": 0.180779,
        "nauc_recall_at_3_std": -0.218811,
        "nauc_recall_at_3_diff1": 0.375943,
        "nauc_recall_at_5_max": 0.180743,
        "nauc_recall_at_5_std": -0.19465,
        "nauc_recall_at_5_diff1": 0.333804,
        "nauc_recall_at_10_max": 0.151182,
        "nauc_recall_at_10_std": -0.19464,
        "nauc_recall_at_10_diff1": 0.334801,
        "nauc_recall_at_20_max": 0.171805,
        "nauc_recall_at_20_std": -0.076669,
        "nauc_recall_at_20_diff1": 0.338144,
        "nauc_recall_at_100_max": 0.147357,
        "nauc_recall_at_100_std": 0.103128,
        "nauc_recall_at_100_diff1": 0.224137,
        "nauc_recall_at_1000_max": 0.228095,
        "nauc_recall_at_1000_std": 0.484682,
        "nauc_recall_at_1000_diff1": -0.020866,
        "nauc_precision_at_1_max": 0.145411,
        "nauc_precision_at_1_std": -0.209154,
        "nauc_precision_at_1_diff1": 0.516407,
        "nauc_precision_at_3_max": 0.20513,
        "nauc_precision_at_3_std": -0.259636,
        "nauc_precision_at_3_diff1": 0.408703,
        "nauc_precision_at_5_max": 0.20955,
        "nauc_precision_at_5_std": -0.244824,
        "nauc_precision_at_5_diff1": 0.366005,
        "nauc_precision_at_10_max": 0.188806,
        "nauc_precision_at_10_std": -0.249012,
        "nauc_precision_at_10_diff1": 0.358153,
        "nauc_precision_at_20_max": 0.189481,
        "nauc_precision_at_20_std": -0.105055,
        "nauc_precision_at_20_diff1": 0.29369,
        "nauc_precision_at_100_max": 0.141911,
        "nauc_precision_at_100_std": 0.076478,
        "nauc_precision_at_100_diff1": 0.009293,
        "nauc_precision_at_1000_max": 0.052714,
        "nauc_precision_at_1000_std": 0.098453,
        "nauc_precision_at_1000_diff1": -0.118428,
        "nauc_mrr_at_1_max": 0.145411,
        "nauc_mrr_at_1_std": -0.209154,
        "nauc_mrr_at_1_diff1": 0.516407,
        "nauc_mrr_at_3_max": 0.174433,
        "nauc_mrr_at_3_std": -0.223676,
        "nauc_mrr_at_3_diff1": 0.476952,
        "nauc_mrr_at_5_max": 0.173538,
        "nauc_mrr_at_5_std": -0.22003,
        "nauc_mrr_at_5_diff1": 0.473432,
        "nauc_mrr_at_10_max": 0.171856,
        "nauc_mrr_at_10_std": -0.220944,
        "nauc_mrr_at_10_diff1": 0.476806,
        "nauc_mrr_at_20_max": 0.172046,
        "nauc_mrr_at_20_std": -0.217914,
        "nauc_mrr_at_20_diff1": 0.477943,
        "nauc_mrr_at_100_max": 0.171348,
        "nauc_mrr_at_100_std": -0.218049,
        "nauc_mrr_at_100_diff1": 0.477973,
        "nauc_mrr_at_1000_max": 0.171388,
        "nauc_mrr_at_1000_std": -0.218013,
        "nauc_mrr_at_1000_diff1": 0.477986,
        "main_score": 0.63755,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 565.155889749527,
  "kg_co2_emissions": null
}