{
  "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06",
  "task_name": "FiQA2018",
  "mteb_version": "1.36.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.28549,
        "ndcg_at_3": 0.26496,
        "ndcg_at_5": 0.2723,
        "ndcg_at_10": 0.29284,
        "ndcg_at_20": 0.31748,
        "ndcg_at_100": 0.35562,
        "ndcg_at_1000": 0.39553,
        "map_at_1": 0.1397,
        "map_at_3": 0.19826,
        "map_at_5": 0.2135,
        "map_at_10": 0.22842,
        "map_at_20": 0.2371,
        "map_at_100": 0.24383,
        "map_at_1000": 0.24588,
        "recall_at_1": 0.1397,
        "recall_at_3": 0.23923,
        "recall_at_5": 0.28166,
        "recall_at_10": 0.34657,
        "recall_at_20": 0.42445,
        "recall_at_100": 0.58627,
        "recall_at_1000": 0.83154,
        "precision_at_1": 0.28549,
        "precision_at_3": 0.17747,
        "precision_at_5": 0.13056,
        "precision_at_10": 0.08333,
        "precision_at_20": 0.05154,
        "precision_at_100": 0.01457,
        "precision_at_1000": 0.00216,
        "mrr_at_1": 0.285494,
        "mrr_at_3": 0.345679,
        "mrr_at_5": 0.357407,
        "mrr_at_10": 0.36619,
        "mrr_at_20": 0.37141,
        "mrr_at_100": 0.375101,
        "mrr_at_1000": 0.375778,
        "nauc_ndcg_at_1_max": 0.269011,
        "nauc_ndcg_at_1_std": -0.041662,
        "nauc_ndcg_at_1_diff1": 0.360761,
        "nauc_ndcg_at_3_max": 0.275647,
        "nauc_ndcg_at_3_std": 0.013891,
        "nauc_ndcg_at_3_diff1": 0.328922,
        "nauc_ndcg_at_5_max": 0.248073,
        "nauc_ndcg_at_5_std": 0.022724,
        "nauc_ndcg_at_5_diff1": 0.31646,
        "nauc_ndcg_at_10_max": 0.248068,
        "nauc_ndcg_at_10_std": 0.039619,
        "nauc_ndcg_at_10_diff1": 0.319439,
        "nauc_ndcg_at_20_max": 0.25282,
        "nauc_ndcg_at_20_std": 0.046921,
        "nauc_ndcg_at_20_diff1": 0.313257,
        "nauc_ndcg_at_100_max": 0.272068,
        "nauc_ndcg_at_100_std": 0.072548,
        "nauc_ndcg_at_100_diff1": 0.304028,
        "nauc_ndcg_at_1000_max": 0.283027,
        "nauc_ndcg_at_1000_std": 0.074432,
        "nauc_ndcg_at_1000_diff1": 0.304145,
        "nauc_map_at_1_max": 0.179349,
        "nauc_map_at_1_std": -0.04075,
        "nauc_map_at_1_diff1": 0.413467,
        "nauc_map_at_3_max": 0.226649,
        "nauc_map_at_3_std": -2.2e-05,
        "nauc_map_at_3_diff1": 0.359498,
        "nauc_map_at_5_max": 0.222973,
        "nauc_map_at_5_std": 0.011874,
        "nauc_map_at_5_diff1": 0.34765,
        "nauc_map_at_10_max": 0.234722,
        "nauc_map_at_10_std": 0.026841,
        "nauc_map_at_10_diff1": 0.342725,
        "nauc_map_at_20_max": 0.240099,
        "nauc_map_at_20_std": 0.029796,
        "nauc_map_at_20_diff1": 0.340755,
        "nauc_map_at_100_max": 0.245888,
        "nauc_map_at_100_std": 0.035169,
        "nauc_map_at_100_diff1": 0.337957,
        "nauc_map_at_1000_max": 0.247001,
        "nauc_map_at_1000_std": 0.036034,
        "nauc_map_at_1000_diff1": 0.337896,
        "nauc_recall_at_1_max": 0.179349,
        "nauc_recall_at_1_std": -0.04075,
        "nauc_recall_at_1_diff1": 0.413467,
        "nauc_recall_at_3_max": 0.210507,
        "nauc_recall_at_3_std": 0.016585,
        "nauc_recall_at_3_diff1": 0.305016,
        "nauc_recall_at_5_max": 0.182291,
        "nauc_recall_at_5_std": 0.042212,
        "nauc_recall_at_5_diff1": 0.262222,
        "nauc_recall_at_10_max": 0.189163,
        "nauc_recall_at_10_std": 0.074216,
        "nauc_recall_at_10_diff1": 0.250319,
        "nauc_recall_at_20_max": 0.191985,
        "nauc_recall_at_20_std": 0.096619,
        "nauc_recall_at_20_diff1": 0.220881,
        "nauc_recall_at_100_max": 0.231774,
        "nauc_recall_at_100_std": 0.203361,
        "nauc_recall_at_100_diff1": 0.174315,
        "nauc_recall_at_1000_max": 0.297752,
        "nauc_recall_at_1000_std": 0.303366,
        "nauc_recall_at_1000_diff1": 0.139819,
        "nauc_precision_at_1_max": 0.269011,
        "nauc_precision_at_1_std": -0.041662,
        "nauc_precision_at_1_diff1": 0.360761,
        "nauc_precision_at_3_max": 0.313449,
        "nauc_precision_at_3_std": 0.053401,
        "nauc_precision_at_3_diff1": 0.235782,
        "nauc_precision_at_5_max": 0.295457,
        "nauc_precision_at_5_std": 0.078593,
        "nauc_precision_at_5_diff1": 0.175104,
        "nauc_precision_at_10_max": 0.317876,
        "nauc_precision_at_10_std": 0.127279,
        "nauc_precision_at_10_diff1": 0.150219,
        "nauc_precision_at_20_max": 0.317829,
        "nauc_precision_at_20_std": 0.130506,
        "nauc_precision_at_20_diff1": 0.124427,
        "nauc_precision_at_100_max": 0.334844,
        "nauc_precision_at_100_std": 0.174908,
        "nauc_precision_at_100_diff1": 0.040221,
        "nauc_precision_at_1000_max": 0.277012,
        "nauc_precision_at_1000_std": 0.130084,
        "nauc_precision_at_1000_diff1": -0.050355,
        "nauc_mrr_at_1_max": 0.269011,
        "nauc_mrr_at_1_std": -0.041662,
        "nauc_mrr_at_1_diff1": 0.360761,
        "nauc_mrr_at_3_max": 0.2651,
        "nauc_mrr_at_3_std": -0.016091,
        "nauc_mrr_at_3_diff1": 0.320993,
        "nauc_mrr_at_5_max": 0.265026,
        "nauc_mrr_at_5_std": -0.009911,
        "nauc_mrr_at_5_diff1": 0.315782,
        "nauc_mrr_at_10_max": 0.266431,
        "nauc_mrr_at_10_std": -0.004695,
        "nauc_mrr_at_10_diff1": 0.315729,
        "nauc_mrr_at_20_max": 0.265117,
        "nauc_mrr_at_20_std": -0.004706,
        "nauc_mrr_at_20_diff1": 0.314157,
        "nauc_mrr_at_100_max": 0.265992,
        "nauc_mrr_at_100_std": -0.003074,
        "nauc_mrr_at_100_diff1": 0.31397,
        "nauc_mrr_at_1000_max": 0.265961,
        "nauc_mrr_at_1000_std": -0.003261,
        "nauc_mrr_at_1000_diff1": 0.314182,
        "main_score": 0.29284,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 256.42371678352356,
  "kg_co2_emissions": null
}