{
  "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
  "evaluation_time": 37.08768033981323,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.5",
  "scores": {
    "dev": [
      {
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ],
        "main_score": 0.65104,
        "map_at_1": 0.508,
        "map_at_10": 0.60136,
        "map_at_100": 0.60726,
        "map_at_1000": 0.6074,
        "map_at_20": 0.60533,
        "map_at_3": 0.574,
        "map_at_5": 0.5911,
        "mrr_at_1": 0.508,
        "mrr_at_10": 0.6013563492063494,
        "mrr_at_100": 0.6072566651118196,
        "mrr_at_1000": 0.607404574235741,
        "mrr_at_20": 0.6053263344069071,
        "mrr_at_3": 0.5739999999999998,
        "mrr_at_5": 0.5911000000000002,
        "nauc_map_at_1000_diff1": 0.6696081902689717,
        "nauc_map_at_1000_max": 0.21431450309234368,
        "nauc_map_at_1000_std": -0.1534223794675806,
        "nauc_map_at_100_diff1": 0.6695210481598807,
        "nauc_map_at_100_max": 0.21441293772601147,
        "nauc_map_at_100_std": -0.15331829490441054,
        "nauc_map_at_10_diff1": 0.6696193864559191,
        "nauc_map_at_10_max": 0.21496074583283992,
        "nauc_map_at_10_std": -0.1540828725873311,
        "nauc_map_at_1_diff1": 0.7016486557651898,
        "nauc_map_at_1_max": 0.16676115448893286,
        "nauc_map_at_1_std": -0.1909751143257869,
        "nauc_map_at_20_diff1": 0.6690973496910229,
        "nauc_map_at_20_max": 0.21450301356985596,
        "nauc_map_at_20_std": -0.15443720087807836,
        "nauc_map_at_3_diff1": 0.6702575745637456,
        "nauc_map_at_3_max": 0.19661886571473325,
        "nauc_map_at_3_std": -0.17158294690825848,
        "nauc_map_at_5_diff1": 0.6690993031195033,
        "nauc_map_at_5_max": 0.21094721358701432,
        "nauc_map_at_5_std": -0.1561580594313193,
        "nauc_mrr_at_1000_diff1": 0.6696081902689717,
        "nauc_mrr_at_1000_max": 0.21431450309234368,
        "nauc_mrr_at_1000_std": -0.1534223794675806,
        "nauc_mrr_at_100_diff1": 0.6695210481598807,
        "nauc_mrr_at_100_max": 0.21441293772601147,
        "nauc_mrr_at_100_std": -0.15331829490441054,
        "nauc_mrr_at_10_diff1": 0.6696193864559191,
        "nauc_mrr_at_10_max": 0.21496074583283992,
        "nauc_mrr_at_10_std": -0.1540828725873311,
        "nauc_mrr_at_1_diff1": 0.7016486557651898,
        "nauc_mrr_at_1_max": 0.16676115448893286,
        "nauc_mrr_at_1_std": -0.1909751143257869,
        "nauc_mrr_at_20_diff1": 0.6690973496910229,
        "nauc_mrr_at_20_max": 0.21450301356985596,
        "nauc_mrr_at_20_std": -0.15443720087807836,
        "nauc_mrr_at_3_diff1": 0.6702575745637456,
        "nauc_mrr_at_3_max": 0.19661886571473325,
        "nauc_mrr_at_3_std": -0.17158294690825848,
        "nauc_mrr_at_5_diff1": 0.6690993031195033,
        "nauc_mrr_at_5_max": 0.21094721358701432,
        "nauc_mrr_at_5_std": -0.1561580594313193,
        "nauc_ndcg_at_1000_diff1": 0.6619594699516157,
        "nauc_ndcg_at_1000_max": 0.24402132968824827,
        "nauc_ndcg_at_1000_std": -0.11743395983494839,
        "nauc_ndcg_at_100_diff1": 0.6584142634254115,
        "nauc_ndcg_at_100_max": 0.24867902970536462,
        "nauc_ndcg_at_100_std": -0.11179693901061764,
        "nauc_ndcg_at_10_diff1": 0.6577983889289175,
        "nauc_ndcg_at_10_max": 0.24794512063698365,
        "nauc_ndcg_at_10_std": -0.12325749821849519,
        "nauc_ndcg_at_1_diff1": 0.7016486557651898,
        "nauc_ndcg_at_1_max": 0.16676115448893286,
        "nauc_ndcg_at_1_std": -0.1909751143257869,
        "nauc_ndcg_at_20_diff1": 0.6555828760321852,
        "nauc_ndcg_at_20_max": 0.24756935264288332,
        "nauc_ndcg_at_20_std": -0.12321428660632129,
        "nauc_ndcg_at_3_diff1": 0.6591612545624573,
        "nauc_ndcg_at_3_max": 0.20801200670973338,
        "nauc_ndcg_at_3_std": -0.16184680874363397,
        "nauc_ndcg_at_5_diff1": 0.6568557559113027,
        "nauc_ndcg_at_5_max": 0.23593625743773952,
        "nauc_ndcg_at_5_std": -0.13227082775679477,
        "nauc_precision_at_1000_diff1": 0.6290703781512575,
        "nauc_precision_at_1000_max": 0.9518557422969166,
        "nauc_precision_at_1000_std": 0.9002976190476178,
        "nauc_precision_at_100_diff1": 0.5331968684909878,
        "nauc_precision_at_100_max": 0.7479350714644858,
        "nauc_precision_at_100_std": 0.5746319040436699,
        "nauc_precision_at_10_diff1": 0.6017511117135235,
        "nauc_precision_at_10_max": 0.4228655882306936,
        "nauc_precision_at_10_std": 0.0438194983865161,
        "nauc_precision_at_1_diff1": 0.7016486557651898,
        "nauc_precision_at_1_max": 0.16676115448893286,
        "nauc_precision_at_1_std": -0.1909751143257869,
        "nauc_precision_at_20_diff1": 0.5648738054398427,
        "nauc_precision_at_20_max": 0.48654813554924453,
        "nauc_precision_at_20_std": 0.10816625106303053,
        "nauc_precision_at_3_diff1": 0.6229705629548247,
        "nauc_precision_at_3_max": 0.24546103959309884,
        "nauc_precision_at_3_std": -0.1290953754984392,
        "nauc_precision_at_5_diff1": 0.6108079969554929,
        "nauc_precision_at_5_max": 0.3355897646226012,
        "nauc_precision_at_5_std": -0.035903088478004115,
        "nauc_recall_at_1000_diff1": 0.6290703781512614,
        "nauc_recall_at_1000_max": 0.9518557422969206,
        "nauc_recall_at_1000_std": 0.9002976190476195,
        "nauc_recall_at_100_diff1": 0.5331968684909862,
        "nauc_recall_at_100_max": 0.7479350714644823,
        "nauc_recall_at_100_std": 0.5746319040436679,
        "nauc_recall_at_10_diff1": 0.6017511117135252,
        "nauc_recall_at_10_max": 0.42286558823069476,
        "nauc_recall_at_10_std": 0.04381949838651615,
        "nauc_recall_at_1_diff1": 0.7016486557651898,
        "nauc_recall_at_1_max": 0.16676115448893286,
        "nauc_recall_at_1_std": -0.1909751143257869,
        "nauc_recall_at_20_diff1": 0.5648738054398433,
        "nauc_recall_at_20_max": 0.48654813554924514,
        "nauc_recall_at_20_std": 0.10816625106303271,
        "nauc_recall_at_3_diff1": 0.6229705629548248,
        "nauc_recall_at_3_max": 0.2454610395930983,
        "nauc_recall_at_3_std": -0.1290953754984402,
        "nauc_recall_at_5_diff1": 0.6108079969554934,
        "nauc_recall_at_5_max": 0.335589764622602,
        "nauc_recall_at_5_std": -0.035903088478003144,
        "ndcg_at_1": 0.508,
        "ndcg_at_10": 0.65104,
        "ndcg_at_100": 0.67858,
        "ndcg_at_1000": 0.68272,
        "ndcg_at_20": 0.66546,
        "ndcg_at_3": 0.59533,
        "ndcg_at_5": 0.62597,
        "precision_at_1": 0.508,
        "precision_at_10": 0.0809,
        "precision_at_100": 0.00935,
        "precision_at_1000": 0.00097,
        "precision_at_20": 0.0433,
        "precision_at_3": 0.219,
        "precision_at_5": 0.1462,
        "recall_at_1": 0.508,
        "recall_at_10": 0.809,
        "recall_at_100": 0.935,
        "recall_at_1000": 0.968,
        "recall_at_20": 0.866,
        "recall_at_3": 0.657,
        "recall_at_5": 0.731
      }
    ]
  },
  "task_name": "EcomRetrieval"
}