| { | |
| "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9", | |
| "evaluation_time": 37.08768033981323, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "dev": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "cmn-Hans" | |
| ], | |
| "main_score": 0.65104, | |
| "map_at_1": 0.508, | |
| "map_at_10": 0.60136, | |
| "map_at_100": 0.60726, | |
| "map_at_1000": 0.6074, | |
| "map_at_20": 0.60533, | |
| "map_at_3": 0.574, | |
| "map_at_5": 0.5911, | |
| "mrr_at_1": 0.508, | |
| "mrr_at_10": 0.6013563492063494, | |
| "mrr_at_100": 0.6072566651118196, | |
| "mrr_at_1000": 0.607404574235741, | |
| "mrr_at_20": 0.6053263344069071, | |
| "mrr_at_3": 0.5739999999999998, | |
| "mrr_at_5": 0.5911000000000002, | |
| "nauc_map_at_1000_diff1": 0.6696081902689717, | |
| "nauc_map_at_1000_max": 0.21431450309234368, | |
| "nauc_map_at_1000_std": -0.1534223794675806, | |
| "nauc_map_at_100_diff1": 0.6695210481598807, | |
| "nauc_map_at_100_max": 0.21441293772601147, | |
| "nauc_map_at_100_std": -0.15331829490441054, | |
| "nauc_map_at_10_diff1": 0.6696193864559191, | |
| "nauc_map_at_10_max": 0.21496074583283992, | |
| "nauc_map_at_10_std": -0.1540828725873311, | |
| "nauc_map_at_1_diff1": 0.7016486557651898, | |
| "nauc_map_at_1_max": 0.16676115448893286, | |
| "nauc_map_at_1_std": -0.1909751143257869, | |
| "nauc_map_at_20_diff1": 0.6690973496910229, | |
| "nauc_map_at_20_max": 0.21450301356985596, | |
| "nauc_map_at_20_std": -0.15443720087807836, | |
| "nauc_map_at_3_diff1": 0.6702575745637456, | |
| "nauc_map_at_3_max": 0.19661886571473325, | |
| "nauc_map_at_3_std": -0.17158294690825848, | |
| "nauc_map_at_5_diff1": 0.6690993031195033, | |
| "nauc_map_at_5_max": 0.21094721358701432, | |
| "nauc_map_at_5_std": -0.1561580594313193, | |
| "nauc_mrr_at_1000_diff1": 0.6696081902689717, | |
| "nauc_mrr_at_1000_max": 0.21431450309234368, | |
| "nauc_mrr_at_1000_std": -0.1534223794675806, | |
| "nauc_mrr_at_100_diff1": 0.6695210481598807, | |
| "nauc_mrr_at_100_max": 0.21441293772601147, | |
| "nauc_mrr_at_100_std": -0.15331829490441054, | |
| "nauc_mrr_at_10_diff1": 0.6696193864559191, | |
| "nauc_mrr_at_10_max": 0.21496074583283992, | |
| "nauc_mrr_at_10_std": -0.1540828725873311, | |
| "nauc_mrr_at_1_diff1": 0.7016486557651898, | |
| "nauc_mrr_at_1_max": 0.16676115448893286, | |
| "nauc_mrr_at_1_std": -0.1909751143257869, | |
| "nauc_mrr_at_20_diff1": 0.6690973496910229, | |
| "nauc_mrr_at_20_max": 0.21450301356985596, | |
| "nauc_mrr_at_20_std": -0.15443720087807836, | |
| "nauc_mrr_at_3_diff1": 0.6702575745637456, | |
| "nauc_mrr_at_3_max": 0.19661886571473325, | |
| "nauc_mrr_at_3_std": -0.17158294690825848, | |
| "nauc_mrr_at_5_diff1": 0.6690993031195033, | |
| "nauc_mrr_at_5_max": 0.21094721358701432, | |
| "nauc_mrr_at_5_std": -0.1561580594313193, | |
| "nauc_ndcg_at_1000_diff1": 0.6619594699516157, | |
| "nauc_ndcg_at_1000_max": 0.24402132968824827, | |
| "nauc_ndcg_at_1000_std": -0.11743395983494839, | |
| "nauc_ndcg_at_100_diff1": 0.6584142634254115, | |
| "nauc_ndcg_at_100_max": 0.24867902970536462, | |
| "nauc_ndcg_at_100_std": -0.11179693901061764, | |
| "nauc_ndcg_at_10_diff1": 0.6577983889289175, | |
| "nauc_ndcg_at_10_max": 0.24794512063698365, | |
| "nauc_ndcg_at_10_std": -0.12325749821849519, | |
| "nauc_ndcg_at_1_diff1": 0.7016486557651898, | |
| "nauc_ndcg_at_1_max": 0.16676115448893286, | |
| "nauc_ndcg_at_1_std": -0.1909751143257869, | |
| "nauc_ndcg_at_20_diff1": 0.6555828760321852, | |
| "nauc_ndcg_at_20_max": 0.24756935264288332, | |
| "nauc_ndcg_at_20_std": -0.12321428660632129, | |
| "nauc_ndcg_at_3_diff1": 0.6591612545624573, | |
| "nauc_ndcg_at_3_max": 0.20801200670973338, | |
| "nauc_ndcg_at_3_std": -0.16184680874363397, | |
| "nauc_ndcg_at_5_diff1": 0.6568557559113027, | |
| "nauc_ndcg_at_5_max": 0.23593625743773952, | |
| "nauc_ndcg_at_5_std": -0.13227082775679477, | |
| "nauc_precision_at_1000_diff1": 0.6290703781512575, | |
| "nauc_precision_at_1000_max": 0.9518557422969166, | |
| "nauc_precision_at_1000_std": 0.9002976190476178, | |
| "nauc_precision_at_100_diff1": 0.5331968684909878, | |
| "nauc_precision_at_100_max": 0.7479350714644858, | |
| "nauc_precision_at_100_std": 0.5746319040436699, | |
| "nauc_precision_at_10_diff1": 0.6017511117135235, | |
| "nauc_precision_at_10_max": 0.4228655882306936, | |
| "nauc_precision_at_10_std": 0.0438194983865161, | |
| "nauc_precision_at_1_diff1": 0.7016486557651898, | |
| "nauc_precision_at_1_max": 0.16676115448893286, | |
| "nauc_precision_at_1_std": -0.1909751143257869, | |
| "nauc_precision_at_20_diff1": 0.5648738054398427, | |
| "nauc_precision_at_20_max": 0.48654813554924453, | |
| "nauc_precision_at_20_std": 0.10816625106303053, | |
| "nauc_precision_at_3_diff1": 0.6229705629548247, | |
| "nauc_precision_at_3_max": 0.24546103959309884, | |
| "nauc_precision_at_3_std": -0.1290953754984392, | |
| "nauc_precision_at_5_diff1": 0.6108079969554929, | |
| "nauc_precision_at_5_max": 0.3355897646226012, | |
| "nauc_precision_at_5_std": -0.035903088478004115, | |
| "nauc_recall_at_1000_diff1": 0.6290703781512614, | |
| "nauc_recall_at_1000_max": 0.9518557422969206, | |
| "nauc_recall_at_1000_std": 0.9002976190476195, | |
| "nauc_recall_at_100_diff1": 0.5331968684909862, | |
| "nauc_recall_at_100_max": 0.7479350714644823, | |
| "nauc_recall_at_100_std": 0.5746319040436679, | |
| "nauc_recall_at_10_diff1": 0.6017511117135252, | |
| "nauc_recall_at_10_max": 0.42286558823069476, | |
| "nauc_recall_at_10_std": 0.04381949838651615, | |
| "nauc_recall_at_1_diff1": 0.7016486557651898, | |
| "nauc_recall_at_1_max": 0.16676115448893286, | |
| "nauc_recall_at_1_std": -0.1909751143257869, | |
| "nauc_recall_at_20_diff1": 0.5648738054398433, | |
| "nauc_recall_at_20_max": 0.48654813554924514, | |
| "nauc_recall_at_20_std": 0.10816625106303271, | |
| "nauc_recall_at_3_diff1": 0.6229705629548248, | |
| "nauc_recall_at_3_max": 0.2454610395930983, | |
| "nauc_recall_at_3_std": -0.1290953754984402, | |
| "nauc_recall_at_5_diff1": 0.6108079969554934, | |
| "nauc_recall_at_5_max": 0.335589764622602, | |
| "nauc_recall_at_5_std": -0.035903088478003144, | |
| "ndcg_at_1": 0.508, | |
| "ndcg_at_10": 0.65104, | |
| "ndcg_at_100": 0.67858, | |
| "ndcg_at_1000": 0.68272, | |
| "ndcg_at_20": 0.66546, | |
| "ndcg_at_3": 0.59533, | |
| "ndcg_at_5": 0.62597, | |
| "precision_at_1": 0.508, | |
| "precision_at_10": 0.0809, | |
| "precision_at_100": 0.00935, | |
| "precision_at_1000": 0.00097, | |
| "precision_at_20": 0.0433, | |
| "precision_at_3": 0.219, | |
| "precision_at_5": 0.1462, | |
| "recall_at_1": 0.508, | |
| "recall_at_10": 0.809, | |
| "recall_at_100": 0.935, | |
| "recall_at_1000": 0.968, | |
| "recall_at_20": 0.866, | |
| "recall_at_3": 0.657, | |
| "recall_at_5": 0.731 | |
| } | |
| ] | |
| }, | |
| "task_name": "EcomRetrieval" | |
| } |