eval/mteb_cmn/MMarcoReranking.json

{
  "dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
  "evaluation_time": 154.90197086334229,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.5",
  "scores": {
    "dev": [
      {
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ],
        "main_score": 0.26039726199813074,
        "map": 0.26039726199813074,
        "mrr": 0.2418015873015873,
        "nAUC_map_diff1": 0.39950529440977717,
        "nAUC_map_max": 0.027617442428511215,
        "nAUC_map_std": -0.09995222896282875,
        "nAUC_mrr_diff1": 0.38113190269516495,
        "nAUC_mrr_max": 0.03154309127883774,
        "nAUC_mrr_std": -0.09369021755438782
      }
    ]
  },
  "task_name": "MMarcoReranking"
}