eval/mteb_cmn/IFlyTek.json

{
  "dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
  "evaluation_time": 69.15807867050171,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.5",
  "scores": {
    "validation": [
      {
        "accuracy": 0.5101192766448633,
        "f1": 0.33898505029598563,
        "f1_weighted": 0.48503200481793113,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ],
        "main_score": 0.5101192766448633,
        "scores_per_experiment": [
          {
            "accuracy": 0.5059638322431704,
            "f1": 0.33722023411779445,
            "f1_weighted": 0.4813257751005801
          },
          {
            "accuracy": 0.5121200461716044,
            "f1": 0.3366071589206189,
            "f1_weighted": 0.4857503533480787
          },
          {
            "accuracy": 0.5101962293189688,
            "f1": 0.3434249037605159,
            "f1_weighted": 0.48369993372946457
          },
          {
            "accuracy": 0.5059638322431704,
            "f1": 0.3450259855843643,
            "f1_weighted": 0.4747751902960636
          },
          {
            "accuracy": 0.5163524432474028,
            "f1": 0.33264696909663466,
            "f1_weighted": 0.4996087716154686
          }
        ]
      }
    ]
  },
  "task_name": "IFlyTek"
}