{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "1.25.8",
  "scores": {
    "validation": [
      {
        "accuracy": 0.454156,
        "f1": 0.423495,
        "f1_weighted": 0.456937,
        "scores_per_experiment": [
          {
            "accuracy": 0.465322,
            "f1": 0.436427,
            "f1_weighted": 0.464689
          },
          {
            "accuracy": 0.458928,
            "f1": 0.415942,
            "f1_weighted": 0.46325
          },
          {
            "accuracy": 0.44909,
            "f1": 0.42846,
            "f1_weighted": 0.448174
          },
          {
            "accuracy": 0.458928,
            "f1": 0.420427,
            "f1_weighted": 0.464768
          },
          {
            "accuracy": 0.470733,
            "f1": 0.439338,
            "f1_weighted": 0.474046
          },
          {
            "accuracy": 0.455485,
            "f1": 0.417648,
            "f1_weighted": 0.458957
          },
          {
            "accuracy": 0.43335,
            "f1": 0.41276,
            "f1_weighted": 0.437544
          },
          {
            "accuracy": 0.434825,
            "f1": 0.403264,
            "f1_weighted": 0.437431
          },
          {
            "accuracy": 0.454009,
            "f1": 0.43151,
            "f1_weighted": 0.459888
          },
          {
            "accuracy": 0.460895,
            "f1": 0.429173,
            "f1_weighted": 0.460619
          }
        ],
        "main_score": 0.454156,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.44193,
        "f1": 0.422131,
        "f1_weighted": 0.445585,
        "scores_per_experiment": [
          {
            "accuracy": 0.458978,
            "f1": 0.44401,
            "f1_weighted": 0.46146
          },
          {
            "accuracy": 0.44889,
            "f1": 0.426786,
            "f1_weighted": 0.451196
          },
          {
            "accuracy": 0.426026,
            "f1": 0.410765,
            "f1_weighted": 0.42337
          },
          {
            "accuracy": 0.451244,
            "f1": 0.415142,
            "f1_weighted": 0.456269
          },
          {
            "accuracy": 0.436449,
            "f1": 0.418661,
            "f1_weighted": 0.439049
          },
          {
            "accuracy": 0.45158,
            "f1": 0.427328,
            "f1_weighted": 0.456135
          },
          {
            "accuracy": 0.434095,
            "f1": 0.419883,
            "f1_weighted": 0.443219
          },
          {
            "accuracy": 0.446537,
            "f1": 0.420243,
            "f1_weighted": 0.448761
          },
          {
            "accuracy": 0.437794,
            "f1": 0.426273,
            "f1_weighted": 0.445725
          },
          {
            "accuracy": 0.427707,
            "f1": 0.412217,
            "f1_weighted": 0.430664
          }
        ],
        "main_score": 0.44193,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 18.067295789718628,
  "kg_co2_emissions": null
}