{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "1.38.27",
  "scores": {
    "validation": [
      {
        "accuracy": 0.697049,
        "f1": 0.695719,
        "f1_weighted": 0.697778,
        "scores_per_experiment": [
          {
            "accuracy": 0.724053,
            "f1": 0.718633,
            "f1_weighted": 0.723273
          },
          {
            "accuracy": 0.703886,
            "f1": 0.698224,
            "f1_weighted": 0.703137
          },
          {
            "accuracy": 0.686178,
            "f1": 0.685495,
            "f1_weighted": 0.691724
          },
          {
            "accuracy": 0.679784,
            "f1": 0.685494,
            "f1_weighted": 0.681675
          },
          {
            "accuracy": 0.739793,
            "f1": 0.731965,
            "f1_weighted": 0.738218
          },
          {
            "accuracy": 0.663551,
            "f1": 0.66672,
            "f1_weighted": 0.658777
          },
          {
            "accuracy": 0.676832,
            "f1": 0.671636,
            "f1_weighted": 0.678863
          },
          {
            "accuracy": 0.684211,
            "f1": 0.687335,
            "f1_weighted": 0.685438
          },
          {
            "accuracy": 0.717167,
            "f1": 0.71042,
            "f1_weighted": 0.718507
          },
          {
            "accuracy": 0.695032,
            "f1": 0.701269,
            "f1_weighted": 0.698165
          }
        ],
        "main_score": 0.697049,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.6923,
        "f1": 0.688987,
        "f1_weighted": 0.692119,
        "scores_per_experiment": [
          {
            "accuracy": 0.721251,
            "f1": 0.719546,
            "f1_weighted": 0.717381
          },
          {
            "accuracy": 0.696032,
            "f1": 0.690144,
            "f1_weighted": 0.69512
          },
          {
            "accuracy": 0.688635,
            "f1": 0.68721,
            "f1_weighted": 0.692775
          },
          {
            "accuracy": 0.669469,
            "f1": 0.671994,
            "f1_weighted": 0.670935
          },
          {
            "accuracy": 0.723941,
            "f1": 0.708593,
            "f1_weighted": 0.720246
          },
          {
            "accuracy": 0.666779,
            "f1": 0.66332,
            "f1_weighted": 0.662084
          },
          {
            "accuracy": 0.666779,
            "f1": 0.661951,
            "f1_weighted": 0.668899
          },
          {
            "accuracy": 0.687962,
            "f1": 0.692435,
            "f1_weighted": 0.690254
          },
          {
            "accuracy": 0.69805,
            "f1": 0.688821,
            "f1_weighted": 0.697911
          },
          {
            "accuracy": 0.704102,
            "f1": 0.705855,
            "f1_weighted": 0.705589
          }
        ],
        "main_score": 0.6923,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 52.14062213897705,
  "kg_co2_emissions": null
}