{
  "dataset_revision": "e72db473602d750f1bcdc9f0436e1e3b967e088f",
  "task_name": "SynPerChatbotSatisfactionLevelClassification",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "accuracy": 0.371763,
        "f1": 0.361063,
        "f1_weighted": 0.376946,
        "scores_per_experiment": [
          {
            "accuracy": 0.376708,
            "f1": 0.361662,
            "f1_weighted": 0.38478
          },
          {
            "accuracy": 0.383214,
            "f1": 0.364269,
            "f1_weighted": 0.388798
          },
          {
            "accuracy": 0.352635,
            "f1": 0.352367,
            "f1_weighted": 0.355958
          },
          {
            "accuracy": 0.360442,
            "f1": 0.341917,
            "f1_weighted": 0.363788
          },
          {
            "accuracy": 0.386467,
            "f1": 0.377581,
            "f1_weighted": 0.393331
          },
          {
            "accuracy": 0.376708,
            "f1": 0.374766,
            "f1_weighted": 0.380372
          },
          {
            "accuracy": 0.366298,
            "f1": 0.363018,
            "f1_weighted": 0.370113
          },
          {
            "accuracy": 0.355888,
            "f1": 0.345596,
            "f1_weighted": 0.364136
          },
          {
            "accuracy": 0.38972,
            "f1": 0.368876,
            "f1_weighted": 0.391889
          },
          {
            "accuracy": 0.369551,
            "f1": 0.360579,
            "f1_weighted": 0.376297
          }
        ],
        "main_score": 0.371763,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 43.92876935005188,
  "kg_co2_emissions": null
}