{
  "dataset_revision": "0e000b2f73e9bb74ec8fc6da10011c52725b8469",
  "task_name": "SynPerChatbotConvSALove",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "accuracy": 0.52,
        "f1": 0.483905,
        "f1_weighted": 0.540851,
        "ap": 0.71701,
        "ap_weighted": 0.71701,
        "scores_per_experiment": [
          {
            "accuracy": 0.485714,
            "f1": 0.429348,
            "f1_weighted": 0.506211,
            "ap": 0.687619,
            "ap_weighted": 0.687619
          },
          {
            "accuracy": 0.457143,
            "f1": 0.427218,
            "f1_weighted": 0.483327,
            "ap": 0.691429,
            "ap_weighted": 0.691429
          },
          {
            "accuracy": 0.542857,
            "f1": 0.51049,
            "f1_weighted": 0.564436,
            "ap": 0.726917,
            "ap_weighted": 0.726917
          },
          {
            "accuracy": 0.428571,
            "f1": 0.416667,
            "f1_weighted": 0.452381,
            "ap": 0.695238,
            "ap_weighted": 0.695238
          },
          {
            "accuracy": 0.542857,
            "f1": 0.469697,
            "f1_weighted": 0.554113,
            "ap": 0.70236,
            "ap_weighted": 0.70236
          },
          {
            "accuracy": 0.514286,
            "f1": 0.471111,
            "f1_weighted": 0.535873,
            "ap": 0.706286,
            "ap_weighted": 0.706286
          },
          {
            "accuracy": 0.628571,
            "f1": 0.608096,
            "f1_weighted": 0.646487,
            "ap": 0.785714,
            "ap_weighted": 0.785714
          },
          {
            "accuracy": 0.514286,
            "f1": 0.487511,
            "f1_weighted": 0.537714,
            "ap": 0.718413,
            "ap_weighted": 0.718413
          },
          {
            "accuracy": 0.514286,
            "f1": 0.471111,
            "f1_weighted": 0.535873,
            "ap": 0.706286,
            "ap_weighted": 0.706286
          },
          {
            "accuracy": 0.571429,
            "f1": 0.547804,
            "f1_weighted": 0.5921,
            "ap": 0.749841,
            "ap_weighted": 0.749841
          }
        ],
        "main_score": 0.52,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 8.74279522895813,
  "kg_co2_emissions": null
}