{
  "dataset_revision": "50fd9d5d09edd53af89af765636be5db6f983f0e",
  "task_name": "SynPerChatbotConvSASatisfaction",
  "mteb_version": "2.6.7",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.864802,
            "f1": 0.852259,
            "f1_weighted": 0.863999,
            "precision": 0.856822,
            "precision_weighted": 0.863842,
            "recall": 0.848443,
            "recall_weighted": 0.864802,
            "ap": 0.860017,
            "ap_weighted": 0.860017
          },
          {
            "accuracy": 0.864802,
            "f1": 0.850426,
            "f1_weighted": 0.863072,
            "precision": 0.860986,
            "precision_weighted": 0.863982,
            "recall": 0.842949,
            "recall_weighted": 0.864802,
            "ap": 0.853849,
            "ap_weighted": 0.853849
          },
          {
            "accuracy": 0.871795,
            "f1": 0.860912,
            "f1_weighted": 0.871523,
            "precision": 0.862496,
            "precision_weighted": 0.871341,
            "recall": 0.859432,
            "recall_weighted": 0.871795,
            "ap": 0.870302,
            "ap_weighted": 0.870302
          },
          {
            "accuracy": 0.843823,
            "f1": 0.825797,
            "f1_weighted": 0.84108,
            "precision": 0.839985,
            "precision_weighted": 0.842809,
            "recall": 0.81685,
            "recall_weighted": 0.843823,
            "ap": 0.832313,
            "ap_weighted": 0.832313
          },
          {
            "accuracy": 0.867133,
            "f1": 0.849728,
            "f1_weighted": 0.863676,
            "precision": 0.87369,
            "precision_weighted": 0.869306,
            "recall": 0.836538,
            "recall_weighted": 0.867133,
            "ap": 0.84627,
            "ap_weighted": 0.84627
          },
          {
            "accuracy": 0.88345,
            "f1": 0.872637,
            "f1_weighted": 0.882758,
            "precision": 0.877453,
            "precision_weighted": 0.882728,
            "recall": 0.86859,
            "recall_weighted": 0.88345,
            "ap": 0.876764,
            "ap_weighted": 0.876764
          },
          {
            "accuracy": 0.848485,
            "f1": 0.829246,
            "f1_weighted": 0.844878,
            "precision": 0.84969,
            "precision_weighted": 0.848865,
            "recall": 0.817766,
            "recall_weighted": 0.848485,
            "ap": 0.83203,
            "ap_weighted": 0.83203
          },
          {
            "accuracy": 0.871795,
            "f1": 0.860107,
            "f1_weighted": 0.871135,
            "precision": 0.864106,
            "precision_weighted": 0.870973,
            "recall": 0.856685,
            "recall_weighted": 0.871795,
            "ap": 0.867051,
            "ap_weighted": 0.867051
          },
          {
            "accuracy": 0.890443,
            "f1": 0.879365,
            "f1_weighted": 0.889335,
            "precision": 0.888112,
            "precision_weighted": 0.890019,
            "recall": 0.872711,
            "recall_weighted": 0.890443,
            "ap": 0.878993,
            "ap_weighted": 0.878993
          },
          {
            "accuracy": 0.878788,
            "f1": 0.870747,
            "f1_weighted": 0.879539,
            "precision": 0.866703,
            "precision_weighted": 0.88128,
            "recall": 0.875916,
            "recall_weighted": 0.878788,
            "ap": 0.887927,
            "ap_weighted": 0.887927
          }
        ],
        "accuracy": 0.868531,
        "f1": 0.855122,
        "f1_weighted": 0.867099,
        "precision": 0.864004,
        "precision_weighted": 0.868515,
        "recall": 0.849588,
        "recall_weighted": 0.868531,
        "ap": 0.860551,
        "ap_weighted": 0.860551,
        "main_score": 0.868531,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 19.404915809631348,
  "kg_co2_emissions": null
}