{
  "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1",
  "task_name": "AmazonCounterfactualClassification",
  "mteb_version": "2.1.5",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.897015,
            "f1": 0.852177,
            "f1_weighted": 0.901754,
            "precision": 0.826176,
            "precision_weighted": 0.913759,
            "recall": 0.892655,
            "recall_weighted": 0.897015,
            "ap": 0.626609,
            "ap_weighted": 0.626609
          },
          {
            "accuracy": 0.889552,
            "f1": 0.84109,
            "f1_weighted": 0.894529,
            "precision": 0.816355,
            "precision_weighted": 0.906308,
            "recall": 0.87935,
            "recall_weighted": 0.889552,
            "ap": 0.603631,
            "ap_weighted": 0.603631
          },
          {
            "accuracy": 0.904478,
            "f1": 0.859179,
            "f1_weighted": 0.907815,
            "precision": 0.837733,
            "precision_weighted": 0.915096,
            "recall": 0.888626,
            "recall_weighted": 0.904478,
            "ap": 0.639905,
            "ap_weighted": 0.639905
          },
          {
            "accuracy": 0.904478,
            "f1": 0.860564,
            "f1_weighted": 0.908215,
            "precision": 0.836982,
            "precision_weighted": 0.917035,
            "recall": 0.894404,
            "recall_weighted": 0.904478,
            "ap": 0.643232,
            "ap_weighted": 0.643232
          },
          {
            "accuracy": 0.908955,
            "f1": 0.864073,
            "f1_weighted": 0.911637,
            "precision": 0.845226,
            "precision_weighted": 0.917053,
            "recall": 0.88852,
            "recall_weighted": 0.908955,
            "ap": 0.650149,
            "ap_weighted": 0.650149
          },
          {
            "accuracy": 0.922388,
            "f1": 0.883227,
            "f1_weighted": 0.924407,
            "precision": 0.86538,
            "precision_weighted": 0.928585,
            "recall": 0.905536,
            "recall_weighted": 0.922388,
            "ap": 0.692451,
            "ap_weighted": 0.692451
          },
          {
            "accuracy": 0.914925,
            "f1": 0.872986,
            "f1_weighted": 0.917431,
            "precision": 0.853657,
            "precision_weighted": 0.922711,
            "recall": 0.898009,
            "recall_weighted": 0.914925,
            "ap": 0.669569,
            "ap_weighted": 0.669569
          },
          {
            "accuracy": 0.922388,
            "f1": 0.881993,
            "f1_weighted": 0.924037,
            "precision": 0.867145,
            "precision_weighted": 0.92709,
            "recall": 0.899758,
            "recall_weighted": 0.922388,
            "ap": 0.689949,
            "ap_weighted": 0.689949
          },
          {
            "accuracy": 0.876119,
            "f1": 0.827766,
            "f1_weighted": 0.883338,
            "precision": 0.799785,
            "precision_weighted": 0.902912,
            "recall": 0.879668,
            "recall_weighted": 0.876119,
            "ap": 0.580636,
            "ap_weighted": 0.580636
          },
          {
            "accuracy": 0.885075,
            "f1": 0.84228,
            "f1_weighted": 0.892309,
            "precision": 0.811678,
            "precision_weighted": 0.91494,
            "recall": 0.902569,
            "recall_weighted": 0.885075,
            "ap": 0.611424,
            "ap_weighted": 0.611424
          }
        ],
        "accuracy": 0.902537,
        "f1": 0.858533,
        "f1_weighted": 0.906547,
        "precision": 0.836012,
        "precision_weighted": 0.916549,
        "recall": 0.89291,
        "recall_weighted": 0.902537,
        "ap": 0.640755,
        "ap_weighted": 0.640755,
        "main_score": 0.902537,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 27.183546543121338,
  "kg_co2_emissions": null
}