{
  "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
  "task_name": "AmazonCounterfactualClassification",
  "mteb_version": "1.34.2",
  "scores": {
    "test": [
      {
        "accuracy": 0.748955,
        "f1": 0.688421,
        "f1_weighted": 0.771819,
        "ap": 0.377315,
        "ap_weighted": 0.377315,
        "scores_per_experiment": [
          {
            "accuracy": 0.719403,
            "f1": 0.65249,
            "f1_weighted": 0.745349,
            "ap": 0.330532,
            "ap_weighted": 0.330532
          },
          {
            "accuracy": 0.804478,
            "f1": 0.742352,
            "f1_weighted": 0.819395,
            "ap": 0.439569,
            "ap_weighted": 0.439569
          },
          {
            "accuracy": 0.697015,
            "f1": 0.639815,
            "f1_weighted": 0.727222,
            "ap": 0.326915,
            "ap_weighted": 0.326915
          },
          {
            "accuracy": 0.738806,
            "f1": 0.67053,
            "f1_weighted": 0.761863,
            "ap": 0.348146,
            "ap_weighted": 0.348146
          },
          {
            "accuracy": 0.752239,
            "f1": 0.694145,
            "f1_weighted": 0.775317,
            "ap": 0.384564,
            "ap_weighted": 0.384564
          },
          {
            "accuracy": 0.795522,
            "f1": 0.737499,
            "f1_weighted": 0.812653,
            "ap": 0.437723,
            "ap_weighted": 0.437723
          },
          {
            "accuracy": 0.774627,
            "f1": 0.710674,
            "f1_weighted": 0.793508,
            "ap": 0.397836,
            "ap_weighted": 0.397836
          },
          {
            "accuracy": 0.767164,
            "f1": 0.702693,
            "f1_weighted": 0.787001,
            "ap": 0.387817,
            "ap_weighted": 0.387817
          },
          {
            "accuracy": 0.713433,
            "f1": 0.664444,
            "f1_weighted": 0.74252,
            "ap": 0.362195,
            "ap_weighted": 0.362195
          },
          {
            "accuracy": 0.726866,
            "f1": 0.669567,
            "f1_weighted": 0.753358,
            "ap": 0.357856,
            "ap_weighted": 0.357856
          }
        ],
        "main_score": 0.748955,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1.5344364643096924,
  "kg_co2_emissions": null
}