{
  "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
  "task_name": "AmazonCounterfactualClassification",
  "mteb_version": "1.29.10",
  "scores": {
    "validation": [
      {
        "accuracy": 0.633047,
        "f1": 0.608419,
        "f1_weighted": 0.646847,
        "ap": 0.763018,
        "ap_weighted": 0.763018,
        "scores_per_experiment": [
          {
            "accuracy": 0.669528,
            "f1": 0.629012,
            "f1_weighted": 0.677421,
            "ap": 0.763673,
            "ap_weighted": 0.763673
          },
          {
            "accuracy": 0.575107,
            "f1": 0.54806,
            "f1_weighted": 0.591715,
            "ap": 0.727747,
            "ap_weighted": 0.727747
          },
          {
            "accuracy": 0.67382,
            "f1": 0.651472,
            "f1_weighted": 0.686319,
            "ap": 0.788179,
            "ap_weighted": 0.788179
          },
          {
            "accuracy": 0.618026,
            "f1": 0.597183,
            "f1_weighted": 0.633363,
            "ap": 0.758129,
            "ap_weighted": 0.758129
          },
          {
            "accuracy": 0.648069,
            "f1": 0.633795,
            "f1_weighted": 0.662342,
            "ap": 0.787177,
            "ap_weighted": 0.787177
          },
          {
            "accuracy": 0.671674,
            "f1": 0.651162,
            "f1_weighted": 0.684562,
            "ap": 0.789938,
            "ap_weighted": 0.789938
          },
          {
            "accuracy": 0.60515,
            "f1": 0.580016,
            "f1_weighted": 0.620584,
            "ap": 0.745582,
            "ap_weighted": 0.745582
          },
          {
            "accuracy": 0.587983,
            "f1": 0.560766,
            "f1_weighted": 0.603938,
            "ap": 0.734223,
            "ap_weighted": 0.734223
          },
          {
            "accuracy": 0.630901,
            "f1": 0.599752,
            "f1_weighted": 0.64384,
            "ap": 0.752782,
            "ap_weighted": 0.752782
          },
          {
            "accuracy": 0.650215,
            "f1": 0.632973,
            "f1_weighted": 0.664383,
            "ap": 0.782753,
            "ap_weighted": 0.782753
          }
        ],
        "main_score": 0.633047,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.619272,
        "f1": 0.597812,
        "f1_weighted": 0.633745,
        "ap": 0.757554,
        "ap_weighted": 0.757554,
        "scores_per_experiment": [
          {
            "accuracy": 0.632762,
            "f1": 0.592068,
            "f1_weighted": 0.642557,
            "ap": 0.743081,
            "ap_weighted": 0.743081
          },
          {
            "accuracy": 0.56424,
            "f1": 0.545635,
            "f1_weighted": 0.581664,
            "ap": 0.729495,
            "ap_weighted": 0.729495
          },
          {
            "accuracy": 0.640257,
            "f1": 0.623329,
            "f1_weighted": 0.65462,
            "ap": 0.775406,
            "ap_weighted": 0.775406
          },
          {
            "accuracy": 0.62848,
            "f1": 0.612265,
            "f1_weighted": 0.643336,
            "ap": 0.769552,
            "ap_weighted": 0.769552
          },
          {
            "accuracy": 0.598501,
            "f1": 0.585241,
            "f1_weighted": 0.614302,
            "ap": 0.756774,
            "ap_weighted": 0.756774
          },
          {
            "accuracy": 0.643469,
            "f1": 0.626869,
            "f1_weighted": 0.657709,
            "ap": 0.777935,
            "ap_weighted": 0.777935
          },
          {
            "accuracy": 0.627409,
            "f1": 0.600596,
            "f1_weighted": 0.641148,
            "ap": 0.753981,
            "ap_weighted": 0.753981
          },
          {
            "accuracy": 0.61349,
            "f1": 0.589678,
            "f1_weighted": 0.628413,
            "ap": 0.749924,
            "ap_weighted": 0.749924
          },
          {
            "accuracy": 0.600642,
            "f1": 0.575572,
            "f1_weighted": 0.615994,
            "ap": 0.741457,
            "ap_weighted": 0.741457
          },
          {
            "accuracy": 0.643469,
            "f1": 0.626869,
            "f1_weighted": 0.657709,
            "ap": 0.777935,
            "ap_weighted": 0.777935
          }
        ],
        "main_score": 0.619272,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 38.66192436218262,
  "kg_co2_emissions": null
}