{
  "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
  "task_name": "AmazonCounterfactualClassification",
  "mteb_version": "1.29.10",
  "scores": {
    "validation": [
      {
        "accuracy": 0.636266,
        "f1": 0.614738,
        "f1_weighted": 0.650005,
        "ap": 0.770299,
        "ap_weighted": 0.770299,
        "scores_per_experiment": [
          {
            "accuracy": 0.61588,
            "f1": 0.597724,
            "f1_weighted": 0.631468,
            "ap": 0.760813,
            "ap_weighted": 0.760813
          },
          {
            "accuracy": 0.628755,
            "f1": 0.5969,
            "f1_weighted": 0.641643,
            "ap": 0.750906,
            "ap_weighted": 0.750906
          },
          {
            "accuracy": 0.658798,
            "f1": 0.634131,
            "f1_weighted": 0.671642,
            "ap": 0.776025,
            "ap_weighted": 0.776025
          },
          {
            "accuracy": 0.637339,
            "f1": 0.629684,
            "f1_weighted": 0.650707,
            "ap": 0.796867,
            "ap_weighted": 0.796867
          },
          {
            "accuracy": 0.626609,
            "f1": 0.610061,
            "f1_weighted": 0.641779,
            "ap": 0.769736,
            "ap_weighted": 0.769736
          },
          {
            "accuracy": 0.628755,
            "f1": 0.613356,
            "f1_weighted": 0.643824,
            "ap": 0.773058,
            "ap_weighted": 0.773058
          },
          {
            "accuracy": 0.641631,
            "f1": 0.615722,
            "f1_weighted": 0.655121,
            "ap": 0.764691,
            "ap_weighted": 0.764691
          },
          {
            "accuracy": 0.624464,
            "f1": 0.59116,
            "f1_weighted": 0.637234,
            "ap": 0.747194,
            "ap_weighted": 0.747194
          },
          {
            "accuracy": 0.624464,
            "f1": 0.593297,
            "f1_weighted": 0.637751,
            "ap": 0.749345,
            "ap_weighted": 0.749345
          },
          {
            "accuracy": 0.675966,
            "f1": 0.665349,
            "f1_weighted": 0.688884,
            "ap": 0.814356,
            "ap_weighted": 0.814356
          }
        ],
        "main_score": 0.636266,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.619914,
        "f1": 0.597187,
        "f1_weighted": 0.633942,
        "ap": 0.75772,
        "ap_weighted": 0.75772,
        "scores_per_experiment": [
          {
            "accuracy": 0.589936,
            "f1": 0.568321,
            "f1_weighted": 0.606173,
            "ap": 0.739696,
            "ap_weighted": 0.739696
          },
          {
            "accuracy": 0.609208,
            "f1": 0.575553,
            "f1_weighted": 0.622388,
            "ap": 0.737263,
            "ap_weighted": 0.737263
          },
          {
            "accuracy": 0.649893,
            "f1": 0.6275,
            "f1_weighted": 0.663289,
            "ap": 0.772383,
            "ap_weighted": 0.772383
          },
          {
            "accuracy": 0.630621,
            "f1": 0.619597,
            "f1_weighted": 0.644973,
            "ap": 0.781268,
            "ap_weighted": 0.781268
          },
          {
            "accuracy": 0.598501,
            "f1": 0.576036,
            "f1_weighted": 0.614279,
            "ap": 0.743336,
            "ap_weighted": 0.743336
          },
          {
            "accuracy": 0.608137,
            "f1": 0.598865,
            "f1_weighted": 0.622763,
            "ap": 0.770974,
            "ap_weighted": 0.770974
          },
          {
            "accuracy": 0.62848,
            "f1": 0.599061,
            "f1_weighted": 0.641619,
            "ap": 0.751624,
            "ap_weighted": 0.751624
          },
          {
            "accuracy": 0.59743,
            "f1": 0.560721,
            "f1_weighted": 0.610483,
            "ap": 0.728644,
            "ap_weighted": 0.728644
          },
          {
            "accuracy": 0.622056,
            "f1": 0.592128,
            "f1_weighted": 0.635423,
            "ap": 0.747643,
            "ap_weighted": 0.747643
          },
          {
            "accuracy": 0.664882,
            "f1": 0.654087,
            "f1_weighted": 0.678033,
            "ap": 0.804367,
            "ap_weighted": 0.804367
          }
        ],
        "main_score": 0.619914,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 80.36066484451294,
  "kg_co2_emissions": null
}