{
  "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
  "task_name": "AmazonReviewsClassification",
  "mteb_version": "1.29.10",
  "scores": {
    "validation": [
      {
        "accuracy": 0.28104,
        "f1": 0.275493,
        "f1_weighted": 0.275493,
        "scores_per_experiment": [
          {
            "accuracy": 0.3,
            "f1": 0.298501,
            "f1_weighted": 0.298501
          },
          {
            "accuracy": 0.2924,
            "f1": 0.279636,
            "f1_weighted": 0.279636
          },
          {
            "accuracy": 0.2764,
            "f1": 0.276868,
            "f1_weighted": 0.276868
          },
          {
            "accuracy": 0.2552,
            "f1": 0.249439,
            "f1_weighted": 0.249439
          },
          {
            "accuracy": 0.2572,
            "f1": 0.253095,
            "f1_weighted": 0.253095
          },
          {
            "accuracy": 0.2862,
            "f1": 0.285983,
            "f1_weighted": 0.285983
          },
          {
            "accuracy": 0.2664,
            "f1": 0.262741,
            "f1_weighted": 0.262741
          },
          {
            "accuracy": 0.3284,
            "f1": 0.320263,
            "f1_weighted": 0.320263
          },
          {
            "accuracy": 0.279,
            "f1": 0.265911,
            "f1_weighted": 0.265911
          },
          {
            "accuracy": 0.2692,
            "f1": 0.262494,
            "f1_weighted": 0.262494
          }
        ],
        "main_score": 0.28104,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.27834,
        "f1": 0.273122,
        "f1_weighted": 0.273122,
        "scores_per_experiment": [
          {
            "accuracy": 0.2892,
            "f1": 0.287201,
            "f1_weighted": 0.287201
          },
          {
            "accuracy": 0.28,
            "f1": 0.270745,
            "f1_weighted": 0.270745
          },
          {
            "accuracy": 0.2874,
            "f1": 0.287583,
            "f1_weighted": 0.287583
          },
          {
            "accuracy": 0.2542,
            "f1": 0.248814,
            "f1_weighted": 0.248814
          },
          {
            "accuracy": 0.2562,
            "f1": 0.252848,
            "f1_weighted": 0.252848
          },
          {
            "accuracy": 0.2798,
            "f1": 0.279291,
            "f1_weighted": 0.279291
          },
          {
            "accuracy": 0.265,
            "f1": 0.260852,
            "f1_weighted": 0.260852
          },
          {
            "accuracy": 0.3248,
            "f1": 0.315937,
            "f1_weighted": 0.315937
          },
          {
            "accuracy": 0.2714,
            "f1": 0.260323,
            "f1_weighted": 0.260323
          },
          {
            "accuracy": 0.2754,
            "f1": 0.267629,
            "f1_weighted": 0.267629
          }
        ],
        "main_score": 0.27834,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 39.45707082748413,
  "kg_co2_emissions": null
}