{
  "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
  "task_name": "AmazonReviewsClassification",
  "mteb_version": "1.36.37",
  "scores": {
    "validation": [
      {
        "accuracy": 0.29078,
        "f1": 0.287855,
        "f1_weighted": 0.287855,
        "scores_per_experiment": [
          {
            "accuracy": 0.2904,
            "f1": 0.288561,
            "f1_weighted": 0.288561
          },
          {
            "accuracy": 0.3112,
            "f1": 0.304528,
            "f1_weighted": 0.304528
          },
          {
            "accuracy": 0.297,
            "f1": 0.297698,
            "f1_weighted": 0.297698
          },
          {
            "accuracy": 0.2872,
            "f1": 0.288182,
            "f1_weighted": 0.288182
          },
          {
            "accuracy": 0.3118,
            "f1": 0.301746,
            "f1_weighted": 0.301746
          },
          {
            "accuracy": 0.3026,
            "f1": 0.297614,
            "f1_weighted": 0.297614
          },
          {
            "accuracy": 0.2592,
            "f1": 0.257989,
            "f1_weighted": 0.257989
          },
          {
            "accuracy": 0.267,
            "f1": 0.268113,
            "f1_weighted": 0.268113
          },
          {
            "accuracy": 0.2926,
            "f1": 0.290259,
            "f1_weighted": 0.290259
          },
          {
            "accuracy": 0.2888,
            "f1": 0.283862,
            "f1_weighted": 0.283862
          }
        ],
        "main_score": 0.29078,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "accuracy": 0.26764,
        "f1": 0.263806,
        "f1_weighted": 0.263806,
        "scores_per_experiment": [
          {
            "accuracy": 0.2912,
            "f1": 0.284988,
            "f1_weighted": 0.284988
          },
          {
            "accuracy": 0.2518,
            "f1": 0.244834,
            "f1_weighted": 0.244834
          },
          {
            "accuracy": 0.2738,
            "f1": 0.272579,
            "f1_weighted": 0.272579
          },
          {
            "accuracy": 0.2592,
            "f1": 0.253481,
            "f1_weighted": 0.253481
          },
          {
            "accuracy": 0.2546,
            "f1": 0.252616,
            "f1_weighted": 0.252616
          },
          {
            "accuracy": 0.2724,
            "f1": 0.26779,
            "f1_weighted": 0.26779
          },
          {
            "accuracy": 0.26,
            "f1": 0.258038,
            "f1_weighted": 0.258038
          },
          {
            "accuracy": 0.2698,
            "f1": 0.26942,
            "f1_weighted": 0.26942
          },
          {
            "accuracy": 0.2796,
            "f1": 0.27268,
            "f1_weighted": 0.27268
          },
          {
            "accuracy": 0.264,
            "f1": 0.261633,
            "f1_weighted": 0.261633
          }
        ],
        "main_score": 0.26764,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "accuracy": 0.2814,
        "f1": 0.277196,
        "f1_weighted": 0.277196,
        "scores_per_experiment": [
          {
            "accuracy": 0.2818,
            "f1": 0.266631,
            "f1_weighted": 0.266631
          },
          {
            "accuracy": 0.2462,
            "f1": 0.241898,
            "f1_weighted": 0.241898
          },
          {
            "accuracy": 0.2826,
            "f1": 0.277436,
            "f1_weighted": 0.277436
          },
          {
            "accuracy": 0.2832,
            "f1": 0.283809,
            "f1_weighted": 0.283809
          },
          {
            "accuracy": 0.2646,
            "f1": 0.2589,
            "f1_weighted": 0.2589
          },
          {
            "accuracy": 0.2906,
            "f1": 0.284232,
            "f1_weighted": 0.284232
          },
          {
            "accuracy": 0.289,
            "f1": 0.285375,
            "f1_weighted": 0.285375
          },
          {
            "accuracy": 0.3052,
            "f1": 0.302051,
            "f1_weighted": 0.302051
          },
          {
            "accuracy": 0.2914,
            "f1": 0.292852,
            "f1_weighted": 0.292852
          },
          {
            "accuracy": 0.2794,
            "f1": 0.278774,
            "f1_weighted": 0.278774
          }
        ],
        "main_score": 0.2814,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "accuracy": 0.27048,
        "f1": 0.268245,
        "f1_weighted": 0.268245,
        "scores_per_experiment": [
          {
            "accuracy": 0.2744,
            "f1": 0.272687,
            "f1_weighted": 0.272687
          },
          {
            "accuracy": 0.308,
            "f1": 0.306369,
            "f1_weighted": 0.306369
          },
          {
            "accuracy": 0.2906,
            "f1": 0.291281,
            "f1_weighted": 0.291281
          },
          {
            "accuracy": 0.2696,
            "f1": 0.267026,
            "f1_weighted": 0.267026
          },
          {
            "accuracy": 0.2624,
            "f1": 0.262486,
            "f1_weighted": 0.262486
          },
          {
            "accuracy": 0.259,
            "f1": 0.260192,
            "f1_weighted": 0.260192
          },
          {
            "accuracy": 0.2748,
            "f1": 0.265567,
            "f1_weighted": 0.265567
          },
          {
            "accuracy": 0.2464,
            "f1": 0.244257,
            "f1_weighted": 0.244257
          },
          {
            "accuracy": 0.2494,
            "f1": 0.243202,
            "f1_weighted": 0.243202
          },
          {
            "accuracy": 0.2702,
            "f1": 0.26938,
            "f1_weighted": 0.26938
          }
        ],
        "main_score": 0.27048,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "accuracy": 0.24656,
        "f1": 0.244776,
        "f1_weighted": 0.244776,
        "scores_per_experiment": [
          {
            "accuracy": 0.2454,
            "f1": 0.244237,
            "f1_weighted": 0.244237
          },
          {
            "accuracy": 0.2402,
            "f1": 0.236457,
            "f1_weighted": 0.236457
          },
          {
            "accuracy": 0.2504,
            "f1": 0.249993,
            "f1_weighted": 0.249993
          },
          {
            "accuracy": 0.2582,
            "f1": 0.254661,
            "f1_weighted": 0.254661
          },
          {
            "accuracy": 0.2488,
            "f1": 0.249981,
            "f1_weighted": 0.249981
          },
          {
            "accuracy": 0.2354,
            "f1": 0.230707,
            "f1_weighted": 0.230707
          },
          {
            "accuracy": 0.2248,
            "f1": 0.225458,
            "f1_weighted": 0.225458
          },
          {
            "accuracy": 0.2612,
            "f1": 0.261083,
            "f1_weighted": 0.261083
          },
          {
            "accuracy": 0.2696,
            "f1": 0.268009,
            "f1_weighted": 0.268009
          },
          {
            "accuracy": 0.2316,
            "f1": 0.227177,
            "f1_weighted": 0.227177
          }
        ],
        "main_score": 0.24656,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      },
      {
        "accuracy": 0.23228,
        "f1": 0.228023,
        "f1_weighted": 0.228023,
        "scores_per_experiment": [
          {
            "accuracy": 0.2236,
            "f1": 0.219609,
            "f1_weighted": 0.219609
          },
          {
            "accuracy": 0.244,
            "f1": 0.235607,
            "f1_weighted": 0.235607
          },
          {
            "accuracy": 0.2326,
            "f1": 0.225418,
            "f1_weighted": 0.225418
          },
          {
            "accuracy": 0.2374,
            "f1": 0.237655,
            "f1_weighted": 0.237655
          },
          {
            "accuracy": 0.2142,
            "f1": 0.2128,
            "f1_weighted": 0.2128
          },
          {
            "accuracy": 0.2372,
            "f1": 0.235549,
            "f1_weighted": 0.235549
          },
          {
            "accuracy": 0.2264,
            "f1": 0.22259,
            "f1_weighted": 0.22259
          },
          {
            "accuracy": 0.2228,
            "f1": 0.217551,
            "f1_weighted": 0.217551
          },
          {
            "accuracy": 0.2532,
            "f1": 0.250903,
            "f1_weighted": 0.250903
          },
          {
            "accuracy": 0.2314,
            "f1": 0.222553,
            "f1_weighted": 0.222553
          }
        ],
        "main_score": 0.23228,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.29578,
        "f1": 0.292296,
        "f1_weighted": 0.292296,
        "scores_per_experiment": [
          {
            "accuracy": 0.3062,
            "f1": 0.301325,
            "f1_weighted": 0.301325
          },
          {
            "accuracy": 0.3242,
            "f1": 0.318424,
            "f1_weighted": 0.318424
          },
          {
            "accuracy": 0.2936,
            "f1": 0.293594,
            "f1_weighted": 0.293594
          },
          {
            "accuracy": 0.2928,
            "f1": 0.293709,
            "f1_weighted": 0.293709
          },
          {
            "accuracy": 0.3164,
            "f1": 0.307719,
            "f1_weighted": 0.307719
          },
          {
            "accuracy": 0.3122,
            "f1": 0.306328,
            "f1_weighted": 0.306328
          },
          {
            "accuracy": 0.2634,
            "f1": 0.261275,
            "f1_weighted": 0.261275
          },
          {
            "accuracy": 0.2936,
            "f1": 0.294009,
            "f1_weighted": 0.294009
          },
          {
            "accuracy": 0.2658,
            "f1": 0.263331,
            "f1_weighted": 0.263331
          },
          {
            "accuracy": 0.2896,
            "f1": 0.283245,
            "f1_weighted": 0.283245
          }
        ],
        "main_score": 0.29578,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "accuracy": 0.26958,
        "f1": 0.265538,
        "f1_weighted": 0.265538,
        "scores_per_experiment": [
          {
            "accuracy": 0.2846,
            "f1": 0.279738,
            "f1_weighted": 0.279738
          },
          {
            "accuracy": 0.2588,
            "f1": 0.250877,
            "f1_weighted": 0.250877
          },
          {
            "accuracy": 0.2772,
            "f1": 0.27649,
            "f1_weighted": 0.27649
          },
          {
            "accuracy": 0.2636,
            "f1": 0.25619,
            "f1_weighted": 0.25619
          },
          {
            "accuracy": 0.2652,
            "f1": 0.263647,
            "f1_weighted": 0.263647
          },
          {
            "accuracy": 0.2674,
            "f1": 0.264534,
            "f1_weighted": 0.264534
          },
          {
            "accuracy": 0.2652,
            "f1": 0.262548,
            "f1_weighted": 0.262548
          },
          {
            "accuracy": 0.2754,
            "f1": 0.27463,
            "f1_weighted": 0.27463
          },
          {
            "accuracy": 0.2678,
            "f1": 0.259143,
            "f1_weighted": 0.259143
          },
          {
            "accuracy": 0.2706,
            "f1": 0.267586,
            "f1_weighted": 0.267586
          }
        ],
        "main_score": 0.26958,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "accuracy": 0.2828,
        "f1": 0.278146,
        "f1_weighted": 0.278146,
        "scores_per_experiment": [
          {
            "accuracy": 0.291,
            "f1": 0.276622,
            "f1_weighted": 0.276622
          },
          {
            "accuracy": 0.2484,
            "f1": 0.244632,
            "f1_weighted": 0.244632
          },
          {
            "accuracy": 0.2794,
            "f1": 0.273934,
            "f1_weighted": 0.273934
          },
          {
            "accuracy": 0.2874,
            "f1": 0.288265,
            "f1_weighted": 0.288265
          },
          {
            "accuracy": 0.2674,
            "f1": 0.259407,
            "f1_weighted": 0.259407
          },
          {
            "accuracy": 0.2828,
            "f1": 0.273813,
            "f1_weighted": 0.273813
          },
          {
            "accuracy": 0.2932,
            "f1": 0.289578,
            "f1_weighted": 0.289578
          },
          {
            "accuracy": 0.2924,
            "f1": 0.289694,
            "f1_weighted": 0.289694
          },
          {
            "accuracy": 0.2906,
            "f1": 0.290977,
            "f1_weighted": 0.290977
          },
          {
            "accuracy": 0.2954,
            "f1": 0.294539,
            "f1_weighted": 0.294539
          }
        ],
        "main_score": 0.2828,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "accuracy": 0.27042,
        "f1": 0.268192,
        "f1_weighted": 0.268192,
        "scores_per_experiment": [
          {
            "accuracy": 0.2858,
            "f1": 0.284114,
            "f1_weighted": 0.284114
          },
          {
            "accuracy": 0.2986,
            "f1": 0.297679,
            "f1_weighted": 0.297679
          },
          {
            "accuracy": 0.287,
            "f1": 0.285654,
            "f1_weighted": 0.285654
          },
          {
            "accuracy": 0.2596,
            "f1": 0.256615,
            "f1_weighted": 0.256615
          },
          {
            "accuracy": 0.2718,
            "f1": 0.27173,
            "f1_weighted": 0.27173
          },
          {
            "accuracy": 0.2608,
            "f1": 0.260895,
            "f1_weighted": 0.260895
          },
          {
            "accuracy": 0.2704,
            "f1": 0.263085,
            "f1_weighted": 0.263085
          },
          {
            "accuracy": 0.2496,
            "f1": 0.248516,
            "f1_weighted": 0.248516
          },
          {
            "accuracy": 0.2548,
            "f1": 0.249044,
            "f1_weighted": 0.249044
          },
          {
            "accuracy": 0.2658,
            "f1": 0.264592,
            "f1_weighted": 0.264592
          }
        ],
        "main_score": 0.27042,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "accuracy": 0.24876,
        "f1": 0.24663,
        "f1_weighted": 0.24663,
        "scores_per_experiment": [
          {
            "accuracy": 0.2348,
            "f1": 0.23328,
            "f1_weighted": 0.23328
          },
          {
            "accuracy": 0.2504,
            "f1": 0.246206,
            "f1_weighted": 0.246206
          },
          {
            "accuracy": 0.264,
            "f1": 0.263038,
            "f1_weighted": 0.263038
          },
          {
            "accuracy": 0.254,
            "f1": 0.251413,
            "f1_weighted": 0.251413
          },
          {
            "accuracy": 0.248,
            "f1": 0.249453,
            "f1_weighted": 0.249453
          },
          {
            "accuracy": 0.2418,
            "f1": 0.235368,
            "f1_weighted": 0.235368
          },
          {
            "accuracy": 0.2388,
            "f1": 0.239528,
            "f1_weighted": 0.239528
          },
          {
            "accuracy": 0.2698,
            "f1": 0.269765,
            "f1_weighted": 0.269765
          },
          {
            "accuracy": 0.2558,
            "f1": 0.253726,
            "f1_weighted": 0.253726
          },
          {
            "accuracy": 0.2302,
            "f1": 0.224525,
            "f1_weighted": 0.224525
          }
        ],
        "main_score": 0.24876,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      },
      {
        "accuracy": 0.23298,
        "f1": 0.22851,
        "f1_weighted": 0.22851,
        "scores_per_experiment": [
          {
            "accuracy": 0.2338,
            "f1": 0.231017,
            "f1_weighted": 0.231017
          },
          {
            "accuracy": 0.2366,
            "f1": 0.227709,
            "f1_weighted": 0.227709
          },
          {
            "accuracy": 0.241,
            "f1": 0.232568,
            "f1_weighted": 0.232568
          },
          {
            "accuracy": 0.2368,
            "f1": 0.237216,
            "f1_weighted": 0.237216
          },
          {
            "accuracy": 0.2076,
            "f1": 0.206353,
            "f1_weighted": 0.206353
          },
          {
            "accuracy": 0.2282,
            "f1": 0.226876,
            "f1_weighted": 0.226876
          },
          {
            "accuracy": 0.2238,
            "f1": 0.22029,
            "f1_weighted": 0.22029
          },
          {
            "accuracy": 0.2338,
            "f1": 0.226473,
            "f1_weighted": 0.226473
          },
          {
            "accuracy": 0.2642,
            "f1": 0.262488,
            "f1_weighted": 0.262488
          },
          {
            "accuracy": 0.224,
            "f1": 0.214106,
            "f1_weighted": 0.214106
          }
        ],
        "main_score": 0.23298,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      }
    ]
  },
  "evaluation_time": 122.72574830055237,
  "kg_co2_emissions": null
}