{
  "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d",
  "task_name": "AmazonReviewsClassification",
  "mteb_version": "2.2.0",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.3712,
            "f1": 0.366159,
            "f1_weighted": 0.366159,
            "precision": 0.366988,
            "precision_weighted": 0.366988,
            "recall": 0.3712,
            "recall_weighted": 0.3712,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3842,
            "f1": 0.387272,
            "f1_weighted": 0.387272,
            "precision": 0.39385,
            "precision_weighted": 0.39385,
            "recall": 0.3842,
            "recall_weighted": 0.3842,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3916,
            "f1": 0.389461,
            "f1_weighted": 0.389461,
            "precision": 0.388504,
            "precision_weighted": 0.388504,
            "recall": 0.3916,
            "recall_weighted": 0.3916,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3846,
            "f1": 0.381986,
            "f1_weighted": 0.381986,
            "precision": 0.386638,
            "precision_weighted": 0.386638,
            "recall": 0.3846,
            "recall_weighted": 0.3846,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4076,
            "f1": 0.405228,
            "f1_weighted": 0.405228,
            "precision": 0.409319,
            "precision_weighted": 0.409319,
            "recall": 0.4076,
            "recall_weighted": 0.4076,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.348,
            "f1": 0.347729,
            "f1_weighted": 0.347729,
            "precision": 0.352977,
            "precision_weighted": 0.352977,
            "recall": 0.348,
            "recall_weighted": 0.348,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4026,
            "f1": 0.393935,
            "f1_weighted": 0.393935,
            "precision": 0.394768,
            "precision_weighted": 0.394768,
            "recall": 0.4026,
            "recall_weighted": 0.4026,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4234,
            "f1": 0.420469,
            "f1_weighted": 0.420469,
            "precision": 0.422311,
            "precision_weighted": 0.422311,
            "recall": 0.4234,
            "recall_weighted": 0.4234,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4042,
            "f1": 0.405672,
            "f1_weighted": 0.405672,
            "precision": 0.408722,
            "precision_weighted": 0.408722,
            "recall": 0.4042,
            "recall_weighted": 0.4042,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4064,
            "f1": 0.388519,
            "f1_weighted": 0.388519,
            "precision": 0.386155,
            "precision_weighted": 0.386155,
            "recall": 0.4064,
            "recall_weighted": 0.4064,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.39238,
        "f1": 0.388643,
        "f1_weighted": 0.388643,
        "precision": 0.391023,
        "precision_weighted": 0.391023,
        "recall": 0.39238,
        "recall_weighted": 0.39238,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.39238,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.3674,
            "f1": 0.364062,
            "f1_weighted": 0.364062,
            "precision": 0.366025,
            "precision_weighted": 0.366025,
            "recall": 0.3674,
            "recall_weighted": 0.3674,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3768,
            "f1": 0.380326,
            "f1_weighted": 0.380326,
            "precision": 0.387314,
            "precision_weighted": 0.387314,
            "recall": 0.3768,
            "recall_weighted": 0.3768,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4002,
            "f1": 0.398251,
            "f1_weighted": 0.398251,
            "precision": 0.398209,
            "precision_weighted": 0.398209,
            "recall": 0.4002,
            "recall_weighted": 0.4002,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3904,
            "f1": 0.387625,
            "f1_weighted": 0.387625,
            "precision": 0.39228,
            "precision_weighted": 0.39228,
            "recall": 0.3904,
            "recall_weighted": 0.3904,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3918,
            "f1": 0.391142,
            "f1_weighted": 0.391142,
            "precision": 0.398185,
            "precision_weighted": 0.398185,
            "recall": 0.3918,
            "recall_weighted": 0.3918,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.35,
            "f1": 0.349887,
            "f1_weighted": 0.349887,
            "precision": 0.357736,
            "precision_weighted": 0.357736,
            "recall": 0.35,
            "recall_weighted": 0.35,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.394,
            "f1": 0.385692,
            "f1_weighted": 0.385692,
            "precision": 0.387214,
            "precision_weighted": 0.387214,
            "recall": 0.394,
            "recall_weighted": 0.394,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4192,
            "f1": 0.416817,
            "f1_weighted": 0.416817,
            "precision": 0.419439,
            "precision_weighted": 0.419439,
            "recall": 0.4192,
            "recall_weighted": 0.4192,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4012,
            "f1": 0.403039,
            "f1_weighted": 0.403039,
            "precision": 0.406524,
            "precision_weighted": 0.406524,
            "recall": 0.4012,
            "recall_weighted": 0.4012,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.401,
            "f1": 0.38406,
            "f1_weighted": 0.38406,
            "precision": 0.38096,
            "precision_weighted": 0.38096,
            "recall": 0.401,
            "recall_weighted": 0.401,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.3892,
        "f1": 0.38609,
        "f1_weighted": 0.38609,
        "precision": 0.389388,
        "precision_weighted": 0.389388,
        "recall": 0.3892,
        "recall_weighted": 0.3892,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.3892,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ]
  },
  "evaluation_time": 92.7295515537262,
  "kg_co2_emissions": null
}