{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "2.2.0",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.761928,
            "f1": 0.77278,
            "f1_weighted": 0.761509,
            "precision": 0.760369,
            "precision_weighted": 0.788388,
            "recall": 0.807911,
            "recall_weighted": 0.761928,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.728972,
            "f1": 0.748019,
            "f1_weighted": 0.729002,
            "precision": 0.738843,
            "precision_weighted": 0.781118,
            "recall": 0.801872,
            "recall_weighted": 0.728972,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.73635,
            "f1": 0.740364,
            "f1_weighted": 0.738648,
            "precision": 0.720668,
            "precision_weighted": 0.778418,
            "recall": 0.800547,
            "recall_weighted": 0.73635,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.714707,
            "f1": 0.730752,
            "f1_weighted": 0.718842,
            "precision": 0.721664,
            "precision_weighted": 0.762261,
            "recall": 0.777546,
            "recall_weighted": 0.714707,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.750123,
            "f1": 0.756692,
            "f1_weighted": 0.748667,
            "precision": 0.746739,
            "precision_weighted": 0.772458,
            "recall": 0.794401,
            "recall_weighted": 0.750123,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.733399,
            "f1": 0.742334,
            "f1_weighted": 0.731828,
            "precision": 0.7277,
            "precision_weighted": 0.76189,
            "recall": 0.78904,
            "recall_weighted": 0.733399,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.733891,
            "f1": 0.745642,
            "f1_weighted": 0.737375,
            "precision": 0.735551,
            "precision_weighted": 0.771657,
            "recall": 0.788564,
            "recall_weighted": 0.733891,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.735858,
            "f1": 0.745953,
            "f1_weighted": 0.737363,
            "precision": 0.732145,
            "precision_weighted": 0.759993,
            "recall": 0.784713,
            "recall_weighted": 0.735858,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.76242,
            "f1": 0.755,
            "f1_weighted": 0.760464,
            "precision": 0.745555,
            "precision_weighted": 0.771775,
            "recall": 0.780637,
            "recall_weighted": 0.76242,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.757501,
            "f1": 0.764502,
            "f1_weighted": 0.759084,
            "precision": 0.747429,
            "precision_weighted": 0.786836,
            "recall": 0.807273,
            "recall_weighted": 0.757501,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.741515,
        "f1": 0.750204,
        "f1_weighted": 0.742278,
        "precision": 0.737666,
        "precision_weighted": 0.773479,
        "recall": 0.793251,
        "recall_weighted": 0.741515,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.741515,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.770007,
            "f1": 0.779806,
            "f1_weighted": 0.769544,
            "precision": 0.766612,
            "precision_weighted": 0.789232,
            "recall": 0.81159,
            "recall_weighted": 0.770007,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.728648,
            "f1": 0.74644,
            "f1_weighted": 0.727571,
            "precision": 0.738104,
            "precision_weighted": 0.779523,
            "recall": 0.801212,
            "recall_weighted": 0.728648,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.736046,
            "f1": 0.742474,
            "f1_weighted": 0.736207,
            "precision": 0.720718,
            "precision_weighted": 0.770105,
            "recall": 0.801257,
            "recall_weighted": 0.736046,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.723941,
            "f1": 0.739093,
            "f1_weighted": 0.727032,
            "precision": 0.724876,
            "precision_weighted": 0.759303,
            "recall": 0.783569,
            "recall_weighted": 0.723941,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.753531,
            "f1": 0.758322,
            "f1_weighted": 0.752284,
            "precision": 0.749846,
            "precision_weighted": 0.774518,
            "recall": 0.793578,
            "recall_weighted": 0.753531,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.749496,
            "f1": 0.752823,
            "f1_weighted": 0.746128,
            "precision": 0.738788,
            "precision_weighted": 0.773574,
            "recall": 0.798823,
            "recall_weighted": 0.749496,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.738063,
            "f1": 0.747448,
            "f1_weighted": 0.740405,
            "precision": 0.731503,
            "precision_weighted": 0.766557,
            "recall": 0.790511,
            "recall_weighted": 0.738063,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.739072,
            "f1": 0.754541,
            "f1_weighted": 0.74168,
            "precision": 0.742236,
            "precision_weighted": 0.765927,
            "recall": 0.792395,
            "recall_weighted": 0.739072,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.779758,
            "f1": 0.774996,
            "f1_weighted": 0.776217,
            "precision": 0.760705,
            "precision_weighted": 0.784005,
            "recall": 0.803776,
            "recall_weighted": 0.779758,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.772697,
            "f1": 0.778746,
            "f1_weighted": 0.774092,
            "precision": 0.761331,
            "precision_weighted": 0.8028,
            "recall": 0.826212,
            "recall_weighted": 0.772697,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.749126,
        "f1": 0.757469,
        "f1_weighted": 0.749116,
        "precision": 0.743472,
        "precision_weighted": 0.776554,
        "recall": 0.800292,
        "recall_weighted": 0.749126,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.749126,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ]
  },
  "evaluation_time": 9.275009393692017,
  "kg_co2_emissions": null
}