{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "2.2.0",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.755534,
            "f1": 0.761329,
            "f1_weighted": 0.756122,
            "precision": 0.741782,
            "precision_weighted": 0.779393,
            "recall": 0.804068,
            "recall_weighted": 0.755534,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.722086,
            "f1": 0.737767,
            "f1_weighted": 0.721191,
            "precision": 0.723401,
            "precision_weighted": 0.758822,
            "recall": 0.788848,
            "recall_weighted": 0.722086,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.732415,
            "f1": 0.738061,
            "f1_weighted": 0.735953,
            "precision": 0.723431,
            "precision_weighted": 0.781617,
            "recall": 0.798844,
            "recall_weighted": 0.732415,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.690605,
            "f1": 0.707224,
            "f1_weighted": 0.698174,
            "precision": 0.699963,
            "precision_weighted": 0.742937,
            "recall": 0.747792,
            "recall_weighted": 0.690605,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.732415,
            "f1": 0.731568,
            "f1_weighted": 0.727639,
            "precision": 0.710463,
            "precision_weighted": 0.748922,
            "recall": 0.780479,
            "recall_weighted": 0.732415,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.702902,
            "f1": 0.705204,
            "f1_weighted": 0.697928,
            "precision": 0.681661,
            "precision_weighted": 0.727089,
            "recall": 0.763093,
            "recall_weighted": 0.702902,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.727004,
            "f1": 0.729021,
            "f1_weighted": 0.727112,
            "precision": 0.712281,
            "precision_weighted": 0.754161,
            "recall": 0.776383,
            "recall_weighted": 0.727004,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.717659,
            "f1": 0.723336,
            "f1_weighted": 0.715703,
            "precision": 0.701086,
            "precision_weighted": 0.73773,
            "recall": 0.776636,
            "recall_weighted": 0.717659,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.742745,
            "f1": 0.736352,
            "f1_weighted": 0.740028,
            "precision": 0.72341,
            "precision_weighted": 0.757617,
            "recall": 0.77097,
            "recall_weighted": 0.742745,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.733399,
            "f1": 0.740619,
            "f1_weighted": 0.734595,
            "precision": 0.721773,
            "precision_weighted": 0.763719,
            "recall": 0.794117,
            "recall_weighted": 0.733399,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.725676,
        "f1": 0.731048,
        "f1_weighted": 0.725445,
        "precision": 0.713925,
        "precision_weighted": 0.755201,
        "recall": 0.780123,
        "recall_weighted": 0.725676,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.725676,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.750504,
            "f1": 0.756184,
            "f1_weighted": 0.749516,
            "precision": 0.735409,
            "precision_weighted": 0.76632,
            "recall": 0.796435,
            "recall_weighted": 0.750504,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.725958,
            "f1": 0.739001,
            "f1_weighted": 0.725543,
            "precision": 0.731297,
            "precision_weighted": 0.764267,
            "recall": 0.784066,
            "recall_weighted": 0.725958,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.71688,
            "f1": 0.724369,
            "f1_weighted": 0.717409,
            "precision": 0.707037,
            "precision_weighted": 0.762301,
            "recall": 0.788654,
            "recall_weighted": 0.71688,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.698386,
            "f1": 0.711704,
            "f1_weighted": 0.703829,
            "precision": 0.70086,
            "precision_weighted": 0.745131,
            "recall": 0.75657,
            "recall_weighted": 0.698386,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.731338,
            "f1": 0.728671,
            "f1_weighted": 0.724702,
            "precision": 0.711078,
            "precision_weighted": 0.741157,
            "recall": 0.770925,
            "recall_weighted": 0.731338,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.710155,
            "f1": 0.713285,
            "f1_weighted": 0.705666,
            "precision": 0.694002,
            "precision_weighted": 0.735897,
            "recall": 0.765329,
            "recall_weighted": 0.710155,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.724277,
            "f1": 0.733682,
            "f1_weighted": 0.72561,
            "precision": 0.719817,
            "precision_weighted": 0.754718,
            "recall": 0.777501,
            "recall_weighted": 0.724277,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.716543,
            "f1": 0.721925,
            "f1_weighted": 0.716215,
            "precision": 0.702464,
            "precision_weighted": 0.744549,
            "recall": 0.775064,
            "recall_weighted": 0.716543,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.753194,
            "f1": 0.751063,
            "f1_weighted": 0.752009,
            "precision": 0.732414,
            "precision_weighted": 0.767837,
            "recall": 0.787822,
            "recall_weighted": 0.753194,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.726631,
            "f1": 0.737872,
            "f1_weighted": 0.727568,
            "precision": 0.720938,
            "precision_weighted": 0.757791,
            "recall": 0.789932,
            "recall_weighted": 0.726631,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.725387,
        "f1": 0.731776,
        "f1_weighted": 0.724807,
        "precision": 0.715532,
        "precision_weighted": 0.753997,
        "recall": 0.77923,
        "recall_weighted": 0.725387,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.725387,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ]
  },
  "evaluation_time": 8.253215789794922,
  "kg_co2_emissions": null
}