{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.2.0",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.791441,
            "f1": 0.766771,
            "f1_weighted": 0.791868,
            "precision": 0.75177,
            "precision_weighted": 0.819843,
            "recall": 0.826197,
            "recall_weighted": 0.791441,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.782587,
            "f1": 0.753877,
            "f1_weighted": 0.778635,
            "precision": 0.728346,
            "precision_weighted": 0.804674,
            "recall": 0.825689,
            "recall_weighted": 0.782587,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.781112,
            "f1": 0.749569,
            "f1_weighted": 0.778495,
            "precision": 0.734875,
            "precision_weighted": 0.811696,
            "recall": 0.809201,
            "recall_weighted": 0.781112,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.779636,
            "f1": 0.755682,
            "f1_weighted": 0.781238,
            "precision": 0.744516,
            "precision_weighted": 0.815549,
            "recall": 0.81758,
            "recall_weighted": 0.779636,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.77275,
            "f1": 0.74934,
            "f1_weighted": 0.766797,
            "precision": 0.72881,
            "precision_weighted": 0.784592,
            "recall": 0.815253,
            "recall_weighted": 0.77275,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.769306,
            "f1": 0.763534,
            "f1_weighted": 0.766479,
            "precision": 0.750696,
            "precision_weighted": 0.789947,
            "recall": 0.822863,
            "recall_weighted": 0.769306,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.760944,
            "f1": 0.740877,
            "f1_weighted": 0.755198,
            "precision": 0.726134,
            "precision_weighted": 0.787983,
            "recall": 0.809297,
            "recall_weighted": 0.760944,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.750123,
            "f1": 0.742889,
            "f1_weighted": 0.745765,
            "precision": 0.728435,
            "precision_weighted": 0.766744,
            "recall": 0.797387,
            "recall_weighted": 0.750123,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.764879,
            "f1": 0.738534,
            "f1_weighted": 0.763644,
            "precision": 0.726633,
            "precision_weighted": 0.798803,
            "recall": 0.812852,
            "recall_weighted": 0.764879,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.773242,
            "f1": 0.747123,
            "f1_weighted": 0.771293,
            "precision": 0.73214,
            "precision_weighted": 0.797018,
            "recall": 0.809843,
            "recall_weighted": 0.773242,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.772602,
        "f1": 0.750819,
        "f1_weighted": 0.769941,
        "precision": 0.735236,
        "precision_weighted": 0.797685,
        "recall": 0.814616,
        "recall_weighted": 0.772602,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.772602,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.781775,
            "f1": 0.742088,
            "f1_weighted": 0.782217,
            "precision": 0.726982,
            "precision_weighted": 0.811713,
            "recall": 0.794948,
            "recall_weighted": 0.781775,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.766308,
            "f1": 0.74193,
            "f1_weighted": 0.766567,
            "precision": 0.722032,
            "precision_weighted": 0.793888,
            "recall": 0.799131,
            "recall_weighted": 0.766308,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.761264,
            "f1": 0.731371,
            "f1_weighted": 0.761609,
            "precision": 0.719172,
            "precision_weighted": 0.794863,
            "recall": 0.786937,
            "recall_weighted": 0.761264,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.780767,
            "f1": 0.749039,
            "f1_weighted": 0.788384,
            "precision": 0.740744,
            "precision_weighted": 0.826405,
            "recall": 0.805061,
            "recall_weighted": 0.780767,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.77236,
            "f1": 0.731238,
            "f1_weighted": 0.769157,
            "precision": 0.712072,
            "precision_weighted": 0.80485,
            "recall": 0.804152,
            "recall_weighted": 0.77236,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.767989,
            "f1": 0.74563,
            "f1_weighted": 0.768057,
            "precision": 0.730976,
            "precision_weighted": 0.798366,
            "recall": 0.792863,
            "recall_weighted": 0.767989,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.762946,
            "f1": 0.734918,
            "f1_weighted": 0.764816,
            "precision": 0.728047,
            "precision_weighted": 0.802165,
            "recall": 0.782438,
            "recall_weighted": 0.762946,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.742098,
            "f1": 0.722717,
            "f1_weighted": 0.740421,
            "precision": 0.7019,
            "precision_weighted": 0.762556,
            "recall": 0.774157,
            "recall_weighted": 0.742098,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.755548,
            "f1": 0.733006,
            "f1_weighted": 0.757916,
            "precision": 0.718897,
            "precision_weighted": 0.799235,
            "recall": 0.793224,
            "recall_weighted": 0.755548,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.780094,
            "f1": 0.744477,
            "f1_weighted": 0.78208,
            "precision": 0.737797,
            "precision_weighted": 0.812534,
            "recall": 0.800143,
            "recall_weighted": 0.780094,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.767115,
        "f1": 0.737641,
        "f1_weighted": 0.768122,
        "precision": 0.723862,
        "precision_weighted": 0.800658,
        "recall": 0.793305,
        "recall_weighted": 0.767115,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.767115,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ]
  },
  "evaluation_time": 33.04050850868225,
  "kg_co2_emissions": null
}