{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "2.1.7",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.858104,
            "f1": 0.85182,
            "f1_weighted": 0.853759,
            "precision": 0.839162,
            "precision_weighted": 0.857991,
            "recall": 0.873147,
            "recall_weighted": 0.858104,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.868527,
            "f1": 0.852848,
            "f1_weighted": 0.862184,
            "precision": 0.840132,
            "precision_weighted": 0.872155,
            "recall": 0.883195,
            "recall_weighted": 0.868527,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.843981,
            "f1": 0.832417,
            "f1_weighted": 0.840149,
            "precision": 0.817578,
            "precision_weighted": 0.861612,
            "recall": 0.877317,
            "recall_weighted": 0.843981,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.867855,
            "f1": 0.851294,
            "f1_weighted": 0.861431,
            "precision": 0.841036,
            "precision_weighted": 0.873074,
            "recall": 0.881559,
            "recall_weighted": 0.867855,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.859112,
            "f1": 0.835593,
            "f1_weighted": 0.850252,
            "precision": 0.823452,
            "precision_weighted": 0.863612,
            "recall": 0.872004,
            "recall_weighted": 0.859112,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.85844,
            "f1": 0.847216,
            "f1_weighted": 0.852867,
            "precision": 0.83796,
            "precision_weighted": 0.86537,
            "recall": 0.876644,
            "recall_weighted": 0.85844,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.852387,
            "f1": 0.835985,
            "f1_weighted": 0.845442,
            "precision": 0.817528,
            "precision_weighted": 0.853938,
            "recall": 0.873427,
            "recall_weighted": 0.852387,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.861802,
            "f1": 0.855295,
            "f1_weighted": 0.860247,
            "precision": 0.839554,
            "precision_weighted": 0.868559,
            "recall": 0.88287,
            "recall_weighted": 0.861802,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.865501,
            "f1": 0.852022,
            "f1_weighted": 0.861025,
            "precision": 0.841469,
            "precision_weighted": 0.872932,
            "recall": 0.881018,
            "recall_weighted": 0.865501,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.87189,
            "f1": 0.861044,
            "f1_weighted": 0.868233,
            "precision": 0.848888,
            "precision_weighted": 0.8754,
            "recall": 0.885822,
            "recall_weighted": 0.87189,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.86076,
        "f1": 0.847553,
        "f1_weighted": 0.855559,
        "precision": 0.834676,
        "precision_weighted": 0.866465,
        "recall": 0.8787,
        "recall_weighted": 0.86076,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.86076,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 34.46899437904358,
  "kg_co2_emissions": null
}