{
  "dataset_revision": "57b79978c2a361b5b8161569d1470b30e5dda867",
  "task_name": "TswanaNewsClassification",
  "mteb_version": "2.12.16",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.340862,
            "f1": 0.330616,
            "f1_weighted": 0.359409,
            "precision": 0.357258,
            "precision_weighted": 0.431562,
            "recall": 0.366328,
            "recall_weighted": 0.340862,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.338809,
            "f1": 0.335094,
            "f1_weighted": 0.337329,
            "precision": 0.340884,
            "precision_weighted": 0.372141,
            "recall": 0.389148,
            "recall_weighted": 0.338809,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.342916,
            "f1": 0.320088,
            "f1_weighted": 0.344036,
            "precision": 0.329175,
            "precision_weighted": 0.419913,
            "recall": 0.376356,
            "recall_weighted": 0.342916,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.338809,
            "f1": 0.335164,
            "f1_weighted": 0.34644,
            "precision": 0.355777,
            "precision_weighted": 0.397977,
            "recall": 0.37858,
            "recall_weighted": 0.338809,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.310062,
            "f1": 0.308611,
            "f1_weighted": 0.311349,
            "precision": 0.319989,
            "precision_weighted": 0.354084,
            "recall": 0.354405,
            "recall_weighted": 0.310062,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.322382,
            "f1": 0.334474,
            "f1_weighted": 0.331964,
            "precision": 0.34029,
            "precision_weighted": 0.370841,
            "recall": 0.386744,
            "recall_weighted": 0.322382,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.342916,
            "f1": 0.317478,
            "f1_weighted": 0.337883,
            "precision": 0.308915,
            "precision_weighted": 0.364833,
            "recall": 0.382762,
            "recall_weighted": 0.342916,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.38193,
            "f1": 0.39201,
            "f1_weighted": 0.39372,
            "precision": 0.403223,
            "precision_weighted": 0.447121,
            "recall": 0.454152,
            "recall_weighted": 0.38193,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.353183,
            "f1": 0.33673,
            "f1_weighted": 0.362498,
            "precision": 0.344309,
            "precision_weighted": 0.40994,
            "recall": 0.377762,
            "recall_weighted": 0.353183,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.349076,
            "f1": 0.344963,
            "f1_weighted": 0.366813,
            "precision": 0.364129,
            "precision_weighted": 0.426957,
            "recall": 0.380747,
            "recall_weighted": 0.349076,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.342094,
        "f1": 0.335523,
        "f1_weighted": 0.349144,
        "precision": 0.346395,
        "precision_weighted": 0.399537,
        "recall": 0.384698,
        "recall_weighted": 0.342094,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.342094,
        "hf_subset": "default",
        "languages": [
          "tsn-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 89.01972961425781,
  "kg_co2_emissions": null,
  "date": 1780736567.758284
}