{
  "dataset_revision": "fafcfc4fee815f7017848e54b26c47ece8ff1626",
  "task_name": "ItaCaseholdClassification",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.633484,
        "f1": 0.294208,
        "f1_weighted": 0.577881,
        "scores_per_experiment": [
          {
            "accuracy": 0.633484,
            "f1": 0.276153,
            "f1_weighted": 0.576312
          },
          {
            "accuracy": 0.615385,
            "f1": 0.282593,
            "f1_weighted": 0.560343
          },
          {
            "accuracy": 0.615385,
            "f1": 0.294442,
            "f1_weighted": 0.547744
          },
          {
            "accuracy": 0.60181,
            "f1": 0.289708,
            "f1_weighted": 0.534992
          },
          {
            "accuracy": 0.642534,
            "f1": 0.291628,
            "f1_weighted": 0.59699
          },
          {
            "accuracy": 0.678733,
            "f1": 0.314405,
            "f1_weighted": 0.624847
          },
          {
            "accuracy": 0.624434,
            "f1": 0.294935,
            "f1_weighted": 0.569268
          },
          {
            "accuracy": 0.628959,
            "f1": 0.297074,
            "f1_weighted": 0.578142
          },
          {
            "accuracy": 0.638009,
            "f1": 0.298923,
            "f1_weighted": 0.585198
          },
          {
            "accuracy": 0.656109,
            "f1": 0.302214,
            "f1_weighted": 0.604971
          }
        ],
        "main_score": 0.633484,
        "hf_subset": "default",
        "languages": [
          "ita-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 17.208537817001343,
  "kg_co2_emissions": 0.0005789781702045211
}