{
  "dataset_revision": "2541705ce837c495e85aa3c44b41a92fa4bd12a8",
  "task_name": "SwissJudgementClassification",
  "mteb_version": "2.20.12",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.497537,
            "f1": 0.443039,
            "f1_weighted": 0.552035,
            "precision": 0.497537,
            "precision_weighted": 0.693234,
            "recall": 0.495953,
            "recall_weighted": 0.497537,
            "ap": 0.185977,
            "ap_weighted": 0.185977
          },
          {
            "accuracy": 0.399015,
            "f1": 0.378936,
            "f1_weighted": 0.448798,
            "precision": 0.480871,
            "precision_weighted": 0.673385,
            "recall": 0.470793,
            "recall_weighted": 0.399015,
            "ap": 0.178971,
            "ap_weighted": 0.178971
          },
          {
            "accuracy": 0.640394,
            "f1": 0.515719,
            "f1_weighted": 0.669445,
            "precision": 0.521992,
            "precision_weighted": 0.712335,
            "recall": 0.530662,
            "recall_weighted": 0.640394,
            "ap": 0.198045,
            "ap_weighted": 0.198045
          },
          {
            "accuracy": 0.566502,
            "f1": 0.481978,
            "f1_weighted": 0.612888,
            "precision": 0.509814,
            "precision_weighted": 0.704393,
            "recall": 0.51559,
            "recall_weighted": 0.566502,
            "ap": 0.19223,
            "ap_weighted": 0.19223
          },
          {
            "accuracy": 0.607143,
            "f1": 0.486967,
            "f1_weighted": 0.642309,
            "precision": 0.500055,
            "precision_weighted": 0.695741,
            "recall": 0.50008,
            "recall_weighted": 0.607143,
            "ap": 0.187216,
            "ap_weighted": 0.187216
          },
          {
            "accuracy": 0.628079,
            "f1": 0.513549,
            "f1_weighted": 0.661217,
            "precision": 0.522942,
            "precision_weighted": 0.71369,
            "recall": 0.533214,
            "recall_weighted": 0.628079,
            "ap": 0.198965,
            "ap_weighted": 0.198965
          },
          {
            "accuracy": 0.538177,
            "f1": 0.479323,
            "f1_weighted": 0.58884,
            "precision": 0.52359,
            "precision_weighted": 0.718597,
            "recall": 0.538676,
            "recall_weighted": 0.538177,
            "ap": 0.200514,
            "ap_weighted": 0.200514
          },
          {
            "accuracy": 0.573892,
            "f1": 0.475288,
            "f1_weighted": 0.617591,
            "precision": 0.498286,
            "precision_weighted": 0.694243,
            "recall": 0.497348,
            "recall_weighted": 0.573892,
            "ap": 0.186394,
            "ap_weighted": 0.186394
          },
          {
            "accuracy": 0.502463,
            "f1": 0.462269,
            "f1_weighted": 0.554244,
            "precision": 0.527287,
            "precision_weighted": 0.72433,
            "recall": 0.544557,
            "recall_weighted": 0.502463,
            "ap": 0.202572,
            "ap_weighted": 0.202572
          },
          {
            "accuracy": 0.583744,
            "f1": 0.509451,
            "f1_weighted": 0.628883,
            "precision": 0.536834,
            "precision_weighted": 0.729013,
            "recall": 0.559111,
            "recall_weighted": 0.583744,
            "ap": 0.20926,
            "ap_weighted": 0.20926
          }
        ],
        "accuracy": 0.553695,
        "f1": 0.474652,
        "f1_weighted": 0.597625,
        "precision": 0.511921,
        "precision_weighted": 0.705896,
        "recall": 0.518598,
        "recall_weighted": 0.553695,
        "ap": 0.194014,
        "ap_weighted": 0.194014,
        "main_score": 0.553695,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ],
        "mteb_version": "2.20.12"
      }
    ]
  },
  "evaluation_time": 53.88124346360564,
  "kg_co2_emissions": null,
  "date": 1789352392.523372,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 6.977468729019165e-06,
      "end": 1.7874309718608856,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 1.787445792928338,
      "end": 1.7874477114528418,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 4.498339880257845,
      "end": 14.202960120514035,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Encoding test samples",
      "start": 14.284950831905007,
      "end": 49.43440021947026,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 49.43451965972781,
      "end": 49.89873758889735,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 49.898788418620825,
      "end": 50.30695771984756,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 50.30701372027397,
      "end": 50.71834270656109,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 50.718388356268406,
      "end": 51.17756492085755,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 51.177609050646424,
      "end": 51.649234963580966,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 51.64933621138334,
      "end": 52.12780782394111,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 52.12788740359247,
      "end": 52.58634630404413,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 52.58643220178783,
      "end": 53.00498704984784,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 53.00505126081407,
      "end": 53.41933505423367,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 53.419387605041265,
      "end": 53.87412209250033,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Scoring",
      "start": 49.434428211301565,
      "end": 53.87412860058248,
      "split": "test",
      "subset": "it"
    }
  ]
}