{
  "dataset_revision": "29806f87bba4f23d0707d3b6d9ea5432afefbe2f",
  "task_name": "SwissJudgementClassification",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.48457,
        "f1": 0.434145,
        "f1_weighted": 0.521625,
        "ap": 0.200341,
        "ap_weighted": 0.200341,
        "scores_per_experiment": [
          {
            "accuracy": 0.526367,
            "f1": 0.481573,
            "f1_weighted": 0.573989,
            "ap": 0.215328,
            "ap_weighted": 0.215328
          },
          {
            "accuracy": 0.427734,
            "f1": 0.410921,
            "f1_weighted": 0.471275,
            "ap": 0.201529,
            "ap_weighted": 0.201529
          },
          {
            "accuracy": 0.495117,
            "f1": 0.437394,
            "f1_weighted": 0.546681,
            "ap": 0.189765,
            "ap_weighted": 0.189765
          },
          {
            "accuracy": 0.564941,
            "f1": 0.465601,
            "f1_weighted": 0.60533,
            "ap": 0.191002,
            "ap_weighted": 0.191002
          },
          {
            "accuracy": 0.553223,
            "f1": 0.482954,
            "f1_weighted": 0.598548,
            "ap": 0.204085,
            "ap_weighted": 0.204085
          },
          {
            "accuracy": 0.561523,
            "f1": 0.486233,
            "f1_weighted": 0.605507,
            "ap": 0.203937,
            "ap_weighted": 0.203937
          },
          {
            "accuracy": 0.41748,
            "f1": 0.406304,
            "f1_weighted": 0.455704,
            "ap": 0.206486,
            "ap_weighted": 0.206486
          },
          {
            "accuracy": 0.602051,
            "f1": 0.479097,
            "f1_weighted": 0.632573,
            "ap": 0.192732,
            "ap_weighted": 0.192732
          },
          {
            "accuracy": 0.370605,
            "f1": 0.364727,
            "f1_weighted": 0.401786,
            "ap": 0.194883,
            "ap_weighted": 0.194883
          },
          {
            "accuracy": 0.32666,
            "f1": 0.326647,
            "f1_weighted": 0.324853,
            "ap": 0.203659,
            "ap_weighted": 0.203659
          }
        ],
        "main_score": 0.48457,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "accuracy": 0.502002,
        "f1": 0.432887,
        "f1_weighted": 0.539178,
        "ap": 0.186284,
        "ap_weighted": 0.186284,
        "scores_per_experiment": [
          {
            "accuracy": 0.649902,
            "f1": 0.502414,
            "f1_weighted": 0.672786,
            "ap": 0.188318,
            "ap_weighted": 0.188318
          },
          {
            "accuracy": 0.337402,
            "f1": 0.335004,
            "f1_weighted": 0.360121,
            "ap": 0.184255,
            "ap_weighted": 0.184255
          },
          {
            "accuracy": 0.345215,
            "f1": 0.342607,
            "f1_weighted": 0.368648,
            "ap": 0.187248,
            "ap_weighted": 0.187248
          },
          {
            "accuracy": 0.432129,
            "f1": 0.411101,
            "f1_weighted": 0.481086,
            "ap": 0.191334,
            "ap_weighted": 0.191334
          },
          {
            "accuracy": 0.414062,
            "f1": 0.396641,
            "f1_weighted": 0.461119,
            "ap": 0.188078,
            "ap_weighted": 0.188078
          },
          {
            "accuracy": 0.492676,
            "f1": 0.441671,
            "f1_weighted": 0.547801,
            "ap": 0.185724,
            "ap_weighted": 0.185724
          },
          {
            "accuracy": 0.52002,
            "f1": 0.437356,
            "f1_weighted": 0.572987,
            "ap": 0.175601,
            "ap_weighted": 0.175601
          },
          {
            "accuracy": 0.675781,
            "f1": 0.50014,
            "f1_weighted": 0.686488,
            "ap": 0.185922,
            "ap_weighted": 0.185922
          },
          {
            "accuracy": 0.549316,
            "f1": 0.468881,
            "f1_weighted": 0.59887,
            "ap": 0.18673,
            "ap_weighted": 0.18673
          },
          {
            "accuracy": 0.603516,
            "f1": 0.493052,
            "f1_weighted": 0.641877,
            "ap": 0.18963,
            "ap_weighted": 0.18963
          }
        ],
        "main_score": 0.502002,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "accuracy": 0.598522,
        "f1": 0.474436,
        "f1_weighted": 0.62183,
        "ap": 0.19326,
        "ap_weighted": 0.19326,
        "scores_per_experiment": [
          {
            "accuracy": 0.649015,
            "f1": 0.492437,
            "f1_weighted": 0.668804,
            "ap": 0.185849,
            "ap_weighted": 0.185849
          },
          {
            "accuracy": 0.380542,
            "f1": 0.372663,
            "f1_weighted": 0.416647,
            "ap": 0.190327,
            "ap_weighted": 0.190327
          },
          {
            "accuracy": 0.70197,
            "f1": 0.492054,
            "f1_weighted": 0.69634,
            "ap": 0.185095,
            "ap_weighted": 0.185095
          },
          {
            "accuracy": 0.616995,
            "f1": 0.534986,
            "f1_weighted": 0.657158,
            "ap": 0.220661,
            "ap_weighted": 0.220661
          },
          {
            "accuracy": 0.694581,
            "f1": 0.464881,
            "f1_weighted": 0.684219,
            "ap": 0.180646,
            "ap_weighted": 0.180646
          },
          {
            "accuracy": 0.763547,
            "f1": 0.487374,
            "f1_weighted": 0.72277,
            "ap": 0.187216,
            "ap_weighted": 0.187216
          },
          {
            "accuracy": 0.576355,
            "f1": 0.48369,
            "f1_weighted": 0.620532,
            "ap": 0.190867,
            "ap_weighted": 0.190867
          },
          {
            "accuracy": 0.477833,
            "f1": 0.42785,
            "f1_weighted": 0.533647,
            "ap": 0.181836,
            "ap_weighted": 0.181836
          },
          {
            "accuracy": 0.514778,
            "f1": 0.461227,
            "f1_weighted": 0.567493,
            "ap": 0.194281,
            "ap_weighted": 0.194281
          },
          {
            "accuracy": 0.609606,
            "f1": 0.527199,
            "f1_weighted": 0.650688,
            "ap": 0.215826,
            "ap_weighted": 0.215826
          }
        ],
        "main_score": 0.598522,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 115.31430315971375,
  "kg_co2_emissions": 0.008253274097770701
}