{
  "dataset_revision": "c61e8c3ee47d2dce296e9601195916b54c21d575",
  "task_name": "NusaParagraphEmotionClassification",
  "mteb_version": "1.38.9",
  "scores": {
    "test": [
      {
        "accuracy": 0.5144,
        "f1": 0.500755,
        "f1_weighted": 0.511608,
        "scores_per_experiment": [
          {
            "accuracy": 0.542,
            "f1": 0.53506,
            "f1_weighted": 0.541195
          },
          {
            "accuracy": 0.508,
            "f1": 0.503993,
            "f1_weighted": 0.512633
          },
          {
            "accuracy": 0.482,
            "f1": 0.460389,
            "f1_weighted": 0.474839
          },
          {
            "accuracy": 0.496,
            "f1": 0.493036,
            "f1_weighted": 0.502483
          },
          {
            "accuracy": 0.542,
            "f1": 0.525976,
            "f1_weighted": 0.535288
          },
          {
            "accuracy": 0.538,
            "f1": 0.530897,
            "f1_weighted": 0.541401
          },
          {
            "accuracy": 0.512,
            "f1": 0.49558,
            "f1_weighted": 0.50603
          },
          {
            "accuracy": 0.52,
            "f1": 0.508947,
            "f1_weighted": 0.521132
          },
          {
            "accuracy": 0.516,
            "f1": 0.491007,
            "f1_weighted": 0.503442
          },
          {
            "accuracy": 0.488,
            "f1": 0.462669,
            "f1_weighted": 0.477637
          }
        ],
        "main_score": 0.500755,
        "hf_subset": "btk",
        "languages": [
          "bbc-Latn"
        ]
      },
      {
        "accuracy": 0.761125,
        "f1": 0.733508,
        "f1_weighted": 0.754256,
        "scores_per_experiment": [
          {
            "accuracy": 0.765,
            "f1": 0.738194,
            "f1_weighted": 0.759041
          },
          {
            "accuracy": 0.77,
            "f1": 0.748994,
            "f1_weighted": 0.767994
          },
          {
            "accuracy": 0.75875,
            "f1": 0.73159,
            "f1_weighted": 0.754099
          },
          {
            "accuracy": 0.74625,
            "f1": 0.708937,
            "f1_weighted": 0.731997
          },
          {
            "accuracy": 0.7575,
            "f1": 0.730119,
            "f1_weighted": 0.751031
          },
          {
            "accuracy": 0.77,
            "f1": 0.739573,
            "f1_weighted": 0.760176
          },
          {
            "accuracy": 0.76,
            "f1": 0.734675,
            "f1_weighted": 0.753856
          },
          {
            "accuracy": 0.76375,
            "f1": 0.734391,
            "f1_weighted": 0.75549
          },
          {
            "accuracy": 0.75375,
            "f1": 0.726353,
            "f1_weighted": 0.748875
          },
          {
            "accuracy": 0.76625,
            "f1": 0.742258,
            "f1_weighted": 0.760003
          }
        ],
        "main_score": 0.733508,
        "hf_subset": "bew",
        "languages": [
          "bew-Latn"
        ]
      },
      {
        "accuracy": 0.554,
        "f1": 0.459522,
        "f1_weighted": 0.531681,
        "scores_per_experiment": [
          {
            "accuracy": 0.573333,
            "f1": 0.47744,
            "f1_weighted": 0.547764
          },
          {
            "accuracy": 0.563333,
            "f1": 0.465865,
            "f1_weighted": 0.53935
          },
          {
            "accuracy": 0.54,
            "f1": 0.441962,
            "f1_weighted": 0.521398
          },
          {
            "accuracy": 0.543333,
            "f1": 0.444373,
            "f1_weighted": 0.523471
          },
          {
            "accuracy": 0.58,
            "f1": 0.480344,
            "f1_weighted": 0.554638
          },
          {
            "accuracy": 0.58,
            "f1": 0.480596,
            "f1_weighted": 0.556247
          },
          {
            "accuracy": 0.546667,
            "f1": 0.457447,
            "f1_weighted": 0.522853
          },
          {
            "accuracy": 0.546667,
            "f1": 0.460809,
            "f1_weighted": 0.526985
          },
          {
            "accuracy": 0.556667,
            "f1": 0.461959,
            "f1_weighted": 0.532212
          },
          {
            "accuracy": 0.51,
            "f1": 0.424422,
            "f1_weighted": 0.491891
          }
        ],
        "main_score": 0.459522,
        "hf_subset": "bug",
        "languages": [
          "bug-Latn"
        ]
      },
      {
        "accuracy": 0.692,
        "f1": 0.670752,
        "f1_weighted": 0.684785,
        "scores_per_experiment": [
          {
            "accuracy": 0.71625,
            "f1": 0.692137,
            "f1_weighted": 0.706322
          },
          {
            "accuracy": 0.6875,
            "f1": 0.667705,
            "f1_weighted": 0.681092
          },
          {
            "accuracy": 0.68625,
            "f1": 0.652727,
            "f1_weighted": 0.674137
          },
          {
            "accuracy": 0.7025,
            "f1": 0.686093,
            "f1_weighted": 0.699441
          },
          {
            "accuracy": 0.715,
            "f1": 0.698251,
            "f1_weighted": 0.708092
          },
          {
            "accuracy": 0.70375,
            "f1": 0.678981,
            "f1_weighted": 0.697464
          },
          {
            "accuracy": 0.68,
            "f1": 0.67771,
            "f1_weighted": 0.67672
          },
          {
            "accuracy": 0.6425,
            "f1": 0.608668,
            "f1_weighted": 0.62889
          },
          {
            "accuracy": 0.72125,
            "f1": 0.711253,
            "f1_weighted": 0.718691
          },
          {
            "accuracy": 0.665,
            "f1": 0.633995,
            "f1_weighted": 0.656999
          }
        ],
        "main_score": 0.670752,
        "hf_subset": "jav",
        "languages": [
          "jav-Latn"
        ]
      },
      {
        "accuracy": 0.4754,
        "f1": 0.415847,
        "f1_weighted": 0.480068,
        "scores_per_experiment": [
          {
            "accuracy": 0.464,
            "f1": 0.410344,
            "f1_weighted": 0.465126
          },
          {
            "accuracy": 0.51,
            "f1": 0.437825,
            "f1_weighted": 0.51474
          },
          {
            "accuracy": 0.45,
            "f1": 0.411035,
            "f1_weighted": 0.476979
          },
          {
            "accuracy": 0.528,
            "f1": 0.448248,
            "f1_weighted": 0.524691
          },
          {
            "accuracy": 0.468,
            "f1": 0.420696,
            "f1_weighted": 0.481819
          },
          {
            "accuracy": 0.452,
            "f1": 0.388137,
            "f1_weighted": 0.444157
          },
          {
            "accuracy": 0.428,
            "f1": 0.36041,
            "f1_weighted": 0.426248
          },
          {
            "accuracy": 0.518,
            "f1": 0.441296,
            "f1_weighted": 0.531509
          },
          {
            "accuracy": 0.502,
            "f1": 0.442142,
            "f1_weighted": 0.518028
          },
          {
            "accuracy": 0.434,
            "f1": 0.398336,
            "f1_weighted": 0.41738
          }
        ],
        "main_score": 0.415847,
        "hf_subset": "mad",
        "languages": [
          "mad-Latn"
        ]
      },
      {
        "accuracy": 0.5018,
        "f1": 0.479501,
        "f1_weighted": 0.495242,
        "scores_per_experiment": [
          {
            "accuracy": 0.46,
            "f1": 0.455046,
            "f1_weighted": 0.452718
          },
          {
            "accuracy": 0.474,
            "f1": 0.424406,
            "f1_weighted": 0.462585
          },
          {
            "accuracy": 0.5,
            "f1": 0.475573,
            "f1_weighted": 0.499246
          },
          {
            "accuracy": 0.5,
            "f1": 0.486889,
            "f1_weighted": 0.496027
          },
          {
            "accuracy": 0.51,
            "f1": 0.50967,
            "f1_weighted": 0.50537
          },
          {
            "accuracy": 0.524,
            "f1": 0.499239,
            "f1_weighted": 0.522449
          },
          {
            "accuracy": 0.49,
            "f1": 0.470959,
            "f1_weighted": 0.489403
          },
          {
            "accuracy": 0.506,
            "f1": 0.483386,
            "f1_weighted": 0.495513
          },
          {
            "accuracy": 0.544,
            "f1": 0.521155,
            "f1_weighted": 0.532934
          },
          {
            "accuracy": 0.51,
            "f1": 0.468689,
            "f1_weighted": 0.496172
          }
        ],
        "main_score": 0.479501,
        "hf_subset": "mak",
        "languages": [
          "mak-Latn"
        ]
      },
      {
        "accuracy": 0.7175,
        "f1": 0.688494,
        "f1_weighted": 0.705643,
        "scores_per_experiment": [
          {
            "accuracy": 0.74375,
            "f1": 0.703399,
            "f1_weighted": 0.726448
          },
          {
            "accuracy": 0.6725,
            "f1": 0.662893,
            "f1_weighted": 0.67188
          },
          {
            "accuracy": 0.7275,
            "f1": 0.682085,
            "f1_weighted": 0.709478
          },
          {
            "accuracy": 0.69625,
            "f1": 0.671538,
            "f1_weighted": 0.684686
          },
          {
            "accuracy": 0.70625,
            "f1": 0.670711,
            "f1_weighted": 0.687489
          },
          {
            "accuracy": 0.75375,
            "f1": 0.736436,
            "f1_weighted": 0.752103
          },
          {
            "accuracy": 0.7,
            "f1": 0.669437,
            "f1_weighted": 0.686428
          },
          {
            "accuracy": 0.70875,
            "f1": 0.668951,
            "f1_weighted": 0.689606
          },
          {
            "accuracy": 0.725,
            "f1": 0.711566,
            "f1_weighted": 0.723653
          },
          {
            "accuracy": 0.74125,
            "f1": 0.707921,
            "f1_weighted": 0.724658
          }
        ],
        "main_score": 0.688494,
        "hf_subset": "min",
        "languages": [
          "min-Latn"
        ]
      },
      {
        "accuracy": 0.85925,
        "f1": 0.852847,
        "f1_weighted": 0.854756,
        "scores_per_experiment": [
          {
            "accuracy": 0.88,
            "f1": 0.877174,
            "f1_weighted": 0.876764
          },
          {
            "accuracy": 0.865,
            "f1": 0.856266,
            "f1_weighted": 0.860443
          },
          {
            "accuracy": 0.865,
            "f1": 0.852076,
            "f1_weighted": 0.860857
          },
          {
            "accuracy": 0.8575,
            "f1": 0.857774,
            "f1_weighted": 0.853512
          },
          {
            "accuracy": 0.8525,
            "f1": 0.824568,
            "f1_weighted": 0.845533
          },
          {
            "accuracy": 0.85,
            "f1": 0.845189,
            "f1_weighted": 0.846417
          },
          {
            "accuracy": 0.835,
            "f1": 0.829194,
            "f1_weighted": 0.828824
          },
          {
            "accuracy": 0.8475,
            "f1": 0.850064,
            "f1_weighted": 0.84242
          },
          {
            "accuracy": 0.8725,
            "f1": 0.872346,
            "f1_weighted": 0.867908
          },
          {
            "accuracy": 0.8675,
            "f1": 0.863823,
            "f1_weighted": 0.864882
          }
        ],
        "main_score": 0.852847,
        "hf_subset": "mui",
        "languages": [
          "mui-Latn"
        ]
      },
      {
        "accuracy": 0.628667,
        "f1": 0.573149,
        "f1_weighted": 0.615099,
        "scores_per_experiment": [
          {
            "accuracy": 0.656667,
            "f1": 0.593228,
            "f1_weighted": 0.64553
          },
          {
            "accuracy": 0.63,
            "f1": 0.582485,
            "f1_weighted": 0.618394
          },
          {
            "accuracy": 0.666667,
            "f1": 0.607621,
            "f1_weighted": 0.651875
          },
          {
            "accuracy": 0.64,
            "f1": 0.581406,
            "f1_weighted": 0.62432
          },
          {
            "accuracy": 0.623333,
            "f1": 0.565465,
            "f1_weighted": 0.606512
          },
          {
            "accuracy": 0.6,
            "f1": 0.549157,
            "f1_weighted": 0.592716
          },
          {
            "accuracy": 0.64,
            "f1": 0.57959,
            "f1_weighted": 0.627235
          },
          {
            "accuracy": 0.586667,
            "f1": 0.549023,
            "f1_weighted": 0.574002
          },
          {
            "accuracy": 0.626667,
            "f1": 0.56816,
            "f1_weighted": 0.612812
          },
          {
            "accuracy": 0.616667,
            "f1": 0.555352,
            "f1_weighted": 0.597596
          }
        ],
        "main_score": 0.573149,
        "hf_subset": "rej",
        "languages": [
          "rej-Latn"
        ]
      },
      {
        "accuracy": 0.690625,
        "f1": 0.668302,
        "f1_weighted": 0.679971,
        "scores_per_experiment": [
          {
            "accuracy": 0.68875,
            "f1": 0.662822,
            "f1_weighted": 0.673748
          },
          {
            "accuracy": 0.70125,
            "f1": 0.691159,
            "f1_weighted": 0.700055
          },
          {
            "accuracy": 0.68375,
            "f1": 0.661148,
            "f1_weighted": 0.675659
          },
          {
            "accuracy": 0.6925,
            "f1": 0.66164,
            "f1_weighted": 0.674941
          },
          {
            "accuracy": 0.69375,
            "f1": 0.668875,
            "f1_weighted": 0.68084
          },
          {
            "accuracy": 0.69125,
            "f1": 0.667446,
            "f1_weighted": 0.683033
          },
          {
            "accuracy": 0.71875,
            "f1": 0.703063,
            "f1_weighted": 0.71234
          },
          {
            "accuracy": 0.6925,
            "f1": 0.664533,
            "f1_weighted": 0.678997
          },
          {
            "accuracy": 0.65375,
            "f1": 0.622977,
            "f1_weighted": 0.635927
          },
          {
            "accuracy": 0.69,
            "f1": 0.679355,
            "f1_weighted": 0.684167
          }
        ],
        "main_score": 0.668302,
        "hf_subset": "sun",
        "languages": [
          "sun-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 37.109336853027344,
  "kg_co2_emissions": null
}