{
  "dataset_revision": "c61e8c3ee47d2dce296e9601195916b54c21d575",
  "task_name": "NusaParagraphEmotionClassification",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.3124,
        "f1": 0.307647,
        "f1_weighted": 0.313298,
        "scores_per_experiment": [
          {
            "accuracy": 0.324,
            "f1": 0.315643,
            "f1_weighted": 0.321899
          },
          {
            "accuracy": 0.334,
            "f1": 0.330089,
            "f1_weighted": 0.335434
          },
          {
            "accuracy": 0.308,
            "f1": 0.300313,
            "f1_weighted": 0.305322
          },
          {
            "accuracy": 0.348,
            "f1": 0.344132,
            "f1_weighted": 0.351012
          },
          {
            "accuracy": 0.302,
            "f1": 0.305044,
            "f1_weighted": 0.299596
          },
          {
            "accuracy": 0.33,
            "f1": 0.331677,
            "f1_weighted": 0.330634
          },
          {
            "accuracy": 0.334,
            "f1": 0.321873,
            "f1_weighted": 0.335776
          },
          {
            "accuracy": 0.296,
            "f1": 0.29419,
            "f1_weighted": 0.300586
          },
          {
            "accuracy": 0.272,
            "f1": 0.263227,
            "f1_weighted": 0.270399
          },
          {
            "accuracy": 0.276,
            "f1": 0.270281,
            "f1_weighted": 0.282325
          }
        ],
        "main_score": 0.307647,
        "hf_subset": "btk",
        "languages": [
          "bbc-Latn"
        ]
      },
      {
        "accuracy": 0.259125,
        "f1": 0.251437,
        "f1_weighted": 0.265012,
        "scores_per_experiment": [
          {
            "accuracy": 0.2625,
            "f1": 0.26092,
            "f1_weighted": 0.271956
          },
          {
            "accuracy": 0.26375,
            "f1": 0.268602,
            "f1_weighted": 0.266658
          },
          {
            "accuracy": 0.23125,
            "f1": 0.222589,
            "f1_weighted": 0.227791
          },
          {
            "accuracy": 0.25,
            "f1": 0.231239,
            "f1_weighted": 0.260835
          },
          {
            "accuracy": 0.23625,
            "f1": 0.225651,
            "f1_weighted": 0.242499
          },
          {
            "accuracy": 0.2625,
            "f1": 0.254315,
            "f1_weighted": 0.273049
          },
          {
            "accuracy": 0.26875,
            "f1": 0.249941,
            "f1_weighted": 0.278937
          },
          {
            "accuracy": 0.25125,
            "f1": 0.25152,
            "f1_weighted": 0.252216
          },
          {
            "accuracy": 0.2375,
            "f1": 0.234951,
            "f1_weighted": 0.237076
          },
          {
            "accuracy": 0.3275,
            "f1": 0.314638,
            "f1_weighted": 0.339098
          }
        ],
        "main_score": 0.251437,
        "hf_subset": "bew",
        "languages": [
          "bew-Latn"
        ]
      },
      {
        "accuracy": 0.384667,
        "f1": 0.323237,
        "f1_weighted": 0.381268,
        "scores_per_experiment": [
          {
            "accuracy": 0.376667,
            "f1": 0.317635,
            "f1_weighted": 0.371485
          },
          {
            "accuracy": 0.32,
            "f1": 0.277446,
            "f1_weighted": 0.318608
          },
          {
            "accuracy": 0.356667,
            "f1": 0.297616,
            "f1_weighted": 0.351208
          },
          {
            "accuracy": 0.436667,
            "f1": 0.350512,
            "f1_weighted": 0.433387
          },
          {
            "accuracy": 0.42,
            "f1": 0.354465,
            "f1_weighted": 0.406432
          },
          {
            "accuracy": 0.383333,
            "f1": 0.332849,
            "f1_weighted": 0.384255
          },
          {
            "accuracy": 0.41,
            "f1": 0.338875,
            "f1_weighted": 0.404029
          },
          {
            "accuracy": 0.37,
            "f1": 0.311614,
            "f1_weighted": 0.359397
          },
          {
            "accuracy": 0.376667,
            "f1": 0.320583,
            "f1_weighted": 0.377343
          },
          {
            "accuracy": 0.396667,
            "f1": 0.330775,
            "f1_weighted": 0.406533
          }
        ],
        "main_score": 0.323237,
        "hf_subset": "bug",
        "languages": [
          "bug-Latn"
        ]
      },
      {
        "accuracy": 0.27875,
        "f1": 0.271199,
        "f1_weighted": 0.278913,
        "scores_per_experiment": [
          {
            "accuracy": 0.29625,
            "f1": 0.291265,
            "f1_weighted": 0.287976
          },
          {
            "accuracy": 0.28125,
            "f1": 0.271013,
            "f1_weighted": 0.283263
          },
          {
            "accuracy": 0.22375,
            "f1": 0.210334,
            "f1_weighted": 0.226568
          },
          {
            "accuracy": 0.30875,
            "f1": 0.301222,
            "f1_weighted": 0.309382
          },
          {
            "accuracy": 0.30375,
            "f1": 0.295196,
            "f1_weighted": 0.304033
          },
          {
            "accuracy": 0.3175,
            "f1": 0.307391,
            "f1_weighted": 0.323721
          },
          {
            "accuracy": 0.27125,
            "f1": 0.269479,
            "f1_weighted": 0.273809
          },
          {
            "accuracy": 0.2375,
            "f1": 0.237133,
            "f1_weighted": 0.237751
          },
          {
            "accuracy": 0.2675,
            "f1": 0.258467,
            "f1_weighted": 0.264631
          },
          {
            "accuracy": 0.28,
            "f1": 0.270492,
            "f1_weighted": 0.278001
          }
        ],
        "main_score": 0.271199,
        "hf_subset": "jav",
        "languages": [
          "jav-Latn"
        ]
      },
      {
        "accuracy": 0.294,
        "f1": 0.289895,
        "f1_weighted": 0.3027,
        "scores_per_experiment": [
          {
            "accuracy": 0.308,
            "f1": 0.280118,
            "f1_weighted": 0.321861
          },
          {
            "accuracy": 0.34,
            "f1": 0.333747,
            "f1_weighted": 0.359124
          },
          {
            "accuracy": 0.22,
            "f1": 0.224026,
            "f1_weighted": 0.231995
          },
          {
            "accuracy": 0.28,
            "f1": 0.274965,
            "f1_weighted": 0.287559
          },
          {
            "accuracy": 0.31,
            "f1": 0.291066,
            "f1_weighted": 0.300303
          },
          {
            "accuracy": 0.302,
            "f1": 0.293942,
            "f1_weighted": 0.319503
          },
          {
            "accuracy": 0.252,
            "f1": 0.272444,
            "f1_weighted": 0.25559
          },
          {
            "accuracy": 0.304,
            "f1": 0.30867,
            "f1_weighted": 0.30357
          },
          {
            "accuracy": 0.306,
            "f1": 0.310476,
            "f1_weighted": 0.320132
          },
          {
            "accuracy": 0.318,
            "f1": 0.309494,
            "f1_weighted": 0.327359
          }
        ],
        "main_score": 0.289895,
        "hf_subset": "mad",
        "languages": [
          "mad-Latn"
        ]
      },
      {
        "accuracy": 0.2822,
        "f1": 0.272284,
        "f1_weighted": 0.284927,
        "scores_per_experiment": [
          {
            "accuracy": 0.252,
            "f1": 0.239019,
            "f1_weighted": 0.24625
          },
          {
            "accuracy": 0.29,
            "f1": 0.281498,
            "f1_weighted": 0.286902
          },
          {
            "accuracy": 0.29,
            "f1": 0.279486,
            "f1_weighted": 0.296873
          },
          {
            "accuracy": 0.312,
            "f1": 0.299765,
            "f1_weighted": 0.31083
          },
          {
            "accuracy": 0.26,
            "f1": 0.253351,
            "f1_weighted": 0.265253
          },
          {
            "accuracy": 0.276,
            "f1": 0.270451,
            "f1_weighted": 0.274543
          },
          {
            "accuracy": 0.254,
            "f1": 0.244532,
            "f1_weighted": 0.257441
          },
          {
            "accuracy": 0.312,
            "f1": 0.300083,
            "f1_weighted": 0.319004
          },
          {
            "accuracy": 0.28,
            "f1": 0.262412,
            "f1_weighted": 0.292531
          },
          {
            "accuracy": 0.296,
            "f1": 0.292243,
            "f1_weighted": 0.299644
          }
        ],
        "main_score": 0.272284,
        "hf_subset": "mak",
        "languages": [
          "mak-Latn"
        ]
      },
      {
        "accuracy": 0.29175,
        "f1": 0.282718,
        "f1_weighted": 0.298422,
        "scores_per_experiment": [
          {
            "accuracy": 0.31625,
            "f1": 0.307386,
            "f1_weighted": 0.326265
          },
          {
            "accuracy": 0.26625,
            "f1": 0.259577,
            "f1_weighted": 0.263217
          },
          {
            "accuracy": 0.27375,
            "f1": 0.257384,
            "f1_weighted": 0.282063
          },
          {
            "accuracy": 0.2725,
            "f1": 0.273241,
            "f1_weighted": 0.282643
          },
          {
            "accuracy": 0.31625,
            "f1": 0.307253,
            "f1_weighted": 0.32699
          },
          {
            "accuracy": 0.315,
            "f1": 0.314502,
            "f1_weighted": 0.326237
          },
          {
            "accuracy": 0.27375,
            "f1": 0.265292,
            "f1_weighted": 0.277253
          },
          {
            "accuracy": 0.32875,
            "f1": 0.31438,
            "f1_weighted": 0.338074
          },
          {
            "accuracy": 0.26,
            "f1": 0.255431,
            "f1_weighted": 0.261923
          },
          {
            "accuracy": 0.295,
            "f1": 0.272737,
            "f1_weighted": 0.299559
          }
        ],
        "main_score": 0.282718,
        "hf_subset": "min",
        "languages": [
          "min-Latn"
        ]
      },
      {
        "accuracy": 0.41525,
        "f1": 0.388173,
        "f1_weighted": 0.410537,
        "scores_per_experiment": [
          {
            "accuracy": 0.44,
            "f1": 0.417113,
            "f1_weighted": 0.439348
          },
          {
            "accuracy": 0.39,
            "f1": 0.358558,
            "f1_weighted": 0.380533
          },
          {
            "accuracy": 0.445,
            "f1": 0.399977,
            "f1_weighted": 0.442755
          },
          {
            "accuracy": 0.4225,
            "f1": 0.387552,
            "f1_weighted": 0.418925
          },
          {
            "accuracy": 0.39,
            "f1": 0.388544,
            "f1_weighted": 0.3872
          },
          {
            "accuracy": 0.3675,
            "f1": 0.360962,
            "f1_weighted": 0.360862
          },
          {
            "accuracy": 0.4425,
            "f1": 0.401781,
            "f1_weighted": 0.438129
          },
          {
            "accuracy": 0.42,
            "f1": 0.395095,
            "f1_weighted": 0.419346
          },
          {
            "accuracy": 0.3975,
            "f1": 0.368223,
            "f1_weighted": 0.387615
          },
          {
            "accuracy": 0.4375,
            "f1": 0.403929,
            "f1_weighted": 0.43066
          }
        ],
        "main_score": 0.388173,
        "hf_subset": "mui",
        "languages": [
          "mui-Latn"
        ]
      },
      {
        "accuracy": 0.434,
        "f1": 0.407497,
        "f1_weighted": 0.428677,
        "scores_per_experiment": [
          {
            "accuracy": 0.42,
            "f1": 0.389609,
            "f1_weighted": 0.426694
          },
          {
            "accuracy": 0.41,
            "f1": 0.397202,
            "f1_weighted": 0.414824
          },
          {
            "accuracy": 0.496667,
            "f1": 0.472822,
            "f1_weighted": 0.49713
          },
          {
            "accuracy": 0.446667,
            "f1": 0.41345,
            "f1_weighted": 0.437552
          },
          {
            "accuracy": 0.38,
            "f1": 0.354607,
            "f1_weighted": 0.372923
          },
          {
            "accuracy": 0.446667,
            "f1": 0.426266,
            "f1_weighted": 0.448365
          },
          {
            "accuracy": 0.436667,
            "f1": 0.415844,
            "f1_weighted": 0.444818
          },
          {
            "accuracy": 0.42,
            "f1": 0.375917,
            "f1_weighted": 0.385384
          },
          {
            "accuracy": 0.41,
            "f1": 0.384743,
            "f1_weighted": 0.400873
          },
          {
            "accuracy": 0.473333,
            "f1": 0.444509,
            "f1_weighted": 0.458206
          }
        ],
        "main_score": 0.407497,
        "hf_subset": "rej",
        "languages": [
          "rej-Latn"
        ]
      },
      {
        "accuracy": 0.253125,
        "f1": 0.248215,
        "f1_weighted": 0.251955,
        "scores_per_experiment": [
          {
            "accuracy": 0.275,
            "f1": 0.265976,
            "f1_weighted": 0.269699
          },
          {
            "accuracy": 0.2525,
            "f1": 0.255326,
            "f1_weighted": 0.250076
          },
          {
            "accuracy": 0.24625,
            "f1": 0.245509,
            "f1_weighted": 0.246626
          },
          {
            "accuracy": 0.27,
            "f1": 0.262514,
            "f1_weighted": 0.276808
          },
          {
            "accuracy": 0.24125,
            "f1": 0.239433,
            "f1_weighted": 0.233496
          },
          {
            "accuracy": 0.255,
            "f1": 0.249844,
            "f1_weighted": 0.255148
          },
          {
            "accuracy": 0.25125,
            "f1": 0.237621,
            "f1_weighted": 0.254084
          },
          {
            "accuracy": 0.24875,
            "f1": 0.241569,
            "f1_weighted": 0.254069
          },
          {
            "accuracy": 0.23,
            "f1": 0.225736,
            "f1_weighted": 0.224809
          },
          {
            "accuracy": 0.26125,
            "f1": 0.258621,
            "f1_weighted": 0.254728
          }
        ],
        "main_score": 0.248215,
        "hf_subset": "sun",
        "languages": [
          "sun-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 22.687386989593506,
  "kg_co2_emissions": 0.0007485855776898835
}