{
  "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add",
  "task_name": "NusaX-senti",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.547,
        "f1": 0.529746,
        "f1_weighted": 0.537494,
        "scores_per_experiment": [
          {
            "accuracy": 0.6075,
            "f1": 0.603261,
            "f1_weighted": 0.608706
          },
          {
            "accuracy": 0.5025,
            "f1": 0.469564,
            "f1_weighted": 0.476655
          },
          {
            "accuracy": 0.5725,
            "f1": 0.560514,
            "f1_weighted": 0.5682
          },
          {
            "accuracy": 0.535,
            "f1": 0.499928,
            "f1_weighted": 0.509753
          },
          {
            "accuracy": 0.5725,
            "f1": 0.553654,
            "f1_weighted": 0.562201
          },
          {
            "accuracy": 0.4925,
            "f1": 0.465416,
            "f1_weighted": 0.486866
          },
          {
            "accuracy": 0.48,
            "f1": 0.449868,
            "f1_weighted": 0.466375
          },
          {
            "accuracy": 0.555,
            "f1": 0.552549,
            "f1_weighted": 0.555309
          },
          {
            "accuracy": 0.5875,
            "f1": 0.578398,
            "f1_weighted": 0.576894
          },
          {
            "accuracy": 0.565,
            "f1": 0.564307,
            "f1_weighted": 0.563976
          }
        ],
        "main_score": 0.547,
        "hf_subset": "ace",
        "languages": [
          "ace-Latn"
        ]
      },
      {
        "accuracy": 0.51025,
        "f1": 0.494558,
        "f1_weighted": 0.503964,
        "scores_per_experiment": [
          {
            "accuracy": 0.55,
            "f1": 0.542977,
            "f1_weighted": 0.546855
          },
          {
            "accuracy": 0.48,
            "f1": 0.450838,
            "f1_weighted": 0.467941
          },
          {
            "accuracy": 0.56,
            "f1": 0.533285,
            "f1_weighted": 0.545749
          },
          {
            "accuracy": 0.48,
            "f1": 0.47231,
            "f1_weighted": 0.484948
          },
          {
            "accuracy": 0.51,
            "f1": 0.48931,
            "f1_weighted": 0.481114
          },
          {
            "accuracy": 0.435,
            "f1": 0.417406,
            "f1_weighted": 0.434151
          },
          {
            "accuracy": 0.495,
            "f1": 0.458981,
            "f1_weighted": 0.481412
          },
          {
            "accuracy": 0.545,
            "f1": 0.540233,
            "f1_weighted": 0.548124
          },
          {
            "accuracy": 0.5125,
            "f1": 0.50759,
            "f1_weighted": 0.51084
          },
          {
            "accuracy": 0.535,
            "f1": 0.532646,
            "f1_weighted": 0.538507
          }
        ],
        "main_score": 0.51025,
        "hf_subset": "ban",
        "languages": [
          "ban-Latn"
        ]
      },
      {
        "accuracy": 0.50375,
        "f1": 0.483801,
        "f1_weighted": 0.48891,
        "scores_per_experiment": [
          {
            "accuracy": 0.4825,
            "f1": 0.475293,
            "f1_weighted": 0.479993
          },
          {
            "accuracy": 0.515,
            "f1": 0.485144,
            "f1_weighted": 0.488476
          },
          {
            "accuracy": 0.525,
            "f1": 0.504962,
            "f1_weighted": 0.512372
          },
          {
            "accuracy": 0.52,
            "f1": 0.507084,
            "f1_weighted": 0.517351
          },
          {
            "accuracy": 0.505,
            "f1": 0.473133,
            "f1_weighted": 0.468696
          },
          {
            "accuracy": 0.4625,
            "f1": 0.4398,
            "f1_weighted": 0.453993
          },
          {
            "accuracy": 0.4625,
            "f1": 0.435656,
            "f1_weighted": 0.449041
          },
          {
            "accuracy": 0.51,
            "f1": 0.504194,
            "f1_weighted": 0.507975
          },
          {
            "accuracy": 0.52,
            "f1": 0.484829,
            "f1_weighted": 0.480834
          },
          {
            "accuracy": 0.535,
            "f1": 0.527916,
            "f1_weighted": 0.530372
          }
        ],
        "main_score": 0.50375,
        "hf_subset": "bjn",
        "languages": [
          "bjn-Latn"
        ]
      },
      {
        "accuracy": 0.522,
        "f1": 0.504742,
        "f1_weighted": 0.507756,
        "scores_per_experiment": [
          {
            "accuracy": 0.54,
            "f1": 0.531977,
            "f1_weighted": 0.531894
          },
          {
            "accuracy": 0.545,
            "f1": 0.500869,
            "f1_weighted": 0.510092
          },
          {
            "accuracy": 0.55,
            "f1": 0.537847,
            "f1_weighted": 0.536153
          },
          {
            "accuracy": 0.5175,
            "f1": 0.504137,
            "f1_weighted": 0.502489
          },
          {
            "accuracy": 0.5425,
            "f1": 0.524116,
            "f1_weighted": 0.517228
          },
          {
            "accuracy": 0.4525,
            "f1": 0.418049,
            "f1_weighted": 0.436311
          },
          {
            "accuracy": 0.48,
            "f1": 0.448525,
            "f1_weighted": 0.464858
          },
          {
            "accuracy": 0.535,
            "f1": 0.53424,
            "f1_weighted": 0.534781
          },
          {
            "accuracy": 0.51,
            "f1": 0.506594,
            "f1_weighted": 0.505995
          },
          {
            "accuracy": 0.5475,
            "f1": 0.541068,
            "f1_weighted": 0.537757
          }
        ],
        "main_score": 0.522,
        "hf_subset": "bug",
        "languages": [
          "bug-Latn"
        ]
      },
      {
        "accuracy": 0.775,
        "f1": 0.756838,
        "f1_weighted": 0.772335,
        "scores_per_experiment": [
          {
            "accuracy": 0.8,
            "f1": 0.787284,
            "f1_weighted": 0.797691
          },
          {
            "accuracy": 0.7175,
            "f1": 0.688918,
            "f1_weighted": 0.709993
          },
          {
            "accuracy": 0.805,
            "f1": 0.783084,
            "f1_weighted": 0.800828
          },
          {
            "accuracy": 0.7675,
            "f1": 0.749258,
            "f1_weighted": 0.761098
          },
          {
            "accuracy": 0.7725,
            "f1": 0.761287,
            "f1_weighted": 0.774263
          },
          {
            "accuracy": 0.795,
            "f1": 0.763672,
            "f1_weighted": 0.785807
          },
          {
            "accuracy": 0.75,
            "f1": 0.732772,
            "f1_weighted": 0.746088
          },
          {
            "accuracy": 0.7675,
            "f1": 0.757227,
            "f1_weighted": 0.771228
          },
          {
            "accuracy": 0.785,
            "f1": 0.76486,
            "f1_weighted": 0.779851
          },
          {
            "accuracy": 0.79,
            "f1": 0.780017,
            "f1_weighted": 0.7965
          }
        ],
        "main_score": 0.775,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "accuracy": 0.53425,
        "f1": 0.511648,
        "f1_weighted": 0.521908,
        "scores_per_experiment": [
          {
            "accuracy": 0.53,
            "f1": 0.527397,
            "f1_weighted": 0.530719
          },
          {
            "accuracy": 0.5275,
            "f1": 0.487964,
            "f1_weighted": 0.497938
          },
          {
            "accuracy": 0.5525,
            "f1": 0.533121,
            "f1_weighted": 0.549576
          },
          {
            "accuracy": 0.53,
            "f1": 0.48862,
            "f1_weighted": 0.493403
          },
          {
            "accuracy": 0.54,
            "f1": 0.527134,
            "f1_weighted": 0.529299
          },
          {
            "accuracy": 0.495,
            "f1": 0.459256,
            "f1_weighted": 0.480145
          },
          {
            "accuracy": 0.515,
            "f1": 0.484569,
            "f1_weighted": 0.506026
          },
          {
            "accuracy": 0.5675,
            "f1": 0.558218,
            "f1_weighted": 0.572312
          },
          {
            "accuracy": 0.5375,
            "f1": 0.510988,
            "f1_weighted": 0.510581
          },
          {
            "accuracy": 0.5475,
            "f1": 0.539208,
            "f1_weighted": 0.549076
          }
        ],
        "main_score": 0.53425,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "accuracy": 0.5225,
        "f1": 0.500903,
        "f1_weighted": 0.507087,
        "scores_per_experiment": [
          {
            "accuracy": 0.505,
            "f1": 0.501907,
            "f1_weighted": 0.50011
          },
          {
            "accuracy": 0.5275,
            "f1": 0.489333,
            "f1_weighted": 0.492116
          },
          {
            "accuracy": 0.5425,
            "f1": 0.515313,
            "f1_weighted": 0.51731
          },
          {
            "accuracy": 0.5375,
            "f1": 0.521125,
            "f1_weighted": 0.523941
          },
          {
            "accuracy": 0.545,
            "f1": 0.535095,
            "f1_weighted": 0.536296
          },
          {
            "accuracy": 0.4875,
            "f1": 0.451874,
            "f1_weighted": 0.478133
          },
          {
            "accuracy": 0.48,
            "f1": 0.438844,
            "f1_weighted": 0.4572
          },
          {
            "accuracy": 0.5325,
            "f1": 0.527873,
            "f1_weighted": 0.535443
          },
          {
            "accuracy": 0.545,
            "f1": 0.516893,
            "f1_weighted": 0.522735
          },
          {
            "accuracy": 0.5225,
            "f1": 0.510774,
            "f1_weighted": 0.507588
          }
        ],
        "main_score": 0.5225,
        "hf_subset": "jav",
        "languages": [
          "jav-Latn"
        ]
      },
      {
        "accuracy": 0.51975,
        "f1": 0.507437,
        "f1_weighted": 0.513676,
        "scores_per_experiment": [
          {
            "accuracy": 0.4925,
            "f1": 0.492343,
            "f1_weighted": 0.490764
          },
          {
            "accuracy": 0.5475,
            "f1": 0.517548,
            "f1_weighted": 0.538602
          },
          {
            "accuracy": 0.54,
            "f1": 0.526,
            "f1_weighted": 0.522522
          },
          {
            "accuracy": 0.51,
            "f1": 0.483985,
            "f1_weighted": 0.491696
          },
          {
            "accuracy": 0.5325,
            "f1": 0.510914,
            "f1_weighted": 0.511844
          },
          {
            "accuracy": 0.4575,
            "f1": 0.453265,
            "f1_weighted": 0.470293
          },
          {
            "accuracy": 0.4375,
            "f1": 0.42283,
            "f1_weighted": 0.433088
          },
          {
            "accuracy": 0.555,
            "f1": 0.552086,
            "f1_weighted": 0.555011
          },
          {
            "accuracy": 0.5625,
            "f1": 0.553903,
            "f1_weighted": 0.55805
          },
          {
            "accuracy": 0.5625,
            "f1": 0.5615,
            "f1_weighted": 0.564893
          }
        ],
        "main_score": 0.51975,
        "hf_subset": "mad",
        "languages": [
          "mad-Latn"
        ]
      },
      {
        "accuracy": 0.51675,
        "f1": 0.493373,
        "f1_weighted": 0.500984,
        "scores_per_experiment": [
          {
            "accuracy": 0.5075,
            "f1": 0.506112,
            "f1_weighted": 0.512106
          },
          {
            "accuracy": 0.485,
            "f1": 0.451237,
            "f1_weighted": 0.463538
          },
          {
            "accuracy": 0.55,
            "f1": 0.539485,
            "f1_weighted": 0.547188
          },
          {
            "accuracy": 0.5225,
            "f1": 0.488306,
            "f1_weighted": 0.498727
          },
          {
            "accuracy": 0.535,
            "f1": 0.505611,
            "f1_weighted": 0.502474
          },
          {
            "accuracy": 0.4925,
            "f1": 0.458052,
            "f1_weighted": 0.47208
          },
          {
            "accuracy": 0.505,
            "f1": 0.470629,
            "f1_weighted": 0.487653
          },
          {
            "accuracy": 0.55,
            "f1": 0.541405,
            "f1_weighted": 0.552205
          },
          {
            "accuracy": 0.4975,
            "f1": 0.467988,
            "f1_weighted": 0.466394
          },
          {
            "accuracy": 0.5225,
            "f1": 0.5049,
            "f1_weighted": 0.507476
          }
        ],
        "main_score": 0.51675,
        "hf_subset": "min",
        "languages": [
          "min-Latn"
        ]
      },
      {
        "accuracy": 0.5135,
        "f1": 0.493504,
        "f1_weighted": 0.502145,
        "scores_per_experiment": [
          {
            "accuracy": 0.53,
            "f1": 0.523398,
            "f1_weighted": 0.527748
          },
          {
            "accuracy": 0.495,
            "f1": 0.475871,
            "f1_weighted": 0.482459
          },
          {
            "accuracy": 0.525,
            "f1": 0.520197,
            "f1_weighted": 0.523281
          },
          {
            "accuracy": 0.535,
            "f1": 0.505669,
            "f1_weighted": 0.525646
          },
          {
            "accuracy": 0.4675,
            "f1": 0.442725,
            "f1_weighted": 0.439956
          },
          {
            "accuracy": 0.4075,
            "f1": 0.405181,
            "f1_weighted": 0.418814
          },
          {
            "accuracy": 0.5025,
            "f1": 0.46899,
            "f1_weighted": 0.489251
          },
          {
            "accuracy": 0.59,
            "f1": 0.573395,
            "f1_weighted": 0.591908
          },
          {
            "accuracy": 0.5325,
            "f1": 0.502597,
            "f1_weighted": 0.50373
          },
          {
            "accuracy": 0.55,
            "f1": 0.517014,
            "f1_weighted": 0.518655
          }
        ],
        "main_score": 0.5135,
        "hf_subset": "nij",
        "languages": [
          "nij-Latn"
        ]
      },
      {
        "accuracy": 0.54725,
        "f1": 0.530877,
        "f1_weighted": 0.539839,
        "scores_per_experiment": [
          {
            "accuracy": 0.5375,
            "f1": 0.520197,
            "f1_weighted": 0.526028
          },
          {
            "accuracy": 0.54,
            "f1": 0.527661,
            "f1_weighted": 0.53922
          },
          {
            "accuracy": 0.54,
            "f1": 0.52704,
            "f1_weighted": 0.536025
          },
          {
            "accuracy": 0.52,
            "f1": 0.483428,
            "f1_weighted": 0.501583
          },
          {
            "accuracy": 0.58,
            "f1": 0.565529,
            "f1_weighted": 0.566148
          },
          {
            "accuracy": 0.5075,
            "f1": 0.491896,
            "f1_weighted": 0.508179
          },
          {
            "accuracy": 0.5275,
            "f1": 0.496069,
            "f1_weighted": 0.517486
          },
          {
            "accuracy": 0.5525,
            "f1": 0.544963,
            "f1_weighted": 0.54774
          },
          {
            "accuracy": 0.5875,
            "f1": 0.574818,
            "f1_weighted": 0.576914
          },
          {
            "accuracy": 0.58,
            "f1": 0.577168,
            "f1_weighted": 0.579068
          }
        ],
        "main_score": 0.54725,
        "hf_subset": "sun",
        "languages": [
          "sun-Latn"
        ]
      },
      {
        "accuracy": 0.5055,
        "f1": 0.486701,
        "f1_weighted": 0.491021,
        "scores_per_experiment": [
          {
            "accuracy": 0.5275,
            "f1": 0.522365,
            "f1_weighted": 0.526183
          },
          {
            "accuracy": 0.5175,
            "f1": 0.48437,
            "f1_weighted": 0.489484
          },
          {
            "accuracy": 0.52,
            "f1": 0.492134,
            "f1_weighted": 0.49014
          },
          {
            "accuracy": 0.49,
            "f1": 0.467869,
            "f1_weighted": 0.472851
          },
          {
            "accuracy": 0.525,
            "f1": 0.491941,
            "f1_weighted": 0.484249
          },
          {
            "accuracy": 0.4425,
            "f1": 0.439872,
            "f1_weighted": 0.453145
          },
          {
            "accuracy": 0.4875,
            "f1": 0.457971,
            "f1_weighted": 0.473709
          },
          {
            "accuracy": 0.5075,
            "f1": 0.504156,
            "f1_weighted": 0.510224
          },
          {
            "accuracy": 0.5275,
            "f1": 0.503188,
            "f1_weighted": 0.502165
          },
          {
            "accuracy": 0.51,
            "f1": 0.503149,
            "f1_weighted": 0.508064
          }
        ],
        "main_score": 0.5055,
        "hf_subset": "bbc",
        "languages": [
          "bbc-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 30.64165472984314,
  "kg_co2_emissions": 0.0016316587963088665
}