{
  "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add",
  "task_name": "NusaX-senti",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.52575,
        "f1": 0.518759,
        "f1_weighted": 0.521792,
        "scores_per_experiment": [
          {
            "accuracy": 0.5425,
            "f1": 0.541623,
            "f1_weighted": 0.545836
          },
          {
            "accuracy": 0.485,
            "f1": 0.471236,
            "f1_weighted": 0.480551
          },
          {
            "accuracy": 0.5375,
            "f1": 0.533017,
            "f1_weighted": 0.537594
          },
          {
            "accuracy": 0.49,
            "f1": 0.454325,
            "f1_weighted": 0.447423
          },
          {
            "accuracy": 0.555,
            "f1": 0.547826,
            "f1_weighted": 0.55756
          },
          {
            "accuracy": 0.4725,
            "f1": 0.473487,
            "f1_weighted": 0.469807
          },
          {
            "accuracy": 0.48,
            "f1": 0.472249,
            "f1_weighted": 0.482402
          },
          {
            "accuracy": 0.545,
            "f1": 0.544785,
            "f1_weighted": 0.549675
          },
          {
            "accuracy": 0.56,
            "f1": 0.559081,
            "f1_weighted": 0.559097
          },
          {
            "accuracy": 0.59,
            "f1": 0.589966,
            "f1_weighted": 0.587971
          }
        ],
        "main_score": 0.52575,
        "hf_subset": "ace",
        "languages": [
          "ace-Latn"
        ]
      },
      {
        "accuracy": 0.473,
        "f1": 0.463585,
        "f1_weighted": 0.472916,
        "scores_per_experiment": [
          {
            "accuracy": 0.535,
            "f1": 0.531615,
            "f1_weighted": 0.53696
          },
          {
            "accuracy": 0.4875,
            "f1": 0.467237,
            "f1_weighted": 0.475
          },
          {
            "accuracy": 0.5,
            "f1": 0.476945,
            "f1_weighted": 0.499999
          },
          {
            "accuracy": 0.4575,
            "f1": 0.452049,
            "f1_weighted": 0.457568
          },
          {
            "accuracy": 0.4975,
            "f1": 0.494216,
            "f1_weighted": 0.488534
          },
          {
            "accuracy": 0.4625,
            "f1": 0.458655,
            "f1_weighted": 0.468505
          },
          {
            "accuracy": 0.3825,
            "f1": 0.377636,
            "f1_weighted": 0.393462
          },
          {
            "accuracy": 0.47,
            "f1": 0.457247,
            "f1_weighted": 0.471351
          },
          {
            "accuracy": 0.465,
            "f1": 0.451495,
            "f1_weighted": 0.462334
          },
          {
            "accuracy": 0.4725,
            "f1": 0.468754,
            "f1_weighted": 0.475446
          }
        ],
        "main_score": 0.473,
        "hf_subset": "ban",
        "languages": [
          "ban-Latn"
        ]
      },
      {
        "accuracy": 0.52575,
        "f1": 0.512895,
        "f1_weighted": 0.521452,
        "scores_per_experiment": [
          {
            "accuracy": 0.4725,
            "f1": 0.467538,
            "f1_weighted": 0.477216
          },
          {
            "accuracy": 0.5425,
            "f1": 0.519031,
            "f1_weighted": 0.528931
          },
          {
            "accuracy": 0.54,
            "f1": 0.527324,
            "f1_weighted": 0.533429
          },
          {
            "accuracy": 0.4625,
            "f1": 0.44032,
            "f1_weighted": 0.444951
          },
          {
            "accuracy": 0.5225,
            "f1": 0.51896,
            "f1_weighted": 0.51643
          },
          {
            "accuracy": 0.5575,
            "f1": 0.530681,
            "f1_weighted": 0.546249
          },
          {
            "accuracy": 0.5525,
            "f1": 0.538413,
            "f1_weighted": 0.55316
          },
          {
            "accuracy": 0.5675,
            "f1": 0.560007,
            "f1_weighted": 0.572538
          },
          {
            "accuracy": 0.55,
            "f1": 0.536446,
            "f1_weighted": 0.543661
          },
          {
            "accuracy": 0.49,
            "f1": 0.490229,
            "f1_weighted": 0.497957
          }
        ],
        "main_score": 0.52575,
        "hf_subset": "bjn",
        "languages": [
          "bjn-Latn"
        ]
      },
      {
        "accuracy": 0.52325,
        "f1": 0.515027,
        "f1_weighted": 0.522921,
        "scores_per_experiment": [
          {
            "accuracy": 0.56,
            "f1": 0.552851,
            "f1_weighted": 0.566584
          },
          {
            "accuracy": 0.5,
            "f1": 0.492353,
            "f1_weighted": 0.49959
          },
          {
            "accuracy": 0.57,
            "f1": 0.556633,
            "f1_weighted": 0.552444
          },
          {
            "accuracy": 0.545,
            "f1": 0.529583,
            "f1_weighted": 0.541471
          },
          {
            "accuracy": 0.52,
            "f1": 0.519002,
            "f1_weighted": 0.523054
          },
          {
            "accuracy": 0.4725,
            "f1": 0.462631,
            "f1_weighted": 0.468901
          },
          {
            "accuracy": 0.5475,
            "f1": 0.538163,
            "f1_weighted": 0.554471
          },
          {
            "accuracy": 0.5325,
            "f1": 0.530233,
            "f1_weighted": 0.535928
          },
          {
            "accuracy": 0.4925,
            "f1": 0.48412,
            "f1_weighted": 0.49069
          },
          {
            "accuracy": 0.4925,
            "f1": 0.484697,
            "f1_weighted": 0.496073
          }
        ],
        "main_score": 0.52325,
        "hf_subset": "bug",
        "languages": [
          "bug-Latn"
        ]
      },
      {
        "accuracy": 0.78,
        "f1": 0.762277,
        "f1_weighted": 0.778756,
        "scores_per_experiment": [
          {
            "accuracy": 0.8325,
            "f1": 0.813949,
            "f1_weighted": 0.829171
          },
          {
            "accuracy": 0.7375,
            "f1": 0.711753,
            "f1_weighted": 0.734278
          },
          {
            "accuracy": 0.785,
            "f1": 0.772789,
            "f1_weighted": 0.786435
          },
          {
            "accuracy": 0.77,
            "f1": 0.750616,
            "f1_weighted": 0.767842
          },
          {
            "accuracy": 0.7475,
            "f1": 0.733918,
            "f1_weighted": 0.749509
          },
          {
            "accuracy": 0.81,
            "f1": 0.783481,
            "f1_weighted": 0.802666
          },
          {
            "accuracy": 0.7575,
            "f1": 0.740693,
            "f1_weighted": 0.7568
          },
          {
            "accuracy": 0.7775,
            "f1": 0.765987,
            "f1_weighted": 0.779679
          },
          {
            "accuracy": 0.8,
            "f1": 0.77423,
            "f1_weighted": 0.793692
          },
          {
            "accuracy": 0.7825,
            "f1": 0.775358,
            "f1_weighted": 0.787489
          }
        ],
        "main_score": 0.78,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "accuracy": 0.5275,
        "f1": 0.517511,
        "f1_weighted": 0.527251,
        "scores_per_experiment": [
          {
            "accuracy": 0.545,
            "f1": 0.540403,
            "f1_weighted": 0.548589
          },
          {
            "accuracy": 0.515,
            "f1": 0.499042,
            "f1_weighted": 0.51195
          },
          {
            "accuracy": 0.525,
            "f1": 0.516953,
            "f1_weighted": 0.524579
          },
          {
            "accuracy": 0.5325,
            "f1": 0.522085,
            "f1_weighted": 0.520688
          },
          {
            "accuracy": 0.5375,
            "f1": 0.535577,
            "f1_weighted": 0.541341
          },
          {
            "accuracy": 0.5,
            "f1": 0.488425,
            "f1_weighted": 0.503861
          },
          {
            "accuracy": 0.535,
            "f1": 0.519146,
            "f1_weighted": 0.535614
          },
          {
            "accuracy": 0.56,
            "f1": 0.546435,
            "f1_weighted": 0.56025
          },
          {
            "accuracy": 0.5025,
            "f1": 0.4868,
            "f1_weighted": 0.497151
          },
          {
            "accuracy": 0.5225,
            "f1": 0.520242,
            "f1_weighted": 0.528492
          }
        ],
        "main_score": 0.5275,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "accuracy": 0.5105,
        "f1": 0.496579,
        "f1_weighted": 0.505327,
        "scores_per_experiment": [
          {
            "accuracy": 0.535,
            "f1": 0.532002,
            "f1_weighted": 0.536721
          },
          {
            "accuracy": 0.4825,
            "f1": 0.460593,
            "f1_weighted": 0.465675
          },
          {
            "accuracy": 0.5125,
            "f1": 0.490405,
            "f1_weighted": 0.506529
          },
          {
            "accuracy": 0.51,
            "f1": 0.472968,
            "f1_weighted": 0.479554
          },
          {
            "accuracy": 0.515,
            "f1": 0.517307,
            "f1_weighted": 0.516829
          },
          {
            "accuracy": 0.4575,
            "f1": 0.45138,
            "f1_weighted": 0.460298
          },
          {
            "accuracy": 0.51,
            "f1": 0.484282,
            "f1_weighted": 0.509796
          },
          {
            "accuracy": 0.535,
            "f1": 0.528376,
            "f1_weighted": 0.529889
          },
          {
            "accuracy": 0.5375,
            "f1": 0.521663,
            "f1_weighted": 0.529993
          },
          {
            "accuracy": 0.51,
            "f1": 0.506817,
            "f1_weighted": 0.517982
          }
        ],
        "main_score": 0.5105,
        "hf_subset": "jav",
        "languages": [
          "jav-Latn"
        ]
      },
      {
        "accuracy": 0.49525,
        "f1": 0.481637,
        "f1_weighted": 0.492018,
        "scores_per_experiment": [
          {
            "accuracy": 0.4475,
            "f1": 0.450536,
            "f1_weighted": 0.453754
          },
          {
            "accuracy": 0.515,
            "f1": 0.482055,
            "f1_weighted": 0.504307
          },
          {
            "accuracy": 0.505,
            "f1": 0.497105,
            "f1_weighted": 0.500564
          },
          {
            "accuracy": 0.4675,
            "f1": 0.427456,
            "f1_weighted": 0.436772
          },
          {
            "accuracy": 0.515,
            "f1": 0.511953,
            "f1_weighted": 0.521235
          },
          {
            "accuracy": 0.4175,
            "f1": 0.408798,
            "f1_weighted": 0.423921
          },
          {
            "accuracy": 0.5475,
            "f1": 0.539372,
            "f1_weighted": 0.55396
          },
          {
            "accuracy": 0.4925,
            "f1": 0.49322,
            "f1_weighted": 0.496583
          },
          {
            "accuracy": 0.54,
            "f1": 0.514099,
            "f1_weighted": 0.527218
          },
          {
            "accuracy": 0.505,
            "f1": 0.491779,
            "f1_weighted": 0.501861
          }
        ],
        "main_score": 0.49525,
        "hf_subset": "mad",
        "languages": [
          "mad-Latn"
        ]
      },
      {
        "accuracy": 0.50625,
        "f1": 0.495974,
        "f1_weighted": 0.502651,
        "scores_per_experiment": [
          {
            "accuracy": 0.51,
            "f1": 0.507925,
            "f1_weighted": 0.508415
          },
          {
            "accuracy": 0.4775,
            "f1": 0.462616,
            "f1_weighted": 0.464542
          },
          {
            "accuracy": 0.4925,
            "f1": 0.489965,
            "f1_weighted": 0.487292
          },
          {
            "accuracy": 0.47,
            "f1": 0.444259,
            "f1_weighted": 0.45921
          },
          {
            "accuracy": 0.54,
            "f1": 0.531861,
            "f1_weighted": 0.536212
          },
          {
            "accuracy": 0.5075,
            "f1": 0.502152,
            "f1_weighted": 0.506367
          },
          {
            "accuracy": 0.5425,
            "f1": 0.527584,
            "f1_weighted": 0.540102
          },
          {
            "accuracy": 0.5225,
            "f1": 0.520103,
            "f1_weighted": 0.526939
          },
          {
            "accuracy": 0.515,
            "f1": 0.498478,
            "f1_weighted": 0.51235
          },
          {
            "accuracy": 0.485,
            "f1": 0.474802,
            "f1_weighted": 0.485087
          }
        ],
        "main_score": 0.50625,
        "hf_subset": "min",
        "languages": [
          "min-Latn"
        ]
      },
      {
        "accuracy": 0.4945,
        "f1": 0.474709,
        "f1_weighted": 0.487891,
        "scores_per_experiment": [
          {
            "accuracy": 0.54,
            "f1": 0.532645,
            "f1_weighted": 0.545862
          },
          {
            "accuracy": 0.475,
            "f1": 0.456657,
            "f1_weighted": 0.472374
          },
          {
            "accuracy": 0.4975,
            "f1": 0.486638,
            "f1_weighted": 0.497951
          },
          {
            "accuracy": 0.51,
            "f1": 0.47561,
            "f1_weighted": 0.48997
          },
          {
            "accuracy": 0.44,
            "f1": 0.415592,
            "f1_weighted": 0.414807
          },
          {
            "accuracy": 0.4075,
            "f1": 0.400934,
            "f1_weighted": 0.412194
          },
          {
            "accuracy": 0.4825,
            "f1": 0.447961,
            "f1_weighted": 0.472446
          },
          {
            "accuracy": 0.5725,
            "f1": 0.552813,
            "f1_weighted": 0.568758
          },
          {
            "accuracy": 0.5375,
            "f1": 0.516179,
            "f1_weighted": 0.524066
          },
          {
            "accuracy": 0.4825,
            "f1": 0.46206,
            "f1_weighted": 0.480478
          }
        ],
        "main_score": 0.4945,
        "hf_subset": "nij",
        "languages": [
          "nij-Latn"
        ]
      },
      {
        "accuracy": 0.515,
        "f1": 0.504124,
        "f1_weighted": 0.511695,
        "scores_per_experiment": [
          {
            "accuracy": 0.52,
            "f1": 0.504212,
            "f1_weighted": 0.504375
          },
          {
            "accuracy": 0.5325,
            "f1": 0.515999,
            "f1_weighted": 0.524323
          },
          {
            "accuracy": 0.515,
            "f1": 0.510168,
            "f1_weighted": 0.517313
          },
          {
            "accuracy": 0.5425,
            "f1": 0.507386,
            "f1_weighted": 0.520777
          },
          {
            "accuracy": 0.5125,
            "f1": 0.515988,
            "f1_weighted": 0.517163
          },
          {
            "accuracy": 0.49,
            "f1": 0.481991,
            "f1_weighted": 0.494355
          },
          {
            "accuracy": 0.5375,
            "f1": 0.513518,
            "f1_weighted": 0.533848
          },
          {
            "accuracy": 0.49,
            "f1": 0.492214,
            "f1_weighted": 0.490682
          },
          {
            "accuracy": 0.5475,
            "f1": 0.538981,
            "f1_weighted": 0.54328
          },
          {
            "accuracy": 0.4625,
            "f1": 0.460789,
            "f1_weighted": 0.470836
          }
        ],
        "main_score": 0.515,
        "hf_subset": "sun",
        "languages": [
          "sun-Latn"
        ]
      },
      {
        "accuracy": 0.5155,
        "f1": 0.503064,
        "f1_weighted": 0.514437,
        "scores_per_experiment": [
          {
            "accuracy": 0.4725,
            "f1": 0.460311,
            "f1_weighted": 0.471965
          },
          {
            "accuracy": 0.54,
            "f1": 0.518752,
            "f1_weighted": 0.528688
          },
          {
            "accuracy": 0.515,
            "f1": 0.506504,
            "f1_weighted": 0.523915
          },
          {
            "accuracy": 0.4725,
            "f1": 0.457939,
            "f1_weighted": 0.471343
          },
          {
            "accuracy": 0.4975,
            "f1": 0.502005,
            "f1_weighted": 0.503461
          },
          {
            "accuracy": 0.565,
            "f1": 0.54619,
            "f1_weighted": 0.566679
          },
          {
            "accuracy": 0.5625,
            "f1": 0.537018,
            "f1_weighted": 0.55248
          },
          {
            "accuracy": 0.515,
            "f1": 0.516062,
            "f1_weighted": 0.519979
          },
          {
            "accuracy": 0.5,
            "f1": 0.476209,
            "f1_weighted": 0.488047
          },
          {
            "accuracy": 0.515,
            "f1": 0.509649,
            "f1_weighted": 0.517815
          }
        ],
        "main_score": 0.5155,
        "hf_subset": "bbc",
        "languages": [
          "bbc-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 18.022568225860596,
  "kg_co2_emissions": 0.0005629365282507721
}