{
  "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add",
  "task_name": "NusaX-senti",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.602,
        "f1": 0.578421,
        "f1_weighted": 0.582366,
        "scores_per_experiment": [
          {
            "accuracy": 0.64,
            "f1": 0.623739,
            "f1_weighted": 0.623191
          },
          {
            "accuracy": 0.5375,
            "f1": 0.49602,
            "f1_weighted": 0.518155
          },
          {
            "accuracy": 0.6,
            "f1": 0.569126,
            "f1_weighted": 0.563037
          },
          {
            "accuracy": 0.6225,
            "f1": 0.596737,
            "f1_weighted": 0.603286
          },
          {
            "accuracy": 0.6075,
            "f1": 0.584449,
            "f1_weighted": 0.587143
          },
          {
            "accuracy": 0.6125,
            "f1": 0.596992,
            "f1_weighted": 0.605172
          },
          {
            "accuracy": 0.53,
            "f1": 0.490881,
            "f1_weighted": 0.497077
          },
          {
            "accuracy": 0.6275,
            "f1": 0.618933,
            "f1_weighted": 0.618816
          },
          {
            "accuracy": 0.6325,
            "f1": 0.609159,
            "f1_weighted": 0.612314
          },
          {
            "accuracy": 0.61,
            "f1": 0.598175,
            "f1_weighted": 0.595472
          }
        ],
        "main_score": 0.602,
        "hf_subset": "ace",
        "languages": [
          "ace-Latn"
        ]
      },
      {
        "accuracy": 0.6005,
        "f1": 0.576591,
        "f1_weighted": 0.581452,
        "scores_per_experiment": [
          {
            "accuracy": 0.6025,
            "f1": 0.585506,
            "f1_weighted": 0.587414
          },
          {
            "accuracy": 0.5525,
            "f1": 0.516989,
            "f1_weighted": 0.53075
          },
          {
            "accuracy": 0.5825,
            "f1": 0.561048,
            "f1_weighted": 0.560982
          },
          {
            "accuracy": 0.655,
            "f1": 0.635602,
            "f1_weighted": 0.642097
          },
          {
            "accuracy": 0.6025,
            "f1": 0.579975,
            "f1_weighted": 0.577689
          },
          {
            "accuracy": 0.5975,
            "f1": 0.572117,
            "f1_weighted": 0.587587
          },
          {
            "accuracy": 0.5625,
            "f1": 0.529138,
            "f1_weighted": 0.53589
          },
          {
            "accuracy": 0.6275,
            "f1": 0.615096,
            "f1_weighted": 0.614474
          },
          {
            "accuracy": 0.615,
            "f1": 0.586158,
            "f1_weighted": 0.599441
          },
          {
            "accuracy": 0.6075,
            "f1": 0.584281,
            "f1_weighted": 0.578194
          }
        ],
        "main_score": 0.6005,
        "hf_subset": "ban",
        "languages": [
          "ban-Latn"
        ]
      },
      {
        "accuracy": 0.62075,
        "f1": 0.597466,
        "f1_weighted": 0.601869,
        "scores_per_experiment": [
          {
            "accuracy": 0.6475,
            "f1": 0.629728,
            "f1_weighted": 0.628347
          },
          {
            "accuracy": 0.59,
            "f1": 0.553018,
            "f1_weighted": 0.57185
          },
          {
            "accuracy": 0.645,
            "f1": 0.624012,
            "f1_weighted": 0.626418
          },
          {
            "accuracy": 0.6625,
            "f1": 0.647324,
            "f1_weighted": 0.652049
          },
          {
            "accuracy": 0.57,
            "f1": 0.536334,
            "f1_weighted": 0.531827
          },
          {
            "accuracy": 0.655,
            "f1": 0.635138,
            "f1_weighted": 0.643002
          },
          {
            "accuracy": 0.605,
            "f1": 0.580146,
            "f1_weighted": 0.596395
          },
          {
            "accuracy": 0.6275,
            "f1": 0.620183,
            "f1_weighted": 0.620324
          },
          {
            "accuracy": 0.5875,
            "f1": 0.554573,
            "f1_weighted": 0.555392
          },
          {
            "accuracy": 0.6175,
            "f1": 0.594208,
            "f1_weighted": 0.593089
          }
        ],
        "main_score": 0.62075,
        "hf_subset": "bjn",
        "languages": [
          "bjn-Latn"
        ]
      },
      {
        "accuracy": 0.58425,
        "f1": 0.566244,
        "f1_weighted": 0.564519,
        "scores_per_experiment": [
          {
            "accuracy": 0.6075,
            "f1": 0.592003,
            "f1_weighted": 0.592972
          },
          {
            "accuracy": 0.54,
            "f1": 0.518704,
            "f1_weighted": 0.522503
          },
          {
            "accuracy": 0.61,
            "f1": 0.601681,
            "f1_weighted": 0.599375
          },
          {
            "accuracy": 0.6075,
            "f1": 0.59733,
            "f1_weighted": 0.597015
          },
          {
            "accuracy": 0.575,
            "f1": 0.552072,
            "f1_weighted": 0.543621
          },
          {
            "accuracy": 0.585,
            "f1": 0.567925,
            "f1_weighted": 0.571184
          },
          {
            "accuracy": 0.5625,
            "f1": 0.532073,
            "f1_weighted": 0.530318
          },
          {
            "accuracy": 0.625,
            "f1": 0.615893,
            "f1_weighted": 0.611091
          },
          {
            "accuracy": 0.5825,
            "f1": 0.559958,
            "f1_weighted": 0.559361
          },
          {
            "accuracy": 0.5475,
            "f1": 0.524797,
            "f1_weighted": 0.517746
          }
        ],
        "main_score": 0.58425,
        "hf_subset": "bug",
        "languages": [
          "bug-Latn"
        ]
      },
      {
        "accuracy": 0.79475,
        "f1": 0.781424,
        "f1_weighted": 0.793692,
        "scores_per_experiment": [
          {
            "accuracy": 0.8325,
            "f1": 0.825186,
            "f1_weighted": 0.83204
          },
          {
            "accuracy": 0.735,
            "f1": 0.712457,
            "f1_weighted": 0.729233
          },
          {
            "accuracy": 0.835,
            "f1": 0.828144,
            "f1_weighted": 0.836329
          },
          {
            "accuracy": 0.765,
            "f1": 0.742063,
            "f1_weighted": 0.756259
          },
          {
            "accuracy": 0.7175,
            "f1": 0.70812,
            "f1_weighted": 0.719176
          },
          {
            "accuracy": 0.8225,
            "f1": 0.804063,
            "f1_weighted": 0.821695
          },
          {
            "accuracy": 0.775,
            "f1": 0.762225,
            "f1_weighted": 0.772973
          },
          {
            "accuracy": 0.8225,
            "f1": 0.813968,
            "f1_weighted": 0.823714
          },
          {
            "accuracy": 0.815,
            "f1": 0.802547,
            "f1_weighted": 0.813787
          },
          {
            "accuracy": 0.8275,
            "f1": 0.815471,
            "f1_weighted": 0.831714
          }
        ],
        "main_score": 0.79475,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "accuracy": 0.71175,
        "f1": 0.698318,
        "f1_weighted": 0.705032,
        "scores_per_experiment": [
          {
            "accuracy": 0.7475,
            "f1": 0.734898,
            "f1_weighted": 0.741745
          },
          {
            "accuracy": 0.685,
            "f1": 0.665216,
            "f1_weighted": 0.677214
          },
          {
            "accuracy": 0.705,
            "f1": 0.690606,
            "f1_weighted": 0.694939
          },
          {
            "accuracy": 0.715,
            "f1": 0.700995,
            "f1_weighted": 0.707343
          },
          {
            "accuracy": 0.6775,
            "f1": 0.666227,
            "f1_weighted": 0.670071
          },
          {
            "accuracy": 0.7625,
            "f1": 0.753082,
            "f1_weighted": 0.762105
          },
          {
            "accuracy": 0.6625,
            "f1": 0.648342,
            "f1_weighted": 0.654204
          },
          {
            "accuracy": 0.74,
            "f1": 0.734194,
            "f1_weighted": 0.739893
          },
          {
            "accuracy": 0.6475,
            "f1": 0.622509,
            "f1_weighted": 0.627041
          },
          {
            "accuracy": 0.775,
            "f1": 0.767114,
            "f1_weighted": 0.775763
          }
        ],
        "main_score": 0.71175,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "accuracy": 0.61525,
        "f1": 0.594431,
        "f1_weighted": 0.600031,
        "scores_per_experiment": [
          {
            "accuracy": 0.6575,
            "f1": 0.644992,
            "f1_weighted": 0.64605
          },
          {
            "accuracy": 0.52,
            "f1": 0.488045,
            "f1_weighted": 0.500961
          },
          {
            "accuracy": 0.6425,
            "f1": 0.629847,
            "f1_weighted": 0.631638
          },
          {
            "accuracy": 0.635,
            "f1": 0.618194,
            "f1_weighted": 0.6236
          },
          {
            "accuracy": 0.585,
            "f1": 0.545827,
            "f1_weighted": 0.541012
          },
          {
            "accuracy": 0.6275,
            "f1": 0.604336,
            "f1_weighted": 0.622423
          },
          {
            "accuracy": 0.5875,
            "f1": 0.564848,
            "f1_weighted": 0.574391
          },
          {
            "accuracy": 0.6725,
            "f1": 0.669561,
            "f1_weighted": 0.673238
          },
          {
            "accuracy": 0.63,
            "f1": 0.604121,
            "f1_weighted": 0.614764
          },
          {
            "accuracy": 0.595,
            "f1": 0.574536,
            "f1_weighted": 0.572236
          }
        ],
        "main_score": 0.61525,
        "hf_subset": "jav",
        "languages": [
          "jav-Latn"
        ]
      },
      {
        "accuracy": 0.58575,
        "f1": 0.569096,
        "f1_weighted": 0.56883,
        "scores_per_experiment": [
          {
            "accuracy": 0.5975,
            "f1": 0.582512,
            "f1_weighted": 0.580375
          },
          {
            "accuracy": 0.58,
            "f1": 0.557163,
            "f1_weighted": 0.559404
          },
          {
            "accuracy": 0.5825,
            "f1": 0.570501,
            "f1_weighted": 0.566355
          },
          {
            "accuracy": 0.615,
            "f1": 0.593743,
            "f1_weighted": 0.594218
          },
          {
            "accuracy": 0.5575,
            "f1": 0.54438,
            "f1_weighted": 0.534349
          },
          {
            "accuracy": 0.54,
            "f1": 0.514429,
            "f1_weighted": 0.521849
          },
          {
            "accuracy": 0.535,
            "f1": 0.502133,
            "f1_weighted": 0.505267
          },
          {
            "accuracy": 0.63,
            "f1": 0.630056,
            "f1_weighted": 0.62831
          },
          {
            "accuracy": 0.615,
            "f1": 0.60649,
            "f1_weighted": 0.604563
          },
          {
            "accuracy": 0.605,
            "f1": 0.589553,
            "f1_weighted": 0.593615
          }
        ],
        "main_score": 0.58575,
        "hf_subset": "mad",
        "languages": [
          "mad-Latn"
        ]
      },
      {
        "accuracy": 0.623,
        "f1": 0.602411,
        "f1_weighted": 0.605009,
        "scores_per_experiment": [
          {
            "accuracy": 0.6375,
            "f1": 0.613935,
            "f1_weighted": 0.618556
          },
          {
            "accuracy": 0.6075,
            "f1": 0.573966,
            "f1_weighted": 0.575888
          },
          {
            "accuracy": 0.64,
            "f1": 0.627646,
            "f1_weighted": 0.63315
          },
          {
            "accuracy": 0.64,
            "f1": 0.617287,
            "f1_weighted": 0.625378
          },
          {
            "accuracy": 0.595,
            "f1": 0.567231,
            "f1_weighted": 0.562335
          },
          {
            "accuracy": 0.645,
            "f1": 0.632224,
            "f1_weighted": 0.64075
          },
          {
            "accuracy": 0.5975,
            "f1": 0.569239,
            "f1_weighted": 0.57074
          },
          {
            "accuracy": 0.6125,
            "f1": 0.608619,
            "f1_weighted": 0.60767
          },
          {
            "accuracy": 0.6225,
            "f1": 0.597183,
            "f1_weighted": 0.599053
          },
          {
            "accuracy": 0.6325,
            "f1": 0.616782,
            "f1_weighted": 0.616566
          }
        ],
        "main_score": 0.623,
        "hf_subset": "min",
        "languages": [
          "min-Latn"
        ]
      },
      {
        "accuracy": 0.57375,
        "f1": 0.55645,
        "f1_weighted": 0.558085,
        "scores_per_experiment": [
          {
            "accuracy": 0.5875,
            "f1": 0.568837,
            "f1_weighted": 0.567173
          },
          {
            "accuracy": 0.5825,
            "f1": 0.559136,
            "f1_weighted": 0.562727
          },
          {
            "accuracy": 0.5425,
            "f1": 0.543229,
            "f1_weighted": 0.534974
          },
          {
            "accuracy": 0.625,
            "f1": 0.608857,
            "f1_weighted": 0.61922
          },
          {
            "accuracy": 0.5425,
            "f1": 0.519028,
            "f1_weighted": 0.510622
          },
          {
            "accuracy": 0.5775,
            "f1": 0.557177,
            "f1_weighted": 0.565303
          },
          {
            "accuracy": 0.57,
            "f1": 0.547319,
            "f1_weighted": 0.55388
          },
          {
            "accuracy": 0.555,
            "f1": 0.557819,
            "f1_weighted": 0.556556
          },
          {
            "accuracy": 0.5775,
            "f1": 0.547724,
            "f1_weighted": 0.546769
          },
          {
            "accuracy": 0.5775,
            "f1": 0.555377,
            "f1_weighted": 0.563629
          }
        ],
        "main_score": 0.57375,
        "hf_subset": "nij",
        "languages": [
          "nij-Latn"
        ]
      },
      {
        "accuracy": 0.6055,
        "f1": 0.58688,
        "f1_weighted": 0.586294,
        "scores_per_experiment": [
          {
            "accuracy": 0.6075,
            "f1": 0.582385,
            "f1_weighted": 0.575221
          },
          {
            "accuracy": 0.625,
            "f1": 0.605049,
            "f1_weighted": 0.610261
          },
          {
            "accuracy": 0.6025,
            "f1": 0.588561,
            "f1_weighted": 0.587106
          },
          {
            "accuracy": 0.6375,
            "f1": 0.62179,
            "f1_weighted": 0.624954
          },
          {
            "accuracy": 0.585,
            "f1": 0.56453,
            "f1_weighted": 0.560906
          },
          {
            "accuracy": 0.6075,
            "f1": 0.589773,
            "f1_weighted": 0.592385
          },
          {
            "accuracy": 0.5725,
            "f1": 0.54921,
            "f1_weighted": 0.554023
          },
          {
            "accuracy": 0.6175,
            "f1": 0.608693,
            "f1_weighted": 0.60708
          },
          {
            "accuracy": 0.6,
            "f1": 0.570175,
            "f1_weighted": 0.568118
          },
          {
            "accuracy": 0.6,
            "f1": 0.588633,
            "f1_weighted": 0.582883
          }
        ],
        "main_score": 0.6055,
        "hf_subset": "sun",
        "languages": [
          "sun-Latn"
        ]
      },
      {
        "accuracy": 0.605,
        "f1": 0.591109,
        "f1_weighted": 0.593759,
        "scores_per_experiment": [
          {
            "accuracy": 0.615,
            "f1": 0.600067,
            "f1_weighted": 0.601257
          },
          {
            "accuracy": 0.5325,
            "f1": 0.511899,
            "f1_weighted": 0.518125
          },
          {
            "accuracy": 0.6425,
            "f1": 0.633962,
            "f1_weighted": 0.633587
          },
          {
            "accuracy": 0.6375,
            "f1": 0.627458,
            "f1_weighted": 0.635067
          },
          {
            "accuracy": 0.5925,
            "f1": 0.583736,
            "f1_weighted": 0.584096
          },
          {
            "accuracy": 0.5725,
            "f1": 0.554599,
            "f1_weighted": 0.565721
          },
          {
            "accuracy": 0.59,
            "f1": 0.564195,
            "f1_weighted": 0.565749
          },
          {
            "accuracy": 0.605,
            "f1": 0.603265,
            "f1_weighted": 0.599102
          },
          {
            "accuracy": 0.605,
            "f1": 0.585576,
            "f1_weighted": 0.589072
          },
          {
            "accuracy": 0.6575,
            "f1": 0.646337,
            "f1_weighted": 0.645811
          }
        ],
        "main_score": 0.605,
        "hf_subset": "bbc",
        "languages": [
          "bbc-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 33.40989637374878,
  "kg_co2_emissions": 0.0017871801385641992
}