{ "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", "task_name": "AfriSentiClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.327164, "f1": 0.271681, "f1_weighted": 0.348681, "scores_per_experiment": [ { "accuracy": 0.278639, "f1": 0.274652, "f1_weighted": 0.258151 }, { "accuracy": 0.407204, "f1": 0.309461, "f1_weighted": 0.42052 }, { "accuracy": 0.430715, "f1": 0.337119, "f1_weighted": 0.464027 }, { "accuracy": 0.291146, "f1": 0.260605, "f1_weighted": 0.324097 }, { "accuracy": 0.421711, "f1": 0.293918, "f1_weighted": 0.439787 }, { "accuracy": 0.365683, "f1": 0.279965, "f1_weighted": 0.396561 }, { "accuracy": 0.263632, "f1": 0.222588, "f1_weighted": 0.307582 }, { "accuracy": 0.251626, "f1": 0.237619, "f1_weighted": 0.240949 }, { "accuracy": 0.246623, "f1": 0.240914, "f1_weighted": 0.284646 }, { "accuracy": 0.314657, "f1": 0.259967, "f1_weighted": 0.350492 } ], "main_score": 0.327164, "hf_subset": "amh", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.393737, "f1": 0.351293, "f1_weighted": 0.381623, "scores_per_experiment": [ { "accuracy": 0.344468, "f1": 0.342604, "f1_weighted": 0.358318 }, { "accuracy": 0.430063, "f1": 0.330133, "f1_weighted": 0.38905 }, { "accuracy": 0.454071, "f1": 0.358073, "f1_weighted": 0.418127 }, { "accuracy": 0.422756, "f1": 0.393021, "f1_weighted": 0.429921 }, { "accuracy": 0.353862, "f1": 0.302698, "f1_weighted": 0.336596 }, { "accuracy": 0.32881, "f1": 0.300298, "f1_weighted": 0.28245 }, { "accuracy": 0.422756, "f1": 0.38675, "f1_weighted": 0.42318 }, { "accuracy": 0.319415, "f1": 0.307277, "f1_weighted": 0.318148 }, { "accuracy": 0.408142, "f1": 0.374366, "f1_weighted": 0.399976 }, { "accuracy": 0.453027, "f1": 0.41771, "f1_weighted": 0.460464 } ], "main_score": 0.393737, "hf_subset": "arq", "languages": [ "arq-Arab" ] }, { "accuracy": 0.333252, "f1": 0.308843, "f1_weighted": 0.316074, "scores_per_experiment": [ { "accuracy": 0.374512, "f1": 0.367606, "f1_weighted": 0.368638 }, { "accuracy": 0.291016, "f1": 0.290129, "f1_weighted": 0.289837 }, { "accuracy": 0.277832, "f1": 0.260044, "f1_weighted": 0.255581 }, { "accuracy": 0.353027, "f1": 0.279969, "f1_weighted": 0.301006 }, { "accuracy": 0.310059, "f1": 0.307139, "f1_weighted": 0.309424 }, { "accuracy": 0.324219, "f1": 0.297607, "f1_weighted": 0.308022 }, { "accuracy": 0.29541, "f1": 0.257442, "f1_weighted": 0.268229 }, { "accuracy": 0.373047, "f1": 0.347032, "f1_weighted": 0.358663 }, { "accuracy": 0.374512, "f1": 0.3725, "f1_weighted": 0.375592 }, { "accuracy": 0.358887, "f1": 0.308961, "f1_weighted": 0.325745 } ], "main_score": 0.333252, "hf_subset": "ary", "languages": [ "ary-Arab" ] }, { "accuracy": 0.389844, "f1": 0.240989, "f1_weighted": 0.50496, "scores_per_experiment": [ { "accuracy": 0.332031, "f1": 0.251486, "f1_weighted": 0.469405 }, { "accuracy": 0.29541, "f1": 0.172114, "f1_weighted": 0.432889 }, { "accuracy": 0.250977, "f1": 0.199369, "f1_weighted": 0.386846 }, { "accuracy": 0.657227, "f1": 0.292865, "f1_weighted": 0.721068 }, { "accuracy": 0.490234, "f1": 0.296166, "f1_weighted": 0.608413 }, { "accuracy": 0.463867, "f1": 0.264701, "f1_weighted": 0.59211 }, { "accuracy": 0.387695, "f1": 0.246103, "f1_weighted": 0.532556 }, { "accuracy": 0.196777, "f1": 0.134879, "f1_weighted": 0.317002 }, { "accuracy": 0.659668, "f1": 0.386751, "f1_weighted": 0.719204 }, { "accuracy": 0.164551, "f1": 0.165457, "f1_weighted": 0.270103 } ], "main_score": 0.389844, "hf_subset": "hau", "languages": [ "hau-Latn" ] }, { "accuracy": 0.539307, "f1": 0.347978, "f1_weighted": 0.520456, "scores_per_experiment": [ { "accuracy": 0.529785, "f1": 0.341989, "f1_weighted": 0.504174 }, { "accuracy": 0.567383, "f1": 0.387947, "f1_weighted": 0.58415 }, { "accuracy": 0.535645, "f1": 0.363506, "f1_weighted": 0.550418 }, { "accuracy": 0.625, "f1": 0.41033, "f1_weighted": 0.621965 }, { "accuracy": 0.512207, "f1": 0.300041, "f1_weighted": 0.432925 }, { "accuracy": 0.557129, "f1": 0.370297, "f1_weighted": 0.552435 }, { "accuracy": 0.47998, "f1": 0.300499, "f1_weighted": 0.466141 }, { "accuracy": 0.51709, "f1": 0.347967, "f1_weighted": 0.51669 }, { "accuracy": 0.571289, "f1": 0.369898, "f1_weighted": 0.563299 }, { "accuracy": 0.497559, "f1": 0.287308, "f1_weighted": 0.412359 } ], "main_score": 0.539307, "hf_subset": "ibo", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.36306, "f1": 0.359268, "f1_weighted": 0.360046, "scores_per_experiment": [ { "accuracy": 0.379142, "f1": 0.376354, "f1_weighted": 0.373146 }, { "accuracy": 0.37037, "f1": 0.365961, "f1_weighted": 0.368499 }, { "accuracy": 0.368421, "f1": 0.360024, "f1_weighted": 0.357483 }, { "accuracy": 0.356725, "f1": 0.355402, "f1_weighted": 0.356398 }, { "accuracy": 0.336257, "f1": 0.33419, "f1_weighted": 0.334514 }, { "accuracy": 0.381092, "f1": 0.371765, "f1_weighted": 0.378951 }, { "accuracy": 0.376218, "f1": 0.374151, "f1_weighted": 0.37078 }, { "accuracy": 0.342105, "f1": 0.341652, "f1_weighted": 0.341113 }, { "accuracy": 0.334308, "f1": 0.329796, "f1_weighted": 0.331968 }, { "accuracy": 0.385965, "f1": 0.383386, "f1_weighted": 0.387604 } ], "main_score": 0.36306, "hf_subset": "kin", "languages": [ "kin-Latn" ] }, { "accuracy": 0.381885, "f1": 0.340222, "f1_weighted": 0.405707, "scores_per_experiment": [ { "accuracy": 0.305664, "f1": 0.279592, "f1_weighted": 0.321387 }, { "accuracy": 0.437988, "f1": 0.356172, "f1_weighted": 0.463288 }, { "accuracy": 0.486816, "f1": 0.399174, "f1_weighted": 0.506308 }, { "accuracy": 0.347656, "f1": 0.341911, "f1_weighted": 0.365525 }, { "accuracy": 0.332031, "f1": 0.323648, "f1_weighted": 0.352865 }, { "accuracy": 0.335449, "f1": 0.320758, "f1_weighted": 0.366338 }, { "accuracy": 0.362793, "f1": 0.323918, "f1_weighted": 0.390587 }, { "accuracy": 0.416504, "f1": 0.369073, "f1_weighted": 0.441998 }, { "accuracy": 0.405273, "f1": 0.331834, "f1_weighted": 0.427299 }, { "accuracy": 0.388672, "f1": 0.35614, "f1_weighted": 0.421481 } ], "main_score": 0.381885, "hf_subset": "por", "languages": [ "por-Latn" ] }, { "accuracy": 0.391455, "f1": 0.320974, "f1_weighted": 0.431423, "scores_per_experiment": [ { "accuracy": 0.444824, "f1": 0.358775, "f1_weighted": 0.489384 }, { "accuracy": 0.464355, "f1": 0.398988, "f1_weighted": 0.500193 }, { "accuracy": 0.37793, "f1": 0.311808, "f1_weighted": 0.415335 }, { "accuracy": 0.331543, "f1": 0.261595, "f1_weighted": 0.392018 }, { "accuracy": 0.447754, "f1": 0.332104, "f1_weighted": 0.482454 }, { "accuracy": 0.270996, "f1": 0.232995, "f1_weighted": 0.317658 }, { "accuracy": 0.380371, "f1": 0.302885, "f1_weighted": 0.429941 }, { "accuracy": 0.408203, "f1": 0.320117, "f1_weighted": 0.442149 }, { "accuracy": 0.427734, "f1": 0.353306, "f1_weighted": 0.461402 }, { "accuracy": 0.36084, "f1": 0.337169, "f1_weighted": 0.383699 } ], "main_score": 0.391455, "hf_subset": "pcm", "languages": [ "pcm-Latn" ] }, { "accuracy": 0.356818, "f1": 0.322722, "f1_weighted": 0.380891, "scores_per_experiment": [ { "accuracy": 0.343583, "f1": 0.32154, "f1_weighted": 0.377655 }, { "accuracy": 0.346257, "f1": 0.299529, "f1_weighted": 0.378178 }, { "accuracy": 0.410428, "f1": 0.367447, "f1_weighted": 0.432219 }, { "accuracy": 0.291444, "f1": 0.280692, "f1_weighted": 0.313051 }, { "accuracy": 0.375668, "f1": 0.346027, "f1_weighted": 0.41032 }, { "accuracy": 0.339572, "f1": 0.317767, "f1_weighted": 0.352911 }, { "accuracy": 0.403743, "f1": 0.330663, "f1_weighted": 0.432523 }, { "accuracy": 0.322193, "f1": 0.299883, "f1_weighted": 0.335791 }, { "accuracy": 0.40107, "f1": 0.347082, "f1_weighted": 0.414247 }, { "accuracy": 0.334225, "f1": 0.316588, "f1_weighted": 0.362012 } ], "main_score": 0.356818, "hf_subset": "swa", "languages": [ "swa-Latn" ] }, { "accuracy": 0.364278, "f1": 0.340486, "f1_weighted": 0.372717, "scores_per_experiment": [ { "accuracy": 0.387777, "f1": 0.369022, "f1_weighted": 0.402428 }, { "accuracy": 0.384615, "f1": 0.348754, "f1_weighted": 0.3888 }, { "accuracy": 0.358272, "f1": 0.318558, "f1_weighted": 0.333406 }, { "accuracy": 0.389884, "f1": 0.346245, "f1_weighted": 0.394549 }, { "accuracy": 0.351949, "f1": 0.346307, "f1_weighted": 0.371617 }, { "accuracy": 0.385669, "f1": 0.36584, "f1_weighted": 0.398477 }, { "accuracy": 0.347734, "f1": 0.330301, "f1_weighted": 0.370343 }, { "accuracy": 0.347734, "f1": 0.323181, "f1_weighted": 0.356475 }, { "accuracy": 0.357218, "f1": 0.336432, "f1_weighted": 0.369089 }, { "accuracy": 0.331928, "f1": 0.320219, "f1_weighted": 0.34199 } ], "main_score": 0.364278, "hf_subset": "twi", "languages": [ "twi-Latn" ] }, { "accuracy": 0.338189, "f1": 0.315523, "f1_weighted": 0.350615, "scores_per_experiment": [ { "accuracy": 0.311024, "f1": 0.305689, "f1_weighted": 0.325838 }, { "accuracy": 0.338583, "f1": 0.304494, "f1_weighted": 0.348566 }, { "accuracy": 0.283465, "f1": 0.278528, "f1_weighted": 0.29715 }, { "accuracy": 0.370079, "f1": 0.339549, "f1_weighted": 0.387534 }, { "accuracy": 0.354331, "f1": 0.337372, "f1_weighted": 0.37365 }, { "accuracy": 0.318898, "f1": 0.310869, "f1_weighted": 0.337934 }, { "accuracy": 0.334646, "f1": 0.319696, "f1_weighted": 0.34135 }, { "accuracy": 0.385827, "f1": 0.329911, "f1_weighted": 0.386549 }, { "accuracy": 0.358268, "f1": 0.336961, "f1_weighted": 0.373769 }, { "accuracy": 0.326772, "f1": 0.292164, "f1_weighted": 0.333811 } ], "main_score": 0.338189, "hf_subset": "tso", "languages": [ "tso-Latn" ] }, { "accuracy": 0.260742, "f1": 0.166506, "f1_weighted": 0.340468, "scores_per_experiment": [ { "accuracy": 0.130371, "f1": 0.12846, "f1_weighted": 0.219188 }, { "accuracy": 0.218262, "f1": 0.145703, "f1_weighted": 0.309981 }, { "accuracy": 0.487305, "f1": 0.2713, "f1_weighted": 0.626945 }, { "accuracy": 0.066406, "f1": 0.088995, "f1_weighted": 0.108078 }, { "accuracy": 0.532715, "f1": 0.285992, "f1_weighted": 0.668296 }, { "accuracy": 0.192871, "f1": 0.137314, "f1_weighted": 0.281525 }, { "accuracy": 0.152832, "f1": 0.132162, "f1_weighted": 0.234476 }, { "accuracy": 0.103516, "f1": 0.096879, "f1_weighted": 0.154823 }, { "accuracy": 0.662598, "f1": 0.318814, "f1_weighted": 0.75788 }, { "accuracy": 0.060547, "f1": 0.059442, "f1_weighted": 0.043489 } ], "main_score": 0.260742, "hf_subset": "yor", "languages": [ "yor-Latn" ] } ] }, "evaluation_time": 19.66557478904724, "kg_co2_emissions": 0.00056660688266966 }