{ "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", "task_name": "AfriSentiClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.483092, "f1": 0.403966, "f1_weighted": 0.519174, "scores_per_experiment": [ { "accuracy": 0.598799, "f1": 0.462801, "f1_weighted": 0.617865 }, { "accuracy": 0.592296, "f1": 0.453894, "f1_weighted": 0.602836 }, { "accuracy": 0.371186, "f1": 0.352804, "f1_weighted": 0.419026 }, { "accuracy": 0.347174, "f1": 0.348567, "f1_weighted": 0.400846 }, { "accuracy": 0.517759, "f1": 0.411662, "f1_weighted": 0.550114 }, { "accuracy": 0.407704, "f1": 0.357257, "f1_weighted": 0.474107 }, { "accuracy": 0.455728, "f1": 0.423692, "f1_weighted": 0.490786 }, { "accuracy": 0.562281, "f1": 0.4599, "f1_weighted": 0.59566 }, { "accuracy": 0.504252, "f1": 0.413338, "f1_weighted": 0.533349 }, { "accuracy": 0.473737, "f1": 0.355748, "f1_weighted": 0.507154 } ], "main_score": 0.483092, "hf_subset": "amh", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.469833, "f1": 0.448068, "f1_weighted": 0.478977, "scores_per_experiment": [ { "accuracy": 0.443633, "f1": 0.441163, "f1_weighted": 0.466048 }, { "accuracy": 0.440501, "f1": 0.408921, "f1_weighted": 0.455167 }, { "accuracy": 0.546973, "f1": 0.490027, "f1_weighted": 0.541482 }, { "accuracy": 0.475992, "f1": 0.465287, "f1_weighted": 0.477285 }, { "accuracy": 0.435282, "f1": 0.414323, "f1_weighted": 0.450921 }, { "accuracy": 0.490605, "f1": 0.470926, "f1_weighted": 0.508519 }, { "accuracy": 0.487474, "f1": 0.467658, "f1_weighted": 0.496478 }, { "accuracy": 0.370564, "f1": 0.359775, "f1_weighted": 0.375344 }, { "accuracy": 0.473904, "f1": 0.451936, "f1_weighted": 0.47302 }, { "accuracy": 0.533403, "f1": 0.510664, "f1_weighted": 0.545511 } ], "main_score": 0.469833, "hf_subset": "arq", "languages": [ "arq-Arab" ] }, { "accuracy": 0.44668, "f1": 0.434192, "f1_weighted": 0.440504, "scores_per_experiment": [ { "accuracy": 0.481445, "f1": 0.481687, "f1_weighted": 0.483515 }, { "accuracy": 0.454102, "f1": 0.452195, "f1_weighted": 0.45284 }, { "accuracy": 0.323242, "f1": 0.301779, "f1_weighted": 0.298012 }, { "accuracy": 0.45459, "f1": 0.451862, "f1_weighted": 0.457185 }, { "accuracy": 0.489746, "f1": 0.477276, "f1_weighted": 0.486176 }, { "accuracy": 0.38916, "f1": 0.391055, "f1_weighted": 0.400596 }, { "accuracy": 0.452637, "f1": 0.416228, "f1_weighted": 0.430603 }, { "accuracy": 0.483887, "f1": 0.469267, "f1_weighted": 0.478279 }, { "accuracy": 0.508301, "f1": 0.503505, "f1_weighted": 0.509316 }, { "accuracy": 0.429688, "f1": 0.397061, "f1_weighted": 0.408513 } ], "main_score": 0.44668, "hf_subset": "ary", "languages": [ "ary-Arab" ] }, { "accuracy": 0.651562, "f1": 0.37196, "f1_weighted": 0.734238, "scores_per_experiment": [ { "accuracy": 0.692383, "f1": 0.400955, "f1_weighted": 0.769916 }, { "accuracy": 0.686035, "f1": 0.415133, "f1_weighted": 0.767861 }, { "accuracy": 0.443359, "f1": 0.301285, "f1_weighted": 0.593243 }, { "accuracy": 0.679688, "f1": 0.423914, "f1_weighted": 0.745626 }, { "accuracy": 0.693359, "f1": 0.377275, "f1_weighted": 0.762606 }, { "accuracy": 0.73584, "f1": 0.356233, "f1_weighted": 0.771806 }, { "accuracy": 0.632324, "f1": 0.347907, "f1_weighted": 0.731668 }, { "accuracy": 0.550781, "f1": 0.274049, "f1_weighted": 0.659627 }, { "accuracy": 0.687988, "f1": 0.410708, "f1_weighted": 0.753181 }, { "accuracy": 0.713867, "f1": 0.412141, "f1_weighted": 0.786849 } ], "main_score": 0.651562, "hf_subset": "hau", "languages": [ "hau-Latn" ] }, { "accuracy": 0.512207, "f1": 0.35152, "f1_weighted": 0.52715, "scores_per_experiment": [ { "accuracy": 0.541992, "f1": 0.367947, "f1_weighted": 0.545714 }, { "accuracy": 0.51416, "f1": 0.37304, "f1_weighted": 0.570564 }, { "accuracy": 0.461914, "f1": 0.329959, "f1_weighted": 0.502709 }, { "accuracy": 0.529297, "f1": 0.372847, "f1_weighted": 0.552725 }, { "accuracy": 0.488281, "f1": 0.333606, "f1_weighted": 0.490204 }, { "accuracy": 0.520508, "f1": 0.355647, "f1_weighted": 0.539436 }, { "accuracy": 0.568848, "f1": 0.378556, "f1_weighted": 0.576137 }, { "accuracy": 0.48291, "f1": 0.295154, "f1_weighted": 0.425588 }, { "accuracy": 0.575684, "f1": 0.387736, "f1_weighted": 0.585401 }, { "accuracy": 0.438477, "f1": 0.320709, "f1_weighted": 0.483022 } ], "main_score": 0.512207, "hf_subset": "ibo", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.403509, "f1": 0.394876, "f1_weighted": 0.394932, "scores_per_experiment": [ { "accuracy": 0.420078, "f1": 0.410326, "f1_weighted": 0.406213 }, { "accuracy": 0.376218, "f1": 0.366258, "f1_weighted": 0.365217 }, { "accuracy": 0.422027, "f1": 0.386559, "f1_weighted": 0.390333 }, { "accuracy": 0.430799, "f1": 0.423207, "f1_weighted": 0.426743 }, { "accuracy": 0.397661, "f1": 0.397616, "f1_weighted": 0.39865 }, { "accuracy": 0.426901, "f1": 0.424106, "f1_weighted": 0.425854 }, { "accuracy": 0.390838, "f1": 0.383731, "f1_weighted": 0.379582 }, { "accuracy": 0.423977, "f1": 0.417713, "f1_weighted": 0.419635 }, { "accuracy": 0.368421, "f1": 0.364941, "f1_weighted": 0.360123 }, { "accuracy": 0.378168, "f1": 0.374302, "f1_weighted": 0.376972 } ], "main_score": 0.403509, "hf_subset": "kin", "languages": [ "kin-Latn" ] }, { "accuracy": 0.405273, "f1": 0.390989, "f1_weighted": 0.393929, "scores_per_experiment": [ { "accuracy": 0.35498, "f1": 0.379671, "f1_weighted": 0.34357 }, { "accuracy": 0.453125, "f1": 0.444721, "f1_weighted": 0.468371 }, { "accuracy": 0.616699, "f1": 0.487466, "f1_weighted": 0.597683 }, { "accuracy": 0.328613, "f1": 0.315756, "f1_weighted": 0.32492 }, { "accuracy": 0.297363, "f1": 0.30825, "f1_weighted": 0.270208 }, { "accuracy": 0.427734, "f1": 0.432522, "f1_weighted": 0.413984 }, { "accuracy": 0.286133, "f1": 0.296706, "f1_weighted": 0.234118 }, { "accuracy": 0.313477, "f1": 0.329545, "f1_weighted": 0.277051 }, { "accuracy": 0.454102, "f1": 0.421139, "f1_weighted": 0.472571 }, { "accuracy": 0.520508, "f1": 0.494118, "f1_weighted": 0.53681 } ], "main_score": 0.405273, "hf_subset": "por", "languages": [ "por-Latn" ] }, { "accuracy": 0.373438, "f1": 0.309547, "f1_weighted": 0.416185, "scores_per_experiment": [ { "accuracy": 0.410156, "f1": 0.317225, "f1_weighted": 0.45498 }, { "accuracy": 0.359863, "f1": 0.316998, "f1_weighted": 0.411042 }, { "accuracy": 0.349121, "f1": 0.301867, "f1_weighted": 0.393677 }, { "accuracy": 0.402832, "f1": 0.30483, "f1_weighted": 0.44841 }, { "accuracy": 0.428711, "f1": 0.343141, "f1_weighted": 0.465994 }, { "accuracy": 0.331055, "f1": 0.281429, "f1_weighted": 0.38472 }, { "accuracy": 0.3125, "f1": 0.274146, "f1_weighted": 0.368608 }, { "accuracy": 0.307617, "f1": 0.273956, "f1_weighted": 0.346622 }, { "accuracy": 0.467285, "f1": 0.351893, "f1_weighted": 0.492629 }, { "accuracy": 0.365234, "f1": 0.329986, "f1_weighted": 0.39517 } ], "main_score": 0.373438, "hf_subset": "pcm", "languages": [ "pcm-Latn" ] }, { "accuracy": 0.427005, "f1": 0.39579, "f1_weighted": 0.440089, "scores_per_experiment": [ { "accuracy": 0.393048, "f1": 0.376952, "f1_weighted": 0.401994 }, { "accuracy": 0.355615, "f1": 0.312349, "f1_weighted": 0.392541 }, { "accuracy": 0.364973, "f1": 0.361864, "f1_weighted": 0.36506 }, { "accuracy": 0.445187, "f1": 0.414879, "f1_weighted": 0.464672 }, { "accuracy": 0.399733, "f1": 0.388625, "f1_weighted": 0.410604 }, { "accuracy": 0.498663, "f1": 0.440706, "f1_weighted": 0.508424 }, { "accuracy": 0.421123, "f1": 0.389148, "f1_weighted": 0.443293 }, { "accuracy": 0.429144, "f1": 0.423708, "f1_weighted": 0.429084 }, { "accuracy": 0.502674, "f1": 0.429738, "f1_weighted": 0.507737 }, { "accuracy": 0.459893, "f1": 0.419937, "f1_weighted": 0.477487 } ], "main_score": 0.427005, "hf_subset": "swa", "languages": [ "swa-Latn" ] }, { "accuracy": 0.380822, "f1": 0.354339, "f1_weighted": 0.390807, "scores_per_experiment": [ { "accuracy": 0.377239, "f1": 0.354195, "f1_weighted": 0.396777 }, { "accuracy": 0.386723, "f1": 0.349785, "f1_weighted": 0.396137 }, { "accuracy": 0.379347, "f1": 0.34159, "f1_weighted": 0.357469 }, { "accuracy": 0.407798, "f1": 0.347736, "f1_weighted": 0.406631 }, { "accuracy": 0.398314, "f1": 0.374194, "f1_weighted": 0.414447 }, { "accuracy": 0.384615, "f1": 0.359297, "f1_weighted": 0.392463 }, { "accuracy": 0.344573, "f1": 0.338841, "f1_weighted": 0.361019 }, { "accuracy": 0.400421, "f1": 0.374779, "f1_weighted": 0.41379 }, { "accuracy": 0.375132, "f1": 0.360857, "f1_weighted": 0.39852 }, { "accuracy": 0.354057, "f1": 0.342121, "f1_weighted": 0.370815 } ], "main_score": 0.380822, "hf_subset": "twi", "languages": [ "twi-Latn" ] }, { "accuracy": 0.354331, "f1": 0.33051, "f1_weighted": 0.368466, "scores_per_experiment": [ { "accuracy": 0.334646, "f1": 0.315485, "f1_weighted": 0.348097 }, { "accuracy": 0.330709, "f1": 0.308984, "f1_weighted": 0.352665 }, { "accuracy": 0.334646, "f1": 0.33149, "f1_weighted": 0.355409 }, { "accuracy": 0.42126, "f1": 0.371463, "f1_weighted": 0.423733 }, { "accuracy": 0.370079, "f1": 0.335539, "f1_weighted": 0.377786 }, { "accuracy": 0.346457, "f1": 0.337575, "f1_weighted": 0.364783 }, { "accuracy": 0.38189, "f1": 0.341523, "f1_weighted": 0.388861 }, { "accuracy": 0.354331, "f1": 0.31829, "f1_weighted": 0.370662 }, { "accuracy": 0.354331, "f1": 0.341318, "f1_weighted": 0.367565 }, { "accuracy": 0.314961, "f1": 0.303436, "f1_weighted": 0.335095 } ], "main_score": 0.354331, "hf_subset": "tso", "languages": [ "tso-Latn" ] }, { "accuracy": 0.387451, "f1": 0.212252, "f1_weighted": 0.473292, "scores_per_experiment": [ { "accuracy": 0.149414, "f1": 0.141531, "f1_weighted": 0.2534 }, { "accuracy": 0.11084, "f1": 0.087732, "f1_weighted": 0.129167 }, { "accuracy": 0.455566, "f1": 0.259189, "f1_weighted": 0.589239 }, { "accuracy": 0.37207, "f1": 0.233682, "f1_weighted": 0.50674 }, { "accuracy": 0.700195, "f1": 0.325054, "f1_weighted": 0.788542 }, { "accuracy": 0.633301, "f1": 0.300746, "f1_weighted": 0.735835 }, { "accuracy": 0.342773, "f1": 0.211726, "f1_weighted": 0.494673 }, { "accuracy": 0.21582, "f1": 0.153067, "f1_weighted": 0.298191 }, { "accuracy": 0.834961, "f1": 0.331565, "f1_weighted": 0.86263 }, { "accuracy": 0.05957, "f1": 0.078228, "f1_weighted": 0.074502 } ], "main_score": 0.387451, "hf_subset": "yor", "languages": [ "yor-Latn" ] } ] }, "evaluation_time": 36.10064911842346, "kg_co2_emissions": 0.0020314244938959207 }