{ "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", "task_name": "AfriSentiClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.248474, "f1": 0.221414, "f1_weighted": 0.240696, "scores_per_experiment": [ { "accuracy": 0.221111, "f1": 0.210809, "f1_weighted": 0.238343 }, { "accuracy": 0.262631, "f1": 0.240375, "f1_weighted": 0.301188 }, { "accuracy": 0.342171, "f1": 0.316005, "f1_weighted": 0.370788 }, { "accuracy": 0.13957, "f1": 0.100881, "f1_weighted": 0.099768 }, { "accuracy": 0.149075, "f1": 0.158554, "f1_weighted": 0.09003 }, { "accuracy": 0.274637, "f1": 0.210426, "f1_weighted": 0.256614 }, { "accuracy": 0.309155, "f1": 0.274662, "f1_weighted": 0.346103 }, { "accuracy": 0.207104, "f1": 0.185995, "f1_weighted": 0.121413 }, { "accuracy": 0.307654, "f1": 0.271523, "f1_weighted": 0.320077 }, { "accuracy": 0.271636, "f1": 0.24491, "f1_weighted": 0.262633 } ], "main_score": 0.248474, "hf_subset": "amh", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.386743, "f1": 0.363289, "f1_weighted": 0.395195, "scores_per_experiment": [ { "accuracy": 0.393528, "f1": 0.376391, "f1_weighted": 0.41512 }, { "accuracy": 0.400835, "f1": 0.376799, "f1_weighted": 0.417216 }, { "accuracy": 0.456159, "f1": 0.407348, "f1_weighted": 0.456243 }, { "accuracy": 0.41858, "f1": 0.386731, "f1_weighted": 0.430597 }, { "accuracy": 0.300626, "f1": 0.281329, "f1_weighted": 0.30081 }, { "accuracy": 0.316284, "f1": 0.313218, "f1_weighted": 0.323429 }, { "accuracy": 0.436326, "f1": 0.416291, "f1_weighted": 0.446113 }, { "accuracy": 0.331942, "f1": 0.307293, "f1_weighted": 0.332784 }, { "accuracy": 0.390397, "f1": 0.364186, "f1_weighted": 0.397074 }, { "accuracy": 0.422756, "f1": 0.403307, "f1_weighted": 0.432565 } ], "main_score": 0.386743, "hf_subset": "arq", "languages": [ "arq-Arab" ] }, { "accuracy": 0.333057, "f1": 0.320125, "f1_weighted": 0.324042, "scores_per_experiment": [ { "accuracy": 0.397949, "f1": 0.380656, "f1_weighted": 0.386696 }, { "accuracy": 0.290527, "f1": 0.287964, "f1_weighted": 0.28749 }, { "accuracy": 0.290527, "f1": 0.277544, "f1_weighted": 0.276303 }, { "accuracy": 0.345703, "f1": 0.306868, "f1_weighted": 0.322687 }, { "accuracy": 0.312988, "f1": 0.302888, "f1_weighted": 0.299905 }, { "accuracy": 0.30957, "f1": 0.298306, "f1_weighted": 0.300827 }, { "accuracy": 0.312012, "f1": 0.312725, "f1_weighted": 0.315995 }, { "accuracy": 0.378418, "f1": 0.364876, "f1_weighted": 0.371666 }, { "accuracy": 0.375977, "f1": 0.363534, "f1_weighted": 0.369733 }, { "accuracy": 0.316895, "f1": 0.305891, "f1_weighted": 0.309114 } ], "main_score": 0.333057, "hf_subset": "ary", "languages": [ "ary-Arab" ] }, { "accuracy": 0.575684, "f1": 0.345692, "f1_weighted": 0.675121, "scores_per_experiment": [ { "accuracy": 0.646484, "f1": 0.37579, "f1_weighted": 0.737458 }, { "accuracy": 0.621582, "f1": 0.373203, "f1_weighted": 0.715671 }, { "accuracy": 0.444824, "f1": 0.274323, "f1_weighted": 0.584775 }, { "accuracy": 0.627441, "f1": 0.386787, "f1_weighted": 0.702152 }, { "accuracy": 0.683105, "f1": 0.365466, "f1_weighted": 0.748998 }, { "accuracy": 0.604492, "f1": 0.347103, "f1_weighted": 0.688983 }, { "accuracy": 0.516113, "f1": 0.330498, "f1_weighted": 0.633322 }, { "accuracy": 0.381836, "f1": 0.264401, "f1_weighted": 0.529596 }, { "accuracy": 0.693848, "f1": 0.417468, "f1_weighted": 0.749887 }, { "accuracy": 0.537109, "f1": 0.321883, "f1_weighted": 0.66037 } ], "main_score": 0.575684, "hf_subset": "hau", "languages": [ "hau-Latn" ] }, { "accuracy": 0.517236, "f1": 0.340582, "f1_weighted": 0.50992, "scores_per_experiment": [ { "accuracy": 0.513672, "f1": 0.309527, "f1_weighted": 0.448413 }, { "accuracy": 0.599609, "f1": 0.420407, "f1_weighted": 0.632513 }, { "accuracy": 0.451172, "f1": 0.32191, "f1_weighted": 0.488619 }, { "accuracy": 0.540039, "f1": 0.384137, "f1_weighted": 0.58531 }, { "accuracy": 0.513184, "f1": 0.338137, "f1_weighted": 0.496969 }, { "accuracy": 0.526855, "f1": 0.365957, "f1_weighted": 0.546897 }, { "accuracy": 0.494629, "f1": 0.346547, "f1_weighted": 0.529491 }, { "accuracy": 0.522461, "f1": 0.359756, "f1_weighted": 0.534611 }, { "accuracy": 0.550293, "f1": 0.314581, "f1_weighted": 0.492279 }, { "accuracy": 0.460449, "f1": 0.244857, "f1_weighted": 0.3441 } ], "main_score": 0.517236, "hf_subset": "ibo", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.382651, "f1": 0.374917, "f1_weighted": 0.37726, "scores_per_experiment": [ { "accuracy": 0.402534, "f1": 0.400556, "f1_weighted": 0.39745 }, { "accuracy": 0.38499, "f1": 0.364959, "f1_weighted": 0.373337 }, { "accuracy": 0.416179, "f1": 0.408363, "f1_weighted": 0.411149 }, { "accuracy": 0.387914, "f1": 0.378373, "f1_weighted": 0.387553 }, { "accuracy": 0.344055, "f1": 0.342194, "f1_weighted": 0.342957 }, { "accuracy": 0.39961, "f1": 0.390522, "f1_weighted": 0.394847 }, { "accuracy": 0.406433, "f1": 0.404837, "f1_weighted": 0.405134 }, { "accuracy": 0.333333, "f1": 0.324747, "f1_weighted": 0.322949 }, { "accuracy": 0.376218, "f1": 0.376241, "f1_weighted": 0.375594 }, { "accuracy": 0.375244, "f1": 0.358376, "f1_weighted": 0.361622 } ], "main_score": 0.382651, "hf_subset": "kin", "languages": [ "kin-Latn" ] }, { "accuracy": 0.357373, "f1": 0.326402, "f1_weighted": 0.371034, "scores_per_experiment": [ { "accuracy": 0.31543, "f1": 0.298296, "f1_weighted": 0.324327 }, { "accuracy": 0.29248, "f1": 0.27743, "f1_weighted": 0.301435 }, { "accuracy": 0.479004, "f1": 0.398651, "f1_weighted": 0.496341 }, { "accuracy": 0.462402, "f1": 0.382097, "f1_weighted": 0.481903 }, { "accuracy": 0.26416, "f1": 0.266211, "f1_weighted": 0.242146 }, { "accuracy": 0.387207, "f1": 0.351151, "f1_weighted": 0.410985 }, { "accuracy": 0.269531, "f1": 0.267726, "f1_weighted": 0.27741 }, { "accuracy": 0.404297, "f1": 0.372487, "f1_weighted": 0.429502 }, { "accuracy": 0.308594, "f1": 0.298731, "f1_weighted": 0.319783 }, { "accuracy": 0.390625, "f1": 0.351239, "f1_weighted": 0.426504 } ], "main_score": 0.357373, "hf_subset": "por", "languages": [ "por-Latn" ] }, { "accuracy": 0.426807, "f1": 0.327605, "f1_weighted": 0.459693, "scores_per_experiment": [ { "accuracy": 0.478516, "f1": 0.337185, "f1_weighted": 0.502477 }, { "accuracy": 0.461914, "f1": 0.396856, "f1_weighted": 0.50448 }, { "accuracy": 0.48877, "f1": 0.338249, "f1_weighted": 0.498081 }, { "accuracy": 0.32959, "f1": 0.263435, "f1_weighted": 0.391665 }, { "accuracy": 0.523926, "f1": 0.354492, "f1_weighted": 0.526061 }, { "accuracy": 0.270996, "f1": 0.228383, "f1_weighted": 0.315421 }, { "accuracy": 0.373047, "f1": 0.294718, "f1_weighted": 0.426366 }, { "accuracy": 0.401367, "f1": 0.330263, "f1_weighted": 0.442003 }, { "accuracy": 0.500488, "f1": 0.380792, "f1_weighted": 0.522839 }, { "accuracy": 0.439453, "f1": 0.351676, "f1_weighted": 0.467533 } ], "main_score": 0.426807, "hf_subset": "pcm", "languages": [ "pcm-Latn" ] }, { "accuracy": 0.369118, "f1": 0.331462, "f1_weighted": 0.394782, "scores_per_experiment": [ { "accuracy": 0.343583, "f1": 0.33296, "f1_weighted": 0.357693 }, { "accuracy": 0.368984, "f1": 0.310273, "f1_weighted": 0.395311 }, { "accuracy": 0.364973, "f1": 0.328606, "f1_weighted": 0.399872 }, { "accuracy": 0.38369, "f1": 0.325215, "f1_weighted": 0.409555 }, { "accuracy": 0.385027, "f1": 0.341368, "f1_weighted": 0.410786 }, { "accuracy": 0.338235, "f1": 0.312496, "f1_weighted": 0.373928 }, { "accuracy": 0.362299, "f1": 0.313394, "f1_weighted": 0.392176 }, { "accuracy": 0.328877, "f1": 0.322803, "f1_weighted": 0.343109 }, { "accuracy": 0.429144, "f1": 0.379445, "f1_weighted": 0.447115 }, { "accuracy": 0.386364, "f1": 0.348059, "f1_weighted": 0.418277 } ], "main_score": 0.369118, "hf_subset": "swa", "languages": [ "swa-Latn" ] }, { "accuracy": 0.358904, "f1": 0.334916, "f1_weighted": 0.364623, "scores_per_experiment": [ { "accuracy": 0.353003, "f1": 0.333741, "f1_weighted": 0.366539 }, { "accuracy": 0.365648, "f1": 0.34091, "f1_weighted": 0.372787 }, { "accuracy": 0.383562, "f1": 0.338738, "f1_weighted": 0.353705 }, { "accuracy": 0.386723, "f1": 0.357953, "f1_weighted": 0.392855 }, { "accuracy": 0.353003, "f1": 0.334893, "f1_weighted": 0.362041 }, { "accuracy": 0.327713, "f1": 0.306348, "f1_weighted": 0.33848 }, { "accuracy": 0.329821, "f1": 0.321509, "f1_weighted": 0.345399 }, { "accuracy": 0.368809, "f1": 0.337478, "f1_weighted": 0.379561 }, { "accuracy": 0.384615, "f1": 0.350778, "f1_weighted": 0.384302 }, { "accuracy": 0.336143, "f1": 0.326815, "f1_weighted": 0.350564 } ], "main_score": 0.358904, "hf_subset": "twi", "languages": [ "twi-Latn" ] }, { "accuracy": 0.352362, "f1": 0.325911, "f1_weighted": 0.36534, "scores_per_experiment": [ { "accuracy": 0.318898, "f1": 0.307684, "f1_weighted": 0.329887 }, { "accuracy": 0.350394, "f1": 0.332091, "f1_weighted": 0.379032 }, { "accuracy": 0.326772, "f1": 0.329022, "f1_weighted": 0.345581 }, { "accuracy": 0.354331, "f1": 0.321149, "f1_weighted": 0.369599 }, { "accuracy": 0.393701, "f1": 0.359248, "f1_weighted": 0.4006 }, { "accuracy": 0.366142, "f1": 0.348924, "f1_weighted": 0.38456 }, { "accuracy": 0.350394, "f1": 0.308582, "f1_weighted": 0.354536 }, { "accuracy": 0.374016, "f1": 0.323837, "f1_weighted": 0.375834 }, { "accuracy": 0.362205, "f1": 0.32916, "f1_weighted": 0.370703 }, { "accuracy": 0.326772, "f1": 0.299414, "f1_weighted": 0.343064 } ], "main_score": 0.352362, "hf_subset": "tso", "languages": [ "tso-Latn" ] }, { "accuracy": 0.323389, "f1": 0.197242, "f1_weighted": 0.434939, "scores_per_experiment": [ { "accuracy": 0.248047, "f1": 0.184162, "f1_weighted": 0.382702 }, { "accuracy": 0.213867, "f1": 0.139222, "f1_weighted": 0.319886 }, { "accuracy": 0.384277, "f1": 0.224142, "f1_weighted": 0.52294 }, { "accuracy": 0.229004, "f1": 0.172585, "f1_weighted": 0.35087 }, { "accuracy": 0.541504, "f1": 0.28691, "f1_weighted": 0.67178 }, { "accuracy": 0.506348, "f1": 0.271921, "f1_weighted": 0.645395 }, { "accuracy": 0.28418, "f1": 0.199434, "f1_weighted": 0.411838 }, { "accuracy": 0.205078, "f1": 0.149256, "f1_weighted": 0.296407 }, { "accuracy": 0.572266, "f1": 0.285512, "f1_weighted": 0.696341 }, { "accuracy": 0.049316, "f1": 0.059277, "f1_weighted": 0.051234 } ], "main_score": 0.323389, "hf_subset": "yor", "languages": [ "yor-Latn" ] } ] }, "evaluation_time": 100.06399178504944, "kg_co2_emissions": 0.0034356668527382563 }