{ "dataset_revision": "d522bb117c32f5e0207344f69f7075fc9941168b", "task_name": "TweetSentimentClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.395703, "f1": 0.390062, "f1_weighted": 0.389906, "scores_per_experiment": [ { "accuracy": 0.367188, "f1": 0.367296, "f1_weighted": 0.367329 }, { "accuracy": 0.363281, "f1": 0.362378, "f1_weighted": 0.362098 }, { "accuracy": 0.382812, "f1": 0.380181, "f1_weighted": 0.380266 }, { "accuracy": 0.398438, "f1": 0.398031, "f1_weighted": 0.397697 }, { "accuracy": 0.425781, "f1": 0.404405, "f1_weighted": 0.403794 }, { "accuracy": 0.417969, "f1": 0.416746, "f1_weighted": 0.416563 }, { "accuracy": 0.492188, "f1": 0.484721, "f1_weighted": 0.484749 }, { "accuracy": 0.390625, "f1": 0.389958, "f1_weighted": 0.389827 }, { "accuracy": 0.398438, "f1": 0.374713, "f1_weighted": 0.374579 }, { "accuracy": 0.320312, "f1": 0.322195, "f1_weighted": 0.322161 } ], "main_score": 0.395703, "hf_subset": "portuguese", "languages": [ "por-Latn" ] }, { "accuracy": 0.448047, "f1": 0.426118, "f1_weighted": 0.42637, "scores_per_experiment": [ { "accuracy": 0.289062, "f1": 0.284353, "f1_weighted": 0.28389 }, { "accuracy": 0.429688, "f1": 0.399311, "f1_weighted": 0.399023 }, { "accuracy": 0.503906, "f1": 0.481262, "f1_weighted": 0.48177 }, { "accuracy": 0.519531, "f1": 0.495014, "f1_weighted": 0.495579 }, { "accuracy": 0.445312, "f1": 0.427338, "f1_weighted": 0.427793 }, { "accuracy": 0.507812, "f1": 0.499698, "f1_weighted": 0.500163 }, { "accuracy": 0.492188, "f1": 0.464215, "f1_weighted": 0.464811 }, { "accuracy": 0.519531, "f1": 0.495746, "f1_weighted": 0.496097 }, { "accuracy": 0.46875, "f1": 0.416936, "f1_weighted": 0.417377 }, { "accuracy": 0.304688, "f1": 0.297305, "f1_weighted": 0.297199 } ], "main_score": 0.448047, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "accuracy": 0.514062, "f1": 0.506914, "f1_weighted": 0.506535, "scores_per_experiment": [ { "accuracy": 0.480469, "f1": 0.475204, "f1_weighted": 0.474625 }, { "accuracy": 0.570312, "f1": 0.565511, "f1_weighted": 0.565116 }, { "accuracy": 0.535156, "f1": 0.526887, "f1_weighted": 0.526554 }, { "accuracy": 0.589844, "f1": 0.587987, "f1_weighted": 0.587587 }, { "accuracy": 0.542969, "f1": 0.535069, "f1_weighted": 0.534852 }, { "accuracy": 0.476562, "f1": 0.462476, "f1_weighted": 0.461989 }, { "accuracy": 0.480469, "f1": 0.483197, "f1_weighted": 0.48289 }, { "accuracy": 0.421875, "f1": 0.414133, "f1_weighted": 0.414185 }, { "accuracy": 0.523438, "f1": 0.514181, "f1_weighted": 0.513705 }, { "accuracy": 0.519531, "f1": 0.504497, "f1_weighted": 0.503847 } ], "main_score": 0.514062, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "accuracy": 0.412891, "f1": 0.407501, "f1_weighted": 0.407171, "scores_per_experiment": [ { "accuracy": 0.273438, "f1": 0.256541, "f1_weighted": 0.256169 }, { "accuracy": 0.476562, "f1": 0.474245, "f1_weighted": 0.473783 }, { "accuracy": 0.402344, "f1": 0.406031, "f1_weighted": 0.405831 }, { "accuracy": 0.355469, "f1": 0.354444, "f1_weighted": 0.354238 }, { "accuracy": 0.441406, "f1": 0.437025, "f1_weighted": 0.436783 }, { "accuracy": 0.433594, "f1": 0.412154, "f1_weighted": 0.411548 }, { "accuracy": 0.480469, "f1": 0.467219, "f1_weighted": 0.466715 }, { "accuracy": 0.484375, "f1": 0.482107, "f1_weighted": 0.481683 }, { "accuracy": 0.363281, "f1": 0.36583, "f1_weighted": 0.365577 }, { "accuracy": 0.417969, "f1": 0.419416, "f1_weighted": 0.419385 } ], "main_score": 0.412891, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "accuracy": 0.371094, "f1": 0.367426, "f1_weighted": 0.367383, "scores_per_experiment": [ { "accuracy": 0.363281, "f1": 0.362655, "f1_weighted": 0.362509 }, { "accuracy": 0.378906, "f1": 0.374099, "f1_weighted": 0.374185 }, { "accuracy": 0.398438, "f1": 0.393548, "f1_weighted": 0.393629 }, { "accuracy": 0.425781, "f1": 0.426708, "f1_weighted": 0.426645 }, { "accuracy": 0.390625, "f1": 0.391286, "f1_weighted": 0.391236 }, { "accuracy": 0.285156, "f1": 0.278863, "f1_weighted": 0.278523 }, { "accuracy": 0.363281, "f1": 0.348143, "f1_weighted": 0.348004 }, { "accuracy": 0.363281, "f1": 0.361644, "f1_weighted": 0.361551 }, { "accuracy": 0.378906, "f1": 0.375744, "f1_weighted": 0.375962 }, { "accuracy": 0.363281, "f1": 0.361566, "f1_weighted": 0.361591 } ], "main_score": 0.371094, "hf_subset": "hindi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.409766, "f1": 0.411599, "f1_weighted": 0.411547, "scores_per_experiment": [ { "accuracy": 0.40625, "f1": 0.40813, "f1_weighted": 0.408145 }, { "accuracy": 0.410156, "f1": 0.406764, "f1_weighted": 0.40653 }, { "accuracy": 0.410156, "f1": 0.407813, "f1_weighted": 0.407967 }, { "accuracy": 0.359375, "f1": 0.367477, "f1_weighted": 0.367232 }, { "accuracy": 0.328125, "f1": 0.337596, "f1_weighted": 0.337479 }, { "accuracy": 0.375, "f1": 0.380523, "f1_weighted": 0.380316 }, { "accuracy": 0.4375, "f1": 0.438235, "f1_weighted": 0.438151 }, { "accuracy": 0.488281, "f1": 0.483313, "f1_weighted": 0.483235 }, { "accuracy": 0.398438, "f1": 0.403088, "f1_weighted": 0.40322 }, { "accuracy": 0.484375, "f1": 0.48305, "f1_weighted": 0.483196 } ], "main_score": 0.409766, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "accuracy": 0.337891, "f1": 0.318491, "f1_weighted": 0.318438, "scores_per_experiment": [ { "accuracy": 0.363281, "f1": 0.324483, "f1_weighted": 0.32451 }, { "accuracy": 0.328125, "f1": 0.311769, "f1_weighted": 0.312207 }, { "accuracy": 0.296875, "f1": 0.256147, "f1_weighted": 0.255627 }, { "accuracy": 0.285156, "f1": 0.270865, "f1_weighted": 0.271258 }, { "accuracy": 0.390625, "f1": 0.37006, "f1_weighted": 0.370597 }, { "accuracy": 0.300781, "f1": 0.30284, "f1_weighted": 0.302774 }, { "accuracy": 0.316406, "f1": 0.305758, "f1_weighted": 0.305735 }, { "accuracy": 0.328125, "f1": 0.322539, "f1_weighted": 0.322388 }, { "accuracy": 0.386719, "f1": 0.337995, "f1_weighted": 0.337062 }, { "accuracy": 0.382812, "f1": 0.38245, "f1_weighted": 0.382228 } ], "main_score": 0.337891, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "accuracy": 0.479688, "f1": 0.473739, "f1_weighted": 0.47385, "scores_per_experiment": [ { "accuracy": 0.457031, "f1": 0.445003, "f1_weighted": 0.444931 }, { "accuracy": 0.464844, "f1": 0.453124, "f1_weighted": 0.453575 }, { "accuracy": 0.515625, "f1": 0.503941, "f1_weighted": 0.504265 }, { "accuracy": 0.4375, "f1": 0.43265, "f1_weighted": 0.432581 }, { "accuracy": 0.46875, "f1": 0.470671, "f1_weighted": 0.470875 }, { "accuracy": 0.5, "f1": 0.494637, "f1_weighted": 0.494671 }, { "accuracy": 0.519531, "f1": 0.520269, "f1_weighted": 0.52032 }, { "accuracy": 0.476562, "f1": 0.46648, "f1_weighted": 0.466632 }, { "accuracy": 0.496094, "f1": 0.496788, "f1_weighted": 0.49694 }, { "accuracy": 0.460938, "f1": 0.453824, "f1_weighted": 0.453714 } ], "main_score": 0.479688, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 21.517903804779053, "kg_co2_emissions": 0.000824774853810012 }