{ "dataset_revision": "d522bb117c32f5e0207344f69f7075fc9941168b", "task_name": "TweetSentimentClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.336328, "f1": 0.331956, "f1_weighted": 0.33192, "scores_per_experiment": [ { "accuracy": 0.339844, "f1": 0.339243, "f1_weighted": 0.33922 }, { "accuracy": 0.332031, "f1": 0.324141, "f1_weighted": 0.324092 }, { "accuracy": 0.308594, "f1": 0.308313, "f1_weighted": 0.308324 }, { "accuracy": 0.363281, "f1": 0.362812, "f1_weighted": 0.362842 }, { "accuracy": 0.339844, "f1": 0.335033, "f1_weighted": 0.334713 }, { "accuracy": 0.296875, "f1": 0.2894, "f1_weighted": 0.289417 }, { "accuracy": 0.328125, "f1": 0.32362, "f1_weighted": 0.32357 }, { "accuracy": 0.339844, "f1": 0.339077, "f1_weighted": 0.339038 }, { "accuracy": 0.378906, "f1": 0.376502, "f1_weighted": 0.376333 }, { "accuracy": 0.335938, "f1": 0.321419, "f1_weighted": 0.321645 } ], "main_score": 0.336328, "hf_subset": "hindi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.407812, "f1": 0.396563, "f1_weighted": 0.396305, "scores_per_experiment": [ { "accuracy": 0.378906, "f1": 0.36692, "f1_weighted": 0.367074 }, { "accuracy": 0.40625, "f1": 0.39548, "f1_weighted": 0.39498 }, { "accuracy": 0.410156, "f1": 0.399918, "f1_weighted": 0.399612 }, { "accuracy": 0.449219, "f1": 0.431728, "f1_weighted": 0.431125 }, { "accuracy": 0.449219, "f1": 0.440922, "f1_weighted": 0.440658 }, { "accuracy": 0.386719, "f1": 0.379112, "f1_weighted": 0.379328 }, { "accuracy": 0.402344, "f1": 0.39649, "f1_weighted": 0.396296 }, { "accuracy": 0.402344, "f1": 0.395006, "f1_weighted": 0.394557 }, { "accuracy": 0.378906, "f1": 0.354274, "f1_weighted": 0.354066 }, { "accuracy": 0.414062, "f1": 0.405783, "f1_weighted": 0.405357 } ], "main_score": 0.407812, "hf_subset": "portuguese", "languages": [ "por-Latn" ] }, { "accuracy": 0.45625, "f1": 0.451487, "f1_weighted": 0.451695, "scores_per_experiment": [ { "accuracy": 0.425781, "f1": 0.419945, "f1_weighted": 0.420163 }, { "accuracy": 0.394531, "f1": 0.388933, "f1_weighted": 0.389034 }, { "accuracy": 0.515625, "f1": 0.509913, "f1_weighted": 0.510238 }, { "accuracy": 0.429688, "f1": 0.429137, "f1_weighted": 0.42926 }, { "accuracy": 0.4375, "f1": 0.437074, "f1_weighted": 0.437234 }, { "accuracy": 0.503906, "f1": 0.50352, "f1_weighted": 0.503657 }, { "accuracy": 0.492188, "f1": 0.483756, "f1_weighted": 0.484155 }, { "accuracy": 0.4375, "f1": 0.419268, "f1_weighted": 0.419621 }, { "accuracy": 0.46875, "f1": 0.47016, "f1_weighted": 0.470413 }, { "accuracy": 0.457031, "f1": 0.45316, "f1_weighted": 0.453174 } ], "main_score": 0.45625, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "accuracy": 0.401172, "f1": 0.39922, "f1_weighted": 0.399236, "scores_per_experiment": [ { "accuracy": 0.390625, "f1": 0.391943, "f1_weighted": 0.391841 }, { "accuracy": 0.414062, "f1": 0.412912, "f1_weighted": 0.412896 }, { "accuracy": 0.402344, "f1": 0.401543, "f1_weighted": 0.401568 }, { "accuracy": 0.390625, "f1": 0.390169, "f1_weighted": 0.390084 }, { "accuracy": 0.394531, "f1": 0.389265, "f1_weighted": 0.389618 }, { "accuracy": 0.386719, "f1": 0.388631, "f1_weighted": 0.38846 }, { "accuracy": 0.402344, "f1": 0.397927, "f1_weighted": 0.398015 }, { "accuracy": 0.449219, "f1": 0.448331, "f1_weighted": 0.448057 }, { "accuracy": 0.375, "f1": 0.374088, "f1_weighted": 0.374271 }, { "accuracy": 0.40625, "f1": 0.397386, "f1_weighted": 0.397555 } ], "main_score": 0.401172, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "accuracy": 0.498828, "f1": 0.485594, "f1_weighted": 0.485085, "scores_per_experiment": [ { "accuracy": 0.507812, "f1": 0.495014, "f1_weighted": 0.494525 }, { "accuracy": 0.464844, "f1": 0.446784, "f1_weighted": 0.44608 }, { "accuracy": 0.519531, "f1": 0.488702, "f1_weighted": 0.487909 }, { "accuracy": 0.585938, "f1": 0.586677, "f1_weighted": 0.586328 }, { "accuracy": 0.554688, "f1": 0.546268, "f1_weighted": 0.546018 }, { "accuracy": 0.460938, "f1": 0.441461, "f1_weighted": 0.440771 }, { "accuracy": 0.46875, "f1": 0.473741, "f1_weighted": 0.473486 }, { "accuracy": 0.414062, "f1": 0.417022, "f1_weighted": 0.416941 }, { "accuracy": 0.535156, "f1": 0.501012, "f1_weighted": 0.500227 }, { "accuracy": 0.476562, "f1": 0.459262, "f1_weighted": 0.458568 } ], "main_score": 0.498828, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "accuracy": 0.349219, "f1": 0.319392, "f1_weighted": 0.319263, "scores_per_experiment": [ { "accuracy": 0.339844, "f1": 0.297307, "f1_weighted": 0.297508 }, { "accuracy": 0.320312, "f1": 0.289123, "f1_weighted": 0.289522 }, { "accuracy": 0.28125, "f1": 0.211729, "f1_weighted": 0.210978 }, { "accuracy": 0.394531, "f1": 0.344993, "f1_weighted": 0.345421 }, { "accuracy": 0.351562, "f1": 0.340669, "f1_weighted": 0.340923 }, { "accuracy": 0.34375, "f1": 0.327024, "f1_weighted": 0.326956 }, { "accuracy": 0.335938, "f1": 0.334105, "f1_weighted": 0.333751 }, { "accuracy": 0.328125, "f1": 0.280229, "f1_weighted": 0.279419 }, { "accuracy": 0.375, "f1": 0.347561, "f1_weighted": 0.347215 }, { "accuracy": 0.421875, "f1": 0.42118, "f1_weighted": 0.420938 } ], "main_score": 0.349219, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "accuracy": 0.428516, "f1": 0.400983, "f1_weighted": 0.401332, "scores_per_experiment": [ { "accuracy": 0.382812, "f1": 0.358577, "f1_weighted": 0.358775 }, { "accuracy": 0.394531, "f1": 0.317364, "f1_weighted": 0.317048 }, { "accuracy": 0.488281, "f1": 0.46169, "f1_weighted": 0.462246 }, { "accuracy": 0.472656, "f1": 0.413863, "f1_weighted": 0.414638 }, { "accuracy": 0.375, "f1": 0.366003, "f1_weighted": 0.366248 }, { "accuracy": 0.480469, "f1": 0.475231, "f1_weighted": 0.47563 }, { "accuracy": 0.507812, "f1": 0.499989, "f1_weighted": 0.500306 }, { "accuracy": 0.457031, "f1": 0.436052, "f1_weighted": 0.436455 }, { "accuracy": 0.417969, "f1": 0.399087, "f1_weighted": 0.399465 }, { "accuracy": 0.308594, "f1": 0.281971, "f1_weighted": 0.282507 } ], "main_score": 0.428516, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "accuracy": 0.381641, "f1": 0.374316, "f1_weighted": 0.374159, "scores_per_experiment": [ { "accuracy": 0.304688, "f1": 0.303373, "f1_weighted": 0.303319 }, { "accuracy": 0.398438, "f1": 0.390055, "f1_weighted": 0.390125 }, { "accuracy": 0.363281, "f1": 0.36235, "f1_weighted": 0.362343 }, { "accuracy": 0.402344, "f1": 0.392333, "f1_weighted": 0.392304 }, { "accuracy": 0.394531, "f1": 0.386339, "f1_weighted": 0.385872 }, { "accuracy": 0.359375, "f1": 0.350399, "f1_weighted": 0.350102 }, { "accuracy": 0.40625, "f1": 0.404594, "f1_weighted": 0.404234 }, { "accuracy": 0.425781, "f1": 0.414296, "f1_weighted": 0.414115 }, { "accuracy": 0.363281, "f1": 0.353566, "f1_weighted": 0.35362 }, { "accuracy": 0.398438, "f1": 0.385851, "f1_weighted": 0.385554 } ], "main_score": 0.381641, "hf_subset": "spanish", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 17.066758394241333, "kg_co2_emissions": 0.0004783890305184061 }