{ "dataset_revision": "d522bb117c32f5e0207344f69f7075fc9941168b", "task_name": "TweetSentimentClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.554297, "f1": 0.537157, "f1_weighted": 0.536521, "scores_per_experiment": [ { "accuracy": 0.507812, "f1": 0.501415, "f1_weighted": 0.500924 }, { "accuracy": 0.613281, "f1": 0.606866, "f1_weighted": 0.606384 }, { "accuracy": 0.566406, "f1": 0.536356, "f1_weighted": 0.535482 }, { "accuracy": 0.480469, "f1": 0.462331, "f1_weighted": 0.461927 }, { "accuracy": 0.613281, "f1": 0.596326, "f1_weighted": 0.595638 }, { "accuracy": 0.480469, "f1": 0.449636, "f1_weighted": 0.448879 }, { "accuracy": 0.578125, "f1": 0.551202, "f1_weighted": 0.55032 }, { "accuracy": 0.578125, "f1": 0.568182, "f1_weighted": 0.567588 }, { "accuracy": 0.574219, "f1": 0.544187, "f1_weighted": 0.543282 }, { "accuracy": 0.550781, "f1": 0.555072, "f1_weighted": 0.554785 } ], "main_score": 0.554297, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "accuracy": 0.601172, "f1": 0.582319, "f1_weighted": 0.58174, "scores_per_experiment": [ { "accuracy": 0.644531, "f1": 0.637854, "f1_weighted": 0.637406 }, { "accuracy": 0.589844, "f1": 0.550994, "f1_weighted": 0.550029 }, { "accuracy": 0.582031, "f1": 0.568522, "f1_weighted": 0.568088 }, { "accuracy": 0.542969, "f1": 0.506103, "f1_weighted": 0.505353 }, { "accuracy": 0.636719, "f1": 0.608499, "f1_weighted": 0.60776 }, { "accuracy": 0.648438, "f1": 0.645414, "f1_weighted": 0.645112 }, { "accuracy": 0.625, "f1": 0.625849, "f1_weighted": 0.625347 }, { "accuracy": 0.53125, "f1": 0.535484, "f1_weighted": 0.5353 }, { "accuracy": 0.613281, "f1": 0.598596, "f1_weighted": 0.598274 }, { "accuracy": 0.597656, "f1": 0.545878, "f1_weighted": 0.544731 } ], "main_score": 0.601172, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "accuracy": 0.385156, "f1": 0.382304, "f1_weighted": 0.382265, "scores_per_experiment": [ { "accuracy": 0.363281, "f1": 0.356939, "f1_weighted": 0.356762 }, { "accuracy": 0.398438, "f1": 0.38463, "f1_weighted": 0.384924 }, { "accuracy": 0.386719, "f1": 0.385959, "f1_weighted": 0.385956 }, { "accuracy": 0.445312, "f1": 0.445866, "f1_weighted": 0.44556 }, { "accuracy": 0.378906, "f1": 0.383333, "f1_weighted": 0.383057 }, { "accuracy": 0.324219, "f1": 0.328522, "f1_weighted": 0.328832 }, { "accuracy": 0.386719, "f1": 0.37799, "f1_weighted": 0.377816 }, { "accuracy": 0.335938, "f1": 0.336821, "f1_weighted": 0.336947 }, { "accuracy": 0.5, "f1": 0.499291, "f1_weighted": 0.499127 }, { "accuracy": 0.332031, "f1": 0.323684, "f1_weighted": 0.323664 } ], "main_score": 0.385156, "hf_subset": "hindi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.653516, "f1": 0.650664, "f1_weighted": 0.650608, "scores_per_experiment": [ { "accuracy": 0.636719, "f1": 0.636553, "f1_weighted": 0.636531 }, { "accuracy": 0.636719, "f1": 0.629689, "f1_weighted": 0.629924 }, { "accuracy": 0.632812, "f1": 0.629813, "f1_weighted": 0.629891 }, { "accuracy": 0.675781, "f1": 0.671661, "f1_weighted": 0.671485 }, { "accuracy": 0.679688, "f1": 0.679285, "f1_weighted": 0.679297 }, { "accuracy": 0.644531, "f1": 0.642768, "f1_weighted": 0.642586 }, { "accuracy": 0.648438, "f1": 0.648127, "f1_weighted": 0.648155 }, { "accuracy": 0.628906, "f1": 0.626974, "f1_weighted": 0.627042 }, { "accuracy": 0.707031, "f1": 0.706902, "f1_weighted": 0.706745 }, { "accuracy": 0.644531, "f1": 0.634868, "f1_weighted": 0.634424 } ], "main_score": 0.653516, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "accuracy": 0.523047, "f1": 0.513496, "f1_weighted": 0.512986, "scores_per_experiment": [ { "accuracy": 0.503906, "f1": 0.506606, "f1_weighted": 0.506308 }, { "accuracy": 0.535156, "f1": 0.533342, "f1_weighted": 0.532969 }, { "accuracy": 0.472656, "f1": 0.471799, "f1_weighted": 0.471472 }, { "accuracy": 0.480469, "f1": 0.438529, "f1_weighted": 0.437604 }, { "accuracy": 0.558594, "f1": 0.535006, "f1_weighted": 0.53414 }, { "accuracy": 0.515625, "f1": 0.517306, "f1_weighted": 0.516986 }, { "accuracy": 0.625, "f1": 0.607669, "f1_weighted": 0.607006 }, { "accuracy": 0.546875, "f1": 0.548823, "f1_weighted": 0.548558 }, { "accuracy": 0.492188, "f1": 0.479701, "f1_weighted": 0.479129 }, { "accuracy": 0.5, "f1": 0.496183, "f1_weighted": 0.495692 } ], "main_score": 0.523047, "hf_subset": "portuguese", "languages": [ "por-Latn" ] }, { "accuracy": 0.491406, "f1": 0.483723, "f1_weighted": 0.483497, "scores_per_experiment": [ { "accuracy": 0.492188, "f1": 0.496215, "f1_weighted": 0.496132 }, { "accuracy": 0.503906, "f1": 0.491791, "f1_weighted": 0.491209 }, { "accuracy": 0.503906, "f1": 0.485735, "f1_weighted": 0.485803 }, { "accuracy": 0.433594, "f1": 0.420004, "f1_weighted": 0.419346 }, { "accuracy": 0.433594, "f1": 0.421629, "f1_weighted": 0.42189 }, { "accuracy": 0.484375, "f1": 0.48178, "f1_weighted": 0.481245 }, { "accuracy": 0.492188, "f1": 0.487641, "f1_weighted": 0.487606 }, { "accuracy": 0.539062, "f1": 0.530793, "f1_weighted": 0.530367 }, { "accuracy": 0.511719, "f1": 0.504571, "f1_weighted": 0.504281 }, { "accuracy": 0.519531, "f1": 0.517072, "f1_weighted": 0.517092 } ], "main_score": 0.491406, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "accuracy": 0.445312, "f1": 0.426809, "f1_weighted": 0.426476, "scores_per_experiment": [ { "accuracy": 0.484375, "f1": 0.466084, "f1_weighted": 0.466091 }, { "accuracy": 0.300781, "f1": 0.282239, "f1_weighted": 0.282706 }, { "accuracy": 0.410156, "f1": 0.388926, "f1_weighted": 0.388337 }, { "accuracy": 0.429688, "f1": 0.420447, "f1_weighted": 0.420577 }, { "accuracy": 0.480469, "f1": 0.467659, "f1_weighted": 0.467412 }, { "accuracy": 0.433594, "f1": 0.402204, "f1_weighted": 0.401332 }, { "accuracy": 0.492188, "f1": 0.467686, "f1_weighted": 0.467269 }, { "accuracy": 0.429688, "f1": 0.415477, "f1_weighted": 0.414963 }, { "accuracy": 0.472656, "f1": 0.447684, "f1_weighted": 0.446927 }, { "accuracy": 0.519531, "f1": 0.509688, "f1_weighted": 0.509142 } ], "main_score": 0.445312, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "accuracy": 0.553125, "f1": 0.535369, "f1_weighted": 0.535559, "scores_per_experiment": [ { "accuracy": 0.429688, "f1": 0.420946, "f1_weighted": 0.420872 }, { "accuracy": 0.5, "f1": 0.464897, "f1_weighted": 0.464843 }, { "accuracy": 0.644531, "f1": 0.640682, "f1_weighted": 0.640926 }, { "accuracy": 0.640625, "f1": 0.640554, "f1_weighted": 0.640464 }, { "accuracy": 0.46875, "f1": 0.461259, "f1_weighted": 0.461489 }, { "accuracy": 0.605469, "f1": 0.589436, "f1_weighted": 0.589667 }, { "accuracy": 0.527344, "f1": 0.50805, "f1_weighted": 0.508409 }, { "accuracy": 0.652344, "f1": 0.635988, "f1_weighted": 0.636269 }, { "accuracy": 0.503906, "f1": 0.459466, "f1_weighted": 0.4597 }, { "accuracy": 0.558594, "f1": 0.532407, "f1_weighted": 0.532955 } ], "main_score": 0.553125, "hf_subset": "italian", "languages": [ "ita-Latn" ] } ] }, "evaluation_time": 90.42275857925415, "kg_co2_emissions": 0.0026581969866426203 }