{ "dataset_revision": "39e35f55d58338ebd602f8d83b52cfe027f5146a", "task_name": "SwedishSentimentClassification", "mteb_version": "2.1.5", "scores": { "validation": [ { "scores_per_experiment": [ { "accuracy": 0.876465, "f1": 0.876355, "f1_weighted": 0.876366, "precision": 0.877593, "precision_weighted": 0.877535, "recall": 0.876385, "recall_weighted": 0.876465, "ap": 0.823334, "ap_weighted": 0.823334 }, { "accuracy": 0.894531, "f1": 0.894415, "f1_weighted": 0.894405, "precision": 0.896539, "precision_weighted": 0.896624, "recall": 0.894636, "recall_weighted": 0.894531, "ap": 0.86563, "ap_weighted": 0.86563 }, { "accuracy": 0.92334, "f1": 0.923317, "f1_weighted": 0.923314, "precision": 0.923978, "precision_weighted": 0.924028, "recall": 0.923398, "recall_weighted": 0.92334, "ap": 0.898789, "ap_weighted": 0.898789 }, { "accuracy": 0.842285, "f1": 0.842222, "f1_weighted": 0.842213, "precision": 0.842981, "precision_weighted": 0.843029, "recall": 0.842351, "recall_weighted": 0.842285, "ap": 0.794746, "ap_weighted": 0.794746 }, { "accuracy": 0.86377, "f1": 0.863656, "f1_weighted": 0.863645, "precision": 0.865197, "precision_weighted": 0.865266, "recall": 0.863861, "recall_weighted": 0.86377, "ap": 0.823908, "ap_weighted": 0.823908 }, { "accuracy": 0.878418, "f1": 0.878386, "f1_weighted": 0.878381, "precision": 0.878938, "precision_weighted": 0.878981, "recall": 0.878473, "recall_weighted": 0.878418, "ap": 0.838724, "ap_weighted": 0.838724 }, { "accuracy": 0.833984, "f1": 0.832046, "f1_weighted": 0.832099, "precision": 0.849363, "precision_weighted": 0.84915, "recall": 0.833677, "recall_weighted": 0.833984, "ap": 0.759903, "ap_weighted": 0.759903 }, { "accuracy": 0.912109, "f1": 0.912106, "f1_weighted": 0.912105, "precision": 0.912219, "precision_weighted": 0.912241, "recall": 0.912134, "recall_weighted": 0.912109, "ap": 0.879404, "ap_weighted": 0.879404 }, { "accuracy": 0.86084, "f1": 0.860487, "f1_weighted": 0.860508, "precision": 0.86417, "precision_weighted": 0.86407, "recall": 0.8607, "recall_weighted": 0.86084, "ap": 0.799994, "ap_weighted": 0.799994 }, { "accuracy": 0.848633, "f1": 0.847558, "f1_weighted": 0.847595, "precision": 0.858146, "precision_weighted": 0.857977, "recall": 0.848394, "recall_weighted": 0.848633, "ap": 0.779538, "ap_weighted": 0.779538 } ], "accuracy": 0.873437, "f1": 0.873055, "f1_weighted": 0.873063, "precision": 0.876912, "precision_weighted": 0.87689, "recall": 0.873401, "recall_weighted": 0.873437, "ap": 0.826397, "ap_weighted": 0.826397, "main_score": 0.873437, "hf_subset": "default", "languages": [ "swe-Latn" ] } ], "test": [ { "scores_per_experiment": [ { "accuracy": 0.869629, "f1": 0.869528, "f1_weighted": 0.869535, "precision": 0.870646, "precision_weighted": 0.870609, "recall": 0.869578, "recall_weighted": 0.869629, "ap": 0.815137, "ap_weighted": 0.815137 }, { "accuracy": 0.872559, "f1": 0.872295, "f1_weighted": 0.872284, "precision": 0.875884, "precision_weighted": 0.875954, "recall": 0.872651, "recall_weighted": 0.872559, "ap": 0.840071, "ap_weighted": 0.840071 }, { "accuracy": 0.905273, "f1": 0.905244, "f1_weighted": 0.905241, "precision": 0.905869, "precision_weighted": 0.9059, "recall": 0.905311, "recall_weighted": 0.905273, "ap": 0.873906, "ap_weighted": 0.873906 }, { "accuracy": 0.830078, "f1": 0.829977, "f1_weighted": 0.829969, "precision": 0.830981, "precision_weighted": 0.831016, "recall": 0.830129, "recall_weighted": 0.830078, "ap": 0.780631, "ap_weighted": 0.780631 }, { "accuracy": 0.850586, "f1": 0.85031, "f1_weighted": 0.850297, "precision": 0.853402, "precision_weighted": 0.853464, "recall": 0.850673, "recall_weighted": 0.850586, "ap": 0.81087, "ap_weighted": 0.81087 }, { "accuracy": 0.859863, "f1": 0.859801, "f1_weighted": 0.859796, "precision": 0.860603, "precision_weighted": 0.860635, "recall": 0.859908, "recall_weighted": 0.859863, "ap": 0.816152, "ap_weighted": 0.816152 }, { "accuracy": 0.825684, "f1": 0.823704, "f1_weighted": 0.823741, "precision": 0.840489, "precision_weighted": 0.840351, "recall": 0.82548, "recall_weighted": 0.825684, "ap": 0.751099, "ap_weighted": 0.751099 }, { "accuracy": 0.910645, "f1": 0.910605, "f1_weighted": 0.910601, "precision": 0.911482, "precision_weighted": 0.911519, "recall": 0.910689, "recall_weighted": 0.910645, "ap": 0.882393, "ap_weighted": 0.882393 }, { "accuracy": 0.859863, "f1": 0.859561, "f1_weighted": 0.859574, "precision": 0.862767, "precision_weighted": 0.862704, "recall": 0.859776, "recall_weighted": 0.859863, "ap": 0.799293, "ap_weighted": 0.799293 }, { "accuracy": 0.833008, "f1": 0.831527, "f1_weighted": 0.831558, "precision": 0.844694, "precision_weighted": 0.844571, "recall": 0.832828, "recall_weighted": 0.833008, "ap": 0.760644, "ap_weighted": 0.760644 } ], "accuracy": 0.861719, "f1": 0.861255, "f1_weighted": 0.86126, "precision": 0.865682, "precision_weighted": 0.865672, "recall": 0.861702, "recall_weighted": 0.861719, "ap": 0.81302, "ap_weighted": 0.81302, "main_score": 0.861719, "hf_subset": "default", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 202.89310717582703, "kg_co2_emissions": null }