{ "dataset_revision": "f7393532774c66312378d30b197610b43d751972", "task_name": "NorwegianParliamentClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.57, "f1": 0.568326, "f1_weighted": 0.568326, "ap": 0.541542, "ap_weighted": 0.541542, "scores_per_experiment": [ { "accuracy": 0.5725, "f1": 0.564664, "f1_weighted": 0.564664, "ap": 0.543434, "ap_weighted": 0.543434 }, { "accuracy": 0.531667, "f1": 0.531583, "f1_weighted": 0.531583, "ap": 0.51681, "ap_weighted": 0.51681 }, { "accuracy": 0.6075, "f1": 0.605329, "f1_weighted": 0.605329, "ap": 0.563813, "ap_weighted": 0.563813 }, { "accuracy": 0.58, "f1": 0.579701, "f1_weighted": 0.579701, "ap": 0.546761, "ap_weighted": 0.546761 }, { "accuracy": 0.610833, "f1": 0.61082, "f1_weighted": 0.61082, "ap": 0.567846, "ap_weighted": 0.567846 }, { "accuracy": 0.486667, "f1": 0.485546, "f1_weighted": 0.485546, "ap": 0.493529, "ap_weighted": 0.493529 }, { "accuracy": 0.585833, "f1": 0.58525, "f1_weighted": 0.58525, "ap": 0.550881, "ap_weighted": 0.550881 }, { "accuracy": 0.53, "f1": 0.526844, "f1_weighted": 0.526844, "ap": 0.516076, "ap_weighted": 0.516076 }, { "accuracy": 0.614167, "f1": 0.61416, "f1_weighted": 0.61416, "ap": 0.57001, "ap_weighted": 0.57001 }, { "accuracy": 0.580833, "f1": 0.579361, "f1_weighted": 0.579361, "ap": 0.546259, "ap_weighted": 0.546259 } ], "main_score": 0.57, "hf_subset": "default", "languages": [ "nob-Latn" ] } ], "validation": [ { "accuracy": 0.5755, "f1": 0.573735, "f1_weighted": 0.573735, "ap": 0.545946, "ap_weighted": 0.545946, "scores_per_experiment": [ { "accuracy": 0.5675, "f1": 0.558102, "f1_weighted": 0.558102, "ap": 0.540182, "ap_weighted": 0.540182 }, { "accuracy": 0.525, "f1": 0.524662, "f1_weighted": 0.524662, "ap": 0.51316, "ap_weighted": 0.51316 }, { "accuracy": 0.6125, "f1": 0.611743, "f1_weighted": 0.611743, "ap": 0.567879, "ap_weighted": 0.567879 }, { "accuracy": 0.61, "f1": 0.609522, "f1_weighted": 0.609522, "ap": 0.568011, "ap_weighted": 0.568011 }, { "accuracy": 0.6225, "f1": 0.622179, "f1_weighted": 0.622179, "ap": 0.577186, "ap_weighted": 0.577186 }, { "accuracy": 0.4825, "f1": 0.481489, "f1_weighted": 0.481489, "ap": 0.491586, "ap_weighted": 0.491586 }, { "accuracy": 0.5875, "f1": 0.586286, "f1_weighted": 0.586286, "ap": 0.552336, "ap_weighted": 0.552336 }, { "accuracy": 0.528333, "f1": 0.525295, "f1_weighted": 0.525295, "ap": 0.515122, "ap_weighted": 0.515122 }, { "accuracy": 0.635, "f1": 0.634984, "f1_weighted": 0.634984, "ap": 0.585485, "ap_weighted": 0.585485 }, { "accuracy": 0.584167, "f1": 0.583089, "f1_weighted": 0.583089, "ap": 0.548514, "ap_weighted": 0.548514 } ], "main_score": 0.5755, "hf_subset": "default", "languages": [ "nob-Latn" ] } ] }, "evaluation_time": 36.32074475288391, "kg_co2_emissions": 0.001144784194673175 }