{ "dataset_revision": "3047317d2586abb183293f92b1b7d66d1c9ec81a", "task_name": "NorwegianParliamentClassification", "mteb_version": "2.12.16", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.536667, "f1": 0.534275, "f1_weighted": 0.534275, "precision": 0.537436, "precision_weighted": 0.537436, "recall": 0.536667, "recall_weighted": 0.536667, "ap": 0.519903, "ap_weighted": 0.519903 }, { "accuracy": 0.529167, "f1": 0.515296, "f1_weighted": 0.515296, "precision": 0.532937, "precision_weighted": 0.532937, "recall": 0.529167, "recall_weighted": 0.529167, "ap": 0.515219, "ap_weighted": 0.515219 }, { "accuracy": 0.6075, "f1": 0.605613, "f1_weighted": 0.605613, "precision": 0.609597, "precision_weighted": 0.609597, "recall": 0.6075, "recall_weighted": 0.6075, "ap": 0.563902, "ap_weighted": 0.563902 }, { "accuracy": 0.593333, "f1": 0.592381, "f1_weighted": 0.592381, "precision": 0.594214, "precision_weighted": 0.594214, "recall": 0.593333, "recall_weighted": 0.593333, "ap": 0.55631, "ap_weighted": 0.55631 }, { "accuracy": 0.6075, "f1": 0.605329, "f1_weighted": 0.605329, "precision": 0.609919, "precision_weighted": 0.609919, "recall": 0.6075, "recall_weighted": 0.6075, "ap": 0.567319, "ap_weighted": 0.567319 }, { "accuracy": 0.5375, "f1": 0.522745, "f1_weighted": 0.522745, "precision": 0.542792, "precision_weighted": 0.542792, "recall": 0.5375, "recall_weighted": 0.5375, "ap": 0.51979, "ap_weighted": 0.51979 }, { "accuracy": 0.5075, "f1": 0.506224, "f1_weighted": 0.506224, "precision": 0.507578, "precision_weighted": 0.507578, "recall": 0.5075, "recall_weighted": 0.5075, "ap": 0.503813, "ap_weighted": 0.503813 }, { "accuracy": 0.563333, "f1": 0.563256, "f1_weighted": 0.563256, "precision": 0.563378, "precision_weighted": 0.563378, "recall": 0.563333, "recall_weighted": 0.563333, "ap": 0.535574, "ap_weighted": 0.535574 }, { "accuracy": 0.624167, "f1": 0.624091, "f1_weighted": 0.624091, "precision": 0.624266, "precision_weighted": 0.624266, "recall": 0.624167, "recall_weighted": 0.624167, "ap": 0.577076, "ap_weighted": 0.577076 }, { "accuracy": 0.63, "f1": 0.629407, "f1_weighted": 0.629407, "precision": 0.630837, "precision_weighted": 0.630837, "recall": 0.63, "recall_weighted": 0.63, "ap": 0.58337, "ap_weighted": 0.58337 } ], "accuracy": 0.573667, "f1": 0.569862, "f1_weighted": 0.569862, "precision": 0.575295, "precision_weighted": 0.575295, "recall": 0.573667, "recall_weighted": 0.573667, "ap": 0.544227, "ap_weighted": 0.544227, "main_score": 0.573667, "hf_subset": "default", "languages": [ "nob-Latn" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.545, "f1": 0.541945, "f1_weighted": 0.541945, "precision": 0.546233, "precision_weighted": 0.546233, "recall": 0.545, "recall_weighted": 0.545, "ap": 0.52492, "ap_weighted": 0.52492 }, { "accuracy": 0.479167, "f1": 0.467041, "f1_weighted": 0.467041, "precision": 0.477081, "precision_weighted": 0.477081, "recall": 0.479167, "recall_weighted": 0.479167, "ap": 0.489917, "ap_weighted": 0.489917 }, { "accuracy": 0.609167, "f1": 0.60871, "f1_weighted": 0.60871, "precision": 0.609679, "precision_weighted": 0.609679, "recall": 0.609167, "recall_weighted": 0.609167, "ap": 0.565738, "ap_weighted": 0.565738 }, { "accuracy": 0.600833, "f1": 0.599866, "f1_weighted": 0.599866, "precision": 0.601818, "precision_weighted": 0.601818, "recall": 0.600833, "recall_weighted": 0.600833, "ap": 0.561693, "ap_weighted": 0.561693 }, { "accuracy": 0.624167, "f1": 0.621896, "f1_weighted": 0.621896, "precision": 0.627223, "precision_weighted": 0.627223, "recall": 0.624167, "recall_weighted": 0.624167, "ap": 0.580329, "ap_weighted": 0.580329 }, { "accuracy": 0.51, "f1": 0.494214, "f1_weighted": 0.494214, "precision": 0.511427, "precision_weighted": 0.511427, "recall": 0.51, "recall_weighted": 0.51, "ap": 0.505074, "ap_weighted": 0.505074 }, { "accuracy": 0.521667, "f1": 0.520767, "f1_weighted": 0.520767, "precision": 0.521831, "precision_weighted": 0.521831, "recall": 0.521667, "recall_weighted": 0.521667, "ap": 0.511347, "ap_weighted": 0.511347 }, { "accuracy": 0.555833, "f1": 0.555826, "f1_weighted": 0.555826, "precision": 0.555837, "precision_weighted": 0.555837, "recall": 0.555833, "recall_weighted": 0.555833, "ap": 0.531008, "ap_weighted": 0.531008 }, { "accuracy": 0.623333, "f1": 0.623307, "f1_weighted": 0.623307, "precision": 0.623368, "precision_weighted": 0.623368, "recall": 0.623333, "recall_weighted": 0.623333, "ap": 0.576628, "ap_weighted": 0.576628 }, { "accuracy": 0.576667, "f1": 0.576242, "f1_weighted": 0.576242, "precision": 0.576975, "precision_weighted": 0.576975, "recall": 0.576667, "recall_weighted": 0.576667, "ap": 0.544609, "ap_weighted": 0.544609 } ], "accuracy": 0.564583, "f1": 0.560981, "f1_weighted": 0.560981, "precision": 0.565147, "precision_weighted": 0.565147, "recall": 0.564583, "recall_weighted": 0.564583, "ap": 0.539126, "ap_weighted": 0.539126, "main_score": 0.564583, "hf_subset": "default", "languages": [ "nob-Latn" ] } ] }, "evaluation_time": 97.72072911262512, "kg_co2_emissions": null, "date": 1776146009.718022 }