{ "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", "task_name": "SIB200Classification", "mteb_version": "2.1.8", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.574893, "f1": 0.573808, "f1_weighted": 0.585755, "precision": 0.591476, "precision_weighted": 0.621123, "recall": 0.585288, "recall_weighted": 0.574893, "ap": null, "ap_weighted": null }, { "accuracy": 0.552068, "f1": 0.541352, "f1_weighted": 0.552491, "precision": 0.539406, "precision_weighted": 0.562847, "recall": 0.554902, "recall_weighted": 0.552068, "ap": null, "ap_weighted": null }, { "accuracy": 0.503566, "f1": 0.502717, "f1_weighted": 0.501731, "precision": 0.519426, "precision_weighted": 0.553125, "recall": 0.533563, "recall_weighted": 0.503566, "ap": null, "ap_weighted": null }, { "accuracy": 0.57204, "f1": 0.559503, "f1_weighted": 0.573504, "precision": 0.5662, "precision_weighted": 0.597563, "recall": 0.57564, "recall_weighted": 0.57204, "ap": null, "ap_weighted": null }, { "accuracy": 0.573466, "f1": 0.564394, "f1_weighted": 0.575057, "precision": 0.574849, "precision_weighted": 0.601301, "recall": 0.586422, "recall_weighted": 0.573466, "ap": null, "ap_weighted": null }, { "accuracy": 0.53495, "f1": 0.524192, "f1_weighted": 0.534578, "precision": 0.529574, "precision_weighted": 0.570847, "recall": 0.553138, "recall_weighted": 0.53495, "ap": null, "ap_weighted": null }, { "accuracy": 0.553495, "f1": 0.534077, "f1_weighted": 0.557311, "precision": 0.533524, "precision_weighted": 0.572899, "recall": 0.548684, "recall_weighted": 0.553495, "ap": null, "ap_weighted": null }, { "accuracy": 0.554922, "f1": 0.55228, "f1_weighted": 0.563586, "precision": 0.558331, "precision_weighted": 0.59474, "recall": 0.568847, "recall_weighted": 0.554922, "ap": null, "ap_weighted": null }, { "accuracy": 0.524964, "f1": 0.500326, "f1_weighted": 0.51608, "precision": 0.515726, "precision_weighted": 0.551551, "recall": 0.53793, "recall_weighted": 0.524964, "ap": null, "ap_weighted": null }, { "accuracy": 0.582026, "f1": 0.581328, "f1_weighted": 0.587759, "precision": 0.587573, "precision_weighted": 0.604106, "recall": 0.58934, "recall_weighted": 0.582026, "ap": null, "ap_weighted": null } ], "accuracy": 0.552639, "f1": 0.543398, "f1_weighted": 0.554785, "precision": 0.551609, "precision_weighted": 0.58301, "recall": 0.563375, "recall_weighted": 0.552639, "ap": NaN, "ap_weighted": NaN, "main_score": 0.552639, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.585859, "f1": 0.577768, "f1_weighted": 0.591885, "precision": 0.615914, "precision_weighted": 0.649236, "recall": 0.602218, "recall_weighted": 0.585859, "ap": null, "ap_weighted": null }, { "accuracy": 0.606061, "f1": 0.571675, "f1_weighted": 0.609793, "precision": 0.646085, "precision_weighted": 0.668748, "recall": 0.575989, "recall_weighted": 0.606061, "ap": null, "ap_weighted": null }, { "accuracy": 0.494949, "f1": 0.508764, "f1_weighted": 0.485163, "precision": 0.542947, "precision_weighted": 0.565873, "recall": 0.55731, "recall_weighted": 0.494949, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.522611, "f1_weighted": 0.532851, "precision": 0.557282, "precision_weighted": 0.599261, "recall": 0.55172, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.505051, "f1": 0.471017, "f1_weighted": 0.497418, "precision": 0.487174, "precision_weighted": 0.520278, "recall": 0.493132, "recall_weighted": 0.505051, "ap": null, "ap_weighted": null }, { "accuracy": 0.515152, "f1": 0.463015, "f1_weighted": 0.515159, "precision": 0.474644, "precision_weighted": 0.539451, "recall": 0.47722, "recall_weighted": 0.515152, "ap": null, "ap_weighted": null }, { "accuracy": 0.494949, "f1": 0.481476, "f1_weighted": 0.504429, "precision": 0.496103, "precision_weighted": 0.527833, "recall": 0.480145, "recall_weighted": 0.494949, "ap": null, "ap_weighted": null }, { "accuracy": 0.515152, "f1": 0.50382, "f1_weighted": 0.519193, "precision": 0.535349, "precision_weighted": 0.588621, "recall": 0.539344, "recall_weighted": 0.515152, "ap": null, "ap_weighted": null }, { "accuracy": 0.535354, "f1": 0.512921, "f1_weighted": 0.528887, "precision": 0.529614, "precision_weighted": 0.582769, "recall": 0.56249, "recall_weighted": 0.535354, "ap": null, "ap_weighted": null }, { "accuracy": 0.575758, "f1": 0.57256, "f1_weighted": 0.578785, "precision": 0.591337, "precision_weighted": 0.611119, "recall": 0.586062, "recall_weighted": 0.575758, "ap": null, "ap_weighted": null } ], "accuracy": 0.537374, "f1": 0.518563, "f1_weighted": 0.536356, "precision": 0.547645, "precision_weighted": 0.585319, "recall": 0.542563, "recall_weighted": 0.537374, "ap": NaN, "ap_weighted": NaN, "main_score": 0.537374, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] } ], "test": [ { "scores_per_experiment": [ { "accuracy": 0.573529, "f1": 0.571002, "f1_weighted": 0.584848, "precision": 0.604113, "precision_weighted": 0.628259, "recall": 0.578392, "recall_weighted": 0.573529, "ap": null, "ap_weighted": null }, { "accuracy": 0.593137, "f1": 0.588875, "f1_weighted": 0.587224, "precision": 0.601616, "precision_weighted": 0.616881, "recall": 0.615993, "recall_weighted": 0.593137, "ap": null, "ap_weighted": null }, { "accuracy": 0.495098, "f1": 0.500801, "f1_weighted": 0.494344, "precision": 0.534793, "precision_weighted": 0.561814, "recall": 0.535169, "recall_weighted": 0.495098, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.477115, "f1_weighted": 0.497906, "precision": 0.497444, "precision_weighted": 0.530877, "recall": 0.493391, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.593137, "f1": 0.583181, "f1_weighted": 0.598366, "precision": 0.595085, "precision_weighted": 0.621721, "recall": 0.597899, "recall_weighted": 0.593137, "ap": null, "ap_weighted": null }, { "accuracy": 0.509804, "f1": 0.489427, "f1_weighted": 0.503226, "precision": 0.488546, "precision_weighted": 0.530589, "recall": 0.524056, "recall_weighted": 0.509804, "ap": null, "ap_weighted": null }, { "accuracy": 0.617647, "f1": 0.60679, "f1_weighted": 0.621779, "precision": 0.612187, "precision_weighted": 0.645157, "recall": 0.628927, "recall_weighted": 0.617647, "ap": null, "ap_weighted": null }, { "accuracy": 0.54902, "f1": 0.563101, "f1_weighted": 0.565834, "precision": 0.607576, "precision_weighted": 0.644607, "recall": 0.583474, "recall_weighted": 0.54902, "ap": null, "ap_weighted": null }, { "accuracy": 0.441176, "f1": 0.403624, "f1_weighted": 0.419561, "precision": 0.456197, "precision_weighted": 0.481764, "recall": 0.451179, "recall_weighted": 0.441176, "ap": null, "ap_weighted": null }, { "accuracy": 0.529412, "f1": 0.5379, "f1_weighted": 0.540761, "precision": 0.568521, "precision_weighted": 0.586384, "recall": 0.549433, "recall_weighted": 0.529412, "ap": null, "ap_weighted": null } ], "accuracy": 0.540196, "f1": 0.532182, "f1_weighted": 0.541385, "precision": 0.556608, "precision_weighted": 0.584805, "recall": 0.555791, "recall_weighted": 0.540196, "ap": NaN, "ap_weighted": NaN, "main_score": 0.540196, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 13.049567222595215, "kg_co2_emissions": null }