{ "dataset_revision": "5d4381326f7df57557c5a63032efba4a9a9b537a", "task_name": "NusaParagraphEmotionClassification", "mteb_version": "2.12.16", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.384, "f1": 0.374017, "f1_weighted": 0.38936, "precision": 0.392192, "precision_weighted": 0.424225, "recall": 0.37932, "recall_weighted": 0.384, "ap": null, "ap_weighted": null }, { "accuracy": 0.356, "f1": 0.355804, "f1_weighted": 0.368948, "precision": 0.426283, "precision_weighted": 0.442232, "recall": 0.349337, "recall_weighted": 0.356, "ap": null, "ap_weighted": null }, { "accuracy": 0.352, "f1": 0.347852, "f1_weighted": 0.359015, "precision": 0.382002, "precision_weighted": 0.403905, "recall": 0.347461, "recall_weighted": 0.352, "ap": null, "ap_weighted": null }, { "accuracy": 0.384, "f1": 0.378754, "f1_weighted": 0.391785, "precision": 0.39086, "precision_weighted": 0.418451, "recall": 0.381956, "recall_weighted": 0.384, "ap": null, "ap_weighted": null }, { "accuracy": 0.37, "f1": 0.364391, "f1_weighted": 0.373013, "precision": 0.383468, "precision_weighted": 0.402855, "recall": 0.370646, "recall_weighted": 0.37, "ap": null, "ap_weighted": null }, { "accuracy": 0.388, "f1": 0.383391, "f1_weighted": 0.390413, "precision": 0.396747, "precision_weighted": 0.406544, "recall": 0.38446, "recall_weighted": 0.388, "ap": null, "ap_weighted": null }, { "accuracy": 0.394, "f1": 0.384392, "f1_weighted": 0.390577, "precision": 0.38943, "precision_weighted": 0.397221, "recall": 0.389254, "recall_weighted": 0.394, "ap": null, "ap_weighted": null }, { "accuracy": 0.358, "f1": 0.354447, "f1_weighted": 0.362976, "precision": 0.37112, "precision_weighted": 0.386733, "recall": 0.351985, "recall_weighted": 0.358, "ap": null, "ap_weighted": null }, { "accuracy": 0.38, "f1": 0.359889, "f1_weighted": 0.375197, "precision": 0.368903, "precision_weighted": 0.388981, "recall": 0.371309, "recall_weighted": 0.38, "ap": null, "ap_weighted": null }, { "accuracy": 0.38, "f1": 0.369695, "f1_weighted": 0.38359, "precision": 0.379657, "precision_weighted": 0.3957, "recall": 0.369152, "recall_weighted": 0.38, "ap": null, "ap_weighted": null } ], "accuracy": 0.3746, "f1": 0.367263, "f1_weighted": 0.378487, "precision": 0.388066, "precision_weighted": 0.406685, "recall": 0.369488, "recall_weighted": 0.3746, "ap": NaN, "ap_weighted": NaN, "main_score": 0.367263, "hf_subset": "btk", "languages": [ "bbc-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.64625, "f1": 0.637226, "f1_weighted": 0.657657, "precision": 0.655057, "precision_weighted": 0.694281, "recall": 0.642736, "recall_weighted": 0.64625, "ap": null, "ap_weighted": null }, { "accuracy": 0.6925, "f1": 0.676073, "f1_weighted": 0.697742, "precision": 0.681476, "precision_weighted": 0.71194, "recall": 0.680255, "recall_weighted": 0.6925, "ap": null, "ap_weighted": null }, { "accuracy": 0.71125, "f1": 0.707189, "f1_weighted": 0.721461, "precision": 0.718019, "precision_weighted": 0.748916, "recall": 0.713137, "recall_weighted": 0.71125, "ap": null, "ap_weighted": null }, { "accuracy": 0.64875, "f1": 0.646438, "f1_weighted": 0.64797, "precision": 0.645921, "precision_weighted": 0.669421, "recall": 0.663874, "recall_weighted": 0.64875, "ap": null, "ap_weighted": null }, { "accuracy": 0.6975, "f1": 0.692015, "f1_weighted": 0.705187, "precision": 0.701305, "precision_weighted": 0.724471, "recall": 0.694622, "recall_weighted": 0.6975, "ap": null, "ap_weighted": null }, { "accuracy": 0.70125, "f1": 0.68099, "f1_weighted": 0.701497, "precision": 0.67703, "precision_weighted": 0.705876, "recall": 0.688808, "recall_weighted": 0.70125, "ap": null, "ap_weighted": null }, { "accuracy": 0.6775, "f1": 0.661129, "f1_weighted": 0.68001, "precision": 0.671445, "precision_weighted": 0.698154, "recall": 0.669233, "recall_weighted": 0.6775, "ap": null, "ap_weighted": null }, { "accuracy": 0.68, "f1": 0.668841, "f1_weighted": 0.679375, "precision": 0.662645, "precision_weighted": 0.696406, "recall": 0.687084, "recall_weighted": 0.68, "ap": null, "ap_weighted": null }, { "accuracy": 0.68125, "f1": 0.658837, "f1_weighted": 0.68005, "precision": 0.673581, "precision_weighted": 0.692925, "recall": 0.662066, "recall_weighted": 0.68125, "ap": null, "ap_weighted": null }, { "accuracy": 0.70875, "f1": 0.684032, "f1_weighted": 0.709165, "precision": 0.691605, "precision_weighted": 0.714707, "recall": 0.682225, "recall_weighted": 0.70875, "ap": null, "ap_weighted": null } ], "accuracy": 0.6845, "f1": 0.671277, "f1_weighted": 0.688011, "precision": 0.677808, "precision_weighted": 0.70571, "recall": 0.678404, "recall_weighted": 0.6845, "ap": NaN, "ap_weighted": NaN, "main_score": 0.671277, "hf_subset": "bew", "languages": [ "bew-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.53, "f1": 0.486758, "f1_weighted": 0.532664, "precision": 0.535859, "precision_weighted": 0.572899, "recall": 0.497475, "recall_weighted": 0.53, "ap": null, "ap_weighted": null }, { "accuracy": 0.506667, "f1": 0.470913, "f1_weighted": 0.513908, "precision": 0.524642, "precision_weighted": 0.570741, "recall": 0.487274, "recall_weighted": 0.506667, "ap": null, "ap_weighted": null }, { "accuracy": 0.526667, "f1": 0.483227, "f1_weighted": 0.532148, "precision": 0.507212, "precision_weighted": 0.572983, "recall": 0.501329, "recall_weighted": 0.526667, "ap": null, "ap_weighted": null }, { "accuracy": 0.533333, "f1": 0.486525, "f1_weighted": 0.542242, "precision": 0.534457, "precision_weighted": 0.592606, "recall": 0.494204, "recall_weighted": 0.533333, "ap": null, "ap_weighted": null }, { "accuracy": 0.553333, "f1": 0.518387, "f1_weighted": 0.558479, "precision": 0.536237, "precision_weighted": 0.600331, "recall": 0.532278, "recall_weighted": 0.553333, "ap": null, "ap_weighted": null }, { "accuracy": 0.54, "f1": 0.511617, "f1_weighted": 0.547266, "precision": 0.552557, "precision_weighted": 0.599527, "recall": 0.531235, "recall_weighted": 0.54, "ap": null, "ap_weighted": null }, { "accuracy": 0.526667, "f1": 0.493007, "f1_weighted": 0.532611, "precision": 0.517289, "precision_weighted": 0.563861, "recall": 0.505796, "recall_weighted": 0.526667, "ap": null, "ap_weighted": null }, { "accuracy": 0.493333, "f1": 0.467806, "f1_weighted": 0.493014, "precision": 0.510805, "precision_weighted": 0.531644, "recall": 0.484127, "recall_weighted": 0.493333, "ap": null, "ap_weighted": null }, { "accuracy": 0.55, "f1": 0.499265, "f1_weighted": 0.551879, "precision": 0.533829, "precision_weighted": 0.581329, "recall": 0.502936, "recall_weighted": 0.55, "ap": null, "ap_weighted": null }, { "accuracy": 0.506667, "f1": 0.476054, "f1_weighted": 0.512122, "precision": 0.505389, "precision_weighted": 0.549567, "recall": 0.4927, "recall_weighted": 0.506667, "ap": null, "ap_weighted": null } ], "accuracy": 0.526667, "f1": 0.489356, "f1_weighted": 0.531633, "precision": 0.525828, "precision_weighted": 0.573549, "recall": 0.502935, "recall_weighted": 0.526667, "ap": NaN, "ap_weighted": NaN, "main_score": 0.489356, "hf_subset": "bug", "languages": [ "bug-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.55375, "f1": 0.565347, "f1_weighted": 0.547609, "precision": 0.553386, "precision_weighted": 0.550744, "recall": 0.584104, "recall_weighted": 0.55375, "ap": null, "ap_weighted": null }, { "accuracy": 0.5225, "f1": 0.524991, "f1_weighted": 0.520897, "precision": 0.53923, "precision_weighted": 0.575754, "recall": 0.552123, "recall_weighted": 0.5225, "ap": null, "ap_weighted": null }, { "accuracy": 0.5825, "f1": 0.569449, "f1_weighted": 0.580806, "precision": 0.571455, "precision_weighted": 0.596767, "recall": 0.584312, "recall_weighted": 0.5825, "ap": null, "ap_weighted": null }, { "accuracy": 0.55875, "f1": 0.563962, "f1_weighted": 0.568085, "precision": 0.578142, "precision_weighted": 0.595976, "recall": 0.568666, "recall_weighted": 0.55875, "ap": null, "ap_weighted": null }, { "accuracy": 0.61375, "f1": 0.610063, "f1_weighted": 0.614875, "precision": 0.610309, "precision_weighted": 0.621146, "recall": 0.615429, "recall_weighted": 0.61375, "ap": null, "ap_weighted": null }, { "accuracy": 0.545, "f1": 0.532902, "f1_weighted": 0.541933, "precision": 0.534387, "precision_weighted": 0.56543, "recall": 0.556267, "recall_weighted": 0.545, "ap": null, "ap_weighted": null }, { "accuracy": 0.49125, "f1": 0.500043, "f1_weighted": 0.483541, "precision": 0.497747, "precision_weighted": 0.510436, "recall": 0.525958, "recall_weighted": 0.49125, "ap": null, "ap_weighted": null }, { "accuracy": 0.505, "f1": 0.506015, "f1_weighted": 0.498991, "precision": 0.505833, "precision_weighted": 0.535356, "recall": 0.534305, "recall_weighted": 0.505, "ap": null, "ap_weighted": null }, { "accuracy": 0.58125, "f1": 0.590827, "f1_weighted": 0.587963, "precision": 0.60422, "precision_weighted": 0.62542, "recall": 0.60124, "recall_weighted": 0.58125, "ap": null, "ap_weighted": null }, { "accuracy": 0.5775, "f1": 0.570327, "f1_weighted": 0.574185, "precision": 0.563165, "precision_weighted": 0.585347, "recall": 0.588551, "recall_weighted": 0.5775, "ap": null, "ap_weighted": null } ], "accuracy": 0.553125, "f1": 0.553393, "f1_weighted": 0.551889, "precision": 0.555787, "precision_weighted": 0.576237, "recall": 0.571095, "recall_weighted": 0.553125, "ap": NaN, "ap_weighted": NaN, "main_score": 0.553393, "hf_subset": "jav", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.354, "f1": 0.315072, "f1_weighted": 0.373715, "precision": 0.323663, "precision_weighted": 0.43694, "recall": 0.405448, "recall_weighted": 0.354, "ap": null, "ap_weighted": null }, { "accuracy": 0.386, "f1": 0.348881, "f1_weighted": 0.415072, "precision": 0.366288, "precision_weighted": 0.475836, "recall": 0.389452, "recall_weighted": 0.386, "ap": null, "ap_weighted": null }, { "accuracy": 0.322, "f1": 0.283925, "f1_weighted": 0.340639, "precision": 0.308878, "precision_weighted": 0.402487, "recall": 0.321402, "recall_weighted": 0.322, "ap": null, "ap_weighted": null }, { "accuracy": 0.392, "f1": 0.344953, "f1_weighted": 0.411121, "precision": 0.347088, "precision_weighted": 0.465903, "recall": 0.444721, "recall_weighted": 0.392, "ap": null, "ap_weighted": null }, { "accuracy": 0.418, "f1": 0.359923, "f1_weighted": 0.439522, "precision": 0.366661, "precision_weighted": 0.475442, "recall": 0.399729, "recall_weighted": 0.418, "ap": null, "ap_weighted": null }, { "accuracy": 0.342, "f1": 0.302286, "f1_weighted": 0.353121, "precision": 0.313022, "precision_weighted": 0.405873, "recall": 0.386437, "recall_weighted": 0.342, "ap": null, "ap_weighted": null }, { "accuracy": 0.358, "f1": 0.326136, "f1_weighted": 0.388164, "precision": 0.350291, "precision_weighted": 0.453451, "recall": 0.398995, "recall_weighted": 0.358, "ap": null, "ap_weighted": null }, { "accuracy": 0.392, "f1": 0.353877, "f1_weighted": 0.408187, "precision": 0.371036, "precision_weighted": 0.501955, "recall": 0.473732, "recall_weighted": 0.392, "ap": null, "ap_weighted": null }, { "accuracy": 0.37, "f1": 0.322516, "f1_weighted": 0.391985, "precision": 0.339573, "precision_weighted": 0.464668, "recall": 0.396407, "recall_weighted": 0.37, "ap": null, "ap_weighted": null }, { "accuracy": 0.352, "f1": 0.317523, "f1_weighted": 0.358934, "precision": 0.326912, "precision_weighted": 0.402056, "recall": 0.364913, "recall_weighted": 0.352, "ap": null, "ap_weighted": null } ], "accuracy": 0.3686, "f1": 0.327509, "f1_weighted": 0.388046, "precision": 0.341341, "precision_weighted": 0.448461, "recall": 0.398124, "recall_weighted": 0.3686, "ap": NaN, "ap_weighted": NaN, "main_score": 0.327509, "hf_subset": "mad", "languages": [ "mad-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.374, "f1": 0.356777, "f1_weighted": 0.377684, "precision": 0.360162, "precision_weighted": 0.398679, "recall": 0.379308, "recall_weighted": 0.374, "ap": null, "ap_weighted": null }, { "accuracy": 0.41, "f1": 0.36831, "f1_weighted": 0.409601, "precision": 0.381197, "precision_weighted": 0.427242, "recall": 0.386071, "recall_weighted": 0.41, "ap": null, "ap_weighted": null }, { "accuracy": 0.412, "f1": 0.379987, "f1_weighted": 0.414359, "precision": 0.383754, "precision_weighted": 0.423128, "recall": 0.380995, "recall_weighted": 0.412, "ap": null, "ap_weighted": null }, { "accuracy": 0.386, "f1": 0.375924, "f1_weighted": 0.397293, "precision": 0.387328, "precision_weighted": 0.434364, "recall": 0.388777, "recall_weighted": 0.386, "ap": null, "ap_weighted": null }, { "accuracy": 0.394, "f1": 0.385362, "f1_weighted": 0.398539, "precision": 0.391435, "precision_weighted": 0.411094, "recall": 0.394898, "recall_weighted": 0.394, "ap": null, "ap_weighted": null }, { "accuracy": 0.436, "f1": 0.409545, "f1_weighted": 0.448816, "precision": 0.433357, "precision_weighted": 0.491354, "recall": 0.428593, "recall_weighted": 0.436, "ap": null, "ap_weighted": null }, { "accuracy": 0.372, "f1": 0.344469, "f1_weighted": 0.369885, "precision": 0.340583, "precision_weighted": 0.372383, "recall": 0.354543, "recall_weighted": 0.372, "ap": null, "ap_weighted": null }, { "accuracy": 0.406, "f1": 0.394123, "f1_weighted": 0.414668, "precision": 0.433831, "precision_weighted": 0.457577, "recall": 0.399566, "recall_weighted": 0.406, "ap": null, "ap_weighted": null }, { "accuracy": 0.408, "f1": 0.389513, "f1_weighted": 0.414026, "precision": 0.403212, "precision_weighted": 0.43929, "recall": 0.396041, "recall_weighted": 0.408, "ap": null, "ap_weighted": null }, { "accuracy": 0.436, "f1": 0.429483, "f1_weighted": 0.441845, "precision": 0.432232, "precision_weighted": 0.466505, "recall": 0.447881, "recall_weighted": 0.436, "ap": null, "ap_weighted": null } ], "accuracy": 0.4034, "f1": 0.383349, "f1_weighted": 0.408672, "precision": 0.394709, "precision_weighted": 0.432162, "recall": 0.395667, "recall_weighted": 0.4034, "ap": NaN, "ap_weighted": NaN, "main_score": 0.383349, "hf_subset": "mak", "languages": [ "mak-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.65875, "f1": 0.62768, "f1_weighted": 0.655918, "precision": 0.626659, "precision_weighted": 0.658105, "recall": 0.633904, "recall_weighted": 0.65875, "ap": null, "ap_weighted": null }, { "accuracy": 0.5825, "f1": 0.579992, "f1_weighted": 0.588668, "precision": 0.588331, "precision_weighted": 0.627152, "recall": 0.602159, "recall_weighted": 0.5825, "ap": null, "ap_weighted": null }, { "accuracy": 0.59625, "f1": 0.586509, "f1_weighted": 0.600243, "precision": 0.591092, "precision_weighted": 0.652431, "recall": 0.611863, "recall_weighted": 0.59625, "ap": null, "ap_weighted": null }, { "accuracy": 0.5875, "f1": 0.572821, "f1_weighted": 0.589755, "precision": 0.576293, "precision_weighted": 0.631473, "recall": 0.596134, "recall_weighted": 0.5875, "ap": null, "ap_weighted": null }, { "accuracy": 0.6125, "f1": 0.601891, "f1_weighted": 0.608527, "precision": 0.599907, "precision_weighted": 0.633624, "recall": 0.62669, "recall_weighted": 0.6125, "ap": null, "ap_weighted": null }, { "accuracy": 0.62875, "f1": 0.621629, "f1_weighted": 0.636412, "precision": 0.633288, "precision_weighted": 0.674442, "recall": 0.634883, "recall_weighted": 0.62875, "ap": null, "ap_weighted": null }, { "accuracy": 0.64125, "f1": 0.639159, "f1_weighted": 0.64052, "precision": 0.633673, "precision_weighted": 0.663684, "recall": 0.66216, "recall_weighted": 0.64125, "ap": null, "ap_weighted": null }, { "accuracy": 0.64375, "f1": 0.637016, "f1_weighted": 0.65326, "precision": 0.636843, "precision_weighted": 0.683036, "recall": 0.650648, "recall_weighted": 0.64375, "ap": null, "ap_weighted": null }, { "accuracy": 0.63375, "f1": 0.628543, "f1_weighted": 0.639097, "precision": 0.632666, "precision_weighted": 0.669957, "recall": 0.648524, "recall_weighted": 0.63375, "ap": null, "ap_weighted": null }, { "accuracy": 0.65625, "f1": 0.652719, "f1_weighted": 0.662244, "precision": 0.66008, "precision_weighted": 0.687475, "recall": 0.664558, "recall_weighted": 0.65625, "ap": null, "ap_weighted": null } ], "accuracy": 0.624125, "f1": 0.614796, "f1_weighted": 0.627464, "precision": 0.617883, "precision_weighted": 0.658138, "recall": 0.633152, "recall_weighted": 0.624125, "ap": NaN, "ap_weighted": NaN, "main_score": 0.614796, "hf_subset": "min", "languages": [ "min-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.8725, "f1": 0.872386, "f1_weighted": 0.872681, "precision": 0.874876, "precision_weighted": 0.875454, "recall": 0.872451, "recall_weighted": 0.8725, "ap": null, "ap_weighted": null }, { "accuracy": 0.86, "f1": 0.865354, "f1_weighted": 0.86043, "precision": 0.86228, "precision_weighted": 0.862304, "recall": 0.869871, "recall_weighted": 0.86, "ap": null, "ap_weighted": null }, { "accuracy": 0.8675, "f1": 0.870031, "f1_weighted": 0.867809, "precision": 0.869059, "precision_weighted": 0.869513, "recall": 0.872259, "recall_weighted": 0.8675, "ap": null, "ap_weighted": null }, { "accuracy": 0.8525, "f1": 0.859969, "f1_weighted": 0.854145, "precision": 0.86039, "precision_weighted": 0.865645, "recall": 0.869855, "recall_weighted": 0.8525, "ap": null, "ap_weighted": null }, { "accuracy": 0.855, "f1": 0.84813, "f1_weighted": 0.855264, "precision": 0.848739, "precision_weighted": 0.858634, "recall": 0.850736, "recall_weighted": 0.855, "ap": null, "ap_weighted": null }, { "accuracy": 0.87, "f1": 0.871054, "f1_weighted": 0.870774, "precision": 0.869843, "precision_weighted": 0.875513, "recall": 0.875751, "recall_weighted": 0.87, "ap": null, "ap_weighted": null }, { "accuracy": 0.845, "f1": 0.844743, "f1_weighted": 0.845933, "precision": 0.854465, "precision_weighted": 0.852325, "recall": 0.840411, "recall_weighted": 0.845, "ap": null, "ap_weighted": null }, { "accuracy": 0.8225, "f1": 0.836003, "f1_weighted": 0.823552, "precision": 0.830561, "precision_weighted": 0.82695, "recall": 0.843775, "recall_weighted": 0.8225, "ap": null, "ap_weighted": null }, { "accuracy": 0.875, "f1": 0.883868, "f1_weighted": 0.87584, "precision": 0.893395, "precision_weighted": 0.880734, "recall": 0.878448, "recall_weighted": 0.875, "ap": null, "ap_weighted": null }, { "accuracy": 0.855, "f1": 0.854795, "f1_weighted": 0.854043, "precision": 0.858229, "precision_weighted": 0.86087, "recall": 0.858991, "recall_weighted": 0.855, "ap": null, "ap_weighted": null } ], "accuracy": 0.8575, "f1": 0.860633, "f1_weighted": 0.858047, "precision": 0.862184, "precision_weighted": 0.862794, "recall": 0.863255, "recall_weighted": 0.8575, "ap": NaN, "ap_weighted": NaN, "main_score": 0.860633, "hf_subset": "mui", "languages": [ "mui-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.536667, "f1": 0.507578, "f1_weighted": 0.540944, "precision": 0.513973, "precision_weighted": 0.552054, "recall": 0.51018, "recall_weighted": 0.536667, "ap": null, "ap_weighted": null }, { "accuracy": 0.48, "f1": 0.466933, "f1_weighted": 0.489569, "precision": 0.491855, "precision_weighted": 0.51313, "recall": 0.459591, "recall_weighted": 0.48, "ap": null, "ap_weighted": null }, { "accuracy": 0.553333, "f1": 0.511982, "f1_weighted": 0.555855, "precision": 0.520367, "precision_weighted": 0.572812, "recall": 0.523131, "recall_weighted": 0.553333, "ap": null, "ap_weighted": null }, { "accuracy": 0.523333, "f1": 0.487291, "f1_weighted": 0.531244, "precision": 0.495906, "precision_weighted": 0.548365, "recall": 0.489374, "recall_weighted": 0.523333, "ap": null, "ap_weighted": null }, { "accuracy": 0.516667, "f1": 0.485864, "f1_weighted": 0.516212, "precision": 0.500775, "precision_weighted": 0.530024, "recall": 0.487669, "recall_weighted": 0.516667, "ap": null, "ap_weighted": null }, { "accuracy": 0.446667, "f1": 0.43359, "f1_weighted": 0.457409, "precision": 0.448795, "precision_weighted": 0.48359, "recall": 0.436021, "recall_weighted": 0.446667, "ap": null, "ap_weighted": null }, { "accuracy": 0.503333, "f1": 0.484097, "f1_weighted": 0.508325, "precision": 0.49775, "precision_weighted": 0.528944, "recall": 0.486948, "recall_weighted": 0.503333, "ap": null, "ap_weighted": null }, { "accuracy": 0.493333, "f1": 0.472505, "f1_weighted": 0.495522, "precision": 0.486785, "precision_weighted": 0.51178, "recall": 0.476937, "recall_weighted": 0.493333, "ap": null, "ap_weighted": null }, { "accuracy": 0.486667, "f1": 0.459564, "f1_weighted": 0.491019, "precision": 0.460905, "precision_weighted": 0.501061, "recall": 0.465356, "recall_weighted": 0.486667, "ap": null, "ap_weighted": null }, { "accuracy": 0.466667, "f1": 0.468286, "f1_weighted": 0.479318, "precision": 0.486143, "precision_weighted": 0.501904, "recall": 0.45935, "recall_weighted": 0.466667, "ap": null, "ap_weighted": null } ], "accuracy": 0.500667, "f1": 0.477769, "f1_weighted": 0.506542, "precision": 0.490325, "precision_weighted": 0.524366, "recall": 0.479456, "recall_weighted": 0.500667, "ap": NaN, "ap_weighted": NaN, "main_score": 0.477769, "hf_subset": "rej", "languages": [ "rej-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.5275, "f1": 0.51431, "f1_weighted": 0.533665, "precision": 0.517251, "precision_weighted": 0.551072, "recall": 0.520863, "recall_weighted": 0.5275, "ap": null, "ap_weighted": null }, { "accuracy": 0.5475, "f1": 0.546144, "f1_weighted": 0.555559, "precision": 0.559156, "precision_weighted": 0.583247, "recall": 0.550373, "recall_weighted": 0.5475, "ap": null, "ap_weighted": null }, { "accuracy": 0.57875, "f1": 0.566407, "f1_weighted": 0.574827, "precision": 0.569956, "precision_weighted": 0.588965, "recall": 0.580963, "recall_weighted": 0.57875, "ap": null, "ap_weighted": null }, { "accuracy": 0.55875, "f1": 0.538362, "f1_weighted": 0.555553, "precision": 0.540992, "precision_weighted": 0.563984, "recall": 0.547856, "recall_weighted": 0.55875, "ap": null, "ap_weighted": null }, { "accuracy": 0.4875, "f1": 0.475809, "f1_weighted": 0.480835, "precision": 0.473492, "precision_weighted": 0.494153, "recall": 0.495592, "recall_weighted": 0.4875, "ap": null, "ap_weighted": null }, { "accuracy": 0.49875, "f1": 0.496851, "f1_weighted": 0.505595, "precision": 0.515568, "precision_weighted": 0.539343, "recall": 0.502648, "recall_weighted": 0.49875, "ap": null, "ap_weighted": null }, { "accuracy": 0.545, "f1": 0.5427, "f1_weighted": 0.552825, "precision": 0.54968, "precision_weighted": 0.57909, "recall": 0.550319, "recall_weighted": 0.545, "ap": null, "ap_weighted": null }, { "accuracy": 0.565, "f1": 0.550652, "f1_weighted": 0.560664, "precision": 0.544939, "precision_weighted": 0.564065, "recall": 0.563621, "recall_weighted": 0.565, "ap": null, "ap_weighted": null }, { "accuracy": 0.5775, "f1": 0.56197, "f1_weighted": 0.570252, "precision": 0.568025, "precision_weighted": 0.584404, "recall": 0.578407, "recall_weighted": 0.5775, "ap": null, "ap_weighted": null }, { "accuracy": 0.5775, "f1": 0.58646, "f1_weighted": 0.583335, "precision": 0.59482, "precision_weighted": 0.598361, "recall": 0.587153, "recall_weighted": 0.5775, "ap": null, "ap_weighted": null } ], "accuracy": 0.546375, "f1": 0.537967, "f1_weighted": 0.547311, "precision": 0.543388, "precision_weighted": 0.564668, "recall": 0.547779, "recall_weighted": 0.546375, "ap": NaN, "ap_weighted": NaN, "main_score": 0.537967, "hf_subset": "sun", "languages": [ "sun-Latn" ] } ] }, "evaluation_time": 719.1131181716919, "kg_co2_emissions": null, "date": 1780730644.586591 }