{ "dataset_revision": "18193f187b92da67168c655c9973a165ed9593dd", "task_name": "MasakhaNEWSClassification", "mteb_version": "2.6.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.906915, "f1": 0.904759, "f1_weighted": 0.90652, "precision": 0.9124, "precision_weighted": 0.910616, "recall": 0.901873, "recall_weighted": 0.906915, "ap": null, "ap_weighted": null }, { "accuracy": 0.896277, "f1": 0.892116, "f1_weighted": 0.895354, "precision": 0.900157, "precision_weighted": 0.900701, "recall": 0.890377, "recall_weighted": 0.896277, "ap": null, "ap_weighted": null }, { "accuracy": 0.920213, "f1": 0.917609, "f1_weighted": 0.919585, "precision": 0.924746, "precision_weighted": 0.923161, "recall": 0.914959, "recall_weighted": 0.920213, "ap": null, "ap_weighted": null }, { "accuracy": 0.914894, "f1": 0.910394, "f1_weighted": 0.913154, "precision": 0.923392, "precision_weighted": 0.920415, "recall": 0.90729, "recall_weighted": 0.914894, "ap": null, "ap_weighted": null }, { "accuracy": 0.901596, "f1": 0.897706, "f1_weighted": 0.900406, "precision": 0.905158, "precision_weighted": 0.903913, "recall": 0.895377, "recall_weighted": 0.901596, "ap": null, "ap_weighted": null }, { "accuracy": 0.920213, "f1": 0.919225, "f1_weighted": 0.920588, "precision": 0.920578, "precision_weighted": 0.923207, "recall": 0.920106, "recall_weighted": 0.920213, "ap": null, "ap_weighted": null }, { "accuracy": 0.904255, "f1": 0.900652, "f1_weighted": 0.903374, "precision": 0.905073, "precision_weighted": 0.905127, "recall": 0.89905, "recall_weighted": 0.904255, "ap": null, "ap_weighted": null }, { "accuracy": 0.928191, "f1": 0.927658, "f1_weighted": 0.92846, "precision": 0.931134, "precision_weighted": 0.931875, "recall": 0.927151, "recall_weighted": 0.928191, "ap": null, "ap_weighted": null }, { "accuracy": 0.920213, "f1": 0.918833, "f1_weighted": 0.920445, "precision": 0.919684, "precision_weighted": 0.921479, "recall": 0.918741, "recall_weighted": 0.920213, "ap": null, "ap_weighted": null }, { "accuracy": 0.933511, "f1": 0.932524, "f1_weighted": 0.933553, "precision": 0.933525, "precision_weighted": 0.933903, "recall": 0.931827, "recall_weighted": 0.933511, "ap": null, "ap_weighted": null } ], "accuracy": 0.914628, "f1": 0.912148, "f1_weighted": 0.914144, "precision": 0.917585, "precision_weighted": 0.91744, "recall": 0.910675, "recall_weighted": 0.914628, "ap": NaN, "ap_weighted": NaN, "main_score": 0.914628, "hf_subset": "amh", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.885021, "f1": 0.880593, "f1_weighted": 0.885193, "precision": 0.882288, "precision_weighted": 0.886421, "recall": 0.879985, "recall_weighted": 0.885021, "ap": null, "ap_weighted": null }, { "accuracy": 0.890295, "f1": 0.88544, "f1_weighted": 0.88988, "precision": 0.886253, "precision_weighted": 0.890819, "recall": 0.886095, "recall_weighted": 0.890295, "ap": null, "ap_weighted": null }, { "accuracy": 0.872363, "f1": 0.865543, "f1_weighted": 0.872219, "precision": 0.866336, "precision_weighted": 0.874992, "recall": 0.867882, "recall_weighted": 0.872363, "ap": null, "ap_weighted": null }, { "accuracy": 0.886076, "f1": 0.88087, "f1_weighted": 0.885706, "precision": 0.881192, "precision_weighted": 0.886111, "recall": 0.881321, "recall_weighted": 0.886076, "ap": null, "ap_weighted": null }, { "accuracy": 0.896624, "f1": 0.892705, "f1_weighted": 0.89656, "precision": 0.894295, "precision_weighted": 0.897711, "recall": 0.892418, "recall_weighted": 0.896624, "ap": null, "ap_weighted": null }, { "accuracy": 0.864979, "f1": 0.859076, "f1_weighted": 0.864796, "precision": 0.859623, "precision_weighted": 0.866467, "recall": 0.860404, "recall_weighted": 0.864979, "ap": null, "ap_weighted": null }, { "accuracy": 0.868143, "f1": 0.860462, "f1_weighted": 0.86672, "precision": 0.863395, "precision_weighted": 0.871549, "recall": 0.86397, "recall_weighted": 0.868143, "ap": null, "ap_weighted": null }, { "accuracy": 0.878692, "f1": 0.871954, "f1_weighted": 0.877744, "precision": 0.875402, "precision_weighted": 0.881672, "recall": 0.873713, "recall_weighted": 0.878692, "ap": null, "ap_weighted": null }, { "accuracy": 0.889241, "f1": 0.882906, "f1_weighted": 0.888082, "precision": 0.886971, "precision_weighted": 0.889043, "recall": 0.881011, "recall_weighted": 0.889241, "ap": null, "ap_weighted": null }, { "accuracy": 0.898734, "f1": 0.893674, "f1_weighted": 0.898122, "precision": 0.895111, "precision_weighted": 0.899301, "recall": 0.894006, "recall_weighted": 0.898734, "ap": null, "ap_weighted": null } ], "accuracy": 0.883017, "f1": 0.877322, "f1_weighted": 0.882502, "precision": 0.879087, "precision_weighted": 0.884409, "recall": 0.87808, "recall_weighted": 0.883017, "ap": NaN, "ap_weighted": NaN, "main_score": 0.883017, "hf_subset": "eng", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.841232, "f1": 0.814484, "f1_weighted": 0.834105, "precision": 0.817184, "precision_weighted": 0.847374, "recall": 0.830545, "recall_weighted": 0.841232, "ap": null, "ap_weighted": null }, { "accuracy": 0.827014, "f1": 0.791266, "f1_weighted": 0.822795, "precision": 0.787168, "precision_weighted": 0.840246, "recall": 0.825636, "recall_weighted": 0.827014, "ap": null, "ap_weighted": null }, { "accuracy": 0.815166, "f1": 0.775083, "f1_weighted": 0.812725, "precision": 0.763598, "precision_weighted": 0.817756, "recall": 0.801455, "recall_weighted": 0.815166, "ap": null, "ap_weighted": null }, { "accuracy": 0.78436, "f1": 0.760977, "f1_weighted": 0.783338, "precision": 0.750747, "precision_weighted": 0.783891, "recall": 0.775455, "recall_weighted": 0.78436, "ap": null, "ap_weighted": null }, { "accuracy": 0.815166, "f1": 0.785275, "f1_weighted": 0.811848, "precision": 0.775691, "precision_weighted": 0.817705, "recall": 0.808545, "recall_weighted": 0.815166, "ap": null, "ap_weighted": null }, { "accuracy": 0.796209, "f1": 0.752587, "f1_weighted": 0.797807, "precision": 0.743249, "precision_weighted": 0.808497, "recall": 0.785455, "recall_weighted": 0.796209, "ap": null, "ap_weighted": null }, { "accuracy": 0.765403, "f1": 0.741748, "f1_weighted": 0.771309, "precision": 0.740443, "precision_weighted": 0.787686, "recall": 0.759455, "recall_weighted": 0.765403, "ap": null, "ap_weighted": null }, { "accuracy": 0.725118, "f1": 0.714124, "f1_weighted": 0.725575, "precision": 0.714471, "precision_weighted": 0.731009, "recall": 0.718364, "recall_weighted": 0.725118, "ap": null, "ap_weighted": null }, { "accuracy": 0.796209, "f1": 0.773892, "f1_weighted": 0.788682, "precision": 0.788462, "precision_weighted": 0.817819, "recall": 0.792545, "recall_weighted": 0.796209, "ap": null, "ap_weighted": null }, { "accuracy": 0.739336, "f1": 0.705592, "f1_weighted": 0.745014, "precision": 0.703227, "precision_weighted": 0.764432, "recall": 0.737455, "recall_weighted": 0.739336, "ap": null, "ap_weighted": null } ], "accuracy": 0.790521, "f1": 0.761503, "f1_weighted": 0.78932, "precision": 0.758424, "precision_weighted": 0.801641, "recall": 0.783491, "recall_weighted": 0.790521, "ap": NaN, "ap_weighted": NaN, "main_score": 0.790521, "hf_subset": "fra", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.77551, "f1": 0.749236, "f1_weighted": 0.764043, "precision": 0.77999, "precision_weighted": 0.790879, "recall": 0.760574, "recall_weighted": 0.77551, "ap": null, "ap_weighted": null }, { "accuracy": 0.78022, "f1": 0.762755, "f1_weighted": 0.772602, "precision": 0.78204, "precision_weighted": 0.790508, "recall": 0.768576, "recall_weighted": 0.78022, "ap": null, "ap_weighted": null }, { "accuracy": 0.77708, "f1": 0.76113, "f1_weighted": 0.771081, "precision": 0.769763, "precision_weighted": 0.77523, "recall": 0.762997, "recall_weighted": 0.77708, "ap": null, "ap_weighted": null }, { "accuracy": 0.788069, "f1": 0.768164, "f1_weighted": 0.781889, "precision": 0.794318, "precision_weighted": 0.803869, "recall": 0.771661, "recall_weighted": 0.788069, "ap": null, "ap_weighted": null }, { "accuracy": 0.761381, "f1": 0.735548, "f1_weighted": 0.749255, "precision": 0.755134, "precision_weighted": 0.766766, "recall": 0.745226, "recall_weighted": 0.761381, "ap": null, "ap_weighted": null }, { "accuracy": 0.806907, "f1": 0.790108, "f1_weighted": 0.802394, "precision": 0.810423, "precision_weighted": 0.82047, "recall": 0.793683, "recall_weighted": 0.806907, "ap": null, "ap_weighted": null }, { "accuracy": 0.802198, "f1": 0.78638, "f1_weighted": 0.797037, "precision": 0.796445, "precision_weighted": 0.805749, "recall": 0.791462, "recall_weighted": 0.802198, "ap": null, "ap_weighted": null }, { "accuracy": 0.800628, "f1": 0.784826, "f1_weighted": 0.795814, "precision": 0.797272, "precision_weighted": 0.803841, "recall": 0.78487, "recall_weighted": 0.800628, "ap": null, "ap_weighted": null }, { "accuracy": 0.789639, "f1": 0.772391, "f1_weighted": 0.782339, "precision": 0.778377, "precision_weighted": 0.787189, "recall": 0.778933, "recall_weighted": 0.789639, "ap": null, "ap_weighted": null }, { "accuracy": 0.799058, "f1": 0.77714, "f1_weighted": 0.788598, "precision": 0.801798, "precision_weighted": 0.806385, "recall": 0.782691, "recall_weighted": 0.799058, "ap": null, "ap_weighted": null } ], "accuracy": 0.788069, "f1": 0.768768, "f1_weighted": 0.780505, "precision": 0.786556, "precision_weighted": 0.795089, "recall": 0.774067, "recall_weighted": 0.788069, "ap": NaN, "ap_weighted": NaN, "main_score": 0.788069, "hf_subset": "hau", "languages": [ "hau-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.779487, "f1": 0.736777, "f1_weighted": 0.773502, "precision": 0.742434, "precision_weighted": 0.789068, "recall": 0.763063, "recall_weighted": 0.779487, "ap": null, "ap_weighted": null }, { "accuracy": 0.805128, "f1": 0.777414, "f1_weighted": 0.803167, "precision": 0.772859, "precision_weighted": 0.817393, "recall": 0.811555, "recall_weighted": 0.805128, "ap": null, "ap_weighted": null }, { "accuracy": 0.797436, "f1": 0.776244, "f1_weighted": 0.794212, "precision": 0.773148, "precision_weighted": 0.799036, "recall": 0.791657, "recall_weighted": 0.797436, "ap": null, "ap_weighted": null }, { "accuracy": 0.784615, "f1": 0.76318, "f1_weighted": 0.780913, "precision": 0.758397, "precision_weighted": 0.786453, "recall": 0.785116, "recall_weighted": 0.784615, "ap": null, "ap_weighted": null }, { "accuracy": 0.741026, "f1": 0.717362, "f1_weighted": 0.736815, "precision": 0.704962, "precision_weighted": 0.739619, "recall": 0.742177, "recall_weighted": 0.741026, "ap": null, "ap_weighted": null }, { "accuracy": 0.792308, "f1": 0.773436, "f1_weighted": 0.788454, "precision": 0.780925, "precision_weighted": 0.800777, "recall": 0.789585, "recall_weighted": 0.792308, "ap": null, "ap_weighted": null }, { "accuracy": 0.766667, "f1": 0.742648, "f1_weighted": 0.759666, "precision": 0.747386, "precision_weighted": 0.777351, "recall": 0.769956, "recall_weighted": 0.766667, "ap": null, "ap_weighted": null }, { "accuracy": 0.748718, "f1": 0.718913, "f1_weighted": 0.741349, "precision": 0.71634, "precision_weighted": 0.754408, "recall": 0.746224, "recall_weighted": 0.748718, "ap": null, "ap_weighted": null }, { "accuracy": 0.789744, "f1": 0.767196, "f1_weighted": 0.791191, "precision": 0.767523, "precision_weighted": 0.801587, "recall": 0.78359, "recall_weighted": 0.789744, "ap": null, "ap_weighted": null }, { "accuracy": 0.753846, "f1": 0.726869, "f1_weighted": 0.750303, "precision": 0.715051, "precision_weighted": 0.751339, "recall": 0.747248, "recall_weighted": 0.753846, "ap": null, "ap_weighted": null } ], "accuracy": 0.775897, "f1": 0.750004, "f1_weighted": 0.771957, "precision": 0.747903, "precision_weighted": 0.781703, "recall": 0.773017, "recall_weighted": 0.775897, "ap": NaN, "ap_weighted": NaN, "main_score": 0.775897, "hf_subset": "ibo", "languages": [ "ibo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.8, "f1": 0.781215, "f1_weighted": 0.809965, "precision": 0.796786, "precision_weighted": 0.835918, "recall": 0.792342, "recall_weighted": 0.8, "ap": null, "ap_weighted": null }, { "accuracy": 0.845714, "f1": 0.815201, "f1_weighted": 0.844521, "precision": 0.82458, "precision_weighted": 0.845594, "recall": 0.807956, "recall_weighted": 0.845714, "ap": null, "ap_weighted": null }, { "accuracy": 0.748571, "f1": 0.75519, "f1_weighted": 0.780495, "precision": 0.781167, "precision_weighted": 0.852079, "recall": 0.798164, "recall_weighted": 0.748571, "ap": null, "ap_weighted": null }, { "accuracy": 0.845714, "f1": 0.794403, "f1_weighted": 0.842026, "precision": 0.825893, "precision_weighted": 0.851633, "recall": 0.775724, "recall_weighted": 0.845714, "ap": null, "ap_weighted": null }, { "accuracy": 0.817143, "f1": 0.761211, "f1_weighted": 0.813628, "precision": 0.796866, "precision_weighted": 0.828091, "recall": 0.743198, "recall_weighted": 0.817143, "ap": null, "ap_weighted": null }, { "accuracy": 0.754286, "f1": 0.747863, "f1_weighted": 0.781073, "precision": 0.767683, "precision_weighted": 0.830083, "recall": 0.767956, "recall_weighted": 0.754286, "ap": null, "ap_weighted": null }, { "accuracy": 0.868571, "f1": 0.831202, "f1_weighted": 0.861711, "precision": 0.887623, "precision_weighted": 0.874159, "recall": 0.79793, "recall_weighted": 0.868571, "ap": null, "ap_weighted": null }, { "accuracy": 0.782857, "f1": 0.765521, "f1_weighted": 0.801374, "precision": 0.78472, "precision_weighted": 0.84122, "recall": 0.784842, "recall_weighted": 0.782857, "ap": null, "ap_weighted": null }, { "accuracy": 0.88, "f1": 0.84191, "f1_weighted": 0.870906, "precision": 0.949363, "precision_weighted": 0.896277, "recall": 0.794634, "recall_weighted": 0.88, "ap": null, "ap_weighted": null }, { "accuracy": 0.805714, "f1": 0.779274, "f1_weighted": 0.820021, "precision": 0.796276, "precision_weighted": 0.852785, "recall": 0.794842, "recall_weighted": 0.805714, "ap": null, "ap_weighted": null } ], "accuracy": 0.814857, "f1": 0.787299, "f1_weighted": 0.822572, "precision": 0.821096, "precision_weighted": 0.850784, "recall": 0.785759, "recall_weighted": 0.814857, "ap": NaN, "ap_weighted": NaN, "main_score": 0.814857, "hf_subset": "lin", "languages": [ "lin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.780269, "f1": 0.766452, "f1_weighted": 0.780975, "precision": 0.772222, "precision_weighted": 0.783062, "recall": 0.762434, "recall_weighted": 0.780269, "ap": null, "ap_weighted": null }, { "accuracy": 0.7713, "f1": 0.744486, "f1_weighted": 0.774187, "precision": 0.788741, "precision_weighted": 0.787316, "recall": 0.719685, "recall_weighted": 0.7713, "ap": null, "ap_weighted": null }, { "accuracy": 0.798206, "f1": 0.787442, "f1_weighted": 0.802184, "precision": 0.809084, "precision_weighted": 0.815214, "recall": 0.776624, "recall_weighted": 0.798206, "ap": null, "ap_weighted": null }, { "accuracy": 0.798206, "f1": 0.781711, "f1_weighted": 0.803122, "precision": 0.788635, "precision_weighted": 0.815313, "recall": 0.783615, "recall_weighted": 0.798206, "ap": null, "ap_weighted": null }, { "accuracy": 0.789238, "f1": 0.764115, "f1_weighted": 0.790759, "precision": 0.772896, "precision_weighted": 0.792895, "recall": 0.756425, "recall_weighted": 0.789238, "ap": null, "ap_weighted": null }, { "accuracy": 0.784753, "f1": 0.754503, "f1_weighted": 0.775451, "precision": 0.781, "precision_weighted": 0.776444, "recall": 0.736496, "recall_weighted": 0.784753, "ap": null, "ap_weighted": null }, { "accuracy": 0.735426, "f1": 0.682616, "f1_weighted": 0.741599, "precision": 0.697744, "precision_weighted": 0.77354, "recall": 0.708895, "recall_weighted": 0.735426, "ap": null, "ap_weighted": null }, { "accuracy": 0.793722, "f1": 0.749689, "f1_weighted": 0.790042, "precision": 0.761741, "precision_weighted": 0.801406, "recall": 0.761482, "recall_weighted": 0.793722, "ap": null, "ap_weighted": null }, { "accuracy": 0.775785, "f1": 0.752011, "f1_weighted": 0.780361, "precision": 0.760288, "precision_weighted": 0.793982, "recall": 0.754977, "recall_weighted": 0.775785, "ap": null, "ap_weighted": null }, { "accuracy": 0.766816, "f1": 0.729809, "f1_weighted": 0.770262, "precision": 0.744715, "precision_weighted": 0.792658, "recall": 0.741626, "recall_weighted": 0.766816, "ap": null, "ap_weighted": null } ], "accuracy": 0.779372, "f1": 0.751283, "f1_weighted": 0.780894, "precision": 0.767707, "precision_weighted": 0.793183, "recall": 0.750226, "recall_weighted": 0.779372, "ap": NaN, "ap_weighted": NaN, "main_score": 0.779372, "hf_subset": "lug", "languages": [ "lug-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.870769, "f1": 0.83395, "f1_weighted": 0.869856, "precision": 0.831931, "precision_weighted": 0.872617, "recall": 0.839936, "recall_weighted": 0.870769, "ap": null, "ap_weighted": null }, { "accuracy": 0.870769, "f1": 0.832348, "f1_weighted": 0.867546, "precision": 0.84646, "precision_weighted": 0.869966, "recall": 0.826841, "recall_weighted": 0.870769, "ap": null, "ap_weighted": null }, { "accuracy": 0.836923, "f1": 0.806089, "f1_weighted": 0.838572, "precision": 0.814567, "precision_weighted": 0.854859, "recall": 0.809641, "recall_weighted": 0.836923, "ap": null, "ap_weighted": null }, { "accuracy": 0.861538, "f1": 0.820788, "f1_weighted": 0.860395, "precision": 0.818851, "precision_weighted": 0.860277, "recall": 0.825215, "recall_weighted": 0.861538, "ap": null, "ap_weighted": null }, { "accuracy": 0.886154, "f1": 0.847247, "f1_weighted": 0.884428, "precision": 0.847515, "precision_weighted": 0.886823, "recall": 0.856391, "recall_weighted": 0.886154, "ap": null, "ap_weighted": null }, { "accuracy": 0.870769, "f1": 0.829263, "f1_weighted": 0.871851, "precision": 0.832274, "precision_weighted": 0.876397, "recall": 0.829489, "recall_weighted": 0.870769, "ap": null, "ap_weighted": null }, { "accuracy": 0.886154, "f1": 0.856703, "f1_weighted": 0.886363, "precision": 0.852618, "precision_weighted": 0.886748, "recall": 0.861233, "recall_weighted": 0.886154, "ap": null, "ap_weighted": null }, { "accuracy": 0.88, "f1": 0.836754, "f1_weighted": 0.880523, "precision": 0.833373, "precision_weighted": 0.88342, "recall": 0.842757, "recall_weighted": 0.88, "ap": null, "ap_weighted": null }, { "accuracy": 0.870769, "f1": 0.837416, "f1_weighted": 0.870263, "precision": 0.833226, "precision_weighted": 0.871029, "recall": 0.843717, "recall_weighted": 0.870769, "ap": null, "ap_weighted": null }, { "accuracy": 0.892308, "f1": 0.873811, "f1_weighted": 0.89416, "precision": 0.863999, "precision_weighted": 0.897403, "recall": 0.886298, "recall_weighted": 0.892308, "ap": null, "ap_weighted": null } ], "accuracy": 0.872615, "f1": 0.837437, "f1_weighted": 0.872396, "precision": 0.837482, "precision_weighted": 0.875954, "recall": 0.842152, "recall_weighted": 0.872615, "ap": NaN, "ap_weighted": NaN, "main_score": 0.872615, "hf_subset": "orm", "languages": [ "orm-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.957377, "f1": 0.914043, "f1_weighted": 0.956205, "precision": 0.924028, "precision_weighted": 0.957544, "recall": 0.908958, "recall_weighted": 0.957377, "ap": null, "ap_weighted": null }, { "accuracy": 0.960656, "f1": 0.937982, "f1_weighted": 0.961052, "precision": 0.935297, "precision_weighted": 0.962392, "recall": 0.942305, "recall_weighted": 0.960656, "ap": null, "ap_weighted": null }, { "accuracy": 0.954098, "f1": 0.922036, "f1_weighted": 0.954782, "precision": 0.915823, "precision_weighted": 0.955798, "recall": 0.929079, "recall_weighted": 0.954098, "ap": null, "ap_weighted": null }, { "accuracy": 0.977049, "f1": 0.966705, "f1_weighted": 0.977048, "precision": 0.96888, "precision_weighted": 0.977599, "recall": 0.965208, "recall_weighted": 0.977049, "ap": null, "ap_weighted": null }, { "accuracy": 0.977049, "f1": 0.972472, "f1_weighted": 0.977164, "precision": 0.973297, "precision_weighted": 0.977582, "recall": 0.971982, "recall_weighted": 0.977049, "ap": null, "ap_weighted": null }, { "accuracy": 0.960656, "f1": 0.928095, "f1_weighted": 0.960255, "precision": 0.930949, "precision_weighted": 0.960366, "recall": 0.926499, "recall_weighted": 0.960656, "ap": null, "ap_weighted": null }, { "accuracy": 0.977049, "f1": 0.965456, "f1_weighted": 0.977259, "precision": 0.959456, "precision_weighted": 0.977868, "recall": 0.971982, "recall_weighted": 0.977049, "ap": null, "ap_weighted": null }, { "accuracy": 0.954098, "f1": 0.928029, "f1_weighted": 0.956546, "precision": 0.918286, "precision_weighted": 0.963338, "recall": 0.949402, "recall_weighted": 0.954098, "ap": null, "ap_weighted": null }, { "accuracy": 0.97377, "f1": 0.953864, "f1_weighted": 0.974223, "precision": 0.947863, "precision_weighted": 0.975119, "recall": 0.960777, "recall_weighted": 0.97377, "ap": null, "ap_weighted": null }, { "accuracy": 0.95082, "f1": 0.912157, "f1_weighted": 0.953455, "precision": 0.903494, "precision_weighted": 0.957949, "recall": 0.925853, "recall_weighted": 0.95082, "ap": null, "ap_weighted": null } ], "accuracy": 0.964262, "f1": 0.940084, "f1_weighted": 0.964799, "precision": 0.937737, "precision_weighted": 0.966555, "recall": 0.945204, "recall_weighted": 0.964262, "ap": NaN, "ap_weighted": NaN, "main_score": 0.964262, "hf_subset": "pcm", "languages": [ "pcm-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.84472, "f1": 0.778079, "f1_weighted": 0.859289, "precision": 0.782749, "precision_weighted": 0.90315, "recall": 0.816319, "recall_weighted": 0.84472, "ap": null, "ap_weighted": null }, { "accuracy": 0.869565, "f1": 0.790584, "f1_weighted": 0.876634, "precision": 0.795787, "precision_weighted": 0.89172, "recall": 0.805794, "recall_weighted": 0.869565, "ap": null, "ap_weighted": null }, { "accuracy": 0.885093, "f1": 0.786327, "f1_weighted": 0.884045, "precision": 0.801371, "precision_weighted": 0.887205, "recall": 0.777808, "recall_weighted": 0.885093, "ap": null, "ap_weighted": null }, { "accuracy": 0.878882, "f1": 0.809457, "f1_weighted": 0.883354, "precision": 0.801871, "precision_weighted": 0.890554, "recall": 0.822639, "recall_weighted": 0.878882, "ap": null, "ap_weighted": null }, { "accuracy": 0.885093, "f1": 0.812405, "f1_weighted": 0.888121, "precision": 0.808465, "precision_weighted": 0.892221, "recall": 0.819514, "recall_weighted": 0.885093, "ap": null, "ap_weighted": null }, { "accuracy": 0.891304, "f1": 0.814357, "f1_weighted": 0.891165, "precision": 0.812891, "precision_weighted": 0.891798, "recall": 0.817798, "recall_weighted": 0.891304, "ap": null, "ap_weighted": null }, { "accuracy": 0.847826, "f1": 0.76457, "f1_weighted": 0.853455, "precision": 0.7581, "precision_weighted": 0.861601, "recall": 0.777917, "recall_weighted": 0.847826, "ap": null, "ap_weighted": null }, { "accuracy": 0.86646, "f1": 0.779578, "f1_weighted": 0.871596, "precision": 0.781256, "precision_weighted": 0.88053, "recall": 0.788185, "recall_weighted": 0.86646, "ap": null, "ap_weighted": null }, { "accuracy": 0.881988, "f1": 0.790589, "f1_weighted": 0.887245, "precision": 0.788152, "precision_weighted": 0.895963, "recall": 0.801181, "recall_weighted": 0.881988, "ap": null, "ap_weighted": null }, { "accuracy": 0.897516, "f1": 0.821839, "f1_weighted": 0.897534, "precision": 0.819444, "precision_weighted": 0.898344, "recall": 0.826736, "recall_weighted": 0.897516, "ap": null, "ap_weighted": null } ], "accuracy": 0.874845, "f1": 0.794778, "f1_weighted": 0.879244, "precision": 0.795009, "precision_weighted": 0.889308, "recall": 0.805389, "recall_weighted": 0.874845, "ap": NaN, "ap_weighted": NaN, "main_score": 0.874845, "hf_subset": "run", "languages": [ "run-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.891599, "f1": 0.894034, "f1_weighted": 0.890639, "precision": 0.904531, "precision_weighted": 0.898253, "recall": 0.892059, "recall_weighted": 0.891599, "ap": null, "ap_weighted": null }, { "accuracy": 0.907859, "f1": 0.910411, "f1_weighted": 0.908096, "precision": 0.918271, "precision_weighted": 0.913122, "recall": 0.9075, "recall_weighted": 0.907859, "ap": null, "ap_weighted": null }, { "accuracy": 0.899729, "f1": 0.902799, "f1_weighted": 0.899472, "precision": 0.903229, "precision_weighted": 0.899507, "recall": 0.902647, "recall_weighted": 0.899729, "ap": null, "ap_weighted": null }, { "accuracy": 0.880759, "f1": 0.883802, "f1_weighted": 0.879122, "precision": 0.897416, "precision_weighted": 0.891508, "recall": 0.883382, "recall_weighted": 0.880759, "ap": null, "ap_weighted": null }, { "accuracy": 0.888889, "f1": 0.891937, "f1_weighted": 0.887539, "precision": 0.903582, "precision_weighted": 0.899039, "recall": 0.892206, "recall_weighted": 0.888889, "ap": null, "ap_weighted": null }, { "accuracy": 0.880759, "f1": 0.883408, "f1_weighted": 0.879273, "precision": 0.893526, "precision_weighted": 0.887365, "recall": 0.8825, "recall_weighted": 0.880759, "ap": null, "ap_weighted": null }, { "accuracy": 0.905149, "f1": 0.908348, "f1_weighted": 0.904765, "precision": 0.917426, "precision_weighted": 0.911603, "recall": 0.906324, "recall_weighted": 0.905149, "ap": null, "ap_weighted": null }, { "accuracy": 0.880759, "f1": 0.88439, "f1_weighted": 0.87989, "precision": 0.895382, "precision_weighted": 0.888311, "recall": 0.8825, "recall_weighted": 0.880759, "ap": null, "ap_weighted": null }, { "accuracy": 0.883469, "f1": 0.884535, "f1_weighted": 0.880178, "precision": 0.890646, "precision_weighted": 0.887782, "recall": 0.888529, "recall_weighted": 0.883469, "ap": null, "ap_weighted": null }, { "accuracy": 0.867209, "f1": 0.871157, "f1_weighted": 0.865071, "precision": 0.886278, "precision_weighted": 0.879852, "recall": 0.871765, "recall_weighted": 0.867209, "ap": null, "ap_weighted": null } ], "accuracy": 0.888618, "f1": 0.891482, "f1_weighted": 0.887404, "precision": 0.901029, "precision_weighted": 0.895634, "recall": 0.890941, "recall_weighted": 0.888618, "ap": NaN, "ap_weighted": NaN, "main_score": 0.888618, "hf_subset": "sna", "languages": [ "sna-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.710884, "f1": 0.648066, "f1_weighted": 0.713512, "precision": 0.654629, "precision_weighted": 0.73601, "recall": 0.68467, "recall_weighted": 0.710884, "ap": null, "ap_weighted": null }, { "accuracy": 0.704082, "f1": 0.64392, "f1_weighted": 0.709625, "precision": 0.646281, "precision_weighted": 0.729981, "recall": 0.672238, "recall_weighted": 0.704082, "ap": null, "ap_weighted": null }, { "accuracy": 0.727891, "f1": 0.693284, "f1_weighted": 0.734176, "precision": 0.692454, "precision_weighted": 0.757444, "recall": 0.719378, "recall_weighted": 0.727891, "ap": null, "ap_weighted": null }, { "accuracy": 0.72449, "f1": 0.657205, "f1_weighted": 0.732632, "precision": 0.656748, "precision_weighted": 0.746425, "recall": 0.667207, "recall_weighted": 0.72449, "ap": null, "ap_weighted": null }, { "accuracy": 0.731293, "f1": 0.66457, "f1_weighted": 0.736063, "precision": 0.663257, "precision_weighted": 0.746836, "recall": 0.677219, "recall_weighted": 0.731293, "ap": null, "ap_weighted": null }, { "accuracy": 0.748299, "f1": 0.692157, "f1_weighted": 0.756406, "precision": 0.69519, "precision_weighted": 0.774782, "recall": 0.712171, "recall_weighted": 0.748299, "ap": null, "ap_weighted": null }, { "accuracy": 0.727891, "f1": 0.663112, "f1_weighted": 0.73488, "precision": 0.670881, "precision_weighted": 0.752621, "recall": 0.6798, "recall_weighted": 0.727891, "ap": null, "ap_weighted": null }, { "accuracy": 0.727891, "f1": 0.677937, "f1_weighted": 0.729317, "precision": 0.674914, "precision_weighted": 0.735796, "recall": 0.692452, "recall_weighted": 0.727891, "ap": null, "ap_weighted": null }, { "accuracy": 0.741497, "f1": 0.693928, "f1_weighted": 0.743897, "precision": 0.69019, "precision_weighted": 0.75667, "recall": 0.718642, "recall_weighted": 0.741497, "ap": null, "ap_weighted": null }, { "accuracy": 0.714286, "f1": 0.653269, "f1_weighted": 0.725106, "precision": 0.644476, "precision_weighted": 0.747606, "recall": 0.681038, "recall_weighted": 0.714286, "ap": null, "ap_weighted": null } ], "accuracy": 0.72585, "f1": 0.668745, "f1_weighted": 0.731561, "precision": 0.668902, "precision_weighted": 0.748417, "recall": 0.690481, "recall_weighted": 0.72585, "ap": NaN, "ap_weighted": NaN, "main_score": 0.72585, "hf_subset": "som", "languages": [ "som-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.787815, "f1": 0.73604, "f1_weighted": 0.784856, "precision": 0.73737, "precision_weighted": 0.79717, "recall": 0.76165, "recall_weighted": 0.787815, "ap": null, "ap_weighted": null }, { "accuracy": 0.813025, "f1": 0.777156, "f1_weighted": 0.813089, "precision": 0.771334, "precision_weighted": 0.816536, "recall": 0.789152, "recall_weighted": 0.813025, "ap": null, "ap_weighted": null }, { "accuracy": 0.794118, "f1": 0.737356, "f1_weighted": 0.790128, "precision": 0.747295, "precision_weighted": 0.806166, "recall": 0.761326, "recall_weighted": 0.794118, "ap": null, "ap_weighted": null }, { "accuracy": 0.777311, "f1": 0.725785, "f1_weighted": 0.775173, "precision": 0.729942, "precision_weighted": 0.782524, "recall": 0.735535, "recall_weighted": 0.777311, "ap": null, "ap_weighted": null }, { "accuracy": 0.771008, "f1": 0.718786, "f1_weighted": 0.768877, "precision": 0.719412, "precision_weighted": 0.780252, "recall": 0.739897, "recall_weighted": 0.771008, "ap": null, "ap_weighted": null }, { "accuracy": 0.737395, "f1": 0.690748, "f1_weighted": 0.735917, "precision": 0.68388, "precision_weighted": 0.743998, "recall": 0.712216, "recall_weighted": 0.737395, "ap": null, "ap_weighted": null }, { "accuracy": 0.802521, "f1": 0.753832, "f1_weighted": 0.800439, "precision": 0.764862, "precision_weighted": 0.815888, "recall": 0.776236, "recall_weighted": 0.802521, "ap": null, "ap_weighted": null }, { "accuracy": 0.789916, "f1": 0.734644, "f1_weighted": 0.792163, "precision": 0.749313, "precision_weighted": 0.816872, "recall": 0.761683, "recall_weighted": 0.789916, "ap": null, "ap_weighted": null }, { "accuracy": 0.802521, "f1": 0.776394, "f1_weighted": 0.800461, "precision": 0.78619, "precision_weighted": 0.812681, "recall": 0.783125, "recall_weighted": 0.802521, "ap": null, "ap_weighted": null }, { "accuracy": 0.815126, "f1": 0.763318, "f1_weighted": 0.813453, "precision": 0.771598, "precision_weighted": 0.814655, "recall": 0.757531, "recall_weighted": 0.815126, "ap": null, "ap_weighted": null } ], "accuracy": 0.789076, "f1": 0.741406, "f1_weighted": 0.787456, "precision": 0.74612, "precision_weighted": 0.798674, "recall": 0.757835, "recall_weighted": 0.789076, "ap": NaN, "ap_weighted": NaN, "main_score": 0.789076, "hf_subset": "swa", "languages": [ "swa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.794118, "f1": 0.745455, "f1_weighted": 0.794383, "precision": 0.75297, "precision_weighted": 0.801406, "recall": 0.745725, "recall_weighted": 0.794118, "ap": null, "ap_weighted": null }, { "accuracy": 0.823529, "f1": 0.795038, "f1_weighted": 0.823143, "precision": 0.820975, "precision_weighted": 0.830461, "recall": 0.788001, "recall_weighted": 0.823529, "ap": null, "ap_weighted": null }, { "accuracy": 0.783088, "f1": 0.749402, "f1_weighted": 0.790053, "precision": 0.740449, "precision_weighted": 0.804367, "recall": 0.77341, "recall_weighted": 0.783088, "ap": null, "ap_weighted": null }, { "accuracy": 0.816176, "f1": 0.775444, "f1_weighted": 0.817167, "precision": 0.789664, "precision_weighted": 0.824953, "recall": 0.776876, "recall_weighted": 0.816176, "ap": null, "ap_weighted": null }, { "accuracy": 0.805147, "f1": 0.757573, "f1_weighted": 0.802156, "precision": 0.820551, "precision_weighted": 0.821924, "recall": 0.749297, "recall_weighted": 0.805147, "ap": null, "ap_weighted": null }, { "accuracy": 0.794118, "f1": 0.749565, "f1_weighted": 0.793778, "precision": 0.760376, "precision_weighted": 0.800106, "recall": 0.753048, "recall_weighted": 0.794118, "ap": null, "ap_weighted": null }, { "accuracy": 0.786765, "f1": 0.740496, "f1_weighted": 0.791277, "precision": 0.72734, "precision_weighted": 0.802325, "recall": 0.765371, "recall_weighted": 0.786765, "ap": null, "ap_weighted": null }, { "accuracy": 0.8125, "f1": 0.770111, "f1_weighted": 0.817176, "precision": 0.758861, "precision_weighted": 0.830601, "recall": 0.799851, "recall_weighted": 0.8125, "ap": null, "ap_weighted": null }, { "accuracy": 0.790441, "f1": 0.756146, "f1_weighted": 0.790874, "precision": 0.760697, "precision_weighted": 0.794689, "recall": 0.755401, "recall_weighted": 0.790441, "ap": null, "ap_weighted": null }, { "accuracy": 0.783088, "f1": 0.729317, "f1_weighted": 0.782669, "precision": 0.760346, "precision_weighted": 0.802938, "recall": 0.738552, "recall_weighted": 0.783088, "ap": null, "ap_weighted": null } ], "accuracy": 0.798897, "f1": 0.756855, "f1_weighted": 0.800268, "precision": 0.769223, "precision_weighted": 0.811377, "recall": 0.764553, "recall_weighted": 0.798897, "ap": NaN, "ap_weighted": NaN, "main_score": 0.798897, "hf_subset": "tir", "languages": [ "tir-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.885522, "f1": 0.790926, "f1_weighted": 0.888587, "precision": 0.784173, "precision_weighted": 0.899915, "recall": 0.812387, "recall_weighted": 0.885522, "ap": null, "ap_weighted": null }, { "accuracy": 0.905724, "f1": 0.816349, "f1_weighted": 0.912305, "precision": 0.800572, "precision_weighted": 0.925912, "recall": 0.850731, "recall_weighted": 0.905724, "ap": null, "ap_weighted": null }, { "accuracy": 0.89899, "f1": 0.822383, "f1_weighted": 0.902489, "precision": 0.809462, "precision_weighted": 0.924531, "recall": 0.871376, "recall_weighted": 0.89899, "ap": null, "ap_weighted": null }, { "accuracy": 0.89899, "f1": 0.81219, "f1_weighted": 0.90755, "precision": 0.810389, "precision_weighted": 0.932505, "recall": 0.851935, "recall_weighted": 0.89899, "ap": null, "ap_weighted": null }, { "accuracy": 0.895623, "f1": 0.803717, "f1_weighted": 0.900086, "precision": 0.792138, "precision_weighted": 0.909258, "recall": 0.825742, "recall_weighted": 0.895623, "ap": null, "ap_weighted": null }, { "accuracy": 0.895623, "f1": 0.804106, "f1_weighted": 0.897491, "precision": 0.792577, "precision_weighted": 0.904175, "recall": 0.825505, "recall_weighted": 0.895623, "ap": null, "ap_weighted": null }, { "accuracy": 0.909091, "f1": 0.818201, "f1_weighted": 0.912103, "precision": 0.809073, "precision_weighted": 0.922081, "recall": 0.845183, "recall_weighted": 0.909091, "ap": null, "ap_weighted": null }, { "accuracy": 0.888889, "f1": 0.786621, "f1_weighted": 0.897222, "precision": 0.772821, "precision_weighted": 0.914779, "recall": 0.822387, "recall_weighted": 0.888889, "ap": null, "ap_weighted": null }, { "accuracy": 0.919192, "f1": 0.834874, "f1_weighted": 0.922508, "precision": 0.821361, "precision_weighted": 0.927649, "recall": 0.853527, "recall_weighted": 0.919192, "ap": null, "ap_weighted": null }, { "accuracy": 0.905724, "f1": 0.828022, "f1_weighted": 0.908428, "precision": 0.813811, "precision_weighted": 0.92019, "recall": 0.860946, "recall_weighted": 0.905724, "ap": null, "ap_weighted": null } ], "accuracy": 0.900337, "f1": 0.811739, "f1_weighted": 0.904877, "precision": 0.800638, "precision_weighted": 0.9181, "recall": 0.841972, "recall_weighted": 0.900337, "ap": NaN, "ap_weighted": NaN, "main_score": 0.900337, "hf_subset": "xho", "languages": [ "xho-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.880779, "f1": 0.878048, "f1_weighted": 0.879573, "precision": 0.88713, "precision_weighted": 0.882306, "recall": 0.87281, "recall_weighted": 0.880779, "ap": null, "ap_weighted": null }, { "accuracy": 0.885645, "f1": 0.885256, "f1_weighted": 0.885345, "precision": 0.896139, "precision_weighted": 0.889756, "recall": 0.878935, "recall_weighted": 0.885645, "ap": null, "ap_weighted": null }, { "accuracy": 0.844282, "f1": 0.841889, "f1_weighted": 0.842682, "precision": 0.855266, "precision_weighted": 0.847646, "recall": 0.835435, "recall_weighted": 0.844282, "ap": null, "ap_weighted": null }, { "accuracy": 0.878345, "f1": 0.877504, "f1_weighted": 0.879647, "precision": 0.881224, "precision_weighted": 0.885458, "recall": 0.879185, "recall_weighted": 0.878345, "ap": null, "ap_weighted": null }, { "accuracy": 0.873479, "f1": 0.870813, "f1_weighted": 0.873492, "precision": 0.877698, "precision_weighted": 0.87747, "recall": 0.867935, "recall_weighted": 0.873479, "ap": null, "ap_weighted": null }, { "accuracy": 0.880779, "f1": 0.877561, "f1_weighted": 0.881812, "precision": 0.881444, "precision_weighted": 0.886488, "recall": 0.87781, "recall_weighted": 0.880779, "ap": null, "ap_weighted": null }, { "accuracy": 0.883212, "f1": 0.885446, "f1_weighted": 0.883377, "precision": 0.897211, "precision_weighted": 0.887623, "recall": 0.878435, "recall_weighted": 0.883212, "ap": null, "ap_weighted": null }, { "accuracy": 0.871046, "f1": 0.869257, "f1_weighted": 0.870661, "precision": 0.878778, "precision_weighted": 0.875166, "recall": 0.8642, "recall_weighted": 0.871046, "ap": null, "ap_weighted": null }, { "accuracy": 0.888078, "f1": 0.887954, "f1_weighted": 0.887432, "precision": 0.89355, "precision_weighted": 0.890034, "recall": 0.88556, "recall_weighted": 0.888078, "ap": null, "ap_weighted": null }, { "accuracy": 0.885645, "f1": 0.88444, "f1_weighted": 0.885435, "precision": 0.8902, "precision_weighted": 0.887048, "recall": 0.880435, "recall_weighted": 0.885645, "ap": null, "ap_weighted": null } ], "accuracy": 0.877129, "f1": 0.875817, "f1_weighted": 0.876945, "precision": 0.883864, "precision_weighted": 0.8809, "recall": 0.872074, "recall_weighted": 0.877129, "ap": NaN, "ap_weighted": NaN, "main_score": 0.877129, "hf_subset": "yor", "languages": [ "yor-Latn" ] } ] }, "evaluation_time": 3162.5727956295013, "kg_co2_emissions": null }