{ "dataset_revision": "dfd4b43eb04bc516860fe5d3cbff67769944833e", "task_name": "Vidore3HrRetrieval.v2", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.57075, "ndcg_at_3": 0.57232, "ndcg_at_5": 0.59619, "ndcg_at_10": 0.61719, "ndcg_at_20": 0.64902, "ndcg_at_100": 0.70532, "ndcg_at_1000": 0.71993, "map_at_1": 0.24875, "map_at_3": 0.37005, "map_at_5": 0.4274, "map_at_10": 0.47429, "map_at_20": 0.50856, "map_at_100": 0.53501, "map_at_1000": 0.53769, "recall_at_1": 0.24875, "recall_at_3": 0.42863, "recall_at_5": 0.54749, "recall_at_10": 0.65883, "recall_at_20": 0.77454, "recall_at_100": 0.9462, "recall_at_1000": 0.99985, "accuracy": 0.24875, "precision_at_1": 0.59748, "precision_at_3": 0.42662, "precision_at_5": 0.3566, "precision_at_10": 0.25157, "precision_at_20": 0.16682, "precision_at_100": 0.04833, "precision_at_1000": 0.00544, "mrr_at_1": 0.597484, "mrr_at_3": 0.699686, "mrr_at_5": 0.719654, "mrr_at_10": 0.72578, "mrr_at_20": 0.727785, "mrr_at_100": 0.72836, "mrr_at_1000": 0.728373, "nauc_ndcg_at_1_max": 0.106668, "nauc_ndcg_at_1_std": -0.053633, "nauc_ndcg_at_1_diff1": 0.458068, "nauc_ndcg_at_3_max": 0.066832, "nauc_ndcg_at_3_std": -0.044787, "nauc_ndcg_at_3_diff1": 0.37392, "nauc_ndcg_at_5_max": 0.046543, "nauc_ndcg_at_5_std": -0.084747, "nauc_ndcg_at_5_diff1": 0.341001, "nauc_ndcg_at_10_max": 0.075655, "nauc_ndcg_at_10_std": -0.063594, "nauc_ndcg_at_10_diff1": 0.351832, "nauc_ndcg_at_20_max": 0.096528, "nauc_ndcg_at_20_std": -0.052688, "nauc_ndcg_at_20_diff1": 0.357586, "nauc_ndcg_at_100_max": 0.105644, "nauc_ndcg_at_100_std": -0.045355, "nauc_ndcg_at_100_diff1": 0.393258, "nauc_ndcg_at_1000_max": 0.094928, "nauc_ndcg_at_1000_std": -0.05261, "nauc_ndcg_at_1000_diff1": 0.400037, "nauc_map_at_1_max": 0.007175, "nauc_map_at_1_std": -0.066286, "nauc_map_at_1_diff1": 0.423943, "nauc_map_at_3_max": 0.013208, "nauc_map_at_3_std": -0.067844, "nauc_map_at_3_diff1": 0.338503, "nauc_map_at_5_max": 0.017047, "nauc_map_at_5_std": -0.079774, "nauc_map_at_5_diff1": 0.313373, "nauc_map_at_10_max": 0.036631, "nauc_map_at_10_std": -0.067605, "nauc_map_at_10_diff1": 0.304096, "nauc_map_at_20_max": 0.043305, "nauc_map_at_20_std": -0.074652, "nauc_map_at_20_diff1": 0.308021, "nauc_map_at_100_max": 0.05091, "nauc_map_at_100_std": -0.071889, "nauc_map_at_100_diff1": 0.318603, "nauc_map_at_1000_max": 0.050849, "nauc_map_at_1000_std": -0.072056, "nauc_map_at_1000_diff1": 0.319584, "nauc_recall_at_1_max": 0.007175, "nauc_recall_at_1_std": -0.066286, "nauc_recall_at_1_diff1": 0.423943, "nauc_recall_at_3_max": 0.010067, "nauc_recall_at_3_std": -0.039378, "nauc_recall_at_3_diff1": 0.264904, "nauc_recall_at_5_max": -0.003261, "nauc_recall_at_5_std": -0.077727, "nauc_recall_at_5_diff1": 0.181129, "nauc_recall_at_10_max": 0.03564, "nauc_recall_at_10_std": -0.046954, "nauc_recall_at_10_diff1": 0.125942, "nauc_recall_at_20_max": 0.08002, "nauc_recall_at_20_std": -0.043057, "nauc_recall_at_20_diff1": 0.119412, "nauc_recall_at_100_max": 0.251153, "nauc_recall_at_100_std": 0.072943, "nauc_recall_at_100_diff1": 0.175839, "nauc_recall_at_1000_max": 0.721899, "nauc_recall_at_1000_std": 0.86919, "nauc_recall_at_1000_diff1": 0.86919, "nauc_precision_at_1_max": 0.113014, "nauc_precision_at_1_std": -0.054036, "nauc_precision_at_1_diff1": 0.467932, "nauc_precision_at_3_max": 0.038949, "nauc_precision_at_3_std": -0.046086, "nauc_precision_at_3_diff1": 0.091007, "nauc_precision_at_5_max": 0.043748, "nauc_precision_at_5_std": -0.048229, "nauc_precision_at_5_diff1": 0.00053, "nauc_precision_at_10_max": 0.066455, "nauc_precision_at_10_std": -0.011668, "nauc_precision_at_10_diff1": -0.050297, "nauc_precision_at_20_max": 0.062453, "nauc_precision_at_20_std": -0.004013, "nauc_precision_at_20_diff1": -0.061217, "nauc_precision_at_100_max": 0.039077, "nauc_precision_at_100_std": 0.012367, "nauc_precision_at_100_diff1": -0.068217, "nauc_precision_at_1000_max": 0.013352, "nauc_precision_at_1000_std": -0.000281, "nauc_precision_at_1000_diff1": -0.082557, "nauc_mrr_at_1_max": 0.113014, "nauc_mrr_at_1_std": -0.054036, "nauc_mrr_at_1_diff1": 0.467932, "nauc_mrr_at_3_max": 0.161637, "nauc_mrr_at_3_std": 0.005995, "nauc_mrr_at_3_diff1": 0.469616, "nauc_mrr_at_5_max": 0.144776, "nauc_mrr_at_5_std": -0.022278, "nauc_mrr_at_5_diff1": 0.475676, "nauc_mrr_at_10_max": 0.157006, "nauc_mrr_at_10_std": -0.010353, "nauc_mrr_at_10_diff1": 0.474371, "nauc_mrr_at_20_max": 0.154803, "nauc_mrr_at_20_std": -0.012587, "nauc_mrr_at_20_diff1": 0.473465, "nauc_mrr_at_100_max": 0.153991, "nauc_mrr_at_100_std": -0.012822, "nauc_mrr_at_100_diff1": 0.473219, "nauc_mrr_at_1000_max": 0.153949, "nauc_mrr_at_1000_std": -0.012843, "nauc_mrr_at_1000_diff1": 0.473257, "hit_rate_at_1": 0.59748, "hit_rate_at_3": 0.82075, "hit_rate_at_5": 0.90566, "hit_rate_at_10": 0.94969, "hit_rate_at_20": 0.97799, "hit_rate_at_100": 0.99686, "hit_rate_at_1000": 1.0, "main_score": 0.61719, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.5739, "ndcg_at_3": 0.56622, "ndcg_at_5": 0.58163, "ndcg_at_10": 0.6128, "ndcg_at_20": 0.64881, "ndcg_at_100": 0.70019, "ndcg_at_1000": 0.71792, "map_at_1": 0.25503, "map_at_3": 0.37166, "map_at_5": 0.42221, "map_at_10": 0.47601, "map_at_20": 0.51047, "map_at_100": 0.53603, "map_at_1000": 0.53932, "recall_at_1": 0.25503, "recall_at_3": 0.42251, "recall_at_5": 0.52576, "recall_at_10": 0.65719, "recall_at_20": 0.78464, "recall_at_100": 0.93568, "recall_at_1000": 1.0, "accuracy": 0.25503, "precision_at_1": 0.60692, "precision_at_3": 0.42034, "precision_at_5": 0.34403, "precision_at_10": 0.24937, "precision_at_20": 0.16572, "precision_at_100": 0.04723, "precision_at_1000": 0.00544, "mrr_at_1": 0.606918, "mrr_at_3": 0.694969, "mrr_at_5": 0.712579, "mrr_at_10": 0.721229, "mrr_at_20": 0.724131, "mrr_at_100": 0.724779, "mrr_at_1000": 0.724795, "nauc_ndcg_at_1_max": 0.161506, "nauc_ndcg_at_1_std": 0.066417, "nauc_ndcg_at_1_diff1": 0.36447, "nauc_ndcg_at_3_max": 0.091953, "nauc_ndcg_at_3_std": 0.009714, "nauc_ndcg_at_3_diff1": 0.281457, "nauc_ndcg_at_5_max": 0.090412, "nauc_ndcg_at_5_std": -0.012403, "nauc_ndcg_at_5_diff1": 0.269218, "nauc_ndcg_at_10_max": 0.126745, "nauc_ndcg_at_10_std": 0.019098, "nauc_ndcg_at_10_diff1": 0.306081, "nauc_ndcg_at_20_max": 0.138039, "nauc_ndcg_at_20_std": 0.026768, "nauc_ndcg_at_20_diff1": 0.303427, "nauc_ndcg_at_100_max": 0.146092, "nauc_ndcg_at_100_std": 0.041638, "nauc_ndcg_at_100_diff1": 0.301599, "nauc_ndcg_at_1000_max": 0.133716, "nauc_ndcg_at_1000_std": 0.028308, "nauc_ndcg_at_1000_diff1": 0.311683, "nauc_map_at_1_max": 0.040899, "nauc_map_at_1_std": -0.018413, "nauc_map_at_1_diff1": 0.371943, "nauc_map_at_3_max": 0.03965, "nauc_map_at_3_std": -0.035986, "nauc_map_at_3_diff1": 0.298015, "nauc_map_at_5_max": 0.052641, "nauc_map_at_5_std": -0.03189, "nauc_map_at_5_diff1": 0.27441, "nauc_map_at_10_max": 0.077788, "nauc_map_at_10_std": -0.013546, "nauc_map_at_10_diff1": 0.275047, "nauc_map_at_20_max": 0.081203, "nauc_map_at_20_std": -0.016698, "nauc_map_at_20_diff1": 0.268312, "nauc_map_at_100_max": 0.085692, "nauc_map_at_100_std": -0.011432, "nauc_map_at_100_diff1": 0.26224, "nauc_map_at_1000_max": 0.085284, "nauc_map_at_1000_std": -0.01222, "nauc_map_at_1000_diff1": 0.264528, "nauc_recall_at_1_max": 0.040899, "nauc_recall_at_1_std": -0.018413, "nauc_recall_at_1_diff1": 0.371943, "nauc_recall_at_3_max": 0.028758, "nauc_recall_at_3_std": -0.032108, "nauc_recall_at_3_diff1": 0.245162, "nauc_recall_at_5_max": 0.049034, "nauc_recall_at_5_std": -0.036856, "nauc_recall_at_5_diff1": 0.185603, "nauc_recall_at_10_max": 0.098075, "nauc_recall_at_10_std": 0.010678, "nauc_recall_at_10_diff1": 0.203436, "nauc_recall_at_20_max": 0.100906, "nauc_recall_at_20_std": 0.011785, "nauc_recall_at_20_diff1": 0.145375, "nauc_recall_at_100_max": 0.246577, "nauc_recall_at_100_std": 0.161959, "nauc_recall_at_100_diff1": 0.14326, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.1987, "nauc_precision_at_1_std": 0.092756, "nauc_precision_at_1_diff1": 0.386148, "nauc_precision_at_3_max": 0.081543, "nauc_precision_at_3_std": 0.025895, "nauc_precision_at_3_diff1": 0.017599, "nauc_precision_at_5_max": 0.078139, "nauc_precision_at_5_std": 0.027201, "nauc_precision_at_5_diff1": -0.074829, "nauc_precision_at_10_max": 0.089771, "nauc_precision_at_10_std": 0.045845, "nauc_precision_at_10_diff1": -0.082849, "nauc_precision_at_20_max": 0.063645, "nauc_precision_at_20_std": 0.035504, "nauc_precision_at_20_diff1": -0.111921, "nauc_precision_at_100_max": 0.021252, "nauc_precision_at_100_std": 0.032658, "nauc_precision_at_100_diff1": -0.13709, "nauc_precision_at_1000_max": -0.01534, "nauc_precision_at_1000_std": -0.002671, "nauc_precision_at_1000_diff1": -0.122424, "nauc_mrr_at_1_max": 0.1987, "nauc_mrr_at_1_std": 0.092756, "nauc_mrr_at_1_diff1": 0.386148, "nauc_mrr_at_3_max": 0.230398, "nauc_mrr_at_3_std": 0.122943, "nauc_mrr_at_3_diff1": 0.369342, "nauc_mrr_at_5_max": 0.239012, "nauc_mrr_at_5_std": 0.125797, "nauc_mrr_at_5_diff1": 0.367266, "nauc_mrr_at_10_max": 0.238565, "nauc_mrr_at_10_std": 0.128198, "nauc_mrr_at_10_diff1": 0.369579, "nauc_mrr_at_20_max": 0.235933, "nauc_mrr_at_20_std": 0.125285, "nauc_mrr_at_20_diff1": 0.369023, "nauc_mrr_at_100_max": 0.235304, "nauc_mrr_at_100_std": 0.124365, "nauc_mrr_at_100_diff1": 0.370196, "nauc_mrr_at_1000_max": 0.235259, "nauc_mrr_at_1000_std": 0.124335, "nauc_mrr_at_1000_diff1": 0.370161, "hit_rate_at_1": 0.60692, "hit_rate_at_3": 0.80189, "hit_rate_at_5": 0.87736, "hit_rate_at_10": 0.93711, "hit_rate_at_20": 0.97799, "hit_rate_at_100": 0.99686, "hit_rate_at_1000": 1.0, "main_score": 0.6128, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.62579, "ndcg_at_3": 0.6267, "ndcg_at_5": 0.64108, "ndcg_at_10": 0.66086, "ndcg_at_20": 0.69434, "ndcg_at_100": 0.74406, "ndcg_at_1000": 0.75636, "map_at_1": 0.27969, "map_at_3": 0.41337, "map_at_5": 0.46931, "map_at_10": 0.52096, "map_at_20": 0.55758, "map_at_100": 0.58448, "map_at_1000": 0.58689, "recall_at_1": 0.27969, "recall_at_3": 0.47136, "recall_at_5": 0.58078, "recall_at_10": 0.69238, "recall_at_20": 0.81393, "recall_at_100": 0.95491, "recall_at_1000": 1.0, "accuracy": 0.27969, "precision_at_1": 0.65409, "precision_at_3": 0.46541, "precision_at_5": 0.37987, "precision_at_10": 0.26698, "precision_at_20": 0.1772, "precision_at_100": 0.04965, "precision_at_1000": 0.00544, "mrr_at_1": 0.654088, "mrr_at_3": 0.749476, "mrr_at_5": 0.763784, "mrr_at_10": 0.768276, "mrr_at_20": 0.769891, "mrr_at_100": 0.770386, "mrr_at_1000": 0.77041, "nauc_ndcg_at_1_max": 0.014708, "nauc_ndcg_at_1_std": -0.103551, "nauc_ndcg_at_1_diff1": 0.390053, "nauc_ndcg_at_3_max": -0.002754, "nauc_ndcg_at_3_std": -0.083174, "nauc_ndcg_at_3_diff1": 0.304543, "nauc_ndcg_at_5_max": 0.008636, "nauc_ndcg_at_5_std": -0.077762, "nauc_ndcg_at_5_diff1": 0.280628, "nauc_ndcg_at_10_max": 0.038322, "nauc_ndcg_at_10_std": -0.070028, "nauc_ndcg_at_10_diff1": 0.289467, "nauc_ndcg_at_20_max": 0.065718, "nauc_ndcg_at_20_std": -0.065419, "nauc_ndcg_at_20_diff1": 0.305986, "nauc_ndcg_at_100_max": 0.04583, "nauc_ndcg_at_100_std": -0.083276, "nauc_ndcg_at_100_diff1": 0.314921, "nauc_ndcg_at_1000_max": 0.024214, "nauc_ndcg_at_1000_std": -0.095119, "nauc_ndcg_at_1000_diff1": 0.316432, "nauc_map_at_1_max": -0.025213, "nauc_map_at_1_std": -0.109023, "nauc_map_at_1_diff1": 0.333717, "nauc_map_at_3_max": 0.001202, "nauc_map_at_3_std": -0.078065, "nauc_map_at_3_diff1": 0.280748, "nauc_map_at_5_max": 0.011199, "nauc_map_at_5_std": -0.07445, "nauc_map_at_5_diff1": 0.258534, "nauc_map_at_10_max": 0.017786, "nauc_map_at_10_std": -0.08096, "nauc_map_at_10_diff1": 0.253319, "nauc_map_at_20_max": 0.024906, "nauc_map_at_20_std": -0.089746, "nauc_map_at_20_diff1": 0.261752, "nauc_map_at_100_max": 0.022866, "nauc_map_at_100_std": -0.100098, "nauc_map_at_100_diff1": 0.261982, "nauc_map_at_1000_max": 0.020204, "nauc_map_at_1000_std": -0.101566, "nauc_map_at_1000_diff1": 0.262051, "nauc_recall_at_1_max": -0.025213, "nauc_recall_at_1_std": -0.109023, "nauc_recall_at_1_diff1": 0.333717, "nauc_recall_at_3_max": 0.010301, "nauc_recall_at_3_std": -0.029609, "nauc_recall_at_3_diff1": 0.211151, "nauc_recall_at_5_max": 0.049588, "nauc_recall_at_5_std": -0.002024, "nauc_recall_at_5_diff1": 0.166913, "nauc_recall_at_10_max": 0.088431, "nauc_recall_at_10_std": 0.001328, "nauc_recall_at_10_diff1": 0.157939, "nauc_recall_at_20_max": 0.15026, "nauc_recall_at_20_std": -0.012449, "nauc_recall_at_20_diff1": 0.187062, "nauc_recall_at_100_max": 0.268702, "nauc_recall_at_100_std": 0.056613, "nauc_recall_at_100_diff1": 0.219548, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.025326, "nauc_precision_at_1_std": -0.111174, "nauc_precision_at_1_diff1": 0.419877, "nauc_precision_at_3_max": 0.017833, "nauc_precision_at_3_std": -0.033163, "nauc_precision_at_3_diff1": 0.051293, "nauc_precision_at_5_max": 0.025005, "nauc_precision_at_5_std": -0.001599, "nauc_precision_at_5_diff1": -0.061293, "nauc_precision_at_10_max": 0.012012, "nauc_precision_at_10_std": -0.028034, "nauc_precision_at_10_diff1": -0.09017, "nauc_precision_at_20_max": 0.016547, "nauc_precision_at_20_std": -0.035257, "nauc_precision_at_20_diff1": -0.09405, "nauc_precision_at_100_max": -0.026962, "nauc_precision_at_100_std": -0.043424, "nauc_precision_at_100_diff1": -0.119832, "nauc_precision_at_1000_max": -0.061574, "nauc_precision_at_1000_std": -0.0567, "nauc_precision_at_1000_diff1": -0.125103, "nauc_mrr_at_1_max": 0.025326, "nauc_mrr_at_1_std": -0.111174, "nauc_mrr_at_1_diff1": 0.419877, "nauc_mrr_at_3_max": 0.040291, "nauc_mrr_at_3_std": -0.0726, "nauc_mrr_at_3_diff1": 0.420354, "nauc_mrr_at_5_max": 0.054685, "nauc_mrr_at_5_std": -0.067443, "nauc_mrr_at_5_diff1": 0.42462, "nauc_mrr_at_10_max": 0.057869, "nauc_mrr_at_10_std": -0.065957, "nauc_mrr_at_10_diff1": 0.425902, "nauc_mrr_at_20_max": 0.054664, "nauc_mrr_at_20_std": -0.070811, "nauc_mrr_at_20_diff1": 0.426588, "nauc_mrr_at_100_max": 0.05311, "nauc_mrr_at_100_std": -0.071613, "nauc_mrr_at_100_diff1": 0.425891, "nauc_mrr_at_1000_max": 0.053011, "nauc_mrr_at_1000_std": -0.071709, "nauc_mrr_at_1000_diff1": 0.425899, "hit_rate_at_1": 0.65409, "hit_rate_at_3": 0.86478, "hit_rate_at_5": 0.92767, "hit_rate_at_10": 0.95912, "hit_rate_at_20": 0.98113, "hit_rate_at_100": 0.99686, "hit_rate_at_1000": 1.0, "main_score": 0.66086, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.56447, "ndcg_at_3": 0.57569, "ndcg_at_5": 0.58507, "ndcg_at_10": 0.60577, "ndcg_at_20": 0.63999, "ndcg_at_100": 0.69516, "ndcg_at_1000": 0.71188, "map_at_1": 0.23638, "map_at_3": 0.36819, "map_at_5": 0.4181, "map_at_10": 0.4657, "map_at_20": 0.50085, "map_at_100": 0.52722, "map_at_1000": 0.53014, "recall_at_1": 0.23638, "recall_at_3": 0.43409, "recall_at_5": 0.53363, "recall_at_10": 0.649, "recall_at_20": 0.76904, "recall_at_100": 0.93564, "recall_at_1000": 1.0, "accuracy": 0.23638, "precision_at_1": 0.59748, "precision_at_3": 0.4392, "precision_at_5": 0.35535, "precision_at_10": 0.24717, "precision_at_20": 0.16588, "precision_at_100": 0.04796, "precision_at_1000": 0.00544, "mrr_at_1": 0.597484, "mrr_at_3": 0.700734, "mrr_at_5": 0.716929, "mrr_at_10": 0.723418, "mrr_at_20": 0.72477, "mrr_at_100": 0.725658, "mrr_at_1000": 0.725696, "nauc_ndcg_at_1_max": 0.105159, "nauc_ndcg_at_1_std": 0.015997, "nauc_ndcg_at_1_diff1": 0.421556, "nauc_ndcg_at_3_max": 0.092777, "nauc_ndcg_at_3_std": -0.022499, "nauc_ndcg_at_3_diff1": 0.375258, "nauc_ndcg_at_5_max": 0.0619, "nauc_ndcg_at_5_std": -0.053985, "nauc_ndcg_at_5_diff1": 0.373577, "nauc_ndcg_at_10_max": 0.081177, "nauc_ndcg_at_10_std": -0.024529, "nauc_ndcg_at_10_diff1": 0.371211, "nauc_ndcg_at_20_max": 0.08709, "nauc_ndcg_at_20_std": -0.050089, "nauc_ndcg_at_20_diff1": 0.383574, "nauc_ndcg_at_100_max": 0.101793, "nauc_ndcg_at_100_std": -0.028833, "nauc_ndcg_at_100_diff1": 0.399365, "nauc_ndcg_at_1000_max": 0.091875, "nauc_ndcg_at_1000_std": -0.034023, "nauc_ndcg_at_1000_diff1": 0.406332, "nauc_map_at_1_max": -0.035693, "nauc_map_at_1_std": -0.065222, "nauc_map_at_1_diff1": 0.437135, "nauc_map_at_3_max": -0.006701, "nauc_map_at_3_std": -0.083537, "nauc_map_at_3_diff1": 0.342201, "nauc_map_at_5_max": -0.003445, "nauc_map_at_5_std": -0.0885, "nauc_map_at_5_diff1": 0.333978, "nauc_map_at_10_max": 0.016369, "nauc_map_at_10_std": -0.06687, "nauc_map_at_10_diff1": 0.322011, "nauc_map_at_20_max": 0.026669, "nauc_map_at_20_std": -0.076113, "nauc_map_at_20_diff1": 0.33313, "nauc_map_at_100_max": 0.040774, "nauc_map_at_100_std": -0.06825, "nauc_map_at_100_diff1": 0.343255, "nauc_map_at_1000_max": 0.041563, "nauc_map_at_1000_std": -0.067407, "nauc_map_at_1000_diff1": 0.345053, "nauc_recall_at_1_max": -0.035693, "nauc_recall_at_1_std": -0.065222, "nauc_recall_at_1_diff1": 0.437135, "nauc_recall_at_3_max": 0.00327, "nauc_recall_at_3_std": -0.075, "nauc_recall_at_3_diff1": 0.274747, "nauc_recall_at_5_max": -0.0089, "nauc_recall_at_5_std": -0.090144, "nauc_recall_at_5_diff1": 0.239602, "nauc_recall_at_10_max": 0.043515, "nauc_recall_at_10_std": -0.024163, "nauc_recall_at_10_diff1": 0.197568, "nauc_recall_at_20_max": 0.06527, "nauc_recall_at_20_std": -0.070515, "nauc_recall_at_20_diff1": 0.223494, "nauc_recall_at_100_max": 0.218681, "nauc_recall_at_100_std": 0.053225, "nauc_recall_at_100_diff1": 0.243281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.092168, "nauc_precision_at_1_std": 0.007311, "nauc_precision_at_1_diff1": 0.421991, "nauc_precision_at_3_max": 0.142101, "nauc_precision_at_3_std": 0.025308, "nauc_precision_at_3_diff1": 0.085555, "nauc_precision_at_5_max": 0.116474, "nauc_precision_at_5_std": 0.026321, "nauc_precision_at_5_diff1": 0.020754, "nauc_precision_at_10_max": 0.126827, "nauc_precision_at_10_std": 0.066816, "nauc_precision_at_10_diff1": -0.026651, "nauc_precision_at_20_max": 0.126355, "nauc_precision_at_20_std": 0.042237, "nauc_precision_at_20_diff1": -0.020767, "nauc_precision_at_100_max": 0.10693, "nauc_precision_at_100_std": 0.071131, "nauc_precision_at_100_diff1": -0.047892, "nauc_precision_at_1000_max": 0.067897, "nauc_precision_at_1000_std": 0.051996, "nauc_precision_at_1000_diff1": -0.060813, "nauc_mrr_at_1_max": 0.092168, "nauc_mrr_at_1_std": 0.007311, "nauc_mrr_at_1_diff1": 0.421991, "nauc_mrr_at_3_max": 0.128593, "nauc_mrr_at_3_std": 0.029036, "nauc_mrr_at_3_diff1": 0.436992, "nauc_mrr_at_5_max": 0.123051, "nauc_mrr_at_5_std": 0.025637, "nauc_mrr_at_5_diff1": 0.439275, "nauc_mrr_at_10_max": 0.127424, "nauc_mrr_at_10_std": 0.027356, "nauc_mrr_at_10_diff1": 0.442707, "nauc_mrr_at_20_max": 0.124553, "nauc_mrr_at_20_std": 0.024931, "nauc_mrr_at_20_diff1": 0.44082, "nauc_mrr_at_100_max": 0.122858, "nauc_mrr_at_100_std": 0.023961, "nauc_mrr_at_100_diff1": 0.439792, "nauc_mrr_at_1000_max": 0.12272, "nauc_mrr_at_1000_std": 0.023869, "nauc_mrr_at_1000_diff1": 0.439772, "hit_rate_at_1": 0.59748, "hit_rate_at_3": 0.82704, "hit_rate_at_5": 0.89623, "hit_rate_at_10": 0.9434, "hit_rate_at_20": 0.96226, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.60577, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.59434, "ndcg_at_3": 0.55633, "ndcg_at_5": 0.57481, "ndcg_at_10": 0.60351, "ndcg_at_20": 0.63876, "ndcg_at_100": 0.69268, "ndcg_at_1000": 0.71064, "map_at_1": 0.25227, "map_at_3": 0.35967, "map_at_5": 0.4154, "map_at_10": 0.46589, "map_at_20": 0.49983, "map_at_100": 0.52497, "map_at_1000": 0.52824, "recall_at_1": 0.25227, "recall_at_3": 0.40695, "recall_at_5": 0.52007, "recall_at_10": 0.64863, "recall_at_20": 0.76949, "recall_at_100": 0.93272, "recall_at_1000": 0.99971, "accuracy": 0.25227, "precision_at_1": 0.62579, "precision_at_3": 0.40985, "precision_at_5": 0.34151, "precision_at_10": 0.24654, "precision_at_20": 0.16447, "precision_at_100": 0.04717, "precision_at_1000": 0.00544, "mrr_at_1": 0.625786, "mrr_at_3": 0.70021, "mrr_at_5": 0.714832, "mrr_at_10": 0.725232, "mrr_at_20": 0.727793, "mrr_at_100": 0.72876, "mrr_at_1000": 0.728788, "nauc_ndcg_at_1_max": -0.013525, "nauc_ndcg_at_1_std": -0.061281, "nauc_ndcg_at_1_diff1": 0.345612, "nauc_ndcg_at_3_max": 0.043423, "nauc_ndcg_at_3_std": -0.043115, "nauc_ndcg_at_3_diff1": 0.310512, "nauc_ndcg_at_5_max": 0.063939, "nauc_ndcg_at_5_std": -0.035766, "nauc_ndcg_at_5_diff1": 0.290689, "nauc_ndcg_at_10_max": 0.085607, "nauc_ndcg_at_10_std": -0.015696, "nauc_ndcg_at_10_diff1": 0.299597, "nauc_ndcg_at_20_max": 0.095208, "nauc_ndcg_at_20_std": -0.02016, "nauc_ndcg_at_20_diff1": 0.309152, "nauc_ndcg_at_100_max": 0.084344, "nauc_ndcg_at_100_std": -0.019768, "nauc_ndcg_at_100_diff1": 0.308266, "nauc_ndcg_at_1000_max": 0.081098, "nauc_ndcg_at_1000_std": -0.032173, "nauc_ndcg_at_1000_diff1": 0.325457, "nauc_map_at_1_max": -0.031829, "nauc_map_at_1_std": -0.060633, "nauc_map_at_1_diff1": 0.372883, "nauc_map_at_3_max": 0.012402, "nauc_map_at_3_std": -0.064582, "nauc_map_at_3_diff1": 0.326869, "nauc_map_at_5_max": 0.035835, "nauc_map_at_5_std": -0.050423, "nauc_map_at_5_diff1": 0.294061, "nauc_map_at_10_max": 0.046067, "nauc_map_at_10_std": -0.040517, "nauc_map_at_10_diff1": 0.272181, "nauc_map_at_20_max": 0.047846, "nauc_map_at_20_std": -0.049649, "nauc_map_at_20_diff1": 0.273319, "nauc_map_at_100_max": 0.050557, "nauc_map_at_100_std": -0.045681, "nauc_map_at_100_diff1": 0.270355, "nauc_map_at_1000_max": 0.051175, "nauc_map_at_1000_std": -0.046654, "nauc_map_at_1000_diff1": 0.272382, "nauc_recall_at_1_max": -0.031829, "nauc_recall_at_1_std": -0.060633, "nauc_recall_at_1_diff1": 0.372883, "nauc_recall_at_3_max": 0.024258, "nauc_recall_at_3_std": -0.052157, "nauc_recall_at_3_diff1": 0.285572, "nauc_recall_at_5_max": 0.061317, "nauc_recall_at_5_std": -0.020549, "nauc_recall_at_5_diff1": 0.193846, "nauc_recall_at_10_max": 0.093187, "nauc_recall_at_10_std": 0.029082, "nauc_recall_at_10_diff1": 0.17022, "nauc_recall_at_20_max": 0.098515, "nauc_recall_at_20_std": 0.001904, "nauc_recall_at_20_diff1": 0.150335, "nauc_recall_at_100_max": 0.121047, "nauc_recall_at_100_std": 0.108761, "nauc_recall_at_100_diff1": 0.066175, "nauc_recall_at_1000_max": 0.235491, "nauc_recall_at_1000_std": 0.504755, "nauc_recall_at_1000_diff1": -0.477757, "nauc_precision_at_1_max": -0.018877, "nauc_precision_at_1_std": -0.068071, "nauc_precision_at_1_diff1": 0.335963, "nauc_precision_at_3_max": 0.069174, "nauc_precision_at_3_std": -0.010268, "nauc_precision_at_3_diff1": 0.037545, "nauc_precision_at_5_max": 0.107061, "nauc_precision_at_5_std": 0.025835, "nauc_precision_at_5_diff1": -0.043538, "nauc_precision_at_10_max": 0.094793, "nauc_precision_at_10_std": 0.0324, "nauc_precision_at_10_diff1": -0.100445, "nauc_precision_at_20_max": 0.083902, "nauc_precision_at_20_std": 0.02164, "nauc_precision_at_20_diff1": -0.097699, "nauc_precision_at_100_max": 0.041226, "nauc_precision_at_100_std": 0.030438, "nauc_precision_at_100_diff1": -0.132427, "nauc_precision_at_1000_max": 0.024579, "nauc_precision_at_1000_std": 0.003528, "nauc_precision_at_1000_diff1": -0.106961, "nauc_mrr_at_1_max": -0.018877, "nauc_mrr_at_1_std": -0.068071, "nauc_mrr_at_1_diff1": 0.335963, "nauc_mrr_at_3_max": 0.067549, "nauc_mrr_at_3_std": -0.01013, "nauc_mrr_at_3_diff1": 0.326475, "nauc_mrr_at_5_max": 0.075186, "nauc_mrr_at_5_std": -0.006195, "nauc_mrr_at_5_diff1": 0.333069, "nauc_mrr_at_10_max": 0.074533, "nauc_mrr_at_10_std": -0.007974, "nauc_mrr_at_10_diff1": 0.338088, "nauc_mrr_at_20_max": 0.068332, "nauc_mrr_at_20_std": -0.013876, "nauc_mrr_at_20_diff1": 0.335517, "nauc_mrr_at_100_max": 0.065982, "nauc_mrr_at_100_std": -0.01519, "nauc_mrr_at_100_diff1": 0.335517, "nauc_mrr_at_1000_max": 0.0659, "nauc_mrr_at_1000_std": -0.015234, "nauc_mrr_at_1000_diff1": 0.335498, "hit_rate_at_1": 0.62579, "hit_rate_at_3": 0.7956, "hit_rate_at_5": 0.85849, "hit_rate_at_10": 0.93082, "hit_rate_at_20": 0.96541, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.60351, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.58805, "ndcg_at_3": 0.57703, "ndcg_at_5": 0.59149, "ndcg_at_10": 0.61636, "ndcg_at_20": 0.65174, "ndcg_at_100": 0.70361, "ndcg_at_1000": 0.72036, "map_at_1": 0.25779, "map_at_3": 0.37661, "map_at_5": 0.43087, "map_at_10": 0.47986, "map_at_20": 0.51406, "map_at_100": 0.53991, "map_at_1000": 0.54298, "recall_at_1": 0.25779, "recall_at_3": 0.43423, "recall_at_5": 0.53934, "recall_at_10": 0.66045, "recall_at_20": 0.78282, "recall_at_100": 0.93804, "recall_at_1000": 1.0, "accuracy": 0.25779, "precision_at_1": 0.62579, "precision_at_3": 0.43187, "precision_at_5": 0.35409, "precision_at_10": 0.25063, "precision_at_20": 0.16745, "precision_at_100": 0.0478, "precision_at_1000": 0.00544, "mrr_at_1": 0.625786, "mrr_at_3": 0.706499, "mrr_at_5": 0.725524, "mrr_at_10": 0.731573, "mrr_at_20": 0.734444, "mrr_at_100": 0.734875, "mrr_at_1000": 0.734917, "nauc_ndcg_at_1_max": -0.037891, "nauc_ndcg_at_1_std": -0.074865, "nauc_ndcg_at_1_diff1": 0.405173, "nauc_ndcg_at_3_max": 0.023308, "nauc_ndcg_at_3_std": -0.044108, "nauc_ndcg_at_3_diff1": 0.316143, "nauc_ndcg_at_5_max": 0.008702, "nauc_ndcg_at_5_std": -0.065776, "nauc_ndcg_at_5_diff1": 0.299332, "nauc_ndcg_at_10_max": 0.064284, "nauc_ndcg_at_10_std": -0.021223, "nauc_ndcg_at_10_diff1": 0.333948, "nauc_ndcg_at_20_max": 0.058877, "nauc_ndcg_at_20_std": -0.035558, "nauc_ndcg_at_20_diff1": 0.331879, "nauc_ndcg_at_100_max": 0.057662, "nauc_ndcg_at_100_std": -0.035613, "nauc_ndcg_at_100_diff1": 0.338584, "nauc_ndcg_at_1000_max": 0.043098, "nauc_ndcg_at_1000_std": -0.046381, "nauc_ndcg_at_1000_diff1": 0.341087, "nauc_map_at_1_max": -0.068395, "nauc_map_at_1_std": -0.095593, "nauc_map_at_1_diff1": 0.366403, "nauc_map_at_3_max": -0.008048, "nauc_map_at_3_std": -0.070927, "nauc_map_at_3_diff1": 0.302726, "nauc_map_at_5_max": -0.000301, "nauc_map_at_5_std": -0.061378, "nauc_map_at_5_diff1": 0.277569, "nauc_map_at_10_max": 0.022093, "nauc_map_at_10_std": -0.047148, "nauc_map_at_10_diff1": 0.272773, "nauc_map_at_20_max": 0.019853, "nauc_map_at_20_std": -0.05861, "nauc_map_at_20_diff1": 0.267876, "nauc_map_at_100_max": 0.025101, "nauc_map_at_100_std": -0.058312, "nauc_map_at_100_diff1": 0.269594, "nauc_map_at_1000_max": 0.024533, "nauc_map_at_1000_std": -0.059243, "nauc_map_at_1000_diff1": 0.270553, "nauc_recall_at_1_max": -0.068395, "nauc_recall_at_1_std": -0.095593, "nauc_recall_at_1_diff1": 0.366403, "nauc_recall_at_3_max": 0.034347, "nauc_recall_at_3_std": -0.028308, "nauc_recall_at_3_diff1": 0.258134, "nauc_recall_at_5_max": 0.030012, "nauc_recall_at_5_std": -0.024142, "nauc_recall_at_5_diff1": 0.201821, "nauc_recall_at_10_max": 0.10883, "nauc_recall_at_10_std": 0.033535, "nauc_recall_at_10_diff1": 0.223605, "nauc_recall_at_20_max": 0.096984, "nauc_recall_at_20_std": -0.014627, "nauc_recall_at_20_diff1": 0.19854, "nauc_recall_at_100_max": 0.224012, "nauc_recall_at_100_std": 0.068473, "nauc_recall_at_100_diff1": 0.239112, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.030832, "nauc_precision_at_1_std": -0.073944, "nauc_precision_at_1_diff1": 0.397216, "nauc_precision_at_3_max": 0.075316, "nauc_precision_at_3_std": 0.019684, "nauc_precision_at_3_diff1": 0.043461, "nauc_precision_at_5_max": 0.062049, "nauc_precision_at_5_std": 0.018816, "nauc_precision_at_5_diff1": -0.049921, "nauc_precision_at_10_max": 0.09659, "nauc_precision_at_10_std": 0.048151, "nauc_precision_at_10_diff1": -0.071876, "nauc_precision_at_20_max": 0.057008, "nauc_precision_at_20_std": 0.009506, "nauc_precision_at_20_diff1": -0.105681, "nauc_precision_at_100_max": 0.029763, "nauc_precision_at_100_std": 0.010854, "nauc_precision_at_100_diff1": -0.122173, "nauc_precision_at_1000_max": -0.001655, "nauc_precision_at_1000_std": -0.013975, "nauc_precision_at_1000_diff1": -0.128325, "nauc_mrr_at_1_max": -0.030832, "nauc_mrr_at_1_std": -0.073944, "nauc_mrr_at_1_diff1": 0.397216, "nauc_mrr_at_3_max": 0.049606, "nauc_mrr_at_3_std": -0.018636, "nauc_mrr_at_3_diff1": 0.399936, "nauc_mrr_at_5_max": 0.036364, "nauc_mrr_at_5_std": -0.030579, "nauc_mrr_at_5_diff1": 0.40124, "nauc_mrr_at_10_max": 0.044877, "nauc_mrr_at_10_std": -0.022748, "nauc_mrr_at_10_diff1": 0.405418, "nauc_mrr_at_20_max": 0.037927, "nauc_mrr_at_20_std": -0.029766, "nauc_mrr_at_20_diff1": 0.403584, "nauc_mrr_at_100_max": 0.036603, "nauc_mrr_at_100_std": -0.030508, "nauc_mrr_at_100_diff1": 0.402911, "nauc_mrr_at_1000_max": 0.036447, "nauc_mrr_at_1000_std": -0.030618, "nauc_mrr_at_1000_diff1": 0.402874, "hit_rate_at_1": 0.62579, "hit_rate_at_3": 0.81447, "hit_rate_at_5": 0.89623, "hit_rate_at_10": 0.94025, "hit_rate_at_20": 0.97799, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.61636, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 4813.691340208054, "kg_co2_emissions": null, "date": 1773797571.832439 }