{ "dataset_revision": "dfd4b43eb04bc516860fe5d3cbff67769944833e", "task_name": "Vidore3HrRetrieval.v2", "mteb_version": "2.10.6", "scores": { "test": [ { "ndcg_at_1": 0.45755, "ndcg_at_3": 0.46398, "ndcg_at_5": 0.46736, "ndcg_at_10": 0.51211, "ndcg_at_20": 0.53485, "ndcg_at_100": 0.59819, "ndcg_at_1000": 0.62798, "map_at_1": 0.1795, "map_at_3": 0.28549, "map_at_5": 0.32035, "map_at_10": 0.37151, "map_at_20": 0.39491, "map_at_100": 0.41901, "map_at_1000": 0.42347, "recall_at_1": 0.1795, "recall_at_3": 0.34184, "recall_at_5": 0.41705, "recall_at_10": 0.5825, "recall_at_20": 0.66923, "recall_at_100": 0.87771, "recall_at_1000": 0.99964, "accuracy": 0.1795, "precision_at_1": 0.48113, "precision_at_3": 0.35744, "precision_at_5": 0.28365, "precision_at_10": 0.21635, "precision_at_20": 0.13962, "precision_at_100": 0.04289, "precision_at_1000": 0.00544, "mrr_at_1": 0.481132, "mrr_at_3": 0.57914, "mrr_at_5": 0.597537, "mrr_at_10": 0.611976, "mrr_at_20": 0.614353, "mrr_at_100": 0.61581, "mrr_at_1000": 0.615954, "nauc_ndcg_at_1_max": 0.115573, "nauc_ndcg_at_1_std": -0.134881, "nauc_ndcg_at_1_diff1": 0.460588, "nauc_ndcg_at_3_max": 0.143485, "nauc_ndcg_at_3_std": -0.128173, "nauc_ndcg_at_3_diff1": 0.390734, "nauc_ndcg_at_5_max": 0.103127, "nauc_ndcg_at_5_std": -0.114621, "nauc_ndcg_at_5_diff1": 0.38086, "nauc_ndcg_at_10_max": 0.093366, "nauc_ndcg_at_10_std": -0.101965, "nauc_ndcg_at_10_diff1": 0.371747, "nauc_ndcg_at_20_max": 0.115694, "nauc_ndcg_at_20_std": -0.084544, "nauc_ndcg_at_20_diff1": 0.387447, "nauc_ndcg_at_100_max": 0.143657, "nauc_ndcg_at_100_std": -0.084554, "nauc_ndcg_at_100_diff1": 0.389569, "nauc_ndcg_at_1000_max": 0.142558, "nauc_ndcg_at_1000_std": -0.110447, "nauc_ndcg_at_1000_diff1": 0.401859, "nauc_map_at_1_max": 0.009653, "nauc_map_at_1_std": -0.080716, "nauc_map_at_1_diff1": 0.395328, "nauc_map_at_3_max": 0.05696, "nauc_map_at_3_std": -0.083986, "nauc_map_at_3_diff1": 0.334724, "nauc_map_at_5_max": 0.048011, "nauc_map_at_5_std": -0.094356, "nauc_map_at_5_diff1": 0.345502, "nauc_map_at_10_max": 0.067697, "nauc_map_at_10_std": -0.095662, "nauc_map_at_10_diff1": 0.352669, "nauc_map_at_20_max": 0.09046, "nauc_map_at_20_std": -0.097746, "nauc_map_at_20_diff1": 0.367414, "nauc_map_at_100_max": 0.103919, "nauc_map_at_100_std": -0.097929, "nauc_map_at_100_diff1": 0.366698, "nauc_map_at_1000_max": 0.104681, "nauc_map_at_1000_std": -0.100518, "nauc_map_at_1000_diff1": 0.368267, "nauc_recall_at_1_max": 0.009653, "nauc_recall_at_1_std": -0.080716, "nauc_recall_at_1_diff1": 0.395328, "nauc_recall_at_3_max": 0.039131, "nauc_recall_at_3_std": -0.075034, "nauc_recall_at_3_diff1": 0.247664, "nauc_recall_at_5_max": 0.00893, "nauc_recall_at_5_std": -0.050543, "nauc_recall_at_5_diff1": 0.230668, "nauc_recall_at_10_max": -0.021903, "nauc_recall_at_10_std": -0.028148, "nauc_recall_at_10_diff1": 0.203646, "nauc_recall_at_20_max": 0.042515, "nauc_recall_at_20_std": 0.00448, "nauc_recall_at_20_diff1": 0.224077, "nauc_recall_at_100_max": 0.134343, "nauc_recall_at_100_std": 0.131315, "nauc_recall_at_100_diff1": 0.146605, "nauc_recall_at_1000_max": -1.73454, "nauc_recall_at_1000_std": 0.488842, "nauc_recall_at_1000_diff1": -1.73454, "nauc_precision_at_1_max": 0.131382, "nauc_precision_at_1_std": -0.145863, "nauc_precision_at_1_diff1": 0.475202, "nauc_precision_at_3_max": 0.203463, "nauc_precision_at_3_std": -0.108257, "nauc_precision_at_3_diff1": 0.238271, "nauc_precision_at_5_max": 0.149686, "nauc_precision_at_5_std": -0.095208, "nauc_precision_at_5_diff1": 0.194032, "nauc_precision_at_10_max": 0.166928, "nauc_precision_at_10_std": -0.080802, "nauc_precision_at_10_diff1": 0.134498, "nauc_precision_at_20_max": 0.195624, "nauc_precision_at_20_std": -0.057064, "nauc_precision_at_20_diff1": 0.11587, "nauc_precision_at_100_max": 0.170741, "nauc_precision_at_100_std": -0.025487, "nauc_precision_at_100_diff1": 0.018418, "nauc_precision_at_1000_max": 0.107529, "nauc_precision_at_1000_std": -0.069561, "nauc_precision_at_1000_diff1": -0.016957, "nauc_mrr_at_1_max": 0.131382, "nauc_mrr_at_1_std": -0.145863, "nauc_mrr_at_1_diff1": 0.475202, "nauc_mrr_at_3_max": 0.175881, "nauc_mrr_at_3_std": -0.131986, "nauc_mrr_at_3_diff1": 0.441294, "nauc_mrr_at_5_max": 0.179036, "nauc_mrr_at_5_std": -0.109767, "nauc_mrr_at_5_diff1": 0.432794, "nauc_mrr_at_10_max": 0.172278, "nauc_mrr_at_10_std": -0.119899, "nauc_mrr_at_10_diff1": 0.438771, "nauc_mrr_at_20_max": 0.174066, "nauc_mrr_at_20_std": -0.118265, "nauc_mrr_at_20_diff1": 0.439708, "nauc_mrr_at_100_max": 0.173753, "nauc_mrr_at_100_std": -0.119299, "nauc_mrr_at_100_diff1": 0.440184, "nauc_mrr_at_1000_max": 0.173771, "nauc_mrr_at_1000_std": -0.119292, "nauc_mrr_at_1000_diff1": 0.440317, "hit_rate_at_1": 0.48113, "hit_rate_at_3": 0.69182, "hit_rate_at_5": 0.76415, "hit_rate_at_10": 0.88679, "hit_rate_at_20": 0.91824, "hit_rate_at_100": 0.97799, "hit_rate_at_1000": 1.0, "main_score": 0.51211, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.47642, "ndcg_at_3": 0.4857, "ndcg_at_5": 0.49657, "ndcg_at_10": 0.52416, "ndcg_at_20": 0.55293, "ndcg_at_100": 0.61766, "ndcg_at_1000": 0.64397, "map_at_1": 0.19219, "map_at_3": 0.30397, "map_at_5": 0.34351, "map_at_10": 0.38751, "map_at_20": 0.41451, "map_at_100": 0.44013, "map_at_1000": 0.44411, "recall_at_1": 0.19219, "recall_at_3": 0.36333, "recall_at_5": 0.45014, "recall_at_10": 0.57403, "recall_at_20": 0.68309, "recall_at_100": 0.89305, "recall_at_1000": 0.99988, "accuracy": 0.19219, "precision_at_1": 0.5, "precision_at_3": 0.37002, "precision_at_5": 0.30126, "precision_at_10": 0.21509, "precision_at_20": 0.14167, "precision_at_100": 0.04428, "precision_at_1000": 0.00544, "mrr_at_1": 0.5, "mrr_at_3": 0.596436, "mrr_at_5": 0.613732, "mrr_at_10": 0.624495, "mrr_at_20": 0.627761, "mrr_at_100": 0.629252, "mrr_at_1000": 0.629349, "nauc_ndcg_at_1_max": 0.189799, "nauc_ndcg_at_1_std": -0.078589, "nauc_ndcg_at_1_diff1": 0.411289, "nauc_ndcg_at_3_max": 0.178902, "nauc_ndcg_at_3_std": -0.091154, "nauc_ndcg_at_3_diff1": 0.375783, "nauc_ndcg_at_5_max": 0.146063, "nauc_ndcg_at_5_std": -0.081321, "nauc_ndcg_at_5_diff1": 0.368466, "nauc_ndcg_at_10_max": 0.117946, "nauc_ndcg_at_10_std": -0.108276, "nauc_ndcg_at_10_diff1": 0.352007, "nauc_ndcg_at_20_max": 0.109454, "nauc_ndcg_at_20_std": -0.110742, "nauc_ndcg_at_20_diff1": 0.358161, "nauc_ndcg_at_100_max": 0.146366, "nauc_ndcg_at_100_std": -0.083335, "nauc_ndcg_at_100_diff1": 0.358464, "nauc_ndcg_at_1000_max": 0.15908, "nauc_ndcg_at_1000_std": -0.086251, "nauc_ndcg_at_1000_diff1": 0.372737, "nauc_map_at_1_max": 0.015629, "nauc_map_at_1_std": -0.057848, "nauc_map_at_1_diff1": 0.407039, "nauc_map_at_3_max": 0.061469, "nauc_map_at_3_std": -0.081922, "nauc_map_at_3_diff1": 0.36915, "nauc_map_at_5_max": 0.058579, "nauc_map_at_5_std": -0.086463, "nauc_map_at_5_diff1": 0.353348, "nauc_map_at_10_max": 0.06049, "nauc_map_at_10_std": -0.105354, "nauc_map_at_10_diff1": 0.340465, "nauc_map_at_20_max": 0.071699, "nauc_map_at_20_std": -0.110943, "nauc_map_at_20_diff1": 0.346377, "nauc_map_at_100_max": 0.090102, "nauc_map_at_100_std": -0.103158, "nauc_map_at_100_diff1": 0.341184, "nauc_map_at_1000_max": 0.091591, "nauc_map_at_1000_std": -0.103714, "nauc_map_at_1000_diff1": 0.342192, "nauc_recall_at_1_max": 0.015629, "nauc_recall_at_1_std": -0.057848, "nauc_recall_at_1_diff1": 0.407039, "nauc_recall_at_3_max": 0.064341, "nauc_recall_at_3_std": -0.072648, "nauc_recall_at_3_diff1": 0.314454, "nauc_recall_at_5_max": 0.048003, "nauc_recall_at_5_std": -0.0603, "nauc_recall_at_5_diff1": 0.283656, "nauc_recall_at_10_max": -0.021447, "nauc_recall_at_10_std": -0.133237, "nauc_recall_at_10_diff1": 0.21407, "nauc_recall_at_20_max": -0.031085, "nauc_recall_at_20_std": -0.151062, "nauc_recall_at_20_diff1": 0.202199, "nauc_recall_at_100_max": 0.031818, "nauc_recall_at_100_std": -0.018632, "nauc_recall_at_100_diff1": 0.150746, "nauc_recall_at_1000_max": -1.73454, "nauc_recall_at_1000_std": 0.554133, "nauc_recall_at_1000_diff1": -1.73454, "nauc_precision_at_1_max": 0.184502, "nauc_precision_at_1_std": -0.096683, "nauc_precision_at_1_diff1": 0.406919, "nauc_precision_at_3_max": 0.20552, "nauc_precision_at_3_std": -0.081664, "nauc_precision_at_3_diff1": 0.157017, "nauc_precision_at_5_max": 0.153046, "nauc_precision_at_5_std": -0.061819, "nauc_precision_at_5_diff1": 0.077202, "nauc_precision_at_10_max": 0.138159, "nauc_precision_at_10_std": -0.073337, "nauc_precision_at_10_diff1": 0.016992, "nauc_precision_at_20_max": 0.146936, "nauc_precision_at_20_std": -0.051712, "nauc_precision_at_20_diff1": -0.013929, "nauc_precision_at_100_max": 0.163096, "nauc_precision_at_100_std": 0.036767, "nauc_precision_at_100_diff1": -0.07656, "nauc_precision_at_1000_max": 0.142698, "nauc_precision_at_1000_std": 0.025233, "nauc_precision_at_1000_diff1": -0.065769, "nauc_mrr_at_1_max": 0.184502, "nauc_mrr_at_1_std": -0.096683, "nauc_mrr_at_1_diff1": 0.406919, "nauc_mrr_at_3_max": 0.225779, "nauc_mrr_at_3_std": -0.05684, "nauc_mrr_at_3_diff1": 0.390865, "nauc_mrr_at_5_max": 0.218164, "nauc_mrr_at_5_std": -0.053387, "nauc_mrr_at_5_diff1": 0.386998, "nauc_mrr_at_10_max": 0.21175, "nauc_mrr_at_10_std": -0.063855, "nauc_mrr_at_10_diff1": 0.388333, "nauc_mrr_at_20_max": 0.211739, "nauc_mrr_at_20_std": -0.063368, "nauc_mrr_at_20_diff1": 0.390395, "nauc_mrr_at_100_max": 0.211915, "nauc_mrr_at_100_std": -0.063518, "nauc_mrr_at_100_diff1": 0.390864, "nauc_mrr_at_1000_max": 0.211697, "nauc_mrr_at_1000_std": -0.063648, "nauc_mrr_at_1000_diff1": 0.390822, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.70755, "hit_rate_at_5": 0.7956, "hit_rate_at_10": 0.8805, "hit_rate_at_20": 0.92453, "hit_rate_at_100": 0.98113, "hit_rate_at_1000": 1.0, "main_score": 0.52416, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.57233, "ndcg_at_3": 0.58288, "ndcg_at_5": 0.5787, "ndcg_at_10": 0.60595, "ndcg_at_20": 0.63422, "ndcg_at_100": 0.68962, "ndcg_at_1000": 0.70923, "map_at_1": 0.23723, "map_at_3": 0.37414, "map_at_5": 0.41602, "map_at_10": 0.46447, "map_at_20": 0.49561, "map_at_100": 0.52107, "map_at_1000": 0.52457, "recall_at_1": 0.23723, "recall_at_3": 0.43774, "recall_at_5": 0.5151, "recall_at_10": 0.64505, "recall_at_20": 0.7572, "recall_at_100": 0.92796, "recall_at_1000": 0.99988, "accuracy": 0.23723, "precision_at_1": 0.60063, "precision_at_3": 0.4434, "precision_at_5": 0.34277, "precision_at_10": 0.24497, "precision_at_20": 0.16085, "precision_at_100": 0.04651, "precision_at_1000": 0.00544, "mrr_at_1": 0.600629, "mrr_at_3": 0.70021, "mrr_at_5": 0.713417, "mrr_at_10": 0.721751, "mrr_at_20": 0.723962, "mrr_at_100": 0.724748, "mrr_at_1000": 0.724776, "nauc_ndcg_at_1_max": 0.161184, "nauc_ndcg_at_1_std": 0.003584, "nauc_ndcg_at_1_diff1": 0.384885, "nauc_ndcg_at_3_max": 0.144649, "nauc_ndcg_at_3_std": -0.018737, "nauc_ndcg_at_3_diff1": 0.308588, "nauc_ndcg_at_5_max": 0.125471, "nauc_ndcg_at_5_std": -0.00202, "nauc_ndcg_at_5_diff1": 0.316294, "nauc_ndcg_at_10_max": 0.13931, "nauc_ndcg_at_10_std": -0.011434, "nauc_ndcg_at_10_diff1": 0.325668, "nauc_ndcg_at_20_max": 0.12897, "nauc_ndcg_at_20_std": -0.014122, "nauc_ndcg_at_20_diff1": 0.347858, "nauc_ndcg_at_100_max": 0.160536, "nauc_ndcg_at_100_std": 0.004715, "nauc_ndcg_at_100_diff1": 0.343046, "nauc_ndcg_at_1000_max": 0.160443, "nauc_ndcg_at_1000_std": -8.9e-05, "nauc_ndcg_at_1000_diff1": 0.341916, "nauc_map_at_1_max": -0.003165, "nauc_map_at_1_std": -0.009735, "nauc_map_at_1_diff1": 0.33014, "nauc_map_at_3_max": 0.028608, "nauc_map_at_3_std": -0.03058, "nauc_map_at_3_diff1": 0.27243, "nauc_map_at_5_max": 0.032572, "nauc_map_at_5_std": -0.015139, "nauc_map_at_5_diff1": 0.271053, "nauc_map_at_10_max": 0.06401, "nauc_map_at_10_std": -0.018952, "nauc_map_at_10_diff1": 0.276193, "nauc_map_at_20_max": 0.069887, "nauc_map_at_20_std": -0.028376, "nauc_map_at_20_diff1": 0.290405, "nauc_map_at_100_max": 0.082378, "nauc_map_at_100_std": -0.026027, "nauc_map_at_100_diff1": 0.285035, "nauc_map_at_1000_max": 0.082915, "nauc_map_at_1000_std": -0.02644, "nauc_map_at_1000_diff1": 0.284801, "nauc_recall_at_1_max": -0.003165, "nauc_recall_at_1_std": -0.009735, "nauc_recall_at_1_diff1": 0.33014, "nauc_recall_at_3_max": 0.019743, "nauc_recall_at_3_std": -0.029638, "nauc_recall_at_3_diff1": 0.225693, "nauc_recall_at_5_max": 0.009472, "nauc_recall_at_5_std": 0.006462, "nauc_recall_at_5_diff1": 0.219959, "nauc_recall_at_10_max": 0.041866, "nauc_recall_at_10_std": -0.024605, "nauc_recall_at_10_diff1": 0.203984, "nauc_recall_at_20_max": 0.017192, "nauc_recall_at_20_std": -0.057998, "nauc_recall_at_20_diff1": 0.236889, "nauc_recall_at_100_max": 0.138718, "nauc_recall_at_100_std": 0.054317, "nauc_recall_at_100_diff1": 0.226032, "nauc_recall_at_1000_max": -1.73454, "nauc_recall_at_1000_std": 0.35826, "nauc_recall_at_1000_diff1": -1.73454, "nauc_precision_at_1_max": 0.193523, "nauc_precision_at_1_std": 0.022336, "nauc_precision_at_1_diff1": 0.369937, "nauc_precision_at_3_max": 0.191241, "nauc_precision_at_3_std": -0.006663, "nauc_precision_at_3_diff1": 0.073437, "nauc_precision_at_5_max": 0.174167, "nauc_precision_at_5_std": 0.021077, "nauc_precision_at_5_diff1": 0.051626, "nauc_precision_at_10_max": 0.188522, "nauc_precision_at_10_std": 0.001085, "nauc_precision_at_10_diff1": 0.007081, "nauc_precision_at_20_max": 0.135631, "nauc_precision_at_20_std": -0.034507, "nauc_precision_at_20_diff1": -0.005444, "nauc_precision_at_100_max": 0.115247, "nauc_precision_at_100_std": -0.004283, "nauc_precision_at_100_diff1": -0.096755, "nauc_precision_at_1000_max": 0.080422, "nauc_precision_at_1000_std": -0.02336, "nauc_precision_at_1000_diff1": -0.11609, "nauc_mrr_at_1_max": 0.193523, "nauc_mrr_at_1_std": 0.022336, "nauc_mrr_at_1_diff1": 0.369937, "nauc_mrr_at_3_max": 0.253658, "nauc_mrr_at_3_std": 0.051372, "nauc_mrr_at_3_diff1": 0.395493, "nauc_mrr_at_5_max": 0.240382, "nauc_mrr_at_5_std": 0.058062, "nauc_mrr_at_5_diff1": 0.394799, "nauc_mrr_at_10_max": 0.23854, "nauc_mrr_at_10_std": 0.052134, "nauc_mrr_at_10_diff1": 0.393862, "nauc_mrr_at_20_max": 0.235869, "nauc_mrr_at_20_std": 0.049868, "nauc_mrr_at_20_diff1": 0.394236, "nauc_mrr_at_100_max": 0.236655, "nauc_mrr_at_100_std": 0.050222, "nauc_mrr_at_100_diff1": 0.393781, "nauc_mrr_at_1000_max": 0.236562, "nauc_mrr_at_1000_std": 0.050184, "nauc_mrr_at_1000_diff1": 0.393741, "hit_rate_at_1": 0.60063, "hit_rate_at_3": 0.8239, "hit_rate_at_5": 0.86792, "hit_rate_at_10": 0.93396, "hit_rate_at_20": 0.96541, "hit_rate_at_100": 0.99686, "hit_rate_at_1000": 1.0, "main_score": 0.60595, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.47013, "ndcg_at_3": 0.47749, "ndcg_at_5": 0.4815, "ndcg_at_10": 0.50079, "ndcg_at_20": 0.53304, "ndcg_at_100": 0.5981, "ndcg_at_1000": 0.6279, "map_at_1": 0.18176, "map_at_3": 0.28848, "map_at_5": 0.32589, "map_at_10": 0.36471, "map_at_20": 0.39177, "map_at_100": 0.417, "map_at_1000": 0.42136, "recall_at_1": 0.18176, "recall_at_3": 0.35482, "recall_at_5": 0.43624, "recall_at_10": 0.54212, "recall_at_20": 0.66262, "recall_at_100": 0.87459, "recall_at_1000": 0.99949, "accuracy": 0.18176, "precision_at_1": 0.49371, "precision_at_3": 0.37212, "precision_at_5": 0.29434, "precision_at_10": 0.20597, "precision_at_20": 0.13805, "precision_at_100": 0.04327, "precision_at_1000": 0.00543, "mrr_at_1": 0.493711, "mrr_at_3": 0.593816, "mrr_at_5": 0.605451, "mrr_at_10": 0.617428, "mrr_at_20": 0.621586, "mrr_at_100": 0.623147, "mrr_at_1000": 0.623287, "nauc_ndcg_at_1_max": 0.222259, "nauc_ndcg_at_1_std": 0.021306, "nauc_ndcg_at_1_diff1": 0.320941, "nauc_ndcg_at_3_max": 0.202242, "nauc_ndcg_at_3_std": 0.008539, "nauc_ndcg_at_3_diff1": 0.298887, "nauc_ndcg_at_5_max": 0.187429, "nauc_ndcg_at_5_std": -0.010699, "nauc_ndcg_at_5_diff1": 0.311428, "nauc_ndcg_at_10_max": 0.175786, "nauc_ndcg_at_10_std": -0.009818, "nauc_ndcg_at_10_diff1": 0.296788, "nauc_ndcg_at_20_max": 0.174926, "nauc_ndcg_at_20_std": -0.00112, "nauc_ndcg_at_20_diff1": 0.307277, "nauc_ndcg_at_100_max": 0.198494, "nauc_ndcg_at_100_std": 0.004118, "nauc_ndcg_at_100_diff1": 0.289082, "nauc_ndcg_at_1000_max": 0.215335, "nauc_ndcg_at_1000_std": 0.003055, "nauc_ndcg_at_1000_diff1": 0.300627, "nauc_map_at_1_max": 0.122657, "nauc_map_at_1_std": 0.051422, "nauc_map_at_1_diff1": 0.373031, "nauc_map_at_3_max": 0.130945, "nauc_map_at_3_std": 0.026792, "nauc_map_at_3_diff1": 0.319194, "nauc_map_at_5_max": 0.123171, "nauc_map_at_5_std": 0.001058, "nauc_map_at_5_diff1": 0.308212, "nauc_map_at_10_max": 0.133507, "nauc_map_at_10_std": -0.005454, "nauc_map_at_10_diff1": 0.291509, "nauc_map_at_20_max": 0.144044, "nauc_map_at_20_std": -0.012729, "nauc_map_at_20_diff1": 0.301216, "nauc_map_at_100_max": 0.158678, "nauc_map_at_100_std": -0.009152, "nauc_map_at_100_diff1": 0.289361, "nauc_map_at_1000_max": 0.161722, "nauc_map_at_1000_std": -0.008957, "nauc_map_at_1000_diff1": 0.289987, "nauc_recall_at_1_max": 0.122657, "nauc_recall_at_1_std": 0.051422, "nauc_recall_at_1_diff1": 0.373031, "nauc_recall_at_3_max": 0.082208, "nauc_recall_at_3_std": 0.00671, "nauc_recall_at_3_diff1": 0.260409, "nauc_recall_at_5_max": 0.061677, "nauc_recall_at_5_std": -0.035997, "nauc_recall_at_5_diff1": 0.22999, "nauc_recall_at_10_max": 0.053392, "nauc_recall_at_10_std": -0.042696, "nauc_recall_at_10_diff1": 0.185754, "nauc_recall_at_20_max": 0.064609, "nauc_recall_at_20_std": -0.022622, "nauc_recall_at_20_diff1": 0.186352, "nauc_recall_at_100_max": 0.086771, "nauc_recall_at_100_std": 0.021056, "nauc_recall_at_100_diff1": 0.10992, "nauc_recall_at_1000_max": 0.081311, "nauc_recall_at_1000_std": 0.86919, "nauc_recall_at_1000_diff1": -0.846168, "nauc_precision_at_1_max": 0.223128, "nauc_precision_at_1_std": 0.029456, "nauc_precision_at_1_diff1": 0.30613, "nauc_precision_at_3_max": 0.195038, "nauc_precision_at_3_std": -0.009046, "nauc_precision_at_3_diff1": 0.111285, "nauc_precision_at_5_max": 0.168904, "nauc_precision_at_5_std": -0.033811, "nauc_precision_at_5_diff1": 0.065591, "nauc_precision_at_10_max": 0.163334, "nauc_precision_at_10_std": -0.046842, "nauc_precision_at_10_diff1": -0.005609, "nauc_precision_at_20_max": 0.172044, "nauc_precision_at_20_std": -0.053242, "nauc_precision_at_20_diff1": -0.004711, "nauc_precision_at_100_max": 0.154695, "nauc_precision_at_100_std": -0.018161, "nauc_precision_at_100_diff1": -0.092985, "nauc_precision_at_1000_max": 0.127401, "nauc_precision_at_1000_std": -0.032208, "nauc_precision_at_1000_diff1": -0.077232, "nauc_mrr_at_1_max": 0.223128, "nauc_mrr_at_1_std": 0.029456, "nauc_mrr_at_1_diff1": 0.30613, "nauc_mrr_at_3_max": 0.248189, "nauc_mrr_at_3_std": 0.042758, "nauc_mrr_at_3_diff1": 0.294713, "nauc_mrr_at_5_max": 0.249069, "nauc_mrr_at_5_std": 0.035972, "nauc_mrr_at_5_diff1": 0.292333, "nauc_mrr_at_10_max": 0.242857, "nauc_mrr_at_10_std": 0.030429, "nauc_mrr_at_10_diff1": 0.295982, "nauc_mrr_at_20_max": 0.24424, "nauc_mrr_at_20_std": 0.033084, "nauc_mrr_at_20_diff1": 0.296019, "nauc_mrr_at_100_max": 0.244864, "nauc_mrr_at_100_std": 0.033243, "nauc_mrr_at_100_diff1": 0.296228, "nauc_mrr_at_1000_max": 0.24463, "nauc_mrr_at_1000_std": 0.033147, "nauc_mrr_at_1000_diff1": 0.296177, "hit_rate_at_1": 0.49371, "hit_rate_at_3": 0.72642, "hit_rate_at_5": 0.78302, "hit_rate_at_10": 0.85849, "hit_rate_at_20": 0.91509, "hit_rate_at_100": 0.98428, "hit_rate_at_1000": 1.0, "main_score": 0.50079, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.48585, "ndcg_at_3": 0.46145, "ndcg_at_5": 0.47715, "ndcg_at_10": 0.5126, "ndcg_at_20": 0.54022, "ndcg_at_100": 0.60544, "ndcg_at_1000": 0.63364, "map_at_1": 0.18965, "map_at_3": 0.28841, "map_at_5": 0.32603, "map_at_10": 0.37334, "map_at_20": 0.39815, "map_at_100": 0.42377, "map_at_1000": 0.42804, "recall_at_1": 0.18965, "recall_at_3": 0.33369, "recall_at_5": 0.42361, "recall_at_10": 0.57086, "recall_at_20": 0.6773, "recall_at_100": 0.8853, "recall_at_1000": 0.99974, "accuracy": 0.18965, "precision_at_1": 0.51258, "precision_at_3": 0.34486, "precision_at_5": 0.28742, "precision_at_10": 0.21352, "precision_at_20": 0.13852, "precision_at_100": 0.04346, "precision_at_1000": 0.00544, "mrr_at_1": 0.512579, "mrr_at_3": 0.591195, "mrr_at_5": 0.615723, "mrr_at_10": 0.629628, "mrr_at_20": 0.63295, "mrr_at_100": 0.633937, "mrr_at_1000": 0.634035, "nauc_ndcg_at_1_max": 0.165232, "nauc_ndcg_at_1_std": -0.016844, "nauc_ndcg_at_1_diff1": 0.412345, "nauc_ndcg_at_3_max": 0.16007, "nauc_ndcg_at_3_std": -0.052993, "nauc_ndcg_at_3_diff1": 0.381925, "nauc_ndcg_at_5_max": 0.164216, "nauc_ndcg_at_5_std": -0.04717, "nauc_ndcg_at_5_diff1": 0.370238, "nauc_ndcg_at_10_max": 0.154397, "nauc_ndcg_at_10_std": -0.031174, "nauc_ndcg_at_10_diff1": 0.345564, "nauc_ndcg_at_20_max": 0.145484, "nauc_ndcg_at_20_std": -0.051795, "nauc_ndcg_at_20_diff1": 0.345091, "nauc_ndcg_at_100_max": 0.18675, "nauc_ndcg_at_100_std": -0.019163, "nauc_ndcg_at_100_diff1": 0.354757, "nauc_ndcg_at_1000_max": 0.183931, "nauc_ndcg_at_1000_std": -0.039566, "nauc_ndcg_at_1000_diff1": 0.37447, "nauc_map_at_1_max": 0.053468, "nauc_map_at_1_std": -0.039462, "nauc_map_at_1_diff1": 0.357402, "nauc_map_at_3_max": 0.065647, "nauc_map_at_3_std": -0.082752, "nauc_map_at_3_diff1": 0.30919, "nauc_map_at_5_max": 0.07978, "nauc_map_at_5_std": -0.073907, "nauc_map_at_5_diff1": 0.298711, "nauc_map_at_10_max": 0.09834, "nauc_map_at_10_std": -0.061886, "nauc_map_at_10_diff1": 0.297642, "nauc_map_at_20_max": 0.109343, "nauc_map_at_20_std": -0.071855, "nauc_map_at_20_diff1": 0.308983, "nauc_map_at_100_max": 0.133829, "nauc_map_at_100_std": -0.055725, "nauc_map_at_100_diff1": 0.30979, "nauc_map_at_1000_max": 0.134392, "nauc_map_at_1000_std": -0.057723, "nauc_map_at_1000_diff1": 0.311969, "nauc_recall_at_1_max": 0.053468, "nauc_recall_at_1_std": -0.039462, "nauc_recall_at_1_diff1": 0.357402, "nauc_recall_at_3_max": 0.048831, "nauc_recall_at_3_std": -0.08583, "nauc_recall_at_3_diff1": 0.276183, "nauc_recall_at_5_max": 0.058812, "nauc_recall_at_5_std": -0.06611, "nauc_recall_at_5_diff1": 0.22934, "nauc_recall_at_10_max": 0.043833, "nauc_recall_at_10_std": -0.018519, "nauc_recall_at_10_diff1": 0.174394, "nauc_recall_at_20_max": 0.029655, "nauc_recall_at_20_std": -0.062705, "nauc_recall_at_20_diff1": 0.158376, "nauc_recall_at_100_max": 0.171638, "nauc_recall_at_100_std": 0.138147, "nauc_recall_at_100_diff1": 0.124832, "nauc_recall_at_1000_max": 0.356515, "nauc_recall_at_1000_std": 0.524928, "nauc_recall_at_1000_diff1": -0.403969, "nauc_precision_at_1_max": 0.178594, "nauc_precision_at_1_std": -0.008738, "nauc_precision_at_1_diff1": 0.400013, "nauc_precision_at_3_max": 0.18575, "nauc_precision_at_3_std": -0.028604, "nauc_precision_at_3_diff1": 0.217337, "nauc_precision_at_5_max": 0.206531, "nauc_precision_at_5_std": -0.001665, "nauc_precision_at_5_diff1": 0.160384, "nauc_precision_at_10_max": 0.200616, "nauc_precision_at_10_std": 0.023697, "nauc_precision_at_10_diff1": 0.094512, "nauc_precision_at_20_max": 0.1972, "nauc_precision_at_20_std": -0.003098, "nauc_precision_at_20_diff1": 0.083967, "nauc_precision_at_100_max": 0.190523, "nauc_precision_at_100_std": 0.067671, "nauc_precision_at_100_diff1": 0.02516, "nauc_precision_at_1000_max": 0.11283, "nauc_precision_at_1000_std": 0.010994, "nauc_precision_at_1000_diff1": 0.02229, "nauc_mrr_at_1_max": 0.178594, "nauc_mrr_at_1_std": -0.008738, "nauc_mrr_at_1_diff1": 0.400013, "nauc_mrr_at_3_max": 0.203416, "nauc_mrr_at_3_std": -0.019953, "nauc_mrr_at_3_diff1": 0.399435, "nauc_mrr_at_5_max": 0.210695, "nauc_mrr_at_5_std": -0.010814, "nauc_mrr_at_5_diff1": 0.399508, "nauc_mrr_at_10_max": 0.209645, "nauc_mrr_at_10_std": -0.011697, "nauc_mrr_at_10_diff1": 0.405973, "nauc_mrr_at_20_max": 0.207411, "nauc_mrr_at_20_std": -0.013087, "nauc_mrr_at_20_diff1": 0.404239, "nauc_mrr_at_100_max": 0.20687, "nauc_mrr_at_100_std": -0.013078, "nauc_mrr_at_100_diff1": 0.404328, "nauc_mrr_at_1000_max": 0.206738, "nauc_mrr_at_1000_std": -0.013261, "nauc_mrr_at_1000_diff1": 0.404238, "hit_rate_at_1": 0.51258, "hit_rate_at_3": 0.67925, "hit_rate_at_5": 0.79245, "hit_rate_at_10": 0.89308, "hit_rate_at_20": 0.94025, "hit_rate_at_100": 0.98428, "hit_rate_at_1000": 1.0, "main_score": 0.5126, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.47799, "ndcg_at_3": 0.48045, "ndcg_at_5": 0.49331, "ndcg_at_10": 0.52473, "ndcg_at_20": 0.55225, "ndcg_at_100": 0.61417, "ndcg_at_1000": 0.64192, "map_at_1": 0.183, "map_at_3": 0.29685, "map_at_5": 0.33815, "map_at_10": 0.38339, "map_at_20": 0.40971, "map_at_100": 0.43397, "map_at_1000": 0.43812, "recall_at_1": 0.183, "recall_at_3": 0.35919, "recall_at_5": 0.45139, "recall_at_10": 0.58045, "recall_at_20": 0.68613, "recall_at_100": 0.88857, "recall_at_1000": 0.99964, "accuracy": 0.183, "precision_at_1": 0.5, "precision_at_3": 0.36688, "precision_at_5": 0.29937, "precision_at_10": 0.21761, "precision_at_20": 0.14072, "precision_at_100": 0.04368, "precision_at_1000": 0.00544, "mrr_at_1": 0.5, "mrr_at_3": 0.602725, "mrr_at_5": 0.622537, "mrr_at_10": 0.632683, "mrr_at_20": 0.635404, "mrr_at_100": 0.636911, "mrr_at_1000": 0.637051, "nauc_ndcg_at_1_max": 0.166427, "nauc_ndcg_at_1_std": -0.121667, "nauc_ndcg_at_1_diff1": 0.496504, "nauc_ndcg_at_3_max": 0.161252, "nauc_ndcg_at_3_std": -0.100308, "nauc_ndcg_at_3_diff1": 0.392748, "nauc_ndcg_at_5_max": 0.13463, "nauc_ndcg_at_5_std": -0.111917, "nauc_ndcg_at_5_diff1": 0.391792, "nauc_ndcg_at_10_max": 0.115407, "nauc_ndcg_at_10_std": -0.107092, "nauc_ndcg_at_10_diff1": 0.369905, "nauc_ndcg_at_20_max": 0.106937, "nauc_ndcg_at_20_std": -0.107241, "nauc_ndcg_at_20_diff1": 0.356522, "nauc_ndcg_at_100_max": 0.155579, "nauc_ndcg_at_100_std": -0.079547, "nauc_ndcg_at_100_diff1": 0.364741, "nauc_ndcg_at_1000_max": 0.169472, "nauc_ndcg_at_1000_std": -0.098332, "nauc_ndcg_at_1000_diff1": 0.395675, "nauc_map_at_1_max": 0.02369, "nauc_map_at_1_std": -0.0928, "nauc_map_at_1_diff1": 0.482134, "nauc_map_at_3_max": 0.064012, "nauc_map_at_3_std": -0.089816, "nauc_map_at_3_diff1": 0.375606, "nauc_map_at_5_max": 0.06979, "nauc_map_at_5_std": -0.092851, "nauc_map_at_5_diff1": 0.361311, "nauc_map_at_10_max": 0.069733, "nauc_map_at_10_std": -0.107241, "nauc_map_at_10_diff1": 0.35057, "nauc_map_at_20_max": 0.084133, "nauc_map_at_20_std": -0.110817, "nauc_map_at_20_diff1": 0.345343, "nauc_map_at_100_max": 0.107494, "nauc_map_at_100_std": -0.100576, "nauc_map_at_100_diff1": 0.341463, "nauc_map_at_1000_max": 0.109598, "nauc_map_at_1000_std": -0.102907, "nauc_map_at_1000_diff1": 0.344415, "nauc_recall_at_1_max": 0.02369, "nauc_recall_at_1_std": -0.0928, "nauc_recall_at_1_diff1": 0.482134, "nauc_recall_at_3_max": 0.039562, "nauc_recall_at_3_std": -0.08045, "nauc_recall_at_3_diff1": 0.284224, "nauc_recall_at_5_max": 0.022894, "nauc_recall_at_5_std": -0.077564, "nauc_recall_at_5_diff1": 0.252481, "nauc_recall_at_10_max": -0.030236, "nauc_recall_at_10_std": -0.09926, "nauc_recall_at_10_diff1": 0.182821, "nauc_recall_at_20_max": -0.060966, "nauc_recall_at_20_std": -0.13187, "nauc_recall_at_20_diff1": 0.112348, "nauc_recall_at_100_max": 0.050223, "nauc_recall_at_100_std": 0.072826, "nauc_recall_at_100_diff1": 0.010981, "nauc_recall_at_1000_max": -0.69259, "nauc_recall_at_1000_std": 0.488842, "nauc_recall_at_1000_diff1": -1.73454, "nauc_precision_at_1_max": 0.168065, "nauc_precision_at_1_std": -0.129095, "nauc_precision_at_1_diff1": 0.490758, "nauc_precision_at_3_max": 0.19237, "nauc_precision_at_3_std": -0.046049, "nauc_precision_at_3_diff1": 0.137147, "nauc_precision_at_5_max": 0.1688, "nauc_precision_at_5_std": -0.071057, "nauc_precision_at_5_diff1": 0.082459, "nauc_precision_at_10_max": 0.155651, "nauc_precision_at_10_std": -0.067463, "nauc_precision_at_10_diff1": 0.026288, "nauc_precision_at_20_max": 0.177959, "nauc_precision_at_20_std": -0.049572, "nauc_precision_at_20_diff1": -0.014878, "nauc_precision_at_100_max": 0.194848, "nauc_precision_at_100_std": 0.009458, "nauc_precision_at_100_diff1": -0.061433, "nauc_precision_at_1000_max": 0.165701, "nauc_precision_at_1000_std": -0.026515, "nauc_precision_at_1000_diff1": -0.036122, "nauc_mrr_at_1_max": 0.168065, "nauc_mrr_at_1_std": -0.129095, "nauc_mrr_at_1_diff1": 0.490758, "nauc_mrr_at_3_max": 0.211246, "nauc_mrr_at_3_std": -0.066905, "nauc_mrr_at_3_diff1": 0.444637, "nauc_mrr_at_5_max": 0.201051, "nauc_mrr_at_5_std": -0.072979, "nauc_mrr_at_5_diff1": 0.448254, "nauc_mrr_at_10_max": 0.200298, "nauc_mrr_at_10_std": -0.077741, "nauc_mrr_at_10_diff1": 0.454869, "nauc_mrr_at_20_max": 0.19995, "nauc_mrr_at_20_std": -0.081035, "nauc_mrr_at_20_diff1": 0.454892, "nauc_mrr_at_100_max": 0.200634, "nauc_mrr_at_100_std": -0.080175, "nauc_mrr_at_100_diff1": 0.454869, "nauc_mrr_at_1000_max": 0.200381, "nauc_mrr_at_1000_std": -0.080281, "nauc_mrr_at_1000_diff1": 0.454954, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.72956, "hit_rate_at_5": 0.81132, "hit_rate_at_10": 0.88679, "hit_rate_at_20": 0.93082, "hit_rate_at_100": 0.98113, "hit_rate_at_1000": 1.0, "main_score": 0.52473, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 915.7315516471863, "kg_co2_emissions": null, "date": 1773075581.956097 }