{ "dataset_revision": "826e3bc829e01f5a088d0435114200bce6058af8", "task_name": "Vidore3NuclearRetrieval.v2", "mteb_version": "2.10.6", "scores": { "test": [ { "ndcg_at_1": 0.30271, "ndcg_at_3": 0.2982, "ndcg_at_5": 0.30374, "ndcg_at_10": 0.33388, "ndcg_at_20": 0.37314, "ndcg_at_100": 0.44486, "ndcg_at_1000": 0.48879, "map_at_1": 0.1147, "map_at_3": 0.17991, "map_at_5": 0.20302, "map_at_10": 0.23077, "map_at_20": 0.25141, "map_at_100": 0.27195, "map_at_1000": 0.27621, "recall_at_1": 0.1147, "recall_at_3": 0.22675, "recall_at_5": 0.28467, "recall_at_10": 0.39831, "recall_at_20": 0.51043, "recall_at_100": 0.75958, "recall_at_1000": 0.97473, "accuracy": 0.1147, "precision_at_1": 0.3253, "precision_at_3": 0.23795, "precision_at_5": 0.19036, "precision_at_10": 0.13976, "precision_at_20": 0.09593, "precision_at_100": 0.03259, "precision_at_1000": 0.00456, "mrr_at_1": 0.325301, "mrr_at_3": 0.414157, "mrr_at_5": 0.429518, "mrr_at_10": 0.444954, "mrr_at_20": 0.45058, "mrr_at_100": 0.453896, "mrr_at_1000": 0.454227, "nauc_ndcg_at_1_max": -0.065936, "nauc_ndcg_at_1_std": -0.213032, "nauc_ndcg_at_1_diff1": 0.305643, "nauc_ndcg_at_3_max": -0.029429, "nauc_ndcg_at_3_std": -0.154245, "nauc_ndcg_at_3_diff1": 0.226544, "nauc_ndcg_at_5_max": -0.033835, "nauc_ndcg_at_5_std": -0.16546, "nauc_ndcg_at_5_diff1": 0.225268, "nauc_ndcg_at_10_max": -0.030818, "nauc_ndcg_at_10_std": -0.161127, "nauc_ndcg_at_10_diff1": 0.266731, "nauc_ndcg_at_20_max": -0.02498, "nauc_ndcg_at_20_std": -0.140927, "nauc_ndcg_at_20_diff1": 0.262847, "nauc_ndcg_at_100_max": -0.017628, "nauc_ndcg_at_100_std": -0.100598, "nauc_ndcg_at_100_diff1": 0.246244, "nauc_ndcg_at_1000_max": -0.006691, "nauc_ndcg_at_1000_std": -0.10646, "nauc_ndcg_at_1000_diff1": 0.243031, "nauc_map_at_1_max": -0.058388, "nauc_map_at_1_std": -0.213658, "nauc_map_at_1_diff1": 0.235743, "nauc_map_at_3_max": -0.014241, "nauc_map_at_3_std": -0.153436, "nauc_map_at_3_diff1": 0.204166, "nauc_map_at_5_max": -0.016933, "nauc_map_at_5_std": -0.161518, "nauc_map_at_5_diff1": 0.208308, "nauc_map_at_10_max": -0.017887, "nauc_map_at_10_std": -0.155682, "nauc_map_at_10_diff1": 0.238933, "nauc_map_at_20_max": -0.015293, "nauc_map_at_20_std": -0.144317, "nauc_map_at_20_diff1": 0.246453, "nauc_map_at_100_max": -0.011107, "nauc_map_at_100_std": -0.125871, "nauc_map_at_100_diff1": 0.241422, "nauc_map_at_1000_max": -0.009477, "nauc_map_at_1000_std": -0.12436, "nauc_map_at_1000_diff1": 0.241498, "nauc_recall_at_1_max": -0.058388, "nauc_recall_at_1_std": -0.213658, "nauc_recall_at_1_diff1": 0.235743, "nauc_recall_at_3_max": -0.020435, "nauc_recall_at_3_std": -0.123413, "nauc_recall_at_3_diff1": 0.136491, "nauc_recall_at_5_max": -0.034436, "nauc_recall_at_5_std": -0.132995, "nauc_recall_at_5_diff1": 0.12563, "nauc_recall_at_10_max": -0.007935, "nauc_recall_at_10_std": -0.091089, "nauc_recall_at_10_diff1": 0.218986, "nauc_recall_at_20_max": 0.015537, "nauc_recall_at_20_std": -0.04434, "nauc_recall_at_20_diff1": 0.215794, "nauc_recall_at_100_max": 0.004598, "nauc_recall_at_100_std": 0.057902, "nauc_recall_at_100_diff1": 0.176814, "nauc_recall_at_1000_max": 0.27452, "nauc_recall_at_1000_std": 0.452342, "nauc_recall_at_1000_diff1": 0.441674, "nauc_precision_at_1_max": -0.066086, "nauc_precision_at_1_std": -0.20654, "nauc_precision_at_1_diff1": 0.326375, "nauc_precision_at_3_max": 0.031984, "nauc_precision_at_3_std": -0.058142, "nauc_precision_at_3_diff1": 0.205752, "nauc_precision_at_5_max": 0.026733, "nauc_precision_at_5_std": -0.056172, "nauc_precision_at_5_diff1": 0.195534, "nauc_precision_at_10_max": 0.023275, "nauc_precision_at_10_std": -0.012684, "nauc_precision_at_10_diff1": 0.212167, "nauc_precision_at_20_max": 0.014854, "nauc_precision_at_20_std": 0.02531, "nauc_precision_at_20_diff1": 0.157497, "nauc_precision_at_100_max": 0.049457, "nauc_precision_at_100_std": 0.143791, "nauc_precision_at_100_diff1": 0.022347, "nauc_precision_at_1000_max": 0.073492, "nauc_precision_at_1000_std": 0.129816, "nauc_precision_at_1000_diff1": -0.054206, "nauc_mrr_at_1_max": -0.066086, "nauc_mrr_at_1_std": -0.20654, "nauc_mrr_at_1_diff1": 0.326375, "nauc_mrr_at_3_max": -0.046, "nauc_mrr_at_3_std": -0.174699, "nauc_mrr_at_3_diff1": 0.296875, "nauc_mrr_at_5_max": -0.047705, "nauc_mrr_at_5_std": -0.166768, "nauc_mrr_at_5_diff1": 0.291285, "nauc_mrr_at_10_max": -0.042496, "nauc_mrr_at_10_std": -0.160822, "nauc_mrr_at_10_diff1": 0.297658, "nauc_mrr_at_20_max": -0.041074, "nauc_mrr_at_20_std": -0.160412, "nauc_mrr_at_20_diff1": 0.296471, "nauc_mrr_at_100_max": -0.041906, "nauc_mrr_at_100_std": -0.159937, "nauc_mrr_at_100_diff1": 0.296652, "nauc_mrr_at_1000_max": -0.041692, "nauc_mrr_at_1000_std": -0.160199, "nauc_mrr_at_1000_diff1": 0.29692, "hit_rate_at_1": 0.3253, "hit_rate_at_3": 0.52711, "hit_rate_at_5": 0.59337, "hit_rate_at_10": 0.71084, "hit_rate_at_20": 0.78614, "hit_rate_at_100": 0.9247, "hit_rate_at_1000": 0.99398, "main_score": 0.33388, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.30572, "ndcg_at_3": 0.30557, "ndcg_at_5": 0.3114, "ndcg_at_10": 0.3464, "ndcg_at_20": 0.38588, "ndcg_at_100": 0.45681, "ndcg_at_1000": 0.49865, "map_at_1": 0.11481, "map_at_3": 0.18688, "map_at_5": 0.2098, "map_at_10": 0.24197, "map_at_20": 0.26356, "map_at_100": 0.28451, "map_at_1000": 0.28856, "recall_at_1": 0.11481, "recall_at_3": 0.2379, "recall_at_5": 0.29356, "recall_at_10": 0.41579, "recall_at_20": 0.5249, "recall_at_100": 0.77476, "recall_at_1000": 0.97675, "accuracy": 0.11481, "precision_at_1": 0.32831, "precision_at_3": 0.23996, "precision_at_5": 0.19337, "precision_at_10": 0.14578, "precision_at_20": 0.10105, "precision_at_100": 0.03307, "precision_at_1000": 0.00456, "mrr_at_1": 0.328313, "mrr_at_3": 0.415663, "mrr_at_5": 0.431325, "mrr_at_10": 0.448974, "mrr_at_20": 0.454003, "mrr_at_100": 0.457263, "mrr_at_1000": 0.457534, "nauc_ndcg_at_1_max": -0.032123, "nauc_ndcg_at_1_std": -0.174981, "nauc_ndcg_at_1_diff1": 0.328561, "nauc_ndcg_at_3_max": -0.029092, "nauc_ndcg_at_3_std": -0.155793, "nauc_ndcg_at_3_diff1": 0.286441, "nauc_ndcg_at_5_max": -0.000666, "nauc_ndcg_at_5_std": -0.142504, "nauc_ndcg_at_5_diff1": 0.304616, "nauc_ndcg_at_10_max": -0.005575, "nauc_ndcg_at_10_std": -0.142502, "nauc_ndcg_at_10_diff1": 0.328374, "nauc_ndcg_at_20_max": 0.007298, "nauc_ndcg_at_20_std": -0.120631, "nauc_ndcg_at_20_diff1": 0.32648, "nauc_ndcg_at_100_max": 0.016962, "nauc_ndcg_at_100_std": -0.084764, "nauc_ndcg_at_100_diff1": 0.313612, "nauc_ndcg_at_1000_max": 0.015918, "nauc_ndcg_at_1000_std": -0.096853, "nauc_ndcg_at_1000_diff1": 0.308922, "nauc_map_at_1_max": -0.031107, "nauc_map_at_1_std": -0.184196, "nauc_map_at_1_diff1": 0.305357, "nauc_map_at_3_max": -0.025165, "nauc_map_at_3_std": -0.163557, "nauc_map_at_3_diff1": 0.264163, "nauc_map_at_5_max": -0.014485, "nauc_map_at_5_std": -0.159756, "nauc_map_at_5_diff1": 0.277358, "nauc_map_at_10_max": -0.018325, "nauc_map_at_10_std": -0.159089, "nauc_map_at_10_diff1": 0.298272, "nauc_map_at_20_max": -0.007837, "nauc_map_at_20_std": -0.141932, "nauc_map_at_20_diff1": 0.304529, "nauc_map_at_100_max": -0.00107, "nauc_map_at_100_std": -0.122575, "nauc_map_at_100_diff1": 0.298642, "nauc_map_at_1000_max": 0.000383, "nauc_map_at_1000_std": -0.121319, "nauc_map_at_1000_diff1": 0.299364, "nauc_recall_at_1_max": -0.031107, "nauc_recall_at_1_std": -0.184196, "nauc_recall_at_1_diff1": 0.305357, "nauc_recall_at_3_max": -0.033439, "nauc_recall_at_3_std": -0.134235, "nauc_recall_at_3_diff1": 0.22241, "nauc_recall_at_5_max": -0.007209, "nauc_recall_at_5_std": -0.113232, "nauc_recall_at_5_diff1": 0.231719, "nauc_recall_at_10_max": 0.019863, "nauc_recall_at_10_std": -0.067904, "nauc_recall_at_10_diff1": 0.255602, "nauc_recall_at_20_max": 0.052443, "nauc_recall_at_20_std": -0.026936, "nauc_recall_at_20_diff1": 0.269227, "nauc_recall_at_100_max": 0.077916, "nauc_recall_at_100_std": 0.099911, "nauc_recall_at_100_diff1": 0.238687, "nauc_recall_at_1000_max": 0.010201, "nauc_recall_at_1000_std": 0.262041, "nauc_recall_at_1000_diff1": 0.264023, "nauc_precision_at_1_max": -0.019859, "nauc_precision_at_1_std": -0.171121, "nauc_precision_at_1_diff1": 0.345611, "nauc_precision_at_3_max": 0.016205, "nauc_precision_at_3_std": -0.094144, "nauc_precision_at_3_diff1": 0.259305, "nauc_precision_at_5_max": 0.063568, "nauc_precision_at_5_std": -0.032017, "nauc_precision_at_5_diff1": 0.250122, "nauc_precision_at_10_max": 0.046983, "nauc_precision_at_10_std": -0.008922, "nauc_precision_at_10_diff1": 0.240341, "nauc_precision_at_20_max": 0.070703, "nauc_precision_at_20_std": 0.065514, "nauc_precision_at_20_diff1": 0.167964, "nauc_precision_at_100_max": 0.101687, "nauc_precision_at_100_std": 0.175231, "nauc_precision_at_100_diff1": 0.040378, "nauc_precision_at_1000_max": 0.098963, "nauc_precision_at_1000_std": 0.147715, "nauc_precision_at_1000_diff1": -0.029923, "nauc_mrr_at_1_max": -0.019859, "nauc_mrr_at_1_std": -0.171121, "nauc_mrr_at_1_diff1": 0.345611, "nauc_mrr_at_3_max": 0.001835, "nauc_mrr_at_3_std": -0.154479, "nauc_mrr_at_3_diff1": 0.351409, "nauc_mrr_at_5_max": 0.009844, "nauc_mrr_at_5_std": -0.141438, "nauc_mrr_at_5_diff1": 0.347167, "nauc_mrr_at_10_max": 0.015242, "nauc_mrr_at_10_std": -0.133791, "nauc_mrr_at_10_diff1": 0.351648, "nauc_mrr_at_20_max": 0.013725, "nauc_mrr_at_20_std": -0.137956, "nauc_mrr_at_20_diff1": 0.351396, "nauc_mrr_at_100_max": 0.013386, "nauc_mrr_at_100_std": -0.137769, "nauc_mrr_at_100_diff1": 0.351022, "nauc_mrr_at_1000_max": 0.013306, "nauc_mrr_at_1000_std": -0.138063, "nauc_mrr_at_1000_diff1": 0.350982, "hit_rate_at_1": 0.32831, "hit_rate_at_3": 0.53012, "hit_rate_at_5": 0.59639, "hit_rate_at_10": 0.72892, "hit_rate_at_20": 0.79819, "hit_rate_at_100": 0.93373, "hit_rate_at_1000": 0.99398, "main_score": 0.3464, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.32078, "ndcg_at_3": 0.33128, "ndcg_at_5": 0.34622, "ndcg_at_10": 0.37669, "ndcg_at_20": 0.42265, "ndcg_at_100": 0.48588, "ndcg_at_1000": 0.52371, "map_at_1": 0.12848, "map_at_3": 0.20624, "map_at_5": 0.23639, "map_at_10": 0.26738, "map_at_20": 0.29367, "map_at_100": 0.31344, "map_at_1000": 0.31712, "recall_at_1": 0.12848, "recall_at_3": 0.25824, "recall_at_5": 0.33197, "recall_at_10": 0.45185, "recall_at_20": 0.58528, "recall_at_100": 0.79643, "recall_at_1000": 0.9818, "accuracy": 0.12848, "precision_at_1": 0.34639, "precision_at_3": 0.26305, "precision_at_5": 0.22048, "precision_at_10": 0.15843, "precision_at_20": 0.1116, "precision_at_100": 0.03452, "precision_at_1000": 0.00458, "mrr_at_1": 0.346386, "mrr_at_3": 0.441767, "mrr_at_5": 0.461496, "mrr_at_10": 0.476853, "mrr_at_20": 0.482234, "mrr_at_100": 0.484567, "mrr_at_1000": 0.484811, "nauc_ndcg_at_1_max": -0.065798, "nauc_ndcg_at_1_std": -0.268412, "nauc_ndcg_at_1_diff1": 0.362418, "nauc_ndcg_at_3_max": -0.07712, "nauc_ndcg_at_3_std": -0.243607, "nauc_ndcg_at_3_diff1": 0.279216, "nauc_ndcg_at_5_max": -0.057546, "nauc_ndcg_at_5_std": -0.230709, "nauc_ndcg_at_5_diff1": 0.282886, "nauc_ndcg_at_10_max": -0.044401, "nauc_ndcg_at_10_std": -0.205545, "nauc_ndcg_at_10_diff1": 0.311717, "nauc_ndcg_at_20_max": -0.022187, "nauc_ndcg_at_20_std": -0.185129, "nauc_ndcg_at_20_diff1": 0.316669, "nauc_ndcg_at_100_max": -0.012752, "nauc_ndcg_at_100_std": -0.154795, "nauc_ndcg_at_100_diff1": 0.304834, "nauc_ndcg_at_1000_max": -0.011089, "nauc_ndcg_at_1000_std": -0.164121, "nauc_ndcg_at_1000_diff1": 0.288923, "nauc_map_at_1_max": -0.047367, "nauc_map_at_1_std": -0.237231, "nauc_map_at_1_diff1": 0.334011, "nauc_map_at_3_max": -0.053593, "nauc_map_at_3_std": -0.222444, "nauc_map_at_3_diff1": 0.284749, "nauc_map_at_5_max": -0.046417, "nauc_map_at_5_std": -0.222776, "nauc_map_at_5_diff1": 0.287341, "nauc_map_at_10_max": -0.050211, "nauc_map_at_10_std": -0.215823, "nauc_map_at_10_diff1": 0.297393, "nauc_map_at_20_max": -0.040352, "nauc_map_at_20_std": -0.202232, "nauc_map_at_20_diff1": 0.300146, "nauc_map_at_100_max": -0.037584, "nauc_map_at_100_std": -0.18701, "nauc_map_at_100_diff1": 0.291099, "nauc_map_at_1000_max": -0.035391, "nauc_map_at_1000_std": -0.185351, "nauc_map_at_1000_diff1": 0.289911, "nauc_recall_at_1_max": -0.047367, "nauc_recall_at_1_std": -0.237231, "nauc_recall_at_1_diff1": 0.334011, "nauc_recall_at_3_max": -0.060303, "nauc_recall_at_3_std": -0.205758, "nauc_recall_at_3_diff1": 0.228197, "nauc_recall_at_5_max": -0.03837, "nauc_recall_at_5_std": -0.183754, "nauc_recall_at_5_diff1": 0.210629, "nauc_recall_at_10_max": -0.004233, "nauc_recall_at_10_std": -0.117246, "nauc_recall_at_10_diff1": 0.239882, "nauc_recall_at_20_max": 0.038149, "nauc_recall_at_20_std": -0.061229, "nauc_recall_at_20_diff1": 0.243853, "nauc_recall_at_100_max": 0.067993, "nauc_recall_at_100_std": 0.05729, "nauc_recall_at_100_diff1": 0.254466, "nauc_recall_at_1000_max": 0.227273, "nauc_recall_at_1000_std": 0.414267, "nauc_recall_at_1000_diff1": -0.125758, "nauc_precision_at_1_max": -0.067754, "nauc_precision_at_1_std": -0.277644, "nauc_precision_at_1_diff1": 0.351884, "nauc_precision_at_3_max": -0.035285, "nauc_precision_at_3_std": -0.175348, "nauc_precision_at_3_diff1": 0.215473, "nauc_precision_at_5_max": -0.004366, "nauc_precision_at_5_std": -0.115307, "nauc_precision_at_5_diff1": 0.159995, "nauc_precision_at_10_max": 0.011674, "nauc_precision_at_10_std": -0.035408, "nauc_precision_at_10_diff1": 0.128636, "nauc_precision_at_20_max": 0.047883, "nauc_precision_at_20_std": 0.034103, "nauc_precision_at_20_diff1": 0.061175, "nauc_precision_at_100_max": 0.084434, "nauc_precision_at_100_std": 0.150752, "nauc_precision_at_100_diff1": -0.05956, "nauc_precision_at_1000_max": 0.095298, "nauc_precision_at_1000_std": 0.139865, "nauc_precision_at_1000_diff1": -0.130538, "nauc_mrr_at_1_max": -0.067754, "nauc_mrr_at_1_std": -0.277644, "nauc_mrr_at_1_diff1": 0.351884, "nauc_mrr_at_3_max": -0.048894, "nauc_mrr_at_3_std": -0.255724, "nauc_mrr_at_3_diff1": 0.331931, "nauc_mrr_at_5_max": -0.040692, "nauc_mrr_at_5_std": -0.246152, "nauc_mrr_at_5_diff1": 0.323856, "nauc_mrr_at_10_max": -0.035125, "nauc_mrr_at_10_std": -0.23808, "nauc_mrr_at_10_diff1": 0.326442, "nauc_mrr_at_20_max": -0.034948, "nauc_mrr_at_20_std": -0.236987, "nauc_mrr_at_20_diff1": 0.326603, "nauc_mrr_at_100_max": -0.034921, "nauc_mrr_at_100_std": -0.23717, "nauc_mrr_at_100_diff1": 0.32718, "nauc_mrr_at_1000_max": -0.035156, "nauc_mrr_at_1000_std": -0.237408, "nauc_mrr_at_1000_diff1": 0.327056, "hit_rate_at_1": 0.34639, "hit_rate_at_3": 0.56627, "hit_rate_at_5": 0.65361, "hit_rate_at_10": 0.76807, "hit_rate_at_20": 0.84337, "hit_rate_at_100": 0.93976, "hit_rate_at_1000": 1.0, "main_score": 0.37669, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.29217, "ndcg_at_3": 0.2919, "ndcg_at_5": 0.29839, "ndcg_at_10": 0.3271, "ndcg_at_20": 0.36645, "ndcg_at_100": 0.43566, "ndcg_at_1000": 0.48119, "map_at_1": 0.10767, "map_at_3": 0.17311, "map_at_5": 0.19483, "map_at_10": 0.22361, "map_at_20": 0.24552, "map_at_100": 0.2648, "map_at_1000": 0.26917, "recall_at_1": 0.10767, "recall_at_3": 0.22448, "recall_at_5": 0.27962, "recall_at_10": 0.39227, "recall_at_20": 0.50475, "recall_at_100": 0.74718, "recall_at_1000": 0.97101, "accuracy": 0.10767, "precision_at_1": 0.31325, "precision_at_3": 0.23594, "precision_at_5": 0.19337, "precision_at_10": 0.14127, "precision_at_20": 0.09789, "precision_at_100": 0.03217, "precision_at_1000": 0.00453, "mrr_at_1": 0.313253, "mrr_at_3": 0.404618, "mrr_at_5": 0.423143, "mrr_at_10": 0.435987, "mrr_at_20": 0.440463, "mrr_at_100": 0.444681, "mrr_at_1000": 0.445089, "nauc_ndcg_at_1_max": 0.036366, "nauc_ndcg_at_1_std": -0.175681, "nauc_ndcg_at_1_diff1": 0.334875, "nauc_ndcg_at_3_max": 0.021595, "nauc_ndcg_at_3_std": -0.138146, "nauc_ndcg_at_3_diff1": 0.270528, "nauc_ndcg_at_5_max": -0.008668, "nauc_ndcg_at_5_std": -0.147984, "nauc_ndcg_at_5_diff1": 0.274766, "nauc_ndcg_at_10_max": -0.007894, "nauc_ndcg_at_10_std": -0.130262, "nauc_ndcg_at_10_diff1": 0.299352, "nauc_ndcg_at_20_max": 0.010908, "nauc_ndcg_at_20_std": -0.121575, "nauc_ndcg_at_20_diff1": 0.302611, "nauc_ndcg_at_100_max": 0.020654, "nauc_ndcg_at_100_std": -0.080144, "nauc_ndcg_at_100_diff1": 0.295464, "nauc_ndcg_at_1000_max": 0.037825, "nauc_ndcg_at_1000_std": -0.08197, "nauc_ndcg_at_1000_diff1": 0.280787, "nauc_map_at_1_max": -0.028419, "nauc_map_at_1_std": -0.172414, "nauc_map_at_1_diff1": 0.238996, "nauc_map_at_3_max": -0.003582, "nauc_map_at_3_std": -0.128256, "nauc_map_at_3_diff1": 0.213746, "nauc_map_at_5_max": -0.018118, "nauc_map_at_5_std": -0.137721, "nauc_map_at_5_diff1": 0.226937, "nauc_map_at_10_max": -0.013792, "nauc_map_at_10_std": -0.129136, "nauc_map_at_10_diff1": 0.249149, "nauc_map_at_20_max": -0.008024, "nauc_map_at_20_std": -0.128273, "nauc_map_at_20_diff1": 0.258498, "nauc_map_at_100_max": -0.001992, "nauc_map_at_100_std": -0.109552, "nauc_map_at_100_diff1": 0.25579, "nauc_map_at_1000_max": 0.00067, "nauc_map_at_1000_std": -0.107789, "nauc_map_at_1000_diff1": 0.254609, "nauc_recall_at_1_max": -0.028419, "nauc_recall_at_1_std": -0.172414, "nauc_recall_at_1_diff1": 0.238996, "nauc_recall_at_3_max": -0.008105, "nauc_recall_at_3_std": -0.1014, "nauc_recall_at_3_diff1": 0.168399, "nauc_recall_at_5_max": -0.051868, "nauc_recall_at_5_std": -0.113082, "nauc_recall_at_5_diff1": 0.20615, "nauc_recall_at_10_max": -0.029715, "nauc_recall_at_10_std": -0.058525, "nauc_recall_at_10_diff1": 0.232947, "nauc_recall_at_20_max": 0.031543, "nauc_recall_at_20_std": -0.03693, "nauc_recall_at_20_diff1": 0.248719, "nauc_recall_at_100_max": 0.009024, "nauc_recall_at_100_std": 0.070693, "nauc_recall_at_100_diff1": 0.236422, "nauc_recall_at_1000_max": 0.34258, "nauc_recall_at_1000_std": 0.44843, "nauc_recall_at_1000_diff1": -0.053562, "nauc_precision_at_1_max": 0.037294, "nauc_precision_at_1_std": -0.184868, "nauc_precision_at_1_diff1": 0.335175, "nauc_precision_at_3_max": 0.088136, "nauc_precision_at_3_std": -0.064098, "nauc_precision_at_3_diff1": 0.238008, "nauc_precision_at_5_max": 0.047503, "nauc_precision_at_5_std": -0.061375, "nauc_precision_at_5_diff1": 0.195084, "nauc_precision_at_10_max": 0.063451, "nauc_precision_at_10_std": 0.00343, "nauc_precision_at_10_diff1": 0.188791, "nauc_precision_at_20_max": 0.057384, "nauc_precision_at_20_std": 0.00935, "nauc_precision_at_20_diff1": 0.151785, "nauc_precision_at_100_max": 0.113429, "nauc_precision_at_100_std": 0.142047, "nauc_precision_at_100_diff1": 0.049607, "nauc_precision_at_1000_max": 0.135919, "nauc_precision_at_1000_std": 0.139518, "nauc_precision_at_1000_diff1": -0.027264, "nauc_mrr_at_1_max": 0.037294, "nauc_mrr_at_1_std": -0.184868, "nauc_mrr_at_1_diff1": 0.335175, "nauc_mrr_at_3_max": 0.046304, "nauc_mrr_at_3_std": -0.151733, "nauc_mrr_at_3_diff1": 0.319891, "nauc_mrr_at_5_max": 0.035675, "nauc_mrr_at_5_std": -0.148614, "nauc_mrr_at_5_diff1": 0.314603, "nauc_mrr_at_10_max": 0.037492, "nauc_mrr_at_10_std": -0.14421, "nauc_mrr_at_10_diff1": 0.320175, "nauc_mrr_at_20_max": 0.039544, "nauc_mrr_at_20_std": -0.14445, "nauc_mrr_at_20_diff1": 0.318797, "nauc_mrr_at_100_max": 0.038899, "nauc_mrr_at_100_std": -0.144155, "nauc_mrr_at_100_diff1": 0.318973, "nauc_mrr_at_1000_max": 0.039151, "nauc_mrr_at_1000_std": -0.144353, "nauc_mrr_at_1000_diff1": 0.319219, "hit_rate_at_1": 0.31325, "hit_rate_at_3": 0.52108, "hit_rate_at_5": 0.60241, "hit_rate_at_10": 0.6988, "hit_rate_at_20": 0.76205, "hit_rate_at_100": 0.91566, "hit_rate_at_1000": 0.99699, "main_score": 0.3271, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.28012, "ndcg_at_3": 0.28529, "ndcg_at_5": 0.29412, "ndcg_at_10": 0.33124, "ndcg_at_20": 0.36455, "ndcg_at_100": 0.43729, "ndcg_at_1000": 0.48082, "map_at_1": 0.09916, "map_at_3": 0.1676, "map_at_5": 0.19248, "map_at_10": 0.22501, "map_at_20": 0.24302, "map_at_100": 0.26426, "map_at_1000": 0.26831, "recall_at_1": 0.09916, "recall_at_3": 0.21741, "recall_at_5": 0.27972, "recall_at_10": 0.40714, "recall_at_20": 0.50463, "recall_at_100": 0.75575, "recall_at_1000": 0.97545, "accuracy": 0.09916, "precision_at_1": 0.30422, "precision_at_3": 0.22892, "precision_at_5": 0.18916, "precision_at_10": 0.14548, "precision_at_20": 0.09789, "precision_at_100": 0.03277, "precision_at_1000": 0.00454, "mrr_at_1": 0.304217, "mrr_at_3": 0.392068, "mrr_at_5": 0.411044, "mrr_at_10": 0.426788, "mrr_at_20": 0.431935, "mrr_at_100": 0.435597, "mrr_at_1000": 0.435946, "nauc_ndcg_at_1_max": -0.020026, "nauc_ndcg_at_1_std": -0.152564, "nauc_ndcg_at_1_diff1": 0.314558, "nauc_ndcg_at_3_max": -0.054013, "nauc_ndcg_at_3_std": -0.134727, "nauc_ndcg_at_3_diff1": 0.227159, "nauc_ndcg_at_5_max": -0.043739, "nauc_ndcg_at_5_std": -0.144779, "nauc_ndcg_at_5_diff1": 0.201057, "nauc_ndcg_at_10_max": -0.01817, "nauc_ndcg_at_10_std": -0.12058, "nauc_ndcg_at_10_diff1": 0.243373, "nauc_ndcg_at_20_max": 0.000733, "nauc_ndcg_at_20_std": -0.095945, "nauc_ndcg_at_20_diff1": 0.259897, "nauc_ndcg_at_100_max": 0.011825, "nauc_ndcg_at_100_std": -0.059721, "nauc_ndcg_at_100_diff1": 0.270787, "nauc_ndcg_at_1000_max": 0.009525, "nauc_ndcg_at_1000_std": -0.073825, "nauc_ndcg_at_1000_diff1": 0.259536, "nauc_map_at_1_max": -0.033777, "nauc_map_at_1_std": -0.196349, "nauc_map_at_1_diff1": 0.318699, "nauc_map_at_3_max": -0.040727, "nauc_map_at_3_std": -0.136006, "nauc_map_at_3_diff1": 0.22155, "nauc_map_at_5_max": -0.032085, "nauc_map_at_5_std": -0.143469, "nauc_map_at_5_diff1": 0.204423, "nauc_map_at_10_max": -0.021097, "nauc_map_at_10_std": -0.13437, "nauc_map_at_10_diff1": 0.239171, "nauc_map_at_20_max": -0.011123, "nauc_map_at_20_std": -0.116705, "nauc_map_at_20_diff1": 0.251518, "nauc_map_at_100_max": -0.005898, "nauc_map_at_100_std": -0.098435, "nauc_map_at_100_diff1": 0.251836, "nauc_map_at_1000_max": -0.005186, "nauc_map_at_1000_std": -0.097616, "nauc_map_at_1000_diff1": 0.251739, "nauc_recall_at_1_max": -0.033777, "nauc_recall_at_1_std": -0.196349, "nauc_recall_at_1_diff1": 0.318699, "nauc_recall_at_3_max": -0.052206, "nauc_recall_at_3_std": -0.104567, "nauc_recall_at_3_diff1": 0.1455, "nauc_recall_at_5_max": -0.035522, "nauc_recall_at_5_std": -0.10864, "nauc_recall_at_5_diff1": 0.092471, "nauc_recall_at_10_max": 0.007971, "nauc_recall_at_10_std": -0.059816, "nauc_recall_at_10_diff1": 0.155659, "nauc_recall_at_20_max": 0.060445, "nauc_recall_at_20_std": 0.002102, "nauc_recall_at_20_diff1": 0.202059, "nauc_recall_at_100_max": 0.085708, "nauc_recall_at_100_std": 0.119094, "nauc_recall_at_100_diff1": 0.274238, "nauc_recall_at_1000_max": 0.178625, "nauc_recall_at_1000_std": 0.356937, "nauc_recall_at_1000_diff1": 0.317846, "nauc_precision_at_1_max": -0.013959, "nauc_precision_at_1_std": -0.15237, "nauc_precision_at_1_diff1": 0.329144, "nauc_precision_at_3_max": -0.022854, "nauc_precision_at_3_std": -0.070958, "nauc_precision_at_3_diff1": 0.180953, "nauc_precision_at_5_max": -0.005266, "nauc_precision_at_5_std": -0.062318, "nauc_precision_at_5_diff1": 0.126016, "nauc_precision_at_10_max": 0.04902, "nauc_precision_at_10_std": 0.022259, "nauc_precision_at_10_diff1": 0.180491, "nauc_precision_at_20_max": 0.062192, "nauc_precision_at_20_std": 0.072792, "nauc_precision_at_20_diff1": 0.160985, "nauc_precision_at_100_max": 0.102945, "nauc_precision_at_100_std": 0.166016, "nauc_precision_at_100_diff1": 0.077686, "nauc_precision_at_1000_max": 0.099921, "nauc_precision_at_1000_std": 0.133583, "nauc_precision_at_1000_diff1": 0.006181, "nauc_mrr_at_1_max": -0.013959, "nauc_mrr_at_1_std": -0.15237, "nauc_mrr_at_1_diff1": 0.329144, "nauc_mrr_at_3_max": -0.011369, "nauc_mrr_at_3_std": -0.123849, "nauc_mrr_at_3_diff1": 0.287167, "nauc_mrr_at_5_max": -0.016527, "nauc_mrr_at_5_std": -0.124191, "nauc_mrr_at_5_diff1": 0.276126, "nauc_mrr_at_10_max": -0.00799, "nauc_mrr_at_10_std": -0.115022, "nauc_mrr_at_10_diff1": 0.284817, "nauc_mrr_at_20_max": -0.007944, "nauc_mrr_at_20_std": -0.115371, "nauc_mrr_at_20_diff1": 0.285382, "nauc_mrr_at_100_max": -0.008327, "nauc_mrr_at_100_std": -0.116151, "nauc_mrr_at_100_diff1": 0.28819, "nauc_mrr_at_1000_max": -0.008469, "nauc_mrr_at_1000_std": -0.116537, "nauc_mrr_at_1000_diff1": 0.287954, "hit_rate_at_1": 0.30422, "hit_rate_at_3": 0.50301, "hit_rate_at_5": 0.58434, "hit_rate_at_10": 0.70482, "hit_rate_at_20": 0.78012, "hit_rate_at_100": 0.91566, "hit_rate_at_1000": 0.99699, "main_score": 0.33124, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.30271, "ndcg_at_3": 0.29655, "ndcg_at_5": 0.3065, "ndcg_at_10": 0.3405, "ndcg_at_20": 0.37586, "ndcg_at_100": 0.44574, "ndcg_at_1000": 0.49013, "map_at_1": 0.10888, "map_at_3": 0.17704, "map_at_5": 0.20349, "map_at_10": 0.23482, "map_at_20": 0.25535, "map_at_100": 0.27519, "map_at_1000": 0.27939, "recall_at_1": 0.10888, "recall_at_3": 0.22849, "recall_at_5": 0.28987, "recall_at_10": 0.41702, "recall_at_20": 0.5173, "recall_at_100": 0.75919, "recall_at_1000": 0.97996, "accuracy": 0.10888, "precision_at_1": 0.3253, "precision_at_3": 0.23494, "precision_at_5": 0.19819, "precision_at_10": 0.14669, "precision_at_20": 0.0997, "precision_at_100": 0.03274, "precision_at_1000": 0.00455, "mrr_at_1": 0.325301, "mrr_at_3": 0.413153, "mrr_at_5": 0.428363, "mrr_at_10": 0.445849, "mrr_at_20": 0.449392, "mrr_at_100": 0.45308, "mrr_at_1000": 0.453378, "nauc_ndcg_at_1_max": -0.029587, "nauc_ndcg_at_1_std": -0.174114, "nauc_ndcg_at_1_diff1": 0.334098, "nauc_ndcg_at_3_max": -0.018303, "nauc_ndcg_at_3_std": -0.149291, "nauc_ndcg_at_3_diff1": 0.293555, "nauc_ndcg_at_5_max": -0.030587, "nauc_ndcg_at_5_std": -0.164849, "nauc_ndcg_at_5_diff1": 0.304123, "nauc_ndcg_at_10_max": -0.025697, "nauc_ndcg_at_10_std": -0.143839, "nauc_ndcg_at_10_diff1": 0.320935, "nauc_ndcg_at_20_max": -0.012386, "nauc_ndcg_at_20_std": -0.12701, "nauc_ndcg_at_20_diff1": 0.321766, "nauc_ndcg_at_100_max": 0.009819, "nauc_ndcg_at_100_std": -0.079002, "nauc_ndcg_at_100_diff1": 0.318957, "nauc_ndcg_at_1000_max": 0.005997, "nauc_ndcg_at_1000_std": -0.095269, "nauc_ndcg_at_1000_diff1": 0.311366, "nauc_map_at_1_max": -0.064941, "nauc_map_at_1_std": -0.223114, "nauc_map_at_1_diff1": 0.308554, "nauc_map_at_3_max": -0.025501, "nauc_map_at_3_std": -0.149947, "nauc_map_at_3_diff1": 0.262915, "nauc_map_at_5_max": -0.039517, "nauc_map_at_5_std": -0.165253, "nauc_map_at_5_diff1": 0.281103, "nauc_map_at_10_max": -0.029513, "nauc_map_at_10_std": -0.155367, "nauc_map_at_10_diff1": 0.299485, "nauc_map_at_20_max": -0.018837, "nauc_map_at_20_std": -0.144061, "nauc_map_at_20_diff1": 0.309292, "nauc_map_at_100_max": -0.005702, "nauc_map_at_100_std": -0.119719, "nauc_map_at_100_diff1": 0.305048, "nauc_map_at_1000_max": -0.005498, "nauc_map_at_1000_std": -0.119074, "nauc_map_at_1000_diff1": 0.305849, "nauc_recall_at_1_max": -0.064941, "nauc_recall_at_1_std": -0.223114, "nauc_recall_at_1_diff1": 0.308554, "nauc_recall_at_3_max": -0.038922, "nauc_recall_at_3_std": -0.11751, "nauc_recall_at_3_diff1": 0.203367, "nauc_recall_at_5_max": -0.058218, "nauc_recall_at_5_std": -0.145498, "nauc_recall_at_5_diff1": 0.23473, "nauc_recall_at_10_max": -0.0153, "nauc_recall_at_10_std": -0.084696, "nauc_recall_at_10_diff1": 0.238543, "nauc_recall_at_20_max": 0.019241, "nauc_recall_at_20_std": -0.047441, "nauc_recall_at_20_diff1": 0.241298, "nauc_recall_at_100_max": 0.071331, "nauc_recall_at_100_std": 0.110553, "nauc_recall_at_100_diff1": 0.280766, "nauc_recall_at_1000_max": 0.11573, "nauc_recall_at_1000_std": 0.340886, "nauc_recall_at_1000_diff1": 0.039185, "nauc_precision_at_1_max": -0.014504, "nauc_precision_at_1_std": -0.167967, "nauc_precision_at_1_diff1": 0.349105, "nauc_precision_at_3_max": 0.060743, "nauc_precision_at_3_std": -0.083162, "nauc_precision_at_3_diff1": 0.277521, "nauc_precision_at_5_max": 0.032567, "nauc_precision_at_5_std": -0.066981, "nauc_precision_at_5_diff1": 0.25064, "nauc_precision_at_10_max": 0.053634, "nauc_precision_at_10_std": -0.006009, "nauc_precision_at_10_diff1": 0.235469, "nauc_precision_at_20_max": 0.07358, "nauc_precision_at_20_std": 0.04023, "nauc_precision_at_20_diff1": 0.190981, "nauc_precision_at_100_max": 0.114319, "nauc_precision_at_100_std": 0.169837, "nauc_precision_at_100_diff1": 0.058688, "nauc_precision_at_1000_max": 0.097752, "nauc_precision_at_1000_std": 0.13559, "nauc_precision_at_1000_diff1": -0.016747, "nauc_mrr_at_1_max": -0.014504, "nauc_mrr_at_1_std": -0.167967, "nauc_mrr_at_1_diff1": 0.349105, "nauc_mrr_at_3_max": -0.007037, "nauc_mrr_at_3_std": -0.157139, "nauc_mrr_at_3_diff1": 0.346181, "nauc_mrr_at_5_max": -0.002644, "nauc_mrr_at_5_std": -0.148916, "nauc_mrr_at_5_diff1": 0.344192, "nauc_mrr_at_10_max": -3e-06, "nauc_mrr_at_10_std": -0.136517, "nauc_mrr_at_10_diff1": 0.347621, "nauc_mrr_at_20_max": 0.002111, "nauc_mrr_at_20_std": -0.134694, "nauc_mrr_at_20_diff1": 0.347673, "nauc_mrr_at_100_max": 0.001297, "nauc_mrr_at_100_std": -0.13616, "nauc_mrr_at_100_diff1": 0.348235, "nauc_mrr_at_1000_max": 0.001326, "nauc_mrr_at_1000_std": -0.136415, "nauc_mrr_at_1000_diff1": 0.348002, "hit_rate_at_1": 0.3253, "hit_rate_at_3": 0.52711, "hit_rate_at_5": 0.59337, "hit_rate_at_10": 0.7259, "hit_rate_at_20": 0.77711, "hit_rate_at_100": 0.92771, "hit_rate_at_1000": 1.0, "main_score": 0.3405, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 580.0922033786774, "kg_co2_emissions": null, "date": 1772973480.230118 }