{ "dataset_revision": "a463fc67fefc01152153101e88a32d5f9515e3e3", "task_name": "Vidore3NuclearRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.05271, "ndcg_at_3": 0.0556, "ndcg_at_5": 0.06307, "ndcg_at_10": 0.07213, "ndcg_at_20": 0.09066, "ndcg_at_100": 0.13942, "ndcg_at_1000": 0.22866, "map_at_1": 0.02359, "map_at_3": 0.03465, "map_at_5": 0.0408, "map_at_10": 0.04591, "map_at_20": 0.05144, "map_at_100": 0.06009, "map_at_1000": 0.0647, "recall_at_1": 0.02359, "recall_at_3": 0.04255, "recall_at_5": 0.06071, "recall_at_10": 0.08944, "recall_at_20": 0.14476, "recall_at_100": 0.32307, "recall_at_1000": 0.81809, "accuracy": 0.02359, "precision_at_1": 0.06024, "precision_at_3": 0.04618, "precision_at_5": 0.04337, "precision_at_10": 0.03434, "precision_at_20": 0.02771, "precision_at_100": 0.0138, "precision_at_1000": 0.00374, "mrr_at_1": 0.060241, "mrr_at_3": 0.080823, "mrr_at_5": 0.090914, "mrr_at_10": 0.100722, "mrr_at_20": 0.107511, "mrr_at_100": 0.113435, "mrr_at_1000": 0.114968, "nauc_ndcg_at_1_max": 0.319407, "nauc_ndcg_at_1_std": 0.140391, "nauc_ndcg_at_1_diff1": 0.076354, "nauc_ndcg_at_3_max": 0.29152, "nauc_ndcg_at_3_std": 0.125441, "nauc_ndcg_at_3_diff1": 0.13383, "nauc_ndcg_at_5_max": 0.24495, "nauc_ndcg_at_5_std": 0.102397, "nauc_ndcg_at_5_diff1": 0.124126, "nauc_ndcg_at_10_max": 0.236074, "nauc_ndcg_at_10_std": 0.115041, "nauc_ndcg_at_10_diff1": 0.138777, "nauc_ndcg_at_20_max": 0.223846, "nauc_ndcg_at_20_std": 0.119785, "nauc_ndcg_at_20_diff1": 0.109679, "nauc_ndcg_at_100_max": 0.211707, "nauc_ndcg_at_100_std": 0.164311, "nauc_ndcg_at_100_diff1": 0.103655, "nauc_ndcg_at_1000_max": 0.198361, "nauc_ndcg_at_1000_std": 0.156426, "nauc_ndcg_at_1000_diff1": 0.117323, "nauc_map_at_1_max": 0.396296, "nauc_map_at_1_std": 0.226949, "nauc_map_at_1_diff1": 0.066354, "nauc_map_at_3_max": 0.353427, "nauc_map_at_3_std": 0.188174, "nauc_map_at_3_diff1": 0.127813, "nauc_map_at_5_max": 0.313766, "nauc_map_at_5_std": 0.157517, "nauc_map_at_5_diff1": 0.137004, "nauc_map_at_10_max": 0.298379, "nauc_map_at_10_std": 0.147498, "nauc_map_at_10_diff1": 0.14748, "nauc_map_at_20_max": 0.288948, "nauc_map_at_20_std": 0.144755, "nauc_map_at_20_diff1": 0.13417, "nauc_map_at_100_max": 0.284557, "nauc_map_at_100_std": 0.158423, "nauc_map_at_100_diff1": 0.122763, "nauc_map_at_1000_max": 0.282155, "nauc_map_at_1000_std": 0.15915, "nauc_map_at_1000_diff1": 0.12483, "nauc_recall_at_1_max": 0.396296, "nauc_recall_at_1_std": 0.226949, "nauc_recall_at_1_diff1": 0.066354, "nauc_recall_at_3_max": 0.33796, "nauc_recall_at_3_std": 0.190536, "nauc_recall_at_3_diff1": 0.110293, "nauc_recall_at_5_max": 0.212101, "nauc_recall_at_5_std": 0.102724, "nauc_recall_at_5_diff1": 0.121892, "nauc_recall_at_10_max": 0.219564, "nauc_recall_at_10_std": 0.113447, "nauc_recall_at_10_diff1": 0.160833, "nauc_recall_at_20_max": 0.20535, "nauc_recall_at_20_std": 0.118858, "nauc_recall_at_20_diff1": 0.089318, "nauc_recall_at_100_max": 0.154905, "nauc_recall_at_100_std": 0.211441, "nauc_recall_at_100_diff1": 0.077893, "nauc_recall_at_1000_max": 0.125671, "nauc_recall_at_1000_std": 0.254966, "nauc_recall_at_1000_diff1": 0.082791, "nauc_precision_at_1_max": 0.321928, "nauc_precision_at_1_std": 0.128074, "nauc_precision_at_1_diff1": 0.121226, "nauc_precision_at_3_max": 0.250045, "nauc_precision_at_3_std": 0.067926, "nauc_precision_at_3_diff1": 0.231546, "nauc_precision_at_5_max": 0.176596, "nauc_precision_at_5_std": 0.038565, "nauc_precision_at_5_diff1": 0.172654, "nauc_precision_at_10_max": 0.168424, "nauc_precision_at_10_std": 0.069894, "nauc_precision_at_10_diff1": 0.144611, "nauc_precision_at_20_max": 0.135807, "nauc_precision_at_20_std": 0.061824, "nauc_precision_at_20_diff1": 0.07642, "nauc_precision_at_100_max": 0.1188, "nauc_precision_at_100_std": 0.100647, "nauc_precision_at_100_diff1": 0.069337, "nauc_precision_at_1000_max": 0.00568, "nauc_precision_at_1000_std": -0.003722, "nauc_precision_at_1000_diff1": 0.064283, "nauc_mrr_at_1_max": 0.321928, "nauc_mrr_at_1_std": 0.128074, "nauc_mrr_at_1_diff1": 0.121226, "nauc_mrr_at_3_max": 0.248165, "nauc_mrr_at_3_std": 0.092236, "nauc_mrr_at_3_diff1": 0.147817, "nauc_mrr_at_5_max": 0.202781, "nauc_mrr_at_5_std": 0.061982, "nauc_mrr_at_5_diff1": 0.12704, "nauc_mrr_at_10_max": 0.210132, "nauc_mrr_at_10_std": 0.086262, "nauc_mrr_at_10_diff1": 0.126704, "nauc_mrr_at_20_max": 0.207203, "nauc_mrr_at_20_std": 0.086631, "nauc_mrr_at_20_diff1": 0.12609, "nauc_mrr_at_100_max": 0.204665, "nauc_mrr_at_100_std": 0.088638, "nauc_mrr_at_100_diff1": 0.126993, "nauc_mrr_at_1000_max": 0.205128, "nauc_mrr_at_1000_std": 0.088793, "nauc_mrr_at_1000_diff1": 0.126545, "hit_rate_at_1": 0.06024, "hit_rate_at_3": 0.10843, "hit_rate_at_5": 0.15361, "hit_rate_at_10": 0.22892, "hit_rate_at_20": 0.32831, "hit_rate_at_100": 0.58434, "hit_rate_at_1000": 0.95482, "main_score": 0.07213, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.07831, "ndcg_at_3": 0.07684, "ndcg_at_5": 0.07937, "ndcg_at_10": 0.0889, "ndcg_at_20": 0.10672, "ndcg_at_100": 0.16107, "ndcg_at_1000": 0.24816, "map_at_1": 0.02436, "map_at_3": 0.0399, "map_at_5": 0.04481, "map_at_10": 0.05248, "map_at_20": 0.05852, "map_at_100": 0.06846, "map_at_1000": 0.07336, "recall_at_1": 0.02436, "recall_at_3": 0.054, "recall_at_5": 0.06979, "recall_at_10": 0.10805, "recall_at_20": 0.1616, "recall_at_100": 0.37704, "recall_at_1000": 0.84417, "accuracy": 0.02436, "precision_at_1": 0.08735, "precision_at_3": 0.06325, "precision_at_5": 0.05361, "precision_at_10": 0.04187, "precision_at_20": 0.03313, "precision_at_100": 0.01524, "precision_at_1000": 0.00388, "mrr_at_1": 0.087349, "mrr_at_3": 0.115462, "mrr_at_5": 0.126757, "mrr_at_10": 0.135001, "mrr_at_20": 0.141496, "mrr_at_100": 0.147553, "mrr_at_1000": 0.148909, "nauc_ndcg_at_1_max": 0.117738, "nauc_ndcg_at_1_std": -0.113153, "nauc_ndcg_at_1_diff1": 0.19951, "nauc_ndcg_at_3_max": 0.205006, "nauc_ndcg_at_3_std": 0.00293, "nauc_ndcg_at_3_diff1": 0.104163, "nauc_ndcg_at_5_max": 0.164041, "nauc_ndcg_at_5_std": -0.013361, "nauc_ndcg_at_5_diff1": 0.111146, "nauc_ndcg_at_10_max": 0.171169, "nauc_ndcg_at_10_std": 0.004964, "nauc_ndcg_at_10_diff1": 0.138536, "nauc_ndcg_at_20_max": 0.168705, "nauc_ndcg_at_20_std": 0.016935, "nauc_ndcg_at_20_diff1": 0.15996, "nauc_ndcg_at_100_max": 0.183837, "nauc_ndcg_at_100_std": 0.041913, "nauc_ndcg_at_100_diff1": 0.13533, "nauc_ndcg_at_1000_max": 0.177289, "nauc_ndcg_at_1000_std": 0.046632, "nauc_ndcg_at_1000_diff1": 0.140189, "nauc_map_at_1_max": 0.049164, "nauc_map_at_1_std": -0.147055, "nauc_map_at_1_diff1": 0.270651, "nauc_map_at_3_max": 0.132135, "nauc_map_at_3_std": -0.019017, "nauc_map_at_3_diff1": 0.171421, "nauc_map_at_5_max": 0.138571, "nauc_map_at_5_std": -0.019085, "nauc_map_at_5_diff1": 0.17683, "nauc_map_at_10_max": 0.168645, "nauc_map_at_10_std": -0.006373, "nauc_map_at_10_diff1": 0.18069, "nauc_map_at_20_max": 0.173852, "nauc_map_at_20_std": -5.1e-05, "nauc_map_at_20_diff1": 0.182468, "nauc_map_at_100_max": 0.175711, "nauc_map_at_100_std": 0.002885, "nauc_map_at_100_diff1": 0.170053, "nauc_map_at_1000_max": 0.176614, "nauc_map_at_1000_std": 0.00643, "nauc_map_at_1000_diff1": 0.169168, "nauc_recall_at_1_max": 0.049164, "nauc_recall_at_1_std": -0.147055, "nauc_recall_at_1_diff1": 0.270651, "nauc_recall_at_3_max": 0.134171, "nauc_recall_at_3_std": 0.043253, "nauc_recall_at_3_diff1": 0.115822, "nauc_recall_at_5_max": 0.12057, "nauc_recall_at_5_std": 0.01714, "nauc_recall_at_5_diff1": 0.142521, "nauc_recall_at_10_max": 0.1664, "nauc_recall_at_10_std": 0.059563, "nauc_recall_at_10_diff1": 0.146965, "nauc_recall_at_20_max": 0.15149, "nauc_recall_at_20_std": 0.065221, "nauc_recall_at_20_diff1": 0.16592, "nauc_recall_at_100_max": 0.181442, "nauc_recall_at_100_std": 0.130045, "nauc_recall_at_100_diff1": 0.078144, "nauc_recall_at_1000_max": 0.163897, "nauc_recall_at_1000_std": 0.279388, "nauc_recall_at_1000_diff1": 0.116366, "nauc_precision_at_1_max": 0.120481, "nauc_precision_at_1_std": -0.109324, "nauc_precision_at_1_diff1": 0.222654, "nauc_precision_at_3_max": 0.272083, "nauc_precision_at_3_std": 0.033122, "nauc_precision_at_3_diff1": 0.085319, "nauc_precision_at_5_max": 0.209867, "nauc_precision_at_5_std": 0.018723, "nauc_precision_at_5_diff1": 0.05962, "nauc_precision_at_10_max": 0.220599, "nauc_precision_at_10_std": 0.019743, "nauc_precision_at_10_diff1": 0.084229, "nauc_precision_at_20_max": 0.212034, "nauc_precision_at_20_std": 0.054153, "nauc_precision_at_20_diff1": 0.100818, "nauc_precision_at_100_max": 0.166407, "nauc_precision_at_100_std": 0.046007, "nauc_precision_at_100_diff1": 0.058582, "nauc_precision_at_1000_max": 0.070031, "nauc_precision_at_1000_std": 0.010991, "nauc_precision_at_1000_diff1": -0.014796, "nauc_mrr_at_1_max": 0.120481, "nauc_mrr_at_1_std": -0.109324, "nauc_mrr_at_1_diff1": 0.222654, "nauc_mrr_at_3_max": 0.171873, "nauc_mrr_at_3_std": -0.041164, "nauc_mrr_at_3_diff1": 0.165161, "nauc_mrr_at_5_max": 0.144901, "nauc_mrr_at_5_std": -0.047322, "nauc_mrr_at_5_diff1": 0.148455, "nauc_mrr_at_10_max": 0.139106, "nauc_mrr_at_10_std": -0.039799, "nauc_mrr_at_10_diff1": 0.149285, "nauc_mrr_at_20_max": 0.146881, "nauc_mrr_at_20_std": -0.03224, "nauc_mrr_at_20_diff1": 0.154363, "nauc_mrr_at_100_max": 0.14829, "nauc_mrr_at_100_std": -0.034811, "nauc_mrr_at_100_diff1": 0.156783, "nauc_mrr_at_1000_max": 0.148553, "nauc_mrr_at_1000_std": -0.03451, "nauc_mrr_at_1000_diff1": 0.156997, "hit_rate_at_1": 0.08735, "hit_rate_at_3": 0.1506, "hit_rate_at_5": 0.1988, "hit_rate_at_10": 0.26506, "hit_rate_at_20": 0.36446, "hit_rate_at_100": 0.63554, "hit_rate_at_1000": 0.95783, "main_score": 0.0889, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.13855, "ndcg_at_3": 0.15133, "ndcg_at_5": 0.16412, "ndcg_at_10": 0.18573, "ndcg_at_20": 0.21548, "ndcg_at_100": 0.27921, "ndcg_at_1000": 0.35208, "map_at_1": 0.0562, "map_at_3": 0.08824, "map_at_5": 0.10349, "map_at_10": 0.11915, "map_at_20": 0.13181, "map_at_100": 0.14648, "map_at_1000": 0.15166, "recall_at_1": 0.0562, "recall_at_3": 0.11599, "recall_at_5": 0.16598, "recall_at_10": 0.23232, "recall_at_20": 0.32033, "recall_at_100": 0.54812, "recall_at_1000": 0.92694, "accuracy": 0.0562, "precision_at_1": 0.1506, "precision_at_3": 0.12048, "precision_at_5": 0.10361, "precision_at_10": 0.08283, "precision_at_20": 0.06039, "precision_at_100": 0.02377, "precision_at_1000": 0.00436, "mrr_at_1": 0.150602, "mrr_at_3": 0.215863, "mrr_at_5": 0.237851, "mrr_at_10": 0.251063, "mrr_at_20": 0.257414, "mrr_at_100": 0.262763, "mrr_at_1000": 0.263674, "nauc_ndcg_at_1_max": 0.048815, "nauc_ndcg_at_1_std": -0.138028, "nauc_ndcg_at_1_diff1": 0.326866, "nauc_ndcg_at_3_max": 0.025555, "nauc_ndcg_at_3_std": -0.122291, "nauc_ndcg_at_3_diff1": 0.219897, "nauc_ndcg_at_5_max": 0.028845, "nauc_ndcg_at_5_std": -0.106043, "nauc_ndcg_at_5_diff1": 0.204581, "nauc_ndcg_at_10_max": 0.021964, "nauc_ndcg_at_10_std": -0.106097, "nauc_ndcg_at_10_diff1": 0.182199, "nauc_ndcg_at_20_max": 0.018924, "nauc_ndcg_at_20_std": -0.0955, "nauc_ndcg_at_20_diff1": 0.176486, "nauc_ndcg_at_100_max": 0.033826, "nauc_ndcg_at_100_std": -0.06976, "nauc_ndcg_at_100_diff1": 0.14948, "nauc_ndcg_at_1000_max": 0.040981, "nauc_ndcg_at_1000_std": -0.070496, "nauc_ndcg_at_1000_diff1": 0.133914, "nauc_map_at_1_max": 0.009357, "nauc_map_at_1_std": -0.146008, "nauc_map_at_1_diff1": 0.264959, "nauc_map_at_3_max": 0.020855, "nauc_map_at_3_std": -0.134434, "nauc_map_at_3_diff1": 0.258364, "nauc_map_at_5_max": 0.028278, "nauc_map_at_5_std": -0.119853, "nauc_map_at_5_diff1": 0.242673, "nauc_map_at_10_max": 0.033282, "nauc_map_at_10_std": -0.11718, "nauc_map_at_10_diff1": 0.210509, "nauc_map_at_20_max": 0.034254, "nauc_map_at_20_std": -0.10972, "nauc_map_at_20_diff1": 0.193423, "nauc_map_at_100_max": 0.042254, "nauc_map_at_100_std": -0.097055, "nauc_map_at_100_diff1": 0.184787, "nauc_map_at_1000_max": 0.0428, "nauc_map_at_1000_std": -0.096825, "nauc_map_at_1000_diff1": 0.181169, "nauc_recall_at_1_max": 0.009357, "nauc_recall_at_1_std": -0.146008, "nauc_recall_at_1_diff1": 0.264959, "nauc_recall_at_3_max": 0.008005, "nauc_recall_at_3_std": -0.122197, "nauc_recall_at_3_diff1": 0.249168, "nauc_recall_at_5_max": 0.028242, "nauc_recall_at_5_std": -0.06346, "nauc_recall_at_5_diff1": 0.188981, "nauc_recall_at_10_max": 0.020063, "nauc_recall_at_10_std": -0.055418, "nauc_recall_at_10_diff1": 0.115543, "nauc_recall_at_20_max": -0.009865, "nauc_recall_at_20_std": -0.038105, "nauc_recall_at_20_diff1": 0.106025, "nauc_recall_at_100_max": 0.014969, "nauc_recall_at_100_std": 0.044907, "nauc_recall_at_100_diff1": 0.040292, "nauc_recall_at_1000_max": 0.007124, "nauc_recall_at_1000_std": 0.288465, "nauc_recall_at_1000_diff1": -0.155155, "nauc_precision_at_1_max": 0.053633, "nauc_precision_at_1_std": -0.150331, "nauc_precision_at_1_diff1": 0.3538, "nauc_precision_at_3_max": 0.063058, "nauc_precision_at_3_std": -0.096037, "nauc_precision_at_3_diff1": 0.185597, "nauc_precision_at_5_max": 0.057212, "nauc_precision_at_5_std": -0.084309, "nauc_precision_at_5_diff1": 0.110191, "nauc_precision_at_10_max": 0.047288, "nauc_precision_at_10_std": -0.082583, "nauc_precision_at_10_diff1": 0.002248, "nauc_precision_at_20_max": 0.036411, "nauc_precision_at_20_std": -0.044383, "nauc_precision_at_20_diff1": -0.037562, "nauc_precision_at_100_max": 0.035594, "nauc_precision_at_100_std": 0.016681, "nauc_precision_at_100_diff1": -0.063607, "nauc_precision_at_1000_max": 0.038921, "nauc_precision_at_1000_std": 0.016715, "nauc_precision_at_1000_diff1": -0.131885, "nauc_mrr_at_1_max": 0.053633, "nauc_mrr_at_1_std": -0.150331, "nauc_mrr_at_1_diff1": 0.3538, "nauc_mrr_at_3_max": 0.03583, "nauc_mrr_at_3_std": -0.140416, "nauc_mrr_at_3_diff1": 0.283828, "nauc_mrr_at_5_max": 0.035195, "nauc_mrr_at_5_std": -0.131444, "nauc_mrr_at_5_diff1": 0.257909, "nauc_mrr_at_10_max": 0.034325, "nauc_mrr_at_10_std": -0.135326, "nauc_mrr_at_10_diff1": 0.249744, "nauc_mrr_at_20_max": 0.033378, "nauc_mrr_at_20_std": -0.134438, "nauc_mrr_at_20_diff1": 0.250581, "nauc_mrr_at_100_max": 0.033444, "nauc_mrr_at_100_std": -0.132314, "nauc_mrr_at_100_diff1": 0.250301, "nauc_mrr_at_1000_max": 0.033739, "nauc_mrr_at_1000_std": -0.132016, "nauc_mrr_at_1000_diff1": 0.250966, "hit_rate_at_1": 0.1506, "hit_rate_at_3": 0.29819, "hit_rate_at_5": 0.39157, "hit_rate_at_10": 0.49096, "hit_rate_at_20": 0.57831, "hit_rate_at_100": 0.79217, "hit_rate_at_1000": 0.97892, "main_score": 0.18573, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.03313, "ndcg_at_3": 0.04581, "ndcg_at_5": 0.04944, "ndcg_at_10": 0.05657, "ndcg_at_20": 0.07148, "ndcg_at_100": 0.11541, "ndcg_at_1000": 0.20655, "map_at_1": 0.01231, "map_at_3": 0.02565, "map_at_5": 0.02954, "map_at_10": 0.03403, "map_at_20": 0.03852, "map_at_100": 0.04572, "map_at_1000": 0.05023, "recall_at_1": 0.01231, "recall_at_3": 0.03838, "recall_at_5": 0.05102, "recall_at_10": 0.0756, "recall_at_20": 0.12323, "recall_at_100": 0.28242, "recall_at_1000": 0.78389, "accuracy": 0.01231, "precision_at_1": 0.03614, "precision_at_3": 0.03916, "precision_at_5": 0.03313, "precision_at_10": 0.02681, "precision_at_20": 0.02244, "precision_at_100": 0.01208, "precision_at_1000": 0.00361, "mrr_at_1": 0.036145, "mrr_at_3": 0.060241, "mrr_at_5": 0.066265, "mrr_at_10": 0.073483, "mrr_at_20": 0.079739, "mrr_at_100": 0.085496, "mrr_at_1000": 0.08728, "nauc_ndcg_at_1_max": 0.226935, "nauc_ndcg_at_1_std": 0.139971, "nauc_ndcg_at_1_diff1": 0.399047, "nauc_ndcg_at_3_max": 0.185681, "nauc_ndcg_at_3_std": 0.123691, "nauc_ndcg_at_3_diff1": 0.288516, "nauc_ndcg_at_5_max": 0.188507, "nauc_ndcg_at_5_std": 0.152965, "nauc_ndcg_at_5_diff1": 0.303388, "nauc_ndcg_at_10_max": 0.14786, "nauc_ndcg_at_10_std": 0.113449, "nauc_ndcg_at_10_diff1": 0.273773, "nauc_ndcg_at_20_max": 0.169411, "nauc_ndcg_at_20_std": 0.156368, "nauc_ndcg_at_20_diff1": 0.228709, "nauc_ndcg_at_100_max": 0.186857, "nauc_ndcg_at_100_std": 0.174497, "nauc_ndcg_at_100_diff1": 0.179152, "nauc_ndcg_at_1000_max": 0.201781, "nauc_ndcg_at_1000_std": 0.182789, "nauc_ndcg_at_1000_diff1": 0.210714, "nauc_map_at_1_max": 0.447992, "nauc_map_at_1_std": 0.334296, "nauc_map_at_1_diff1": 0.405839, "nauc_map_at_3_max": 0.237943, "nauc_map_at_3_std": 0.188425, "nauc_map_at_3_diff1": 0.342873, "nauc_map_at_5_max": 0.229216, "nauc_map_at_5_std": 0.193277, "nauc_map_at_5_diff1": 0.35187, "nauc_map_at_10_max": 0.193334, "nauc_map_at_10_std": 0.158598, "nauc_map_at_10_diff1": 0.315989, "nauc_map_at_20_max": 0.198506, "nauc_map_at_20_std": 0.166667, "nauc_map_at_20_diff1": 0.292419, "nauc_map_at_100_max": 0.20309, "nauc_map_at_100_std": 0.169918, "nauc_map_at_100_diff1": 0.28498, "nauc_map_at_1000_max": 0.205474, "nauc_map_at_1000_std": 0.171059, "nauc_map_at_1000_diff1": 0.286743, "nauc_recall_at_1_max": 0.447992, "nauc_recall_at_1_std": 0.334296, "nauc_recall_at_1_diff1": 0.405839, "nauc_recall_at_3_max": 0.178602, "nauc_recall_at_3_std": 0.187726, "nauc_recall_at_3_diff1": 0.250525, "nauc_recall_at_5_max": 0.165094, "nauc_recall_at_5_std": 0.203092, "nauc_recall_at_5_diff1": 0.265501, "nauc_recall_at_10_max": 0.073167, "nauc_recall_at_10_std": 0.103878, "nauc_recall_at_10_diff1": 0.192377, "nauc_recall_at_20_max": 0.123411, "nauc_recall_at_20_std": 0.188889, "nauc_recall_at_20_diff1": 0.098627, "nauc_recall_at_100_max": 0.147282, "nauc_recall_at_100_std": 0.203808, "nauc_recall_at_100_diff1": -0.00526, "nauc_recall_at_1000_max": 0.196929, "nauc_recall_at_1000_std": 0.256124, "nauc_recall_at_1000_diff1": 0.1339, "nauc_precision_at_1_max": 0.2631, "nauc_precision_at_1_std": 0.155125, "nauc_precision_at_1_diff1": 0.449126, "nauc_precision_at_3_max": 0.133665, "nauc_precision_at_3_std": 0.042446, "nauc_precision_at_3_diff1": 0.297186, "nauc_precision_at_5_max": 0.144654, "nauc_precision_at_5_std": 0.085556, "nauc_precision_at_5_diff1": 0.30681, "nauc_precision_at_10_max": 0.125792, "nauc_precision_at_10_std": 0.037609, "nauc_precision_at_10_diff1": 0.265131, "nauc_precision_at_20_max": 0.143682, "nauc_precision_at_20_std": 0.077739, "nauc_precision_at_20_diff1": 0.209704, "nauc_precision_at_100_max": 0.160573, "nauc_precision_at_100_std": 0.097446, "nauc_precision_at_100_diff1": 0.140444, "nauc_precision_at_1000_max": 0.106776, "nauc_precision_at_1000_std": 0.064775, "nauc_precision_at_1000_diff1": 0.081552, "nauc_mrr_at_1_max": 0.2631, "nauc_mrr_at_1_std": 0.155125, "nauc_mrr_at_1_diff1": 0.449126, "nauc_mrr_at_3_max": 0.192376, "nauc_mrr_at_3_std": 0.106268, "nauc_mrr_at_3_diff1": 0.311954, "nauc_mrr_at_5_max": 0.188154, "nauc_mrr_at_5_std": 0.130582, "nauc_mrr_at_5_diff1": 0.30811, "nauc_mrr_at_10_max": 0.175513, "nauc_mrr_at_10_std": 0.111801, "nauc_mrr_at_10_diff1": 0.298534, "nauc_mrr_at_20_max": 0.175722, "nauc_mrr_at_20_std": 0.124293, "nauc_mrr_at_20_diff1": 0.286289, "nauc_mrr_at_100_max": 0.177115, "nauc_mrr_at_100_std": 0.125451, "nauc_mrr_at_100_diff1": 0.277926, "nauc_mrr_at_1000_max": 0.17697, "nauc_mrr_at_1000_std": 0.125041, "nauc_mrr_at_1000_diff1": 0.280088, "hit_rate_at_1": 0.03614, "hit_rate_at_3": 0.09337, "hit_rate_at_5": 0.12048, "hit_rate_at_10": 0.1747, "hit_rate_at_20": 0.26807, "hit_rate_at_100": 0.50904, "hit_rate_at_1000": 0.93675, "main_score": 0.05657, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.06627, "ndcg_at_3": 0.06102, "ndcg_at_5": 0.06154, "ndcg_at_10": 0.07053, "ndcg_at_20": 0.08654, "ndcg_at_100": 0.13521, "ndcg_at_1000": 0.22404, "map_at_1": 0.02291, "map_at_3": 0.0345, "map_at_5": 0.03778, "map_at_10": 0.04281, "map_at_20": 0.04768, "map_at_100": 0.05546, "map_at_1000": 0.06009, "recall_at_1": 0.02291, "recall_at_3": 0.04638, "recall_at_5": 0.05702, "recall_at_10": 0.08886, "recall_at_20": 0.13385, "recall_at_100": 0.32536, "recall_at_1000": 0.80461, "accuracy": 0.02291, "precision_at_1": 0.07229, "precision_at_3": 0.04719, "precision_at_5": 0.03675, "precision_at_10": 0.02952, "precision_at_20": 0.025, "precision_at_100": 0.01265, "precision_at_1000": 0.0037, "mrr_at_1": 0.072289, "mrr_at_3": 0.09488, "mrr_at_5": 0.099398, "mrr_at_10": 0.107917, "mrr_at_20": 0.113636, "mrr_at_100": 0.120382, "mrr_at_1000": 0.121984, "nauc_ndcg_at_1_max": 0.175879, "nauc_ndcg_at_1_std": 0.091714, "nauc_ndcg_at_1_diff1": 0.222433, "nauc_ndcg_at_3_max": 0.164183, "nauc_ndcg_at_3_std": 0.072569, "nauc_ndcg_at_3_diff1": 0.186743, "nauc_ndcg_at_5_max": 0.156752, "nauc_ndcg_at_5_std": 0.080859, "nauc_ndcg_at_5_diff1": 0.184658, "nauc_ndcg_at_10_max": 0.136693, "nauc_ndcg_at_10_std": 0.080189, "nauc_ndcg_at_10_diff1": 0.2019, "nauc_ndcg_at_20_max": 0.136282, "nauc_ndcg_at_20_std": 0.084088, "nauc_ndcg_at_20_diff1": 0.197248, "nauc_ndcg_at_100_max": 0.166303, "nauc_ndcg_at_100_std": 0.180213, "nauc_ndcg_at_100_diff1": 0.134416, "nauc_ndcg_at_1000_max": 0.138407, "nauc_ndcg_at_1000_std": 0.161513, "nauc_ndcg_at_1000_diff1": 0.129437, "nauc_map_at_1_max": 0.198242, "nauc_map_at_1_std": 0.138593, "nauc_map_at_1_diff1": 0.315722, "nauc_map_at_3_max": 0.210013, "nauc_map_at_3_std": 0.103592, "nauc_map_at_3_diff1": 0.26765, "nauc_map_at_5_max": 0.204762, "nauc_map_at_5_std": 0.111652, "nauc_map_at_5_diff1": 0.23118, "nauc_map_at_10_max": 0.190231, "nauc_map_at_10_std": 0.113224, "nauc_map_at_10_diff1": 0.240101, "nauc_map_at_20_max": 0.192595, "nauc_map_at_20_std": 0.113477, "nauc_map_at_20_diff1": 0.239951, "nauc_map_at_100_max": 0.191244, "nauc_map_at_100_std": 0.138362, "nauc_map_at_100_diff1": 0.218306, "nauc_map_at_1000_max": 0.18486, "nauc_map_at_1000_std": 0.137174, "nauc_map_at_1000_diff1": 0.216814, "nauc_recall_at_1_max": 0.198242, "nauc_recall_at_1_std": 0.138593, "nauc_recall_at_1_diff1": 0.315722, "nauc_recall_at_3_max": 0.162756, "nauc_recall_at_3_std": 0.026047, "nauc_recall_at_3_diff1": 0.214637, "nauc_recall_at_5_max": 0.144868, "nauc_recall_at_5_std": 0.042714, "nauc_recall_at_5_diff1": 0.14468, "nauc_recall_at_10_max": 0.103257, "nauc_recall_at_10_std": 0.069266, "nauc_recall_at_10_diff1": 0.199558, "nauc_recall_at_20_max": 0.116808, "nauc_recall_at_20_std": 0.082921, "nauc_recall_at_20_diff1": 0.166683, "nauc_recall_at_100_max": 0.204311, "nauc_recall_at_100_std": 0.282125, "nauc_recall_at_100_diff1": 0.00701, "nauc_recall_at_1000_max": 0.185279, "nauc_recall_at_1000_std": 0.330759, "nauc_recall_at_1000_diff1": -0.121474, "nauc_precision_at_1_max": 0.18653, "nauc_precision_at_1_std": 0.12742, "nauc_precision_at_1_diff1": 0.228604, "nauc_precision_at_3_max": 0.143928, "nauc_precision_at_3_std": 0.090753, "nauc_precision_at_3_diff1": 0.11967, "nauc_precision_at_5_max": 0.117126, "nauc_precision_at_5_std": 0.112119, "nauc_precision_at_5_diff1": 0.074096, "nauc_precision_at_10_max": 0.05859, "nauc_precision_at_10_std": 0.079469, "nauc_precision_at_10_diff1": 0.090093, "nauc_precision_at_20_max": 0.037158, "nauc_precision_at_20_std": 0.063062, "nauc_precision_at_20_diff1": 0.119297, "nauc_precision_at_100_max": 0.014496, "nauc_precision_at_100_std": 0.148709, "nauc_precision_at_100_diff1": 0.055727, "nauc_precision_at_1000_max": -0.044217, "nauc_precision_at_1000_std": 0.029587, "nauc_precision_at_1000_diff1": 0.020272, "nauc_mrr_at_1_max": 0.18653, "nauc_mrr_at_1_std": 0.12742, "nauc_mrr_at_1_diff1": 0.228604, "nauc_mrr_at_3_max": 0.151346, "nauc_mrr_at_3_std": 0.087986, "nauc_mrr_at_3_diff1": 0.176772, "nauc_mrr_at_5_max": 0.140394, "nauc_mrr_at_5_std": 0.092586, "nauc_mrr_at_5_diff1": 0.164629, "nauc_mrr_at_10_max": 0.123114, "nauc_mrr_at_10_std": 0.081308, "nauc_mrr_at_10_diff1": 0.164325, "nauc_mrr_at_20_max": 0.124379, "nauc_mrr_at_20_std": 0.085182, "nauc_mrr_at_20_diff1": 0.170362, "nauc_mrr_at_100_max": 0.132033, "nauc_mrr_at_100_std": 0.094279, "nauc_mrr_at_100_diff1": 0.164764, "nauc_mrr_at_1000_max": 0.132514, "nauc_mrr_at_1000_std": 0.09426, "nauc_mrr_at_1000_diff1": 0.165545, "hit_rate_at_1": 0.07229, "hit_rate_at_3": 0.12651, "hit_rate_at_5": 0.14759, "hit_rate_at_10": 0.21084, "hit_rate_at_20": 0.3012, "hit_rate_at_100": 0.56928, "hit_rate_at_1000": 0.94277, "main_score": 0.07053, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.05873, "ndcg_at_3": 0.06179, "ndcg_at_5": 0.06366, "ndcg_at_10": 0.07488, "ndcg_at_20": 0.08847, "ndcg_at_100": 0.14133, "ndcg_at_1000": 0.22987, "map_at_1": 0.02043, "map_at_3": 0.03241, "map_at_5": 0.03695, "map_at_10": 0.04438, "map_at_20": 0.04896, "map_at_100": 0.05706, "map_at_1000": 0.06226, "recall_at_1": 0.02043, "recall_at_3": 0.04452, "recall_at_5": 0.05863, "recall_at_10": 0.09942, "recall_at_20": 0.1407, "recall_at_100": 0.33826, "recall_at_1000": 0.81367, "accuracy": 0.02043, "precision_at_1": 0.06928, "precision_at_3": 0.05422, "precision_at_5": 0.04458, "precision_at_10": 0.03645, "precision_at_20": 0.02786, "precision_at_100": 0.01446, "precision_at_1000": 0.0038, "mrr_at_1": 0.069277, "mrr_at_3": 0.096888, "mrr_at_5": 0.104116, "mrr_at_10": 0.112786, "mrr_at_20": 0.118172, "mrr_at_100": 0.124714, "mrr_at_1000": 0.126304, "nauc_ndcg_at_1_max": 0.092446, "nauc_ndcg_at_1_std": 0.122806, "nauc_ndcg_at_1_diff1": 0.269284, "nauc_ndcg_at_3_max": 0.084809, "nauc_ndcg_at_3_std": 0.099407, "nauc_ndcg_at_3_diff1": 0.155701, "nauc_ndcg_at_5_max": 0.11323, "nauc_ndcg_at_5_std": 0.111052, "nauc_ndcg_at_5_diff1": 0.152496, "nauc_ndcg_at_10_max": 0.080129, "nauc_ndcg_at_10_std": 0.08503, "nauc_ndcg_at_10_diff1": 0.117881, "nauc_ndcg_at_20_max": 0.105225, "nauc_ndcg_at_20_std": 0.121216, "nauc_ndcg_at_20_diff1": 0.107918, "nauc_ndcg_at_100_max": 0.132461, "nauc_ndcg_at_100_std": 0.152302, "nauc_ndcg_at_100_diff1": 0.051626, "nauc_ndcg_at_1000_max": 0.111434, "nauc_ndcg_at_1000_std": 0.155056, "nauc_ndcg_at_1000_diff1": 0.033545, "nauc_map_at_1_max": 0.260778, "nauc_map_at_1_std": 0.22563, "nauc_map_at_1_diff1": 0.239279, "nauc_map_at_3_max": 0.161978, "nauc_map_at_3_std": 0.168026, "nauc_map_at_3_diff1": 0.157228, "nauc_map_at_5_max": 0.171489, "nauc_map_at_5_std": 0.170546, "nauc_map_at_5_diff1": 0.159733, "nauc_map_at_10_max": 0.145193, "nauc_map_at_10_std": 0.148856, "nauc_map_at_10_diff1": 0.142348, "nauc_map_at_20_max": 0.142537, "nauc_map_at_20_std": 0.15296, "nauc_map_at_20_diff1": 0.141193, "nauc_map_at_100_max": 0.144641, "nauc_map_at_100_std": 0.1601, "nauc_map_at_100_diff1": 0.130037, "nauc_map_at_1000_max": 0.142131, "nauc_map_at_1000_std": 0.161071, "nauc_map_at_1000_diff1": 0.12291, "nauc_recall_at_1_max": 0.260778, "nauc_recall_at_1_std": 0.22563, "nauc_recall_at_1_diff1": 0.239279, "nauc_recall_at_3_max": 0.094378, "nauc_recall_at_3_std": 0.11937, "nauc_recall_at_3_diff1": 0.100636, "nauc_recall_at_5_max": 0.13119, "nauc_recall_at_5_std": 0.141243, "nauc_recall_at_5_diff1": 0.100505, "nauc_recall_at_10_max": 0.05405, "nauc_recall_at_10_std": 0.076652, "nauc_recall_at_10_diff1": 0.034747, "nauc_recall_at_20_max": 0.094677, "nauc_recall_at_20_std": 0.142921, "nauc_recall_at_20_diff1": 0.032917, "nauc_recall_at_100_max": 0.169038, "nauc_recall_at_100_std": 0.192994, "nauc_recall_at_100_diff1": -0.056408, "nauc_recall_at_1000_max": 0.217203, "nauc_recall_at_1000_std": 0.326599, "nauc_recall_at_1000_diff1": -0.209543, "nauc_precision_at_1_max": 0.073447, "nauc_precision_at_1_std": 0.102335, "nauc_precision_at_1_diff1": 0.311898, "nauc_precision_at_3_max": 0.010884, "nauc_precision_at_3_std": 0.02971, "nauc_precision_at_3_diff1": 0.181754, "nauc_precision_at_5_max": 0.061319, "nauc_precision_at_5_std": 0.04621, "nauc_precision_at_5_diff1": 0.171292, "nauc_precision_at_10_max": 0.010854, "nauc_precision_at_10_std": 0.006699, "nauc_precision_at_10_diff1": 0.163199, "nauc_precision_at_20_max": 0.042562, "nauc_precision_at_20_std": 0.065401, "nauc_precision_at_20_diff1": 0.152128, "nauc_precision_at_100_max": 0.043587, "nauc_precision_at_100_std": 0.08974, "nauc_precision_at_100_diff1": 0.002682, "nauc_precision_at_1000_max": -0.048293, "nauc_precision_at_1000_std": 0.006906, "nauc_precision_at_1000_diff1": -0.021254, "nauc_mrr_at_1_max": 0.073447, "nauc_mrr_at_1_std": 0.102335, "nauc_mrr_at_1_diff1": 0.311898, "nauc_mrr_at_3_max": 0.013395, "nauc_mrr_at_3_std": 0.04536, "nauc_mrr_at_3_diff1": 0.21251, "nauc_mrr_at_5_max": 0.038115, "nauc_mrr_at_5_std": 0.056943, "nauc_mrr_at_5_diff1": 0.207055, "nauc_mrr_at_10_max": 0.026458, "nauc_mrr_at_10_std": 0.046911, "nauc_mrr_at_10_diff1": 0.196469, "nauc_mrr_at_20_max": 0.031285, "nauc_mrr_at_20_std": 0.056267, "nauc_mrr_at_20_diff1": 0.193797, "nauc_mrr_at_100_max": 0.037553, "nauc_mrr_at_100_std": 0.059758, "nauc_mrr_at_100_diff1": 0.185312, "nauc_mrr_at_1000_max": 0.036209, "nauc_mrr_at_1000_std": 0.059236, "nauc_mrr_at_1000_diff1": 0.186318, "hit_rate_at_1": 0.06928, "hit_rate_at_3": 0.13253, "hit_rate_at_5": 0.16265, "hit_rate_at_10": 0.23494, "hit_rate_at_20": 0.31928, "hit_rate_at_100": 0.59036, "hit_rate_at_1000": 0.93976, "main_score": 0.07488, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 3359.498129375046, "kg_co2_emissions": null, "date": 1783094883.251003, "evaluation_phases": [ { "name": "Data loading", "start": 4.440103657543659e-05, "end": 68.9325335030444, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 68.93257559393533, "end": 68.93258025404066, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 68.9610311051365, "end": 553.6583931080531, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 553.6585817700252, "end": 553.99036251707, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 554.0196506341454, "end": 1029.1462209580932, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1029.146532180952, "end": 1029.4759157530498, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1029.512062258087, "end": 1499.0543538611382, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1499.0545810530894, "end": 1499.370494754985, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1499.4078141669743, "end": 2084.6344702050555, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2084.6348445490003, "end": 2084.943542451132, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2084.9820781010203, "end": 2771.734535403084, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2771.7347281051334, "end": 2772.043035025941, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2772.0819705049507, "end": 3359.1453787570354, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3359.1456284790765, "end": 3359.4699423180427, "split": "test", "subset": "portuguese" } ] }