{ "dataset_revision": "f732b725cf4a70803210edfe265a04f8bd5328f6", "task_name": "Vidore3IndustrialRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.03534, "ndcg_at_3": 0.04287, "ndcg_at_5": 0.04541, "ndcg_at_10": 0.05145, "ndcg_at_20": 0.05636, "ndcg_at_100": 0.09392, "ndcg_at_1000": 0.17082, "map_at_1": 0.01703, "map_at_3": 0.02399, "map_at_5": 0.02623, "map_at_10": 0.02978, "map_at_20": 0.03185, "map_at_100": 0.03782, "map_at_1000": 0.04179, "recall_at_1": 0.01703, "recall_at_3": 0.03395, "recall_at_5": 0.04308, "recall_at_10": 0.06816, "recall_at_20": 0.08539, "recall_at_100": 0.22485, "recall_at_1000": 0.65376, "accuracy": 0.01703, "precision_at_1": 0.03534, "precision_at_3": 0.03298, "precision_at_5": 0.02968, "precision_at_10": 0.02403, "precision_at_20": 0.01714, "precision_at_100": 0.01071, "precision_at_1000": 0.00335, "mrr_at_1": 0.035336, "mrr_at_3": 0.060071, "mrr_at_5": 0.068551, "mrr_at_10": 0.076111, "mrr_at_20": 0.079629, "mrr_at_100": 0.084597, "mrr_at_1000": 0.086382, "nauc_ndcg_at_1_max": 0.341341, "nauc_ndcg_at_1_std": 0.357706, "nauc_ndcg_at_1_diff1": 0.059332, "nauc_ndcg_at_3_max": 0.179328, "nauc_ndcg_at_3_std": 0.186939, "nauc_ndcg_at_3_diff1": 0.121905, "nauc_ndcg_at_5_max": 0.161528, "nauc_ndcg_at_5_std": 0.160485, "nauc_ndcg_at_5_diff1": 0.147065, "nauc_ndcg_at_10_max": 0.202463, "nauc_ndcg_at_10_std": 0.136492, "nauc_ndcg_at_10_diff1": 0.146908, "nauc_ndcg_at_20_max": 0.240934, "nauc_ndcg_at_20_std": 0.161889, "nauc_ndcg_at_20_diff1": 0.138119, "nauc_ndcg_at_100_max": 0.237095, "nauc_ndcg_at_100_std": 0.174288, "nauc_ndcg_at_100_diff1": 0.068607, "nauc_ndcg_at_1000_max": 0.208482, "nauc_ndcg_at_1000_std": 0.180561, "nauc_ndcg_at_1000_diff1": 0.091906, "nauc_map_at_1_max": 0.578896, "nauc_map_at_1_std": 0.236109, "nauc_map_at_1_diff1": 0.435023, "nauc_map_at_3_max": 0.375845, "nauc_map_at_3_std": 0.230213, "nauc_map_at_3_diff1": 0.338418, "nauc_map_at_5_max": 0.330954, "nauc_map_at_5_std": 0.19914, "nauc_map_at_5_diff1": 0.292563, "nauc_map_at_10_max": 0.310844, "nauc_map_at_10_std": 0.175312, "nauc_map_at_10_diff1": 0.263519, "nauc_map_at_20_max": 0.319921, "nauc_map_at_20_std": 0.177819, "nauc_map_at_20_diff1": 0.250862, "nauc_map_at_100_max": 0.309778, "nauc_map_at_100_std": 0.179115, "nauc_map_at_100_diff1": 0.205263, "nauc_map_at_1000_max": 0.298434, "nauc_map_at_1000_std": 0.184063, "nauc_map_at_1000_diff1": 0.196271, "nauc_recall_at_1_max": 0.578896, "nauc_recall_at_1_std": 0.236109, "nauc_recall_at_1_diff1": 0.435023, "nauc_recall_at_3_max": 0.256002, "nauc_recall_at_3_std": 0.261886, "nauc_recall_at_3_diff1": 0.308732, "nauc_recall_at_5_max": 0.165537, "nauc_recall_at_5_std": 0.183373, "nauc_recall_at_5_diff1": 0.202144, "nauc_recall_at_10_max": 0.185584, "nauc_recall_at_10_std": 0.135548, "nauc_recall_at_10_diff1": 0.135863, "nauc_recall_at_20_max": 0.227165, "nauc_recall_at_20_std": 0.161538, "nauc_recall_at_20_diff1": 0.101255, "nauc_recall_at_100_max": 0.215417, "nauc_recall_at_100_std": 0.174653, "nauc_recall_at_100_diff1": 0.019248, "nauc_recall_at_1000_max": 0.192345, "nauc_recall_at_1000_std": 0.25646, "nauc_recall_at_1000_diff1": 0.097391, "nauc_precision_at_1_max": 0.341341, "nauc_precision_at_1_std": 0.357706, "nauc_precision_at_1_diff1": 0.059332, "nauc_precision_at_3_max": 0.013404, "nauc_precision_at_3_std": 0.071802, "nauc_precision_at_3_diff1": -0.010298, "nauc_precision_at_5_max": -0.011744, "nauc_precision_at_5_std": 0.053424, "nauc_precision_at_5_diff1": 0.030062, "nauc_precision_at_10_max": 0.088456, "nauc_precision_at_10_std": 0.039746, "nauc_precision_at_10_diff1": -0.005499, "nauc_precision_at_20_max": 0.159606, "nauc_precision_at_20_std": 0.090272, "nauc_precision_at_20_diff1": -0.02829, "nauc_precision_at_100_max": 0.111664, "nauc_precision_at_100_std": 0.08374, "nauc_precision_at_100_diff1": -0.117259, "nauc_precision_at_1000_max": 0.012053, "nauc_precision_at_1000_std": -0.002823, "nauc_precision_at_1000_diff1": -0.034588, "nauc_mrr_at_1_max": 0.341341, "nauc_mrr_at_1_std": 0.357706, "nauc_mrr_at_1_diff1": 0.059332, "nauc_mrr_at_3_max": 0.128421, "nauc_mrr_at_3_std": 0.136795, "nauc_mrr_at_3_diff1": 0.024934, "nauc_mrr_at_5_max": 0.097657, "nauc_mrr_at_5_std": 0.131231, "nauc_mrr_at_5_diff1": 0.030838, "nauc_mrr_at_10_max": 0.121119, "nauc_mrr_at_10_std": 0.131937, "nauc_mrr_at_10_diff1": 0.021571, "nauc_mrr_at_20_max": 0.134216, "nauc_mrr_at_20_std": 0.140386, "nauc_mrr_at_20_diff1": 0.020035, "nauc_mrr_at_100_max": 0.133396, "nauc_mrr_at_100_std": 0.133848, "nauc_mrr_at_100_diff1": 0.016761, "nauc_mrr_at_1000_max": 0.132694, "nauc_mrr_at_1000_std": 0.135061, "nauc_mrr_at_1000_diff1": 0.019404, "hit_rate_at_1": 0.03534, "hit_rate_at_3": 0.09187, "hit_rate_at_5": 0.13074, "hit_rate_at_10": 0.19081, "hit_rate_at_20": 0.23675, "hit_rate_at_100": 0.45936, "hit_rate_at_1000": 0.89399, "main_score": 0.05145, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.02827, "ndcg_at_3": 0.03611, "ndcg_at_5": 0.03981, "ndcg_at_10": 0.04955, "ndcg_at_20": 0.05962, "ndcg_at_100": 0.10258, "ndcg_at_1000": 0.18292, "map_at_1": 0.01234, "map_at_3": 0.02306, "map_at_5": 0.02548, "map_at_10": 0.03025, "map_at_20": 0.03319, "map_at_100": 0.0395, "map_at_1000": 0.04378, "recall_at_1": 0.01234, "recall_at_3": 0.03453, "recall_at_5": 0.04396, "recall_at_10": 0.07569, "recall_at_20": 0.10505, "recall_at_100": 0.2623, "recall_at_1000": 0.70245, "accuracy": 0.01234, "precision_at_1": 0.0318, "precision_at_3": 0.02827, "precision_at_5": 0.02544, "precision_at_10": 0.02191, "precision_at_20": 0.01908, "precision_at_100": 0.01216, "precision_at_1000": 0.00366, "mrr_at_1": 0.031802, "mrr_at_3": 0.048292, "mrr_at_5": 0.055713, "mrr_at_10": 0.065496, "mrr_at_20": 0.070183, "mrr_at_100": 0.076636, "mrr_at_1000": 0.077997, "nauc_ndcg_at_1_max": 0.538075, "nauc_ndcg_at_1_std": 0.018064, "nauc_ndcg_at_1_diff1": 0.10576, "nauc_ndcg_at_3_max": 0.356166, "nauc_ndcg_at_3_std": 0.07441, "nauc_ndcg_at_3_diff1": 0.202844, "nauc_ndcg_at_5_max": 0.325188, "nauc_ndcg_at_5_std": 0.06738, "nauc_ndcg_at_5_diff1": 0.203709, "nauc_ndcg_at_10_max": 0.320282, "nauc_ndcg_at_10_std": 0.173086, "nauc_ndcg_at_10_diff1": 0.174353, "nauc_ndcg_at_20_max": 0.309651, "nauc_ndcg_at_20_std": 0.16428, "nauc_ndcg_at_20_diff1": 0.125021, "nauc_ndcg_at_100_max": 0.275486, "nauc_ndcg_at_100_std": 0.182571, "nauc_ndcg_at_100_diff1": 0.099679, "nauc_ndcg_at_1000_max": 0.263542, "nauc_ndcg_at_1000_std": 0.133159, "nauc_ndcg_at_1000_diff1": 0.143956, "nauc_map_at_1_max": 0.484267, "nauc_map_at_1_std": -0.094092, "nauc_map_at_1_diff1": 0.271046, "nauc_map_at_3_max": 0.35521, "nauc_map_at_3_std": 0.021198, "nauc_map_at_3_diff1": 0.251689, "nauc_map_at_5_max": 0.340284, "nauc_map_at_5_std": 0.027592, "nauc_map_at_5_diff1": 0.243777, "nauc_map_at_10_max": 0.335216, "nauc_map_at_10_std": 0.114402, "nauc_map_at_10_diff1": 0.21056, "nauc_map_at_20_max": 0.33955, "nauc_map_at_20_std": 0.110514, "nauc_map_at_20_diff1": 0.181698, "nauc_map_at_100_max": 0.327941, "nauc_map_at_100_std": 0.135986, "nauc_map_at_100_diff1": 0.157206, "nauc_map_at_1000_max": 0.33086, "nauc_map_at_1000_std": 0.133437, "nauc_map_at_1000_diff1": 0.158574, "nauc_recall_at_1_max": 0.484267, "nauc_recall_at_1_std": -0.094092, "nauc_recall_at_1_diff1": 0.271046, "nauc_recall_at_3_max": 0.272696, "nauc_recall_at_3_std": 0.0901, "nauc_recall_at_3_diff1": 0.306464, "nauc_recall_at_5_max": 0.245907, "nauc_recall_at_5_std": 0.078077, "nauc_recall_at_5_diff1": 0.274594, "nauc_recall_at_10_max": 0.255092, "nauc_recall_at_10_std": 0.270439, "nauc_recall_at_10_diff1": 0.165139, "nauc_recall_at_20_max": 0.238466, "nauc_recall_at_20_std": 0.231852, "nauc_recall_at_20_diff1": 0.083882, "nauc_recall_at_100_max": 0.16206, "nauc_recall_at_100_std": 0.234856, "nauc_recall_at_100_diff1": 0.026838, "nauc_recall_at_1000_max": 0.064163, "nauc_recall_at_1000_std": 0.231543, "nauc_recall_at_1000_diff1": 0.151159, "nauc_precision_at_1_max": 0.510828, "nauc_precision_at_1_std": -0.043529, "nauc_precision_at_1_diff1": 0.062409, "nauc_precision_at_3_max": 0.337127, "nauc_precision_at_3_std": 0.113722, "nauc_precision_at_3_diff1": 0.091549, "nauc_precision_at_5_max": 0.278299, "nauc_precision_at_5_std": 0.100277, "nauc_precision_at_5_diff1": 0.067753, "nauc_precision_at_10_max": 0.304823, "nauc_precision_at_10_std": 0.244551, "nauc_precision_at_10_diff1": 0.079527, "nauc_precision_at_20_max": 0.282262, "nauc_precision_at_20_std": 0.174821, "nauc_precision_at_20_diff1": -0.000783, "nauc_precision_at_100_max": 0.242477, "nauc_precision_at_100_std": 0.137941, "nauc_precision_at_100_diff1": 0.019509, "nauc_precision_at_1000_max": 0.153222, "nauc_precision_at_1000_std": -0.085159, "nauc_precision_at_1000_diff1": 0.04211, "nauc_mrr_at_1_max": 0.510828, "nauc_mrr_at_1_std": -0.043529, "nauc_mrr_at_1_diff1": 0.062409, "nauc_mrr_at_3_max": 0.409842, "nauc_mrr_at_3_std": 0.057853, "nauc_mrr_at_3_diff1": 0.111151, "nauc_mrr_at_5_max": 0.367894, "nauc_mrr_at_5_std": 0.034628, "nauc_mrr_at_5_diff1": 0.097952, "nauc_mrr_at_10_max": 0.366047, "nauc_mrr_at_10_std": 0.091259, "nauc_mrr_at_10_diff1": 0.080703, "nauc_mrr_at_20_max": 0.351721, "nauc_mrr_at_20_std": 0.083037, "nauc_mrr_at_20_diff1": 0.072887, "nauc_mrr_at_100_max": 0.349904, "nauc_mrr_at_100_std": 0.079751, "nauc_mrr_at_100_diff1": 0.079883, "nauc_mrr_at_1000_max": 0.350024, "nauc_mrr_at_1000_std": 0.079334, "nauc_mrr_at_1000_diff1": 0.080781, "hit_rate_at_1": 0.0318, "hit_rate_at_3": 0.07067, "hit_rate_at_5": 0.10247, "hit_rate_at_10": 0.17668, "hit_rate_at_20": 0.24735, "hit_rate_at_100": 0.5371, "hit_rate_at_1000": 0.89046, "main_score": 0.04955, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.07597, "ndcg_at_3": 0.0801, "ndcg_at_5": 0.09409, "ndcg_at_10": 0.10552, "ndcg_at_20": 0.12213, "ndcg_at_100": 0.16943, "ndcg_at_1000": 0.24695, "map_at_1": 0.03008, "map_at_3": 0.0474, "map_at_5": 0.05794, "map_at_10": 0.06461, "map_at_20": 0.06995, "map_at_100": 0.0783, "map_at_1000": 0.08303, "recall_at_1": 0.03008, "recall_at_3": 0.06504, "recall_at_5": 0.09989, "recall_at_10": 0.14235, "recall_at_20": 0.19612, "recall_at_100": 0.36953, "recall_at_1000": 0.77448, "accuracy": 0.03008, "precision_at_1": 0.08481, "precision_at_3": 0.06125, "precision_at_5": 0.06219, "precision_at_10": 0.047, "precision_at_20": 0.03463, "precision_at_100": 0.01604, "precision_at_1000": 0.00413, "mrr_at_1": 0.084806, "mrr_at_3": 0.11543, "mrr_at_5": 0.135571, "mrr_at_10": 0.146716, "mrr_at_20": 0.153704, "mrr_at_100": 0.159395, "mrr_at_1000": 0.160413, "nauc_ndcg_at_1_max": 0.267677, "nauc_ndcg_at_1_std": 0.058016, "nauc_ndcg_at_1_diff1": 0.237008, "nauc_ndcg_at_3_max": 0.233146, "nauc_ndcg_at_3_std": 0.148446, "nauc_ndcg_at_3_diff1": 0.224142, "nauc_ndcg_at_5_max": 0.287418, "nauc_ndcg_at_5_std": 0.204276, "nauc_ndcg_at_5_diff1": 0.186267, "nauc_ndcg_at_10_max": 0.259803, "nauc_ndcg_at_10_std": 0.209416, "nauc_ndcg_at_10_diff1": 0.17348, "nauc_ndcg_at_20_max": 0.249468, "nauc_ndcg_at_20_std": 0.221089, "nauc_ndcg_at_20_diff1": 0.167935, "nauc_ndcg_at_100_max": 0.24599, "nauc_ndcg_at_100_std": 0.242674, "nauc_ndcg_at_100_diff1": 0.125788, "nauc_ndcg_at_1000_max": 0.268569, "nauc_ndcg_at_1000_std": 0.241752, "nauc_ndcg_at_1000_diff1": 0.125794, "nauc_map_at_1_max": 0.396717, "nauc_map_at_1_std": 0.054376, "nauc_map_at_1_diff1": 0.407946, "nauc_map_at_3_max": 0.232582, "nauc_map_at_3_std": 0.152042, "nauc_map_at_3_diff1": 0.301198, "nauc_map_at_5_max": 0.286656, "nauc_map_at_5_std": 0.201785, "nauc_map_at_5_diff1": 0.259343, "nauc_map_at_10_max": 0.273666, "nauc_map_at_10_std": 0.213796, "nauc_map_at_10_diff1": 0.244021, "nauc_map_at_20_max": 0.270609, "nauc_map_at_20_std": 0.218291, "nauc_map_at_20_diff1": 0.236978, "nauc_map_at_100_max": 0.268242, "nauc_map_at_100_std": 0.225902, "nauc_map_at_100_diff1": 0.223346, "nauc_map_at_1000_max": 0.269399, "nauc_map_at_1000_std": 0.22764, "nauc_map_at_1000_diff1": 0.220673, "nauc_recall_at_1_max": 0.396717, "nauc_recall_at_1_std": 0.054376, "nauc_recall_at_1_diff1": 0.407946, "nauc_recall_at_3_max": 0.144703, "nauc_recall_at_3_std": 0.229189, "nauc_recall_at_3_diff1": 0.232084, "nauc_recall_at_5_max": 0.268476, "nauc_recall_at_5_std": 0.293643, "nauc_recall_at_5_diff1": 0.157827, "nauc_recall_at_10_max": 0.190114, "nauc_recall_at_10_std": 0.271854, "nauc_recall_at_10_diff1": 0.121741, "nauc_recall_at_20_max": 0.167254, "nauc_recall_at_20_std": 0.272431, "nauc_recall_at_20_diff1": 0.10003, "nauc_recall_at_100_max": 0.176051, "nauc_recall_at_100_std": 0.299987, "nauc_recall_at_100_diff1": 0.000135, "nauc_recall_at_1000_max": 0.269401, "nauc_recall_at_1000_std": 0.404495, "nauc_recall_at_1000_diff1": 0.021647, "nauc_precision_at_1_max": 0.291541, "nauc_precision_at_1_std": 0.06643, "nauc_precision_at_1_diff1": 0.222815, "nauc_precision_at_3_max": 0.226047, "nauc_precision_at_3_std": 0.174495, "nauc_precision_at_3_diff1": 0.179337, "nauc_precision_at_5_max": 0.298631, "nauc_precision_at_5_std": 0.251131, "nauc_precision_at_5_diff1": 0.095652, "nauc_precision_at_10_max": 0.228723, "nauc_precision_at_10_std": 0.219387, "nauc_precision_at_10_diff1": 0.046078, "nauc_precision_at_20_max": 0.16202, "nauc_precision_at_20_std": 0.164919, "nauc_precision_at_20_diff1": 0.048186, "nauc_precision_at_100_max": 0.109522, "nauc_precision_at_100_std": 0.147235, "nauc_precision_at_100_diff1": 0.005576, "nauc_precision_at_1000_max": 0.049653, "nauc_precision_at_1000_std": 0.033418, "nauc_precision_at_1000_diff1": -0.040161, "nauc_mrr_at_1_max": 0.291541, "nauc_mrr_at_1_std": 0.06643, "nauc_mrr_at_1_diff1": 0.222815, "nauc_mrr_at_3_max": 0.249622, "nauc_mrr_at_3_std": 0.142289, "nauc_mrr_at_3_diff1": 0.196155, "nauc_mrr_at_5_max": 0.257971, "nauc_mrr_at_5_std": 0.167886, "nauc_mrr_at_5_diff1": 0.163511, "nauc_mrr_at_10_max": 0.247451, "nauc_mrr_at_10_std": 0.160913, "nauc_mrr_at_10_diff1": 0.15518, "nauc_mrr_at_20_max": 0.246365, "nauc_mrr_at_20_std": 0.164304, "nauc_mrr_at_20_diff1": 0.153689, "nauc_mrr_at_100_max": 0.247304, "nauc_mrr_at_100_std": 0.163817, "nauc_mrr_at_100_diff1": 0.152195, "nauc_mrr_at_1000_max": 0.247609, "nauc_mrr_at_1000_std": 0.1636, "nauc_mrr_at_1000_diff1": 0.153092, "hit_rate_at_1": 0.08481, "hit_rate_at_3": 0.15548, "hit_rate_at_5": 0.24028, "hit_rate_at_10": 0.32862, "hit_rate_at_20": 0.42756, "hit_rate_at_100": 0.66431, "hit_rate_at_1000": 0.9364, "main_score": 0.10552, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.0212, "ndcg_at_3": 0.02684, "ndcg_at_5": 0.02757, "ndcg_at_10": 0.03363, "ndcg_at_20": 0.04613, "ndcg_at_100": 0.07415, "ndcg_at_1000": 0.14999, "map_at_1": 0.01226, "map_at_3": 0.01768, "map_at_5": 0.01809, "map_at_10": 0.02085, "map_at_20": 0.02398, "map_at_100": 0.02803, "map_at_1000": 0.03174, "recall_at_1": 0.01226, "recall_at_3": 0.02578, "recall_at_5": 0.02711, "recall_at_10": 0.04695, "recall_at_20": 0.08891, "recall_at_100": 0.19196, "recall_at_1000": 0.60411, "accuracy": 0.01226, "precision_at_1": 0.0212, "precision_at_3": 0.01885, "precision_at_5": 0.01555, "precision_at_10": 0.01519, "precision_at_20": 0.01537, "precision_at_100": 0.00887, "precision_at_1000": 0.00317, "mrr_at_1": 0.021201, "mrr_at_3": 0.035925, "mrr_at_5": 0.039812, "mrr_at_10": 0.046337, "mrr_at_20": 0.051311, "mrr_at_100": 0.056464, "mrr_at_1000": 0.058128, "nauc_ndcg_at_1_max": -0.039414, "nauc_ndcg_at_1_std": 0.30005, "nauc_ndcg_at_1_diff1": 0.115549, "nauc_ndcg_at_3_max": 0.060848, "nauc_ndcg_at_3_std": 0.302453, "nauc_ndcg_at_3_diff1": 0.082957, "nauc_ndcg_at_5_max": 0.049123, "nauc_ndcg_at_5_std": 0.298894, "nauc_ndcg_at_5_diff1": 0.069916, "nauc_ndcg_at_10_max": 0.075098, "nauc_ndcg_at_10_std": 0.192929, "nauc_ndcg_at_10_diff1": 0.076356, "nauc_ndcg_at_20_max": 0.12995, "nauc_ndcg_at_20_std": 0.1993, "nauc_ndcg_at_20_diff1": 0.037795, "nauc_ndcg_at_100_max": 0.136509, "nauc_ndcg_at_100_std": 0.205407, "nauc_ndcg_at_100_diff1": 0.011909, "nauc_ndcg_at_1000_max": 0.12267, "nauc_ndcg_at_1000_std": 0.171156, "nauc_ndcg_at_1000_diff1": 0.027678, "nauc_map_at_1_max": -0.08651, "nauc_map_at_1_std": 0.268242, "nauc_map_at_1_diff1": 0.220993, "nauc_map_at_3_max": 0.003535, "nauc_map_at_3_std": 0.343843, "nauc_map_at_3_diff1": 0.155287, "nauc_map_at_5_max": 0.005552, "nauc_map_at_5_std": 0.346718, "nauc_map_at_5_diff1": 0.148022, "nauc_map_at_10_max": 0.038419, "nauc_map_at_10_std": 0.28164, "nauc_map_at_10_diff1": 0.138939, "nauc_map_at_20_max": 0.065721, "nauc_map_at_20_std": 0.269963, "nauc_map_at_20_diff1": 0.117552, "nauc_map_at_100_max": 0.089298, "nauc_map_at_100_std": 0.264661, "nauc_map_at_100_diff1": 0.105096, "nauc_map_at_1000_max": 0.092553, "nauc_map_at_1000_std": 0.254784, "nauc_map_at_1000_diff1": 0.098618, "nauc_recall_at_1_max": -0.08651, "nauc_recall_at_1_std": 0.268242, "nauc_recall_at_1_diff1": 0.220993, "nauc_recall_at_3_max": 0.083949, "nauc_recall_at_3_std": 0.378297, "nauc_recall_at_3_diff1": 0.128982, "nauc_recall_at_5_max": 0.087934, "nauc_recall_at_5_std": 0.37776, "nauc_recall_at_5_diff1": 0.115601, "nauc_recall_at_10_max": 0.126112, "nauc_recall_at_10_std": 0.129458, "nauc_recall_at_10_diff1": 0.123825, "nauc_recall_at_20_max": 0.211072, "nauc_recall_at_20_std": 0.167981, "nauc_recall_at_20_diff1": 0.042993, "nauc_recall_at_100_max": 0.202812, "nauc_recall_at_100_std": 0.237568, "nauc_recall_at_100_diff1": 0.029172, "nauc_recall_at_1000_max": 0.17804, "nauc_recall_at_1000_std": 0.242531, "nauc_recall_at_1000_diff1": 0.077104, "nauc_precision_at_1_max": -0.039414, "nauc_precision_at_1_std": 0.30005, "nauc_precision_at_1_diff1": 0.115549, "nauc_precision_at_3_max": 0.098871, "nauc_precision_at_3_std": 0.219199, "nauc_precision_at_3_diff1": 0.005492, "nauc_precision_at_5_max": 0.087767, "nauc_precision_at_5_std": 0.18946, "nauc_precision_at_5_diff1": -0.040374, "nauc_precision_at_10_max": 0.155595, "nauc_precision_at_10_std": 0.056857, "nauc_precision_at_10_diff1": -0.058523, "nauc_precision_at_20_max": 0.216907, "nauc_precision_at_20_std": 0.094666, "nauc_precision_at_20_diff1": -0.050369, "nauc_precision_at_100_max": 0.169983, "nauc_precision_at_100_std": 0.027225, "nauc_precision_at_100_diff1": -0.055914, "nauc_precision_at_1000_max": 0.041549, "nauc_precision_at_1000_std": -0.100363, "nauc_precision_at_1000_diff1": -0.033873, "nauc_mrr_at_1_max": -0.039414, "nauc_mrr_at_1_std": 0.30005, "nauc_mrr_at_1_diff1": 0.115549, "nauc_mrr_at_3_max": 0.040849, "nauc_mrr_at_3_std": 0.259566, "nauc_mrr_at_3_diff1": 0.026326, "nauc_mrr_at_5_max": 0.051579, "nauc_mrr_at_5_std": 0.237786, "nauc_mrr_at_5_diff1": 0.007325, "nauc_mrr_at_10_max": 0.0622, "nauc_mrr_at_10_std": 0.191549, "nauc_mrr_at_10_diff1": -0.006633, "nauc_mrr_at_20_max": 0.08057, "nauc_mrr_at_20_std": 0.196077, "nauc_mrr_at_20_diff1": -0.008388, "nauc_mrr_at_100_max": 0.070616, "nauc_mrr_at_100_std": 0.188779, "nauc_mrr_at_100_diff1": -0.010427, "nauc_mrr_at_1000_max": 0.070571, "nauc_mrr_at_1000_std": 0.1895, "nauc_mrr_at_1000_diff1": -0.008538, "hit_rate_at_1": 0.0212, "hit_rate_at_3": 0.05654, "hit_rate_at_5": 0.0742, "hit_rate_at_10": 0.12367, "hit_rate_at_20": 0.20495, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.83392, "main_score": 0.03363, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.0159, "ndcg_at_3": 0.02691, "ndcg_at_5": 0.03081, "ndcg_at_10": 0.03854, "ndcg_at_20": 0.04689, "ndcg_at_100": 0.08262, "ndcg_at_1000": 0.15935, "map_at_1": 0.00788, "map_at_3": 0.01407, "map_at_5": 0.01678, "map_at_10": 0.02015, "map_at_20": 0.023, "map_at_100": 0.02855, "map_at_1000": 0.03256, "recall_at_1": 0.00788, "recall_at_3": 0.02155, "recall_at_5": 0.03162, "recall_at_10": 0.05478, "recall_at_20": 0.08037, "recall_at_100": 0.21486, "recall_at_1000": 0.6366, "accuracy": 0.00788, "precision_at_1": 0.01767, "precision_at_3": 0.02473, "precision_at_5": 0.02332, "precision_at_10": 0.0212, "precision_at_20": 0.01731, "precision_at_100": 0.0106, "precision_at_1000": 0.00335, "mrr_at_1": 0.017668, "mrr_at_3": 0.03828, "mrr_at_5": 0.045347, "mrr_at_10": 0.055844, "mrr_at_20": 0.059128, "mrr_at_100": 0.063969, "mrr_at_1000": 0.065607, "nauc_ndcg_at_1_max": 0.348921, "nauc_ndcg_at_1_std": -0.235576, "nauc_ndcg_at_1_diff1": -0.116135, "nauc_ndcg_at_3_max": 0.161147, "nauc_ndcg_at_3_std": 0.091266, "nauc_ndcg_at_3_diff1": 0.141467, "nauc_ndcg_at_5_max": 0.196235, "nauc_ndcg_at_5_std": 0.139937, "nauc_ndcg_at_5_diff1": 0.124438, "nauc_ndcg_at_10_max": 0.154584, "nauc_ndcg_at_10_std": 0.090282, "nauc_ndcg_at_10_diff1": 0.108137, "nauc_ndcg_at_20_max": 0.144978, "nauc_ndcg_at_20_std": 0.081736, "nauc_ndcg_at_20_diff1": 0.141476, "nauc_ndcg_at_100_max": 0.174426, "nauc_ndcg_at_100_std": 0.178658, "nauc_ndcg_at_100_diff1": 0.086215, "nauc_ndcg_at_1000_max": 0.180409, "nauc_ndcg_at_1000_std": 0.172924, "nauc_ndcg_at_1000_diff1": 0.087387, "nauc_map_at_1_max": 0.258745, "nauc_map_at_1_std": -0.372389, "nauc_map_at_1_diff1": 0.213252, "nauc_map_at_3_max": 0.136633, "nauc_map_at_3_std": 0.012697, "nauc_map_at_3_diff1": 0.294876, "nauc_map_at_5_max": 0.146156, "nauc_map_at_5_std": 0.056984, "nauc_map_at_5_diff1": 0.236044, "nauc_map_at_10_max": 0.124577, "nauc_map_at_10_std": 0.064367, "nauc_map_at_10_diff1": 0.209156, "nauc_map_at_20_max": 0.128085, "nauc_map_at_20_std": 0.056547, "nauc_map_at_20_diff1": 0.216872, "nauc_map_at_100_max": 0.147847, "nauc_map_at_100_std": 0.101793, "nauc_map_at_100_diff1": 0.175854, "nauc_map_at_1000_max": 0.154907, "nauc_map_at_1000_std": 0.115994, "nauc_map_at_1000_diff1": 0.169195, "nauc_recall_at_1_max": 0.258745, "nauc_recall_at_1_std": -0.372389, "nauc_recall_at_1_diff1": 0.213252, "nauc_recall_at_3_max": 0.065644, "nauc_recall_at_3_std": 0.134962, "nauc_recall_at_3_diff1": 0.309272, "nauc_recall_at_5_max": 0.15248, "nauc_recall_at_5_std": 0.219635, "nauc_recall_at_5_diff1": 0.22765, "nauc_recall_at_10_max": 0.089379, "nauc_recall_at_10_std": 0.164607, "nauc_recall_at_10_diff1": 0.162086, "nauc_recall_at_20_max": 0.067783, "nauc_recall_at_20_std": 0.082386, "nauc_recall_at_20_diff1": 0.178491, "nauc_recall_at_100_max": 0.124391, "nauc_recall_at_100_std": 0.207117, "nauc_recall_at_100_diff1": 0.08193, "nauc_recall_at_1000_max": 0.136701, "nauc_recall_at_1000_std": 0.214296, "nauc_recall_at_1000_diff1": 0.113968, "nauc_precision_at_1_max": 0.256656, "nauc_precision_at_1_std": -0.2619, "nauc_precision_at_1_diff1": -0.145951, "nauc_precision_at_3_max": 0.133831, "nauc_precision_at_3_std": 0.124496, "nauc_precision_at_3_diff1": 0.096235, "nauc_precision_at_5_max": 0.196337, "nauc_precision_at_5_std": 0.200358, "nauc_precision_at_5_diff1": 0.036569, "nauc_precision_at_10_max": 0.196496, "nauc_precision_at_10_std": 0.130837, "nauc_precision_at_10_diff1": -0.014519, "nauc_precision_at_20_max": 0.23097, "nauc_precision_at_20_std": 0.143026, "nauc_precision_at_20_diff1": 0.100751, "nauc_precision_at_100_max": 0.215481, "nauc_precision_at_100_std": 0.227023, "nauc_precision_at_100_diff1": 0.062482, "nauc_precision_at_1000_max": 0.147694, "nauc_precision_at_1000_std": 0.115748, "nauc_precision_at_1000_diff1": 0.043984, "nauc_mrr_at_1_max": 0.256656, "nauc_mrr_at_1_std": -0.2619, "nauc_mrr_at_1_diff1": -0.145951, "nauc_mrr_at_3_max": 0.153239, "nauc_mrr_at_3_std": 0.049431, "nauc_mrr_at_3_diff1": 0.062131, "nauc_mrr_at_5_max": 0.182332, "nauc_mrr_at_5_std": 0.094451, "nauc_mrr_at_5_diff1": 0.050368, "nauc_mrr_at_10_max": 0.174888, "nauc_mrr_at_10_std": 0.066107, "nauc_mrr_at_10_diff1": 0.034953, "nauc_mrr_at_20_max": 0.167129, "nauc_mrr_at_20_std": 0.064525, "nauc_mrr_at_20_diff1": 0.041973, "nauc_mrr_at_100_max": 0.171606, "nauc_mrr_at_100_std": 0.076292, "nauc_mrr_at_100_diff1": 0.039258, "nauc_mrr_at_1000_max": 0.170919, "nauc_mrr_at_1000_std": 0.075202, "nauc_mrr_at_1000_diff1": 0.037561, "hit_rate_at_1": 0.01767, "hit_rate_at_3": 0.06714, "hit_rate_at_5": 0.09894, "hit_rate_at_10": 0.17668, "hit_rate_at_20": 0.22615, "hit_rate_at_100": 0.42756, "hit_rate_at_1000": 0.84452, "main_score": 0.03854, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.02473, "ndcg_at_3": 0.02849, "ndcg_at_5": 0.03201, "ndcg_at_10": 0.04037, "ndcg_at_20": 0.04736, "ndcg_at_100": 0.08449, "ndcg_at_1000": 0.15938, "map_at_1": 0.01176, "map_at_3": 0.01781, "map_at_5": 0.02013, "map_at_10": 0.02357, "map_at_20": 0.02584, "map_at_100": 0.03126, "map_at_1000": 0.03496, "recall_at_1": 0.01176, "recall_at_3": 0.02559, "recall_at_5": 0.03507, "recall_at_10": 0.05861, "recall_at_20": 0.08135, "recall_at_100": 0.22736, "recall_at_1000": 0.63783, "accuracy": 0.01176, "precision_at_1": 0.02473, "precision_at_3": 0.01885, "precision_at_5": 0.01908, "precision_at_10": 0.01943, "precision_at_20": 0.01572, "precision_at_100": 0.01011, "precision_at_1000": 0.00326, "mrr_at_1": 0.024735, "mrr_at_3": 0.036514, "mrr_at_5": 0.044464, "mrr_at_10": 0.053151, "mrr_at_20": 0.057399, "mrr_at_100": 0.062893, "mrr_at_1000": 0.064439, "nauc_ndcg_at_1_max": 0.197974, "nauc_ndcg_at_1_std": -0.038161, "nauc_ndcg_at_1_diff1": 0.164962, "nauc_ndcg_at_3_max": 0.291179, "nauc_ndcg_at_3_std": -0.00193, "nauc_ndcg_at_3_diff1": 0.272529, "nauc_ndcg_at_5_max": 0.338771, "nauc_ndcg_at_5_std": -0.028345, "nauc_ndcg_at_5_diff1": 0.24842, "nauc_ndcg_at_10_max": 0.343505, "nauc_ndcg_at_10_std": 0.035906, "nauc_ndcg_at_10_diff1": 0.202566, "nauc_ndcg_at_20_max": 0.301621, "nauc_ndcg_at_20_std": 0.055343, "nauc_ndcg_at_20_diff1": 0.16901, "nauc_ndcg_at_100_max": 0.281693, "nauc_ndcg_at_100_std": 0.104176, "nauc_ndcg_at_100_diff1": 0.079524, "nauc_ndcg_at_1000_max": 0.290625, "nauc_ndcg_at_1000_std": 0.102806, "nauc_ndcg_at_1000_diff1": 0.097386, "nauc_map_at_1_max": 0.55716, "nauc_map_at_1_std": -0.346862, "nauc_map_at_1_diff1": 0.343068, "nauc_map_at_3_max": 0.411468, "nauc_map_at_3_std": -0.152636, "nauc_map_at_3_diff1": 0.372368, "nauc_map_at_5_max": 0.4183, "nauc_map_at_5_std": -0.145998, "nauc_map_at_5_diff1": 0.338678, "nauc_map_at_10_max": 0.390002, "nauc_map_at_10_std": -0.072885, "nauc_map_at_10_diff1": 0.291913, "nauc_map_at_20_max": 0.374207, "nauc_map_at_20_std": -0.0481, "nauc_map_at_20_diff1": 0.268614, "nauc_map_at_100_max": 0.358728, "nauc_map_at_100_std": -0.003954, "nauc_map_at_100_diff1": 0.225647, "nauc_map_at_1000_max": 0.354495, "nauc_map_at_1000_std": -0.000734, "nauc_map_at_1000_diff1": 0.218841, "nauc_recall_at_1_max": 0.55716, "nauc_recall_at_1_std": -0.346862, "nauc_recall_at_1_diff1": 0.343068, "nauc_recall_at_3_max": 0.348278, "nauc_recall_at_3_std": -0.022331, "nauc_recall_at_3_diff1": 0.360809, "nauc_recall_at_5_max": 0.386362, "nauc_recall_at_5_std": -0.050693, "nauc_recall_at_5_diff1": 0.290129, "nauc_recall_at_10_max": 0.306266, "nauc_recall_at_10_std": 0.137154, "nauc_recall_at_10_diff1": 0.16495, "nauc_recall_at_20_max": 0.241217, "nauc_recall_at_20_std": 0.166762, "nauc_recall_at_20_diff1": 0.110383, "nauc_recall_at_100_max": 0.23567, "nauc_recall_at_100_std": 0.192609, "nauc_recall_at_100_diff1": -0.013079, "nauc_recall_at_1000_max": 0.210436, "nauc_recall_at_1000_std": 0.256437, "nauc_recall_at_1000_diff1": 0.125289, "nauc_precision_at_1_max": 0.197974, "nauc_precision_at_1_std": -0.038161, "nauc_precision_at_1_diff1": 0.164962, "nauc_precision_at_3_max": 0.203546, "nauc_precision_at_3_std": 0.0727, "nauc_precision_at_3_diff1": 0.20376, "nauc_precision_at_5_max": 0.284863, "nauc_precision_at_5_std": 0.054127, "nauc_precision_at_5_diff1": 0.119385, "nauc_precision_at_10_max": 0.307922, "nauc_precision_at_10_std": 0.123607, "nauc_precision_at_10_diff1": 0.098016, "nauc_precision_at_20_max": 0.200481, "nauc_precision_at_20_std": 0.10871, "nauc_precision_at_20_diff1": 0.038664, "nauc_precision_at_100_max": 0.209793, "nauc_precision_at_100_std": 0.091637, "nauc_precision_at_100_diff1": -0.017157, "nauc_precision_at_1000_max": 0.168791, "nauc_precision_at_1000_std": -0.017446, "nauc_precision_at_1000_diff1": -0.010253, "nauc_mrr_at_1_max": 0.197974, "nauc_mrr_at_1_std": -0.038161, "nauc_mrr_at_1_diff1": 0.164962, "nauc_mrr_at_3_max": 0.167718, "nauc_mrr_at_3_std": -0.021196, "nauc_mrr_at_3_diff1": 0.201017, "nauc_mrr_at_5_max": 0.214306, "nauc_mrr_at_5_std": -0.03465, "nauc_mrr_at_5_diff1": 0.1681, "nauc_mrr_at_10_max": 0.225335, "nauc_mrr_at_10_std": -0.014605, "nauc_mrr_at_10_diff1": 0.143119, "nauc_mrr_at_20_max": 0.200339, "nauc_mrr_at_20_std": -0.0157, "nauc_mrr_at_20_diff1": 0.130126, "nauc_mrr_at_100_max": 0.199279, "nauc_mrr_at_100_std": -0.01444, "nauc_mrr_at_100_diff1": 0.122722, "nauc_mrr_at_1000_max": 0.19949, "nauc_mrr_at_1000_std": -0.012535, "nauc_mrr_at_1000_diff1": 0.124611, "hit_rate_at_1": 0.02473, "hit_rate_at_3": 0.053, "hit_rate_at_5": 0.08834, "hit_rate_at_10": 0.15548, "hit_rate_at_20": 0.21908, "hit_rate_at_100": 0.46996, "hit_rate_at_1000": 0.85512, "main_score": 0.04037, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 4451.545560119674, "kg_co2_emissions": null, "date": 1783097300.28038, "evaluation_phases": [ { "name": "Data loading", "start": 4.819035530090332e-05, "end": 87.84808671101928, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 87.84812537115067, "end": 87.84812916163355, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 87.86412485688925, "end": 735.7987408731133, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 735.7989420620725, "end": 736.0784740773961, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 736.11682311818, "end": 1356.2980623301119, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1356.2982847206295, "end": 1356.5604507438838, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1356.5960062844679, "end": 1989.6153168231249, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1989.6155168730766, "end": 1989.8904062919319, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1989.925050161779, "end": 2767.224386538379, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2767.2248755777255, "end": 2767.5147152850404, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2767.5591658903286, "end": 3774.0016461145133, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3774.001895144582, "end": 3774.269795522094, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3774.3075372604653, "end": 4451.221273006871, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 4451.221485556103, "end": 4451.517349872738, "split": "test", "subset": "portuguese" } ] }