{ "dataset_revision": "fb7fb69f81f7db62790f40494124b8ad22b424ab", "task_name": "Vidore3ComputerScienceRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.03023, "ndcg_at_3": 0.03363, "ndcg_at_5": 0.04246, "ndcg_at_10": 0.0487, "ndcg_at_20": 0.05852, "ndcg_at_100": 0.10198, "ndcg_at_1000": 0.22072, "map_at_1": 0.0124, "map_at_3": 0.01867, "map_at_5": 0.02283, "map_at_10": 0.02591, "map_at_20": 0.02848, "map_at_100": 0.03452, "map_at_1000": 0.04033, "recall_at_1": 0.0124, "recall_at_3": 0.02522, "recall_at_5": 0.0445, "recall_at_10": 0.06034, "recall_at_20": 0.08707, "recall_at_100": 0.24548, "recall_at_1000": 0.90855, "accuracy": 0.0124, "precision_at_1": 0.03256, "precision_at_3": 0.02791, "precision_at_5": 0.02884, "precision_at_10": 0.02186, "precision_at_20": 0.01721, "precision_at_100": 0.01098, "precision_at_1000": 0.00439, "mrr_at_1": 0.032558, "mrr_at_3": 0.051938, "mrr_at_5": 0.064031, "mrr_at_10": 0.070002, "mrr_at_20": 0.074172, "mrr_at_100": 0.081716, "mrr_at_1000": 0.083657, "nauc_ndcg_at_1_max": 0.149903, "nauc_ndcg_at_1_std": 0.16438, "nauc_ndcg_at_1_diff1": 0.399116, "nauc_ndcg_at_3_max": 0.084995, "nauc_ndcg_at_3_std": 0.134803, "nauc_ndcg_at_3_diff1": 0.356779, "nauc_ndcg_at_5_max": 0.131242, "nauc_ndcg_at_5_std": 0.174098, "nauc_ndcg_at_5_diff1": 0.248372, "nauc_ndcg_at_10_max": 0.120078, "nauc_ndcg_at_10_std": 0.177927, "nauc_ndcg_at_10_diff1": 0.185663, "nauc_ndcg_at_20_max": 0.128195, "nauc_ndcg_at_20_std": 0.186726, "nauc_ndcg_at_20_diff1": 0.163588, "nauc_ndcg_at_100_max": 0.188437, "nauc_ndcg_at_100_std": 0.255727, "nauc_ndcg_at_100_diff1": 0.146428, "nauc_ndcg_at_1000_max": 0.237438, "nauc_ndcg_at_1000_std": 0.275473, "nauc_ndcg_at_1000_diff1": 0.181648, "nauc_map_at_1_max": 0.133053, "nauc_map_at_1_std": 0.242398, "nauc_map_at_1_diff1": 0.380355, "nauc_map_at_3_max": 0.111067, "nauc_map_at_3_std": 0.256291, "nauc_map_at_3_diff1": 0.332729, "nauc_map_at_5_max": 0.137617, "nauc_map_at_5_std": 0.243029, "nauc_map_at_5_diff1": 0.271985, "nauc_map_at_10_max": 0.121911, "nauc_map_at_10_std": 0.226347, "nauc_map_at_10_diff1": 0.233421, "nauc_map_at_20_max": 0.125749, "nauc_map_at_20_std": 0.220887, "nauc_map_at_20_diff1": 0.234678, "nauc_map_at_100_max": 0.147645, "nauc_map_at_100_std": 0.242295, "nauc_map_at_100_diff1": 0.218284, "nauc_map_at_1000_max": 0.165496, "nauc_map_at_1000_std": 0.260159, "nauc_map_at_1000_diff1": 0.218889, "nauc_recall_at_1_max": 0.133053, "nauc_recall_at_1_std": 0.242398, "nauc_recall_at_1_diff1": 0.380355, "nauc_recall_at_3_max": 0.079971, "nauc_recall_at_3_std": 0.239663, "nauc_recall_at_3_diff1": 0.26956, "nauc_recall_at_5_max": 0.157885, "nauc_recall_at_5_std": 0.199589, "nauc_recall_at_5_diff1": 0.135414, "nauc_recall_at_10_max": 0.103503, "nauc_recall_at_10_std": 0.15853, "nauc_recall_at_10_diff1": 0.041729, "nauc_recall_at_20_max": 0.13898, "nauc_recall_at_20_std": 0.187365, "nauc_recall_at_20_diff1": 0.044327, "nauc_recall_at_100_max": 0.18978, "nauc_recall_at_100_std": 0.246453, "nauc_recall_at_100_diff1": 0.056554, "nauc_recall_at_1000_max": 0.453588, "nauc_recall_at_1000_std": 0.444064, "nauc_recall_at_1000_diff1": 0.046795, "nauc_precision_at_1_max": 0.098588, "nauc_precision_at_1_std": 0.175725, "nauc_precision_at_1_diff1": 0.365703, "nauc_precision_at_3_max": -0.019446, "nauc_precision_at_3_std": 0.022072, "nauc_precision_at_3_diff1": 0.417225, "nauc_precision_at_5_max": 0.041272, "nauc_precision_at_5_std": 0.100631, "nauc_precision_at_5_diff1": 0.263518, "nauc_precision_at_10_max": 0.077067, "nauc_precision_at_10_std": 0.116084, "nauc_precision_at_10_diff1": 0.183225, "nauc_precision_at_20_max": 0.097788, "nauc_precision_at_20_std": 0.123, "nauc_precision_at_20_diff1": 0.180846, "nauc_precision_at_100_max": 0.248928, "nauc_precision_at_100_std": 0.297386, "nauc_precision_at_100_diff1": 0.136127, "nauc_precision_at_1000_max": 0.161388, "nauc_precision_at_1000_std": 0.129178, "nauc_precision_at_1000_diff1": 0.1232, "nauc_mrr_at_1_max": 0.098588, "nauc_mrr_at_1_std": 0.175725, "nauc_mrr_at_1_diff1": 0.365703, "nauc_mrr_at_3_max": 0.029858, "nauc_mrr_at_3_std": 0.091998, "nauc_mrr_at_3_diff1": 0.394379, "nauc_mrr_at_5_max": 0.04845, "nauc_mrr_at_5_std": 0.109428, "nauc_mrr_at_5_diff1": 0.317299, "nauc_mrr_at_10_max": 0.06704, "nauc_mrr_at_10_std": 0.120268, "nauc_mrr_at_10_diff1": 0.27822, "nauc_mrr_at_20_max": 0.075726, "nauc_mrr_at_20_std": 0.1329, "nauc_mrr_at_20_diff1": 0.26465, "nauc_mrr_at_100_max": 0.080493, "nauc_mrr_at_100_std": 0.144246, "nauc_mrr_at_100_diff1": 0.2615, "nauc_mrr_at_1000_max": 0.080301, "nauc_mrr_at_1000_std": 0.14305, "nauc_mrr_at_1000_diff1": 0.264082, "hit_rate_at_1": 0.03256, "hit_rate_at_3": 0.07907, "hit_rate_at_5": 0.13488, "hit_rate_at_10": 0.17674, "hit_rate_at_20": 0.24186, "hit_rate_at_100": 0.54884, "hit_rate_at_1000": 0.99535, "main_score": 0.0487, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.05581, "ndcg_at_3": 0.0467, "ndcg_at_5": 0.04458, "ndcg_at_10": 0.05824, "ndcg_at_20": 0.07035, "ndcg_at_100": 0.11782, "ndcg_at_1000": 0.23639, "map_at_1": 0.01358, "map_at_3": 0.02039, "map_at_5": 0.02314, "map_at_10": 0.02977, "map_at_20": 0.03313, "map_at_100": 0.03955, "map_at_1000": 0.04585, "recall_at_1": 0.01358, "recall_at_3": 0.02723, "recall_at_5": 0.03688, "recall_at_10": 0.0728, "recall_at_20": 0.1068, "recall_at_100": 0.27703, "recall_at_1000": 0.93751, "accuracy": 0.01358, "precision_at_1": 0.06512, "precision_at_3": 0.04341, "precision_at_5": 0.03256, "precision_at_10": 0.02977, "precision_at_20": 0.02233, "precision_at_100": 0.01274, "precision_at_1000": 0.00457, "mrr_at_1": 0.065116, "mrr_at_3": 0.087597, "mrr_at_5": 0.091783, "mrr_at_10": 0.102078, "mrr_at_20": 0.107758, "mrr_at_100": 0.115672, "mrr_at_1000": 0.117218, "nauc_ndcg_at_1_max": 0.056554, "nauc_ndcg_at_1_std": -0.045604, "nauc_ndcg_at_1_diff1": 0.289874, "nauc_ndcg_at_3_max": 0.095024, "nauc_ndcg_at_3_std": -0.034699, "nauc_ndcg_at_3_diff1": 0.303898, "nauc_ndcg_at_5_max": 0.15028, "nauc_ndcg_at_5_std": -0.013888, "nauc_ndcg_at_5_diff1": 0.286748, "nauc_ndcg_at_10_max": 0.196448, "nauc_ndcg_at_10_std": 0.017807, "nauc_ndcg_at_10_diff1": 0.214242, "nauc_ndcg_at_20_max": 0.177684, "nauc_ndcg_at_20_std": 0.058253, "nauc_ndcg_at_20_diff1": 0.209304, "nauc_ndcg_at_100_max": 0.1721, "nauc_ndcg_at_100_std": 0.111644, "nauc_ndcg_at_100_diff1": 0.160056, "nauc_ndcg_at_1000_max": 0.190557, "nauc_ndcg_at_1000_std": 0.075465, "nauc_ndcg_at_1000_diff1": 0.17779, "nauc_map_at_1_max": 0.213348, "nauc_map_at_1_std": 0.087973, "nauc_map_at_1_diff1": 0.420582, "nauc_map_at_3_max": 0.168101, "nauc_map_at_3_std": 0.046538, "nauc_map_at_3_diff1": 0.400567, "nauc_map_at_5_max": 0.1854, "nauc_map_at_5_std": 0.037802, "nauc_map_at_5_diff1": 0.366166, "nauc_map_at_10_max": 0.218073, "nauc_map_at_10_std": 0.048736, "nauc_map_at_10_diff1": 0.314408, "nauc_map_at_20_max": 0.207431, "nauc_map_at_20_std": 0.058492, "nauc_map_at_20_diff1": 0.309392, "nauc_map_at_100_max": 0.203269, "nauc_map_at_100_std": 0.065491, "nauc_map_at_100_diff1": 0.287686, "nauc_map_at_1000_max": 0.204609, "nauc_map_at_1000_std": 0.075599, "nauc_map_at_1000_diff1": 0.282871, "nauc_recall_at_1_max": 0.213348, "nauc_recall_at_1_std": 0.087973, "nauc_recall_at_1_diff1": 0.420582, "nauc_recall_at_3_max": 0.102472, "nauc_recall_at_3_std": 0.035656, "nauc_recall_at_3_diff1": 0.366579, "nauc_recall_at_5_max": 0.183814, "nauc_recall_at_5_std": 0.016619, "nauc_recall_at_5_diff1": 0.29604, "nauc_recall_at_10_max": 0.218479, "nauc_recall_at_10_std": 0.050803, "nauc_recall_at_10_diff1": 0.151312, "nauc_recall_at_20_max": 0.174822, "nauc_recall_at_20_std": 0.115364, "nauc_recall_at_20_diff1": 0.162276, "nauc_recall_at_100_max": 0.154911, "nauc_recall_at_100_std": 0.21704, "nauc_recall_at_100_diff1": 0.046863, "nauc_recall_at_1000_max": 0.253888, "nauc_recall_at_1000_std": 0.332875, "nauc_recall_at_1000_diff1": 0.042692, "nauc_precision_at_1_max": 0.056172, "nauc_precision_at_1_std": -0.037711, "nauc_precision_at_1_diff1": 0.269212, "nauc_precision_at_3_max": 0.093945, "nauc_precision_at_3_std": -0.035304, "nauc_precision_at_3_diff1": 0.293534, "nauc_precision_at_5_max": 0.127341, "nauc_precision_at_5_std": -0.045635, "nauc_precision_at_5_diff1": 0.251618, "nauc_precision_at_10_max": 0.154024, "nauc_precision_at_10_std": -0.033957, "nauc_precision_at_10_diff1": 0.13275, "nauc_precision_at_20_max": 0.153001, "nauc_precision_at_20_std": 0.018782, "nauc_precision_at_20_diff1": 0.128116, "nauc_precision_at_100_max": 0.119815, "nauc_precision_at_100_std": 0.108707, "nauc_precision_at_100_diff1": 0.062236, "nauc_precision_at_1000_max": 0.094625, "nauc_precision_at_1000_std": -0.000472, "nauc_precision_at_1000_diff1": 0.032648, "nauc_mrr_at_1_max": 0.056172, "nauc_mrr_at_1_std": -0.037711, "nauc_mrr_at_1_diff1": 0.269212, "nauc_mrr_at_3_max": 0.040166, "nauc_mrr_at_3_std": -0.04598, "nauc_mrr_at_3_diff1": 0.263673, "nauc_mrr_at_5_max": 0.066694, "nauc_mrr_at_5_std": -0.045454, "nauc_mrr_at_5_diff1": 0.250024, "nauc_mrr_at_10_max": 0.075314, "nauc_mrr_at_10_std": -0.038783, "nauc_mrr_at_10_diff1": 0.214446, "nauc_mrr_at_20_max": 0.073508, "nauc_mrr_at_20_std": -0.019839, "nauc_mrr_at_20_diff1": 0.211185, "nauc_mrr_at_100_max": 0.077354, "nauc_mrr_at_100_std": -0.01647, "nauc_mrr_at_100_diff1": 0.210203, "nauc_mrr_at_1000_max": 0.076714, "nauc_mrr_at_1000_std": -0.019227, "nauc_mrr_at_1000_diff1": 0.211531, "hit_rate_at_1": 0.06512, "hit_rate_at_3": 0.11628, "hit_rate_at_5": 0.13488, "hit_rate_at_10": 0.21395, "hit_rate_at_20": 0.29767, "hit_rate_at_100": 0.6186, "hit_rate_at_1000": 0.9907, "main_score": 0.05824, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.09535, "ndcg_at_3": 0.09935, "ndcg_at_5": 0.10517, "ndcg_at_10": 0.11891, "ndcg_at_20": 0.13749, "ndcg_at_100": 0.18463, "ndcg_at_1000": 0.2916, "map_at_1": 0.02924, "map_at_3": 0.04941, "map_at_5": 0.05651, "map_at_10": 0.06623, "map_at_20": 0.0724, "map_at_100": 0.08021, "map_at_1000": 0.08679, "recall_at_1": 0.02924, "recall_at_3": 0.06869, "recall_at_5": 0.09382, "recall_at_10": 0.13998, "recall_at_20": 0.18702, "recall_at_100": 0.36192, "recall_at_1000": 0.94581, "accuracy": 0.02924, "precision_at_1": 0.11163, "precision_at_3": 0.08837, "precision_at_5": 0.07721, "precision_at_10": 0.05814, "precision_at_20": 0.04279, "precision_at_100": 0.0174, "precision_at_1000": 0.00456, "mrr_at_1": 0.111628, "mrr_at_3": 0.158915, "mrr_at_5": 0.179147, "mrr_at_10": 0.190727, "mrr_at_20": 0.197865, "mrr_at_100": 0.202582, "mrr_at_1000": 0.203953, "nauc_ndcg_at_1_max": 0.199328, "nauc_ndcg_at_1_std": -0.067375, "nauc_ndcg_at_1_diff1": 0.236929, "nauc_ndcg_at_3_max": 0.203624, "nauc_ndcg_at_3_std": -0.063009, "nauc_ndcg_at_3_diff1": 0.229205, "nauc_ndcg_at_5_max": 0.232047, "nauc_ndcg_at_5_std": -0.017578, "nauc_ndcg_at_5_diff1": 0.206461, "nauc_ndcg_at_10_max": 0.23581, "nauc_ndcg_at_10_std": 0.018469, "nauc_ndcg_at_10_diff1": 0.226921, "nauc_ndcg_at_20_max": 0.269007, "nauc_ndcg_at_20_std": 0.036514, "nauc_ndcg_at_20_diff1": 0.19646, "nauc_ndcg_at_100_max": 0.285794, "nauc_ndcg_at_100_std": 0.016652, "nauc_ndcg_at_100_diff1": 0.163783, "nauc_ndcg_at_1000_max": 0.297654, "nauc_ndcg_at_1000_std": -0.002997, "nauc_ndcg_at_1000_diff1": 0.162498, "nauc_map_at_1_max": 0.236329, "nauc_map_at_1_std": 0.002329, "nauc_map_at_1_diff1": 0.244873, "nauc_map_at_3_max": 0.171376, "nauc_map_at_3_std": -0.008871, "nauc_map_at_3_diff1": 0.215858, "nauc_map_at_5_max": 0.198211, "nauc_map_at_5_std": 0.008231, "nauc_map_at_5_diff1": 0.216175, "nauc_map_at_10_max": 0.224679, "nauc_map_at_10_std": 0.008424, "nauc_map_at_10_diff1": 0.24393, "nauc_map_at_20_max": 0.24288, "nauc_map_at_20_std": 0.016276, "nauc_map_at_20_diff1": 0.227084, "nauc_map_at_100_max": 0.255352, "nauc_map_at_100_std": 0.013813, "nauc_map_at_100_diff1": 0.21795, "nauc_map_at_1000_max": 0.259772, "nauc_map_at_1000_std": 0.014424, "nauc_map_at_1000_diff1": 0.21507, "nauc_recall_at_1_max": 0.236329, "nauc_recall_at_1_std": 0.002329, "nauc_recall_at_1_diff1": 0.244873, "nauc_recall_at_3_max": 0.133425, "nauc_recall_at_3_std": -0.01452, "nauc_recall_at_3_diff1": 0.159672, "nauc_recall_at_5_max": 0.174249, "nauc_recall_at_5_std": 0.047586, "nauc_recall_at_5_diff1": 0.131609, "nauc_recall_at_10_max": 0.19647, "nauc_recall_at_10_std": 0.084244, "nauc_recall_at_10_diff1": 0.164049, "nauc_recall_at_20_max": 0.25094, "nauc_recall_at_20_std": 0.099235, "nauc_recall_at_20_diff1": 0.095171, "nauc_recall_at_100_max": 0.219882, "nauc_recall_at_100_std": 0.062183, "nauc_recall_at_100_diff1": 0.01983, "nauc_recall_at_1000_max": 0.213387, "nauc_recall_at_1000_std": 0.455, "nauc_recall_at_1000_diff1": -0.193189, "nauc_precision_at_1_max": 0.244887, "nauc_precision_at_1_std": -0.084684, "nauc_precision_at_1_diff1": 0.237129, "nauc_precision_at_3_max": 0.226538, "nauc_precision_at_3_std": -0.11185, "nauc_precision_at_3_diff1": 0.213196, "nauc_precision_at_5_max": 0.297604, "nauc_precision_at_5_std": -0.113836, "nauc_precision_at_5_diff1": 0.196009, "nauc_precision_at_10_max": 0.306972, "nauc_precision_at_10_std": -0.07766, "nauc_precision_at_10_diff1": 0.255721, "nauc_precision_at_20_max": 0.358234, "nauc_precision_at_20_std": -0.038821, "nauc_precision_at_20_diff1": 0.151765, "nauc_precision_at_100_max": 0.328826, "nauc_precision_at_100_std": -0.055962, "nauc_precision_at_100_diff1": 0.062592, "nauc_precision_at_1000_max": 0.160149, "nauc_precision_at_1000_std": -0.139287, "nauc_precision_at_1000_diff1": -0.027532, "nauc_mrr_at_1_max": 0.244887, "nauc_mrr_at_1_std": -0.084684, "nauc_mrr_at_1_diff1": 0.237129, "nauc_mrr_at_3_max": 0.226429, "nauc_mrr_at_3_std": -0.093283, "nauc_mrr_at_3_diff1": 0.239833, "nauc_mrr_at_5_max": 0.250845, "nauc_mrr_at_5_std": -0.093928, "nauc_mrr_at_5_diff1": 0.225981, "nauc_mrr_at_10_max": 0.247185, "nauc_mrr_at_10_std": -0.084876, "nauc_mrr_at_10_diff1": 0.227056, "nauc_mrr_at_20_max": 0.251189, "nauc_mrr_at_20_std": -0.082805, "nauc_mrr_at_20_diff1": 0.221669, "nauc_mrr_at_100_max": 0.249729, "nauc_mrr_at_100_std": -0.085616, "nauc_mrr_at_100_diff1": 0.222924, "nauc_mrr_at_1000_max": 0.249779, "nauc_mrr_at_1000_std": -0.085142, "nauc_mrr_at_1000_diff1": 0.223317, "hit_rate_at_1": 0.11163, "hit_rate_at_3": 0.2186, "hit_rate_at_5": 0.30698, "hit_rate_at_10": 0.4, "hit_rate_at_20": 0.50698, "hit_rate_at_100": 0.70233, "hit_rate_at_1000": 0.9907, "main_score": 0.11891, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.03256, "ndcg_at_3": 0.03108, "ndcg_at_5": 0.03907, "ndcg_at_10": 0.04787, "ndcg_at_20": 0.05517, "ndcg_at_100": 0.10259, "ndcg_at_1000": 0.21825, "map_at_1": 0.00871, "map_at_3": 0.01491, "map_at_5": 0.0197, "map_at_10": 0.0235, "map_at_20": 0.02555, "map_at_100": 0.03203, "map_at_1000": 0.03786, "recall_at_1": 0.00871, "recall_at_3": 0.02107, "recall_at_5": 0.04144, "recall_at_10": 0.06211, "recall_at_20": 0.0854, "recall_at_100": 0.25851, "recall_at_1000": 0.8992, "accuracy": 0.00871, "precision_at_1": 0.03721, "precision_at_3": 0.02481, "precision_at_5": 0.02884, "precision_at_10": 0.02465, "precision_at_20": 0.01744, "precision_at_100": 0.01177, "precision_at_1000": 0.00435, "mrr_at_1": 0.037209, "mrr_at_3": 0.049612, "mrr_at_5": 0.063101, "mrr_at_10": 0.072444, "mrr_at_20": 0.076387, "mrr_at_100": 0.083847, "mrr_at_1000": 0.085718, "nauc_ndcg_at_1_max": -0.051416, "nauc_ndcg_at_1_std": 0.151839, "nauc_ndcg_at_1_diff1": -0.020291, "nauc_ndcg_at_3_max": 0.11485, "nauc_ndcg_at_3_std": 0.188894, "nauc_ndcg_at_3_diff1": 0.238541, "nauc_ndcg_at_5_max": 0.171276, "nauc_ndcg_at_5_std": 0.185797, "nauc_ndcg_at_5_diff1": 0.179667, "nauc_ndcg_at_10_max": 0.21751, "nauc_ndcg_at_10_std": 0.151909, "nauc_ndcg_at_10_diff1": 0.177642, "nauc_ndcg_at_20_max": 0.188172, "nauc_ndcg_at_20_std": 0.15317, "nauc_ndcg_at_20_diff1": 0.166369, "nauc_ndcg_at_100_max": 0.264383, "nauc_ndcg_at_100_std": 0.222685, "nauc_ndcg_at_100_diff1": 0.160639, "nauc_ndcg_at_1000_max": 0.237571, "nauc_ndcg_at_1000_std": 0.236608, "nauc_ndcg_at_1000_diff1": 0.099605, "nauc_map_at_1_max": -0.077109, "nauc_map_at_1_std": 0.185855, "nauc_map_at_1_diff1": 0.190713, "nauc_map_at_3_max": 0.067925, "nauc_map_at_3_std": 0.219523, "nauc_map_at_3_diff1": 0.4091, "nauc_map_at_5_max": 0.125582, "nauc_map_at_5_std": 0.207203, "nauc_map_at_5_diff1": 0.291583, "nauc_map_at_10_max": 0.174595, "nauc_map_at_10_std": 0.174881, "nauc_map_at_10_diff1": 0.261631, "nauc_map_at_20_max": 0.178367, "nauc_map_at_20_std": 0.18257, "nauc_map_at_20_diff1": 0.256324, "nauc_map_at_100_max": 0.20912, "nauc_map_at_100_std": 0.202759, "nauc_map_at_100_diff1": 0.24298, "nauc_map_at_1000_max": 0.220819, "nauc_map_at_1000_std": 0.218464, "nauc_map_at_1000_diff1": 0.230433, "nauc_recall_at_1_max": -0.077109, "nauc_recall_at_1_std": 0.185855, "nauc_recall_at_1_diff1": 0.190713, "nauc_recall_at_3_max": 0.127007, "nauc_recall_at_3_std": 0.255669, "nauc_recall_at_3_diff1": 0.503068, "nauc_recall_at_5_max": 0.184308, "nauc_recall_at_5_std": 0.186192, "nauc_recall_at_5_diff1": 0.22638, "nauc_recall_at_10_max": 0.266842, "nauc_recall_at_10_std": 0.116751, "nauc_recall_at_10_diff1": 0.158008, "nauc_recall_at_20_max": 0.210739, "nauc_recall_at_20_std": 0.124418, "nauc_recall_at_20_diff1": 0.131651, "nauc_recall_at_100_max": 0.274126, "nauc_recall_at_100_std": 0.203739, "nauc_recall_at_100_diff1": 0.110121, "nauc_recall_at_1000_max": 0.227047, "nauc_recall_at_1000_std": 0.393978, "nauc_recall_at_1000_diff1": -0.072625, "nauc_precision_at_1_max": 0.037215, "nauc_precision_at_1_std": 0.124276, "nauc_precision_at_1_diff1": 0.009214, "nauc_precision_at_3_max": 0.2201, "nauc_precision_at_3_std": 0.152453, "nauc_precision_at_3_diff1": 0.266702, "nauc_precision_at_5_max": 0.320321, "nauc_precision_at_5_std": 0.19328, "nauc_precision_at_5_diff1": 0.123696, "nauc_precision_at_10_max": 0.379153, "nauc_precision_at_10_std": 0.135895, "nauc_precision_at_10_diff1": 0.103506, "nauc_precision_at_20_max": 0.322037, "nauc_precision_at_20_std": 0.178343, "nauc_precision_at_20_diff1": 0.091676, "nauc_precision_at_100_max": 0.357629, "nauc_precision_at_100_std": 0.275954, "nauc_precision_at_100_diff1": 0.052089, "nauc_precision_at_1000_max": 0.102426, "nauc_precision_at_1000_std": 0.084251, "nauc_precision_at_1000_diff1": -0.109349, "nauc_mrr_at_1_max": 0.037215, "nauc_mrr_at_1_std": 0.124276, "nauc_mrr_at_1_diff1": 0.009214, "nauc_mrr_at_3_max": 0.128259, "nauc_mrr_at_3_std": 0.171123, "nauc_mrr_at_3_diff1": 0.133925, "nauc_mrr_at_5_max": 0.166817, "nauc_mrr_at_5_std": 0.163573, "nauc_mrr_at_5_diff1": 0.11227, "nauc_mrr_at_10_max": 0.194009, "nauc_mrr_at_10_std": 0.143122, "nauc_mrr_at_10_diff1": 0.096439, "nauc_mrr_at_20_max": 0.179266, "nauc_mrr_at_20_std": 0.146821, "nauc_mrr_at_20_diff1": 0.095862, "nauc_mrr_at_100_max": 0.178268, "nauc_mrr_at_100_std": 0.148081, "nauc_mrr_at_100_diff1": 0.100985, "nauc_mrr_at_1000_max": 0.177892, "nauc_mrr_at_1000_std": 0.14799, "nauc_mrr_at_1000_diff1": 0.099717, "hit_rate_at_1": 0.03721, "hit_rate_at_3": 0.06512, "hit_rate_at_5": 0.12558, "hit_rate_at_10": 0.1907, "hit_rate_at_20": 0.25581, "hit_rate_at_100": 0.56744, "hit_rate_at_1000": 0.9814, "main_score": 0.04787, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.05349, "ndcg_at_3": 0.05156, "ndcg_at_5": 0.05239, "ndcg_at_10": 0.06232, "ndcg_at_20": 0.07445, "ndcg_at_100": 0.11719, "ndcg_at_1000": 0.23631, "map_at_1": 0.01779, "map_at_3": 0.02622, "map_at_5": 0.02859, "map_at_10": 0.03377, "map_at_20": 0.03756, "map_at_100": 0.04358, "map_at_1000": 0.04979, "recall_at_1": 0.01779, "recall_at_3": 0.03576, "recall_at_5": 0.04486, "recall_at_10": 0.07206, "recall_at_20": 0.10676, "recall_at_100": 0.26221, "recall_at_1000": 0.92081, "accuracy": 0.01779, "precision_at_1": 0.06977, "precision_at_3": 0.04806, "precision_at_5": 0.03814, "precision_at_10": 0.03023, "precision_at_20": 0.02302, "precision_at_100": 0.01223, "precision_at_1000": 0.00443, "mrr_at_1": 0.069767, "mrr_at_3": 0.094574, "mrr_at_5": 0.103178, "mrr_at_10": 0.1118, "mrr_at_20": 0.116034, "mrr_at_100": 0.122495, "mrr_at_1000": 0.124405, "nauc_ndcg_at_1_max": 0.178179, "nauc_ndcg_at_1_std": 0.192509, "nauc_ndcg_at_1_diff1": 0.089901, "nauc_ndcg_at_3_max": 0.175752, "nauc_ndcg_at_3_std": 0.290636, "nauc_ndcg_at_3_diff1": 0.1217, "nauc_ndcg_at_5_max": 0.160897, "nauc_ndcg_at_5_std": 0.295131, "nauc_ndcg_at_5_diff1": 0.142499, "nauc_ndcg_at_10_max": 0.16661, "nauc_ndcg_at_10_std": 0.316185, "nauc_ndcg_at_10_diff1": 0.106667, "nauc_ndcg_at_20_max": 0.217735, "nauc_ndcg_at_20_std": 0.324989, "nauc_ndcg_at_20_diff1": 0.109503, "nauc_ndcg_at_100_max": 0.205426, "nauc_ndcg_at_100_std": 0.279233, "nauc_ndcg_at_100_diff1": 0.084988, "nauc_ndcg_at_1000_max": 0.232953, "nauc_ndcg_at_1000_std": 0.287588, "nauc_ndcg_at_1000_diff1": 0.117662, "nauc_map_at_1_max": 0.203306, "nauc_map_at_1_std": 0.265064, "nauc_map_at_1_diff1": 0.254446, "nauc_map_at_3_max": 0.188947, "nauc_map_at_3_std": 0.335472, "nauc_map_at_3_diff1": 0.190076, "nauc_map_at_5_max": 0.186912, "nauc_map_at_5_std": 0.330811, "nauc_map_at_5_diff1": 0.195882, "nauc_map_at_10_max": 0.197769, "nauc_map_at_10_std": 0.334812, "nauc_map_at_10_diff1": 0.171105, "nauc_map_at_20_max": 0.233742, "nauc_map_at_20_std": 0.342804, "nauc_map_at_20_diff1": 0.179516, "nauc_map_at_100_max": 0.227622, "nauc_map_at_100_std": 0.33154, "nauc_map_at_100_diff1": 0.167989, "nauc_map_at_1000_max": 0.23291, "nauc_map_at_1000_std": 0.337403, "nauc_map_at_1000_diff1": 0.169764, "nauc_recall_at_1_max": 0.203306, "nauc_recall_at_1_std": 0.265064, "nauc_recall_at_1_diff1": 0.254446, "nauc_recall_at_3_max": 0.170677, "nauc_recall_at_3_std": 0.402908, "nauc_recall_at_3_diff1": 0.111581, "nauc_recall_at_5_max": 0.152189, "nauc_recall_at_5_std": 0.374259, "nauc_recall_at_5_diff1": 0.1259, "nauc_recall_at_10_max": 0.16369, "nauc_recall_at_10_std": 0.358481, "nauc_recall_at_10_diff1": 0.047174, "nauc_recall_at_20_max": 0.239415, "nauc_recall_at_20_std": 0.337192, "nauc_recall_at_20_diff1": 0.040049, "nauc_recall_at_100_max": 0.160489, "nauc_recall_at_100_std": 0.179351, "nauc_recall_at_100_diff1": -0.015864, "nauc_recall_at_1000_max": 0.409034, "nauc_recall_at_1000_std": 0.368, "nauc_recall_at_1000_diff1": 0.059669, "nauc_precision_at_1_max": 0.19118, "nauc_precision_at_1_std": 0.234024, "nauc_precision_at_1_diff1": 0.114571, "nauc_precision_at_3_max": 0.176143, "nauc_precision_at_3_std": 0.290069, "nauc_precision_at_3_diff1": 0.145101, "nauc_precision_at_5_max": 0.169708, "nauc_precision_at_5_std": 0.258259, "nauc_precision_at_5_diff1": 0.159481, "nauc_precision_at_10_max": 0.189962, "nauc_precision_at_10_std": 0.271054, "nauc_precision_at_10_diff1": 0.109849, "nauc_precision_at_20_max": 0.273749, "nauc_precision_at_20_std": 0.261666, "nauc_precision_at_20_diff1": 0.100291, "nauc_precision_at_100_max": 0.209416, "nauc_precision_at_100_std": 0.186574, "nauc_precision_at_100_diff1": 0.028126, "nauc_precision_at_1000_max": 0.105573, "nauc_precision_at_1000_std": 0.047146, "nauc_precision_at_1000_diff1": 0.022337, "nauc_mrr_at_1_max": 0.19118, "nauc_mrr_at_1_std": 0.234024, "nauc_mrr_at_1_diff1": 0.114571, "nauc_mrr_at_3_max": 0.156689, "nauc_mrr_at_3_std": 0.263644, "nauc_mrr_at_3_diff1": 0.118526, "nauc_mrr_at_5_max": 0.14156, "nauc_mrr_at_5_std": 0.251607, "nauc_mrr_at_5_diff1": 0.119731, "nauc_mrr_at_10_max": 0.139105, "nauc_mrr_at_10_std": 0.262719, "nauc_mrr_at_10_diff1": 0.109847, "nauc_mrr_at_20_max": 0.149799, "nauc_mrr_at_20_std": 0.262658, "nauc_mrr_at_20_diff1": 0.105322, "nauc_mrr_at_100_max": 0.149102, "nauc_mrr_at_100_std": 0.257602, "nauc_mrr_at_100_diff1": 0.105457, "nauc_mrr_at_1000_max": 0.149021, "nauc_mrr_at_1000_std": 0.258098, "nauc_mrr_at_1000_diff1": 0.107109, "hit_rate_at_1": 0.06977, "hit_rate_at_3": 0.13023, "hit_rate_at_5": 0.16744, "hit_rate_at_10": 0.23256, "hit_rate_at_20": 0.29767, "hit_rate_at_100": 0.58605, "hit_rate_at_1000": 0.99535, "main_score": 0.06232, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.04651, "ndcg_at_3": 0.04665, "ndcg_at_5": 0.05386, "ndcg_at_10": 0.05805, "ndcg_at_20": 0.07173, "ndcg_at_100": 0.11621, "ndcg_at_1000": 0.23293, "map_at_1": 0.01382, "map_at_3": 0.0221, "map_at_5": 0.0289, "map_at_10": 0.03129, "map_at_20": 0.03517, "map_at_100": 0.04102, "map_at_1000": 0.04699, "recall_at_1": 0.01382, "recall_at_3": 0.03092, "recall_at_5": 0.05342, "recall_at_10": 0.06857, "recall_at_20": 0.1066, "recall_at_100": 0.27421, "recall_at_1000": 0.91948, "accuracy": 0.01382, "precision_at_1": 0.05116, "precision_at_3": 0.04496, "precision_at_5": 0.04279, "precision_at_10": 0.02884, "precision_at_20": 0.02302, "precision_at_100": 0.01274, "precision_at_1000": 0.00446, "mrr_at_1": 0.051163, "mrr_at_3": 0.075969, "mrr_at_5": 0.086667, "mrr_at_10": 0.094114, "mrr_at_20": 0.099834, "mrr_at_100": 0.106997, "mrr_at_1000": 0.108653, "nauc_ndcg_at_1_max": 0.135936, "nauc_ndcg_at_1_std": 0.028477, "nauc_ndcg_at_1_diff1": 0.229442, "nauc_ndcg_at_3_max": 0.109855, "nauc_ndcg_at_3_std": 0.107631, "nauc_ndcg_at_3_diff1": 0.126309, "nauc_ndcg_at_5_max": 0.120054, "nauc_ndcg_at_5_std": 0.157969, "nauc_ndcg_at_5_diff1": 0.167557, "nauc_ndcg_at_10_max": 0.095175, "nauc_ndcg_at_10_std": 0.160174, "nauc_ndcg_at_10_diff1": 0.142591, "nauc_ndcg_at_20_max": 0.095257, "nauc_ndcg_at_20_std": 0.126698, "nauc_ndcg_at_20_diff1": 0.110444, "nauc_ndcg_at_100_max": 0.129351, "nauc_ndcg_at_100_std": 0.196635, "nauc_ndcg_at_100_diff1": 0.111118, "nauc_ndcg_at_1000_max": 0.167002, "nauc_ndcg_at_1000_std": 0.140752, "nauc_ndcg_at_1000_diff1": 0.122685, "nauc_map_at_1_max": 0.140245, "nauc_map_at_1_std": 0.092147, "nauc_map_at_1_diff1": 0.327233, "nauc_map_at_3_max": 0.13021, "nauc_map_at_3_std": 0.15244, "nauc_map_at_3_diff1": 0.239649, "nauc_map_at_5_max": 0.143802, "nauc_map_at_5_std": 0.180148, "nauc_map_at_5_diff1": 0.242394, "nauc_map_at_10_max": 0.128782, "nauc_map_at_10_std": 0.183713, "nauc_map_at_10_diff1": 0.220736, "nauc_map_at_20_max": 0.132624, "nauc_map_at_20_std": 0.162334, "nauc_map_at_20_diff1": 0.198642, "nauc_map_at_100_max": 0.136821, "nauc_map_at_100_std": 0.180716, "nauc_map_at_100_diff1": 0.190014, "nauc_map_at_1000_max": 0.148072, "nauc_map_at_1000_std": 0.180029, "nauc_map_at_1000_diff1": 0.193105, "nauc_recall_at_1_max": 0.140245, "nauc_recall_at_1_std": 0.092147, "nauc_recall_at_1_diff1": 0.327233, "nauc_recall_at_3_max": 0.08627, "nauc_recall_at_3_std": 0.165753, "nauc_recall_at_3_diff1": 0.156765, "nauc_recall_at_5_max": 0.128935, "nauc_recall_at_5_std": 0.213761, "nauc_recall_at_5_diff1": 0.179934, "nauc_recall_at_10_max": 0.107345, "nauc_recall_at_10_std": 0.23013, "nauc_recall_at_10_diff1": 0.125627, "nauc_recall_at_20_max": 0.101331, "nauc_recall_at_20_std": 0.136547, "nauc_recall_at_20_diff1": 0.037617, "nauc_recall_at_100_max": 0.103901, "nauc_recall_at_100_std": 0.259673, "nauc_recall_at_100_diff1": 0.019964, "nauc_recall_at_1000_max": 0.200171, "nauc_recall_at_1000_std": 0.423457, "nauc_recall_at_1000_diff1": -0.024403, "nauc_precision_at_1_max": 0.15795, "nauc_precision_at_1_std": 0.027246, "nauc_precision_at_1_diff1": 0.219822, "nauc_precision_at_3_max": 0.134105, "nauc_precision_at_3_std": 0.091366, "nauc_precision_at_3_diff1": 0.115764, "nauc_precision_at_5_max": 0.139971, "nauc_precision_at_5_std": 0.17218, "nauc_precision_at_5_diff1": 0.168761, "nauc_precision_at_10_max": 0.043867, "nauc_precision_at_10_std": 0.103141, "nauc_precision_at_10_diff1": 0.086644, "nauc_precision_at_20_max": 0.069858, "nauc_precision_at_20_std": 0.02498, "nauc_precision_at_20_diff1": 0.049081, "nauc_precision_at_100_max": 0.161115, "nauc_precision_at_100_std": 0.149393, "nauc_precision_at_100_diff1": 0.043842, "nauc_precision_at_1000_max": 0.14528, "nauc_precision_at_1000_std": -0.063093, "nauc_precision_at_1000_diff1": 0.012382, "nauc_mrr_at_1_max": 0.15795, "nauc_mrr_at_1_std": 0.027246, "nauc_mrr_at_1_diff1": 0.219822, "nauc_mrr_at_3_max": 0.120431, "nauc_mrr_at_3_std": 0.049507, "nauc_mrr_at_3_diff1": 0.13302, "nauc_mrr_at_5_max": 0.127522, "nauc_mrr_at_5_std": 0.09291, "nauc_mrr_at_5_diff1": 0.14555, "nauc_mrr_at_10_max": 0.108079, "nauc_mrr_at_10_std": 0.077669, "nauc_mrr_at_10_diff1": 0.125434, "nauc_mrr_at_20_max": 0.109704, "nauc_mrr_at_20_std": 0.077983, "nauc_mrr_at_20_diff1": 0.117018, "nauc_mrr_at_100_max": 0.119617, "nauc_mrr_at_100_std": 0.088115, "nauc_mrr_at_100_diff1": 0.124246, "nauc_mrr_at_1000_max": 0.119455, "nauc_mrr_at_1000_std": 0.086655, "nauc_mrr_at_1000_diff1": 0.12487, "hit_rate_at_1": 0.05116, "hit_rate_at_3": 0.11163, "hit_rate_at_5": 0.15814, "hit_rate_at_10": 0.21395, "hit_rate_at_20": 0.29767, "hit_rate_at_100": 0.6093, "hit_rate_at_1000": 0.98605, "main_score": 0.05805, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 1359.0504316799343, "kg_co2_emissions": null, "date": 1783096424.873366, "evaluation_phases": [ { "name": "Data loading", "start": 5.8700330555438995e-05, "end": 58.79366806522012, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 58.793701085262, "end": 58.79370816517621, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 58.81991398986429, "end": 262.230634579435, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 262.2307998985052, "end": 262.4470323501155, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 262.4741560416296, "end": 461.73112461250275, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 461.73128681164235, "end": 461.93268262129277, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 461.9625293770805, "end": 659.5317573482171, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 659.5319475270808, "end": 659.7476909328252, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 659.7801217827946, "end": 871.4437548927963, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 871.4438934531063, "end": 871.6595746260136, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 871.6840130435303, "end": 1063.3247376075014, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1063.324923247099, "end": 1063.5371138276532, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1063.5719376420602, "end": 1358.8246231311932, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1358.82486520987, "end": 1359.0297542251647, "split": "test", "subset": "portuguese" } ] }