{ "dataset_revision": "237ed4f43c7fb3c4df07ec4e9dd0a4366be555b0", "task_name": "Vidore3PharmaceuticalsRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.62088, "ndcg_at_3": 0.63007, "ndcg_at_5": 0.62539, "ndcg_at_10": 0.64664, "ndcg_at_20": 0.6799, "ndcg_at_100": 0.72747, "ndcg_at_1000": 0.74429, "map_at_1": 0.3282, "map_at_3": 0.44958, "map_at_5": 0.4841, "map_at_10": 0.53027, "map_at_20": 0.56032, "map_at_100": 0.58109, "map_at_1000": 0.58348, "recall_at_1": 0.3282, "recall_at_3": 0.50616, "recall_at_5": 0.57297, "recall_at_10": 0.68433, "recall_at_20": 0.78384, "recall_at_100": 0.92501, "recall_at_1000": 0.99655, "accuracy": 0.3282, "precision_at_1": 0.6511, "precision_at_3": 0.42949, "precision_at_5": 0.32692, "precision_at_10": 0.2294, "precision_at_20": 0.15082, "precision_at_100": 0.0414, "precision_at_1000": 0.00473, "mrr_at_1": 0.651099, "mrr_at_3": 0.747711, "mrr_at_5": 0.759936, "mrr_at_10": 0.764806, "mrr_at_20": 0.767158, "mrr_at_100": 0.767459, "mrr_at_1000": 0.767468, "nauc_ndcg_at_1_max": 0.30538, "nauc_ndcg_at_1_std": -0.222422, "nauc_ndcg_at_1_diff1": 0.578788, "nauc_ndcg_at_3_max": 0.288733, "nauc_ndcg_at_3_std": -0.267128, "nauc_ndcg_at_3_diff1": 0.54756, "nauc_ndcg_at_5_max": 0.294764, "nauc_ndcg_at_5_std": -0.264776, "nauc_ndcg_at_5_diff1": 0.547235, "nauc_ndcg_at_10_max": 0.29419, "nauc_ndcg_at_10_std": -0.265174, "nauc_ndcg_at_10_diff1": 0.552722, "nauc_ndcg_at_20_max": 0.291633, "nauc_ndcg_at_20_std": -0.24791, "nauc_ndcg_at_20_diff1": 0.550596, "nauc_ndcg_at_100_max": 0.329836, "nauc_ndcg_at_100_std": -0.21391, "nauc_ndcg_at_100_diff1": 0.554379, "nauc_ndcg_at_1000_max": 0.316462, "nauc_ndcg_at_1000_std": -0.221794, "nauc_ndcg_at_1000_diff1": 0.552497, "nauc_map_at_1_max": 0.156487, "nauc_map_at_1_std": -0.213619, "nauc_map_at_1_diff1": 0.562463, "nauc_map_at_3_max": 0.211648, "nauc_map_at_3_std": -0.277445, "nauc_map_at_3_diff1": 0.52431, "nauc_map_at_5_max": 0.222937, "nauc_map_at_5_std": -0.280928, "nauc_map_at_5_diff1": 0.527917, "nauc_map_at_10_max": 0.235593, "nauc_map_at_10_std": -0.277654, "nauc_map_at_10_diff1": 0.52203, "nauc_map_at_20_max": 0.247616, "nauc_map_at_20_std": -0.267407, "nauc_map_at_20_diff1": 0.518944, "nauc_map_at_100_max": 0.262101, "nauc_map_at_100_std": -0.257105, "nauc_map_at_100_diff1": 0.517575, "nauc_map_at_1000_max": 0.26207, "nauc_map_at_1000_std": -0.25624, "nauc_map_at_1000_diff1": 0.51744, "nauc_recall_at_1_max": 0.156487, "nauc_recall_at_1_std": -0.213619, "nauc_recall_at_1_diff1": 0.562463, "nauc_recall_at_3_max": 0.211462, "nauc_recall_at_3_std": -0.281965, "nauc_recall_at_3_diff1": 0.470283, "nauc_recall_at_5_max": 0.218571, "nauc_recall_at_5_std": -0.277054, "nauc_recall_at_5_diff1": 0.459711, "nauc_recall_at_10_max": 0.227708, "nauc_recall_at_10_std": -0.263456, "nauc_recall_at_10_diff1": 0.453615, "nauc_recall_at_20_max": 0.223797, "nauc_recall_at_20_std": -0.230273, "nauc_recall_at_20_diff1": 0.421983, "nauc_recall_at_100_max": 0.483719, "nauc_recall_at_100_std": -0.000655, "nauc_recall_at_100_diff1": 0.448973, "nauc_recall_at_1000_max": 0.661394, "nauc_recall_at_1000_std": 0.02967, "nauc_recall_at_1000_diff1": 0.333505, "nauc_precision_at_1_max": 0.289629, "nauc_precision_at_1_std": -0.266005, "nauc_precision_at_1_diff1": 0.594205, "nauc_precision_at_3_max": 0.155715, "nauc_precision_at_3_std": -0.133923, "nauc_precision_at_3_diff1": 0.081906, "nauc_precision_at_5_max": 0.128179, "nauc_precision_at_5_std": -0.05727, "nauc_precision_at_5_diff1": -0.01815, "nauc_precision_at_10_max": 0.086432, "nauc_precision_at_10_std": 0.035052, "nauc_precision_at_10_diff1": -0.11645, "nauc_precision_at_20_max": 0.070257, "nauc_precision_at_20_std": 0.119168, "nauc_precision_at_20_diff1": -0.180114, "nauc_precision_at_100_max": 0.048509, "nauc_precision_at_100_std": 0.202375, "nauc_precision_at_100_diff1": -0.244179, "nauc_precision_at_1000_max": -0.008996, "nauc_precision_at_1000_std": 0.202115, "nauc_precision_at_1000_diff1": -0.283181, "nauc_mrr_at_1_max": 0.289629, "nauc_mrr_at_1_std": -0.266005, "nauc_mrr_at_1_diff1": 0.594205, "nauc_mrr_at_3_max": 0.308389, "nauc_mrr_at_3_std": -0.284524, "nauc_mrr_at_3_diff1": 0.614729, "nauc_mrr_at_5_max": 0.309044, "nauc_mrr_at_5_std": -0.285713, "nauc_mrr_at_5_diff1": 0.607529, "nauc_mrr_at_10_max": 0.312427, "nauc_mrr_at_10_std": -0.281858, "nauc_mrr_at_10_diff1": 0.610128, "nauc_mrr_at_20_max": 0.311643, "nauc_mrr_at_20_std": -0.282547, "nauc_mrr_at_20_diff1": 0.608486, "nauc_mrr_at_100_max": 0.310963, "nauc_mrr_at_100_std": -0.28215, "nauc_mrr_at_100_diff1": 0.60859, "nauc_mrr_at_1000_max": 0.310935, "nauc_mrr_at_1000_std": -0.282182, "nauc_mrr_at_1000_diff1": 0.608578, "hit_rate_at_1": 0.6511, "hit_rate_at_3": 0.86538, "hit_rate_at_5": 0.91758, "hit_rate_at_10": 0.9533, "hit_rate_at_20": 0.98352, "hit_rate_at_100": 0.99451, "hit_rate_at_1000": 1.0, "main_score": 0.64664, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.56731, "ndcg_at_3": 0.59033, "ndcg_at_5": 0.59345, "ndcg_at_10": 0.61644, "ndcg_at_20": 0.64773, "ndcg_at_100": 0.69678, "ndcg_at_1000": 0.71647, "map_at_1": 0.30201, "map_at_3": 0.42181, "map_at_5": 0.45646, "map_at_10": 0.49989, "map_at_20": 0.52781, "map_at_100": 0.54791, "map_at_1000": 0.55056, "recall_at_1": 0.30201, "recall_at_3": 0.48534, "recall_at_5": 0.55037, "recall_at_10": 0.66163, "recall_at_20": 0.75794, "recall_at_100": 0.91146, "recall_at_1000": 0.99533, "accuracy": 0.30201, "precision_at_1": 0.58791, "precision_at_3": 0.40201, "precision_at_5": 0.31593, "precision_at_10": 0.22308, "precision_at_20": 0.14519, "precision_at_100": 0.04027, "precision_at_1000": 0.00471, "mrr_at_1": 0.587912, "mrr_at_3": 0.690476, "mrr_at_5": 0.704899, "mrr_at_10": 0.713253, "mrr_at_20": 0.714937, "mrr_at_100": 0.715667, "mrr_at_1000": 0.71568, "nauc_ndcg_at_1_max": 0.227555, "nauc_ndcg_at_1_std": -0.205159, "nauc_ndcg_at_1_diff1": 0.528817, "nauc_ndcg_at_3_max": 0.204004, "nauc_ndcg_at_3_std": -0.245243, "nauc_ndcg_at_3_diff1": 0.464809, "nauc_ndcg_at_5_max": 0.228888, "nauc_ndcg_at_5_std": -0.216779, "nauc_ndcg_at_5_diff1": 0.464283, "nauc_ndcg_at_10_max": 0.217755, "nauc_ndcg_at_10_std": -0.245394, "nauc_ndcg_at_10_diff1": 0.47945, "nauc_ndcg_at_20_max": 0.228401, "nauc_ndcg_at_20_std": -0.223917, "nauc_ndcg_at_20_diff1": 0.48694, "nauc_ndcg_at_100_max": 0.259038, "nauc_ndcg_at_100_std": -0.190671, "nauc_ndcg_at_100_diff1": 0.484955, "nauc_ndcg_at_1000_max": 0.252016, "nauc_ndcg_at_1000_std": -0.196831, "nauc_ndcg_at_1000_diff1": 0.478857, "nauc_map_at_1_max": 0.086307, "nauc_map_at_1_std": -0.205198, "nauc_map_at_1_diff1": 0.552435, "nauc_map_at_3_max": 0.138256, "nauc_map_at_3_std": -0.266323, "nauc_map_at_3_diff1": 0.493453, "nauc_map_at_5_max": 0.156978, "nauc_map_at_5_std": -0.257793, "nauc_map_at_5_diff1": 0.486127, "nauc_map_at_10_max": 0.166724, "nauc_map_at_10_std": -0.262017, "nauc_map_at_10_diff1": 0.473701, "nauc_map_at_20_max": 0.184444, "nauc_map_at_20_std": -0.251659, "nauc_map_at_20_diff1": 0.468761, "nauc_map_at_100_max": 0.198924, "nauc_map_at_100_std": -0.240746, "nauc_map_at_100_diff1": 0.464809, "nauc_map_at_1000_max": 0.199295, "nauc_map_at_1000_std": -0.240195, "nauc_map_at_1000_diff1": 0.463559, "nauc_recall_at_1_max": 0.086307, "nauc_recall_at_1_std": -0.205198, "nauc_recall_at_1_diff1": 0.552435, "nauc_recall_at_3_max": 0.133861, "nauc_recall_at_3_std": -0.259384, "nauc_recall_at_3_diff1": 0.422678, "nauc_recall_at_5_max": 0.166779, "nauc_recall_at_5_std": -0.22333, "nauc_recall_at_5_diff1": 0.405122, "nauc_recall_at_10_max": 0.147171, "nauc_recall_at_10_std": -0.258931, "nauc_recall_at_10_diff1": 0.37214, "nauc_recall_at_20_max": 0.190126, "nauc_recall_at_20_std": -0.195294, "nauc_recall_at_20_diff1": 0.366836, "nauc_recall_at_100_max": 0.334651, "nauc_recall_at_100_std": -0.012644, "nauc_recall_at_100_diff1": 0.381842, "nauc_recall_at_1000_max": 0.494227, "nauc_recall_at_1000_std": 0.152712, "nauc_recall_at_1000_diff1": 0.222208, "nauc_precision_at_1_max": 0.209741, "nauc_precision_at_1_std": -0.236892, "nauc_precision_at_1_diff1": 0.54163, "nauc_precision_at_3_max": 0.162466, "nauc_precision_at_3_std": -0.139361, "nauc_precision_at_3_diff1": 0.056982, "nauc_precision_at_5_max": 0.176948, "nauc_precision_at_5_std": -0.012287, "nauc_precision_at_5_diff1": -0.060453, "nauc_precision_at_10_max": 0.122369, "nauc_precision_at_10_std": 0.023858, "nauc_precision_at_10_diff1": -0.172726, "nauc_precision_at_20_max": 0.123511, "nauc_precision_at_20_std": 0.093476, "nauc_precision_at_20_diff1": -0.208225, "nauc_precision_at_100_max": 0.11752, "nauc_precision_at_100_std": 0.197249, "nauc_precision_at_100_diff1": -0.272001, "nauc_precision_at_1000_max": 0.062042, "nauc_precision_at_1000_std": 0.196805, "nauc_precision_at_1000_diff1": -0.31284, "nauc_mrr_at_1_max": 0.209741, "nauc_mrr_at_1_std": -0.236892, "nauc_mrr_at_1_diff1": 0.54163, "nauc_mrr_at_3_max": 0.2337, "nauc_mrr_at_3_std": -0.24819, "nauc_mrr_at_3_diff1": 0.53604, "nauc_mrr_at_5_max": 0.24702, "nauc_mrr_at_5_std": -0.225404, "nauc_mrr_at_5_diff1": 0.534639, "nauc_mrr_at_10_max": 0.239351, "nauc_mrr_at_10_std": -0.23958, "nauc_mrr_at_10_diff1": 0.536612, "nauc_mrr_at_20_max": 0.240543, "nauc_mrr_at_20_std": -0.237536, "nauc_mrr_at_20_diff1": 0.536655, "nauc_mrr_at_100_max": 0.239462, "nauc_mrr_at_100_std": -0.237649, "nauc_mrr_at_100_diff1": 0.536865, "nauc_mrr_at_1000_max": 0.239437, "nauc_mrr_at_1000_std": -0.237669, "nauc_mrr_at_1000_diff1": 0.536879, "hit_rate_at_1": 0.58791, "hit_rate_at_3": 0.81868, "hit_rate_at_5": 0.88187, "hit_rate_at_10": 0.94505, "hit_rate_at_20": 0.96978, "hit_rate_at_100": 0.99451, "hit_rate_at_1000": 1.0, "main_score": 0.61644, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.58654, "ndcg_at_3": 0.59862, "ndcg_at_5": 0.60777, "ndcg_at_10": 0.61836, "ndcg_at_20": 0.65283, "ndcg_at_100": 0.70165, "ndcg_at_1000": 0.72226, "map_at_1": 0.3128, "map_at_3": 0.4286, "map_at_5": 0.46657, "map_at_10": 0.50464, "map_at_20": 0.53345, "map_at_100": 0.55391, "map_at_1000": 0.55676, "recall_at_1": 0.3128, "recall_at_3": 0.4809, "recall_at_5": 0.56011, "recall_at_10": 0.65008, "recall_at_20": 0.75657, "recall_at_100": 0.90505, "recall_at_1000": 0.99188, "accuracy": 0.3128, "precision_at_1": 0.60989, "precision_at_3": 0.40293, "precision_at_5": 0.32143, "precision_at_10": 0.21648, "precision_at_20": 0.14341, "precision_at_100": 0.03989, "precision_at_1000": 0.00471, "mrr_at_1": 0.60989, "mrr_at_3": 0.708791, "mrr_at_5": 0.724176, "mrr_at_10": 0.728869, "mrr_at_20": 0.7312, "mrr_at_100": 0.731912, "mrr_at_1000": 0.731928, "nauc_ndcg_at_1_max": 0.210971, "nauc_ndcg_at_1_std": -0.164752, "nauc_ndcg_at_1_diff1": 0.458202, "nauc_ndcg_at_3_max": 0.242303, "nauc_ndcg_at_3_std": -0.197173, "nauc_ndcg_at_3_diff1": 0.431359, "nauc_ndcg_at_5_max": 0.233112, "nauc_ndcg_at_5_std": -0.212923, "nauc_ndcg_at_5_diff1": 0.433694, "nauc_ndcg_at_10_max": 0.247451, "nauc_ndcg_at_10_std": -0.207328, "nauc_ndcg_at_10_diff1": 0.463795, "nauc_ndcg_at_20_max": 0.258496, "nauc_ndcg_at_20_std": -0.189468, "nauc_ndcg_at_20_diff1": 0.468962, "nauc_ndcg_at_100_max": 0.279614, "nauc_ndcg_at_100_std": -0.149056, "nauc_ndcg_at_100_diff1": 0.456452, "nauc_ndcg_at_1000_max": 0.272619, "nauc_ndcg_at_1000_std": -0.155421, "nauc_ndcg_at_1000_diff1": 0.448292, "nauc_map_at_1_max": 0.074957, "nauc_map_at_1_std": -0.204202, "nauc_map_at_1_diff1": 0.523659, "nauc_map_at_3_max": 0.165399, "nauc_map_at_3_std": -0.247904, "nauc_map_at_3_diff1": 0.481741, "nauc_map_at_5_max": 0.170396, "nauc_map_at_5_std": -0.254301, "nauc_map_at_5_diff1": 0.47235, "nauc_map_at_10_max": 0.192244, "nauc_map_at_10_std": -0.236643, "nauc_map_at_10_diff1": 0.460968, "nauc_map_at_20_max": 0.214023, "nauc_map_at_20_std": -0.221145, "nauc_map_at_20_diff1": 0.453918, "nauc_map_at_100_max": 0.223643, "nauc_map_at_100_std": -0.208124, "nauc_map_at_100_diff1": 0.447228, "nauc_map_at_1000_max": 0.224205, "nauc_map_at_1000_std": -0.207113, "nauc_map_at_1000_diff1": 0.446016, "nauc_recall_at_1_max": 0.074957, "nauc_recall_at_1_std": -0.204202, "nauc_recall_at_1_diff1": 0.523659, "nauc_recall_at_3_max": 0.178373, "nauc_recall_at_3_std": -0.255492, "nauc_recall_at_3_diff1": 0.4536, "nauc_recall_at_5_max": 0.172261, "nauc_recall_at_5_std": -0.262011, "nauc_recall_at_5_diff1": 0.424716, "nauc_recall_at_10_max": 0.207858, "nauc_recall_at_10_std": -0.223708, "nauc_recall_at_10_diff1": 0.404209, "nauc_recall_at_20_max": 0.248684, "nauc_recall_at_20_std": -0.172268, "nauc_recall_at_20_diff1": 0.399514, "nauc_recall_at_100_max": 0.350492, "nauc_recall_at_100_std": 0.045489, "nauc_recall_at_100_diff1": 0.370608, "nauc_recall_at_1000_max": 0.621393, "nauc_recall_at_1000_std": 0.311788, "nauc_recall_at_1000_diff1": 0.274382, "nauc_precision_at_1_max": 0.195637, "nauc_precision_at_1_std": -0.193895, "nauc_precision_at_1_diff1": 0.468315, "nauc_precision_at_3_max": 0.228237, "nauc_precision_at_3_std": -0.073479, "nauc_precision_at_3_diff1": 0.019206, "nauc_precision_at_5_max": 0.174766, "nauc_precision_at_5_std": 0.002129, "nauc_precision_at_5_diff1": -0.119947, "nauc_precision_at_10_max": 0.161183, "nauc_precision_at_10_std": 0.09199, "nauc_precision_at_10_diff1": -0.178196, "nauc_precision_at_20_max": 0.148979, "nauc_precision_at_20_std": 0.155617, "nauc_precision_at_20_diff1": -0.232529, "nauc_precision_at_100_max": 0.104737, "nauc_precision_at_100_std": 0.239299, "nauc_precision_at_100_diff1": -0.294041, "nauc_precision_at_1000_max": 0.046031, "nauc_precision_at_1000_std": 0.224104, "nauc_precision_at_1000_diff1": -0.330644, "nauc_mrr_at_1_max": 0.195637, "nauc_mrr_at_1_std": -0.193895, "nauc_mrr_at_1_diff1": 0.468315, "nauc_mrr_at_3_max": 0.249061, "nauc_mrr_at_3_std": -0.197362, "nauc_mrr_at_3_diff1": 0.487959, "nauc_mrr_at_5_max": 0.252631, "nauc_mrr_at_5_std": -0.192311, "nauc_mrr_at_5_diff1": 0.482345, "nauc_mrr_at_10_max": 0.248151, "nauc_mrr_at_10_std": -0.196401, "nauc_mrr_at_10_diff1": 0.482777, "nauc_mrr_at_20_max": 0.246032, "nauc_mrr_at_20_std": -0.194487, "nauc_mrr_at_20_diff1": 0.480549, "nauc_mrr_at_100_max": 0.245052, "nauc_mrr_at_100_std": -0.194404, "nauc_mrr_at_100_diff1": 0.480476, "nauc_mrr_at_1000_max": 0.245012, "nauc_mrr_at_1000_std": -0.194457, "nauc_mrr_at_1000_diff1": 0.480496, "hit_rate_at_1": 0.60989, "hit_rate_at_3": 0.83242, "hit_rate_at_5": 0.9011, "hit_rate_at_10": 0.93681, "hit_rate_at_20": 0.96978, "hit_rate_at_100": 0.99451, "hit_rate_at_1000": 1.0, "main_score": 0.61836, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.57143, "ndcg_at_3": 0.58942, "ndcg_at_5": 0.59101, "ndcg_at_10": 0.60774, "ndcg_at_20": 0.64487, "ndcg_at_100": 0.69567, "ndcg_at_1000": 0.71564, "map_at_1": 0.30772, "map_at_3": 0.42443, "map_at_5": 0.45559, "map_at_10": 0.49539, "map_at_20": 0.52498, "map_at_100": 0.54624, "map_at_1000": 0.54887, "recall_at_1": 0.30772, "recall_at_3": 0.47836, "recall_at_5": 0.54336, "recall_at_10": 0.64184, "recall_at_20": 0.75291, "recall_at_100": 0.90538, "recall_at_1000": 0.99193, "accuracy": 0.30772, "precision_at_1": 0.59615, "precision_at_3": 0.39469, "precision_at_5": 0.30549, "precision_at_10": 0.21209, "precision_at_20": 0.14245, "precision_at_100": 0.04016, "precision_at_1000": 0.0047, "mrr_at_1": 0.596154, "mrr_at_3": 0.692766, "mrr_at_5": 0.708974, "mrr_at_10": 0.715834, "mrr_at_20": 0.718724, "mrr_at_100": 0.719448, "mrr_at_1000": 0.719471, "nauc_ndcg_at_1_max": 0.265451, "nauc_ndcg_at_1_std": -0.099588, "nauc_ndcg_at_1_diff1": 0.492372, "nauc_ndcg_at_3_max": 0.232972, "nauc_ndcg_at_3_std": -0.172279, "nauc_ndcg_at_3_diff1": 0.451174, "nauc_ndcg_at_5_max": 0.245507, "nauc_ndcg_at_5_std": -0.182666, "nauc_ndcg_at_5_diff1": 0.446411, "nauc_ndcg_at_10_max": 0.259794, "nauc_ndcg_at_10_std": -0.17203, "nauc_ndcg_at_10_diff1": 0.46553, "nauc_ndcg_at_20_max": 0.278418, "nauc_ndcg_at_20_std": -0.139024, "nauc_ndcg_at_20_diff1": 0.490574, "nauc_ndcg_at_100_max": 0.298534, "nauc_ndcg_at_100_std": -0.109213, "nauc_ndcg_at_100_diff1": 0.470495, "nauc_ndcg_at_1000_max": 0.291311, "nauc_ndcg_at_1000_std": -0.115893, "nauc_ndcg_at_1000_diff1": 0.469785, "nauc_map_at_1_max": 0.112848, "nauc_map_at_1_std": -0.161065, "nauc_map_at_1_diff1": 0.526781, "nauc_map_at_3_max": 0.178484, "nauc_map_at_3_std": -0.211472, "nauc_map_at_3_diff1": 0.49444, "nauc_map_at_5_max": 0.192892, "nauc_map_at_5_std": -0.214145, "nauc_map_at_5_diff1": 0.480165, "nauc_map_at_10_max": 0.211712, "nauc_map_at_10_std": -0.199286, "nauc_map_at_10_diff1": 0.464477, "nauc_map_at_20_max": 0.225228, "nauc_map_at_20_std": -0.184352, "nauc_map_at_20_diff1": 0.469901, "nauc_map_at_100_max": 0.234225, "nauc_map_at_100_std": -0.172922, "nauc_map_at_100_diff1": 0.459816, "nauc_map_at_1000_max": 0.234624, "nauc_map_at_1000_std": -0.172428, "nauc_map_at_1000_diff1": 0.459136, "nauc_recall_at_1_max": 0.112848, "nauc_recall_at_1_std": -0.161065, "nauc_recall_at_1_diff1": 0.526781, "nauc_recall_at_3_max": 0.170959, "nauc_recall_at_3_std": -0.218927, "nauc_recall_at_3_diff1": 0.433551, "nauc_recall_at_5_max": 0.188486, "nauc_recall_at_5_std": -0.220033, "nauc_recall_at_5_diff1": 0.390585, "nauc_recall_at_10_max": 0.204388, "nauc_recall_at_10_std": -0.179747, "nauc_recall_at_10_diff1": 0.355083, "nauc_recall_at_20_max": 0.246724, "nauc_recall_at_20_std": -0.094593, "nauc_recall_at_20_diff1": 0.403155, "nauc_recall_at_100_max": 0.383699, "nauc_recall_at_100_std": 0.086184, "nauc_recall_at_100_diff1": 0.331117, "nauc_recall_at_1000_max": 0.643102, "nauc_recall_at_1000_std": 0.367757, "nauc_recall_at_1000_diff1": 0.282958, "nauc_precision_at_1_max": 0.239519, "nauc_precision_at_1_std": -0.126443, "nauc_precision_at_1_diff1": 0.504524, "nauc_precision_at_3_max": 0.184433, "nauc_precision_at_3_std": -0.074465, "nauc_precision_at_3_diff1": 0.06037, "nauc_precision_at_5_max": 0.170043, "nauc_precision_at_5_std": -0.020593, "nauc_precision_at_5_diff1": -0.071692, "nauc_precision_at_10_max": 0.119375, "nauc_precision_at_10_std": 0.064061, "nauc_precision_at_10_diff1": -0.172429, "nauc_precision_at_20_max": 0.089492, "nauc_precision_at_20_std": 0.136415, "nauc_precision_at_20_diff1": -0.203433, "nauc_precision_at_100_max": 0.058059, "nauc_precision_at_100_std": 0.201016, "nauc_precision_at_100_diff1": -0.285389, "nauc_precision_at_1000_max": 0.009314, "nauc_precision_at_1000_std": 0.194399, "nauc_precision_at_1000_diff1": -0.311425, "nauc_mrr_at_1_max": 0.239519, "nauc_mrr_at_1_std": -0.126443, "nauc_mrr_at_1_diff1": 0.504524, "nauc_mrr_at_3_max": 0.264664, "nauc_mrr_at_3_std": -0.143648, "nauc_mrr_at_3_diff1": 0.490201, "nauc_mrr_at_5_max": 0.275482, "nauc_mrr_at_5_std": -0.140732, "nauc_mrr_at_5_diff1": 0.493887, "nauc_mrr_at_10_max": 0.271773, "nauc_mrr_at_10_std": -0.140152, "nauc_mrr_at_10_diff1": 0.500418, "nauc_mrr_at_20_max": 0.27425, "nauc_mrr_at_20_std": -0.137239, "nauc_mrr_at_20_diff1": 0.497912, "nauc_mrr_at_100_max": 0.272871, "nauc_mrr_at_100_std": -0.137621, "nauc_mrr_at_100_diff1": 0.497529, "nauc_mrr_at_1000_max": 0.272802, "nauc_mrr_at_1000_std": -0.137706, "nauc_mrr_at_1000_diff1": 0.497496, "hit_rate_at_1": 0.59615, "hit_rate_at_3": 0.80495, "hit_rate_at_5": 0.87637, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.96703, "hit_rate_at_100": 0.99176, "hit_rate_at_1000": 0.99725, "main_score": 0.60774, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.56456, "ndcg_at_3": 0.58093, "ndcg_at_5": 0.58732, "ndcg_at_10": 0.60377, "ndcg_at_20": 0.63781, "ndcg_at_100": 0.69163, "ndcg_at_1000": 0.71181, "map_at_1": 0.30547, "map_at_3": 0.41763, "map_at_5": 0.4529, "map_at_10": 0.49144, "map_at_20": 0.51936, "map_at_100": 0.54143, "map_at_1000": 0.54411, "recall_at_1": 0.30547, "recall_at_3": 0.4759, "recall_at_5": 0.55049, "recall_at_10": 0.6437, "recall_at_20": 0.74357, "recall_at_100": 0.9079, "recall_at_1000": 0.99493, "accuracy": 0.30547, "precision_at_1": 0.58516, "precision_at_3": 0.39103, "precision_at_5": 0.30824, "precision_at_10": 0.21236, "precision_at_20": 0.14011, "precision_at_100": 0.04019, "precision_at_1000": 0.00471, "mrr_at_1": 0.585165, "mrr_at_3": 0.681777, "mrr_at_5": 0.69565, "mrr_at_10": 0.70368, "mrr_at_20": 0.706879, "mrr_at_100": 0.707723, "mrr_at_1000": 0.707738, "nauc_ndcg_at_1_max": 0.299276, "nauc_ndcg_at_1_std": -0.145529, "nauc_ndcg_at_1_diff1": 0.502296, "nauc_ndcg_at_3_max": 0.243399, "nauc_ndcg_at_3_std": -0.20052, "nauc_ndcg_at_3_diff1": 0.492805, "nauc_ndcg_at_5_max": 0.242299, "nauc_ndcg_at_5_std": -0.195473, "nauc_ndcg_at_5_diff1": 0.493187, "nauc_ndcg_at_10_max": 0.25758, "nauc_ndcg_at_10_std": -0.194244, "nauc_ndcg_at_10_diff1": 0.495712, "nauc_ndcg_at_20_max": 0.2637, "nauc_ndcg_at_20_std": -0.187036, "nauc_ndcg_at_20_diff1": 0.511494, "nauc_ndcg_at_100_max": 0.286759, "nauc_ndcg_at_100_std": -0.147173, "nauc_ndcg_at_100_diff1": 0.499968, "nauc_ndcg_at_1000_max": 0.284077, "nauc_ndcg_at_1000_std": -0.152976, "nauc_ndcg_at_1000_diff1": 0.500362, "nauc_map_at_1_max": 0.155065, "nauc_map_at_1_std": -0.168553, "nauc_map_at_1_diff1": 0.547058, "nauc_map_at_3_max": 0.203738, "nauc_map_at_3_std": -0.217398, "nauc_map_at_3_diff1": 0.511979, "nauc_map_at_5_max": 0.208652, "nauc_map_at_5_std": -0.216972, "nauc_map_at_5_diff1": 0.499896, "nauc_map_at_10_max": 0.223824, "nauc_map_at_10_std": -0.211164, "nauc_map_at_10_diff1": 0.487059, "nauc_map_at_20_max": 0.229514, "nauc_map_at_20_std": -0.205144, "nauc_map_at_20_diff1": 0.492117, "nauc_map_at_100_max": 0.241276, "nauc_map_at_100_std": -0.191611, "nauc_map_at_100_diff1": 0.4895, "nauc_map_at_1000_max": 0.24137, "nauc_map_at_1000_std": -0.190599, "nauc_map_at_1000_diff1": 0.489099, "nauc_recall_at_1_max": 0.155065, "nauc_recall_at_1_std": -0.168553, "nauc_recall_at_1_diff1": 0.547058, "nauc_recall_at_3_max": 0.193085, "nauc_recall_at_3_std": -0.218038, "nauc_recall_at_3_diff1": 0.472848, "nauc_recall_at_5_max": 0.179399, "nauc_recall_at_5_std": -0.217694, "nauc_recall_at_5_diff1": 0.424851, "nauc_recall_at_10_max": 0.211947, "nauc_recall_at_10_std": -0.205641, "nauc_recall_at_10_diff1": 0.386633, "nauc_recall_at_20_max": 0.21752, "nauc_recall_at_20_std": -0.201836, "nauc_recall_at_20_diff1": 0.415508, "nauc_recall_at_100_max": 0.29638, "nauc_recall_at_100_std": 0.001384, "nauc_recall_at_100_diff1": 0.34917, "nauc_recall_at_1000_max": 0.36537, "nauc_recall_at_1000_std": -0.011238, "nauc_recall_at_1000_diff1": 0.603336, "nauc_precision_at_1_max": 0.288257, "nauc_precision_at_1_std": -0.164682, "nauc_precision_at_1_diff1": 0.511666, "nauc_precision_at_3_max": 0.153133, "nauc_precision_at_3_std": -0.117266, "nauc_precision_at_3_diff1": 0.073593, "nauc_precision_at_5_max": 0.117881, "nauc_precision_at_5_std": -0.031966, "nauc_precision_at_5_diff1": -0.039502, "nauc_precision_at_10_max": 0.07748, "nauc_precision_at_10_std": 0.031413, "nauc_precision_at_10_diff1": -0.137575, "nauc_precision_at_20_max": 0.049139, "nauc_precision_at_20_std": 0.090652, "nauc_precision_at_20_diff1": -0.158562, "nauc_precision_at_100_max": 0.027995, "nauc_precision_at_100_std": 0.187389, "nauc_precision_at_100_diff1": -0.2473, "nauc_precision_at_1000_max": -0.014842, "nauc_precision_at_1000_std": 0.18299, "nauc_precision_at_1000_diff1": -0.283343, "nauc_mrr_at_1_max": 0.288257, "nauc_mrr_at_1_std": -0.164682, "nauc_mrr_at_1_diff1": 0.511666, "nauc_mrr_at_3_max": 0.301252, "nauc_mrr_at_3_std": -0.18385, "nauc_mrr_at_3_diff1": 0.516677, "nauc_mrr_at_5_max": 0.310871, "nauc_mrr_at_5_std": -0.175334, "nauc_mrr_at_5_diff1": 0.517361, "nauc_mrr_at_10_max": 0.310754, "nauc_mrr_at_10_std": -0.169295, "nauc_mrr_at_10_diff1": 0.51204, "nauc_mrr_at_20_max": 0.309487, "nauc_mrr_at_20_std": -0.171749, "nauc_mrr_at_20_diff1": 0.512073, "nauc_mrr_at_100_max": 0.308685, "nauc_mrr_at_100_std": -0.17111, "nauc_mrr_at_100_diff1": 0.51219, "nauc_mrr_at_1000_max": 0.308649, "nauc_mrr_at_1000_std": -0.171159, "nauc_mrr_at_1000_diff1": 0.512185, "hit_rate_at_1": 0.58516, "hit_rate_at_3": 0.8022, "hit_rate_at_5": 0.86538, "hit_rate_at_10": 0.92308, "hit_rate_at_20": 0.96429, "hit_rate_at_100": 0.99451, "hit_rate_at_1000": 1.0, "main_score": 0.60377, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.56319, "ndcg_at_3": 0.58436, "ndcg_at_5": 0.58815, "ndcg_at_10": 0.60871, "ndcg_at_20": 0.64028, "ndcg_at_100": 0.69116, "ndcg_at_1000": 0.71131, "map_at_1": 0.29511, "map_at_3": 0.41485, "map_at_5": 0.44938, "map_at_10": 0.4915, "map_at_20": 0.5199, "map_at_100": 0.5409, "map_at_1000": 0.54363, "recall_at_1": 0.29511, "recall_at_3": 0.47438, "recall_at_5": 0.54277, "recall_at_10": 0.65381, "recall_at_20": 0.75367, "recall_at_100": 0.90813, "recall_at_1000": 0.99353, "accuracy": 0.29511, "precision_at_1": 0.58791, "precision_at_3": 0.39835, "precision_at_5": 0.31374, "precision_at_10": 0.21923, "precision_at_20": 0.14286, "precision_at_100": 0.04005, "precision_at_1000": 0.00471, "mrr_at_1": 0.587912, "mrr_at_3": 0.688187, "mrr_at_5": 0.704121, "mrr_at_10": 0.710721, "mrr_at_20": 0.712958, "mrr_at_100": 0.714095, "mrr_at_1000": 0.714106, "nauc_ndcg_at_1_max": 0.241477, "nauc_ndcg_at_1_std": -0.15089, "nauc_ndcg_at_1_diff1": 0.555704, "nauc_ndcg_at_3_max": 0.246363, "nauc_ndcg_at_3_std": -0.248425, "nauc_ndcg_at_3_diff1": 0.495327, "nauc_ndcg_at_5_max": 0.260213, "nauc_ndcg_at_5_std": -0.238415, "nauc_ndcg_at_5_diff1": 0.480601, "nauc_ndcg_at_10_max": 0.253995, "nauc_ndcg_at_10_std": -0.23086, "nauc_ndcg_at_10_diff1": 0.498834, "nauc_ndcg_at_20_max": 0.271499, "nauc_ndcg_at_20_std": -0.196841, "nauc_ndcg_at_20_diff1": 0.506467, "nauc_ndcg_at_100_max": 0.290415, "nauc_ndcg_at_100_std": -0.167208, "nauc_ndcg_at_100_diff1": 0.506899, "nauc_ndcg_at_1000_max": 0.283004, "nauc_ndcg_at_1000_std": -0.181554, "nauc_ndcg_at_1000_diff1": 0.509453, "nauc_map_at_1_max": 0.117494, "nauc_map_at_1_std": -0.18394, "nauc_map_at_1_diff1": 0.587993, "nauc_map_at_3_max": 0.182109, "nauc_map_at_3_std": -0.269341, "nauc_map_at_3_diff1": 0.539038, "nauc_map_at_5_max": 0.194314, "nauc_map_at_5_std": -0.271236, "nauc_map_at_5_diff1": 0.518749, "nauc_map_at_10_max": 0.208095, "nauc_map_at_10_std": -0.258589, "nauc_map_at_10_diff1": 0.504337, "nauc_map_at_20_max": 0.228846, "nauc_map_at_20_std": -0.237504, "nauc_map_at_20_diff1": 0.495924, "nauc_map_at_100_max": 0.238744, "nauc_map_at_100_std": -0.227673, "nauc_map_at_100_diff1": 0.495076, "nauc_map_at_1000_max": 0.239143, "nauc_map_at_1000_std": -0.227385, "nauc_map_at_1000_diff1": 0.494853, "nauc_recall_at_1_max": 0.117494, "nauc_recall_at_1_std": -0.18394, "nauc_recall_at_1_diff1": 0.587993, "nauc_recall_at_3_max": 0.190495, "nauc_recall_at_3_std": -0.288228, "nauc_recall_at_3_diff1": 0.454156, "nauc_recall_at_5_max": 0.198126, "nauc_recall_at_5_std": -0.290833, "nauc_recall_at_5_diff1": 0.411075, "nauc_recall_at_10_max": 0.185505, "nauc_recall_at_10_std": -0.242349, "nauc_recall_at_10_diff1": 0.362456, "nauc_recall_at_20_max": 0.238883, "nauc_recall_at_20_std": -0.135919, "nauc_recall_at_20_diff1": 0.340975, "nauc_recall_at_100_max": 0.343087, "nauc_recall_at_100_std": 0.094813, "nauc_recall_at_100_diff1": 0.295751, "nauc_recall_at_1000_max": 0.496062, "nauc_recall_at_1000_std": 0.048982, "nauc_recall_at_1000_diff1": 0.433675, "nauc_precision_at_1_max": 0.236873, "nauc_precision_at_1_std": -0.177146, "nauc_precision_at_1_diff1": 0.562524, "nauc_precision_at_3_max": 0.190966, "nauc_precision_at_3_std": -0.153377, "nauc_precision_at_3_diff1": 0.070592, "nauc_precision_at_5_max": 0.182707, "nauc_precision_at_5_std": -0.045205, "nauc_precision_at_5_diff1": -0.094362, "nauc_precision_at_10_max": 0.127526, "nauc_precision_at_10_std": 0.055505, "nauc_precision_at_10_diff1": -0.187064, "nauc_precision_at_20_max": 0.130834, "nauc_precision_at_20_std": 0.150871, "nauc_precision_at_20_diff1": -0.224629, "nauc_precision_at_100_max": 0.085262, "nauc_precision_at_100_std": 0.223665, "nauc_precision_at_100_diff1": -0.276926, "nauc_precision_at_1000_max": 0.027924, "nauc_precision_at_1000_std": 0.201241, "nauc_precision_at_1000_diff1": -0.30572, "nauc_mrr_at_1_max": 0.236873, "nauc_mrr_at_1_std": -0.177146, "nauc_mrr_at_1_diff1": 0.562524, "nauc_mrr_at_3_max": 0.283493, "nauc_mrr_at_3_std": -0.222063, "nauc_mrr_at_3_diff1": 0.552708, "nauc_mrr_at_5_max": 0.290581, "nauc_mrr_at_5_std": -0.211438, "nauc_mrr_at_5_diff1": 0.551208, "nauc_mrr_at_10_max": 0.285099, "nauc_mrr_at_10_std": -0.210949, "nauc_mrr_at_10_diff1": 0.550587, "nauc_mrr_at_20_max": 0.285822, "nauc_mrr_at_20_std": -0.207186, "nauc_mrr_at_20_diff1": 0.551667, "nauc_mrr_at_100_max": 0.283593, "nauc_mrr_at_100_std": -0.209164, "nauc_mrr_at_100_diff1": 0.551855, "nauc_mrr_at_1000_max": 0.283564, "nauc_mrr_at_1000_std": -0.2092, "nauc_mrr_at_1000_diff1": 0.551854, "hit_rate_at_1": 0.58791, "hit_rate_at_3": 0.81044, "hit_rate_at_5": 0.88187, "hit_rate_at_10": 0.93132, "hit_rate_at_20": 0.96154, "hit_rate_at_100": 0.99451, "hit_rate_at_1000": 1.0, "main_score": 0.60871, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 3967.9587359926663, "kg_co2_emissions": null, "date": 1782143666.631699, "evaluation_phases": [ { "name": "Data loading", "start": 7.13244080543518e-05, "end": 38.412148743867874, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 38.41218177601695, "end": 38.41218368895352, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 38.426305601373315, "end": 705.3562953732908, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 705.3564654737711, "end": 705.7221820726991, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 705.7855885419995, "end": 1359.4291529804468, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1359.4293858688325, "end": 1359.7807605359703, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1359.817169541493, "end": 2013.8871749769896, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 2013.887389210984, "end": 2014.239394940436, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 2014.2739708051085, "end": 2664.010185910389, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2664.0105883534998, "end": 2664.363773463294, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2664.40332246013, "end": 3318.016169283539, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3318.0164192058146, "end": 3318.368611013517, "split": "test", "subset": "italian" } ] }