{ "dataset_revision": "237ed4f43c7fb3c4df07ec4e9dd0a4366be555b0", "task_name": "Vidore3PharmaceuticalsRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.14835, "ndcg_at_3": 0.17548, "ndcg_at_5": 0.18061, "ndcg_at_10": 0.20115, "ndcg_at_20": 0.22454, "ndcg_at_100": 0.28498, "ndcg_at_1000": 0.35138, "map_at_1": 0.07312, "map_at_3": 0.11425, "map_at_5": 0.12555, "map_at_10": 0.13998, "map_at_20": 0.14971, "map_at_100": 0.16227, "map_at_1000": 0.16685, "recall_at_1": 0.07312, "recall_at_3": 0.14732, "recall_at_5": 0.17748, "recall_at_10": 0.2491, "recall_at_20": 0.32325, "recall_at_100": 0.5516, "recall_at_1000": 0.89116, "accuracy": 0.07312, "precision_at_1": 0.16209, "precision_at_3": 0.13187, "precision_at_5": 0.10495, "precision_at_10": 0.07747, "precision_at_20": 0.05385, "precision_at_100": 0.0206, "precision_at_1000": 0.00408, "mrr_at_1": 0.162088, "mrr_at_3": 0.22848, "mrr_at_5": 0.242079, "mrr_at_10": 0.257999, "mrr_at_20": 0.264262, "mrr_at_100": 0.270103, "mrr_at_1000": 0.270874, "nauc_ndcg_at_1_max": 0.178652, "nauc_ndcg_at_1_std": 0.157512, "nauc_ndcg_at_1_diff1": 0.320766, "nauc_ndcg_at_3_max": 0.25144, "nauc_ndcg_at_3_std": 0.262881, "nauc_ndcg_at_3_diff1": 0.256502, "nauc_ndcg_at_5_max": 0.25496, "nauc_ndcg_at_5_std": 0.263173, "nauc_ndcg_at_5_diff1": 0.269755, "nauc_ndcg_at_10_max": 0.244965, "nauc_ndcg_at_10_std": 0.283142, "nauc_ndcg_at_10_diff1": 0.28662, "nauc_ndcg_at_20_max": 0.245067, "nauc_ndcg_at_20_std": 0.28292, "nauc_ndcg_at_20_diff1": 0.275451, "nauc_ndcg_at_100_max": 0.295747, "nauc_ndcg_at_100_std": 0.332372, "nauc_ndcg_at_100_diff1": 0.258488, "nauc_ndcg_at_1000_max": 0.328386, "nauc_ndcg_at_1000_std": 0.310403, "nauc_ndcg_at_1000_diff1": 0.244637, "nauc_map_at_1_max": 0.186952, "nauc_map_at_1_std": 0.187418, "nauc_map_at_1_diff1": 0.393103, "nauc_map_at_3_max": 0.224201, "nauc_map_at_3_std": 0.268787, "nauc_map_at_3_diff1": 0.305868, "nauc_map_at_5_max": 0.242768, "nauc_map_at_5_std": 0.276915, "nauc_map_at_5_diff1": 0.29762, "nauc_map_at_10_max": 0.245711, "nauc_map_at_10_std": 0.285441, "nauc_map_at_10_diff1": 0.299164, "nauc_map_at_20_max": 0.251663, "nauc_map_at_20_std": 0.290608, "nauc_map_at_20_diff1": 0.288948, "nauc_map_at_100_max": 0.269888, "nauc_map_at_100_std": 0.307514, "nauc_map_at_100_diff1": 0.288539, "nauc_map_at_1000_max": 0.27434, "nauc_map_at_1000_std": 0.307676, "nauc_map_at_1000_diff1": 0.28555, "nauc_recall_at_1_max": 0.186952, "nauc_recall_at_1_std": 0.187418, "nauc_recall_at_1_diff1": 0.393103, "nauc_recall_at_3_max": 0.227065, "nauc_recall_at_3_std": 0.292061, "nauc_recall_at_3_diff1": 0.263639, "nauc_recall_at_5_max": 0.226364, "nauc_recall_at_5_std": 0.26958, "nauc_recall_at_5_diff1": 0.264995, "nauc_recall_at_10_max": 0.190293, "nauc_recall_at_10_std": 0.289111, "nauc_recall_at_10_diff1": 0.25097, "nauc_recall_at_20_max": 0.172641, "nauc_recall_at_20_std": 0.258611, "nauc_recall_at_20_diff1": 0.217715, "nauc_recall_at_100_max": 0.240352, "nauc_recall_at_100_std": 0.398296, "nauc_recall_at_100_diff1": 0.159734, "nauc_recall_at_1000_max": 0.571178, "nauc_recall_at_1000_std": 0.589459, "nauc_recall_at_1000_diff1": 0.180924, "nauc_precision_at_1_max": 0.190863, "nauc_precision_at_1_std": 0.184787, "nauc_precision_at_1_diff1": 0.311751, "nauc_precision_at_3_max": 0.292364, "nauc_precision_at_3_std": 0.306671, "nauc_precision_at_3_diff1": 0.148195, "nauc_precision_at_5_max": 0.311209, "nauc_precision_at_5_std": 0.298554, "nauc_precision_at_5_diff1": 0.137307, "nauc_precision_at_10_max": 0.319463, "nauc_precision_at_10_std": 0.281202, "nauc_precision_at_10_diff1": 0.11497, "nauc_precision_at_20_max": 0.322535, "nauc_precision_at_20_std": 0.260321, "nauc_precision_at_20_diff1": 0.043982, "nauc_precision_at_100_max": 0.339384, "nauc_precision_at_100_std": 0.220007, "nauc_precision_at_100_diff1": -0.040083, "nauc_precision_at_1000_max": 0.22677, "nauc_precision_at_1000_std": -0.008348, "nauc_precision_at_1000_diff1": -0.151196, "nauc_mrr_at_1_max": 0.190863, "nauc_mrr_at_1_std": 0.184787, "nauc_mrr_at_1_diff1": 0.311751, "nauc_mrr_at_3_max": 0.247623, "nauc_mrr_at_3_std": 0.253, "nauc_mrr_at_3_diff1": 0.249555, "nauc_mrr_at_5_max": 0.237748, "nauc_mrr_at_5_std": 0.237286, "nauc_mrr_at_5_diff1": 0.261923, "nauc_mrr_at_10_max": 0.237143, "nauc_mrr_at_10_std": 0.234823, "nauc_mrr_at_10_diff1": 0.255821, "nauc_mrr_at_20_max": 0.241151, "nauc_mrr_at_20_std": 0.233683, "nauc_mrr_at_20_diff1": 0.256073, "nauc_mrr_at_100_max": 0.244162, "nauc_mrr_at_100_std": 0.237278, "nauc_mrr_at_100_diff1": 0.255266, "nauc_mrr_at_1000_max": 0.244118, "nauc_mrr_at_1000_std": 0.237264, "nauc_mrr_at_1000_diff1": 0.255988, "hit_rate_at_1": 0.16209, "hit_rate_at_3": 0.30769, "hit_rate_at_5": 0.36538, "hit_rate_at_10": 0.48077, "hit_rate_at_20": 0.56868, "hit_rate_at_100": 0.78022, "hit_rate_at_1000": 0.95879, "main_score": 0.20115, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.18407, "ndcg_at_3": 0.2013, "ndcg_at_5": 0.20842, "ndcg_at_10": 0.22949, "ndcg_at_20": 0.25913, "ndcg_at_100": 0.31168, "ndcg_at_1000": 0.37624, "map_at_1": 0.07636, "map_at_3": 0.12774, "map_at_5": 0.14237, "map_at_10": 0.15996, "map_at_20": 0.17222, "map_at_100": 0.18438, "map_at_1000": 0.18909, "recall_at_1": 0.07636, "recall_at_3": 0.16758, "recall_at_5": 0.20783, "recall_at_10": 0.28379, "recall_at_20": 0.37923, "recall_at_100": 0.56664, "recall_at_1000": 0.90654, "accuracy": 0.07636, "precision_at_1": 0.20055, "precision_at_3": 0.15201, "precision_at_5": 0.12143, "precision_at_10": 0.09038, "precision_at_20": 0.06456, "precision_at_100": 0.02275, "precision_at_1000": 0.00419, "mrr_at_1": 0.200549, "mrr_at_3": 0.261905, "mrr_at_5": 0.277839, "mrr_at_10": 0.29208, "mrr_at_20": 0.300383, "mrr_at_100": 0.303861, "mrr_at_1000": 0.304664, "nauc_ndcg_at_1_max": 0.289039, "nauc_ndcg_at_1_std": 0.01884, "nauc_ndcg_at_1_diff1": 0.330803, "nauc_ndcg_at_3_max": 0.341906, "nauc_ndcg_at_3_std": 0.132475, "nauc_ndcg_at_3_diff1": 0.31692, "nauc_ndcg_at_5_max": 0.326934, "nauc_ndcg_at_5_std": 0.170549, "nauc_ndcg_at_5_diff1": 0.287721, "nauc_ndcg_at_10_max": 0.329389, "nauc_ndcg_at_10_std": 0.170354, "nauc_ndcg_at_10_diff1": 0.270143, "nauc_ndcg_at_20_max": 0.357427, "nauc_ndcg_at_20_std": 0.212747, "nauc_ndcg_at_20_diff1": 0.263952, "nauc_ndcg_at_100_max": 0.39966, "nauc_ndcg_at_100_std": 0.273889, "nauc_ndcg_at_100_diff1": 0.268039, "nauc_ndcg_at_1000_max": 0.417309, "nauc_ndcg_at_1000_std": 0.234795, "nauc_ndcg_at_1000_diff1": 0.271002, "nauc_map_at_1_max": 0.237569, "nauc_map_at_1_std": 0.010148, "nauc_map_at_1_diff1": 0.413319, "nauc_map_at_3_max": 0.289456, "nauc_map_at_3_std": 0.124102, "nauc_map_at_3_diff1": 0.343008, "nauc_map_at_5_max": 0.294368, "nauc_map_at_5_std": 0.147847, "nauc_map_at_5_diff1": 0.315361, "nauc_map_at_10_max": 0.311314, "nauc_map_at_10_std": 0.14781, "nauc_map_at_10_diff1": 0.300927, "nauc_map_at_20_max": 0.335738, "nauc_map_at_20_std": 0.170468, "nauc_map_at_20_diff1": 0.298606, "nauc_map_at_100_max": 0.352874, "nauc_map_at_100_std": 0.189963, "nauc_map_at_100_diff1": 0.299025, "nauc_map_at_1000_max": 0.35737, "nauc_map_at_1000_std": 0.189567, "nauc_map_at_1000_diff1": 0.29862, "nauc_recall_at_1_max": 0.237569, "nauc_recall_at_1_std": 0.010148, "nauc_recall_at_1_diff1": 0.413319, "nauc_recall_at_3_max": 0.262943, "nauc_recall_at_3_std": 0.169076, "nauc_recall_at_3_diff1": 0.275141, "nauc_recall_at_5_max": 0.245738, "nauc_recall_at_5_std": 0.205079, "nauc_recall_at_5_diff1": 0.216772, "nauc_recall_at_10_max": 0.242342, "nauc_recall_at_10_std": 0.172731, "nauc_recall_at_10_diff1": 0.160041, "nauc_recall_at_20_max": 0.28061, "nauc_recall_at_20_std": 0.259715, "nauc_recall_at_20_diff1": 0.12029, "nauc_recall_at_100_max": 0.35668, "nauc_recall_at_100_std": 0.458299, "nauc_recall_at_100_diff1": 0.115615, "nauc_recall_at_1000_max": 0.615561, "nauc_recall_at_1000_std": 0.577982, "nauc_recall_at_1000_diff1": 0.109308, "nauc_precision_at_1_max": 0.308843, "nauc_precision_at_1_std": 0.032012, "nauc_precision_at_1_diff1": 0.337317, "nauc_precision_at_3_max": 0.375635, "nauc_precision_at_3_std": 0.161537, "nauc_precision_at_3_diff1": 0.24841, "nauc_precision_at_5_max": 0.373792, "nauc_precision_at_5_std": 0.204706, "nauc_precision_at_5_diff1": 0.186986, "nauc_precision_at_10_max": 0.416543, "nauc_precision_at_10_std": 0.222646, "nauc_precision_at_10_diff1": 0.121964, "nauc_precision_at_20_max": 0.466577, "nauc_precision_at_20_std": 0.275304, "nauc_precision_at_20_diff1": 0.089542, "nauc_precision_at_100_max": 0.399342, "nauc_precision_at_100_std": 0.25413, "nauc_precision_at_100_diff1": 0.050041, "nauc_precision_at_1000_max": 0.253989, "nauc_precision_at_1000_std": 0.041881, "nauc_precision_at_1000_diff1": -0.014557, "nauc_mrr_at_1_max": 0.308843, "nauc_mrr_at_1_std": 0.032012, "nauc_mrr_at_1_diff1": 0.337317, "nauc_mrr_at_3_max": 0.336537, "nauc_mrr_at_3_std": 0.10136, "nauc_mrr_at_3_diff1": 0.30145, "nauc_mrr_at_5_max": 0.341213, "nauc_mrr_at_5_std": 0.116004, "nauc_mrr_at_5_diff1": 0.295298, "nauc_mrr_at_10_max": 0.343734, "nauc_mrr_at_10_std": 0.117942, "nauc_mrr_at_10_diff1": 0.286326, "nauc_mrr_at_20_max": 0.347862, "nauc_mrr_at_20_std": 0.123935, "nauc_mrr_at_20_diff1": 0.285118, "nauc_mrr_at_100_max": 0.348288, "nauc_mrr_at_100_std": 0.125473, "nauc_mrr_at_100_diff1": 0.286446, "nauc_mrr_at_1000_max": 0.348054, "nauc_mrr_at_1000_std": 0.124651, "nauc_mrr_at_1000_diff1": 0.286613, "hit_rate_at_1": 0.20055, "hit_rate_at_3": 0.33791, "hit_rate_at_5": 0.40659, "hit_rate_at_10": 0.51374, "hit_rate_at_20": 0.63187, "hit_rate_at_100": 0.76648, "hit_rate_at_1000": 0.97253, "main_score": 0.22949, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.26236, "ndcg_at_3": 0.29736, "ndcg_at_5": 0.31365, "ndcg_at_10": 0.32986, "ndcg_at_20": 0.35443, "ndcg_at_100": 0.40956, "ndcg_at_1000": 0.46507, "map_at_1": 0.11693, "map_at_3": 0.18869, "map_at_5": 0.21502, "map_at_10": 0.23545, "map_at_20": 0.24879, "map_at_100": 0.26279, "map_at_1000": 0.26736, "recall_at_1": 0.11693, "recall_at_3": 0.24204, "recall_at_5": 0.31826, "recall_at_10": 0.39799, "recall_at_20": 0.47612, "recall_at_100": 0.67249, "recall_at_1000": 0.95064, "accuracy": 0.11693, "precision_at_1": 0.28022, "precision_at_3": 0.2207, "precision_at_5": 0.18352, "precision_at_10": 0.12775, "precision_at_20": 0.08503, "precision_at_100": 0.02764, "precision_at_1000": 0.00442, "mrr_at_1": 0.28022, "mrr_at_3": 0.366758, "mrr_at_5": 0.390659, "mrr_at_10": 0.40375, "mrr_at_20": 0.409672, "mrr_at_100": 0.413084, "mrr_at_1000": 0.413562, "nauc_ndcg_at_1_max": 0.253138, "nauc_ndcg_at_1_std": -0.036124, "nauc_ndcg_at_1_diff1": 0.333469, "nauc_ndcg_at_3_max": 0.318357, "nauc_ndcg_at_3_std": 0.03056, "nauc_ndcg_at_3_diff1": 0.343873, "nauc_ndcg_at_5_max": 0.313333, "nauc_ndcg_at_5_std": 0.032444, "nauc_ndcg_at_5_diff1": 0.345907, "nauc_ndcg_at_10_max": 0.32383, "nauc_ndcg_at_10_std": 0.062219, "nauc_ndcg_at_10_diff1": 0.326885, "nauc_ndcg_at_20_max": 0.32547, "nauc_ndcg_at_20_std": 0.069755, "nauc_ndcg_at_20_diff1": 0.317215, "nauc_ndcg_at_100_max": 0.360076, "nauc_ndcg_at_100_std": 0.110033, "nauc_ndcg_at_100_diff1": 0.288773, "nauc_ndcg_at_1000_max": 0.367765, "nauc_ndcg_at_1000_std": 0.093703, "nauc_ndcg_at_1000_diff1": 0.311571, "nauc_map_at_1_max": 0.167169, "nauc_map_at_1_std": -0.049305, "nauc_map_at_1_diff1": 0.412983, "nauc_map_at_3_max": 0.245517, "nauc_map_at_3_std": 0.005485, "nauc_map_at_3_diff1": 0.336867, "nauc_map_at_5_max": 0.250352, "nauc_map_at_5_std": 0.003224, "nauc_map_at_5_diff1": 0.329921, "nauc_map_at_10_max": 0.271878, "nauc_map_at_10_std": 0.022825, "nauc_map_at_10_diff1": 0.319809, "nauc_map_at_20_max": 0.285431, "nauc_map_at_20_std": 0.03556, "nauc_map_at_20_diff1": 0.316501, "nauc_map_at_100_max": 0.301715, "nauc_map_at_100_std": 0.049196, "nauc_map_at_100_diff1": 0.307868, "nauc_map_at_1000_max": 0.304385, "nauc_map_at_1000_std": 0.050595, "nauc_map_at_1000_diff1": 0.309581, "nauc_recall_at_1_max": 0.167169, "nauc_recall_at_1_std": -0.049305, "nauc_recall_at_1_diff1": 0.412983, "nauc_recall_at_3_max": 0.246209, "nauc_recall_at_3_std": 0.034976, "nauc_recall_at_3_diff1": 0.308615, "nauc_recall_at_5_max": 0.216174, "nauc_recall_at_5_std": 0.018354, "nauc_recall_at_5_diff1": 0.28337, "nauc_recall_at_10_max": 0.239322, "nauc_recall_at_10_std": 0.077282, "nauc_recall_at_10_diff1": 0.243877, "nauc_recall_at_20_max": 0.247303, "nauc_recall_at_20_std": 0.112969, "nauc_recall_at_20_diff1": 0.217143, "nauc_recall_at_100_max": 0.313693, "nauc_recall_at_100_std": 0.265608, "nauc_recall_at_100_diff1": 0.100028, "nauc_recall_at_1000_max": 0.530452, "nauc_recall_at_1000_std": 0.605093, "nauc_recall_at_1000_diff1": 0.155643, "nauc_precision_at_1_max": 0.265548, "nauc_precision_at_1_std": -0.024035, "nauc_precision_at_1_diff1": 0.324156, "nauc_precision_at_3_max": 0.364022, "nauc_precision_at_3_std": 0.079718, "nauc_precision_at_3_diff1": 0.217217, "nauc_precision_at_5_max": 0.355803, "nauc_precision_at_5_std": 0.094728, "nauc_precision_at_5_diff1": 0.177306, "nauc_precision_at_10_max": 0.363102, "nauc_precision_at_10_std": 0.163033, "nauc_precision_at_10_diff1": 0.090494, "nauc_precision_at_20_max": 0.364214, "nauc_precision_at_20_std": 0.184872, "nauc_precision_at_20_diff1": 0.063751, "nauc_precision_at_100_max": 0.310122, "nauc_precision_at_100_std": 0.201192, "nauc_precision_at_100_diff1": -0.051869, "nauc_precision_at_1000_max": 0.186536, "nauc_precision_at_1000_std": 0.090552, "nauc_precision_at_1000_diff1": -0.045252, "nauc_mrr_at_1_max": 0.265548, "nauc_mrr_at_1_std": -0.024035, "nauc_mrr_at_1_diff1": 0.324156, "nauc_mrr_at_3_max": 0.316639, "nauc_mrr_at_3_std": 0.02029, "nauc_mrr_at_3_diff1": 0.324581, "nauc_mrr_at_5_max": 0.320445, "nauc_mrr_at_5_std": 0.016464, "nauc_mrr_at_5_diff1": 0.334592, "nauc_mrr_at_10_max": 0.326353, "nauc_mrr_at_10_std": 0.029233, "nauc_mrr_at_10_diff1": 0.32854, "nauc_mrr_at_20_max": 0.325305, "nauc_mrr_at_20_std": 0.026427, "nauc_mrr_at_20_diff1": 0.327324, "nauc_mrr_at_100_max": 0.325777, "nauc_mrr_at_100_std": 0.027823, "nauc_mrr_at_100_diff1": 0.327058, "nauc_mrr_at_1000_max": 0.325659, "nauc_mrr_at_1000_std": 0.027395, "nauc_mrr_at_1000_diff1": 0.327335, "hit_rate_at_1": 0.28022, "hit_rate_at_3": 0.47527, "hit_rate_at_5": 0.58242, "hit_rate_at_10": 0.68132, "hit_rate_at_20": 0.76374, "hit_rate_at_100": 0.89011, "hit_rate_at_1000": 0.99176, "main_score": 0.32986, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.18269, "ndcg_at_3": 0.19157, "ndcg_at_5": 0.2, "ndcg_at_10": 0.21571, "ndcg_at_20": 0.24327, "ndcg_at_100": 0.30505, "ndcg_at_1000": 0.36699, "map_at_1": 0.08504, "map_at_3": 0.1242, "map_at_5": 0.13872, "map_at_10": 0.15266, "map_at_20": 0.16573, "map_at_100": 0.17931, "map_at_1000": 0.18392, "recall_at_1": 0.08504, "recall_at_3": 0.15038, "recall_at_5": 0.19263, "recall_at_10": 0.25562, "recall_at_20": 0.34281, "recall_at_100": 0.57051, "recall_at_1000": 0.89907, "accuracy": 0.08504, "precision_at_1": 0.19231, "precision_at_3": 0.14194, "precision_at_5": 0.11648, "precision_at_10": 0.08544, "precision_at_20": 0.06291, "precision_at_100": 0.02338, "precision_at_1000": 0.00417, "mrr_at_1": 0.192308, "mrr_at_3": 0.248626, "mrr_at_5": 0.2625, "mrr_at_10": 0.277578, "mrr_at_20": 0.283554, "mrr_at_100": 0.288834, "mrr_at_1000": 0.289628, "nauc_ndcg_at_1_max": 0.200957, "nauc_ndcg_at_1_std": -0.048749, "nauc_ndcg_at_1_diff1": 0.209176, "nauc_ndcg_at_3_max": 0.267357, "nauc_ndcg_at_3_std": 0.03298, "nauc_ndcg_at_3_diff1": 0.181337, "nauc_ndcg_at_5_max": 0.283473, "nauc_ndcg_at_5_std": 0.067973, "nauc_ndcg_at_5_diff1": 0.175871, "nauc_ndcg_at_10_max": 0.305984, "nauc_ndcg_at_10_std": 0.09705, "nauc_ndcg_at_10_diff1": 0.19869, "nauc_ndcg_at_20_max": 0.321311, "nauc_ndcg_at_20_std": 0.12493, "nauc_ndcg_at_20_diff1": 0.191025, "nauc_ndcg_at_100_max": 0.339973, "nauc_ndcg_at_100_std": 0.178314, "nauc_ndcg_at_100_diff1": 0.172065, "nauc_ndcg_at_1000_max": 0.356064, "nauc_ndcg_at_1000_std": 0.13761, "nauc_ndcg_at_1000_diff1": 0.161436, "nauc_map_at_1_max": 0.245398, "nauc_map_at_1_std": -0.01057, "nauc_map_at_1_diff1": 0.306664, "nauc_map_at_3_max": 0.271215, "nauc_map_at_3_std": 0.041154, "nauc_map_at_3_diff1": 0.23513, "nauc_map_at_5_max": 0.277929, "nauc_map_at_5_std": 0.06112, "nauc_map_at_5_diff1": 0.219599, "nauc_map_at_10_max": 0.295559, "nauc_map_at_10_std": 0.077718, "nauc_map_at_10_diff1": 0.221729, "nauc_map_at_20_max": 0.310094, "nauc_map_at_20_std": 0.093245, "nauc_map_at_20_diff1": 0.219694, "nauc_map_at_100_max": 0.318021, "nauc_map_at_100_std": 0.10965, "nauc_map_at_100_diff1": 0.21249, "nauc_map_at_1000_max": 0.320366, "nauc_map_at_1000_std": 0.108193, "nauc_map_at_1000_diff1": 0.211117, "nauc_recall_at_1_max": 0.245398, "nauc_recall_at_1_std": -0.01057, "nauc_recall_at_1_diff1": 0.306664, "nauc_recall_at_3_max": 0.276504, "nauc_recall_at_3_std": 0.070058, "nauc_recall_at_3_diff1": 0.19319, "nauc_recall_at_5_max": 0.26574, "nauc_recall_at_5_std": 0.121009, "nauc_recall_at_5_diff1": 0.159204, "nauc_recall_at_10_max": 0.309974, "nauc_recall_at_10_std": 0.173427, "nauc_recall_at_10_diff1": 0.176951, "nauc_recall_at_20_max": 0.319655, "nauc_recall_at_20_std": 0.221683, "nauc_recall_at_20_diff1": 0.142461, "nauc_recall_at_100_max": 0.322239, "nauc_recall_at_100_std": 0.42664, "nauc_recall_at_100_diff1": 0.09943, "nauc_recall_at_1000_max": 0.679015, "nauc_recall_at_1000_std": 0.607412, "nauc_recall_at_1000_diff1": 0.011842, "nauc_precision_at_1_max": 0.213801, "nauc_precision_at_1_std": -0.026316, "nauc_precision_at_1_diff1": 0.233759, "nauc_precision_at_3_max": 0.281392, "nauc_precision_at_3_std": 0.070031, "nauc_precision_at_3_diff1": 0.100894, "nauc_precision_at_5_max": 0.311034, "nauc_precision_at_5_std": 0.119504, "nauc_precision_at_5_diff1": 0.07004, "nauc_precision_at_10_max": 0.336536, "nauc_precision_at_10_std": 0.140666, "nauc_precision_at_10_diff1": 0.092507, "nauc_precision_at_20_max": 0.34035, "nauc_precision_at_20_std": 0.161669, "nauc_precision_at_20_diff1": 0.082051, "nauc_precision_at_100_max": 0.273191, "nauc_precision_at_100_std": 0.145734, "nauc_precision_at_100_diff1": -0.015984, "nauc_precision_at_1000_max": 0.170526, "nauc_precision_at_1000_std": -0.027151, "nauc_precision_at_1000_diff1": -0.075816, "nauc_mrr_at_1_max": 0.213801, "nauc_mrr_at_1_std": -0.026316, "nauc_mrr_at_1_diff1": 0.233759, "nauc_mrr_at_3_max": 0.254538, "nauc_mrr_at_3_std": 0.017169, "nauc_mrr_at_3_diff1": 0.180818, "nauc_mrr_at_5_max": 0.261701, "nauc_mrr_at_5_std": 0.038644, "nauc_mrr_at_5_diff1": 0.176789, "nauc_mrr_at_10_max": 0.270773, "nauc_mrr_at_10_std": 0.044243, "nauc_mrr_at_10_diff1": 0.186495, "nauc_mrr_at_20_max": 0.272051, "nauc_mrr_at_20_std": 0.045358, "nauc_mrr_at_20_diff1": 0.182547, "nauc_mrr_at_100_max": 0.272729, "nauc_mrr_at_100_std": 0.048512, "nauc_mrr_at_100_diff1": 0.182452, "nauc_mrr_at_1000_max": 0.27264, "nauc_mrr_at_1000_std": 0.047826, "nauc_mrr_at_1000_diff1": 0.182837, "hit_rate_at_1": 0.19231, "hit_rate_at_3": 0.31593, "hit_rate_at_5": 0.37637, "hit_rate_at_10": 0.48626, "hit_rate_at_20": 0.57418, "hit_rate_at_100": 0.77473, "hit_rate_at_1000": 0.95604, "main_score": 0.21571, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.1511, "ndcg_at_3": 0.16522, "ndcg_at_5": 0.17124, "ndcg_at_10": 0.19192, "ndcg_at_20": 0.22181, "ndcg_at_100": 0.27593, "ndcg_at_1000": 0.34451, "map_at_1": 0.06502, "map_at_3": 0.10359, "map_at_5": 0.11489, "map_at_10": 0.12988, "map_at_20": 0.14253, "map_at_100": 0.15451, "map_at_1000": 0.15927, "recall_at_1": 0.06502, "recall_at_3": 0.13142, "recall_at_5": 0.16824, "recall_at_10": 0.23643, "recall_at_20": 0.33336, "recall_at_100": 0.53306, "recall_at_1000": 0.89093, "accuracy": 0.06502, "precision_at_1": 0.16484, "precision_at_3": 0.12454, "precision_at_5": 0.0989, "precision_at_10": 0.07885, "precision_at_20": 0.0581, "precision_at_100": 0.02132, "precision_at_1000": 0.00417, "mrr_at_1": 0.164835, "mrr_at_3": 0.215659, "mrr_at_5": 0.230632, "mrr_at_10": 0.246505, "mrr_at_20": 0.252906, "mrr_at_100": 0.257705, "mrr_at_1000": 0.258617, "nauc_ndcg_at_1_max": 0.258529, "nauc_ndcg_at_1_std": 0.129981, "nauc_ndcg_at_1_diff1": 0.159068, "nauc_ndcg_at_3_max": 0.309278, "nauc_ndcg_at_3_std": 0.1689, "nauc_ndcg_at_3_diff1": 0.171248, "nauc_ndcg_at_5_max": 0.30926, "nauc_ndcg_at_5_std": 0.174781, "nauc_ndcg_at_5_diff1": 0.175519, "nauc_ndcg_at_10_max": 0.34301, "nauc_ndcg_at_10_std": 0.203668, "nauc_ndcg_at_10_diff1": 0.199384, "nauc_ndcg_at_20_max": 0.340122, "nauc_ndcg_at_20_std": 0.232188, "nauc_ndcg_at_20_diff1": 0.199575, "nauc_ndcg_at_100_max": 0.360676, "nauc_ndcg_at_100_std": 0.271165, "nauc_ndcg_at_100_diff1": 0.16565, "nauc_ndcg_at_1000_max": 0.397708, "nauc_ndcg_at_1000_std": 0.239708, "nauc_ndcg_at_1000_diff1": 0.164169, "nauc_map_at_1_max": 0.240098, "nauc_map_at_1_std": 0.095598, "nauc_map_at_1_diff1": 0.244635, "nauc_map_at_3_max": 0.283854, "nauc_map_at_3_std": 0.135035, "nauc_map_at_3_diff1": 0.204871, "nauc_map_at_5_max": 0.282898, "nauc_map_at_5_std": 0.146733, "nauc_map_at_5_diff1": 0.202533, "nauc_map_at_10_max": 0.317295, "nauc_map_at_10_std": 0.174879, "nauc_map_at_10_diff1": 0.207239, "nauc_map_at_20_max": 0.334306, "nauc_map_at_20_std": 0.194053, "nauc_map_at_20_diff1": 0.211428, "nauc_map_at_100_max": 0.345284, "nauc_map_at_100_std": 0.205981, "nauc_map_at_100_diff1": 0.200215, "nauc_map_at_1000_max": 0.350698, "nauc_map_at_1000_std": 0.206051, "nauc_map_at_1000_diff1": 0.199288, "nauc_recall_at_1_max": 0.240098, "nauc_recall_at_1_std": 0.095598, "nauc_recall_at_1_diff1": 0.244635, "nauc_recall_at_3_max": 0.29347, "nauc_recall_at_3_std": 0.165783, "nauc_recall_at_3_diff1": 0.171645, "nauc_recall_at_5_max": 0.267203, "nauc_recall_at_5_std": 0.171858, "nauc_recall_at_5_diff1": 0.167728, "nauc_recall_at_10_max": 0.335587, "nauc_recall_at_10_std": 0.229021, "nauc_recall_at_10_diff1": 0.184202, "nauc_recall_at_20_max": 0.290864, "nauc_recall_at_20_std": 0.274065, "nauc_recall_at_20_diff1": 0.164742, "nauc_recall_at_100_max": 0.299569, "nauc_recall_at_100_std": 0.389856, "nauc_recall_at_100_diff1": 0.082032, "nauc_recall_at_1000_max": 0.666428, "nauc_recall_at_1000_std": 0.539948, "nauc_recall_at_1000_diff1": 0.06927, "nauc_precision_at_1_max": 0.26404, "nauc_precision_at_1_std": 0.1385, "nauc_precision_at_1_diff1": 0.166974, "nauc_precision_at_3_max": 0.346057, "nauc_precision_at_3_std": 0.202561, "nauc_precision_at_3_diff1": 0.123278, "nauc_precision_at_5_max": 0.35762, "nauc_precision_at_5_std": 0.218301, "nauc_precision_at_5_diff1": 0.119486, "nauc_precision_at_10_max": 0.419813, "nauc_precision_at_10_std": 0.253724, "nauc_precision_at_10_diff1": 0.129255, "nauc_precision_at_20_max": 0.425283, "nauc_precision_at_20_std": 0.260076, "nauc_precision_at_20_diff1": 0.109331, "nauc_precision_at_100_max": 0.363017, "nauc_precision_at_100_std": 0.221795, "nauc_precision_at_100_diff1": -0.026895, "nauc_precision_at_1000_max": 0.269743, "nauc_precision_at_1000_std": 0.021747, "nauc_precision_at_1000_diff1": -0.056843, "nauc_mrr_at_1_max": 0.26404, "nauc_mrr_at_1_std": 0.1385, "nauc_mrr_at_1_diff1": 0.166974, "nauc_mrr_at_3_max": 0.296413, "nauc_mrr_at_3_std": 0.174175, "nauc_mrr_at_3_diff1": 0.147075, "nauc_mrr_at_5_max": 0.297164, "nauc_mrr_at_5_std": 0.175427, "nauc_mrr_at_5_diff1": 0.15151, "nauc_mrr_at_10_max": 0.302702, "nauc_mrr_at_10_std": 0.177181, "nauc_mrr_at_10_diff1": 0.151455, "nauc_mrr_at_20_max": 0.302287, "nauc_mrr_at_20_std": 0.18038, "nauc_mrr_at_20_diff1": 0.147676, "nauc_mrr_at_100_max": 0.302896, "nauc_mrr_at_100_std": 0.183369, "nauc_mrr_at_100_diff1": 0.145195, "nauc_mrr_at_1000_max": 0.303304, "nauc_mrr_at_1000_std": 0.18298, "nauc_mrr_at_1000_diff1": 0.145541, "hit_rate_at_1": 0.16484, "hit_rate_at_3": 0.27747, "hit_rate_at_5": 0.34341, "hit_rate_at_10": 0.45879, "hit_rate_at_20": 0.55495, "hit_rate_at_100": 0.74176, "hit_rate_at_1000": 0.95055, "main_score": 0.19192, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.18132, "ndcg_at_3": 0.19752, "ndcg_at_5": 0.20799, "ndcg_at_10": 0.23209, "ndcg_at_20": 0.25544, "ndcg_at_100": 0.31033, "ndcg_at_1000": 0.37296, "map_at_1": 0.07261, "map_at_3": 0.12009, "map_at_5": 0.1379, "map_at_10": 0.1573, "map_at_20": 0.16773, "map_at_100": 0.18048, "map_at_1000": 0.18519, "recall_at_1": 0.07261, "recall_at_3": 0.15991, "recall_at_5": 0.21231, "recall_at_10": 0.30204, "recall_at_20": 0.3772, "recall_at_100": 0.57612, "recall_at_1000": 0.89685, "accuracy": 0.07261, "precision_at_1": 0.1978, "precision_at_3": 0.1511, "precision_at_5": 0.12582, "precision_at_10": 0.09533, "precision_at_20": 0.06456, "precision_at_100": 0.02266, "precision_at_1000": 0.00416, "mrr_at_1": 0.197802, "mrr_at_3": 0.261447, "mrr_at_5": 0.279853, "mrr_at_10": 0.29432, "mrr_at_20": 0.300613, "mrr_at_100": 0.304886, "mrr_at_1000": 0.305626, "nauc_ndcg_at_1_max": 0.249822, "nauc_ndcg_at_1_std": -0.002513, "nauc_ndcg_at_1_diff1": 0.353129, "nauc_ndcg_at_3_max": 0.335145, "nauc_ndcg_at_3_std": 0.125931, "nauc_ndcg_at_3_diff1": 0.307398, "nauc_ndcg_at_5_max": 0.327454, "nauc_ndcg_at_5_std": 0.114973, "nauc_ndcg_at_5_diff1": 0.320099, "nauc_ndcg_at_10_max": 0.324248, "nauc_ndcg_at_10_std": 0.157331, "nauc_ndcg_at_10_diff1": 0.309147, "nauc_ndcg_at_20_max": 0.352582, "nauc_ndcg_at_20_std": 0.202515, "nauc_ndcg_at_20_diff1": 0.31168, "nauc_ndcg_at_100_max": 0.402744, "nauc_ndcg_at_100_std": 0.254105, "nauc_ndcg_at_100_diff1": 0.305894, "nauc_ndcg_at_1000_max": 0.417217, "nauc_ndcg_at_1000_std": 0.222929, "nauc_ndcg_at_1000_diff1": 0.304428, "nauc_map_at_1_max": 0.296231, "nauc_map_at_1_std": -0.021416, "nauc_map_at_1_diff1": 0.520806, "nauc_map_at_3_max": 0.30306, "nauc_map_at_3_std": 0.099139, "nauc_map_at_3_diff1": 0.3586, "nauc_map_at_5_max": 0.302116, "nauc_map_at_5_std": 0.093028, "nauc_map_at_5_diff1": 0.357302, "nauc_map_at_10_max": 0.307197, "nauc_map_at_10_std": 0.122151, "nauc_map_at_10_diff1": 0.342397, "nauc_map_at_20_max": 0.327912, "nauc_map_at_20_std": 0.145201, "nauc_map_at_20_diff1": 0.343961, "nauc_map_at_100_max": 0.346489, "nauc_map_at_100_std": 0.166398, "nauc_map_at_100_diff1": 0.338865, "nauc_map_at_1000_max": 0.351143, "nauc_map_at_1000_std": 0.166671, "nauc_map_at_1000_diff1": 0.338812, "nauc_recall_at_1_max": 0.296231, "nauc_recall_at_1_std": -0.021416, "nauc_recall_at_1_diff1": 0.520806, "nauc_recall_at_3_max": 0.285693, "nauc_recall_at_3_std": 0.161491, "nauc_recall_at_3_diff1": 0.261006, "nauc_recall_at_5_max": 0.250878, "nauc_recall_at_5_std": 0.117305, "nauc_recall_at_5_diff1": 0.265322, "nauc_recall_at_10_max": 0.230434, "nauc_recall_at_10_std": 0.197024, "nauc_recall_at_10_diff1": 0.199605, "nauc_recall_at_20_max": 0.282823, "nauc_recall_at_20_std": 0.290733, "nauc_recall_at_20_diff1": 0.202291, "nauc_recall_at_100_max": 0.366739, "nauc_recall_at_100_std": 0.449687, "nauc_recall_at_100_diff1": 0.181188, "nauc_recall_at_1000_max": 0.586374, "nauc_recall_at_1000_std": 0.666952, "nauc_recall_at_1000_diff1": 0.165727, "nauc_precision_at_1_max": 0.255436, "nauc_precision_at_1_std": 0.023317, "nauc_precision_at_1_diff1": 0.348094, "nauc_precision_at_3_max": 0.34437, "nauc_precision_at_3_std": 0.184636, "nauc_precision_at_3_diff1": 0.190604, "nauc_precision_at_5_max": 0.351345, "nauc_precision_at_5_std": 0.166902, "nauc_precision_at_5_diff1": 0.19565, "nauc_precision_at_10_max": 0.346507, "nauc_precision_at_10_std": 0.206154, "nauc_precision_at_10_diff1": 0.173409, "nauc_precision_at_20_max": 0.400487, "nauc_precision_at_20_std": 0.264327, "nauc_precision_at_20_diff1": 0.126958, "nauc_precision_at_100_max": 0.390239, "nauc_precision_at_100_std": 0.251893, "nauc_precision_at_100_diff1": 0.039323, "nauc_precision_at_1000_max": 0.255932, "nauc_precision_at_1000_std": 0.060658, "nauc_precision_at_1000_diff1": -0.022419, "nauc_mrr_at_1_max": 0.255436, "nauc_mrr_at_1_std": 0.023317, "nauc_mrr_at_1_diff1": 0.348094, "nauc_mrr_at_3_max": 0.309792, "nauc_mrr_at_3_std": 0.090179, "nauc_mrr_at_3_diff1": 0.295617, "nauc_mrr_at_5_max": 0.316934, "nauc_mrr_at_5_std": 0.095331, "nauc_mrr_at_5_diff1": 0.300954, "nauc_mrr_at_10_max": 0.321563, "nauc_mrr_at_10_std": 0.107358, "nauc_mrr_at_10_diff1": 0.299157, "nauc_mrr_at_20_max": 0.326795, "nauc_mrr_at_20_std": 0.112209, "nauc_mrr_at_20_diff1": 0.296003, "nauc_mrr_at_100_max": 0.327504, "nauc_mrr_at_100_std": 0.113769, "nauc_mrr_at_100_diff1": 0.297429, "nauc_mrr_at_1000_max": 0.327031, "nauc_mrr_at_1000_std": 0.112996, "nauc_mrr_at_1000_diff1": 0.297462, "hit_rate_at_1": 0.1978, "hit_rate_at_3": 0.34341, "hit_rate_at_5": 0.42582, "hit_rate_at_10": 0.53571, "hit_rate_at_20": 0.62637, "hit_rate_at_100": 0.78846, "hit_rate_at_1000": 0.95879, "main_score": 0.23209, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 1928.6633274964988, "kg_co2_emissions": null, "date": 1783088258.587686, "evaluation_phases": [ { "name": "Data loading", "start": 4.3939799070358276e-05, "end": 58.69117399677634, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 58.6912443973124, "end": 58.69125275686383, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 58.711910378187895, "end": 387.34899494051933, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 387.34923039376736, "end": 387.73908158764243, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 387.7691164202988, "end": 689.1194590367377, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 689.1196836233139, "end": 689.4725964255631, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 689.5069179013371, "end": 1008.8680127747357, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1008.8681898377836, "end": 1009.2280633077025, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1009.2671969160438, "end": 1319.4870539158583, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 1319.4872583150864, "end": 1319.823629077524, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 1319.8561756499112, "end": 1633.2625710181892, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1633.2627438567579, "end": 1633.6035606376827, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1633.6590766757727, "end": 1928.2650897726417, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1928.2653244510293, "end": 1928.6347845718265, "split": "test", "subset": "portuguese" } ] }