{ "dataset_revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb", "task_name": "Vidore3FinanceEnRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.06958, "ndcg_at_3": 0.09081, "ndcg_at_5": 0.10177, "ndcg_at_10": 0.11473, "ndcg_at_20": 0.14135, "ndcg_at_100": 0.19914, "ndcg_at_1000": 0.28348, "map_at_1": 0.03115, "map_at_3": 0.05554, "map_at_5": 0.06448, "map_at_10": 0.07202, "map_at_20": 0.08053, "map_at_100": 0.09132, "map_at_1000": 0.09669, "recall_at_1": 0.03115, "recall_at_3": 0.08267, "recall_at_5": 0.11726, "recall_at_10": 0.15935, "recall_at_20": 0.24176, "recall_at_100": 0.44872, "recall_at_1000": 0.90907, "accuracy": 0.03115, "precision_at_1": 0.0712, "precision_at_3": 0.07443, "precision_at_5": 0.06472, "precision_at_10": 0.0466, "precision_at_20": 0.03803, "precision_at_100": 0.01757, "precision_at_1000": 0.0041, "mrr_at_1": 0.071197, "mrr_at_3": 0.124056, "mrr_at_5": 0.142179, "mrr_at_10": 0.152607, "mrr_at_20": 0.161753, "mrr_at_100": 0.169096, "mrr_at_1000": 0.170109, "nauc_ndcg_at_1_max": 0.401969, "nauc_ndcg_at_1_std": 0.214627, "nauc_ndcg_at_1_diff1": 0.094317, "nauc_ndcg_at_3_max": 0.254791, "nauc_ndcg_at_3_std": 0.135251, "nauc_ndcg_at_3_diff1": 0.032107, "nauc_ndcg_at_5_max": 0.223924, "nauc_ndcg_at_5_std": 0.115433, "nauc_ndcg_at_5_diff1": 0.014621, "nauc_ndcg_at_10_max": 0.239253, "nauc_ndcg_at_10_std": 0.144274, "nauc_ndcg_at_10_diff1": -0.004684, "nauc_ndcg_at_20_max": 0.227575, "nauc_ndcg_at_20_std": 0.154183, "nauc_ndcg_at_20_diff1": 0.038045, "nauc_ndcg_at_100_max": 0.290476, "nauc_ndcg_at_100_std": 0.229982, "nauc_ndcg_at_100_diff1": 0.041765, "nauc_ndcg_at_1000_max": 0.29882, "nauc_ndcg_at_1000_std": 0.226807, "nauc_ndcg_at_1000_diff1": 0.034969, "nauc_map_at_1_max": 0.336288, "nauc_map_at_1_std": 0.159738, "nauc_map_at_1_diff1": 0.231872, "nauc_map_at_3_max": 0.20436, "nauc_map_at_3_std": 0.109595, "nauc_map_at_3_diff1": 0.068633, "nauc_map_at_5_max": 0.181411, "nauc_map_at_5_std": 0.097512, "nauc_map_at_5_diff1": 0.046072, "nauc_map_at_10_max": 0.20525, "nauc_map_at_10_std": 0.126298, "nauc_map_at_10_diff1": 0.035138, "nauc_map_at_20_max": 0.210964, "nauc_map_at_20_std": 0.136659, "nauc_map_at_20_diff1": 0.050478, "nauc_map_at_100_max": 0.239014, "nauc_map_at_100_std": 0.168359, "nauc_map_at_100_diff1": 0.055429, "nauc_map_at_1000_max": 0.24106, "nauc_map_at_1000_std": 0.172135, "nauc_map_at_1000_diff1": 0.054136, "nauc_recall_at_1_max": 0.336288, "nauc_recall_at_1_std": 0.159738, "nauc_recall_at_1_diff1": 0.231872, "nauc_recall_at_3_max": 0.150739, "nauc_recall_at_3_std": 0.075475, "nauc_recall_at_3_diff1": 0.00314, "nauc_recall_at_5_max": 0.122975, "nauc_recall_at_5_std": 0.068691, "nauc_recall_at_5_diff1": -0.03528, "nauc_recall_at_10_max": 0.180532, "nauc_recall_at_10_std": 0.130632, "nauc_recall_at_10_diff1": -0.050912, "nauc_recall_at_20_max": 0.121669, "nauc_recall_at_20_std": 0.124091, "nauc_recall_at_20_diff1": 0.031568, "nauc_recall_at_100_max": 0.241388, "nauc_recall_at_100_std": 0.255532, "nauc_recall_at_100_diff1": 0.024316, "nauc_recall_at_1000_max": 0.385705, "nauc_recall_at_1000_std": 0.583549, "nauc_recall_at_1000_diff1": 0.013457, "nauc_precision_at_1_max": 0.407876, "nauc_precision_at_1_std": 0.224791, "nauc_precision_at_1_diff1": 0.114901, "nauc_precision_at_3_max": 0.295199, "nauc_precision_at_3_std": 0.189307, "nauc_precision_at_3_diff1": 0.041993, "nauc_precision_at_5_max": 0.2871, "nauc_precision_at_5_std": 0.174154, "nauc_precision_at_5_diff1": 0.029262, "nauc_precision_at_10_max": 0.334815, "nauc_precision_at_10_std": 0.251309, "nauc_precision_at_10_diff1": 0.003104, "nauc_precision_at_20_max": 0.34156, "nauc_precision_at_20_std": 0.264414, "nauc_precision_at_20_diff1": 0.069496, "nauc_precision_at_100_max": 0.331722, "nauc_precision_at_100_std": 0.328497, "nauc_precision_at_100_diff1": 0.043036, "nauc_precision_at_1000_max": 0.121987, "nauc_precision_at_1000_std": 0.076069, "nauc_precision_at_1000_diff1": -0.028761, "nauc_mrr_at_1_max": 0.407876, "nauc_mrr_at_1_std": 0.224791, "nauc_mrr_at_1_diff1": 0.114901, "nauc_mrr_at_3_max": 0.316761, "nauc_mrr_at_3_std": 0.183853, "nauc_mrr_at_3_diff1": 0.054316, "nauc_mrr_at_5_max": 0.3136, "nauc_mrr_at_5_std": 0.182509, "nauc_mrr_at_5_diff1": 0.045671, "nauc_mrr_at_10_max": 0.321345, "nauc_mrr_at_10_std": 0.192308, "nauc_mrr_at_10_diff1": 0.039543, "nauc_mrr_at_20_max": 0.313342, "nauc_mrr_at_20_std": 0.190659, "nauc_mrr_at_20_diff1": 0.047731, "nauc_mrr_at_100_max": 0.316796, "nauc_mrr_at_100_std": 0.192582, "nauc_mrr_at_100_diff1": 0.047487, "nauc_mrr_at_1000_max": 0.317009, "nauc_mrr_at_1000_std": 0.192295, "nauc_mrr_at_1000_diff1": 0.047963, "hit_rate_at_1": 0.0712, "hit_rate_at_3": 0.19094, "hit_rate_at_5": 0.27184, "hit_rate_at_10": 0.35275, "hit_rate_at_20": 0.4822, "hit_rate_at_100": 0.7411, "hit_rate_at_1000": 0.98058, "main_score": 0.11473, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.11327, "ndcg_at_3": 0.11009, "ndcg_at_5": 0.11392, "ndcg_at_10": 0.13124, "ndcg_at_20": 0.15649, "ndcg_at_100": 0.21159, "ndcg_at_1000": 0.29723, "map_at_1": 0.05059, "map_at_3": 0.06911, "map_at_5": 0.07646, "map_at_10": 0.08778, "map_at_20": 0.09588, "map_at_100": 0.106, "map_at_1000": 0.11169, "recall_at_1": 0.05059, "recall_at_3": 0.09017, "recall_at_5": 0.11485, "recall_at_10": 0.17227, "recall_at_20": 0.25021, "recall_at_100": 0.44862, "recall_at_1000": 0.91166, "accuracy": 0.05059, "precision_at_1": 0.11974, "precision_at_3": 0.07875, "precision_at_5": 0.06667, "precision_at_10": 0.05178, "precision_at_20": 0.04045, "precision_at_100": 0.01838, "precision_at_1000": 0.00412, "mrr_at_1": 0.119741, "mrr_at_3": 0.15534, "mrr_at_5": 0.168932, "mrr_at_10": 0.181977, "mrr_at_20": 0.190515, "mrr_at_100": 0.196869, "mrr_at_1000": 0.198122, "nauc_ndcg_at_1_max": 0.222336, "nauc_ndcg_at_1_std": 0.047266, "nauc_ndcg_at_1_diff1": 0.195879, "nauc_ndcg_at_3_max": 0.185965, "nauc_ndcg_at_3_std": 0.036157, "nauc_ndcg_at_3_diff1": 0.177419, "nauc_ndcg_at_5_max": 0.194494, "nauc_ndcg_at_5_std": 0.044411, "nauc_ndcg_at_5_diff1": 0.168568, "nauc_ndcg_at_10_max": 0.214225, "nauc_ndcg_at_10_std": 0.057696, "nauc_ndcg_at_10_diff1": 0.159861, "nauc_ndcg_at_20_max": 0.230543, "nauc_ndcg_at_20_std": 0.074532, "nauc_ndcg_at_20_diff1": 0.147611, "nauc_ndcg_at_100_max": 0.224337, "nauc_ndcg_at_100_std": 0.101976, "nauc_ndcg_at_100_diff1": 0.115893, "nauc_ndcg_at_1000_max": 0.240916, "nauc_ndcg_at_1000_std": 0.115822, "nauc_ndcg_at_1000_diff1": 0.15045, "nauc_map_at_1_max": 0.206626, "nauc_map_at_1_std": 0.090219, "nauc_map_at_1_diff1": 0.249571, "nauc_map_at_3_max": 0.190112, "nauc_map_at_3_std": 0.068792, "nauc_map_at_3_diff1": 0.205483, "nauc_map_at_5_max": 0.191671, "nauc_map_at_5_std": 0.064601, "nauc_map_at_5_diff1": 0.202219, "nauc_map_at_10_max": 0.208798, "nauc_map_at_10_std": 0.067311, "nauc_map_at_10_diff1": 0.191294, "nauc_map_at_20_max": 0.21371, "nauc_map_at_20_std": 0.073469, "nauc_map_at_20_diff1": 0.183194, "nauc_map_at_100_max": 0.217271, "nauc_map_at_100_std": 0.084538, "nauc_map_at_100_diff1": 0.175004, "nauc_map_at_1000_max": 0.22101, "nauc_map_at_1000_std": 0.0893, "nauc_map_at_1000_diff1": 0.178507, "nauc_recall_at_1_max": 0.206626, "nauc_recall_at_1_std": 0.090219, "nauc_recall_at_1_diff1": 0.249571, "nauc_recall_at_3_max": 0.162168, "nauc_recall_at_3_std": 0.061506, "nauc_recall_at_3_diff1": 0.159471, "nauc_recall_at_5_max": 0.165495, "nauc_recall_at_5_std": 0.058797, "nauc_recall_at_5_diff1": 0.144748, "nauc_recall_at_10_max": 0.211851, "nauc_recall_at_10_std": 0.067836, "nauc_recall_at_10_diff1": 0.127829, "nauc_recall_at_20_max": 0.209989, "nauc_recall_at_20_std": 0.095141, "nauc_recall_at_20_diff1": 0.073108, "nauc_recall_at_100_max": 0.18176, "nauc_recall_at_100_std": 0.168311, "nauc_recall_at_100_diff1": -0.008195, "nauc_recall_at_1000_max": 0.318724, "nauc_recall_at_1000_std": 0.459757, "nauc_recall_at_1000_diff1": 0.170915, "nauc_precision_at_1_max": 0.2126, "nauc_precision_at_1_std": 0.056116, "nauc_precision_at_1_diff1": 0.196979, "nauc_precision_at_3_max": 0.173054, "nauc_precision_at_3_std": 0.002734, "nauc_precision_at_3_diff1": 0.186397, "nauc_precision_at_5_max": 0.189751, "nauc_precision_at_5_std": 0.042236, "nauc_precision_at_5_diff1": 0.136005, "nauc_precision_at_10_max": 0.195347, "nauc_precision_at_10_std": 0.07608, "nauc_precision_at_10_diff1": 0.097251, "nauc_precision_at_20_max": 0.224504, "nauc_precision_at_20_std": 0.099764, "nauc_precision_at_20_diff1": 0.094713, "nauc_precision_at_100_max": 0.135581, "nauc_precision_at_100_std": 0.108058, "nauc_precision_at_100_diff1": 0.01787, "nauc_precision_at_1000_max": 0.042379, "nauc_precision_at_1000_std": 0.031699, "nauc_precision_at_1000_diff1": 0.003373, "nauc_mrr_at_1_max": 0.2126, "nauc_mrr_at_1_std": 0.056116, "nauc_mrr_at_1_diff1": 0.196979, "nauc_mrr_at_3_max": 0.19201, "nauc_mrr_at_3_std": 0.03986, "nauc_mrr_at_3_diff1": 0.1734, "nauc_mrr_at_5_max": 0.212618, "nauc_mrr_at_5_std": 0.053062, "nauc_mrr_at_5_diff1": 0.159231, "nauc_mrr_at_10_max": 0.213305, "nauc_mrr_at_10_std": 0.057648, "nauc_mrr_at_10_diff1": 0.16352, "nauc_mrr_at_20_max": 0.212312, "nauc_mrr_at_20_std": 0.059117, "nauc_mrr_at_20_diff1": 0.163057, "nauc_mrr_at_100_max": 0.210831, "nauc_mrr_at_100_std": 0.059823, "nauc_mrr_at_100_diff1": 0.161045, "nauc_mrr_at_1000_max": 0.211058, "nauc_mrr_at_1000_std": 0.059926, "nauc_mrr_at_1000_diff1": 0.161915, "hit_rate_at_1": 0.11974, "hit_rate_at_3": 0.20388, "hit_rate_at_5": 0.26214, "hit_rate_at_10": 0.35922, "hit_rate_at_20": 0.48867, "hit_rate_at_100": 0.72816, "hit_rate_at_1000": 0.97735, "main_score": 0.13124, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.23786, "ndcg_at_3": 0.22754, "ndcg_at_5": 0.23652, "ndcg_at_10": 0.25314, "ndcg_at_20": 0.27626, "ndcg_at_100": 0.34344, "ndcg_at_1000": 0.41129, "map_at_1": 0.10915, "map_at_3": 0.14808, "map_at_5": 0.16265, "map_at_10": 0.17831, "map_at_20": 0.18881, "map_at_100": 0.20347, "map_at_1000": 0.20928, "recall_at_1": 0.10915, "recall_at_3": 0.17933, "recall_at_5": 0.2279, "recall_at_10": 0.29626, "recall_at_20": 0.36917, "recall_at_100": 0.61979, "recall_at_1000": 0.96107, "accuracy": 0.10915, "precision_at_1": 0.26214, "precision_at_3": 0.16613, "precision_at_5": 0.13592, "precision_at_10": 0.09385, "precision_at_20": 0.06392, "precision_at_100": 0.02472, "precision_at_1000": 0.00448, "mrr_at_1": 0.262136, "mrr_at_3": 0.315534, "mrr_at_5": 0.333981, "mrr_at_10": 0.345165, "mrr_at_20": 0.351182, "mrr_at_100": 0.357182, "mrr_at_1000": 0.357807, "nauc_ndcg_at_1_max": 0.322946, "nauc_ndcg_at_1_std": -0.063747, "nauc_ndcg_at_1_diff1": 0.205665, "nauc_ndcg_at_3_max": 0.333857, "nauc_ndcg_at_3_std": -0.003701, "nauc_ndcg_at_3_diff1": 0.143408, "nauc_ndcg_at_5_max": 0.317548, "nauc_ndcg_at_5_std": 0.004703, "nauc_ndcg_at_5_diff1": 0.118487, "nauc_ndcg_at_10_max": 0.320067, "nauc_ndcg_at_10_std": 0.024105, "nauc_ndcg_at_10_diff1": 0.114731, "nauc_ndcg_at_20_max": 0.318112, "nauc_ndcg_at_20_std": 0.054185, "nauc_ndcg_at_20_diff1": 0.110434, "nauc_ndcg_at_100_max": 0.32667, "nauc_ndcg_at_100_std": 0.088255, "nauc_ndcg_at_100_diff1": 0.119905, "nauc_ndcg_at_1000_max": 0.325589, "nauc_ndcg_at_1000_std": 0.059342, "nauc_ndcg_at_1000_diff1": 0.130664, "nauc_map_at_1_max": 0.21149, "nauc_map_at_1_std": -0.030286, "nauc_map_at_1_diff1": 0.213819, "nauc_map_at_3_max": 0.295098, "nauc_map_at_3_std": -0.01214, "nauc_map_at_3_diff1": 0.163344, "nauc_map_at_5_max": 0.284097, "nauc_map_at_5_std": -0.006618, "nauc_map_at_5_diff1": 0.138284, "nauc_map_at_10_max": 0.295734, "nauc_map_at_10_std": 0.00668, "nauc_map_at_10_diff1": 0.134972, "nauc_map_at_20_max": 0.302076, "nauc_map_at_20_std": 0.022967, "nauc_map_at_20_diff1": 0.131967, "nauc_map_at_100_max": 0.303731, "nauc_map_at_100_std": 0.034953, "nauc_map_at_100_diff1": 0.131595, "nauc_map_at_1000_max": 0.304426, "nauc_map_at_1000_std": 0.034948, "nauc_map_at_1000_diff1": 0.131053, "nauc_recall_at_1_max": 0.21149, "nauc_recall_at_1_std": -0.030286, "nauc_recall_at_1_diff1": 0.213819, "nauc_recall_at_3_max": 0.30197, "nauc_recall_at_3_std": 0.022629, "nauc_recall_at_3_diff1": 0.11728, "nauc_recall_at_5_max": 0.267783, "nauc_recall_at_5_std": 0.033905, "nauc_recall_at_5_diff1": 0.051537, "nauc_recall_at_10_max": 0.26268, "nauc_recall_at_10_std": 0.078593, "nauc_recall_at_10_diff1": 0.032165, "nauc_recall_at_20_max": 0.261053, "nauc_recall_at_20_std": 0.1339, "nauc_recall_at_20_diff1": 0.010669, "nauc_recall_at_100_max": 0.254792, "nauc_recall_at_100_std": 0.235196, "nauc_recall_at_100_diff1": 0.033397, "nauc_recall_at_1000_max": 0.328893, "nauc_recall_at_1000_std": 0.412549, "nauc_recall_at_1000_diff1": 0.219675, "nauc_precision_at_1_max": 0.308206, "nauc_precision_at_1_std": -0.08237, "nauc_precision_at_1_diff1": 0.217541, "nauc_precision_at_3_max": 0.341319, "nauc_precision_at_3_std": -0.005476, "nauc_precision_at_3_diff1": 0.087929, "nauc_precision_at_5_max": 0.293949, "nauc_precision_at_5_std": 0.045025, "nauc_precision_at_5_diff1": 0.025211, "nauc_precision_at_10_max": 0.287791, "nauc_precision_at_10_std": 0.089004, "nauc_precision_at_10_diff1": 0.028441, "nauc_precision_at_20_max": 0.268794, "nauc_precision_at_20_std": 0.150203, "nauc_precision_at_20_diff1": 0.025931, "nauc_precision_at_100_max": 0.173742, "nauc_precision_at_100_std": 0.18469, "nauc_precision_at_100_diff1": 0.02332, "nauc_precision_at_1000_max": 0.056748, "nauc_precision_at_1000_std": 0.015872, "nauc_precision_at_1000_diff1": -0.011649, "nauc_mrr_at_1_max": 0.308206, "nauc_mrr_at_1_std": -0.08237, "nauc_mrr_at_1_diff1": 0.217541, "nauc_mrr_at_3_max": 0.333427, "nauc_mrr_at_3_std": -0.031625, "nauc_mrr_at_3_diff1": 0.18898, "nauc_mrr_at_5_max": 0.332521, "nauc_mrr_at_5_std": -0.031403, "nauc_mrr_at_5_diff1": 0.178349, "nauc_mrr_at_10_max": 0.33089, "nauc_mrr_at_10_std": -0.023086, "nauc_mrr_at_10_diff1": 0.178269, "nauc_mrr_at_20_max": 0.328599, "nauc_mrr_at_20_std": -0.018166, "nauc_mrr_at_20_diff1": 0.172841, "nauc_mrr_at_100_max": 0.329522, "nauc_mrr_at_100_std": -0.019904, "nauc_mrr_at_100_diff1": 0.174521, "nauc_mrr_at_1000_max": 0.329599, "nauc_mrr_at_1000_std": -0.020603, "nauc_mrr_at_1000_diff1": 0.174771, "hit_rate_at_1": 0.26214, "hit_rate_at_3": 0.39159, "hit_rate_at_5": 0.47573, "hit_rate_at_10": 0.55987, "hit_rate_at_20": 0.64401, "hit_rate_at_100": 0.87379, "hit_rate_at_1000": 0.99353, "main_score": 0.25314, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.06634, "ndcg_at_3": 0.07416, "ndcg_at_5": 0.08149, "ndcg_at_10": 0.10138, "ndcg_at_20": 0.12428, "ndcg_at_100": 0.18693, "ndcg_at_1000": 0.26731, "map_at_1": 0.0283, "map_at_3": 0.0438, "map_at_5": 0.0517, "map_at_10": 0.06199, "map_at_20": 0.06924, "map_at_100": 0.08043, "map_at_1000": 0.08577, "recall_at_1": 0.0283, "recall_at_3": 0.06291, "recall_at_5": 0.0882, "recall_at_10": 0.14366, "recall_at_20": 0.21087, "recall_at_100": 0.44534, "recall_at_1000": 0.88447, "accuracy": 0.0283, "precision_at_1": 0.07443, "precision_at_3": 0.06472, "precision_at_5": 0.05761, "precision_at_10": 0.04854, "precision_at_20": 0.03851, "precision_at_100": 0.01816, "precision_at_1000": 0.00397, "mrr_at_1": 0.074434, "mrr_at_3": 0.112729, "mrr_at_5": 0.124056, "mrr_at_10": 0.137673, "mrr_at_20": 0.146928, "mrr_at_100": 0.154079, "mrr_at_1000": 0.155119, "nauc_ndcg_at_1_max": 0.345, "nauc_ndcg_at_1_std": 0.258801, "nauc_ndcg_at_1_diff1": 0.163909, "nauc_ndcg_at_3_max": 0.247427, "nauc_ndcg_at_3_std": 0.165465, "nauc_ndcg_at_3_diff1": 0.122559, "nauc_ndcg_at_5_max": 0.204538, "nauc_ndcg_at_5_std": 0.133181, "nauc_ndcg_at_5_diff1": 0.116742, "nauc_ndcg_at_10_max": 0.243336, "nauc_ndcg_at_10_std": 0.138059, "nauc_ndcg_at_10_diff1": 0.128067, "nauc_ndcg_at_20_max": 0.239303, "nauc_ndcg_at_20_std": 0.140718, "nauc_ndcg_at_20_diff1": 0.153561, "nauc_ndcg_at_100_max": 0.264206, "nauc_ndcg_at_100_std": 0.273252, "nauc_ndcg_at_100_diff1": 0.173231, "nauc_ndcg_at_1000_max": 0.297313, "nauc_ndcg_at_1000_std": 0.260888, "nauc_ndcg_at_1000_diff1": 0.199724, "nauc_map_at_1_max": 0.332705, "nauc_map_at_1_std": 0.086498, "nauc_map_at_1_diff1": 0.318554, "nauc_map_at_3_max": 0.224604, "nauc_map_at_3_std": 0.108146, "nauc_map_at_3_diff1": 0.198459, "nauc_map_at_5_max": 0.206192, "nauc_map_at_5_std": 0.090579, "nauc_map_at_5_diff1": 0.179449, "nauc_map_at_10_max": 0.228579, "nauc_map_at_10_std": 0.105489, "nauc_map_at_10_diff1": 0.166347, "nauc_map_at_20_max": 0.228787, "nauc_map_at_20_std": 0.108776, "nauc_map_at_20_diff1": 0.174407, "nauc_map_at_100_max": 0.245545, "nauc_map_at_100_std": 0.150782, "nauc_map_at_100_diff1": 0.190244, "nauc_map_at_1000_max": 0.251245, "nauc_map_at_1000_std": 0.156513, "nauc_map_at_1000_diff1": 0.192173, "nauc_recall_at_1_max": 0.332705, "nauc_recall_at_1_std": 0.086498, "nauc_recall_at_1_diff1": 0.318554, "nauc_recall_at_3_max": 0.174528, "nauc_recall_at_3_std": 0.153407, "nauc_recall_at_3_diff1": 0.128688, "nauc_recall_at_5_max": 0.120359, "nauc_recall_at_5_std": 0.095277, "nauc_recall_at_5_diff1": 0.100434, "nauc_recall_at_10_max": 0.17443, "nauc_recall_at_10_std": 0.111201, "nauc_recall_at_10_diff1": 0.082876, "nauc_recall_at_20_max": 0.151163, "nauc_recall_at_20_std": 0.105329, "nauc_recall_at_20_diff1": 0.120143, "nauc_recall_at_100_max": 0.157154, "nauc_recall_at_100_std": 0.371257, "nauc_recall_at_100_diff1": 0.120208, "nauc_recall_at_1000_max": 0.280357, "nauc_recall_at_1000_std": 0.612492, "nauc_recall_at_1000_diff1": 0.283645, "nauc_precision_at_1_max": 0.309827, "nauc_precision_at_1_std": 0.216511, "nauc_precision_at_1_diff1": 0.112162, "nauc_precision_at_3_max": 0.205261, "nauc_precision_at_3_std": 0.191447, "nauc_precision_at_3_diff1": 0.064411, "nauc_precision_at_5_max": 0.167501, "nauc_precision_at_5_std": 0.15305, "nauc_precision_at_5_diff1": 0.046751, "nauc_precision_at_10_max": 0.267682, "nauc_precision_at_10_std": 0.19185, "nauc_precision_at_10_diff1": 0.068926, "nauc_precision_at_20_max": 0.279583, "nauc_precision_at_20_std": 0.177224, "nauc_precision_at_20_diff1": 0.117854, "nauc_precision_at_100_max": 0.286788, "nauc_precision_at_100_std": 0.316045, "nauc_precision_at_100_diff1": 0.137877, "nauc_precision_at_1000_max": 0.164454, "nauc_precision_at_1000_std": 0.101317, "nauc_precision_at_1000_diff1": 0.076442, "nauc_mrr_at_1_max": 0.309827, "nauc_mrr_at_1_std": 0.216511, "nauc_mrr_at_1_diff1": 0.112162, "nauc_mrr_at_3_max": 0.269233, "nauc_mrr_at_3_std": 0.221535, "nauc_mrr_at_3_diff1": 0.085346, "nauc_mrr_at_5_max": 0.244978, "nauc_mrr_at_5_std": 0.199201, "nauc_mrr_at_5_diff1": 0.083086, "nauc_mrr_at_10_max": 0.259707, "nauc_mrr_at_10_std": 0.207031, "nauc_mrr_at_10_diff1": 0.084753, "nauc_mrr_at_20_max": 0.266558, "nauc_mrr_at_20_std": 0.212211, "nauc_mrr_at_20_diff1": 0.091298, "nauc_mrr_at_100_max": 0.266166, "nauc_mrr_at_100_std": 0.217063, "nauc_mrr_at_100_diff1": 0.091961, "nauc_mrr_at_1000_max": 0.265895, "nauc_mrr_at_1000_std": 0.216634, "nauc_mrr_at_1000_diff1": 0.091659, "hit_rate_at_1": 0.07443, "hit_rate_at_3": 0.17476, "hit_rate_at_5": 0.22654, "hit_rate_at_10": 0.32686, "hit_rate_at_20": 0.45631, "hit_rate_at_100": 0.72816, "hit_rate_at_1000": 0.97411, "main_score": 0.10138, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.08576, "ndcg_at_3": 0.10261, "ndcg_at_5": 0.1096, "ndcg_at_10": 0.12454, "ndcg_at_20": 0.14594, "ndcg_at_100": 0.20661, "ndcg_at_1000": 0.28549, "map_at_1": 0.0352, "map_at_3": 0.06313, "map_at_5": 0.06953, "map_at_10": 0.07895, "map_at_20": 0.08713, "map_at_100": 0.09805, "map_at_1000": 0.10354, "recall_at_1": 0.0352, "recall_at_3": 0.09557, "recall_at_5": 0.12058, "recall_at_10": 0.17045, "recall_at_20": 0.23705, "recall_at_100": 0.46164, "recall_at_1000": 0.88709, "accuracy": 0.0352, "precision_at_1": 0.09385, "precision_at_3": 0.07659, "precision_at_5": 0.06731, "precision_at_10": 0.05275, "precision_at_20": 0.03867, "precision_at_100": 0.01806, "precision_at_1000": 0.00395, "mrr_at_1": 0.093851, "mrr_at_3": 0.13808, "mrr_at_5": 0.157497, "mrr_at_10": 0.168562, "mrr_at_20": 0.174977, "mrr_at_100": 0.182503, "mrr_at_1000": 0.183526, "nauc_ndcg_at_1_max": 0.391518, "nauc_ndcg_at_1_std": 0.134038, "nauc_ndcg_at_1_diff1": -0.010715, "nauc_ndcg_at_3_max": 0.248131, "nauc_ndcg_at_3_std": 0.140337, "nauc_ndcg_at_3_diff1": -0.05591, "nauc_ndcg_at_5_max": 0.275856, "nauc_ndcg_at_5_std": 0.170493, "nauc_ndcg_at_5_diff1": -0.026012, "nauc_ndcg_at_10_max": 0.245596, "nauc_ndcg_at_10_std": 0.179458, "nauc_ndcg_at_10_diff1": -0.05947, "nauc_ndcg_at_20_max": 0.255201, "nauc_ndcg_at_20_std": 0.193903, "nauc_ndcg_at_20_diff1": -0.035623, "nauc_ndcg_at_100_max": 0.292657, "nauc_ndcg_at_100_std": 0.269059, "nauc_ndcg_at_100_diff1": -0.030122, "nauc_ndcg_at_1000_max": 0.304651, "nauc_ndcg_at_1000_std": 0.253076, "nauc_ndcg_at_1000_diff1": -0.042367, "nauc_map_at_1_max": 0.300046, "nauc_map_at_1_std": 0.037294, "nauc_map_at_1_diff1": 0.028873, "nauc_map_at_3_max": 0.199559, "nauc_map_at_3_std": 0.079104, "nauc_map_at_3_diff1": -0.009617, "nauc_map_at_5_max": 0.219211, "nauc_map_at_5_std": 0.103098, "nauc_map_at_5_diff1": -0.000706, "nauc_map_at_10_max": 0.20953, "nauc_map_at_10_std": 0.119219, "nauc_map_at_10_diff1": -0.025115, "nauc_map_at_20_max": 0.222444, "nauc_map_at_20_std": 0.13934, "nauc_map_at_20_diff1": -0.014782, "nauc_map_at_100_max": 0.240692, "nauc_map_at_100_std": 0.170483, "nauc_map_at_100_diff1": -0.015988, "nauc_map_at_1000_max": 0.243036, "nauc_map_at_1000_std": 0.174153, "nauc_map_at_1000_diff1": -0.017113, "nauc_recall_at_1_max": 0.300046, "nauc_recall_at_1_std": 0.037294, "nauc_recall_at_1_diff1": 0.028873, "nauc_recall_at_3_max": 0.14933, "nauc_recall_at_3_std": 0.135349, "nauc_recall_at_3_diff1": -0.048355, "nauc_recall_at_5_max": 0.183018, "nauc_recall_at_5_std": 0.169304, "nauc_recall_at_5_diff1": -0.023449, "nauc_recall_at_10_max": 0.153089, "nauc_recall_at_10_std": 0.185902, "nauc_recall_at_10_diff1": -0.088151, "nauc_recall_at_20_max": 0.172739, "nauc_recall_at_20_std": 0.202014, "nauc_recall_at_20_diff1": -0.056746, "nauc_recall_at_100_max": 0.231283, "nauc_recall_at_100_std": 0.346679, "nauc_recall_at_100_diff1": -0.022788, "nauc_recall_at_1000_max": 0.38961, "nauc_recall_at_1000_std": 0.611092, "nauc_recall_at_1000_diff1": -0.125158, "nauc_precision_at_1_max": 0.361987, "nauc_precision_at_1_std": 0.124599, "nauc_precision_at_1_diff1": -0.00331, "nauc_precision_at_3_max": 0.232581, "nauc_precision_at_3_std": 0.155886, "nauc_precision_at_3_diff1": -0.079359, "nauc_precision_at_5_max": 0.313083, "nauc_precision_at_5_std": 0.252966, "nauc_precision_at_5_diff1": -0.009958, "nauc_precision_at_10_max": 0.272124, "nauc_precision_at_10_std": 0.26764, "nauc_precision_at_10_diff1": -0.038849, "nauc_precision_at_20_max": 0.314271, "nauc_precision_at_20_std": 0.309291, "nauc_precision_at_20_diff1": 0.020546, "nauc_precision_at_100_max": 0.270238, "nauc_precision_at_100_std": 0.330583, "nauc_precision_at_100_diff1": -0.011463, "nauc_precision_at_1000_max": 0.105511, "nauc_precision_at_1000_std": 0.079246, "nauc_precision_at_1000_diff1": -0.053006, "nauc_mrr_at_1_max": 0.361987, "nauc_mrr_at_1_std": 0.124599, "nauc_mrr_at_1_diff1": -0.00331, "nauc_mrr_at_3_max": 0.307818, "nauc_mrr_at_3_std": 0.163111, "nauc_mrr_at_3_diff1": -0.032288, "nauc_mrr_at_5_max": 0.327151, "nauc_mrr_at_5_std": 0.18573, "nauc_mrr_at_5_diff1": -0.006814, "nauc_mrr_at_10_max": 0.318607, "nauc_mrr_at_10_std": 0.190955, "nauc_mrr_at_10_diff1": -0.007203, "nauc_mrr_at_20_max": 0.316399, "nauc_mrr_at_20_std": 0.188458, "nauc_mrr_at_20_diff1": -0.010122, "nauc_mrr_at_100_max": 0.31829, "nauc_mrr_at_100_std": 0.187864, "nauc_mrr_at_100_diff1": -0.007812, "nauc_mrr_at_1000_max": 0.318422, "nauc_mrr_at_1000_std": 0.187739, "nauc_mrr_at_1000_diff1": -0.008309, "hit_rate_at_1": 0.09385, "hit_rate_at_3": 0.19741, "hit_rate_at_5": 0.28155, "hit_rate_at_10": 0.36246, "hit_rate_at_20": 0.45631, "hit_rate_at_100": 0.75728, "hit_rate_at_1000": 0.97411, "main_score": 0.12454, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.09871, "ndcg_at_3": 0.1054, "ndcg_at_5": 0.11455, "ndcg_at_10": 0.12562, "ndcg_at_20": 0.14024, "ndcg_at_100": 0.19793, "ndcg_at_1000": 0.28371, "map_at_1": 0.04546, "map_at_3": 0.07049, "map_at_5": 0.07857, "map_at_10": 0.086, "map_at_20": 0.09049, "map_at_100": 0.10059, "map_at_1000": 0.10623, "recall_at_1": 0.04546, "recall_at_3": 0.09517, "recall_at_5": 0.12951, "recall_at_10": 0.16661, "recall_at_20": 0.21392, "recall_at_100": 0.42891, "recall_at_1000": 0.88661, "accuracy": 0.04546, "precision_at_1": 0.1068, "precision_at_3": 0.07875, "precision_at_5": 0.06472, "precision_at_10": 0.04725, "precision_at_20": 0.03301, "precision_at_100": 0.01638, "precision_at_1000": 0.004, "mrr_at_1": 0.106796, "mrr_at_3": 0.143474, "mrr_at_5": 0.160302, "mrr_at_10": 0.172244, "mrr_at_20": 0.178247, "mrr_at_100": 0.185151, "mrr_at_1000": 0.186289, "nauc_ndcg_at_1_max": 0.361106, "nauc_ndcg_at_1_std": 0.146815, "nauc_ndcg_at_1_diff1": 0.167832, "nauc_ndcg_at_3_max": 0.303748, "nauc_ndcg_at_3_std": 0.161695, "nauc_ndcg_at_3_diff1": 0.189265, "nauc_ndcg_at_5_max": 0.276259, "nauc_ndcg_at_5_std": 0.12836, "nauc_ndcg_at_5_diff1": 0.182646, "nauc_ndcg_at_10_max": 0.264137, "nauc_ndcg_at_10_std": 0.143512, "nauc_ndcg_at_10_diff1": 0.185921, "nauc_ndcg_at_20_max": 0.265545, "nauc_ndcg_at_20_std": 0.151851, "nauc_ndcg_at_20_diff1": 0.181897, "nauc_ndcg_at_100_max": 0.279991, "nauc_ndcg_at_100_std": 0.19666, "nauc_ndcg_at_100_diff1": 0.121159, "nauc_ndcg_at_1000_max": 0.306928, "nauc_ndcg_at_1000_std": 0.205346, "nauc_ndcg_at_1000_diff1": 0.152201, "nauc_map_at_1_max": 0.414753, "nauc_map_at_1_std": 0.128235, "nauc_map_at_1_diff1": 0.253892, "nauc_map_at_3_max": 0.316004, "nauc_map_at_3_std": 0.153373, "nauc_map_at_3_diff1": 0.230219, "nauc_map_at_5_max": 0.29265, "nauc_map_at_5_std": 0.125954, "nauc_map_at_5_diff1": 0.218091, "nauc_map_at_10_max": 0.28561, "nauc_map_at_10_std": 0.138766, "nauc_map_at_10_diff1": 0.209989, "nauc_map_at_20_max": 0.287671, "nauc_map_at_20_std": 0.142541, "nauc_map_at_20_diff1": 0.207687, "nauc_map_at_100_max": 0.288667, "nauc_map_at_100_std": 0.151999, "nauc_map_at_100_diff1": 0.19141, "nauc_map_at_1000_max": 0.294985, "nauc_map_at_1000_std": 0.157754, "nauc_map_at_1000_diff1": 0.192406, "nauc_recall_at_1_max": 0.414753, "nauc_recall_at_1_std": 0.128235, "nauc_recall_at_1_diff1": 0.253892, "nauc_recall_at_3_max": 0.25062, "nauc_recall_at_3_std": 0.152764, "nauc_recall_at_3_diff1": 0.185821, "nauc_recall_at_5_max": 0.189749, "nauc_recall_at_5_std": 0.070826, "nauc_recall_at_5_diff1": 0.157279, "nauc_recall_at_10_max": 0.172408, "nauc_recall_at_10_std": 0.112127, "nauc_recall_at_10_diff1": 0.146742, "nauc_recall_at_20_max": 0.169329, "nauc_recall_at_20_std": 0.128932, "nauc_recall_at_20_diff1": 0.118942, "nauc_recall_at_100_max": 0.192907, "nauc_recall_at_100_std": 0.242137, "nauc_recall_at_100_diff1": -0.013994, "nauc_recall_at_1000_max": 0.358428, "nauc_recall_at_1000_std": 0.457218, "nauc_recall_at_1000_diff1": 0.104821, "nauc_precision_at_1_max": 0.345395, "nauc_precision_at_1_std": 0.163976, "nauc_precision_at_1_diff1": 0.169983, "nauc_precision_at_3_max": 0.249125, "nauc_precision_at_3_std": 0.176819, "nauc_precision_at_3_diff1": 0.148989, "nauc_precision_at_5_max": 0.226183, "nauc_precision_at_5_std": 0.141259, "nauc_precision_at_5_diff1": 0.119445, "nauc_precision_at_10_max": 0.175093, "nauc_precision_at_10_std": 0.156174, "nauc_precision_at_10_diff1": 0.078538, "nauc_precision_at_20_max": 0.206628, "nauc_precision_at_20_std": 0.166712, "nauc_precision_at_20_diff1": 0.075082, "nauc_precision_at_100_max": 0.243497, "nauc_precision_at_100_std": 0.191062, "nauc_precision_at_100_diff1": -0.040689, "nauc_precision_at_1000_max": 0.100996, "nauc_precision_at_1000_std": 0.065421, "nauc_precision_at_1000_diff1": -0.022892, "nauc_mrr_at_1_max": 0.345395, "nauc_mrr_at_1_std": 0.163976, "nauc_mrr_at_1_diff1": 0.169983, "nauc_mrr_at_3_max": 0.295791, "nauc_mrr_at_3_std": 0.184412, "nauc_mrr_at_3_diff1": 0.167675, "nauc_mrr_at_5_max": 0.289015, "nauc_mrr_at_5_std": 0.181353, "nauc_mrr_at_5_diff1": 0.15647, "nauc_mrr_at_10_max": 0.285121, "nauc_mrr_at_10_std": 0.184822, "nauc_mrr_at_10_diff1": 0.16323, "nauc_mrr_at_20_max": 0.284732, "nauc_mrr_at_20_std": 0.188657, "nauc_mrr_at_20_diff1": 0.156804, "nauc_mrr_at_100_max": 0.284112, "nauc_mrr_at_100_std": 0.188307, "nauc_mrr_at_100_diff1": 0.150147, "nauc_mrr_at_1000_max": 0.284251, "nauc_mrr_at_1000_std": 0.187742, "nauc_mrr_at_1000_diff1": 0.151428, "hit_rate_at_1": 0.1068, "hit_rate_at_3": 0.19741, "hit_rate_at_5": 0.27184, "hit_rate_at_10": 0.35599, "hit_rate_at_20": 0.4466, "hit_rate_at_100": 0.71845, "hit_rate_at_1000": 0.97087, "main_score": 0.12562, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 4674.223719626665, "kg_co2_emissions": null, "date": 1783103482.660541, "evaluation_phases": [ { "name": "Data loading", "start": 4.301220178604126e-05, "end": 72.96225057542324, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 72.96229569613934, "end": 72.96229830384254, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 72.99265200644732, "end": 976.8975395187736, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 976.8978035226464, "end": 977.1944657415152, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 977.2264814600348, "end": 1950.2802755981684, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1950.280716508627, "end": 1950.570924155414, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1950.6096953004599, "end": 2691.882248170674, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2691.882457256317, "end": 2692.1686349138618, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 2692.207051552832, "end": 3347.7832670882344, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3347.7835554927588, "end": 3348.0738041326404, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 3348.108520835638, "end": 3988.1696847230196, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3988.1699155196548, "end": 3988.452511832118, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3988.4899505749345, "end": 4673.899254053831, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 4673.899621173739, "end": 4674.1934514939785, "split": "test", "subset": "portuguese" } ] }