{ "dataset_revision": "8a2adfda85a7967c7252129703d9b3c7c9f038a9", "task_name": "Vidore3FinanceFrRetrieval", "mteb_version": "2.26.3", "scores": { "test": [ { "ndcg_at_1": 0.33906, "ndcg_at_3": 0.35363, "ndcg_at_5": 0.36824, "ndcg_at_10": 0.39973, "ndcg_at_20": 0.44097, "ndcg_at_100": 0.49612, "ndcg_at_1000": 0.53716, "map_at_1": 0.17257, "map_at_3": 0.24871, "map_at_5": 0.27578, "map_at_10": 0.30691, "map_at_20": 0.32714, "map_at_100": 0.3439, "map_at_1000": 0.34788, "recall_at_1": 0.17257, "recall_at_3": 0.29856, "recall_at_5": 0.36597, "recall_at_10": 0.47023, "recall_at_20": 0.58978, "recall_at_100": 0.77821, "recall_at_1000": 0.98513, "accuracy": 0.17257, "precision_at_1": 0.35938, "precision_at_3": 0.25729, "precision_at_5": 0.2075, "precision_at_10": 0.14938, "precision_at_20": 0.10109, "precision_at_100": 0.03134, "precision_at_1000": 0.00447, "mrr_at_1": 0.359375, "mrr_at_3": 0.443229, "mrr_at_5": 0.465885, "mrr_at_10": 0.476164, "mrr_at_20": 0.483795, "mrr_at_100": 0.486412, "mrr_at_1000": 0.486731, "nauc_ndcg_at_1_max": 0.091652, "nauc_ndcg_at_1_std": -0.058135, "nauc_ndcg_at_1_diff1": 0.429628, "nauc_ndcg_at_3_max": 0.108601, "nauc_ndcg_at_3_std": -0.043439, "nauc_ndcg_at_3_diff1": 0.398389, "nauc_ndcg_at_5_max": 0.108024, "nauc_ndcg_at_5_std": -0.038806, "nauc_ndcg_at_5_diff1": 0.391218, "nauc_ndcg_at_10_max": 0.085213, "nauc_ndcg_at_10_std": -0.058269, "nauc_ndcg_at_10_diff1": 0.391668, "nauc_ndcg_at_20_max": 0.094035, "nauc_ndcg_at_20_std": -0.061434, "nauc_ndcg_at_20_diff1": 0.379114, "nauc_ndcg_at_100_max": 0.107979, "nauc_ndcg_at_100_std": -0.049364, "nauc_ndcg_at_100_diff1": 0.384569, "nauc_ndcg_at_1000_max": 0.117923, "nauc_ndcg_at_1000_std": -0.040973, "nauc_ndcg_at_1000_diff1": 0.3888, "nauc_map_at_1_max": 0.104041, "nauc_map_at_1_std": -0.030985, "nauc_map_at_1_diff1": 0.420356, "nauc_map_at_3_max": 0.117824, "nauc_map_at_3_std": -0.031339, "nauc_map_at_3_diff1": 0.402238, "nauc_map_at_5_max": 0.107157, "nauc_map_at_5_std": -0.045489, "nauc_map_at_5_diff1": 0.390612, "nauc_map_at_10_max": 0.088291, "nauc_map_at_10_std": -0.064252, "nauc_map_at_10_diff1": 0.395496, "nauc_map_at_20_max": 0.091557, "nauc_map_at_20_std": -0.063945, "nauc_map_at_20_diff1": 0.391299, "nauc_map_at_100_max": 0.09816, "nauc_map_at_100_std": -0.056855, "nauc_map_at_100_diff1": 0.394817, "nauc_map_at_1000_max": 0.099176, "nauc_map_at_1000_std": -0.05639, "nauc_map_at_1000_diff1": 0.395033, "nauc_recall_at_1_max": 0.104041, "nauc_recall_at_1_std": -0.030985, "nauc_recall_at_1_diff1": 0.420356, "nauc_recall_at_3_max": 0.105141, "nauc_recall_at_3_std": -0.015513, "nauc_recall_at_3_diff1": 0.349126, "nauc_recall_at_5_max": 0.079822, "nauc_recall_at_5_std": -0.036691, "nauc_recall_at_5_diff1": 0.316935, "nauc_recall_at_10_max": 0.020238, "nauc_recall_at_10_std": -0.077182, "nauc_recall_at_10_diff1": 0.296179, "nauc_recall_at_20_max": 0.033418, "nauc_recall_at_20_std": -0.081599, "nauc_recall_at_20_diff1": 0.237677, "nauc_recall_at_100_max": 0.045446, "nauc_recall_at_100_std": -0.066368, "nauc_recall_at_100_diff1": 0.215334, "nauc_recall_at_1000_max": 0.18583, "nauc_recall_at_1000_std": 0.28118, "nauc_recall_at_1000_diff1": -0.289523, "nauc_precision_at_1_max": 0.098296, "nauc_precision_at_1_std": -0.029204, "nauc_precision_at_1_diff1": 0.420664, "nauc_precision_at_3_max": 0.075891, "nauc_precision_at_3_std": -0.020596, "nauc_precision_at_3_diff1": 0.263173, "nauc_precision_at_5_max": 0.077044, "nauc_precision_at_5_std": -0.000118, "nauc_precision_at_5_diff1": 0.209355, "nauc_precision_at_10_max": 0.026971, "nauc_precision_at_10_std": -0.026513, "nauc_precision_at_10_diff1": 0.169037, "nauc_precision_at_20_max": 0.053641, "nauc_precision_at_20_std": 0.004788, "nauc_precision_at_20_diff1": 0.095479, "nauc_precision_at_100_max": 0.076797, "nauc_precision_at_100_std": 0.052244, "nauc_precision_at_100_diff1": 0.004035, "nauc_precision_at_1000_max": 0.055613, "nauc_precision_at_1000_std": 0.050989, "nauc_precision_at_1000_diff1": -0.077078, "nauc_mrr_at_1_max": 0.098296, "nauc_mrr_at_1_std": -0.029204, "nauc_mrr_at_1_diff1": 0.420664, "nauc_mrr_at_3_max": 0.087697, "nauc_mrr_at_3_std": -0.023058, "nauc_mrr_at_3_diff1": 0.391612, "nauc_mrr_at_5_max": 0.10011, "nauc_mrr_at_5_std": -0.01485, "nauc_mrr_at_5_diff1": 0.402488, "nauc_mrr_at_10_max": 0.099851, "nauc_mrr_at_10_std": -0.014042, "nauc_mrr_at_10_diff1": 0.403545, "nauc_mrr_at_20_max": 0.105257, "nauc_mrr_at_20_std": -0.013478, "nauc_mrr_at_20_diff1": 0.405195, "nauc_mrr_at_100_max": 0.10486, "nauc_mrr_at_100_std": -0.013632, "nauc_mrr_at_100_diff1": 0.403857, "nauc_mrr_at_1000_max": 0.104644, "nauc_mrr_at_1000_std": -0.0138, "nauc_mrr_at_1000_diff1": 0.403934, "hit_rate_at_1": 0.35938, "hit_rate_at_3": 0.55, "hit_rate_at_5": 0.65, "hit_rate_at_10": 0.72813, "hit_rate_at_20": 0.83437, "hit_rate_at_100": 0.93125, "hit_rate_at_1000": 0.99687, "main_score": 0.39973, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.3" }, { "ndcg_at_1": 0.29063, "ndcg_at_3": 0.29907, "ndcg_at_5": 0.31176, "ndcg_at_10": 0.34533, "ndcg_at_20": 0.37919, "ndcg_at_100": 0.44255, "ndcg_at_1000": 0.48835, "map_at_1": 0.14407, "map_at_3": 0.21064, "map_at_5": 0.23313, "map_at_10": 0.26144, "map_at_20": 0.27693, "map_at_100": 0.29441, "map_at_1000": 0.29851, "recall_at_1": 0.14407, "recall_at_3": 0.2619, "recall_at_5": 0.32348, "recall_at_10": 0.42204, "recall_at_20": 0.51717, "recall_at_100": 0.73541, "recall_at_1000": 0.97598, "accuracy": 0.14407, "precision_at_1": 0.30312, "precision_at_3": 0.21042, "precision_at_5": 0.16937, "precision_at_10": 0.12875, "precision_at_20": 0.08703, "precision_at_100": 0.02972, "precision_at_1000": 0.00439, "mrr_at_1": 0.303125, "mrr_at_3": 0.376042, "mrr_at_5": 0.395417, "mrr_at_10": 0.409826, "mrr_at_20": 0.416762, "mrr_at_100": 0.420921, "mrr_at_1000": 0.42127, "nauc_ndcg_at_1_max": 0.072185, "nauc_ndcg_at_1_std": -0.042933, "nauc_ndcg_at_1_diff1": 0.439929, "nauc_ndcg_at_3_max": 0.118879, "nauc_ndcg_at_3_std": 0.029617, "nauc_ndcg_at_3_diff1": 0.447941, "nauc_ndcg_at_5_max": 0.105572, "nauc_ndcg_at_5_std": 0.000396, "nauc_ndcg_at_5_diff1": 0.436774, "nauc_ndcg_at_10_max": 0.099077, "nauc_ndcg_at_10_std": -0.013552, "nauc_ndcg_at_10_diff1": 0.420057, "nauc_ndcg_at_20_max": 0.104672, "nauc_ndcg_at_20_std": -0.015163, "nauc_ndcg_at_20_diff1": 0.432238, "nauc_ndcg_at_100_max": 0.104402, "nauc_ndcg_at_100_std": -0.014288, "nauc_ndcg_at_100_diff1": 0.439799, "nauc_ndcg_at_1000_max": 0.117609, "nauc_ndcg_at_1000_std": 0.005328, "nauc_ndcg_at_1000_diff1": 0.440198, "nauc_map_at_1_max": 0.121899, "nauc_map_at_1_std": 0.03365, "nauc_map_at_1_diff1": 0.470494, "nauc_map_at_3_max": 0.123346, "nauc_map_at_3_std": 0.042598, "nauc_map_at_3_diff1": 0.44506, "nauc_map_at_5_max": 0.109287, "nauc_map_at_5_std": 0.016133, "nauc_map_at_5_diff1": 0.44449, "nauc_map_at_10_max": 0.105044, "nauc_map_at_10_std": 0.002177, "nauc_map_at_10_diff1": 0.446705, "nauc_map_at_20_max": 0.107387, "nauc_map_at_20_std": -8.2e-05, "nauc_map_at_20_diff1": 0.45157, "nauc_map_at_100_max": 0.106644, "nauc_map_at_100_std": -0.000352, "nauc_map_at_100_diff1": 0.451223, "nauc_map_at_1000_max": 0.107913, "nauc_map_at_1000_std": 0.001562, "nauc_map_at_1000_diff1": 0.451082, "nauc_recall_at_1_max": 0.121899, "nauc_recall_at_1_std": 0.03365, "nauc_recall_at_1_diff1": 0.470494, "nauc_recall_at_3_max": 0.118744, "nauc_recall_at_3_std": 0.044404, "nauc_recall_at_3_diff1": 0.399297, "nauc_recall_at_5_max": 0.080103, "nauc_recall_at_5_std": -0.021628, "nauc_recall_at_5_diff1": 0.369405, "nauc_recall_at_10_max": 0.060027, "nauc_recall_at_10_std": -0.053316, "nauc_recall_at_10_diff1": 0.334463, "nauc_recall_at_20_max": 0.077271, "nauc_recall_at_20_std": -0.057155, "nauc_recall_at_20_diff1": 0.339098, "nauc_recall_at_100_max": 0.034656, "nauc_recall_at_100_std": -0.09309, "nauc_recall_at_100_diff1": 0.340857, "nauc_recall_at_1000_max": -0.109119, "nauc_recall_at_1000_std": -0.010487, "nauc_recall_at_1000_diff1": 0.098553, "nauc_precision_at_1_max": 0.073529, "nauc_precision_at_1_std": -0.03551, "nauc_precision_at_1_diff1": 0.440267, "nauc_precision_at_3_max": 0.073922, "nauc_precision_at_3_std": 0.030621, "nauc_precision_at_3_diff1": 0.354838, "nauc_precision_at_5_max": 0.063898, "nauc_precision_at_5_std": -0.022909, "nauc_precision_at_5_diff1": 0.30619, "nauc_precision_at_10_max": 0.053165, "nauc_precision_at_10_std": -0.034955, "nauc_precision_at_10_diff1": 0.217113, "nauc_precision_at_20_max": 0.056552, "nauc_precision_at_20_std": -0.013191, "nauc_precision_at_20_diff1": 0.168049, "nauc_precision_at_100_max": 0.057078, "nauc_precision_at_100_std": 0.027599, "nauc_precision_at_100_diff1": 0.06071, "nauc_precision_at_1000_max": 0.062211, "nauc_precision_at_1000_std": 0.067104, "nauc_precision_at_1000_diff1": -0.051893, "nauc_mrr_at_1_max": 0.073529, "nauc_mrr_at_1_std": -0.03551, "nauc_mrr_at_1_diff1": 0.440267, "nauc_mrr_at_3_max": 0.0873, "nauc_mrr_at_3_std": -0.010318, "nauc_mrr_at_3_diff1": 0.431701, "nauc_mrr_at_5_max": 0.090206, "nauc_mrr_at_5_std": -0.023359, "nauc_mrr_at_5_diff1": 0.43081, "nauc_mrr_at_10_max": 0.086363, "nauc_mrr_at_10_std": -0.023341, "nauc_mrr_at_10_diff1": 0.426405, "nauc_mrr_at_20_max": 0.091104, "nauc_mrr_at_20_std": -0.018224, "nauc_mrr_at_20_diff1": 0.428123, "nauc_mrr_at_100_max": 0.090582, "nauc_mrr_at_100_std": -0.018633, "nauc_mrr_at_100_diff1": 0.428867, "nauc_mrr_at_1000_max": 0.090592, "nauc_mrr_at_1000_std": -0.018761, "nauc_mrr_at_1000_diff1": 0.428879, "hit_rate_at_1": 0.30312, "hit_rate_at_3": 0.46875, "hit_rate_at_5": 0.55625, "hit_rate_at_10": 0.66563, "hit_rate_at_20": 0.7625, "hit_rate_at_100": 0.90625, "hit_rate_at_1000": 1.0, "main_score": 0.34533, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.3" }, { "ndcg_at_1": 0.26719, "ndcg_at_3": 0.27755, "ndcg_at_5": 0.29081, "ndcg_at_10": 0.32274, "ndcg_at_20": 0.35725, "ndcg_at_100": 0.41738, "ndcg_at_1000": 0.47013, "map_at_1": 0.13559, "map_at_3": 0.19665, "map_at_5": 0.2172, "map_at_10": 0.24198, "map_at_20": 0.25927, "map_at_100": 0.27511, "map_at_1000": 0.27962, "recall_at_1": 0.13559, "recall_at_3": 0.24714, "recall_at_5": 0.30423, "recall_at_10": 0.39313, "recall_at_20": 0.49286, "recall_at_100": 0.70187, "recall_at_1000": 0.97552, "accuracy": 0.13559, "precision_at_1": 0.28125, "precision_at_3": 0.19375, "precision_at_5": 0.1575, "precision_at_10": 0.11844, "precision_at_20": 0.08281, "precision_at_100": 0.02825, "precision_at_1000": 0.00438, "mrr_at_1": 0.28125, "mrr_at_3": 0.358333, "mrr_at_5": 0.38099, "mrr_at_10": 0.395949, "mrr_at_20": 0.40048, "mrr_at_100": 0.40438, "mrr_at_1000": 0.404964, "nauc_ndcg_at_1_max": 0.137534, "nauc_ndcg_at_1_std": 0.059833, "nauc_ndcg_at_1_diff1": 0.393757, "nauc_ndcg_at_3_max": 0.198599, "nauc_ndcg_at_3_std": 0.038725, "nauc_ndcg_at_3_diff1": 0.354009, "nauc_ndcg_at_5_max": 0.190416, "nauc_ndcg_at_5_std": 0.007289, "nauc_ndcg_at_5_diff1": 0.355673, "nauc_ndcg_at_10_max": 0.200766, "nauc_ndcg_at_10_std": 0.010749, "nauc_ndcg_at_10_diff1": 0.3782, "nauc_ndcg_at_20_max": 0.213902, "nauc_ndcg_at_20_std": 0.036641, "nauc_ndcg_at_20_diff1": 0.368835, "nauc_ndcg_at_100_max": 0.213686, "nauc_ndcg_at_100_std": 0.046689, "nauc_ndcg_at_100_diff1": 0.365667, "nauc_ndcg_at_1000_max": 0.210235, "nauc_ndcg_at_1000_std": 0.050994, "nauc_ndcg_at_1000_diff1": 0.374787, "nauc_map_at_1_max": 0.116793, "nauc_map_at_1_std": 0.033544, "nauc_map_at_1_diff1": 0.437368, "nauc_map_at_3_max": 0.16914, "nauc_map_at_3_std": 0.00447, "nauc_map_at_3_diff1": 0.38652, "nauc_map_at_5_max": 0.172446, "nauc_map_at_5_std": -0.007523, "nauc_map_at_5_diff1": 0.388803, "nauc_map_at_10_max": 0.183397, "nauc_map_at_10_std": -0.002341, "nauc_map_at_10_diff1": 0.403145, "nauc_map_at_20_max": 0.193477, "nauc_map_at_20_std": 0.014367, "nauc_map_at_20_diff1": 0.395727, "nauc_map_at_100_max": 0.19548, "nauc_map_at_100_std": 0.020916, "nauc_map_at_100_diff1": 0.397615, "nauc_map_at_1000_max": 0.194988, "nauc_map_at_1000_std": 0.021579, "nauc_map_at_1000_diff1": 0.398365, "nauc_recall_at_1_max": 0.116793, "nauc_recall_at_1_std": 0.033544, "nauc_recall_at_1_diff1": 0.437368, "nauc_recall_at_3_max": 0.174221, "nauc_recall_at_3_std": -0.021054, "nauc_recall_at_3_diff1": 0.312228, "nauc_recall_at_5_max": 0.160813, "nauc_recall_at_5_std": -0.064779, "nauc_recall_at_5_diff1": 0.29155, "nauc_recall_at_10_max": 0.187282, "nauc_recall_at_10_std": -0.037746, "nauc_recall_at_10_diff1": 0.32678, "nauc_recall_at_20_max": 0.219686, "nauc_recall_at_20_std": 0.034866, "nauc_recall_at_20_diff1": 0.291348, "nauc_recall_at_100_max": 0.227692, "nauc_recall_at_100_std": 0.068943, "nauc_recall_at_100_diff1": 0.281879, "nauc_recall_at_1000_max": 0.417526, "nauc_recall_at_1000_std": 0.601328, "nauc_recall_at_1000_diff1": 0.445584, "nauc_precision_at_1_max": 0.146871, "nauc_precision_at_1_std": 0.06661, "nauc_precision_at_1_diff1": 0.393332, "nauc_precision_at_3_max": 0.242593, "nauc_precision_at_3_std": 0.083154, "nauc_precision_at_3_diff1": 0.270277, "nauc_precision_at_5_max": 0.227448, "nauc_precision_at_5_std": 0.04219, "nauc_precision_at_5_diff1": 0.256043, "nauc_precision_at_10_max": 0.214148, "nauc_precision_at_10_std": 0.08683, "nauc_precision_at_10_diff1": 0.215286, "nauc_precision_at_20_max": 0.191772, "nauc_precision_at_20_std": 0.141274, "nauc_precision_at_20_diff1": 0.120739, "nauc_precision_at_100_max": 0.086121, "nauc_precision_at_100_std": 0.120384, "nauc_precision_at_100_diff1": 0.017628, "nauc_precision_at_1000_max": -0.010081, "nauc_precision_at_1000_std": 0.06466, "nauc_precision_at_1000_diff1": -0.075711, "nauc_mrr_at_1_max": 0.146871, "nauc_mrr_at_1_std": 0.06661, "nauc_mrr_at_1_diff1": 0.393332, "nauc_mrr_at_3_max": 0.166312, "nauc_mrr_at_3_std": 0.057571, "nauc_mrr_at_3_diff1": 0.346457, "nauc_mrr_at_5_max": 0.161239, "nauc_mrr_at_5_std": 0.041784, "nauc_mrr_at_5_diff1": 0.340704, "nauc_mrr_at_10_max": 0.166815, "nauc_mrr_at_10_std": 0.049961, "nauc_mrr_at_10_diff1": 0.348948, "nauc_mrr_at_20_max": 0.167402, "nauc_mrr_at_20_std": 0.05337, "nauc_mrr_at_20_diff1": 0.351636, "nauc_mrr_at_100_max": 0.167051, "nauc_mrr_at_100_std": 0.052965, "nauc_mrr_at_100_diff1": 0.34989, "nauc_mrr_at_1000_max": 0.166808, "nauc_mrr_at_1000_std": 0.052701, "nauc_mrr_at_1000_diff1": 0.35006, "hit_rate_at_1": 0.28125, "hit_rate_at_3": 0.45312, "hit_rate_at_5": 0.55312, "hit_rate_at_10": 0.65938, "hit_rate_at_20": 0.725, "hit_rate_at_100": 0.87187, "hit_rate_at_1000": 1.0, "main_score": 0.32274, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.3" }, { "ndcg_at_1": 0.225, "ndcg_at_3": 0.22799, "ndcg_at_5": 0.24023, "ndcg_at_10": 0.26934, "ndcg_at_20": 0.307, "ndcg_at_100": 0.36849, "ndcg_at_1000": 0.42539, "map_at_1": 0.10449, "map_at_3": 0.15312, "map_at_5": 0.17302, "map_at_10": 0.19483, "map_at_20": 0.21158, "map_at_100": 0.22635, "map_at_1000": 0.23091, "recall_at_1": 0.10449, "recall_at_3": 0.19697, "recall_at_5": 0.24677, "recall_at_10": 0.34078, "recall_at_20": 0.44766, "recall_at_100": 0.67421, "recall_at_1000": 0.96797, "accuracy": 0.10449, "precision_at_1": 0.2375, "precision_at_3": 0.16354, "precision_at_5": 0.13437, "precision_at_10": 0.10094, "precision_at_20": 0.07531, "precision_at_100": 0.02637, "precision_at_1000": 0.00436, "mrr_at_1": 0.2375, "mrr_at_3": 0.30625, "mrr_at_5": 0.319062, "mrr_at_10": 0.336272, "mrr_at_20": 0.343042, "mrr_at_100": 0.347637, "mrr_at_1000": 0.348287, "nauc_ndcg_at_1_max": 0.028278, "nauc_ndcg_at_1_std": -0.07464, "nauc_ndcg_at_1_diff1": 0.356089, "nauc_ndcg_at_3_max": 0.0647, "nauc_ndcg_at_3_std": -0.031647, "nauc_ndcg_at_3_diff1": 0.379963, "nauc_ndcg_at_5_max": 0.060789, "nauc_ndcg_at_5_std": -0.057106, "nauc_ndcg_at_5_diff1": 0.356393, "nauc_ndcg_at_10_max": 0.052786, "nauc_ndcg_at_10_std": -0.067773, "nauc_ndcg_at_10_diff1": 0.352387, "nauc_ndcg_at_20_max": 0.06436, "nauc_ndcg_at_20_std": -0.067618, "nauc_ndcg_at_20_diff1": 0.347132, "nauc_ndcg_at_100_max": 0.039092, "nauc_ndcg_at_100_std": -0.083638, "nauc_ndcg_at_100_diff1": 0.327299, "nauc_ndcg_at_1000_max": 0.070778, "nauc_ndcg_at_1000_std": -0.050095, "nauc_ndcg_at_1000_diff1": 0.342785, "nauc_map_at_1_max": 0.049705, "nauc_map_at_1_std": -0.006694, "nauc_map_at_1_diff1": 0.409714, "nauc_map_at_3_max": 0.071504, "nauc_map_at_3_std": -0.009245, "nauc_map_at_3_diff1": 0.411057, "nauc_map_at_5_max": 0.063679, "nauc_map_at_5_std": -0.036865, "nauc_map_at_5_diff1": 0.381164, "nauc_map_at_10_max": 0.052582, "nauc_map_at_10_std": -0.049565, "nauc_map_at_10_diff1": 0.372643, "nauc_map_at_20_max": 0.061535, "nauc_map_at_20_std": -0.04938, "nauc_map_at_20_diff1": 0.372445, "nauc_map_at_100_max": 0.055943, "nauc_map_at_100_std": -0.057235, "nauc_map_at_100_diff1": 0.367824, "nauc_map_at_1000_max": 0.05812, "nauc_map_at_1000_std": -0.054478, "nauc_map_at_1000_diff1": 0.368333, "nauc_recall_at_1_max": 0.049705, "nauc_recall_at_1_std": -0.006694, "nauc_recall_at_1_diff1": 0.409714, "nauc_recall_at_3_max": 0.081678, "nauc_recall_at_3_std": 0.004946, "nauc_recall_at_3_diff1": 0.361193, "nauc_recall_at_5_max": 0.054219, "nauc_recall_at_5_std": -0.053775, "nauc_recall_at_5_diff1": 0.295301, "nauc_recall_at_10_max": 0.024878, "nauc_recall_at_10_std": -0.093699, "nauc_recall_at_10_diff1": 0.268105, "nauc_recall_at_20_max": 0.05511, "nauc_recall_at_20_std": -0.092588, "nauc_recall_at_20_diff1": 0.259666, "nauc_recall_at_100_max": -0.058154, "nauc_recall_at_100_std": -0.169578, "nauc_recall_at_100_diff1": 0.170532, "nauc_recall_at_1000_max": 0.017296, "nauc_recall_at_1000_std": 0.028373, "nauc_recall_at_1000_diff1": 0.293113, "nauc_precision_at_1_max": 0.022511, "nauc_precision_at_1_std": -0.072828, "nauc_precision_at_1_diff1": 0.354564, "nauc_precision_at_3_max": 0.066133, "nauc_precision_at_3_std": -0.053347, "nauc_precision_at_3_diff1": 0.30307, "nauc_precision_at_5_max": 0.047334, "nauc_precision_at_5_std": -0.097859, "nauc_precision_at_5_diff1": 0.219702, "nauc_precision_at_10_max": 0.0338, "nauc_precision_at_10_std": -0.08368, "nauc_precision_at_10_diff1": 0.176352, "nauc_precision_at_20_max": 0.075768, "nauc_precision_at_20_std": -0.015387, "nauc_precision_at_20_diff1": 0.151977, "nauc_precision_at_100_max": 0.012548, "nauc_precision_at_100_std": -0.02378, "nauc_precision_at_100_diff1": 0.022126, "nauc_precision_at_1000_max": 0.081869, "nauc_precision_at_1000_std": 0.090384, "nauc_precision_at_1000_diff1": -0.064325, "nauc_mrr_at_1_max": 0.022511, "nauc_mrr_at_1_std": -0.072828, "nauc_mrr_at_1_diff1": 0.354564, "nauc_mrr_at_3_max": 0.033924, "nauc_mrr_at_3_std": -0.06928, "nauc_mrr_at_3_diff1": 0.338604, "nauc_mrr_at_5_max": 0.022547, "nauc_mrr_at_5_std": -0.083837, "nauc_mrr_at_5_diff1": 0.329623, "nauc_mrr_at_10_max": 0.021537, "nauc_mrr_at_10_std": -0.084675, "nauc_mrr_at_10_diff1": 0.325174, "nauc_mrr_at_20_max": 0.027062, "nauc_mrr_at_20_std": -0.078548, "nauc_mrr_at_20_diff1": 0.326191, "nauc_mrr_at_100_max": 0.025184, "nauc_mrr_at_100_std": -0.080182, "nauc_mrr_at_100_diff1": 0.324663, "nauc_mrr_at_1000_max": 0.025499, "nauc_mrr_at_1000_std": -0.079994, "nauc_mrr_at_1000_diff1": 0.325275, "hit_rate_at_1": 0.2375, "hit_rate_at_3": 0.39687, "hit_rate_at_5": 0.45312, "hit_rate_at_10": 0.58125, "hit_rate_at_20": 0.68125, "hit_rate_at_100": 0.85938, "hit_rate_at_1000": 0.99687, "main_score": 0.26934, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.3" }, { "ndcg_at_1": 0.25469, "ndcg_at_3": 0.28427, "ndcg_at_5": 0.29201, "ndcg_at_10": 0.31993, "ndcg_at_20": 0.36174, "ndcg_at_100": 0.42228, "ndcg_at_1000": 0.4723, "map_at_1": 0.12748, "map_at_3": 0.19481, "map_at_5": 0.21414, "map_at_10": 0.23857, "map_at_20": 0.25709, "map_at_100": 0.27426, "map_at_1000": 0.27845, "recall_at_1": 0.12748, "recall_at_3": 0.24979, "recall_at_5": 0.29761, "recall_at_10": 0.38736, "recall_at_20": 0.51254, "recall_at_100": 0.71667, "recall_at_1000": 0.9798, "accuracy": 0.12748, "precision_at_1": 0.26562, "precision_at_3": 0.20729, "precision_at_5": 0.165, "precision_at_10": 0.12094, "precision_at_20": 0.08547, "precision_at_100": 0.02863, "precision_at_1000": 0.00442, "mrr_at_1": 0.265625, "mrr_at_3": 0.354167, "mrr_at_5": 0.368854, "mrr_at_10": 0.384492, "mrr_at_20": 0.391746, "mrr_at_100": 0.395447, "mrr_at_1000": 0.395855, "nauc_ndcg_at_1_max": 0.041474, "nauc_ndcg_at_1_std": -0.135392, "nauc_ndcg_at_1_diff1": 0.521644, "nauc_ndcg_at_3_max": 0.063168, "nauc_ndcg_at_3_std": -0.106161, "nauc_ndcg_at_3_diff1": 0.456539, "nauc_ndcg_at_5_max": 0.081696, "nauc_ndcg_at_5_std": -0.091833, "nauc_ndcg_at_5_diff1": 0.45749, "nauc_ndcg_at_10_max": 0.067144, "nauc_ndcg_at_10_std": -0.100362, "nauc_ndcg_at_10_diff1": 0.43698, "nauc_ndcg_at_20_max": 0.059906, "nauc_ndcg_at_20_std": -0.114199, "nauc_ndcg_at_20_diff1": 0.437997, "nauc_ndcg_at_100_max": 0.064536, "nauc_ndcg_at_100_std": -0.119932, "nauc_ndcg_at_100_diff1": 0.45429, "nauc_ndcg_at_1000_max": 0.077291, "nauc_ndcg_at_1000_std": -0.112719, "nauc_ndcg_at_1000_diff1": 0.472479, "nauc_map_at_1_max": 0.048754, "nauc_map_at_1_std": -0.106474, "nauc_map_at_1_diff1": 0.484525, "nauc_map_at_3_max": 0.066605, "nauc_map_at_3_std": -0.092286, "nauc_map_at_3_diff1": 0.424898, "nauc_map_at_5_max": 0.069981, "nauc_map_at_5_std": -0.093603, "nauc_map_at_5_diff1": 0.438275, "nauc_map_at_10_max": 0.057244, "nauc_map_at_10_std": -0.107385, "nauc_map_at_10_diff1": 0.440171, "nauc_map_at_20_max": 0.056983, "nauc_map_at_20_std": -0.113031, "nauc_map_at_20_diff1": 0.446995, "nauc_map_at_100_max": 0.057508, "nauc_map_at_100_std": -0.114163, "nauc_map_at_100_diff1": 0.453427, "nauc_map_at_1000_max": 0.059087, "nauc_map_at_1000_std": -0.114187, "nauc_map_at_1000_diff1": 0.455706, "nauc_recall_at_1_max": 0.048754, "nauc_recall_at_1_std": -0.106474, "nauc_recall_at_1_diff1": 0.484525, "nauc_recall_at_3_max": 0.06329, "nauc_recall_at_3_std": -0.081134, "nauc_recall_at_3_diff1": 0.35148, "nauc_recall_at_5_max": 0.081116, "nauc_recall_at_5_std": -0.065724, "nauc_recall_at_5_diff1": 0.363058, "nauc_recall_at_10_max": 0.041167, "nauc_recall_at_10_std": -0.078924, "nauc_recall_at_10_diff1": 0.316627, "nauc_recall_at_20_max": 0.049516, "nauc_recall_at_20_std": -0.098228, "nauc_recall_at_20_diff1": 0.29432, "nauc_recall_at_100_max": 0.052093, "nauc_recall_at_100_std": -0.135328, "nauc_recall_at_100_diff1": 0.319164, "nauc_recall_at_1000_max": 0.019351, "nauc_recall_at_1000_std": -0.103626, "nauc_recall_at_1000_diff1": 0.118544, "nauc_precision_at_1_max": 0.041498, "nauc_precision_at_1_std": -0.120753, "nauc_precision_at_1_diff1": 0.509119, "nauc_precision_at_3_max": 0.039907, "nauc_precision_at_3_std": -0.104518, "nauc_precision_at_3_diff1": 0.372952, "nauc_precision_at_5_max": 0.051614, "nauc_precision_at_5_std": -0.091247, "nauc_precision_at_5_diff1": 0.367716, "nauc_precision_at_10_max": 0.01867, "nauc_precision_at_10_std": -0.103844, "nauc_precision_at_10_diff1": 0.314054, "nauc_precision_at_20_max": 0.00707, "nauc_precision_at_20_std": -0.098647, "nauc_precision_at_20_diff1": 0.264937, "nauc_precision_at_100_max": 0.034921, "nauc_precision_at_100_std": -0.045585, "nauc_precision_at_100_diff1": 0.17833, "nauc_precision_at_1000_max": 0.059753, "nauc_precision_at_1000_std": -0.009163, "nauc_precision_at_1000_diff1": 0.091984, "nauc_mrr_at_1_max": 0.041498, "nauc_mrr_at_1_std": -0.120753, "nauc_mrr_at_1_diff1": 0.509119, "nauc_mrr_at_3_max": 0.029299, "nauc_mrr_at_3_std": -0.117353, "nauc_mrr_at_3_diff1": 0.453475, "nauc_mrr_at_5_max": 0.044437, "nauc_mrr_at_5_std": -0.109785, "nauc_mrr_at_5_diff1": 0.464514, "nauc_mrr_at_10_max": 0.046542, "nauc_mrr_at_10_std": -0.103648, "nauc_mrr_at_10_diff1": 0.462276, "nauc_mrr_at_20_max": 0.042624, "nauc_mrr_at_20_std": -0.10618, "nauc_mrr_at_20_diff1": 0.461622, "nauc_mrr_at_100_max": 0.043746, "nauc_mrr_at_100_std": -0.106821, "nauc_mrr_at_100_diff1": 0.461727, "nauc_mrr_at_1000_max": 0.043638, "nauc_mrr_at_1000_std": -0.10683, "nauc_mrr_at_1000_diff1": 0.461691, "hit_rate_at_1": 0.26562, "hit_rate_at_3": 0.47187, "hit_rate_at_5": 0.5375, "hit_rate_at_10": 0.65312, "hit_rate_at_20": 0.75938, "hit_rate_at_100": 0.89687, "hit_rate_at_1000": 1.0, "main_score": 0.31993, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.3" }, { "ndcg_at_1": 0.28906, "ndcg_at_3": 0.30268, "ndcg_at_5": 0.31086, "ndcg_at_10": 0.34355, "ndcg_at_20": 0.37972, "ndcg_at_100": 0.44087, "ndcg_at_1000": 0.4885, "map_at_1": 0.14179, "map_at_3": 0.20989, "map_at_5": 0.23044, "map_at_10": 0.25781, "map_at_20": 0.27536, "map_at_100": 0.29189, "map_at_1000": 0.29614, "recall_at_1": 0.14179, "recall_at_3": 0.25886, "recall_at_5": 0.31397, "recall_at_10": 0.41534, "recall_at_20": 0.51783, "recall_at_100": 0.7305, "recall_at_1000": 0.97977, "accuracy": 0.14179, "precision_at_1": 0.3, "precision_at_3": 0.21875, "precision_at_5": 0.17125, "precision_at_10": 0.12781, "precision_at_20": 0.08812, "precision_at_100": 0.02944, "precision_at_1000": 0.00442, "mrr_at_1": 0.3, "mrr_at_3": 0.383854, "mrr_at_5": 0.400104, "mrr_at_10": 0.416075, "mrr_at_20": 0.421582, "mrr_at_100": 0.42619, "mrr_at_1000": 0.426602, "nauc_ndcg_at_1_max": 0.077661, "nauc_ndcg_at_1_std": -0.017018, "nauc_ndcg_at_1_diff1": 0.461582, "nauc_ndcg_at_3_max": 0.068804, "nauc_ndcg_at_3_std": -0.037262, "nauc_ndcg_at_3_diff1": 0.408401, "nauc_ndcg_at_5_max": 0.061325, "nauc_ndcg_at_5_std": -0.041554, "nauc_ndcg_at_5_diff1": 0.381676, "nauc_ndcg_at_10_max": 0.061409, "nauc_ndcg_at_10_std": -0.055248, "nauc_ndcg_at_10_diff1": 0.382081, "nauc_ndcg_at_20_max": 0.072653, "nauc_ndcg_at_20_std": -0.056806, "nauc_ndcg_at_20_diff1": 0.381585, "nauc_ndcg_at_100_max": 0.066355, "nauc_ndcg_at_100_std": -0.074031, "nauc_ndcg_at_100_diff1": 0.396686, "nauc_ndcg_at_1000_max": 0.081033, "nauc_ndcg_at_1000_std": -0.043818, "nauc_ndcg_at_1000_diff1": 0.41618, "nauc_map_at_1_max": 0.106121, "nauc_map_at_1_std": 0.006247, "nauc_map_at_1_diff1": 0.488337, "nauc_map_at_3_max": 0.082333, "nauc_map_at_3_std": -0.013775, "nauc_map_at_3_diff1": 0.4016, "nauc_map_at_5_max": 0.069998, "nauc_map_at_5_std": -0.023426, "nauc_map_at_5_diff1": 0.391158, "nauc_map_at_10_max": 0.065954, "nauc_map_at_10_std": -0.040746, "nauc_map_at_10_diff1": 0.402326, "nauc_map_at_20_max": 0.07218, "nauc_map_at_20_std": -0.040733, "nauc_map_at_20_diff1": 0.400349, "nauc_map_at_100_max": 0.071491, "nauc_map_at_100_std": -0.045211, "nauc_map_at_100_diff1": 0.405343, "nauc_map_at_1000_max": 0.072468, "nauc_map_at_1000_std": -0.043594, "nauc_map_at_1000_diff1": 0.407636, "nauc_recall_at_1_max": 0.106121, "nauc_recall_at_1_std": 0.006247, "nauc_recall_at_1_diff1": 0.488337, "nauc_recall_at_3_max": 0.042772, "nauc_recall_at_3_std": -0.049493, "nauc_recall_at_3_diff1": 0.309822, "nauc_recall_at_5_max": 0.025652, "nauc_recall_at_5_std": -0.061719, "nauc_recall_at_5_diff1": 0.262111, "nauc_recall_at_10_max": 0.015491, "nauc_recall_at_10_std": -0.08891, "nauc_recall_at_10_diff1": 0.250982, "nauc_recall_at_20_max": 0.051839, "nauc_recall_at_20_std": -0.096173, "nauc_recall_at_20_diff1": 0.250609, "nauc_recall_at_100_max": 0.012723, "nauc_recall_at_100_std": -0.19737, "nauc_recall_at_100_diff1": 0.231688, "nauc_recall_at_1000_max": 0.095133, "nauc_recall_at_1000_std": -0.113739, "nauc_recall_at_1000_diff1": 0.273629, "nauc_precision_at_1_max": 0.082801, "nauc_precision_at_1_std": -0.001499, "nauc_precision_at_1_diff1": 0.462091, "nauc_precision_at_3_max": 0.060643, "nauc_precision_at_3_std": -0.035781, "nauc_precision_at_3_diff1": 0.291829, "nauc_precision_at_5_max": 0.026935, "nauc_precision_at_5_std": -0.050047, "nauc_precision_at_5_diff1": 0.24112, "nauc_precision_at_10_max": 0.05241, "nauc_precision_at_10_std": -0.049233, "nauc_precision_at_10_diff1": 0.234434, "nauc_precision_at_20_max": 0.078874, "nauc_precision_at_20_std": -0.013462, "nauc_precision_at_20_diff1": 0.168359, "nauc_precision_at_100_max": 0.063832, "nauc_precision_at_100_std": -0.009793, "nauc_precision_at_100_diff1": 0.11456, "nauc_precision_at_1000_max": 0.080718, "nauc_precision_at_1000_std": 0.078825, "nauc_precision_at_1000_diff1": 0.036306, "nauc_mrr_at_1_max": 0.082801, "nauc_mrr_at_1_std": -0.001499, "nauc_mrr_at_1_diff1": 0.462091, "nauc_mrr_at_3_max": 0.043847, "nauc_mrr_at_3_std": -0.047936, "nauc_mrr_at_3_diff1": 0.422976, "nauc_mrr_at_5_max": 0.048014, "nauc_mrr_at_5_std": -0.046296, "nauc_mrr_at_5_diff1": 0.417565, "nauc_mrr_at_10_max": 0.056242, "nauc_mrr_at_10_std": -0.036791, "nauc_mrr_at_10_diff1": 0.423129, "nauc_mrr_at_20_max": 0.057922, "nauc_mrr_at_20_std": -0.036913, "nauc_mrr_at_20_diff1": 0.42338, "nauc_mrr_at_100_max": 0.055953, "nauc_mrr_at_100_std": -0.038269, "nauc_mrr_at_100_diff1": 0.422941, "nauc_mrr_at_1000_max": 0.056015, "nauc_mrr_at_1000_std": -0.038104, "nauc_mrr_at_1000_diff1": 0.42313, "hit_rate_at_1": 0.3, "hit_rate_at_3": 0.4875, "hit_rate_at_5": 0.55625, "hit_rate_at_10": 0.675, "hit_rate_at_20": 0.75, "hit_rate_at_100": 0.9, "hit_rate_at_1000": 0.99687, "main_score": 0.34355, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.3" } ] }, "evaluation_time": 1235.4294456280768, "kg_co2_emissions": null, "date": 1792267992.396878, "evaluation_phases": [ { "name": "Data loading", "start": 9.623821824789047e-06, "end": 18.161929193884134, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 18.16194466687739, "end": 18.161948442924768, "split": "", "subset": "" }, { "name": "Encoding queries", "start": 18.182328912895173, "end": 19.72285266779363, "split": "test", "subset": "french" }, { "name": "Searching corpus", "start": 19.725381470983848, "end": 218.7708270479925, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 218.83175040991046, "end": 219.04262699279934, "split": "test", "subset": "french" }, { "name": "Encoding queries", "start": 219.07574674277566, "end": 220.62742957891896, "split": "test", "subset": "spanish" }, { "name": "Searching corpus", "start": 220.62994779483415, "end": 409.2009716387838, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 409.25446144887246, "end": 409.44607589393854, "split": "test", "subset": "spanish" }, { "name": "Encoding queries", "start": 409.47489808197133, "end": 410.6585421699565, "split": "test", "subset": "english" }, { "name": "Searching corpus", "start": 410.66105252481066, "end": 616.1984918268863, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 616.2502299619373, "end": 616.4470799798146, "split": "test", "subset": "english" }, { "name": "Encoding queries", "start": 616.4763816548511, "end": 617.6893014989328, "split": "test", "subset": "german" }, { "name": "Searching corpus", "start": 617.691773056984, "end": 814.4910049238242, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 814.5535697068553, "end": 814.7681131698191, "split": "test", "subset": "german" }, { "name": "Encoding queries", "start": 814.80185544095, "end": 815.7908979649656, "split": "test", "subset": "italian" }, { "name": "Searching corpus", "start": 815.7933576537762, "end": 1023.3443649378605, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1023.4094715558458, "end": 1023.6435289618094, "split": "test", "subset": "italian" }, { "name": "Encoding queries", "start": 1023.6744894417934, "end": 1024.867608598899, "split": "test", "subset": "portuguese" }, { "name": "Searching corpus", "start": 1024.8700967459008, "end": 1235.1261498548556, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1235.1949532758445, "end": 1235.4198750818614, "split": "test", "subset": "portuguese" } ] }