{ "dataset_revision": "2a88e3e92aea41c8ab9bddaac7983f3b490dcacc", "task_name": "Vidore3FinanceEnRetrieval.v2", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.58252, "ndcg_at_3": 0.5852, "ndcg_at_5": 0.58833, "ndcg_at_10": 0.61836, "ndcg_at_20": 0.64739, "ndcg_at_100": 0.69623, "ndcg_at_1000": 0.71527, "map_at_1": 0.27276, "map_at_3": 0.40735, "map_at_5": 0.45077, "map_at_10": 0.49758, "map_at_20": 0.5211, "map_at_100": 0.5402, "map_at_1000": 0.54322, "recall_at_1": 0.27276, "recall_at_3": 0.4675, "recall_at_5": 0.55521, "recall_at_10": 0.67734, "recall_at_20": 0.76815, "recall_at_100": 0.91955, "recall_at_1000": 0.9967, "accuracy": 0.27276, "precision_at_1": 0.63107, "precision_at_3": 0.43042, "precision_at_5": 0.33269, "precision_at_10": 0.22589, "precision_at_20": 0.14094, "precision_at_100": 0.03932, "precision_at_1000": 0.00468, "mrr_at_1": 0.631068, "mrr_at_3": 0.723301, "mrr_at_5": 0.736408, "mrr_at_10": 0.743418, "mrr_at_20": 0.745332, "mrr_at_100": 0.74616, "mrr_at_1000": 0.746189, "nauc_ndcg_at_1_max": 0.334945, "nauc_ndcg_at_1_std": 0.046577, "nauc_ndcg_at_1_diff1": 0.402939, "nauc_ndcg_at_3_max": 0.296796, "nauc_ndcg_at_3_std": -0.016098, "nauc_ndcg_at_3_diff1": 0.351154, "nauc_ndcg_at_5_max": 0.297359, "nauc_ndcg_at_5_std": -0.041694, "nauc_ndcg_at_5_diff1": 0.357376, "nauc_ndcg_at_10_max": 0.310204, "nauc_ndcg_at_10_std": -0.044551, "nauc_ndcg_at_10_diff1": 0.373516, "nauc_ndcg_at_20_max": 0.321059, "nauc_ndcg_at_20_std": -0.008662, "nauc_ndcg_at_20_diff1": 0.376785, "nauc_ndcg_at_100_max": 0.309655, "nauc_ndcg_at_100_std": 0.001885, "nauc_ndcg_at_100_diff1": 0.38249, "nauc_ndcg_at_1000_max": 0.317944, "nauc_ndcg_at_1000_std": 0.003627, "nauc_ndcg_at_1000_diff1": 0.37534, "nauc_map_at_1_max": 0.242076, "nauc_map_at_1_std": -0.051742, "nauc_map_at_1_diff1": 0.409881, "nauc_map_at_3_max": 0.248252, "nauc_map_at_3_std": -0.063815, "nauc_map_at_3_diff1": 0.372168, "nauc_map_at_5_max": 0.263859, "nauc_map_at_5_std": -0.059275, "nauc_map_at_5_diff1": 0.356445, "nauc_map_at_10_max": 0.286926, "nauc_map_at_10_std": -0.044099, "nauc_map_at_10_diff1": 0.354909, "nauc_map_at_20_max": 0.286096, "nauc_map_at_20_std": -0.026362, "nauc_map_at_20_diff1": 0.343125, "nauc_map_at_100_max": 0.280743, "nauc_map_at_100_std": -0.020949, "nauc_map_at_100_diff1": 0.343763, "nauc_map_at_1000_max": 0.28189, "nauc_map_at_1000_std": -0.019979, "nauc_map_at_1000_diff1": 0.342603, "nauc_recall_at_1_max": 0.242076, "nauc_recall_at_1_std": -0.051742, "nauc_recall_at_1_diff1": 0.409881, "nauc_recall_at_3_max": 0.207703, "nauc_recall_at_3_std": -0.065852, "nauc_recall_at_3_diff1": 0.315742, "nauc_recall_at_5_max": 0.204979, "nauc_recall_at_5_std": -0.076646, "nauc_recall_at_5_diff1": 0.280588, "nauc_recall_at_10_max": 0.225867, "nauc_recall_at_10_std": -0.116668, "nauc_recall_at_10_diff1": 0.293026, "nauc_recall_at_20_max": 0.267112, "nauc_recall_at_20_std": -0.023123, "nauc_recall_at_20_diff1": 0.272195, "nauc_recall_at_100_max": 0.216983, "nauc_recall_at_100_std": 0.068336, "nauc_recall_at_100_diff1": 0.28807, "nauc_recall_at_1000_max": 0.32516, "nauc_recall_at_1000_std": 0.753544, "nauc_recall_at_1000_diff1": -0.478265, "nauc_precision_at_1_max": 0.358934, "nauc_precision_at_1_std": 0.055806, "nauc_precision_at_1_diff1": 0.400284, "nauc_precision_at_3_max": 0.154765, "nauc_precision_at_3_std": 0.060898, "nauc_precision_at_3_diff1": 0.034346, "nauc_precision_at_5_max": 0.089879, "nauc_precision_at_5_std": 0.060887, "nauc_precision_at_5_diff1": -0.078815, "nauc_precision_at_10_max": 0.039295, "nauc_precision_at_10_std": 0.082101, "nauc_precision_at_10_diff1": -0.121011, "nauc_precision_at_20_max": -0.029487, "nauc_precision_at_20_std": 0.129794, "nauc_precision_at_20_diff1": -0.190015, "nauc_precision_at_100_max": -0.118644, "nauc_precision_at_100_std": 0.102731, "nauc_precision_at_100_diff1": -0.220454, "nauc_precision_at_1000_max": -0.108798, "nauc_precision_at_1000_std": 0.085293, "nauc_precision_at_1000_diff1": -0.238057, "nauc_mrr_at_1_max": 0.358934, "nauc_mrr_at_1_std": 0.055806, "nauc_mrr_at_1_diff1": 0.400284, "nauc_mrr_at_3_max": 0.366872, "nauc_mrr_at_3_std": 0.06442, "nauc_mrr_at_3_diff1": 0.389084, "nauc_mrr_at_5_max": 0.363318, "nauc_mrr_at_5_std": 0.061001, "nauc_mrr_at_5_diff1": 0.388198, "nauc_mrr_at_10_max": 0.355422, "nauc_mrr_at_10_std": 0.049463, "nauc_mrr_at_10_diff1": 0.389257, "nauc_mrr_at_20_max": 0.359594, "nauc_mrr_at_20_std": 0.055604, "nauc_mrr_at_20_diff1": 0.390614, "nauc_mrr_at_100_max": 0.359312, "nauc_mrr_at_100_std": 0.05556, "nauc_mrr_at_100_diff1": 0.390081, "nauc_mrr_at_1000_max": 0.359243, "nauc_mrr_at_1000_std": 0.05547, "nauc_mrr_at_1000_diff1": 0.390016, "hit_rate_at_1": 0.63107, "hit_rate_at_3": 0.83495, "hit_rate_at_5": 0.8932, "hit_rate_at_10": 0.94175, "hit_rate_at_20": 0.97087, "hit_rate_at_100": 0.99676, "hit_rate_at_1000": 1.0, "main_score": 0.61836, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.47896, "ndcg_at_3": 0.49965, "ndcg_at_5": 0.50824, "ndcg_at_10": 0.5361, "ndcg_at_20": 0.57112, "ndcg_at_100": 0.62558, "ndcg_at_1000": 0.65102, "map_at_1": 0.22741, "map_at_3": 0.3468, "map_at_5": 0.38585, "map_at_10": 0.4213, "map_at_20": 0.44415, "map_at_100": 0.4637, "map_at_1000": 0.46711, "recall_at_1": 0.22741, "recall_at_3": 0.41403, "recall_at_5": 0.49643, "recall_at_10": 0.60186, "recall_at_20": 0.71039, "recall_at_100": 0.88649, "recall_at_1000": 0.99585, "accuracy": 0.22741, "precision_at_1": 0.51133, "precision_at_3": 0.36785, "precision_at_5": 0.28738, "precision_at_10": 0.19644, "precision_at_20": 0.12654, "precision_at_100": 0.03764, "precision_at_1000": 0.00467, "mrr_at_1": 0.511327, "mrr_at_3": 0.616505, "mrr_at_5": 0.632848, "mrr_at_10": 0.642598, "mrr_at_20": 0.646115, "mrr_at_100": 0.647215, "mrr_at_1000": 0.647266, "nauc_ndcg_at_1_max": 0.258667, "nauc_ndcg_at_1_std": 0.01239, "nauc_ndcg_at_1_diff1": 0.446633, "nauc_ndcg_at_3_max": 0.310533, "nauc_ndcg_at_3_std": 0.030247, "nauc_ndcg_at_3_diff1": 0.388732, "nauc_ndcg_at_5_max": 0.33042, "nauc_ndcg_at_5_std": 0.039348, "nauc_ndcg_at_5_diff1": 0.399481, "nauc_ndcg_at_10_max": 0.351196, "nauc_ndcg_at_10_std": 0.025881, "nauc_ndcg_at_10_diff1": 0.403056, "nauc_ndcg_at_20_max": 0.358967, "nauc_ndcg_at_20_std": 0.035901, "nauc_ndcg_at_20_diff1": 0.421981, "nauc_ndcg_at_100_max": 0.346708, "nauc_ndcg_at_100_std": 0.050839, "nauc_ndcg_at_100_diff1": 0.416055, "nauc_ndcg_at_1000_max": 0.337464, "nauc_ndcg_at_1000_std": 0.042443, "nauc_ndcg_at_1000_diff1": 0.414151, "nauc_map_at_1_max": 0.230415, "nauc_map_at_1_std": 0.00011, "nauc_map_at_1_diff1": 0.484394, "nauc_map_at_3_max": 0.29786, "nauc_map_at_3_std": 0.023802, "nauc_map_at_3_diff1": 0.410376, "nauc_map_at_5_max": 0.313185, "nauc_map_at_5_std": 0.030862, "nauc_map_at_5_diff1": 0.397876, "nauc_map_at_10_max": 0.328157, "nauc_map_at_10_std": 0.028007, "nauc_map_at_10_diff1": 0.389532, "nauc_map_at_20_max": 0.333617, "nauc_map_at_20_std": 0.036862, "nauc_map_at_20_diff1": 0.390956, "nauc_map_at_100_max": 0.330282, "nauc_map_at_100_std": 0.047132, "nauc_map_at_100_diff1": 0.386876, "nauc_map_at_1000_max": 0.329051, "nauc_map_at_1000_std": 0.046575, "nauc_map_at_1000_diff1": 0.38627, "nauc_recall_at_1_max": 0.230415, "nauc_recall_at_1_std": 0.00011, "nauc_recall_at_1_diff1": 0.484394, "nauc_recall_at_3_max": 0.267114, "nauc_recall_at_3_std": 0.027007, "nauc_recall_at_3_diff1": 0.326746, "nauc_recall_at_5_max": 0.28233, "nauc_recall_at_5_std": 0.032857, "nauc_recall_at_5_diff1": 0.318809, "nauc_recall_at_10_max": 0.298389, "nauc_recall_at_10_std": -0.011806, "nauc_recall_at_10_diff1": 0.294932, "nauc_recall_at_20_max": 0.32314, "nauc_recall_at_20_std": 0.011784, "nauc_recall_at_20_diff1": 0.318407, "nauc_recall_at_100_max": 0.32361, "nauc_recall_at_100_std": 0.081573, "nauc_recall_at_100_diff1": 0.26107, "nauc_recall_at_1000_max": 0.414969, "nauc_recall_at_1000_std": 0.406289, "nauc_recall_at_1000_diff1": -0.860271, "nauc_precision_at_1_max": 0.27546, "nauc_precision_at_1_std": 0.037367, "nauc_precision_at_1_diff1": 0.450826, "nauc_precision_at_3_max": 0.245337, "nauc_precision_at_3_std": 0.09931, "nauc_precision_at_3_diff1": 0.099109, "nauc_precision_at_5_max": 0.202593, "nauc_precision_at_5_std": 0.095275, "nauc_precision_at_5_diff1": 0.02492, "nauc_precision_at_10_max": 0.115773, "nauc_precision_at_10_std": 0.078479, "nauc_precision_at_10_diff1": -0.073387, "nauc_precision_at_20_max": 0.040817, "nauc_precision_at_20_std": 0.085095, "nauc_precision_at_20_diff1": -0.114029, "nauc_precision_at_100_max": -0.104739, "nauc_precision_at_100_std": 0.073266, "nauc_precision_at_100_diff1": -0.190219, "nauc_precision_at_1000_max": -0.173246, "nauc_precision_at_1000_std": -0.0022, "nauc_precision_at_1000_diff1": -0.21111, "nauc_mrr_at_1_max": 0.27546, "nauc_mrr_at_1_std": 0.037367, "nauc_mrr_at_1_diff1": 0.450826, "nauc_mrr_at_3_max": 0.313736, "nauc_mrr_at_3_std": 0.056892, "nauc_mrr_at_3_diff1": 0.415108, "nauc_mrr_at_5_max": 0.321302, "nauc_mrr_at_5_std": 0.066968, "nauc_mrr_at_5_diff1": 0.426531, "nauc_mrr_at_10_max": 0.315767, "nauc_mrr_at_10_std": 0.057307, "nauc_mrr_at_10_diff1": 0.426854, "nauc_mrr_at_20_max": 0.314712, "nauc_mrr_at_20_std": 0.059145, "nauc_mrr_at_20_diff1": 0.428028, "nauc_mrr_at_100_max": 0.313884, "nauc_mrr_at_100_std": 0.057397, "nauc_mrr_at_100_diff1": 0.427569, "nauc_mrr_at_1000_max": 0.313911, "nauc_mrr_at_1000_std": 0.057538, "nauc_mrr_at_1000_diff1": 0.427577, "hit_rate_at_1": 0.51133, "hit_rate_at_3": 0.74757, "hit_rate_at_5": 0.82201, "hit_rate_at_10": 0.89644, "hit_rate_at_20": 0.94498, "hit_rate_at_100": 0.98706, "hit_rate_at_1000": 1.0, "main_score": 0.5361, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.46602, "ndcg_at_3": 0.4871, "ndcg_at_5": 0.49565, "ndcg_at_10": 0.52126, "ndcg_at_20": 0.55524, "ndcg_at_100": 0.61212, "ndcg_at_1000": 0.63927, "map_at_1": 0.22384, "map_at_3": 0.33205, "map_at_5": 0.37079, "map_at_10": 0.40735, "map_at_20": 0.42917, "map_at_100": 0.44959, "map_at_1000": 0.45315, "recall_at_1": 0.22384, "recall_at_3": 0.39476, "recall_at_5": 0.47663, "recall_at_10": 0.5841, "recall_at_20": 0.69502, "recall_at_100": 0.87582, "recall_at_1000": 0.99421, "accuracy": 0.22384, "precision_at_1": 0.50162, "precision_at_3": 0.3603, "precision_at_5": 0.28673, "precision_at_10": 0.19417, "precision_at_20": 0.12346, "precision_at_100": 0.03715, "precision_at_1000": 0.00465, "mrr_at_1": 0.501618, "mrr_at_3": 0.602481, "mrr_at_5": 0.617691, "mrr_at_10": 0.628077, "mrr_at_20": 0.631724, "mrr_at_100": 0.633251, "mrr_at_1000": 0.633377, "nauc_ndcg_at_1_max": 0.333611, "nauc_ndcg_at_1_std": 0.09769, "nauc_ndcg_at_1_diff1": 0.394107, "nauc_ndcg_at_3_max": 0.309553, "nauc_ndcg_at_3_std": 0.050453, "nauc_ndcg_at_3_diff1": 0.384414, "nauc_ndcg_at_5_max": 0.340038, "nauc_ndcg_at_5_std": 0.056141, "nauc_ndcg_at_5_diff1": 0.390757, "nauc_ndcg_at_10_max": 0.372207, "nauc_ndcg_at_10_std": 0.078265, "nauc_ndcg_at_10_diff1": 0.393629, "nauc_ndcg_at_20_max": 0.378226, "nauc_ndcg_at_20_std": 0.099592, "nauc_ndcg_at_20_diff1": 0.407298, "nauc_ndcg_at_100_max": 0.373704, "nauc_ndcg_at_100_std": 0.110565, "nauc_ndcg_at_100_diff1": 0.403044, "nauc_ndcg_at_1000_max": 0.361019, "nauc_ndcg_at_1000_std": 0.098805, "nauc_ndcg_at_1000_diff1": 0.392956, "nauc_map_at_1_max": 0.239423, "nauc_map_at_1_std": 0.058601, "nauc_map_at_1_diff1": 0.413862, "nauc_map_at_3_max": 0.275578, "nauc_map_at_3_std": 0.042206, "nauc_map_at_3_diff1": 0.401013, "nauc_map_at_5_max": 0.300095, "nauc_map_at_5_std": 0.045335, "nauc_map_at_5_diff1": 0.384562, "nauc_map_at_10_max": 0.322533, "nauc_map_at_10_std": 0.058367, "nauc_map_at_10_diff1": 0.379072, "nauc_map_at_20_max": 0.330433, "nauc_map_at_20_std": 0.079991, "nauc_map_at_20_diff1": 0.383456, "nauc_map_at_100_max": 0.331699, "nauc_map_at_100_std": 0.088536, "nauc_map_at_100_diff1": 0.381547, "nauc_map_at_1000_max": 0.330411, "nauc_map_at_1000_std": 0.087458, "nauc_map_at_1000_diff1": 0.38056, "nauc_recall_at_1_max": 0.239423, "nauc_recall_at_1_std": 0.058601, "nauc_recall_at_1_diff1": 0.413862, "nauc_recall_at_3_max": 0.260864, "nauc_recall_at_3_std": 0.022902, "nauc_recall_at_3_diff1": 0.372579, "nauc_recall_at_5_max": 0.287278, "nauc_recall_at_5_std": 0.027634, "nauc_recall_at_5_diff1": 0.333986, "nauc_recall_at_10_max": 0.333744, "nauc_recall_at_10_std": 0.056203, "nauc_recall_at_10_diff1": 0.315168, "nauc_recall_at_20_max": 0.348978, "nauc_recall_at_20_std": 0.087121, "nauc_recall_at_20_diff1": 0.33706, "nauc_recall_at_100_max": 0.437893, "nauc_recall_at_100_std": 0.190168, "nauc_recall_at_100_diff1": 0.391416, "nauc_recall_at_1000_max": 0.677719, "nauc_recall_at_1000_std": 0.744707, "nauc_recall_at_1000_diff1": 0.166406, "nauc_precision_at_1_max": 0.35801, "nauc_precision_at_1_std": 0.10261, "nauc_precision_at_1_diff1": 0.41343, "nauc_precision_at_3_max": 0.245408, "nauc_precision_at_3_std": 0.062596, "nauc_precision_at_3_diff1": 0.155238, "nauc_precision_at_5_max": 0.234716, "nauc_precision_at_5_std": 0.079045, "nauc_precision_at_5_diff1": 0.054181, "nauc_precision_at_10_max": 0.181345, "nauc_precision_at_10_std": 0.099285, "nauc_precision_at_10_diff1": -0.016517, "nauc_precision_at_20_max": 0.127235, "nauc_precision_at_20_std": 0.144957, "nauc_precision_at_20_diff1": -0.055173, "nauc_precision_at_100_max": -0.029054, "nauc_precision_at_100_std": 0.080616, "nauc_precision_at_100_diff1": -0.153856, "nauc_precision_at_1000_max": -0.107185, "nauc_precision_at_1000_std": -0.002823, "nauc_precision_at_1000_diff1": -0.196058, "nauc_mrr_at_1_max": 0.35801, "nauc_mrr_at_1_std": 0.10261, "nauc_mrr_at_1_diff1": 0.41343, "nauc_mrr_at_3_max": 0.373323, "nauc_mrr_at_3_std": 0.094073, "nauc_mrr_at_3_diff1": 0.399278, "nauc_mrr_at_5_max": 0.382601, "nauc_mrr_at_5_std": 0.102488, "nauc_mrr_at_5_diff1": 0.391362, "nauc_mrr_at_10_max": 0.385817, "nauc_mrr_at_10_std": 0.108194, "nauc_mrr_at_10_diff1": 0.39072, "nauc_mrr_at_20_max": 0.385337, "nauc_mrr_at_20_std": 0.106141, "nauc_mrr_at_20_diff1": 0.393327, "nauc_mrr_at_100_max": 0.384118, "nauc_mrr_at_100_std": 0.105164, "nauc_mrr_at_100_diff1": 0.393965, "nauc_mrr_at_1000_max": 0.383957, "nauc_mrr_at_1000_std": 0.105164, "nauc_mrr_at_1000_diff1": 0.393881, "hit_rate_at_1": 0.50162, "hit_rate_at_3": 0.73786, "hit_rate_at_5": 0.80583, "hit_rate_at_10": 0.87702, "hit_rate_at_20": 0.9288, "hit_rate_at_100": 0.98058, "hit_rate_at_1000": 1.0, "main_score": 0.52126, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.4822, "ndcg_at_3": 0.48969, "ndcg_at_5": 0.50463, "ndcg_at_10": 0.53818, "ndcg_at_20": 0.5724, "ndcg_at_100": 0.62533, "ndcg_at_1000": 0.64994, "map_at_1": 0.22579, "map_at_3": 0.33596, "map_at_5": 0.3774, "map_at_10": 0.41866, "map_at_20": 0.44327, "map_at_100": 0.46138, "map_at_1000": 0.46481, "recall_at_1": 0.22579, "recall_at_3": 0.39654, "recall_at_5": 0.48969, "recall_at_10": 0.6091, "recall_at_20": 0.71695, "recall_at_100": 0.89098, "recall_at_1000": 0.99547, "accuracy": 0.22579, "precision_at_1": 0.52104, "precision_at_3": 0.36246, "precision_at_5": 0.29385, "precision_at_10": 0.20324, "precision_at_20": 0.13074, "precision_at_100": 0.03751, "precision_at_1000": 0.00467, "mrr_at_1": 0.521036, "mrr_at_3": 0.619741, "mrr_at_5": 0.641424, "mrr_at_10": 0.65039, "mrr_at_20": 0.653224, "mrr_at_100": 0.655013, "mrr_at_1000": 0.655034, "nauc_ndcg_at_1_max": 0.383824, "nauc_ndcg_at_1_std": 0.08073, "nauc_ndcg_at_1_diff1": 0.457076, "nauc_ndcg_at_3_max": 0.340109, "nauc_ndcg_at_3_std": 0.092737, "nauc_ndcg_at_3_diff1": 0.36899, "nauc_ndcg_at_5_max": 0.361218, "nauc_ndcg_at_5_std": 0.094981, "nauc_ndcg_at_5_diff1": 0.395782, "nauc_ndcg_at_10_max": 0.396535, "nauc_ndcg_at_10_std": 0.095879, "nauc_ndcg_at_10_diff1": 0.398093, "nauc_ndcg_at_20_max": 0.417537, "nauc_ndcg_at_20_std": 0.118308, "nauc_ndcg_at_20_diff1": 0.418542, "nauc_ndcg_at_100_max": 0.416286, "nauc_ndcg_at_100_std": 0.129098, "nauc_ndcg_at_100_diff1": 0.406097, "nauc_ndcg_at_1000_max": 0.396248, "nauc_ndcg_at_1000_std": 0.110384, "nauc_ndcg_at_1000_diff1": 0.39758, "nauc_map_at_1_max": 0.24316, "nauc_map_at_1_std": 0.001714, "nauc_map_at_1_diff1": 0.441698, "nauc_map_at_3_max": 0.282244, "nauc_map_at_3_std": 0.048912, "nauc_map_at_3_diff1": 0.392202, "nauc_map_at_5_max": 0.318549, "nauc_map_at_5_std": 0.064948, "nauc_map_at_5_diff1": 0.393588, "nauc_map_at_10_max": 0.344792, "nauc_map_at_10_std": 0.072316, "nauc_map_at_10_diff1": 0.381113, "nauc_map_at_20_max": 0.359935, "nauc_map_at_20_std": 0.090479, "nauc_map_at_20_diff1": 0.386741, "nauc_map_at_100_max": 0.360611, "nauc_map_at_100_std": 0.098248, "nauc_map_at_100_diff1": 0.380832, "nauc_map_at_1000_max": 0.358775, "nauc_map_at_1000_std": 0.096445, "nauc_map_at_1000_diff1": 0.379942, "nauc_recall_at_1_max": 0.24316, "nauc_recall_at_1_std": 0.001714, "nauc_recall_at_1_diff1": 0.441698, "nauc_recall_at_3_max": 0.24761, "nauc_recall_at_3_std": 0.070111, "nauc_recall_at_3_diff1": 0.327827, "nauc_recall_at_5_max": 0.290363, "nauc_recall_at_5_std": 0.087961, "nauc_recall_at_5_diff1": 0.336787, "nauc_recall_at_10_max": 0.323563, "nauc_recall_at_10_std": 0.081903, "nauc_recall_at_10_diff1": 0.299541, "nauc_recall_at_20_max": 0.379038, "nauc_recall_at_20_std": 0.124475, "nauc_recall_at_20_diff1": 0.331549, "nauc_recall_at_100_max": 0.495878, "nauc_recall_at_100_std": 0.270864, "nauc_recall_at_100_diff1": 0.309147, "nauc_recall_at_1000_max": 0.502518, "nauc_recall_at_1000_std": 0.78084, "nauc_recall_at_1000_diff1": -0.743437, "nauc_precision_at_1_max": 0.408155, "nauc_precision_at_1_std": 0.112629, "nauc_precision_at_1_diff1": 0.456456, "nauc_precision_at_3_max": 0.294091, "nauc_precision_at_3_std": 0.15863, "nauc_precision_at_3_diff1": 0.10569, "nauc_precision_at_5_max": 0.27496, "nauc_precision_at_5_std": 0.161372, "nauc_precision_at_5_diff1": 0.054724, "nauc_precision_at_10_max": 0.199655, "nauc_precision_at_10_std": 0.130793, "nauc_precision_at_10_diff1": -0.064347, "nauc_precision_at_20_max": 0.135996, "nauc_precision_at_20_std": 0.148901, "nauc_precision_at_20_diff1": -0.076477, "nauc_precision_at_100_max": -0.044773, "nauc_precision_at_100_std": 0.06753, "nauc_precision_at_100_diff1": -0.203633, "nauc_precision_at_1000_max": -0.1587, "nauc_precision_at_1000_std": -0.028417, "nauc_precision_at_1000_diff1": -0.245794, "nauc_mrr_at_1_max": 0.408155, "nauc_mrr_at_1_std": 0.112629, "nauc_mrr_at_1_diff1": 0.456456, "nauc_mrr_at_3_max": 0.4354, "nauc_mrr_at_3_std": 0.155337, "nauc_mrr_at_3_diff1": 0.427555, "nauc_mrr_at_5_max": 0.434392, "nauc_mrr_at_5_std": 0.156928, "nauc_mrr_at_5_diff1": 0.438653, "nauc_mrr_at_10_max": 0.433136, "nauc_mrr_at_10_std": 0.15039, "nauc_mrr_at_10_diff1": 0.43372, "nauc_mrr_at_20_max": 0.432478, "nauc_mrr_at_20_std": 0.149331, "nauc_mrr_at_20_diff1": 0.435047, "nauc_mrr_at_100_max": 0.431552, "nauc_mrr_at_100_std": 0.149016, "nauc_mrr_at_100_diff1": 0.435179, "nauc_mrr_at_1000_max": 0.431539, "nauc_mrr_at_1000_std": 0.148996, "nauc_mrr_at_1000_diff1": 0.435151, "hit_rate_at_1": 0.52104, "hit_rate_at_3": 0.73786, "hit_rate_at_5": 0.83495, "hit_rate_at_10": 0.8932, "hit_rate_at_20": 0.93204, "hit_rate_at_100": 0.99353, "hit_rate_at_1000": 1.0, "main_score": 0.53818, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.47735, "ndcg_at_3": 0.48536, "ndcg_at_5": 0.50277, "ndcg_at_10": 0.5296, "ndcg_at_20": 0.55918, "ndcg_at_100": 0.61857, "ndcg_at_1000": 0.64213, "map_at_1": 0.21887, "map_at_3": 0.3321, "map_at_5": 0.37365, "map_at_10": 0.41246, "map_at_20": 0.43268, "map_at_100": 0.45337, "map_at_1000": 0.45658, "recall_at_1": 0.21887, "recall_at_3": 0.39847, "recall_at_5": 0.49469, "recall_at_10": 0.59943, "recall_at_20": 0.70157, "recall_at_100": 0.89165, "recall_at_1000": 0.99431, "accuracy": 0.21887, "precision_at_1": 0.51133, "precision_at_3": 0.35922, "precision_at_5": 0.28867, "precision_at_10": 0.19935, "precision_at_20": 0.12476, "precision_at_100": 0.03799, "precision_at_1000": 0.00467, "mrr_at_1": 0.511327, "mrr_at_3": 0.61219, "mrr_at_5": 0.633873, "mrr_at_10": 0.640674, "mrr_at_20": 0.643989, "mrr_at_100": 0.645231, "mrr_at_1000": 0.645296, "nauc_ndcg_at_1_max": 0.346506, "nauc_ndcg_at_1_std": 0.073996, "nauc_ndcg_at_1_diff1": 0.45725, "nauc_ndcg_at_3_max": 0.372491, "nauc_ndcg_at_3_std": 0.108219, "nauc_ndcg_at_3_diff1": 0.422818, "nauc_ndcg_at_5_max": 0.389596, "nauc_ndcg_at_5_std": 0.119994, "nauc_ndcg_at_5_diff1": 0.434703, "nauc_ndcg_at_10_max": 0.430913, "nauc_ndcg_at_10_std": 0.125015, "nauc_ndcg_at_10_diff1": 0.445522, "nauc_ndcg_at_20_max": 0.44758, "nauc_ndcg_at_20_std": 0.162115, "nauc_ndcg_at_20_diff1": 0.444313, "nauc_ndcg_at_100_max": 0.44731, "nauc_ndcg_at_100_std": 0.171668, "nauc_ndcg_at_100_diff1": 0.450081, "nauc_ndcg_at_1000_max": 0.430709, "nauc_ndcg_at_1000_std": 0.153054, "nauc_ndcg_at_1000_diff1": 0.45159, "nauc_map_at_1_max": 0.24607, "nauc_map_at_1_std": 0.0216, "nauc_map_at_1_diff1": 0.494692, "nauc_map_at_3_max": 0.315921, "nauc_map_at_3_std": 0.064546, "nauc_map_at_3_diff1": 0.447767, "nauc_map_at_5_max": 0.344526, "nauc_map_at_5_std": 0.075523, "nauc_map_at_5_diff1": 0.436883, "nauc_map_at_10_max": 0.374694, "nauc_map_at_10_std": 0.09256, "nauc_map_at_10_diff1": 0.431623, "nauc_map_at_20_max": 0.389269, "nauc_map_at_20_std": 0.120436, "nauc_map_at_20_diff1": 0.428264, "nauc_map_at_100_max": 0.392667, "nauc_map_at_100_std": 0.13172, "nauc_map_at_100_diff1": 0.429462, "nauc_map_at_1000_max": 0.390861, "nauc_map_at_1000_std": 0.130166, "nauc_map_at_1000_diff1": 0.430303, "nauc_recall_at_1_max": 0.24607, "nauc_recall_at_1_std": 0.0216, "nauc_recall_at_1_diff1": 0.494692, "nauc_recall_at_3_max": 0.305067, "nauc_recall_at_3_std": 0.084551, "nauc_recall_at_3_diff1": 0.372855, "nauc_recall_at_5_max": 0.310562, "nauc_recall_at_5_std": 0.096245, "nauc_recall_at_5_diff1": 0.321506, "nauc_recall_at_10_max": 0.366701, "nauc_recall_at_10_std": 0.09552, "nauc_recall_at_10_diff1": 0.313411, "nauc_recall_at_20_max": 0.405134, "nauc_recall_at_20_std": 0.18677, "nauc_recall_at_20_diff1": 0.281012, "nauc_recall_at_100_max": 0.506428, "nauc_recall_at_100_std": 0.321061, "nauc_recall_at_100_diff1": 0.251159, "nauc_recall_at_1000_max": 0.655203, "nauc_recall_at_1000_std": 0.93345, "nauc_recall_at_1000_diff1": -0.564457, "nauc_precision_at_1_max": 0.370153, "nauc_precision_at_1_std": 0.085554, "nauc_precision_at_1_diff1": 0.482329, "nauc_precision_at_3_max": 0.340324, "nauc_precision_at_3_std": 0.171095, "nauc_precision_at_3_diff1": 0.172842, "nauc_precision_at_5_max": 0.302346, "nauc_precision_at_5_std": 0.183618, "nauc_precision_at_5_diff1": 0.08256, "nauc_precision_at_10_max": 0.228421, "nauc_precision_at_10_std": 0.173217, "nauc_precision_at_10_diff1": 0.001231, "nauc_precision_at_20_max": 0.169486, "nauc_precision_at_20_std": 0.205821, "nauc_precision_at_20_diff1": -0.05614, "nauc_precision_at_100_max": -0.029297, "nauc_precision_at_100_std": 0.094651, "nauc_precision_at_100_diff1": -0.146825, "nauc_precision_at_1000_max": -0.127629, "nauc_precision_at_1000_std": -0.009818, "nauc_precision_at_1000_diff1": -0.17446, "nauc_mrr_at_1_max": 0.370153, "nauc_mrr_at_1_std": 0.085554, "nauc_mrr_at_1_diff1": 0.482329, "nauc_mrr_at_3_max": 0.439649, "nauc_mrr_at_3_std": 0.147333, "nauc_mrr_at_3_diff1": 0.471464, "nauc_mrr_at_5_max": 0.436952, "nauc_mrr_at_5_std": 0.162526, "nauc_mrr_at_5_diff1": 0.467732, "nauc_mrr_at_10_max": 0.432852, "nauc_mrr_at_10_std": 0.15224, "nauc_mrr_at_10_diff1": 0.464636, "nauc_mrr_at_20_max": 0.431368, "nauc_mrr_at_20_std": 0.150693, "nauc_mrr_at_20_diff1": 0.465846, "nauc_mrr_at_100_max": 0.431116, "nauc_mrr_at_100_std": 0.149656, "nauc_mrr_at_100_diff1": 0.467159, "nauc_mrr_at_1000_max": 0.431114, "nauc_mrr_at_1000_std": 0.14972, "nauc_mrr_at_1000_diff1": 0.467231, "hit_rate_at_1": 0.51133, "hit_rate_at_3": 0.7411, "hit_rate_at_5": 0.83495, "hit_rate_at_10": 0.88673, "hit_rate_at_20": 0.93851, "hit_rate_at_100": 0.98706, "hit_rate_at_1000": 1.0, "main_score": 0.5296, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.49676, "ndcg_at_3": 0.52294, "ndcg_at_5": 0.52721, "ndcg_at_10": 0.55173, "ndcg_at_20": 0.58521, "ndcg_at_100": 0.64038, "ndcg_at_1000": 0.66368, "map_at_1": 0.23716, "map_at_3": 0.36081, "map_at_5": 0.39953, "map_at_10": 0.4381, "map_at_20": 0.46177, "map_at_100": 0.48165, "map_at_1000": 0.4849, "recall_at_1": 0.23716, "recall_at_3": 0.43234, "recall_at_5": 0.50775, "recall_at_10": 0.61187, "recall_at_20": 0.71758, "recall_at_100": 0.89378, "recall_at_1000": 0.99597, "accuracy": 0.23716, "precision_at_1": 0.53074, "precision_at_3": 0.39159, "precision_at_5": 0.30356, "precision_at_10": 0.20356, "precision_at_20": 0.13139, "precision_at_100": 0.03841, "precision_at_1000": 0.00468, "mrr_at_1": 0.530744, "mrr_at_3": 0.640237, "mrr_at_5": 0.651564, "mrr_at_10": 0.661089, "mrr_at_20": 0.664348, "mrr_at_100": 0.665496, "mrr_at_1000": 0.665586, "nauc_ndcg_at_1_max": 0.321631, "nauc_ndcg_at_1_std": 0.052191, "nauc_ndcg_at_1_diff1": 0.462113, "nauc_ndcg_at_3_max": 0.285938, "nauc_ndcg_at_3_std": 0.026074, "nauc_ndcg_at_3_diff1": 0.364523, "nauc_ndcg_at_5_max": 0.300522, "nauc_ndcg_at_5_std": 0.024568, "nauc_ndcg_at_5_diff1": 0.368453, "nauc_ndcg_at_10_max": 0.338378, "nauc_ndcg_at_10_std": 0.035721, "nauc_ndcg_at_10_diff1": 0.380014, "nauc_ndcg_at_20_max": 0.360654, "nauc_ndcg_at_20_std": 0.057988, "nauc_ndcg_at_20_diff1": 0.392495, "nauc_ndcg_at_100_max": 0.357304, "nauc_ndcg_at_100_std": 0.068531, "nauc_ndcg_at_100_diff1": 0.39215, "nauc_ndcg_at_1000_max": 0.338973, "nauc_ndcg_at_1000_std": 0.058729, "nauc_ndcg_at_1000_diff1": 0.388655, "nauc_map_at_1_max": 0.212314, "nauc_map_at_1_std": -0.001581, "nauc_map_at_1_diff1": 0.46559, "nauc_map_at_3_max": 0.266377, "nauc_map_at_3_std": -0.000397, "nauc_map_at_3_diff1": 0.400005, "nauc_map_at_5_max": 0.286143, "nauc_map_at_5_std": 0.004682, "nauc_map_at_5_diff1": 0.385182, "nauc_map_at_10_max": 0.307254, "nauc_map_at_10_std": 0.020971, "nauc_map_at_10_diff1": 0.3731, "nauc_map_at_20_max": 0.318423, "nauc_map_at_20_std": 0.039112, "nauc_map_at_20_diff1": 0.371136, "nauc_map_at_100_max": 0.31801, "nauc_map_at_100_std": 0.04927, "nauc_map_at_100_diff1": 0.367442, "nauc_map_at_1000_max": 0.31569, "nauc_map_at_1000_std": 0.047959, "nauc_map_at_1000_diff1": 0.36648, "nauc_recall_at_1_max": 0.212314, "nauc_recall_at_1_std": -0.001581, "nauc_recall_at_1_diff1": 0.46559, "nauc_recall_at_3_max": 0.237154, "nauc_recall_at_3_std": -0.001278, "nauc_recall_at_3_diff1": 0.321124, "nauc_recall_at_5_max": 0.248777, "nauc_recall_at_5_std": 0.000442, "nauc_recall_at_5_diff1": 0.297209, "nauc_recall_at_10_max": 0.284548, "nauc_recall_at_10_std": 0.005709, "nauc_recall_at_10_diff1": 0.276188, "nauc_recall_at_20_max": 0.341703, "nauc_recall_at_20_std": 0.05085, "nauc_recall_at_20_diff1": 0.273029, "nauc_recall_at_100_max": 0.423059, "nauc_recall_at_100_std": 0.130132, "nauc_recall_at_100_diff1": 0.253765, "nauc_recall_at_1000_max": 0.243584, "nauc_recall_at_1000_std": 0.772995, "nauc_recall_at_1000_diff1": -0.710376, "nauc_precision_at_1_max": 0.340273, "nauc_precision_at_1_std": 0.062933, "nauc_precision_at_1_diff1": 0.466474, "nauc_precision_at_3_max": 0.208066, "nauc_precision_at_3_std": 0.088637, "nauc_precision_at_3_diff1": 0.038016, "nauc_precision_at_5_max": 0.178332, "nauc_precision_at_5_std": 0.096138, "nauc_precision_at_5_diff1": -0.053637, "nauc_precision_at_10_max": 0.126813, "nauc_precision_at_10_std": 0.133186, "nauc_precision_at_10_diff1": -0.12047, "nauc_precision_at_20_max": 0.07909, "nauc_precision_at_20_std": 0.154339, "nauc_precision_at_20_diff1": -0.14997, "nauc_precision_at_100_max": -0.063342, "nauc_precision_at_100_std": 0.096678, "nauc_precision_at_100_diff1": -0.214765, "nauc_precision_at_1000_max": -0.151442, "nauc_precision_at_1000_std": 0.014127, "nauc_precision_at_1000_diff1": -0.231527, "nauc_mrr_at_1_max": 0.340273, "nauc_mrr_at_1_std": 0.062933, "nauc_mrr_at_1_diff1": 0.466474, "nauc_mrr_at_3_max": 0.344805, "nauc_mrr_at_3_std": 0.075205, "nauc_mrr_at_3_diff1": 0.40974, "nauc_mrr_at_5_max": 0.343019, "nauc_mrr_at_5_std": 0.080208, "nauc_mrr_at_5_diff1": 0.405096, "nauc_mrr_at_10_max": 0.345874, "nauc_mrr_at_10_std": 0.080652, "nauc_mrr_at_10_diff1": 0.412869, "nauc_mrr_at_20_max": 0.344713, "nauc_mrr_at_20_std": 0.077746, "nauc_mrr_at_20_diff1": 0.413537, "nauc_mrr_at_100_max": 0.343944, "nauc_mrr_at_100_std": 0.076274, "nauc_mrr_at_100_diff1": 0.41468, "nauc_mrr_at_1000_max": 0.34386, "nauc_mrr_at_1000_std": 0.076391, "nauc_mrr_at_1000_diff1": 0.414673, "hit_rate_at_1": 0.53074, "hit_rate_at_3": 0.77994, "hit_rate_at_5": 0.82848, "hit_rate_at_10": 0.89644, "hit_rate_at_20": 0.94498, "hit_rate_at_100": 0.98382, "hit_rate_at_1000": 1.0, "main_score": 0.55173, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 7042.426090221852, "kg_co2_emissions": null, "date": 1782146032.078573, "evaluation_phases": [ { "name": "Data loading", "start": 8.071213960647583e-05, "end": 40.333343252539635, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 40.333422653377056, "end": 40.33342944830656, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 40.34848380088806, "end": 1190.04479457438, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1190.0450284332037, "end": 1190.3134315535426, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 1190.3453515544534, "end": 2315.4084834828973, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2315.408781580627, "end": 2315.67657058686, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2315.7109015360475, "end": 3431.0227569416165, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3431.0230858176947, "end": 3431.2951230853796, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3431.331757001579, "end": 4548.319455489516, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 4548.319707944989, "end": 4548.595533415675, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 4548.63279992342, "end": 5673.800544030964, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 5673.800842918456, "end": 5674.04894194752, "split": "test", "subset": "spanish" } ] }