{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.63721, "ndcg_at_3": 0.58552, "ndcg_at_5": 0.5696, "ndcg_at_10": 0.55614, "ndcg_at_20": 0.55886, "ndcg_at_100": 0.56099, "ndcg_at_1000": 0.56099, "map_at_1": 0.26698, "map_at_3": 0.40152, "map_at_5": 0.44405, "map_at_10": 0.47052, "map_at_20": 0.47935, "map_at_100": 0.48085, "map_at_1000": 0.48085, "recall_at_1": 0.26698, "recall_at_3": 0.42295, "recall_at_5": 0.48226, "recall_at_10": 0.52649, "recall_at_20": 0.54471, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.26698, "precision_at_1": 0.68837, "precision_at_3": 0.46047, "precision_at_5": 0.34605, "precision_at_10": 0.20791, "precision_at_20": 0.11279, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.688372, "mrr_at_3": 0.724806, "mrr_at_5": 0.727132, "mrr_at_10": 0.727132, "mrr_at_20": 0.727364, "mrr_at_100": 0.727364, "mrr_at_1000": 0.727364, "nauc_ndcg_at_1_max": 0.631682, "nauc_ndcg_at_1_std": 0.525365, "nauc_ndcg_at_1_diff1": 0.544007, "nauc_ndcg_at_3_max": 0.645281, "nauc_ndcg_at_3_std": 0.586222, "nauc_ndcg_at_3_diff1": 0.435766, "nauc_ndcg_at_5_max": 0.64185, "nauc_ndcg_at_5_std": 0.600678, "nauc_ndcg_at_5_diff1": 0.424445, "nauc_ndcg_at_10_max": 0.649241, "nauc_ndcg_at_10_std": 0.612173, "nauc_ndcg_at_10_diff1": 0.431259, "nauc_ndcg_at_20_max": 0.645395, "nauc_ndcg_at_20_std": 0.61554, "nauc_ndcg_at_20_diff1": 0.425461, "nauc_ndcg_at_100_max": 0.647807, "nauc_ndcg_at_100_std": 0.617297, "nauc_ndcg_at_100_diff1": 0.427012, "nauc_ndcg_at_1000_max": 0.647807, "nauc_ndcg_at_1000_std": 0.617297, "nauc_ndcg_at_1000_diff1": 0.427012, "nauc_map_at_1_max": 0.356924, "nauc_map_at_1_std": 0.15404, "nauc_map_at_1_diff1": 0.508312, "nauc_map_at_3_max": 0.486097, "nauc_map_at_3_std": 0.348052, "nauc_map_at_3_diff1": 0.415999, "nauc_map_at_5_max": 0.518054, "nauc_map_at_5_std": 0.430206, "nauc_map_at_5_diff1": 0.373523, "nauc_map_at_10_max": 0.568031, "nauc_map_at_10_std": 0.509469, "nauc_map_at_10_diff1": 0.36868, "nauc_map_at_20_max": 0.576373, "nauc_map_at_20_std": 0.52731, "nauc_map_at_20_diff1": 0.365917, "nauc_map_at_100_max": 0.578575, "nauc_map_at_100_std": 0.529022, "nauc_map_at_100_diff1": 0.367212, "nauc_map_at_1000_max": 0.578575, "nauc_map_at_1000_std": 0.529022, "nauc_map_at_1000_diff1": 0.367212, "nauc_recall_at_1_max": 0.356924, "nauc_recall_at_1_std": 0.15404, "nauc_recall_at_1_diff1": 0.508312, "nauc_recall_at_3_max": 0.474794, "nauc_recall_at_3_std": 0.361444, "nauc_recall_at_3_diff1": 0.387477, "nauc_recall_at_5_max": 0.509484, "nauc_recall_at_5_std": 0.464923, "nauc_recall_at_5_diff1": 0.335973, "nauc_recall_at_10_max": 0.571871, "nauc_recall_at_10_std": 0.586477, "nauc_recall_at_10_diff1": 0.319693, "nauc_recall_at_20_max": 0.573735, "nauc_recall_at_20_std": 0.608868, "nauc_recall_at_20_diff1": 0.307415, "nauc_recall_at_100_max": 0.580944, "nauc_recall_at_100_std": 0.612056, "nauc_recall_at_100_diff1": 0.313913, "nauc_recall_at_1000_max": 0.580944, "nauc_recall_at_1000_std": 0.612056, "nauc_recall_at_1000_diff1": 0.313913, "nauc_precision_at_1_max": 0.705402, "nauc_precision_at_1_std": 0.614405, "nauc_precision_at_1_diff1": 0.54703, "nauc_precision_at_3_max": 0.495112, "nauc_precision_at_3_std": 0.614455, "nauc_precision_at_3_diff1": 0.084587, "nauc_precision_at_5_max": 0.413748, "nauc_precision_at_5_std": 0.604752, "nauc_precision_at_5_diff1": -0.013796, "nauc_precision_at_10_max": 0.394598, "nauc_precision_at_10_std": 0.608296, "nauc_precision_at_10_diff1": -0.033905, "nauc_precision_at_20_max": 0.355306, "nauc_precision_at_20_std": 0.564178, "nauc_precision_at_20_diff1": -0.043573, "nauc_precision_at_100_max": 0.35191, "nauc_precision_at_100_std": 0.548706, "nauc_precision_at_100_diff1": -0.036715, "nauc_precision_at_1000_max": 0.35191, "nauc_precision_at_1000_std": 0.548706, "nauc_precision_at_1000_diff1": -0.036715, "nauc_mrr_at_1_max": 0.705402, "nauc_mrr_at_1_std": 0.614405, "nauc_mrr_at_1_diff1": 0.54703, "nauc_mrr_at_3_max": 0.754361, "nauc_mrr_at_3_std": 0.716945, "nauc_mrr_at_3_diff1": 0.548933, "nauc_mrr_at_5_max": 0.75523, "nauc_mrr_at_5_std": 0.721086, "nauc_mrr_at_5_diff1": 0.547336, "nauc_mrr_at_10_max": 0.75523, "nauc_mrr_at_10_std": 0.721086, "nauc_mrr_at_10_diff1": 0.547336, "nauc_mrr_at_20_max": 0.754915, "nauc_mrr_at_20_std": 0.720747, "nauc_mrr_at_20_diff1": 0.546747, "nauc_mrr_at_100_max": 0.754915, "nauc_mrr_at_100_std": 0.720747, "nauc_mrr_at_100_diff1": 0.546747, "nauc_mrr_at_1000_max": 0.754915, "nauc_mrr_at_1000_std": 0.720747, "nauc_mrr_at_1000_diff1": 0.546747, "hit_rate_at_1": 0.68837, "hit_rate_at_3": 0.76744, "hit_rate_at_5": 0.77674, "hit_rate_at_10": 0.77674, "hit_rate_at_20": 0.7814, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.55614, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.65349, "ndcg_at_3": 0.58498, "ndcg_at_5": 0.56591, "ndcg_at_10": 0.5529, "ndcg_at_20": 0.55578, "ndcg_at_100": 0.55725, "ndcg_at_1000": 0.55725, "map_at_1": 0.26016, "map_at_3": 0.393, "map_at_5": 0.43543, "map_at_10": 0.46111, "map_at_20": 0.47132, "map_at_100": 0.47221, "map_at_1000": 0.47221, "recall_at_1": 0.26016, "recall_at_3": 0.41319, "recall_at_5": 0.47353, "recall_at_10": 0.51492, "recall_at_20": 0.53478, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.26016, "precision_at_1": 0.71163, "precision_at_3": 0.45736, "precision_at_5": 0.3414, "precision_at_10": 0.20233, "precision_at_20": 0.1107, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.711628, "mrr_at_3": 0.744961, "mrr_at_5": 0.746124, "mrr_at_10": 0.746124, "mrr_at_20": 0.746547, "mrr_at_100": 0.746726, "mrr_at_1000": 0.746726, "nauc_ndcg_at_1_max": 0.682898, "nauc_ndcg_at_1_std": 0.567845, "nauc_ndcg_at_1_diff1": 0.570616, "nauc_ndcg_at_3_max": 0.64068, "nauc_ndcg_at_3_std": 0.61715, "nauc_ndcg_at_3_diff1": 0.394416, "nauc_ndcg_at_5_max": 0.654687, "nauc_ndcg_at_5_std": 0.645989, "nauc_ndcg_at_5_diff1": 0.412248, "nauc_ndcg_at_10_max": 0.647937, "nauc_ndcg_at_10_std": 0.650814, "nauc_ndcg_at_10_diff1": 0.395954, "nauc_ndcg_at_20_max": 0.653683, "nauc_ndcg_at_20_std": 0.662717, "nauc_ndcg_at_20_diff1": 0.394249, "nauc_ndcg_at_100_max": 0.655085, "nauc_ndcg_at_100_std": 0.665894, "nauc_ndcg_at_100_diff1": 0.394676, "nauc_ndcg_at_1000_max": 0.655085, "nauc_ndcg_at_1000_std": 0.665894, "nauc_ndcg_at_1000_diff1": 0.394676, "nauc_map_at_1_max": 0.395341, "nauc_map_at_1_std": 0.228708, "nauc_map_at_1_diff1": 0.479857, "nauc_map_at_3_max": 0.480776, "nauc_map_at_3_std": 0.405355, "nauc_map_at_3_diff1": 0.361099, "nauc_map_at_5_max": 0.521583, "nauc_map_at_5_std": 0.488691, "nauc_map_at_5_diff1": 0.335035, "nauc_map_at_10_max": 0.549415, "nauc_map_at_10_std": 0.551318, "nauc_map_at_10_diff1": 0.309222, "nauc_map_at_20_max": 0.560811, "nauc_map_at_20_std": 0.576786, "nauc_map_at_20_diff1": 0.304467, "nauc_map_at_100_max": 0.561877, "nauc_map_at_100_std": 0.57911, "nauc_map_at_100_diff1": 0.304558, "nauc_map_at_1000_max": 0.561877, "nauc_map_at_1000_std": 0.57911, "nauc_map_at_1000_diff1": 0.304558, "nauc_recall_at_1_max": 0.395341, "nauc_recall_at_1_std": 0.228708, "nauc_recall_at_1_diff1": 0.479857, "nauc_recall_at_3_max": 0.462451, "nauc_recall_at_3_std": 0.405687, "nauc_recall_at_3_diff1": 0.337727, "nauc_recall_at_5_max": 0.522195, "nauc_recall_at_5_std": 0.51803, "nauc_recall_at_5_diff1": 0.324708, "nauc_recall_at_10_max": 0.551048, "nauc_recall_at_10_std": 0.604099, "nauc_recall_at_10_diff1": 0.276159, "nauc_recall_at_20_max": 0.568902, "nauc_recall_at_20_std": 0.644967, "nauc_recall_at_20_diff1": 0.267873, "nauc_recall_at_100_max": 0.571719, "nauc_recall_at_100_std": 0.651255, "nauc_recall_at_100_diff1": 0.2689, "nauc_recall_at_1000_max": 0.571719, "nauc_recall_at_1000_std": 0.651255, "nauc_recall_at_1000_diff1": 0.2689, "nauc_precision_at_1_max": 0.764506, "nauc_precision_at_1_std": 0.669993, "nauc_precision_at_1_diff1": 0.593528, "nauc_precision_at_3_max": 0.452925, "nauc_precision_at_3_std": 0.581828, "nauc_precision_at_3_diff1": 0.057545, "nauc_precision_at_5_max": 0.415614, "nauc_precision_at_5_std": 0.585406, "nauc_precision_at_5_diff1": 0.022471, "nauc_precision_at_10_max": 0.354187, "nauc_precision_at_10_std": 0.562422, "nauc_precision_at_10_diff1": -0.048783, "nauc_precision_at_20_max": 0.329912, "nauc_precision_at_20_std": 0.549175, "nauc_precision_at_20_diff1": -0.059066, "nauc_precision_at_100_max": 0.3252, "nauc_precision_at_100_std": 0.548079, "nauc_precision_at_100_diff1": -0.058623, "nauc_precision_at_1000_max": 0.3252, "nauc_precision_at_1000_std": 0.548079, "nauc_precision_at_1000_diff1": -0.058623, "nauc_mrr_at_1_max": 0.764506, "nauc_mrr_at_1_std": 0.669993, "nauc_mrr_at_1_diff1": 0.593528, "nauc_mrr_at_3_max": 0.816327, "nauc_mrr_at_3_std": 0.774091, "nauc_mrr_at_3_diff1": 0.58583, "nauc_mrr_at_5_max": 0.825307, "nauc_mrr_at_5_std": 0.776343, "nauc_mrr_at_5_diff1": 0.597052, "nauc_mrr_at_10_max": 0.825307, "nauc_mrr_at_10_std": 0.776343, "nauc_mrr_at_10_diff1": 0.597052, "nauc_mrr_at_20_max": 0.825387, "nauc_mrr_at_20_std": 0.777167, "nauc_mrr_at_20_diff1": 0.597633, "nauc_mrr_at_100_max": 0.82517, "nauc_mrr_at_100_std": 0.777039, "nauc_mrr_at_100_diff1": 0.597286, "nauc_mrr_at_1000_max": 0.82517, "nauc_mrr_at_1000_std": 0.777039, "nauc_mrr_at_1000_diff1": 0.597286, "hit_rate_at_1": 0.71163, "hit_rate_at_3": 0.7814, "hit_rate_at_5": 0.78605, "hit_rate_at_10": 0.78605, "hit_rate_at_20": 0.7907, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.5529, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.84419, "ndcg_at_3": 0.80109, "ndcg_at_5": 0.79758, "ndcg_at_10": 0.80503, "ndcg_at_20": 0.8212, "ndcg_at_100": 0.82706, "ndcg_at_1000": 0.82706, "map_at_1": 0.33889, "map_at_3": 0.55494, "map_at_5": 0.63619, "map_at_10": 0.7025, "map_at_20": 0.72664, "map_at_100": 0.73111, "map_at_1000": 0.73111, "recall_at_1": 0.33889, "recall_at_3": 0.58486, "recall_at_5": 0.6917, "recall_at_10": 0.79704, "recall_at_20": 0.8521, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.33889, "precision_at_1": 0.89302, "precision_at_3": 0.64651, "precision_at_5": 0.51349, "precision_at_10": 0.33209, "precision_at_20": 0.18907, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.893023, "mrr_at_3": 0.929457, "mrr_at_5": 0.931783, "mrr_at_10": 0.932447, "mrr_at_20": 0.932447, "mrr_at_100": 0.932447, "mrr_at_1000": 0.932447, "nauc_ndcg_at_1_max": 0.190929, "nauc_ndcg_at_1_std": -0.033394, "nauc_ndcg_at_1_diff1": 0.36088, "nauc_ndcg_at_3_max": 0.255629, "nauc_ndcg_at_3_std": 0.159068, "nauc_ndcg_at_3_diff1": 0.208027, "nauc_ndcg_at_5_max": 0.29726, "nauc_ndcg_at_5_std": 0.185299, "nauc_ndcg_at_5_diff1": 0.255994, "nauc_ndcg_at_10_max": 0.328301, "nauc_ndcg_at_10_std": 0.206102, "nauc_ndcg_at_10_diff1": 0.263864, "nauc_ndcg_at_20_max": 0.313267, "nauc_ndcg_at_20_std": 0.20585, "nauc_ndcg_at_20_diff1": 0.240401, "nauc_ndcg_at_100_max": 0.314224, "nauc_ndcg_at_100_std": 0.213873, "nauc_ndcg_at_100_diff1": 0.240904, "nauc_ndcg_at_1000_max": 0.314224, "nauc_ndcg_at_1000_std": 0.213873, "nauc_ndcg_at_1000_diff1": 0.240904, "nauc_map_at_1_max": 0.09695, "nauc_map_at_1_std": -0.177327, "nauc_map_at_1_diff1": 0.436197, "nauc_map_at_3_max": 0.186479, "nauc_map_at_3_std": -0.060676, "nauc_map_at_3_diff1": 0.324219, "nauc_map_at_5_max": 0.20886, "nauc_map_at_5_std": -0.005288, "nauc_map_at_5_diff1": 0.26603, "nauc_map_at_10_max": 0.251962, "nauc_map_at_10_std": 0.12682, "nauc_map_at_10_diff1": 0.203182, "nauc_map_at_20_max": 0.2666, "nauc_map_at_20_std": 0.170462, "nauc_map_at_20_diff1": 0.177729, "nauc_map_at_100_max": 0.268843, "nauc_map_at_100_std": 0.17856, "nauc_map_at_100_diff1": 0.175942, "nauc_map_at_1000_max": 0.268843, "nauc_map_at_1000_std": 0.17856, "nauc_map_at_1000_diff1": 0.175942, "nauc_recall_at_1_max": 0.09695, "nauc_recall_at_1_std": -0.177327, "nauc_recall_at_1_diff1": 0.436197, "nauc_recall_at_3_max": 0.177685, "nauc_recall_at_3_std": -0.063808, "nauc_recall_at_3_diff1": 0.319597, "nauc_recall_at_5_max": 0.201197, "nauc_recall_at_5_std": -0.010204, "nauc_recall_at_5_diff1": 0.265811, "nauc_recall_at_10_max": 0.275225, "nauc_recall_at_10_std": 0.177782, "nauc_recall_at_10_diff1": 0.186126, "nauc_recall_at_20_max": 0.275443, "nauc_recall_at_20_std": 0.240312, "nauc_recall_at_20_diff1": 0.117359, "nauc_recall_at_100_max": 0.281335, "nauc_recall_at_100_std": 0.255326, "nauc_recall_at_100_diff1": 0.12067, "nauc_recall_at_1000_max": 0.281335, "nauc_recall_at_1000_std": 0.255326, "nauc_recall_at_1000_diff1": 0.12067, "nauc_precision_at_1_max": 0.334204, "nauc_precision_at_1_std": 0.186429, "nauc_precision_at_1_diff1": 0.305973, "nauc_precision_at_3_max": 0.149989, "nauc_precision_at_3_std": 0.342616, "nauc_precision_at_3_diff1": -0.266726, "nauc_precision_at_5_max": 0.087771, "nauc_precision_at_5_std": 0.348799, "nauc_precision_at_5_diff1": -0.329647, "nauc_precision_at_10_max": 0.066774, "nauc_precision_at_10_std": 0.398722, "nauc_precision_at_10_diff1": -0.337864, "nauc_precision_at_20_max": 0.030335, "nauc_precision_at_20_std": 0.361183, "nauc_precision_at_20_diff1": -0.33728, "nauc_precision_at_100_max": 0.022201, "nauc_precision_at_100_std": 0.34578, "nauc_precision_at_100_diff1": -0.322808, "nauc_precision_at_1000_max": 0.022201, "nauc_precision_at_1000_std": 0.34578, "nauc_precision_at_1000_diff1": -0.322808, "nauc_mrr_at_1_max": 0.334204, "nauc_mrr_at_1_std": 0.186429, "nauc_mrr_at_1_diff1": 0.305973, "nauc_mrr_at_3_max": 0.401123, "nauc_mrr_at_3_std": 0.29265, "nauc_mrr_at_3_diff1": 0.303713, "nauc_mrr_at_5_max": 0.393865, "nauc_mrr_at_5_std": 0.283482, "nauc_mrr_at_5_diff1": 0.310965, "nauc_mrr_at_10_max": 0.39229, "nauc_mrr_at_10_std": 0.280816, "nauc_mrr_at_10_diff1": 0.306905, "nauc_mrr_at_20_max": 0.39229, "nauc_mrr_at_20_std": 0.280816, "nauc_mrr_at_20_diff1": 0.306905, "nauc_mrr_at_100_max": 0.39229, "nauc_mrr_at_100_std": 0.280816, "nauc_mrr_at_100_diff1": 0.306905, "nauc_mrr_at_1000_max": 0.39229, "nauc_mrr_at_1000_std": 0.280816, "nauc_mrr_at_1000_diff1": 0.306905, "hit_rate_at_1": 0.89302, "hit_rate_at_3": 0.97674, "hit_rate_at_5": 0.98605, "hit_rate_at_10": 0.9907, "hit_rate_at_20": 0.9907, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.80503, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.63256, "ndcg_at_3": 0.56975, "ndcg_at_5": 0.55196, "ndcg_at_10": 0.54731, "ndcg_at_20": 0.54988, "ndcg_at_100": 0.55195, "ndcg_at_1000": 0.55195, "map_at_1": 0.25343, "map_at_3": 0.38369, "map_at_5": 0.4261, "map_at_10": 0.45912, "map_at_20": 0.46888, "map_at_100": 0.47064, "map_at_1000": 0.47064, "recall_at_1": 0.25343, "recall_at_3": 0.40044, "recall_at_5": 0.46096, "recall_at_10": 0.51367, "recall_at_20": 0.53241, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.25343, "precision_at_1": 0.68372, "precision_at_3": 0.44961, "precision_at_5": 0.3386, "precision_at_10": 0.20977, "precision_at_20": 0.11419, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.683721, "mrr_at_3": 0.706202, "mrr_at_5": 0.707364, "mrr_at_10": 0.708605, "mrr_at_20": 0.708605, "mrr_at_100": 0.708605, "mrr_at_1000": 0.708605, "nauc_ndcg_at_1_max": 0.707059, "nauc_ndcg_at_1_std": 0.592453, "nauc_ndcg_at_1_diff1": 0.572268, "nauc_ndcg_at_3_max": 0.702375, "nauc_ndcg_at_3_std": 0.650998, "nauc_ndcg_at_3_diff1": 0.466159, "nauc_ndcg_at_5_max": 0.705036, "nauc_ndcg_at_5_std": 0.680427, "nauc_ndcg_at_5_diff1": 0.477444, "nauc_ndcg_at_10_max": 0.689562, "nauc_ndcg_at_10_std": 0.668817, "nauc_ndcg_at_10_diff1": 0.46964, "nauc_ndcg_at_20_max": 0.69286, "nauc_ndcg_at_20_std": 0.685148, "nauc_ndcg_at_20_diff1": 0.464185, "nauc_ndcg_at_100_max": 0.693876, "nauc_ndcg_at_100_std": 0.686216, "nauc_ndcg_at_100_diff1": 0.462232, "nauc_ndcg_at_1000_max": 0.693876, "nauc_ndcg_at_1000_std": 0.686216, "nauc_ndcg_at_1000_diff1": 0.462232, "nauc_map_at_1_max": 0.389838, "nauc_map_at_1_std": 0.250738, "nauc_map_at_1_diff1": 0.527015, "nauc_map_at_3_max": 0.511322, "nauc_map_at_3_std": 0.424645, "nauc_map_at_3_diff1": 0.462526, "nauc_map_at_5_max": 0.553146, "nauc_map_at_5_std": 0.503948, "nauc_map_at_5_diff1": 0.434945, "nauc_map_at_10_max": 0.587113, "nauc_map_at_10_std": 0.577436, "nauc_map_at_10_diff1": 0.41391, "nauc_map_at_20_max": 0.603785, "nauc_map_at_20_std": 0.612742, "nauc_map_at_20_diff1": 0.404727, "nauc_map_at_100_max": 0.605577, "nauc_map_at_100_std": 0.613975, "nauc_map_at_100_diff1": 0.40339, "nauc_map_at_1000_max": 0.605577, "nauc_map_at_1000_std": 0.613975, "nauc_map_at_1000_diff1": 0.40339, "nauc_recall_at_1_max": 0.389838, "nauc_recall_at_1_std": 0.250738, "nauc_recall_at_1_diff1": 0.527015, "nauc_recall_at_3_max": 0.5022, "nauc_recall_at_3_std": 0.435397, "nauc_recall_at_3_diff1": 0.439885, "nauc_recall_at_5_max": 0.55522, "nauc_recall_at_5_std": 0.540576, "nauc_recall_at_5_diff1": 0.412989, "nauc_recall_at_10_max": 0.596135, "nauc_recall_at_10_std": 0.640375, "nauc_recall_at_10_diff1": 0.384958, "nauc_recall_at_20_max": 0.619607, "nauc_recall_at_20_std": 0.700275, "nauc_recall_at_20_diff1": 0.363876, "nauc_recall_at_100_max": 0.623054, "nauc_recall_at_100_std": 0.70206, "nauc_recall_at_100_diff1": 0.360987, "nauc_recall_at_1000_max": 0.623054, "nauc_recall_at_1000_std": 0.70206, "nauc_recall_at_1000_diff1": 0.360987, "nauc_precision_at_1_max": 0.805572, "nauc_precision_at_1_std": 0.717987, "nauc_precision_at_1_diff1": 0.572708, "nauc_precision_at_3_max": 0.549959, "nauc_precision_at_3_std": 0.618625, "nauc_precision_at_3_diff1": 0.145823, "nauc_precision_at_5_max": 0.504809, "nauc_precision_at_5_std": 0.650515, "nauc_precision_at_5_diff1": 0.0699, "nauc_precision_at_10_max": 0.41732, "nauc_precision_at_10_std": 0.610108, "nauc_precision_at_10_diff1": 0.001804, "nauc_precision_at_20_max": 0.400464, "nauc_precision_at_20_std": 0.61137, "nauc_precision_at_20_diff1": -0.026189, "nauc_precision_at_100_max": 0.388639, "nauc_precision_at_100_std": 0.584941, "nauc_precision_at_100_diff1": -0.031571, "nauc_precision_at_1000_max": 0.388639, "nauc_precision_at_1000_std": 0.584941, "nauc_precision_at_1000_diff1": -0.031571, "nauc_mrr_at_1_max": 0.805572, "nauc_mrr_at_1_std": 0.717987, "nauc_mrr_at_1_diff1": 0.572708, "nauc_mrr_at_3_max": 0.84689, "nauc_mrr_at_3_std": 0.797609, "nauc_mrr_at_3_diff1": 0.557962, "nauc_mrr_at_5_max": 0.847157, "nauc_mrr_at_5_std": 0.798614, "nauc_mrr_at_5_diff1": 0.560611, "nauc_mrr_at_10_max": 0.847271, "nauc_mrr_at_10_std": 0.800672, "nauc_mrr_at_10_diff1": 0.560576, "nauc_mrr_at_20_max": 0.847271, "nauc_mrr_at_20_std": 0.800672, "nauc_mrr_at_20_diff1": 0.560576, "nauc_mrr_at_100_max": 0.847271, "nauc_mrr_at_100_std": 0.800672, "nauc_mrr_at_100_diff1": 0.560576, "nauc_mrr_at_1000_max": 0.847271, "nauc_mrr_at_1000_std": 0.800672, "nauc_mrr_at_1000_diff1": 0.560576, "hit_rate_at_1": 0.68372, "hit_rate_at_3": 0.73488, "hit_rate_at_5": 0.73953, "hit_rate_at_10": 0.74884, "hit_rate_at_20": 0.74884, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.54731, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.69767, "ndcg_at_3": 0.64269, "ndcg_at_5": 0.62923, "ndcg_at_10": 0.62736, "ndcg_at_20": 0.62996, "ndcg_at_100": 0.63094, "ndcg_at_1000": 0.63094, "map_at_1": 0.28369, "map_at_3": 0.45113, "map_at_5": 0.50357, "map_at_10": 0.54279, "map_at_20": 0.55157, "map_at_100": 0.55236, "map_at_1000": 0.55236, "recall_at_1": 0.28369, "recall_at_3": 0.46859, "recall_at_5": 0.54045, "recall_at_10": 0.60817, "recall_at_20": 0.62854, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.28369, "precision_at_1": 0.74884, "precision_at_3": 0.50698, "precision_at_5": 0.38512, "precision_at_10": 0.24047, "precision_at_20": 0.12814, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.748837, "mrr_at_3": 0.777519, "mrr_at_5": 0.781008, "mrr_at_10": 0.781525, "mrr_at_20": 0.781525, "mrr_at_100": 0.781525, "mrr_at_1000": 0.781525, "nauc_ndcg_at_1_max": 0.60501, "nauc_ndcg_at_1_std": 0.418449, "nauc_ndcg_at_1_diff1": 0.567522, "nauc_ndcg_at_3_max": 0.614481, "nauc_ndcg_at_3_std": 0.540684, "nauc_ndcg_at_3_diff1": 0.365298, "nauc_ndcg_at_5_max": 0.616569, "nauc_ndcg_at_5_std": 0.54724, "nauc_ndcg_at_5_diff1": 0.361334, "nauc_ndcg_at_10_max": 0.6265, "nauc_ndcg_at_10_std": 0.54804, "nauc_ndcg_at_10_diff1": 0.382502, "nauc_ndcg_at_20_max": 0.637081, "nauc_ndcg_at_20_std": 0.557314, "nauc_ndcg_at_20_diff1": 0.388593, "nauc_ndcg_at_100_max": 0.635652, "nauc_ndcg_at_100_std": 0.558019, "nauc_ndcg_at_100_diff1": 0.387115, "nauc_ndcg_at_1000_max": 0.635652, "nauc_ndcg_at_1000_std": 0.558019, "nauc_ndcg_at_1000_diff1": 0.387115, "nauc_map_at_1_max": 0.285659, "nauc_map_at_1_std": 0.063414, "nauc_map_at_1_diff1": 0.449321, "nauc_map_at_3_max": 0.410942, "nauc_map_at_3_std": 0.244016, "nauc_map_at_3_diff1": 0.329083, "nauc_map_at_5_max": 0.457899, "nauc_map_at_5_std": 0.331942, "nauc_map_at_5_diff1": 0.294881, "nauc_map_at_10_max": 0.517255, "nauc_map_at_10_std": 0.430592, "nauc_map_at_10_diff1": 0.291031, "nauc_map_at_20_max": 0.537491, "nauc_map_at_20_std": 0.46146, "nauc_map_at_20_diff1": 0.291434, "nauc_map_at_100_max": 0.536802, "nauc_map_at_100_std": 0.462501, "nauc_map_at_100_diff1": 0.290431, "nauc_map_at_1000_max": 0.536802, "nauc_map_at_1000_std": 0.462501, "nauc_map_at_1000_diff1": 0.290431, "nauc_recall_at_1_max": 0.285659, "nauc_recall_at_1_std": 0.063414, "nauc_recall_at_1_diff1": 0.449321, "nauc_recall_at_3_max": 0.400792, "nauc_recall_at_3_std": 0.25483, "nauc_recall_at_3_diff1": 0.301259, "nauc_recall_at_5_max": 0.462062, "nauc_recall_at_5_std": 0.357614, "nauc_recall_at_5_diff1": 0.275027, "nauc_recall_at_10_max": 0.559754, "nauc_recall_at_10_std": 0.49895, "nauc_recall_at_10_diff1": 0.295597, "nauc_recall_at_20_max": 0.604159, "nauc_recall_at_20_std": 0.56519, "nauc_recall_at_20_diff1": 0.29914, "nauc_recall_at_100_max": 0.602479, "nauc_recall_at_100_std": 0.567399, "nauc_recall_at_100_diff1": 0.296924, "nauc_recall_at_1000_max": 0.602479, "nauc_recall_at_1000_std": 0.567399, "nauc_recall_at_1000_diff1": 0.296924, "nauc_precision_at_1_max": 0.737893, "nauc_precision_at_1_std": 0.561076, "nauc_precision_at_1_diff1": 0.579904, "nauc_precision_at_3_max": 0.474846, "nauc_precision_at_3_std": 0.568681, "nauc_precision_at_3_diff1": 0.030634, "nauc_precision_at_5_max": 0.421619, "nauc_precision_at_5_std": 0.596968, "nauc_precision_at_5_diff1": -0.047557, "nauc_precision_at_10_max": 0.378242, "nauc_precision_at_10_std": 0.591401, "nauc_precision_at_10_diff1": -0.065427, "nauc_precision_at_20_max": 0.381484, "nauc_precision_at_20_std": 0.598089, "nauc_precision_at_20_diff1": -0.060596, "nauc_precision_at_100_max": 0.36496, "nauc_precision_at_100_std": 0.584482, "nauc_precision_at_100_diff1": -0.065402, "nauc_precision_at_1000_max": 0.36496, "nauc_precision_at_1000_std": 0.584482, "nauc_precision_at_1000_diff1": -0.065402, "nauc_mrr_at_1_max": 0.737893, "nauc_mrr_at_1_std": 0.561076, "nauc_mrr_at_1_diff1": 0.579904, "nauc_mrr_at_3_max": 0.7891, "nauc_mrr_at_3_std": 0.678062, "nauc_mrr_at_3_diff1": 0.5753, "nauc_mrr_at_5_max": 0.802034, "nauc_mrr_at_5_std": 0.684055, "nauc_mrr_at_5_diff1": 0.584232, "nauc_mrr_at_10_max": 0.803527, "nauc_mrr_at_10_std": 0.688591, "nauc_mrr_at_10_diff1": 0.584621, "nauc_mrr_at_20_max": 0.803527, "nauc_mrr_at_20_std": 0.688591, "nauc_mrr_at_20_diff1": 0.584621, "nauc_mrr_at_100_max": 0.803527, "nauc_mrr_at_100_std": 0.688591, "nauc_mrr_at_100_diff1": 0.584621, "nauc_mrr_at_1000_max": 0.803527, "nauc_mrr_at_1000_std": 0.688591, "nauc_mrr_at_1000_diff1": 0.584621, "hit_rate_at_1": 0.74884, "hit_rate_at_3": 0.8093, "hit_rate_at_5": 0.82326, "hit_rate_at_10": 0.82791, "hit_rate_at_20": 0.82791, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.62736, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.59302, "ndcg_at_3": 0.56066, "ndcg_at_5": 0.54849, "ndcg_at_10": 0.54571, "ndcg_at_20": 0.5474, "ndcg_at_100": 0.54941, "ndcg_at_1000": 0.54941, "map_at_1": 0.24367, "map_at_3": 0.38789, "map_at_5": 0.43646, "map_at_10": 0.4736, "map_at_20": 0.48317, "map_at_100": 0.48453, "map_at_1000": 0.48453, "recall_at_1": 0.24367, "recall_at_3": 0.4051, "recall_at_5": 0.46998, "recall_at_10": 0.5335, "recall_at_20": 0.55161, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.24367, "precision_at_1": 0.65116, "precision_at_3": 0.45581, "precision_at_5": 0.34791, "precision_at_10": 0.21814, "precision_at_20": 0.11884, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.651163, "mrr_at_3": 0.682946, "mrr_at_5": 0.685271, "mrr_at_10": 0.685936, "mrr_at_20": 0.685936, "mrr_at_100": 0.686147, "mrr_at_1000": 0.686147, "nauc_ndcg_at_1_max": 0.728861, "nauc_ndcg_at_1_std": 0.58427, "nauc_ndcg_at_1_diff1": 0.514548, "nauc_ndcg_at_3_max": 0.721714, "nauc_ndcg_at_3_std": 0.657497, "nauc_ndcg_at_3_diff1": 0.399065, "nauc_ndcg_at_5_max": 0.720524, "nauc_ndcg_at_5_std": 0.691277, "nauc_ndcg_at_5_diff1": 0.403851, "nauc_ndcg_at_10_max": 0.716705, "nauc_ndcg_at_10_std": 0.692023, "nauc_ndcg_at_10_diff1": 0.413133, "nauc_ndcg_at_20_max": 0.710671, "nauc_ndcg_at_20_std": 0.689287, "nauc_ndcg_at_20_diff1": 0.409633, "nauc_ndcg_at_100_max": 0.711597, "nauc_ndcg_at_100_std": 0.690355, "nauc_ndcg_at_100_diff1": 0.408733, "nauc_ndcg_at_1000_max": 0.711597, "nauc_ndcg_at_1000_std": 0.690355, "nauc_ndcg_at_1000_diff1": 0.408733, "nauc_map_at_1_max": 0.389176, "nauc_map_at_1_std": 0.267798, "nauc_map_at_1_diff1": 0.485799, "nauc_map_at_3_max": 0.508267, "nauc_map_at_3_std": 0.434453, "nauc_map_at_3_diff1": 0.379206, "nauc_map_at_5_max": 0.558097, "nauc_map_at_5_std": 0.521034, "nauc_map_at_5_diff1": 0.343582, "nauc_map_at_10_max": 0.614495, "nauc_map_at_10_std": 0.595869, "nauc_map_at_10_diff1": 0.343789, "nauc_map_at_20_max": 0.626974, "nauc_map_at_20_std": 0.615872, "nauc_map_at_20_diff1": 0.344697, "nauc_map_at_100_max": 0.6282, "nauc_map_at_100_std": 0.617284, "nauc_map_at_100_diff1": 0.344349, "nauc_map_at_1000_max": 0.6282, "nauc_map_at_1000_std": 0.617284, "nauc_map_at_1000_diff1": 0.344349, "nauc_recall_at_1_max": 0.389176, "nauc_recall_at_1_std": 0.267798, "nauc_recall_at_1_diff1": 0.485799, "nauc_recall_at_3_max": 0.503457, "nauc_recall_at_3_std": 0.4545, "nauc_recall_at_3_diff1": 0.356883, "nauc_recall_at_5_max": 0.565097, "nauc_recall_at_5_std": 0.564819, "nauc_recall_at_5_diff1": 0.332203, "nauc_recall_at_10_max": 0.647033, "nauc_recall_at_10_std": 0.674255, "nauc_recall_at_10_diff1": 0.335802, "nauc_recall_at_20_max": 0.665783, "nauc_recall_at_20_std": 0.70906, "nauc_recall_at_20_diff1": 0.335426, "nauc_recall_at_100_max": 0.669121, "nauc_recall_at_100_std": 0.712114, "nauc_recall_at_100_diff1": 0.33461, "nauc_recall_at_1000_max": 0.669121, "nauc_recall_at_1000_std": 0.712114, "nauc_recall_at_1000_diff1": 0.33461, "nauc_precision_at_1_max": 0.814362, "nauc_precision_at_1_std": 0.692992, "nauc_precision_at_1_diff1": 0.540466, "nauc_precision_at_3_max": 0.583778, "nauc_precision_at_3_std": 0.597648, "nauc_precision_at_3_diff1": 0.132253, "nauc_precision_at_5_max": 0.528461, "nauc_precision_at_5_std": 0.606125, "nauc_precision_at_5_diff1": 0.064856, "nauc_precision_at_10_max": 0.489527, "nauc_precision_at_10_std": 0.585272, "nauc_precision_at_10_diff1": 0.045126, "nauc_precision_at_20_max": 0.447631, "nauc_precision_at_20_std": 0.553266, "nauc_precision_at_20_diff1": 0.040731, "nauc_precision_at_100_max": 0.436089, "nauc_precision_at_100_std": 0.53815, "nauc_precision_at_100_diff1": 0.037942, "nauc_precision_at_1000_max": 0.436089, "nauc_precision_at_1000_std": 0.53815, "nauc_precision_at_1000_diff1": 0.037942, "nauc_mrr_at_1_max": 0.814362, "nauc_mrr_at_1_std": 0.692992, "nauc_mrr_at_1_diff1": 0.540466, "nauc_mrr_at_3_max": 0.861415, "nauc_mrr_at_3_std": 0.78442, "nauc_mrr_at_3_diff1": 0.541011, "nauc_mrr_at_5_max": 0.863237, "nauc_mrr_at_5_std": 0.791269, "nauc_mrr_at_5_diff1": 0.545348, "nauc_mrr_at_10_max": 0.862294, "nauc_mrr_at_10_std": 0.790892, "nauc_mrr_at_10_diff1": 0.544949, "nauc_mrr_at_20_max": 0.862294, "nauc_mrr_at_20_std": 0.790892, "nauc_mrr_at_20_diff1": 0.544949, "nauc_mrr_at_100_max": 0.862215, "nauc_mrr_at_100_std": 0.790655, "nauc_mrr_at_100_diff1": 0.544822, "nauc_mrr_at_1000_max": 0.862215, "nauc_mrr_at_1000_std": 0.790655, "nauc_mrr_at_1000_diff1": 0.544822, "hit_rate_at_1": 0.65116, "hit_rate_at_3": 0.71628, "hit_rate_at_5": 0.72558, "hit_rate_at_10": 0.73023, "hit_rate_at_20": 0.73023, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.54571, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 21623.76210608697, "kg_co2_emissions": null, "date": 1791759785.106187, "evaluation_phases": [ { "name": "Data loading", "start": 1.466998946852982e-05, "end": 39.89689485298004, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 39.89691737300018, "end": 39.896922012994764, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 39.90255647798767, "end": 3640.349256082991, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3640.4577679009817, "end": 3640.550361240981, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 3640.6079806619964, "end": 7243.3583432019805, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 7243.492920051998, "end": 7243.561133074982, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 7243.635516652983, "end": 10822.43682371499, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 10822.597575284977, "end": 10822.666190331976, "split": "test", "subset": "german" } ] }