{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.49675, "ndcg_at_3": 0.52349, "ndcg_at_5": 0.5466, "ndcg_at_10": 0.57282, "ndcg_at_20": 0.59768, "ndcg_at_100": 0.62722, "ndcg_at_1000": 0.62722, "map_at_1": 0.28919, "map_at_3": 0.40302, "map_at_5": 0.43861, "map_at_10": 0.46629, "map_at_20": 0.48409, "map_at_100": 0.49509, "map_at_1000": 0.49509, "recall_at_1": 0.28919, "recall_at_3": 0.47414, "recall_at_5": 0.56347, "recall_at_10": 0.65844, "recall_at_20": 0.74245, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.28919, "precision_at_1": 0.52597, "precision_at_3": 0.33333, "precision_at_5": 0.25909, "precision_at_10": 0.16753, "precision_at_20": 0.10373, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.525974, "mrr_at_3": 0.619048, "mrr_at_5": 0.635444, "mrr_at_10": 0.64428, "mrr_at_20": 0.647611, "mrr_at_100": 0.649801, "mrr_at_1000": 0.649801, "nauc_ndcg_at_1_max": 0.338784, "nauc_ndcg_at_1_std": 0.015907, "nauc_ndcg_at_1_diff1": 0.221701, "nauc_ndcg_at_3_max": 0.321394, "nauc_ndcg_at_3_std": 0.018547, "nauc_ndcg_at_3_diff1": 0.167683, "nauc_ndcg_at_5_max": 0.338287, "nauc_ndcg_at_5_std": 0.043899, "nauc_ndcg_at_5_diff1": 0.14778, "nauc_ndcg_at_10_max": 0.33053, "nauc_ndcg_at_10_std": 0.054966, "nauc_ndcg_at_10_diff1": 0.155231, "nauc_ndcg_at_20_max": 0.348377, "nauc_ndcg_at_20_std": 0.074787, "nauc_ndcg_at_20_diff1": 0.138983, "nauc_ndcg_at_100_max": 0.341015, "nauc_ndcg_at_100_std": 0.06331, "nauc_ndcg_at_100_diff1": 0.127042, "nauc_ndcg_at_1000_max": 0.341015, "nauc_ndcg_at_1000_std": 0.06331, "nauc_ndcg_at_1000_diff1": 0.127042, "nauc_map_at_1_max": 0.161425, "nauc_map_at_1_std": -0.11811, "nauc_map_at_1_diff1": 0.337765, "nauc_map_at_3_max": 0.248993, "nauc_map_at_3_std": -0.039307, "nauc_map_at_3_diff1": 0.209391, "nauc_map_at_5_max": 0.276333, "nauc_map_at_5_std": -0.00974, "nauc_map_at_5_diff1": 0.182783, "nauc_map_at_10_max": 0.275711, "nauc_map_at_10_std": 0.005197, "nauc_map_at_10_diff1": 0.176886, "nauc_map_at_20_max": 0.284144, "nauc_map_at_20_std": 0.018433, "nauc_map_at_20_diff1": 0.16582, "nauc_map_at_100_max": 0.284496, "nauc_map_at_100_std": 0.019117, "nauc_map_at_100_diff1": 0.158693, "nauc_map_at_1000_max": 0.284496, "nauc_map_at_1000_std": 0.019117, "nauc_map_at_1000_diff1": 0.158693, "nauc_recall_at_1_max": 0.161425, "nauc_recall_at_1_std": -0.11811, "nauc_recall_at_1_diff1": 0.337765, "nauc_recall_at_3_max": 0.245938, "nauc_recall_at_3_std": -0.014362, "nauc_recall_at_3_diff1": 0.126744, "nauc_recall_at_5_max": 0.286001, "nauc_recall_at_5_std": 0.03977, "nauc_recall_at_5_diff1": 0.076639, "nauc_recall_at_10_max": 0.245339, "nauc_recall_at_10_std": 0.064571, "nauc_recall_at_10_diff1": 0.094678, "nauc_recall_at_20_max": 0.276396, "nauc_recall_at_20_std": 0.114649, "nauc_recall_at_20_diff1": 0.04417, "nauc_recall_at_100_max": 0.16283, "nauc_recall_at_100_std": 0.034157, "nauc_recall_at_100_diff1": -0.05613, "nauc_recall_at_1000_max": 0.16283, "nauc_recall_at_1000_std": 0.034157, "nauc_recall_at_1000_diff1": -0.05613, "nauc_precision_at_1_max": 0.351383, "nauc_precision_at_1_std": 0.034195, "nauc_precision_at_1_diff1": 0.207164, "nauc_precision_at_3_max": 0.330398, "nauc_precision_at_3_std": 0.183591, "nauc_precision_at_3_diff1": -0.098803, "nauc_precision_at_5_max": 0.270203, "nauc_precision_at_5_std": 0.240983, "nauc_precision_at_5_diff1": -0.177836, "nauc_precision_at_10_max": 0.158043, "nauc_precision_at_10_std": 0.223197, "nauc_precision_at_10_diff1": -0.172219, "nauc_precision_at_20_max": 0.123421, "nauc_precision_at_20_std": 0.20189, "nauc_precision_at_20_diff1": -0.183079, "nauc_precision_at_100_max": 0.066245, "nauc_precision_at_100_std": 0.140872, "nauc_precision_at_100_diff1": -0.192174, "nauc_precision_at_1000_max": 0.066245, "nauc_precision_at_1000_std": 0.140872, "nauc_precision_at_1000_diff1": -0.192174, "nauc_mrr_at_1_max": 0.351383, "nauc_mrr_at_1_std": 0.034195, "nauc_mrr_at_1_diff1": 0.207164, "nauc_mrr_at_3_max": 0.385039, "nauc_mrr_at_3_std": 0.0786, "nauc_mrr_at_3_diff1": 0.13859, "nauc_mrr_at_5_max": 0.399607, "nauc_mrr_at_5_std": 0.09909, "nauc_mrr_at_5_diff1": 0.127033, "nauc_mrr_at_10_max": 0.395288, "nauc_mrr_at_10_std": 0.095216, "nauc_mrr_at_10_diff1": 0.134476, "nauc_mrr_at_20_max": 0.398094, "nauc_mrr_at_20_std": 0.097032, "nauc_mrr_at_20_diff1": 0.132211, "nauc_mrr_at_100_max": 0.395848, "nauc_mrr_at_100_std": 0.09447, "nauc_mrr_at_100_diff1": 0.132746, "nauc_mrr_at_1000_max": 0.395848, "nauc_mrr_at_1000_std": 0.09447, "nauc_mrr_at_1000_diff1": 0.132746, "hit_rate_at_1": 0.52597, "hit_rate_at_3": 0.73052, "hit_rate_at_5": 0.80519, "hit_rate_at_10": 0.87013, "hit_rate_at_20": 0.91558, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.57282, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.35877, "ndcg_at_3": 0.33854, "ndcg_at_5": 0.35124, "ndcg_at_10": 0.35823, "ndcg_at_20": 0.37019, "ndcg_at_100": 0.37819, "ndcg_at_1000": 0.37819, "map_at_1": 0.19474, "map_at_3": 0.25165, "map_at_5": 0.27357, "map_at_10": 0.28567, "map_at_20": 0.29407, "map_at_100": 0.29712, "map_at_1000": 0.29712, "recall_at_1": 0.19474, "recall_at_3": 0.2904, "recall_at_5": 0.34292, "recall_at_10": 0.38694, "recall_at_20": 0.43466, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.19474, "precision_at_1": 0.38636, "precision_at_3": 0.21645, "precision_at_5": 0.16948, "precision_at_10": 0.1026, "precision_at_20": 0.05974, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.386364, "mrr_at_3": 0.437229, "mrr_at_5": 0.448268, "mrr_at_10": 0.452538, "mrr_at_20": 0.455213, "mrr_at_100": 0.455631, "mrr_at_1000": 0.455631, "nauc_ndcg_at_1_max": 0.54901, "nauc_ndcg_at_1_std": 0.333847, "nauc_ndcg_at_1_diff1": 0.187176, "nauc_ndcg_at_3_max": 0.52209, "nauc_ndcg_at_3_std": 0.346332, "nauc_ndcg_at_3_diff1": 0.132052, "nauc_ndcg_at_5_max": 0.538236, "nauc_ndcg_at_5_std": 0.389155, "nauc_ndcg_at_5_diff1": 0.115857, "nauc_ndcg_at_10_max": 0.538649, "nauc_ndcg_at_10_std": 0.402756, "nauc_ndcg_at_10_diff1": 0.101539, "nauc_ndcg_at_20_max": 0.54116, "nauc_ndcg_at_20_std": 0.417952, "nauc_ndcg_at_20_diff1": 0.095784, "nauc_ndcg_at_100_max": 0.540201, "nauc_ndcg_at_100_std": 0.427693, "nauc_ndcg_at_100_diff1": 0.09517, "nauc_ndcg_at_1000_max": 0.540201, "nauc_ndcg_at_1000_std": 0.427693, "nauc_ndcg_at_1000_diff1": 0.09517, "nauc_map_at_1_max": 0.387912, "nauc_map_at_1_std": 0.182856, "nauc_map_at_1_diff1": 0.208164, "nauc_map_at_3_max": 0.447563, "nauc_map_at_3_std": 0.272647, "nauc_map_at_3_diff1": 0.129744, "nauc_map_at_5_max": 0.47344, "nauc_map_at_5_std": 0.313576, "nauc_map_at_5_diff1": 0.114562, "nauc_map_at_10_max": 0.484993, "nauc_map_at_10_std": 0.331242, "nauc_map_at_10_diff1": 0.107045, "nauc_map_at_20_max": 0.486894, "nauc_map_at_20_std": 0.342415, "nauc_map_at_20_diff1": 0.100324, "nauc_map_at_100_max": 0.48735, "nauc_map_at_100_std": 0.348435, "nauc_map_at_100_diff1": 0.098626, "nauc_map_at_1000_max": 0.48735, "nauc_map_at_1000_std": 0.348435, "nauc_map_at_1000_diff1": 0.098626, "nauc_recall_at_1_max": 0.387912, "nauc_recall_at_1_std": 0.182856, "nauc_recall_at_1_diff1": 0.208164, "nauc_recall_at_3_max": 0.434253, "nauc_recall_at_3_std": 0.308405, "nauc_recall_at_3_diff1": 0.087071, "nauc_recall_at_5_max": 0.465817, "nauc_recall_at_5_std": 0.381182, "nauc_recall_at_5_diff1": 0.061468, "nauc_recall_at_10_max": 0.472236, "nauc_recall_at_10_std": 0.408618, "nauc_recall_at_10_diff1": 0.057344, "nauc_recall_at_20_max": 0.482895, "nauc_recall_at_20_std": 0.460536, "nauc_recall_at_20_diff1": 0.039186, "nauc_recall_at_100_max": 0.473525, "nauc_recall_at_100_std": 0.481784, "nauc_recall_at_100_diff1": 0.042743, "nauc_recall_at_1000_max": 0.473525, "nauc_recall_at_1000_std": 0.481784, "nauc_recall_at_1000_diff1": 0.042743, "nauc_precision_at_1_max": 0.548603, "nauc_precision_at_1_std": 0.335544, "nauc_precision_at_1_diff1": 0.222395, "nauc_precision_at_3_max": 0.521546, "nauc_precision_at_3_std": 0.43581, "nauc_precision_at_3_diff1": 0.010734, "nauc_precision_at_5_max": 0.496341, "nauc_precision_at_5_std": 0.478313, "nauc_precision_at_5_diff1": -0.013866, "nauc_precision_at_10_max": 0.454961, "nauc_precision_at_10_std": 0.476927, "nauc_precision_at_10_diff1": -0.027608, "nauc_precision_at_20_max": 0.417008, "nauc_precision_at_20_std": 0.484534, "nauc_precision_at_20_diff1": -0.052743, "nauc_precision_at_100_max": 0.365405, "nauc_precision_at_100_std": 0.476416, "nauc_precision_at_100_diff1": -0.064974, "nauc_precision_at_1000_max": 0.365405, "nauc_precision_at_1000_std": 0.476416, "nauc_precision_at_1000_diff1": -0.064974, "nauc_mrr_at_1_max": 0.548603, "nauc_mrr_at_1_std": 0.335544, "nauc_mrr_at_1_diff1": 0.222395, "nauc_mrr_at_3_max": 0.567745, "nauc_mrr_at_3_std": 0.393767, "nauc_mrr_at_3_diff1": 0.199034, "nauc_mrr_at_5_max": 0.570308, "nauc_mrr_at_5_std": 0.407083, "nauc_mrr_at_5_diff1": 0.203007, "nauc_mrr_at_10_max": 0.56898, "nauc_mrr_at_10_std": 0.407247, "nauc_mrr_at_10_diff1": 0.202963, "nauc_mrr_at_20_max": 0.571855, "nauc_mrr_at_20_std": 0.410565, "nauc_mrr_at_20_diff1": 0.203144, "nauc_mrr_at_100_max": 0.571707, "nauc_mrr_at_100_std": 0.410338, "nauc_mrr_at_100_diff1": 0.203822, "nauc_mrr_at_1000_max": 0.571707, "nauc_mrr_at_1000_std": 0.410338, "nauc_mrr_at_1000_diff1": 0.203822, "hit_rate_at_1": 0.38636, "hit_rate_at_3": 0.50649, "hit_rate_at_5": 0.55519, "hit_rate_at_10": 0.58766, "hit_rate_at_20": 0.62338, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.35823, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.36039, "ndcg_at_3": 0.34523, "ndcg_at_5": 0.34662, "ndcg_at_10": 0.35307, "ndcg_at_20": 0.36045, "ndcg_at_100": 0.36614, "ndcg_at_1000": 0.36614, "map_at_1": 0.19222, "map_at_3": 0.25614, "map_at_5": 0.27321, "map_at_10": 0.2863, "map_at_20": 0.29291, "map_at_100": 0.29478, "map_at_1000": 0.29478, "recall_at_1": 0.19222, "recall_at_3": 0.29397, "recall_at_5": 0.33483, "recall_at_10": 0.37866, "recall_at_20": 0.4067, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.19222, "precision_at_1": 0.38636, "precision_at_3": 0.22186, "precision_at_5": 0.16039, "precision_at_10": 0.09805, "precision_at_20": 0.05633, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.386364, "mrr_at_3": 0.437229, "mrr_at_5": 0.444697, "mrr_at_10": 0.448923, "mrr_at_20": 0.45004, "mrr_at_100": 0.450692, "mrr_at_1000": 0.450692, "nauc_ndcg_at_1_max": 0.571571, "nauc_ndcg_at_1_std": 0.387187, "nauc_ndcg_at_1_diff1": 0.375259, "nauc_ndcg_at_3_max": 0.601484, "nauc_ndcg_at_3_std": 0.468129, "nauc_ndcg_at_3_diff1": 0.22877, "nauc_ndcg_at_5_max": 0.622752, "nauc_ndcg_at_5_std": 0.499506, "nauc_ndcg_at_5_diff1": 0.194528, "nauc_ndcg_at_10_max": 0.619269, "nauc_ndcg_at_10_std": 0.521447, "nauc_ndcg_at_10_diff1": 0.176402, "nauc_ndcg_at_20_max": 0.623871, "nauc_ndcg_at_20_std": 0.533269, "nauc_ndcg_at_20_diff1": 0.166819, "nauc_ndcg_at_100_max": 0.623421, "nauc_ndcg_at_100_std": 0.538274, "nauc_ndcg_at_100_diff1": 0.169304, "nauc_ndcg_at_1000_max": 0.623421, "nauc_ndcg_at_1000_std": 0.538274, "nauc_ndcg_at_1000_diff1": 0.169304, "nauc_map_at_1_max": 0.420596, "nauc_map_at_1_std": 0.248271, "nauc_map_at_1_diff1": 0.325827, "nauc_map_at_3_max": 0.519948, "nauc_map_at_3_std": 0.38546, "nauc_map_at_3_diff1": 0.198812, "nauc_map_at_5_max": 0.550273, "nauc_map_at_5_std": 0.419861, "nauc_map_at_5_diff1": 0.179679, "nauc_map_at_10_max": 0.560321, "nauc_map_at_10_std": 0.44333, "nauc_map_at_10_diff1": 0.174159, "nauc_map_at_20_max": 0.565918, "nauc_map_at_20_std": 0.456733, "nauc_map_at_20_diff1": 0.16766, "nauc_map_at_100_max": 0.566268, "nauc_map_at_100_std": 0.460418, "nauc_map_at_100_diff1": 0.16763, "nauc_map_at_1000_max": 0.566268, "nauc_map_at_1000_std": 0.460418, "nauc_map_at_1000_diff1": 0.16763, "nauc_recall_at_1_max": 0.420596, "nauc_recall_at_1_std": 0.248271, "nauc_recall_at_1_diff1": 0.325827, "nauc_recall_at_3_max": 0.513011, "nauc_recall_at_3_std": 0.423372, "nauc_recall_at_3_diff1": 0.121496, "nauc_recall_at_5_max": 0.563011, "nauc_recall_at_5_std": 0.489532, "nauc_recall_at_5_diff1": 0.079873, "nauc_recall_at_10_max": 0.578325, "nauc_recall_at_10_std": 0.552171, "nauc_recall_at_10_diff1": 0.071138, "nauc_recall_at_20_max": 0.597784, "nauc_recall_at_20_std": 0.590043, "nauc_recall_at_20_diff1": 0.044998, "nauc_recall_at_100_max": 0.592732, "nauc_recall_at_100_std": 0.599243, "nauc_recall_at_100_diff1": 0.057472, "nauc_recall_at_1000_max": 0.592732, "nauc_recall_at_1000_std": 0.599243, "nauc_recall_at_1000_diff1": 0.057472, "nauc_precision_at_1_max": 0.598305, "nauc_precision_at_1_std": 0.403063, "nauc_precision_at_1_diff1": 0.403275, "nauc_precision_at_3_max": 0.60378, "nauc_precision_at_3_std": 0.536012, "nauc_precision_at_3_diff1": 0.106629, "nauc_precision_at_5_max": 0.61019, "nauc_precision_at_5_std": 0.571301, "nauc_precision_at_5_diff1": 0.04798, "nauc_precision_at_10_max": 0.536517, "nauc_precision_at_10_std": 0.557877, "nauc_precision_at_10_diff1": 0.026127, "nauc_precision_at_20_max": 0.495173, "nauc_precision_at_20_std": 0.561541, "nauc_precision_at_20_diff1": -0.003069, "nauc_precision_at_100_max": 0.456274, "nauc_precision_at_100_std": 0.549552, "nauc_precision_at_100_diff1": -0.002341, "nauc_precision_at_1000_max": 0.456274, "nauc_precision_at_1000_std": 0.549552, "nauc_precision_at_1000_diff1": -0.002341, "nauc_mrr_at_1_max": 0.598305, "nauc_mrr_at_1_std": 0.403063, "nauc_mrr_at_1_diff1": 0.403275, "nauc_mrr_at_3_max": 0.647188, "nauc_mrr_at_3_std": 0.488532, "nauc_mrr_at_3_diff1": 0.345965, "nauc_mrr_at_5_max": 0.658505, "nauc_mrr_at_5_std": 0.504392, "nauc_mrr_at_5_diff1": 0.337847, "nauc_mrr_at_10_max": 0.659896, "nauc_mrr_at_10_std": 0.509455, "nauc_mrr_at_10_diff1": 0.339385, "nauc_mrr_at_20_max": 0.660672, "nauc_mrr_at_20_std": 0.510409, "nauc_mrr_at_20_diff1": 0.338539, "nauc_mrr_at_100_max": 0.66005, "nauc_mrr_at_100_std": 0.509766, "nauc_mrr_at_100_diff1": 0.339112, "nauc_mrr_at_1000_max": 0.66005, "nauc_mrr_at_1000_std": 0.509766, "nauc_mrr_at_1000_diff1": 0.339112, "hit_rate_at_1": 0.38636, "hit_rate_at_3": 0.49675, "hit_rate_at_5": 0.52922, "hit_rate_at_10": 0.56169, "hit_rate_at_20": 0.57468, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.35307, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.31006, "ndcg_at_3": 0.32184, "ndcg_at_5": 0.33214, "ndcg_at_10": 0.35025, "ndcg_at_20": 0.36017, "ndcg_at_100": 0.37, "ndcg_at_1000": 0.37, "map_at_1": 0.18417, "map_at_3": 0.24844, "map_at_5": 0.26587, "map_at_10": 0.28388, "map_at_20": 0.29132, "map_at_100": 0.29529, "map_at_1000": 0.29529, "recall_at_1": 0.18417, "recall_at_3": 0.28902, "recall_at_5": 0.33327, "recall_at_10": 0.40303, "recall_at_20": 0.43936, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.18417, "precision_at_1": 0.33442, "precision_at_3": 0.2013, "precision_at_5": 0.1526, "precision_at_10": 0.1013, "precision_at_20": 0.05958, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.334416, "mrr_at_3": 0.389069, "mrr_at_5": 0.401082, "mrr_at_10": 0.40995, "mrr_at_20": 0.411546, "mrr_at_100": 0.411857, "mrr_at_1000": 0.411857, "nauc_ndcg_at_1_max": 0.531776, "nauc_ndcg_at_1_std": 0.421857, "nauc_ndcg_at_1_diff1": 0.417709, "nauc_ndcg_at_3_max": 0.548677, "nauc_ndcg_at_3_std": 0.474149, "nauc_ndcg_at_3_diff1": 0.35762, "nauc_ndcg_at_5_max": 0.561546, "nauc_ndcg_at_5_std": 0.501074, "nauc_ndcg_at_5_diff1": 0.345531, "nauc_ndcg_at_10_max": 0.57202, "nauc_ndcg_at_10_std": 0.525459, "nauc_ndcg_at_10_diff1": 0.350479, "nauc_ndcg_at_20_max": 0.584795, "nauc_ndcg_at_20_std": 0.54552, "nauc_ndcg_at_20_diff1": 0.344828, "nauc_ndcg_at_100_max": 0.59591, "nauc_ndcg_at_100_std": 0.561096, "nauc_ndcg_at_100_diff1": 0.346397, "nauc_ndcg_at_1000_max": 0.59591, "nauc_ndcg_at_1000_std": 0.561096, "nauc_ndcg_at_1000_diff1": 0.346397, "nauc_map_at_1_max": 0.44235, "nauc_map_at_1_std": 0.353853, "nauc_map_at_1_diff1": 0.366766, "nauc_map_at_3_max": 0.499904, "nauc_map_at_3_std": 0.420464, "nauc_map_at_3_diff1": 0.316479, "nauc_map_at_5_max": 0.518932, "nauc_map_at_5_std": 0.448511, "nauc_map_at_5_diff1": 0.302703, "nauc_map_at_10_max": 0.533662, "nauc_map_at_10_std": 0.475169, "nauc_map_at_10_diff1": 0.304469, "nauc_map_at_20_max": 0.545164, "nauc_map_at_20_std": 0.494947, "nauc_map_at_20_diff1": 0.298466, "nauc_map_at_100_max": 0.550787, "nauc_map_at_100_std": 0.504411, "nauc_map_at_100_diff1": 0.296774, "nauc_map_at_1000_max": 0.550787, "nauc_map_at_1000_std": 0.504411, "nauc_map_at_1000_diff1": 0.296774, "nauc_recall_at_1_max": 0.44235, "nauc_recall_at_1_std": 0.353853, "nauc_recall_at_1_diff1": 0.366766, "nauc_recall_at_3_max": 0.475077, "nauc_recall_at_3_std": 0.412751, "nauc_recall_at_3_diff1": 0.289996, "nauc_recall_at_5_max": 0.510193, "nauc_recall_at_5_std": 0.467422, "nauc_recall_at_5_diff1": 0.281591, "nauc_recall_at_10_max": 0.530721, "nauc_recall_at_10_std": 0.521198, "nauc_recall_at_10_diff1": 0.31064, "nauc_recall_at_20_max": 0.582406, "nauc_recall_at_20_std": 0.591901, "nauc_recall_at_20_diff1": 0.294791, "nauc_recall_at_100_max": 0.609648, "nauc_recall_at_100_std": 0.626385, "nauc_recall_at_100_diff1": 0.308313, "nauc_recall_at_1000_max": 0.609648, "nauc_recall_at_1000_std": 0.626385, "nauc_recall_at_1000_diff1": 0.308313, "nauc_precision_at_1_max": 0.55362, "nauc_precision_at_1_std": 0.460208, "nauc_precision_at_1_diff1": 0.408409, "nauc_precision_at_3_max": 0.544044, "nauc_precision_at_3_std": 0.507052, "nauc_precision_at_3_diff1": 0.240662, "nauc_precision_at_5_max": 0.518944, "nauc_precision_at_5_std": 0.532054, "nauc_precision_at_5_diff1": 0.178496, "nauc_precision_at_10_max": 0.467083, "nauc_precision_at_10_std": 0.532601, "nauc_precision_at_10_diff1": 0.142448, "nauc_precision_at_20_max": 0.454275, "nauc_precision_at_20_std": 0.559754, "nauc_precision_at_20_diff1": 0.094718, "nauc_precision_at_100_max": 0.43833, "nauc_precision_at_100_std": 0.551761, "nauc_precision_at_100_diff1": 0.069948, "nauc_precision_at_1000_max": 0.43833, "nauc_precision_at_1000_std": 0.551761, "nauc_precision_at_1000_diff1": 0.069948, "nauc_mrr_at_1_max": 0.55362, "nauc_mrr_at_1_std": 0.460208, "nauc_mrr_at_1_diff1": 0.408409, "nauc_mrr_at_3_max": 0.582403, "nauc_mrr_at_3_std": 0.514436, "nauc_mrr_at_3_diff1": 0.392719, "nauc_mrr_at_5_max": 0.588412, "nauc_mrr_at_5_std": 0.525131, "nauc_mrr_at_5_diff1": 0.397229, "nauc_mrr_at_10_max": 0.594377, "nauc_mrr_at_10_std": 0.532513, "nauc_mrr_at_10_diff1": 0.40827, "nauc_mrr_at_20_max": 0.595728, "nauc_mrr_at_20_std": 0.534601, "nauc_mrr_at_20_diff1": 0.407666, "nauc_mrr_at_100_max": 0.595806, "nauc_mrr_at_100_std": 0.534531, "nauc_mrr_at_100_diff1": 0.408207, "nauc_mrr_at_1000_max": 0.595806, "nauc_mrr_at_1000_std": 0.534531, "nauc_mrr_at_1000_diff1": 0.408207, "hit_rate_at_1": 0.33442, "hit_rate_at_3": 0.45779, "hit_rate_at_5": 0.50974, "hit_rate_at_10": 0.57468, "hit_rate_at_20": 0.5974, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.35025, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.36039, "ndcg_at_3": 0.36779, "ndcg_at_5": 0.37506, "ndcg_at_10": 0.38556, "ndcg_at_20": 0.3937, "ndcg_at_100": 0.40424, "ndcg_at_1000": 0.40424, "map_at_1": 0.20706, "map_at_3": 0.28427, "map_at_5": 0.30278, "map_at_10": 0.31561, "map_at_20": 0.32164, "map_at_100": 0.32513, "map_at_1000": 0.32513, "recall_at_1": 0.20706, "recall_at_3": 0.34032, "recall_at_5": 0.3837, "recall_at_10": 0.43065, "recall_at_20": 0.46106, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.20706, "precision_at_1": 0.38312, "precision_at_3": 0.23268, "precision_at_5": 0.17078, "precision_at_10": 0.10422, "precision_at_20": 0.0599, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.383117, "mrr_at_3": 0.439394, "mrr_at_5": 0.449459, "mrr_at_10": 0.455735, "mrr_at_20": 0.457174, "mrr_at_100": 0.458087, "mrr_at_1000": 0.458087, "nauc_ndcg_at_1_max": 0.477491, "nauc_ndcg_at_1_std": 0.311416, "nauc_ndcg_at_1_diff1": 0.345399, "nauc_ndcg_at_3_max": 0.486371, "nauc_ndcg_at_3_std": 0.346274, "nauc_ndcg_at_3_diff1": 0.265521, "nauc_ndcg_at_5_max": 0.506443, "nauc_ndcg_at_5_std": 0.382274, "nauc_ndcg_at_5_diff1": 0.250434, "nauc_ndcg_at_10_max": 0.504436, "nauc_ndcg_at_10_std": 0.394599, "nauc_ndcg_at_10_diff1": 0.23845, "nauc_ndcg_at_20_max": 0.509582, "nauc_ndcg_at_20_std": 0.409732, "nauc_ndcg_at_20_diff1": 0.232, "nauc_ndcg_at_100_max": 0.514863, "nauc_ndcg_at_100_std": 0.426322, "nauc_ndcg_at_100_diff1": 0.234542, "nauc_ndcg_at_1000_max": 0.514863, "nauc_ndcg_at_1000_std": 0.426322, "nauc_ndcg_at_1000_diff1": 0.234542, "nauc_map_at_1_max": 0.359185, "nauc_map_at_1_std": 0.183208, "nauc_map_at_1_diff1": 0.337853, "nauc_map_at_3_max": 0.42028, "nauc_map_at_3_std": 0.274011, "nauc_map_at_3_diff1": 0.247698, "nauc_map_at_5_max": 0.445854, "nauc_map_at_5_std": 0.313819, "nauc_map_at_5_diff1": 0.235984, "nauc_map_at_10_max": 0.452994, "nauc_map_at_10_std": 0.329113, "nauc_map_at_10_diff1": 0.232418, "nauc_map_at_20_max": 0.457099, "nauc_map_at_20_std": 0.342132, "nauc_map_at_20_diff1": 0.226236, "nauc_map_at_100_max": 0.458785, "nauc_map_at_100_std": 0.349092, "nauc_map_at_100_diff1": 0.224813, "nauc_map_at_1000_max": 0.458785, "nauc_map_at_1000_std": 0.349092, "nauc_map_at_1000_diff1": 0.224813, "nauc_recall_at_1_max": 0.359185, "nauc_recall_at_1_std": 0.183208, "nauc_recall_at_1_diff1": 0.337853, "nauc_recall_at_3_max": 0.41458, "nauc_recall_at_3_std": 0.308839, "nauc_recall_at_3_diff1": 0.169302, "nauc_recall_at_5_max": 0.459839, "nauc_recall_at_5_std": 0.379117, "nauc_recall_at_5_diff1": 0.162178, "nauc_recall_at_10_max": 0.467451, "nauc_recall_at_10_std": 0.412589, "nauc_recall_at_10_diff1": 0.157396, "nauc_recall_at_20_max": 0.486803, "nauc_recall_at_20_std": 0.459558, "nauc_recall_at_20_diff1": 0.138416, "nauc_recall_at_100_max": 0.492846, "nauc_recall_at_100_std": 0.509931, "nauc_recall_at_100_diff1": 0.150776, "nauc_recall_at_1000_max": 0.492846, "nauc_recall_at_1000_std": 0.509931, "nauc_recall_at_1000_diff1": 0.150776, "nauc_precision_at_1_max": 0.500865, "nauc_precision_at_1_std": 0.355573, "nauc_precision_at_1_diff1": 0.335808, "nauc_precision_at_3_max": 0.485209, "nauc_precision_at_3_std": 0.436531, "nauc_precision_at_3_diff1": 0.132183, "nauc_precision_at_5_max": 0.474849, "nauc_precision_at_5_std": 0.494966, "nauc_precision_at_5_diff1": 0.069903, "nauc_precision_at_10_max": 0.41239, "nauc_precision_at_10_std": 0.466553, "nauc_precision_at_10_diff1": 0.056784, "nauc_precision_at_20_max": 0.355275, "nauc_precision_at_20_std": 0.460095, "nauc_precision_at_20_diff1": 0.013187, "nauc_precision_at_100_max": 0.330921, "nauc_precision_at_100_std": 0.466801, "nauc_precision_at_100_diff1": 0.001305, "nauc_precision_at_1000_max": 0.330921, "nauc_precision_at_1000_std": 0.466801, "nauc_precision_at_1000_diff1": 0.001305, "nauc_mrr_at_1_max": 0.500865, "nauc_mrr_at_1_std": 0.355573, "nauc_mrr_at_1_diff1": 0.335808, "nauc_mrr_at_3_max": 0.540421, "nauc_mrr_at_3_std": 0.421058, "nauc_mrr_at_3_diff1": 0.287641, "nauc_mrr_at_5_max": 0.548562, "nauc_mrr_at_5_std": 0.435355, "nauc_mrr_at_5_diff1": 0.286415, "nauc_mrr_at_10_max": 0.549372, "nauc_mrr_at_10_std": 0.438323, "nauc_mrr_at_10_diff1": 0.291184, "nauc_mrr_at_20_max": 0.550937, "nauc_mrr_at_20_std": 0.440392, "nauc_mrr_at_20_diff1": 0.29159, "nauc_mrr_at_100_max": 0.550963, "nauc_mrr_at_100_std": 0.441, "nauc_mrr_at_100_diff1": 0.292482, "nauc_mrr_at_1000_max": 0.550963, "nauc_mrr_at_1000_std": 0.441, "nauc_mrr_at_1000_diff1": 0.292482, "hit_rate_at_1": 0.38312, "hit_rate_at_3": 0.51948, "hit_rate_at_5": 0.56169, "hit_rate_at_10": 0.60714, "hit_rate_at_20": 0.62662, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.38556, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.32792, "ndcg_at_3": 0.34172, "ndcg_at_5": 0.3462, "ndcg_at_10": 0.36289, "ndcg_at_20": 0.37127, "ndcg_at_100": 0.37882, "ndcg_at_1000": 0.37882, "map_at_1": 0.18563, "map_at_3": 0.2594, "map_at_5": 0.27443, "map_at_10": 0.29134, "map_at_20": 0.29742, "map_at_100": 0.30009, "map_at_1000": 0.30009, "recall_at_1": 0.18563, "recall_at_3": 0.31152, "recall_at_5": 0.34641, "recall_at_10": 0.41383, "recall_at_20": 0.44889, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.18563, "precision_at_1": 0.3474, "precision_at_3": 0.22403, "precision_at_5": 0.16299, "precision_at_10": 0.10292, "precision_at_20": 0.05844, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.347403, "mrr_at_3": 0.420455, "mrr_at_5": 0.429545, "mrr_at_10": 0.436253, "mrr_at_20": 0.438132, "mrr_at_100": 0.438402, "mrr_at_1000": 0.438402, "nauc_ndcg_at_1_max": 0.579666, "nauc_ndcg_at_1_std": 0.43028, "nauc_ndcg_at_1_diff1": 0.305253, "nauc_ndcg_at_3_max": 0.572811, "nauc_ndcg_at_3_std": 0.435892, "nauc_ndcg_at_3_diff1": 0.196932, "nauc_ndcg_at_5_max": 0.591881, "nauc_ndcg_at_5_std": 0.469492, "nauc_ndcg_at_5_diff1": 0.170381, "nauc_ndcg_at_10_max": 0.600581, "nauc_ndcg_at_10_std": 0.498548, "nauc_ndcg_at_10_diff1": 0.146082, "nauc_ndcg_at_20_max": 0.597347, "nauc_ndcg_at_20_std": 0.503918, "nauc_ndcg_at_20_diff1": 0.144051, "nauc_ndcg_at_100_max": 0.604177, "nauc_ndcg_at_100_std": 0.515677, "nauc_ndcg_at_100_diff1": 0.150204, "nauc_ndcg_at_1000_max": 0.604177, "nauc_ndcg_at_1000_std": 0.515677, "nauc_ndcg_at_1000_diff1": 0.150204, "nauc_map_at_1_max": 0.399084, "nauc_map_at_1_std": 0.234612, "nauc_map_at_1_diff1": 0.270294, "nauc_map_at_3_max": 0.486558, "nauc_map_at_3_std": 0.335233, "nauc_map_at_3_diff1": 0.172089, "nauc_map_at_5_max": 0.518199, "nauc_map_at_5_std": 0.375719, "nauc_map_at_5_diff1": 0.15384, "nauc_map_at_10_max": 0.535107, "nauc_map_at_10_std": 0.406097, "nauc_map_at_10_diff1": 0.14061, "nauc_map_at_20_max": 0.537495, "nauc_map_at_20_std": 0.415727, "nauc_map_at_20_diff1": 0.137436, "nauc_map_at_100_max": 0.540446, "nauc_map_at_100_std": 0.421372, "nauc_map_at_100_diff1": 0.138798, "nauc_map_at_1000_max": 0.540446, "nauc_map_at_1000_std": 0.421372, "nauc_map_at_1000_diff1": 0.138798, "nauc_recall_at_1_max": 0.399084, "nauc_recall_at_1_std": 0.234612, "nauc_recall_at_1_diff1": 0.270294, "nauc_recall_at_3_max": 0.462483, "nauc_recall_at_3_std": 0.355377, "nauc_recall_at_3_diff1": 0.108451, "nauc_recall_at_5_max": 0.513954, "nauc_recall_at_5_std": 0.430262, "nauc_recall_at_5_diff1": 0.089531, "nauc_recall_at_10_max": 0.544691, "nauc_recall_at_10_std": 0.506143, "nauc_recall_at_10_diff1": 0.052696, "nauc_recall_at_20_max": 0.543534, "nauc_recall_at_20_std": 0.531343, "nauc_recall_at_20_diff1": 0.037624, "nauc_recall_at_100_max": 0.555615, "nauc_recall_at_100_std": 0.557959, "nauc_recall_at_100_diff1": 0.058021, "nauc_recall_at_1000_max": 0.555615, "nauc_recall_at_1000_std": 0.557959, "nauc_recall_at_1000_diff1": 0.058021, "nauc_precision_at_1_max": 0.582902, "nauc_precision_at_1_std": 0.443201, "nauc_precision_at_1_diff1": 0.302421, "nauc_precision_at_3_max": 0.600075, "nauc_precision_at_3_std": 0.521166, "nauc_precision_at_3_diff1": 0.072751, "nauc_precision_at_5_max": 0.601432, "nauc_precision_at_5_std": 0.575387, "nauc_precision_at_5_diff1": 0.008251, "nauc_precision_at_10_max": 0.546798, "nauc_precision_at_10_std": 0.582244, "nauc_precision_at_10_diff1": -0.026025, "nauc_precision_at_20_max": 0.49079, "nauc_precision_at_20_std": 0.566092, "nauc_precision_at_20_diff1": -0.019269, "nauc_precision_at_100_max": 0.462499, "nauc_precision_at_100_std": 0.549046, "nauc_precision_at_100_diff1": 0.002909, "nauc_precision_at_1000_max": 0.462499, "nauc_precision_at_1000_std": 0.549046, "nauc_precision_at_1000_diff1": 0.002909, "nauc_mrr_at_1_max": 0.582902, "nauc_mrr_at_1_std": 0.443201, "nauc_mrr_at_1_diff1": 0.302421, "nauc_mrr_at_3_max": 0.601401, "nauc_mrr_at_3_std": 0.493271, "nauc_mrr_at_3_diff1": 0.240408, "nauc_mrr_at_5_max": 0.611215, "nauc_mrr_at_5_std": 0.508566, "nauc_mrr_at_5_diff1": 0.244411, "nauc_mrr_at_10_max": 0.615146, "nauc_mrr_at_10_std": 0.516324, "nauc_mrr_at_10_diff1": 0.243818, "nauc_mrr_at_20_max": 0.615749, "nauc_mrr_at_20_std": 0.517648, "nauc_mrr_at_20_diff1": 0.245337, "nauc_mrr_at_100_max": 0.615819, "nauc_mrr_at_100_std": 0.517647, "nauc_mrr_at_100_diff1": 0.246054, "nauc_mrr_at_1000_max": 0.615819, "nauc_mrr_at_1000_std": 0.517647, "nauc_mrr_at_1000_diff1": 0.246054, "hit_rate_at_1": 0.3474, "hit_rate_at_3": 0.50974, "hit_rate_at_5": 0.5487, "hit_rate_at_10": 0.5974, "hit_rate_at_20": 0.62338, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.36289, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1210.0216296159997, "kg_co2_emissions": null, "date": 1791744861.055169, "evaluation_phases": [ { "name": "Data loading", "start": 5.638001312036067e-06, "end": 67.41693945699808, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 67.41696221099846, "end": 67.4169646349983, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 67.42149338599847, "end": 247.76914262000355, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 247.7691970320011, "end": 247.80957643900183, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 247.82141681399662, "end": 437.6220008579985, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 437.62205093300145, "end": 437.6647395559994, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 437.67704551699717, "end": 635.9922755950029, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 635.9923332210019, "end": 636.0334613329978, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 636.0471255730008, "end": 821.6865962960001, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 821.686665989997, "end": 821.727655814997, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 821.741991709001, "end": 1019.742454332998, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1019.7424992300002, "end": 1019.7823540620011, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1019.7961894190012, "end": 1209.9695077400029, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1209.9695712350003, "end": 1210.011212270998, "split": "test", "subset": "portuguese" } ] }