{ "dataset_revision": "a463fc67fefc01152153101e88a32d5f9515e3e3", "task_name": "Vidore3NuclearRetrieval", "mteb_version": "2.22.2", "scores": { "test": [ { "ndcg_at_1": 0.40964, "ndcg_at_3": 0.45428, "ndcg_at_5": 0.47184, "ndcg_at_10": 0.50469, "ndcg_at_20": 0.54367, "ndcg_at_100": 0.60314, "ndcg_at_1000": 0.62755, "map_at_1": 0.18747, "map_at_3": 0.30532, "map_at_5": 0.3433, "map_at_10": 0.38469, "map_at_20": 0.41133, "map_at_100": 0.43276, "map_at_1000": 0.43544, "recall_at_1": 0.18747, "recall_at_3": 0.3851, "recall_at_5": 0.46891, "recall_at_10": 0.58913, "recall_at_20": 0.69289, "recall_at_100": 0.88232, "recall_at_1000": 0.9926, "accuracy": 0.18747, "precision_at_1": 0.43072, "precision_at_3": 0.33735, "precision_at_5": 0.27711, "precision_at_10": 0.19699, "precision_at_20": 0.13042, "precision_at_100": 0.03819, "precision_at_1000": 0.00464, "mrr_at_1": 0.430723, "mrr_at_3": 0.557229, "mrr_at_5": 0.578313, "mrr_at_10": 0.587911, "mrr_at_20": 0.591122, "mrr_at_100": 0.592963, "mrr_at_1000": 0.593013, "nauc_ndcg_at_1_max": 0.05983, "nauc_ndcg_at_1_std": -0.058341, "nauc_ndcg_at_1_diff1": 0.371445, "nauc_ndcg_at_3_max": 0.064082, "nauc_ndcg_at_3_std": -0.083027, "nauc_ndcg_at_3_diff1": 0.340385, "nauc_ndcg_at_5_max": 0.072598, "nauc_ndcg_at_5_std": -0.080969, "nauc_ndcg_at_5_diff1": 0.356318, "nauc_ndcg_at_10_max": 0.073001, "nauc_ndcg_at_10_std": -0.078577, "nauc_ndcg_at_10_diff1": 0.37171, "nauc_ndcg_at_20_max": 0.074865, "nauc_ndcg_at_20_std": -0.078147, "nauc_ndcg_at_20_diff1": 0.373213, "nauc_ndcg_at_100_max": 0.085738, "nauc_ndcg_at_100_std": -0.05001, "nauc_ndcg_at_100_diff1": 0.386006, "nauc_ndcg_at_1000_max": 0.087331, "nauc_ndcg_at_1000_std": -0.047317, "nauc_ndcg_at_1000_diff1": 0.372765, "nauc_map_at_1_max": 0.050878, "nauc_map_at_1_std": -0.067733, "nauc_map_at_1_diff1": 0.435071, "nauc_map_at_3_max": 0.069635, "nauc_map_at_3_std": -0.083205, "nauc_map_at_3_diff1": 0.389945, "nauc_map_at_5_max": 0.068044, "nauc_map_at_5_std": -0.082211, "nauc_map_at_5_diff1": 0.38149, "nauc_map_at_10_max": 0.072488, "nauc_map_at_10_std": -0.08233, "nauc_map_at_10_diff1": 0.379835, "nauc_map_at_20_max": 0.075049, "nauc_map_at_20_std": -0.0813, "nauc_map_at_20_diff1": 0.377989, "nauc_map_at_100_max": 0.084803, "nauc_map_at_100_std": -0.067669, "nauc_map_at_100_diff1": 0.385575, "nauc_map_at_1000_max": 0.084999, "nauc_map_at_1000_std": -0.066695, "nauc_map_at_1000_diff1": 0.384436, "nauc_recall_at_1_max": 0.050878, "nauc_recall_at_1_std": -0.067733, "nauc_recall_at_1_diff1": 0.435071, "nauc_recall_at_3_max": 0.057512, "nauc_recall_at_3_std": -0.077132, "nauc_recall_at_3_diff1": 0.303309, "nauc_recall_at_5_max": 0.072322, "nauc_recall_at_5_std": -0.061219, "nauc_recall_at_5_diff1": 0.298067, "nauc_recall_at_10_max": 0.07912, "nauc_recall_at_10_std": -0.04999, "nauc_recall_at_10_diff1": 0.308584, "nauc_recall_at_20_max": 0.082248, "nauc_recall_at_20_std": -0.064124, "nauc_recall_at_20_diff1": 0.322183, "nauc_recall_at_100_max": 0.087587, "nauc_recall_at_100_std": 0.023404, "nauc_recall_at_100_diff1": 0.417125, "nauc_recall_at_1000_max": 0.153161, "nauc_recall_at_1000_std": 0.19937, "nauc_recall_at_1000_diff1": 0.244532, "nauc_precision_at_1_max": 0.074269, "nauc_precision_at_1_std": -0.057766, "nauc_precision_at_1_diff1": 0.373045, "nauc_precision_at_3_max": 0.086075, "nauc_precision_at_3_std": -0.061662, "nauc_precision_at_3_diff1": 0.200063, "nauc_precision_at_5_max": 0.072803, "nauc_precision_at_5_std": -0.031974, "nauc_precision_at_5_diff1": 0.106, "nauc_precision_at_10_max": 0.054175, "nauc_precision_at_10_std": -0.007638, "nauc_precision_at_10_diff1": 0.037655, "nauc_precision_at_20_max": 0.048876, "nauc_precision_at_20_std": 0.020857, "nauc_precision_at_20_diff1": -0.013158, "nauc_precision_at_100_max": 0.040333, "nauc_precision_at_100_std": 0.091321, "nauc_precision_at_100_diff1": -0.081994, "nauc_precision_at_1000_max": 0.019791, "nauc_precision_at_1000_std": 0.11139, "nauc_precision_at_1000_diff1": -0.168109, "nauc_mrr_at_1_max": 0.074269, "nauc_mrr_at_1_std": -0.057766, "nauc_mrr_at_1_diff1": 0.373045, "nauc_mrr_at_3_max": 0.061319, "nauc_mrr_at_3_std": -0.066814, "nauc_mrr_at_3_diff1": 0.345644, "nauc_mrr_at_5_max": 0.081665, "nauc_mrr_at_5_std": -0.055649, "nauc_mrr_at_5_diff1": 0.346737, "nauc_mrr_at_10_max": 0.086224, "nauc_mrr_at_10_std": -0.047644, "nauc_mrr_at_10_diff1": 0.351547, "nauc_mrr_at_20_max": 0.081501, "nauc_mrr_at_20_std": -0.050481, "nauc_mrr_at_20_diff1": 0.350341, "nauc_mrr_at_100_max": 0.08083, "nauc_mrr_at_100_std": -0.051464, "nauc_mrr_at_100_diff1": 0.351111, "nauc_mrr_at_1000_max": 0.080785, "nauc_mrr_at_1000_std": -0.051536, "nauc_mrr_at_1000_diff1": 0.351044, "hit_rate_at_1": 0.43072, "hit_rate_at_3": 0.71386, "hit_rate_at_5": 0.80422, "hit_rate_at_10": 0.87651, "hit_rate_at_20": 0.91867, "hit_rate_at_100": 0.98494, "hit_rate_at_1000": 1.0, "main_score": 0.50469, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.42169, "ndcg_at_3": 0.45995, "ndcg_at_5": 0.47879, "ndcg_at_10": 0.51514, "ndcg_at_20": 0.55532, "ndcg_at_100": 0.60981, "ndcg_at_1000": 0.63448, "map_at_1": 0.19545, "map_at_3": 0.31017, "map_at_5": 0.35623, "map_at_10": 0.40076, "map_at_20": 0.42643, "map_at_100": 0.44654, "map_at_1000": 0.44935, "recall_at_1": 0.19545, "recall_at_3": 0.3836, "recall_at_5": 0.48167, "recall_at_10": 0.59768, "recall_at_20": 0.703, "recall_at_100": 0.88154, "recall_at_1000": 0.99394, "accuracy": 0.19545, "precision_at_1": 0.44578, "precision_at_3": 0.34137, "precision_at_5": 0.28193, "precision_at_10": 0.20542, "precision_at_20": 0.13494, "precision_at_100": 0.03804, "precision_at_1000": 0.00464, "mrr_at_1": 0.445783, "mrr_at_3": 0.566265, "mrr_at_5": 0.581024, "mrr_at_10": 0.593026, "mrr_at_20": 0.59729, "mrr_at_100": 0.59853, "mrr_at_1000": 0.598649, "nauc_ndcg_at_1_max": 0.096771, "nauc_ndcg_at_1_std": -0.016164, "nauc_ndcg_at_1_diff1": 0.41629, "nauc_ndcg_at_3_max": 0.10843, "nauc_ndcg_at_3_std": -0.03156, "nauc_ndcg_at_3_diff1": 0.346718, "nauc_ndcg_at_5_max": 0.124417, "nauc_ndcg_at_5_std": -0.018251, "nauc_ndcg_at_5_diff1": 0.370247, "nauc_ndcg_at_10_max": 0.106966, "nauc_ndcg_at_10_std": -0.03956, "nauc_ndcg_at_10_diff1": 0.390291, "nauc_ndcg_at_20_max": 0.123422, "nauc_ndcg_at_20_std": -0.026588, "nauc_ndcg_at_20_diff1": 0.408224, "nauc_ndcg_at_100_max": 0.125362, "nauc_ndcg_at_100_std": -0.013138, "nauc_ndcg_at_100_diff1": 0.404272, "nauc_ndcg_at_1000_max": 0.115963, "nauc_ndcg_at_1000_std": -0.019572, "nauc_ndcg_at_1000_diff1": 0.392178, "nauc_map_at_1_max": 0.065812, "nauc_map_at_1_std": -0.054768, "nauc_map_at_1_diff1": 0.473595, "nauc_map_at_3_max": 0.102721, "nauc_map_at_3_std": -0.045086, "nauc_map_at_3_diff1": 0.402073, "nauc_map_at_5_max": 0.103731, "nauc_map_at_5_std": -0.042697, "nauc_map_at_5_diff1": 0.388937, "nauc_map_at_10_max": 0.090369, "nauc_map_at_10_std": -0.052844, "nauc_map_at_10_diff1": 0.382479, "nauc_map_at_20_max": 0.098515, "nauc_map_at_20_std": -0.04619, "nauc_map_at_20_diff1": 0.390763, "nauc_map_at_100_max": 0.102631, "nauc_map_at_100_std": -0.039634, "nauc_map_at_100_diff1": 0.389069, "nauc_map_at_1000_max": 0.101498, "nauc_map_at_1000_std": -0.03987, "nauc_map_at_1000_diff1": 0.387599, "nauc_recall_at_1_max": 0.065812, "nauc_recall_at_1_std": -0.054768, "nauc_recall_at_1_diff1": 0.473595, "nauc_recall_at_3_max": 0.121928, "nauc_recall_at_3_std": -0.017548, "nauc_recall_at_3_diff1": 0.324077, "nauc_recall_at_5_max": 0.139349, "nauc_recall_at_5_std": 0.004789, "nauc_recall_at_5_diff1": 0.309231, "nauc_recall_at_10_max": 0.124402, "nauc_recall_at_10_std": -0.013393, "nauc_recall_at_10_diff1": 0.340338, "nauc_recall_at_20_max": 0.168828, "nauc_recall_at_20_std": 0.020953, "nauc_recall_at_20_diff1": 0.382779, "nauc_recall_at_100_max": 0.183106, "nauc_recall_at_100_std": 0.082703, "nauc_recall_at_100_diff1": 0.396405, "nauc_recall_at_1000_max": -0.128486, "nauc_recall_at_1000_std": -0.215706, "nauc_recall_at_1000_diff1": 0.238699, "nauc_precision_at_1_max": 0.087786, "nauc_precision_at_1_std": -0.028902, "nauc_precision_at_1_diff1": 0.412478, "nauc_precision_at_3_max": 0.082975, "nauc_precision_at_3_std": -0.038585, "nauc_precision_at_3_diff1": 0.166877, "nauc_precision_at_5_max": 0.068422, "nauc_precision_at_5_std": -0.008963, "nauc_precision_at_5_diff1": 0.088465, "nauc_precision_at_10_max": 0.007979, "nauc_precision_at_10_std": -0.018751, "nauc_precision_at_10_diff1": 0.005608, "nauc_precision_at_20_max": 0.019682, "nauc_precision_at_20_std": 0.009021, "nauc_precision_at_20_diff1": -0.021249, "nauc_precision_at_100_max": -0.005916, "nauc_precision_at_100_std": 0.043321, "nauc_precision_at_100_diff1": -0.120266, "nauc_precision_at_1000_max": -0.037525, "nauc_precision_at_1000_std": 0.048333, "nauc_precision_at_1000_diff1": -0.20066, "nauc_mrr_at_1_max": 0.087786, "nauc_mrr_at_1_std": -0.028902, "nauc_mrr_at_1_diff1": 0.412478, "nauc_mrr_at_3_max": 0.101287, "nauc_mrr_at_3_std": -0.028652, "nauc_mrr_at_3_diff1": 0.378251, "nauc_mrr_at_5_max": 0.11697, "nauc_mrr_at_5_std": -0.014453, "nauc_mrr_at_5_diff1": 0.388854, "nauc_mrr_at_10_max": 0.114416, "nauc_mrr_at_10_std": -0.017775, "nauc_mrr_at_10_diff1": 0.39066, "nauc_mrr_at_20_max": 0.11204, "nauc_mrr_at_20_std": -0.018102, "nauc_mrr_at_20_diff1": 0.3896, "nauc_mrr_at_100_max": 0.110697, "nauc_mrr_at_100_std": -0.018846, "nauc_mrr_at_100_diff1": 0.389681, "nauc_mrr_at_1000_max": 0.110813, "nauc_mrr_at_1000_std": -0.018768, "nauc_mrr_at_1000_diff1": 0.389618, "hit_rate_at_1": 0.44578, "hit_rate_at_3": 0.71687, "hit_rate_at_5": 0.78313, "hit_rate_at_10": 0.87048, "hit_rate_at_20": 0.92771, "hit_rate_at_100": 0.9759, "hit_rate_at_1000": 1.0, "main_score": 0.51514, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.48494, "ndcg_at_3": 0.50093, "ndcg_at_5": 0.51973, "ndcg_at_10": 0.55864, "ndcg_at_20": 0.59534, "ndcg_at_100": 0.64816, "ndcg_at_1000": 0.67059, "map_at_1": 0.22322, "map_at_3": 0.34111, "map_at_5": 0.38774, "map_at_10": 0.43842, "map_at_20": 0.46408, "map_at_100": 0.4848, "map_at_1000": 0.4875, "recall_at_1": 0.22322, "recall_at_3": 0.40788, "recall_at_5": 0.50728, "recall_at_10": 0.63535, "recall_at_20": 0.7375, "recall_at_100": 0.90025, "recall_at_1000": 0.9968, "accuracy": 0.22322, "precision_at_1": 0.50602, "precision_at_3": 0.36345, "precision_at_5": 0.30241, "precision_at_10": 0.21807, "precision_at_20": 0.13946, "precision_at_100": 0.03877, "precision_at_1000": 0.00466, "mrr_at_1": 0.506024, "mrr_at_3": 0.616466, "mrr_at_5": 0.639207, "mrr_at_10": 0.646216, "mrr_at_20": 0.649785, "mrr_at_100": 0.650934, "mrr_at_1000": 0.651007, "nauc_ndcg_at_1_max": 0.097113, "nauc_ndcg_at_1_std": -0.046384, "nauc_ndcg_at_1_diff1": 0.329688, "nauc_ndcg_at_3_max": 0.060879, "nauc_ndcg_at_3_std": -0.075977, "nauc_ndcg_at_3_diff1": 0.304117, "nauc_ndcg_at_5_max": 0.082203, "nauc_ndcg_at_5_std": -0.078959, "nauc_ndcg_at_5_diff1": 0.338463, "nauc_ndcg_at_10_max": 0.085126, "nauc_ndcg_at_10_std": -0.081728, "nauc_ndcg_at_10_diff1": 0.362606, "nauc_ndcg_at_20_max": 0.098616, "nauc_ndcg_at_20_std": -0.082887, "nauc_ndcg_at_20_diff1": 0.381517, "nauc_ndcg_at_100_max": 0.096311, "nauc_ndcg_at_100_std": -0.07358, "nauc_ndcg_at_100_diff1": 0.364048, "nauc_ndcg_at_1000_max": 0.088477, "nauc_ndcg_at_1000_std": -0.071454, "nauc_ndcg_at_1000_diff1": 0.348875, "nauc_map_at_1_max": 0.057809, "nauc_map_at_1_std": -0.068087, "nauc_map_at_1_diff1": 0.430438, "nauc_map_at_3_max": 0.08331, "nauc_map_at_3_std": -0.061613, "nauc_map_at_3_diff1": 0.378601, "nauc_map_at_5_max": 0.07801, "nauc_map_at_5_std": -0.077315, "nauc_map_at_5_diff1": 0.366591, "nauc_map_at_10_max": 0.075972, "nauc_map_at_10_std": -0.085011, "nauc_map_at_10_diff1": 0.363309, "nauc_map_at_20_max": 0.082403, "nauc_map_at_20_std": -0.087221, "nauc_map_at_20_diff1": 0.368488, "nauc_map_at_100_max": 0.08406, "nauc_map_at_100_std": -0.084, "nauc_map_at_100_diff1": 0.36545, "nauc_map_at_1000_max": 0.083098, "nauc_map_at_1000_std": -0.083368, "nauc_map_at_1000_diff1": 0.363459, "nauc_recall_at_1_max": 0.057809, "nauc_recall_at_1_std": -0.068087, "nauc_recall_at_1_diff1": 0.430438, "nauc_recall_at_3_max": 0.089213, "nauc_recall_at_3_std": -0.05076, "nauc_recall_at_3_diff1": 0.326593, "nauc_recall_at_5_max": 0.106993, "nauc_recall_at_5_std": -0.049359, "nauc_recall_at_5_diff1": 0.317492, "nauc_recall_at_10_max": 0.120293, "nauc_recall_at_10_std": -0.042581, "nauc_recall_at_10_diff1": 0.348934, "nauc_recall_at_20_max": 0.148058, "nauc_recall_at_20_std": -0.06148, "nauc_recall_at_20_diff1": 0.413509, "nauc_recall_at_100_max": 0.187806, "nauc_recall_at_100_std": -0.013359, "nauc_recall_at_100_diff1": 0.416675, "nauc_recall_at_1000_max": 0.26914, "nauc_recall_at_1000_std": 0.26914, "nauc_recall_at_1000_diff1": 0.415776, "nauc_precision_at_1_max": 0.098642, "nauc_precision_at_1_std": -0.044492, "nauc_precision_at_1_diff1": 0.322647, "nauc_precision_at_3_max": 0.016067, "nauc_precision_at_3_std": -0.073214, "nauc_precision_at_3_diff1": 0.083662, "nauc_precision_at_5_max": 0.022207, "nauc_precision_at_5_std": -0.06692, "nauc_precision_at_5_diff1": 0.015623, "nauc_precision_at_10_max": -0.002846, "nauc_precision_at_10_std": -0.052632, "nauc_precision_at_10_diff1": -0.053323, "nauc_precision_at_20_max": 0.001705, "nauc_precision_at_20_std": -0.033834, "nauc_precision_at_20_diff1": -0.075019, "nauc_precision_at_100_max": -0.037502, "nauc_precision_at_100_std": 0.004415, "nauc_precision_at_100_diff1": -0.18178, "nauc_precision_at_1000_max": -0.057467, "nauc_precision_at_1000_std": 0.04137, "nauc_precision_at_1000_diff1": -0.261237, "nauc_mrr_at_1_max": 0.098642, "nauc_mrr_at_1_std": -0.044492, "nauc_mrr_at_1_diff1": 0.322647, "nauc_mrr_at_3_max": 0.073913, "nauc_mrr_at_3_std": -0.084868, "nauc_mrr_at_3_diff1": 0.320761, "nauc_mrr_at_5_max": 0.101911, "nauc_mrr_at_5_std": -0.06336, "nauc_mrr_at_5_diff1": 0.328253, "nauc_mrr_at_10_max": 0.098641, "nauc_mrr_at_10_std": -0.061139, "nauc_mrr_at_10_diff1": 0.325601, "nauc_mrr_at_20_max": 0.096906, "nauc_mrr_at_20_std": -0.062306, "nauc_mrr_at_20_diff1": 0.326456, "nauc_mrr_at_100_max": 0.0967, "nauc_mrr_at_100_std": -0.06281, "nauc_mrr_at_100_diff1": 0.326541, "nauc_mrr_at_1000_max": 0.096919, "nauc_mrr_at_1000_std": -0.06256, "nauc_mrr_at_1000_diff1": 0.326614, "hit_rate_at_1": 0.50602, "hit_rate_at_3": 0.74699, "hit_rate_at_5": 0.84639, "hit_rate_at_10": 0.89759, "hit_rate_at_20": 0.94578, "hit_rate_at_100": 0.98494, "hit_rate_at_1000": 1.0, "main_score": 0.55864, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.43373, "ndcg_at_3": 0.45895, "ndcg_at_5": 0.47451, "ndcg_at_10": 0.50618, "ndcg_at_20": 0.54247, "ndcg_at_100": 0.60191, "ndcg_at_1000": 0.62839, "map_at_1": 0.20194, "map_at_3": 0.30875, "map_at_5": 0.35195, "map_at_10": 0.39222, "map_at_20": 0.41566, "map_at_100": 0.43688, "map_at_1000": 0.43969, "recall_at_1": 0.20194, "recall_at_3": 0.3752, "recall_at_5": 0.4686, "recall_at_10": 0.58181, "recall_at_20": 0.67973, "recall_at_100": 0.86935, "recall_at_1000": 0.99073, "accuracy": 0.20194, "precision_at_1": 0.45783, "precision_at_3": 0.34237, "precision_at_5": 0.27831, "precision_at_10": 0.19548, "precision_at_20": 0.12741, "precision_at_100": 0.0375, "precision_at_1000": 0.00463, "mrr_at_1": 0.457831, "mrr_at_3": 0.573293, "mrr_at_5": 0.589709, "mrr_at_10": 0.59967, "mrr_at_20": 0.603164, "mrr_at_100": 0.605045, "mrr_at_1000": 0.605132, "nauc_ndcg_at_1_max": 0.11611, "nauc_ndcg_at_1_std": 0.006981, "nauc_ndcg_at_1_diff1": 0.344158, "nauc_ndcg_at_3_max": 0.107201, "nauc_ndcg_at_3_std": -0.006789, "nauc_ndcg_at_3_diff1": 0.338298, "nauc_ndcg_at_5_max": 0.096748, "nauc_ndcg_at_5_std": -0.025496, "nauc_ndcg_at_5_diff1": 0.360424, "nauc_ndcg_at_10_max": 0.102196, "nauc_ndcg_at_10_std": -0.027613, "nauc_ndcg_at_10_diff1": 0.358441, "nauc_ndcg_at_20_max": 0.120033, "nauc_ndcg_at_20_std": -0.010479, "nauc_ndcg_at_20_diff1": 0.345732, "nauc_ndcg_at_100_max": 0.133331, "nauc_ndcg_at_100_std": 0.013154, "nauc_ndcg_at_100_diff1": 0.360004, "nauc_ndcg_at_1000_max": 0.124852, "nauc_ndcg_at_1000_std": 0.009749, "nauc_ndcg_at_1000_diff1": 0.353743, "nauc_map_at_1_max": 0.073654, "nauc_map_at_1_std": -0.042539, "nauc_map_at_1_diff1": 0.410497, "nauc_map_at_3_max": 0.098007, "nauc_map_at_3_std": -0.029386, "nauc_map_at_3_diff1": 0.364772, "nauc_map_at_5_max": 0.089508, "nauc_map_at_5_std": -0.040745, "nauc_map_at_5_diff1": 0.360071, "nauc_map_at_10_max": 0.087353, "nauc_map_at_10_std": -0.041748, "nauc_map_at_10_diff1": 0.347416, "nauc_map_at_20_max": 0.097084, "nauc_map_at_20_std": -0.031003, "nauc_map_at_20_diff1": 0.339383, "nauc_map_at_100_max": 0.104122, "nauc_map_at_100_std": -0.02232, "nauc_map_at_100_diff1": 0.345823, "nauc_map_at_1000_max": 0.103458, "nauc_map_at_1000_std": -0.022054, "nauc_map_at_1000_diff1": 0.344946, "nauc_recall_at_1_max": 0.073654, "nauc_recall_at_1_std": -0.042539, "nauc_recall_at_1_diff1": 0.410497, "nauc_recall_at_3_max": 0.087452, "nauc_recall_at_3_std": -0.013255, "nauc_recall_at_3_diff1": 0.303911, "nauc_recall_at_5_max": 0.08409, "nauc_recall_at_5_std": -0.030031, "nauc_recall_at_5_diff1": 0.323171, "nauc_recall_at_10_max": 0.10148, "nauc_recall_at_10_std": -0.022003, "nauc_recall_at_10_diff1": 0.308247, "nauc_recall_at_20_max": 0.136481, "nauc_recall_at_20_std": 0.005566, "nauc_recall_at_20_diff1": 0.288738, "nauc_recall_at_100_max": 0.197806, "nauc_recall_at_100_std": 0.11607, "nauc_recall_at_100_diff1": 0.340659, "nauc_recall_at_1000_max": 0.431361, "nauc_recall_at_1000_std": 0.43358, "nauc_recall_at_1000_diff1": 0.43554, "nauc_precision_at_1_max": 0.123579, "nauc_precision_at_1_std": -0.002173, "nauc_precision_at_1_diff1": 0.336705, "nauc_precision_at_3_max": 0.123576, "nauc_precision_at_3_std": 0.013547, "nauc_precision_at_3_diff1": 0.190862, "nauc_precision_at_5_max": 0.073763, "nauc_precision_at_5_std": 0.00681, "nauc_precision_at_5_diff1": 0.105699, "nauc_precision_at_10_max": 0.045803, "nauc_precision_at_10_std": 0.022675, "nauc_precision_at_10_diff1": -0.005149, "nauc_precision_at_20_max": 0.049867, "nauc_precision_at_20_std": 0.050189, "nauc_precision_at_20_diff1": -0.063125, "nauc_precision_at_100_max": 0.032389, "nauc_precision_at_100_std": 0.082877, "nauc_precision_at_100_diff1": -0.110295, "nauc_precision_at_1000_max": -0.020243, "nauc_precision_at_1000_std": 0.080829, "nauc_precision_at_1000_diff1": -0.178322, "nauc_mrr_at_1_max": 0.123579, "nauc_mrr_at_1_std": -0.002173, "nauc_mrr_at_1_diff1": 0.336705, "nauc_mrr_at_3_max": 0.142227, "nauc_mrr_at_3_std": 0.016124, "nauc_mrr_at_3_diff1": 0.351094, "nauc_mrr_at_5_max": 0.147663, "nauc_mrr_at_5_std": 0.021011, "nauc_mrr_at_5_diff1": 0.356773, "nauc_mrr_at_10_max": 0.148919, "nauc_mrr_at_10_std": 0.020047, "nauc_mrr_at_10_diff1": 0.350915, "nauc_mrr_at_20_max": 0.144421, "nauc_mrr_at_20_std": 0.016731, "nauc_mrr_at_20_diff1": 0.348659, "nauc_mrr_at_100_max": 0.143603, "nauc_mrr_at_100_std": 0.01669, "nauc_mrr_at_100_diff1": 0.349829, "nauc_mrr_at_1000_max": 0.143521, "nauc_mrr_at_1000_std": 0.016594, "nauc_mrr_at_1000_diff1": 0.349752, "hit_rate_at_1": 0.45783, "hit_rate_at_3": 0.71988, "hit_rate_at_5": 0.78916, "hit_rate_at_10": 0.85843, "hit_rate_at_20": 0.90663, "hit_rate_at_100": 0.9759, "hit_rate_at_1000": 0.99699, "main_score": 0.50618, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.43072, "ndcg_at_3": 0.45735, "ndcg_at_5": 0.47496, "ndcg_at_10": 0.50903, "ndcg_at_20": 0.54871, "ndcg_at_100": 0.60258, "ndcg_at_1000": 0.62872, "map_at_1": 0.19091, "map_at_3": 0.30211, "map_at_5": 0.347, "map_at_10": 0.38964, "map_at_20": 0.41688, "map_at_100": 0.43598, "map_at_1000": 0.43873, "recall_at_1": 0.19091, "recall_at_3": 0.37594, "recall_at_5": 0.47024, "recall_at_10": 0.58951, "recall_at_20": 0.69418, "recall_at_100": 0.87145, "recall_at_1000": 0.99191, "accuracy": 0.19091, "precision_at_1": 0.45181, "precision_at_3": 0.33936, "precision_at_5": 0.28313, "precision_at_10": 0.20211, "precision_at_20": 0.13298, "precision_at_100": 0.03777, "precision_at_1000": 0.00464, "mrr_at_1": 0.451807, "mrr_at_3": 0.571285, "mrr_at_5": 0.589357, "mrr_at_10": 0.59778, "mrr_at_20": 0.601056, "mrr_at_100": 0.602666, "mrr_at_1000": 0.602798, "nauc_ndcg_at_1_max": 0.069979, "nauc_ndcg_at_1_std": -0.001222, "nauc_ndcg_at_1_diff1": 0.368768, "nauc_ndcg_at_3_max": 0.040386, "nauc_ndcg_at_3_std": -0.053978, "nauc_ndcg_at_3_diff1": 0.357428, "nauc_ndcg_at_5_max": 0.048484, "nauc_ndcg_at_5_std": -0.041701, "nauc_ndcg_at_5_diff1": 0.36577, "nauc_ndcg_at_10_max": 0.048621, "nauc_ndcg_at_10_std": -0.058979, "nauc_ndcg_at_10_diff1": 0.377933, "nauc_ndcg_at_20_max": 0.084376, "nauc_ndcg_at_20_std": -0.027314, "nauc_ndcg_at_20_diff1": 0.385469, "nauc_ndcg_at_100_max": 0.079187, "nauc_ndcg_at_100_std": -0.022605, "nauc_ndcg_at_100_diff1": 0.391567, "nauc_ndcg_at_1000_max": 0.07707, "nauc_ndcg_at_1000_std": -0.021278, "nauc_ndcg_at_1000_diff1": 0.386388, "nauc_map_at_1_max": 0.03526, "nauc_map_at_1_std": -0.032065, "nauc_map_at_1_diff1": 0.431286, "nauc_map_at_3_max": 0.033584, "nauc_map_at_3_std": -0.066905, "nauc_map_at_3_diff1": 0.379385, "nauc_map_at_5_max": 0.038614, "nauc_map_at_5_std": -0.05661, "nauc_map_at_5_diff1": 0.369037, "nauc_map_at_10_max": 0.045624, "nauc_map_at_10_std": -0.060054, "nauc_map_at_10_diff1": 0.369066, "nauc_map_at_20_max": 0.060536, "nauc_map_at_20_std": -0.04603, "nauc_map_at_20_diff1": 0.372146, "nauc_map_at_100_max": 0.062214, "nauc_map_at_100_std": -0.041955, "nauc_map_at_100_diff1": 0.37606, "nauc_map_at_1000_max": 0.061596, "nauc_map_at_1000_std": -0.042026, "nauc_map_at_1000_diff1": 0.375753, "nauc_recall_at_1_max": 0.03526, "nauc_recall_at_1_std": -0.032065, "nauc_recall_at_1_diff1": 0.431286, "nauc_recall_at_3_max": 0.033202, "nauc_recall_at_3_std": -0.075093, "nauc_recall_at_3_diff1": 0.311288, "nauc_recall_at_5_max": 0.051511, "nauc_recall_at_5_std": -0.046832, "nauc_recall_at_5_diff1": 0.302325, "nauc_recall_at_10_max": 0.056313, "nauc_recall_at_10_std": -0.066474, "nauc_recall_at_10_diff1": 0.318245, "nauc_recall_at_20_max": 0.139564, "nauc_recall_at_20_std": 0.00359, "nauc_recall_at_20_diff1": 0.344781, "nauc_recall_at_100_max": 0.096143, "nauc_recall_at_100_std": 0.004972, "nauc_recall_at_100_diff1": 0.389927, "nauc_recall_at_1000_max": 0.273129, "nauc_recall_at_1000_std": 0.196381, "nauc_recall_at_1000_diff1": 0.348561, "nauc_precision_at_1_max": 0.072478, "nauc_precision_at_1_std": -0.006632, "nauc_precision_at_1_diff1": 0.361588, "nauc_precision_at_3_max": 0.020379, "nauc_precision_at_3_std": -0.075514, "nauc_precision_at_3_diff1": 0.195882, "nauc_precision_at_5_max": 0.028951, "nauc_precision_at_5_std": -0.024513, "nauc_precision_at_5_diff1": 0.109043, "nauc_precision_at_10_max": 0.039407, "nauc_precision_at_10_std": -0.006383, "nauc_precision_at_10_diff1": 0.043605, "nauc_precision_at_20_max": 0.078383, "nauc_precision_at_20_std": 0.056094, "nauc_precision_at_20_diff1": 0.013358, "nauc_precision_at_100_max": 0.027233, "nauc_precision_at_100_std": 0.053679, "nauc_precision_at_100_diff1": -0.069805, "nauc_precision_at_1000_max": -0.00139, "nauc_precision_at_1000_std": 0.058084, "nauc_precision_at_1000_diff1": -0.132323, "nauc_mrr_at_1_max": 0.072478, "nauc_mrr_at_1_std": -0.006632, "nauc_mrr_at_1_diff1": 0.361588, "nauc_mrr_at_3_max": 0.076728, "nauc_mrr_at_3_std": -0.027203, "nauc_mrr_at_3_diff1": 0.373796, "nauc_mrr_at_5_max": 0.08601, "nauc_mrr_at_5_std": -0.014557, "nauc_mrr_at_5_diff1": 0.376568, "nauc_mrr_at_10_max": 0.08102, "nauc_mrr_at_10_std": -0.017658, "nauc_mrr_at_10_diff1": 0.373688, "nauc_mrr_at_20_max": 0.083376, "nauc_mrr_at_20_std": -0.015539, "nauc_mrr_at_20_diff1": 0.373955, "nauc_mrr_at_100_max": 0.082135, "nauc_mrr_at_100_std": -0.016283, "nauc_mrr_at_100_diff1": 0.374356, "nauc_mrr_at_1000_max": 0.082278, "nauc_mrr_at_1000_std": -0.01617, "nauc_mrr_at_1000_diff1": 0.374369, "hit_rate_at_1": 0.45181, "hit_rate_at_3": 0.72289, "hit_rate_at_5": 0.8012, "hit_rate_at_10": 0.86446, "hit_rate_at_20": 0.90964, "hit_rate_at_100": 0.96988, "hit_rate_at_1000": 0.99699, "main_score": 0.50903, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.43825, "ndcg_at_3": 0.47882, "ndcg_at_5": 0.49199, "ndcg_at_10": 0.52643, "ndcg_at_20": 0.56525, "ndcg_at_100": 0.62084, "ndcg_at_1000": 0.64434, "map_at_1": 0.19699, "map_at_3": 0.32139, "map_at_5": 0.36562, "map_at_10": 0.40918, "map_at_20": 0.43682, "map_at_100": 0.45663, "map_at_1000": 0.45951, "recall_at_1": 0.19699, "recall_at_3": 0.3997, "recall_at_5": 0.49086, "recall_at_10": 0.60715, "recall_at_20": 0.70706, "recall_at_100": 0.8884, "recall_at_1000": 0.99358, "accuracy": 0.19699, "precision_at_1": 0.45783, "precision_at_3": 0.36145, "precision_at_5": 0.29157, "precision_at_10": 0.20693, "precision_at_20": 0.13675, "precision_at_100": 0.03846, "precision_at_1000": 0.00464, "mrr_at_1": 0.457831, "mrr_at_3": 0.581325, "mrr_at_5": 0.596837, "mrr_at_10": 0.60833, "mrr_at_20": 0.610967, "mrr_at_100": 0.612843, "mrr_at_1000": 0.612913, "nauc_ndcg_at_1_max": 0.067601, "nauc_ndcg_at_1_std": -0.0636, "nauc_ndcg_at_1_diff1": 0.421285, "nauc_ndcg_at_3_max": 0.051661, "nauc_ndcg_at_3_std": -0.089152, "nauc_ndcg_at_3_diff1": 0.342287, "nauc_ndcg_at_5_max": 0.073796, "nauc_ndcg_at_5_std": -0.071573, "nauc_ndcg_at_5_diff1": 0.382453, "nauc_ndcg_at_10_max": 0.064921, "nauc_ndcg_at_10_std": -0.081795, "nauc_ndcg_at_10_diff1": 0.393542, "nauc_ndcg_at_20_max": 0.072287, "nauc_ndcg_at_20_std": -0.080632, "nauc_ndcg_at_20_diff1": 0.420657, "nauc_ndcg_at_100_max": 0.076064, "nauc_ndcg_at_100_std": -0.055773, "nauc_ndcg_at_100_diff1": 0.426921, "nauc_ndcg_at_1000_max": 0.072584, "nauc_ndcg_at_1000_std": -0.059484, "nauc_ndcg_at_1000_diff1": 0.42305, "nauc_map_at_1_max": 0.04176, "nauc_map_at_1_std": -0.057794, "nauc_map_at_1_diff1": 0.48422, "nauc_map_at_3_max": 0.054752, "nauc_map_at_3_std": -0.072213, "nauc_map_at_3_diff1": 0.408134, "nauc_map_at_5_max": 0.063052, "nauc_map_at_5_std": -0.069098, "nauc_map_at_5_diff1": 0.40757, "nauc_map_at_10_max": 0.055302, "nauc_map_at_10_std": -0.082523, "nauc_map_at_10_diff1": 0.394965, "nauc_map_at_20_max": 0.057683, "nauc_map_at_20_std": -0.083995, "nauc_map_at_20_diff1": 0.403651, "nauc_map_at_100_max": 0.063365, "nauc_map_at_100_std": -0.074512, "nauc_map_at_100_diff1": 0.40629, "nauc_map_at_1000_max": 0.062793, "nauc_map_at_1000_std": -0.074242, "nauc_map_at_1000_diff1": 0.405604, "nauc_recall_at_1_max": 0.04176, "nauc_recall_at_1_std": -0.057794, "nauc_recall_at_1_diff1": 0.48422, "nauc_recall_at_3_max": 0.04636, "nauc_recall_at_3_std": -0.072477, "nauc_recall_at_3_diff1": 0.296926, "nauc_recall_at_5_max": 0.091389, "nauc_recall_at_5_std": -0.046089, "nauc_recall_at_5_diff1": 0.324715, "nauc_recall_at_10_max": 0.088861, "nauc_recall_at_10_std": -0.060631, "nauc_recall_at_10_diff1": 0.322892, "nauc_recall_at_20_max": 0.107045, "nauc_recall_at_20_std": -0.065183, "nauc_recall_at_20_diff1": 0.383549, "nauc_recall_at_100_max": 0.115978, "nauc_recall_at_100_std": 0.051061, "nauc_recall_at_100_diff1": 0.407575, "nauc_recall_at_1000_max": 0.13134, "nauc_recall_at_1000_std": 0.127479, "nauc_recall_at_1000_diff1": 0.640324, "nauc_precision_at_1_max": 0.074517, "nauc_precision_at_1_std": -0.072318, "nauc_precision_at_1_diff1": 0.428815, "nauc_precision_at_3_max": 0.034055, "nauc_precision_at_3_std": -0.098023, "nauc_precision_at_3_diff1": 0.130433, "nauc_precision_at_5_max": 0.047243, "nauc_precision_at_5_std": -0.039805, "nauc_precision_at_5_diff1": 0.083914, "nauc_precision_at_10_max": -0.000664, "nauc_precision_at_10_std": -0.052673, "nauc_precision_at_10_diff1": -0.005901, "nauc_precision_at_20_max": 0.003354, "nauc_precision_at_20_std": -0.026514, "nauc_precision_at_20_diff1": -0.018348, "nauc_precision_at_100_max": -0.008217, "nauc_precision_at_100_std": 0.045992, "nauc_precision_at_100_diff1": -0.101191, "nauc_precision_at_1000_max": -0.029661, "nauc_precision_at_1000_std": 0.057824, "nauc_precision_at_1000_diff1": -0.168701, "nauc_mrr_at_1_max": 0.074517, "nauc_mrr_at_1_std": -0.072318, "nauc_mrr_at_1_diff1": 0.428815, "nauc_mrr_at_3_max": 0.071047, "nauc_mrr_at_3_std": -0.084665, "nauc_mrr_at_3_diff1": 0.392067, "nauc_mrr_at_5_max": 0.094754, "nauc_mrr_at_5_std": -0.062241, "nauc_mrr_at_5_diff1": 0.413491, "nauc_mrr_at_10_max": 0.093795, "nauc_mrr_at_10_std": -0.062499, "nauc_mrr_at_10_diff1": 0.411993, "nauc_mrr_at_20_max": 0.092795, "nauc_mrr_at_20_std": -0.062448, "nauc_mrr_at_20_diff1": 0.413363, "nauc_mrr_at_100_max": 0.090596, "nauc_mrr_at_100_std": -0.063492, "nauc_mrr_at_100_diff1": 0.412913, "nauc_mrr_at_1000_max": 0.090545, "nauc_mrr_at_1000_std": -0.063597, "nauc_mrr_at_1000_diff1": 0.412854, "hit_rate_at_1": 0.45783, "hit_rate_at_3": 0.73494, "hit_rate_at_5": 0.80422, "hit_rate_at_10": 0.88253, "hit_rate_at_20": 0.91867, "hit_rate_at_100": 0.98193, "hit_rate_at_1000": 1.0, "main_score": 0.52643, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.2" } ] }, "evaluation_time": 2258.7410955913365, "kg_co2_emissions": null, "date": 1791047141.830621, "evaluation_phases": [ { "name": "Data loading", "start": 3.672949969768524e-05, "end": 37.80794056132436, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 37.807991061359644, "end": 37.807995522394776, "split": "", "subset": "" }, { "name": "Encoding corpus", "start": 37.814909525215626, "end": 37.81491304561496, "split": "test", "subset": "french" }, { "name": "Encoding queries", "start": 37.81495128571987, "end": 471.721154358238, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 471.7214088626206, "end": 472.0547441281378, "split": "test", "subset": "french" }, { "name": "Encoding corpus", "start": 472.08476247638464, "end": 472.08476792648435, "split": "test", "subset": "spanish" }, { "name": "Encoding queries", "start": 472.0848009586334, "end": 832.4641272332519, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 832.4643890876323, "end": 832.7792156785727, "split": "test", "subset": "spanish" }, { "name": "Encoding corpus", "start": 832.8127348385751, "end": 832.8127392884344, "split": "test", "subset": "english" }, { "name": "Encoding queries", "start": 832.8127679377794, "end": 1194.3667010422796, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1194.3670041263103, "end": 1194.6857207529247, "split": "test", "subset": "english" }, { "name": "Encoding corpus", "start": 1194.7192219533026, "end": 1194.719226481393, "split": "test", "subset": "german" }, { "name": "Encoding queries", "start": 1194.719257503748, "end": 1532.7877731695771, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 1532.7880333531648, "end": 1533.106360455975, "split": "test", "subset": "german" }, { "name": "Encoding corpus", "start": 1533.1428700089455, "end": 1533.142874950543, "split": "test", "subset": "italian" }, { "name": "Encoding queries", "start": 1533.1429064124823, "end": 1897.4122022856027, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1897.412459589541, "end": 1897.7349743545055, "split": "test", "subset": "italian" }, { "name": "Encoding corpus", "start": 1897.7721003256738, "end": 1897.7721047569066, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries", "start": 1897.7721357848495, "end": 2258.385328790173, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 2258.3855998255312, "end": 2258.7097250819206, "split": "test", "subset": "portuguese" } ] }