{ "dataset_revision": "948c9fb4d61518c042a59aea5ac3e3d528cea19b", "task_name": "Vidore3PhysicsRetrieval.v2", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.40728, "ndcg_at_3": 0.40586, "ndcg_at_5": 0.41003, "ndcg_at_10": 0.43022, "ndcg_at_20": 0.46202, "ndcg_at_100": 0.52753, "ndcg_at_1000": 0.57709, "map_at_1": 0.15213, "map_at_3": 0.22159, "map_at_5": 0.2525, "map_at_10": 0.29899, "map_at_20": 0.32823, "map_at_100": 0.35284, "map_at_1000": 0.35912, "recall_at_1": 0.15213, "recall_at_3": 0.26398, "recall_at_5": 0.32689, "recall_at_10": 0.44208, "recall_at_20": 0.55267, "recall_at_100": 0.74949, "recall_at_1000": 0.97961, "accuracy": 0.15213, "precision_at_1": 0.43046, "precision_at_3": 0.33223, "precision_at_5": 0.28742, "precision_at_10": 0.22483, "precision_at_20": 0.15579, "precision_at_100": 0.04858, "precision_at_1000": 0.00697, "mrr_at_1": 0.430464, "mrr_at_3": 0.533113, "mrr_at_5": 0.550828, "mrr_at_10": 0.562319, "mrr_at_20": 0.56682, "mrr_at_100": 0.568415, "mrr_at_1000": 0.568733, "nauc_ndcg_at_1_max": -0.000836, "nauc_ndcg_at_1_std": -0.058229, "nauc_ndcg_at_1_diff1": 0.196517, "nauc_ndcg_at_3_max": 0.032308, "nauc_ndcg_at_3_std": -0.022604, "nauc_ndcg_at_3_diff1": 0.164381, "nauc_ndcg_at_5_max": 0.044968, "nauc_ndcg_at_5_std": -0.003719, "nauc_ndcg_at_5_diff1": 0.162368, "nauc_ndcg_at_10_max": 0.036572, "nauc_ndcg_at_10_std": -0.009317, "nauc_ndcg_at_10_diff1": 0.151458, "nauc_ndcg_at_20_max": 0.031817, "nauc_ndcg_at_20_std": -0.006791, "nauc_ndcg_at_20_diff1": 0.152357, "nauc_ndcg_at_100_max": 0.051573, "nauc_ndcg_at_100_std": 0.010738, "nauc_ndcg_at_100_diff1": 0.176935, "nauc_ndcg_at_1000_max": 0.061239, "nauc_ndcg_at_1000_std": 0.023862, "nauc_ndcg_at_1000_diff1": 0.169659, "nauc_map_at_1_max": 0.002477, "nauc_map_at_1_std": -0.123018, "nauc_map_at_1_diff1": 0.239577, "nauc_map_at_3_max": -0.002976, "nauc_map_at_3_std": -0.111119, "nauc_map_at_3_diff1": 0.194812, "nauc_map_at_5_max": 0.005127, "nauc_map_at_5_std": -0.089831, "nauc_map_at_5_diff1": 0.185105, "nauc_map_at_10_max": 0.01004, "nauc_map_at_10_std": -0.062892, "nauc_map_at_10_diff1": 0.172446, "nauc_map_at_20_max": 0.010295, "nauc_map_at_20_std": -0.049301, "nauc_map_at_20_diff1": 0.161578, "nauc_map_at_100_max": 0.016983, "nauc_map_at_100_std": -0.038382, "nauc_map_at_100_diff1": 0.16409, "nauc_map_at_1000_max": 0.019589, "nauc_map_at_1000_std": -0.033667, "nauc_map_at_1000_diff1": 0.163479, "nauc_recall_at_1_max": 0.002477, "nauc_recall_at_1_std": -0.123018, "nauc_recall_at_1_diff1": 0.239577, "nauc_recall_at_3_max": 0.00016, "nauc_recall_at_3_std": -0.104605, "nauc_recall_at_3_diff1": 0.157312, "nauc_recall_at_5_max": 0.005242, "nauc_recall_at_5_std": -0.068023, "nauc_recall_at_5_diff1": 0.147875, "nauc_recall_at_10_max": 0.026028, "nauc_recall_at_10_std": -0.017477, "nauc_recall_at_10_diff1": 0.0909, "nauc_recall_at_20_max": 0.00423, "nauc_recall_at_20_std": 0.005777, "nauc_recall_at_20_diff1": 0.068043, "nauc_recall_at_100_max": 0.061566, "nauc_recall_at_100_std": 0.039176, "nauc_recall_at_100_diff1": 0.147108, "nauc_recall_at_1000_max": 0.076546, "nauc_recall_at_1000_std": 0.117419, "nauc_recall_at_1000_diff1": 0.289162, "nauc_precision_at_1_max": 0.023398, "nauc_precision_at_1_std": -0.037896, "nauc_precision_at_1_diff1": 0.213125, "nauc_precision_at_3_max": 0.065937, "nauc_precision_at_3_std": 0.082705, "nauc_precision_at_3_diff1": 0.08132, "nauc_precision_at_5_max": 0.094732, "nauc_precision_at_5_std": 0.139544, "nauc_precision_at_5_diff1": 0.029479, "nauc_precision_at_10_max": 0.06858, "nauc_precision_at_10_std": 0.147727, "nauc_precision_at_10_diff1": -0.013898, "nauc_precision_at_20_max": 0.066781, "nauc_precision_at_20_std": 0.173196, "nauc_precision_at_20_diff1": -0.058283, "nauc_precision_at_100_max": 0.10977, "nauc_precision_at_100_std": 0.203219, "nauc_precision_at_100_diff1": -0.049076, "nauc_precision_at_1000_max": 0.102447, "nauc_precision_at_1000_std": 0.199548, "nauc_precision_at_1000_diff1": -0.081587, "nauc_mrr_at_1_max": 0.023398, "nauc_mrr_at_1_std": -0.037896, "nauc_mrr_at_1_diff1": 0.213125, "nauc_mrr_at_3_max": 0.045125, "nauc_mrr_at_3_std": 0.000611, "nauc_mrr_at_3_diff1": 0.203666, "nauc_mrr_at_5_max": 0.053821, "nauc_mrr_at_5_std": 0.011701, "nauc_mrr_at_5_diff1": 0.203268, "nauc_mrr_at_10_max": 0.056291, "nauc_mrr_at_10_std": 0.015516, "nauc_mrr_at_10_diff1": 0.200089, "nauc_mrr_at_20_max": 0.052382, "nauc_mrr_at_20_std": 0.014801, "nauc_mrr_at_20_diff1": 0.199455, "nauc_mrr_at_100_max": 0.052951, "nauc_mrr_at_100_std": 0.014417, "nauc_mrr_at_100_diff1": 0.201214, "nauc_mrr_at_1000_max": 0.052783, "nauc_mrr_at_1000_std": 0.014123, "nauc_mrr_at_1000_diff1": 0.201115, "hit_rate_at_1": 0.43046, "hit_rate_at_3": 0.65894, "hit_rate_at_5": 0.73841, "hit_rate_at_10": 0.8245, "hit_rate_at_20": 0.88411, "hit_rate_at_100": 0.94371, "hit_rate_at_1000": 1.0, "main_score": 0.43022, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.25, "ndcg_at_3": 0.2789, "ndcg_at_5": 0.29474, "ndcg_at_10": 0.31336, "ndcg_at_20": 0.3428, "ndcg_at_100": 0.41147, "ndcg_at_1000": 0.47537, "map_at_1": 0.08976, "map_at_3": 0.14878, "map_at_5": 0.17895, "map_at_10": 0.21109, "map_at_20": 0.23192, "map_at_100": 0.25204, "map_at_1000": 0.25872, "recall_at_1": 0.08976, "recall_at_3": 0.19555, "recall_at_5": 0.26519, "recall_at_10": 0.35292, "recall_at_20": 0.4475, "recall_at_100": 0.66174, "recall_at_1000": 0.95648, "accuracy": 0.08976, "precision_at_1": 0.27152, "precision_at_3": 0.23951, "precision_at_5": 0.21523, "precision_at_10": 0.16689, "precision_at_20": 0.11689, "precision_at_100": 0.04096, "precision_at_1000": 0.00677, "mrr_at_1": 0.271523, "mrr_at_3": 0.373068, "mrr_at_5": 0.394426, "mrr_at_10": 0.406362, "mrr_at_20": 0.413894, "mrr_at_100": 0.416959, "mrr_at_1000": 0.41732, "nauc_ndcg_at_1_max": 0.024923, "nauc_ndcg_at_1_std": 0.062618, "nauc_ndcg_at_1_diff1": 0.124286, "nauc_ndcg_at_3_max": 0.00567, "nauc_ndcg_at_3_std": 0.064383, "nauc_ndcg_at_3_diff1": 0.121701, "nauc_ndcg_at_5_max": -0.004979, "nauc_ndcg_at_5_std": 0.067753, "nauc_ndcg_at_5_diff1": 0.101936, "nauc_ndcg_at_10_max": -0.036857, "nauc_ndcg_at_10_std": 0.026924, "nauc_ndcg_at_10_diff1": 0.086872, "nauc_ndcg_at_20_max": -0.044477, "nauc_ndcg_at_20_std": 0.037231, "nauc_ndcg_at_20_diff1": 0.086737, "nauc_ndcg_at_100_max": -0.012685, "nauc_ndcg_at_100_std": 0.078569, "nauc_ndcg_at_100_diff1": 0.075146, "nauc_ndcg_at_1000_max": 0.003338, "nauc_ndcg_at_1000_std": 0.077985, "nauc_ndcg_at_1000_diff1": 0.077072, "nauc_map_at_1_max": -0.03672, "nauc_map_at_1_std": -0.070597, "nauc_map_at_1_diff1": 0.203694, "nauc_map_at_3_max": -0.055699, "nauc_map_at_3_std": -0.030871, "nauc_map_at_3_diff1": 0.14496, "nauc_map_at_5_max": -0.060223, "nauc_map_at_5_std": -0.018974, "nauc_map_at_5_diff1": 0.100027, "nauc_map_at_10_max": -0.051849, "nauc_map_at_10_std": -0.005569, "nauc_map_at_10_diff1": 0.089016, "nauc_map_at_20_max": -0.050455, "nauc_map_at_20_std": 0.005728, "nauc_map_at_20_diff1": 0.075021, "nauc_map_at_100_max": -0.038764, "nauc_map_at_100_std": 0.02461, "nauc_map_at_100_diff1": 0.070333, "nauc_map_at_1000_max": -0.03601, "nauc_map_at_1000_std": 0.027493, "nauc_map_at_1000_diff1": 0.067776, "nauc_recall_at_1_max": -0.03672, "nauc_recall_at_1_std": -0.070597, "nauc_recall_at_1_diff1": 0.203694, "nauc_recall_at_3_max": -0.043576, "nauc_recall_at_3_std": -0.006767, "nauc_recall_at_3_diff1": 0.121162, "nauc_recall_at_5_max": -0.063422, "nauc_recall_at_5_std": 0.001413, "nauc_recall_at_5_diff1": 0.068876, "nauc_recall_at_10_max": -0.07075, "nauc_recall_at_10_std": -0.017919, "nauc_recall_at_10_diff1": 0.052449, "nauc_recall_at_20_max": -0.062396, "nauc_recall_at_20_std": 0.042085, "nauc_recall_at_20_diff1": 0.038173, "nauc_recall_at_100_max": -0.007751, "nauc_recall_at_100_std": 0.143515, "nauc_recall_at_100_diff1": 0.001831, "nauc_recall_at_1000_max": 0.10398, "nauc_recall_at_1000_std": 0.311024, "nauc_recall_at_1000_diff1": -0.096854, "nauc_precision_at_1_max": 0.051556, "nauc_precision_at_1_std": 0.096961, "nauc_precision_at_1_diff1": 0.137639, "nauc_precision_at_3_max": 0.012697, "nauc_precision_at_3_std": 0.105773, "nauc_precision_at_3_diff1": 0.040967, "nauc_precision_at_5_max": 0.03857, "nauc_precision_at_5_std": 0.133291, "nauc_precision_at_5_diff1": -0.021001, "nauc_precision_at_10_max": 0.03916, "nauc_precision_at_10_std": 0.125111, "nauc_precision_at_10_diff1": -0.032244, "nauc_precision_at_20_max": 0.03105, "nauc_precision_at_20_std": 0.138858, "nauc_precision_at_20_diff1": -0.054768, "nauc_precision_at_100_max": 0.118367, "nauc_precision_at_100_std": 0.196722, "nauc_precision_at_100_diff1": -0.090936, "nauc_precision_at_1000_max": 0.122206, "nauc_precision_at_1000_std": 0.137592, "nauc_precision_at_1000_diff1": -0.064013, "nauc_mrr_at_1_max": 0.051556, "nauc_mrr_at_1_std": 0.096961, "nauc_mrr_at_1_diff1": 0.137639, "nauc_mrr_at_3_max": 0.039577, "nauc_mrr_at_3_std": 0.109434, "nauc_mrr_at_3_diff1": 0.122246, "nauc_mrr_at_5_max": 0.031161, "nauc_mrr_at_5_std": 0.103428, "nauc_mrr_at_5_diff1": 0.127436, "nauc_mrr_at_10_max": 0.028655, "nauc_mrr_at_10_std": 0.09915, "nauc_mrr_at_10_diff1": 0.126815, "nauc_mrr_at_20_max": 0.026934, "nauc_mrr_at_20_std": 0.101426, "nauc_mrr_at_20_diff1": 0.124703, "nauc_mrr_at_100_max": 0.028626, "nauc_mrr_at_100_std": 0.102647, "nauc_mrr_at_100_diff1": 0.124343, "nauc_mrr_at_1000_max": 0.028819, "nauc_mrr_at_1000_std": 0.102618, "nauc_mrr_at_1000_diff1": 0.124601, "hit_rate_at_1": 0.27152, "hit_rate_at_3": 0.50331, "hit_rate_at_5": 0.59603, "hit_rate_at_10": 0.68212, "hit_rate_at_20": 0.78477, "hit_rate_at_100": 0.92053, "hit_rate_at_1000": 0.99669, "main_score": 0.31336, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.30464, "ndcg_at_3": 0.32423, "ndcg_at_5": 0.33385, "ndcg_at_10": 0.35508, "ndcg_at_20": 0.38245, "ndcg_at_100": 0.45707, "ndcg_at_1000": 0.51588, "map_at_1": 0.11223, "map_at_3": 0.17747, "map_at_5": 0.20387, "map_at_10": 0.23864, "map_at_20": 0.26058, "map_at_100": 0.28552, "map_at_1000": 0.29226, "recall_at_1": 0.11223, "recall_at_3": 0.22904, "recall_at_5": 0.28705, "recall_at_10": 0.38428, "recall_at_20": 0.47169, "recall_at_100": 0.70391, "recall_at_1000": 0.9721, "accuracy": 0.11223, "precision_at_1": 0.33113, "precision_at_3": 0.2638, "precision_at_5": 0.22914, "precision_at_10": 0.18046, "precision_at_20": 0.12649, "precision_at_100": 0.0443, "precision_at_1000": 0.00694, "mrr_at_1": 0.331126, "mrr_at_3": 0.442053, "mrr_at_5": 0.460762, "mrr_at_10": 0.473338, "mrr_at_20": 0.479034, "mrr_at_100": 0.48158, "mrr_at_1000": 0.481941, "nauc_ndcg_at_1_max": 0.021613, "nauc_ndcg_at_1_std": -0.01138, "nauc_ndcg_at_1_diff1": 0.270376, "nauc_ndcg_at_3_max": 0.05628, "nauc_ndcg_at_3_std": 0.047919, "nauc_ndcg_at_3_diff1": 0.238568, "nauc_ndcg_at_5_max": 0.087316, "nauc_ndcg_at_5_std": 0.071091, "nauc_ndcg_at_5_diff1": 0.235105, "nauc_ndcg_at_10_max": 0.10356, "nauc_ndcg_at_10_std": 0.093897, "nauc_ndcg_at_10_diff1": 0.21564, "nauc_ndcg_at_20_max": 0.118471, "nauc_ndcg_at_20_std": 0.130978, "nauc_ndcg_at_20_diff1": 0.210456, "nauc_ndcg_at_100_max": 0.114382, "nauc_ndcg_at_100_std": 0.147938, "nauc_ndcg_at_100_diff1": 0.209869, "nauc_ndcg_at_1000_max": 0.10769, "nauc_ndcg_at_1000_std": 0.121649, "nauc_ndcg_at_1000_diff1": 0.224094, "nauc_map_at_1_max": 0.093358, "nauc_map_at_1_std": 0.00638, "nauc_map_at_1_diff1": 0.398048, "nauc_map_at_3_max": 0.084449, "nauc_map_at_3_std": 0.027836, "nauc_map_at_3_diff1": 0.286806, "nauc_map_at_5_max": 0.092906, "nauc_map_at_5_std": 0.033023, "nauc_map_at_5_diff1": 0.261559, "nauc_map_at_10_max": 0.106401, "nauc_map_at_10_std": 0.06051, "nauc_map_at_10_diff1": 0.236025, "nauc_map_at_20_max": 0.109275, "nauc_map_at_20_std": 0.085093, "nauc_map_at_20_diff1": 0.231896, "nauc_map_at_100_max": 0.103687, "nauc_map_at_100_std": 0.094259, "nauc_map_at_100_diff1": 0.230587, "nauc_map_at_1000_max": 0.104051, "nauc_map_at_1000_std": 0.094205, "nauc_map_at_1000_diff1": 0.231877, "nauc_recall_at_1_max": 0.093358, "nauc_recall_at_1_std": 0.00638, "nauc_recall_at_1_diff1": 0.398048, "nauc_recall_at_3_max": 0.080791, "nauc_recall_at_3_std": 0.04424, "nauc_recall_at_3_diff1": 0.212097, "nauc_recall_at_5_max": 0.12395, "nauc_recall_at_5_std": 0.082902, "nauc_recall_at_5_diff1": 0.166519, "nauc_recall_at_10_max": 0.136799, "nauc_recall_at_10_std": 0.120137, "nauc_recall_at_10_diff1": 0.104593, "nauc_recall_at_20_max": 0.151609, "nauc_recall_at_20_std": 0.197173, "nauc_recall_at_20_diff1": 0.091461, "nauc_recall_at_100_max": 0.185752, "nauc_recall_at_100_std": 0.302551, "nauc_recall_at_100_diff1": 0.05321, "nauc_recall_at_1000_max": 0.240297, "nauc_recall_at_1000_std": 0.436944, "nauc_recall_at_1000_diff1": -0.368915, "nauc_precision_at_1_max": -0.004007, "nauc_precision_at_1_std": -0.009852, "nauc_precision_at_1_diff1": 0.228786, "nauc_precision_at_3_max": 0.017899, "nauc_precision_at_3_std": 0.073593, "nauc_precision_at_3_diff1": 0.062218, "nauc_precision_at_5_max": 0.033873, "nauc_precision_at_5_std": 0.083702, "nauc_precision_at_5_diff1": 0.044291, "nauc_precision_at_10_max": 0.037362, "nauc_precision_at_10_std": 0.124443, "nauc_precision_at_10_diff1": 0.010245, "nauc_precision_at_20_max": 0.031602, "nauc_precision_at_20_std": 0.157536, "nauc_precision_at_20_diff1": 0.008082, "nauc_precision_at_100_max": -0.004525, "nauc_precision_at_100_std": 0.121288, "nauc_precision_at_100_diff1": -0.023255, "nauc_precision_at_1000_max": -0.028954, "nauc_precision_at_1000_std": 0.014975, "nauc_precision_at_1000_diff1": -0.021829, "nauc_mrr_at_1_max": -0.004007, "nauc_mrr_at_1_std": -0.009852, "nauc_mrr_at_1_diff1": 0.228786, "nauc_mrr_at_3_max": 0.01647, "nauc_mrr_at_3_std": 0.026575, "nauc_mrr_at_3_diff1": 0.210969, "nauc_mrr_at_5_max": 0.025176, "nauc_mrr_at_5_std": 0.035455, "nauc_mrr_at_5_diff1": 0.211021, "nauc_mrr_at_10_max": 0.021655, "nauc_mrr_at_10_std": 0.033584, "nauc_mrr_at_10_diff1": 0.206333, "nauc_mrr_at_20_max": 0.025456, "nauc_mrr_at_20_std": 0.038662, "nauc_mrr_at_20_diff1": 0.206044, "nauc_mrr_at_100_max": 0.025908, "nauc_mrr_at_100_std": 0.037957, "nauc_mrr_at_100_diff1": 0.206934, "nauc_mrr_at_1000_max": 0.025335, "nauc_mrr_at_1000_std": 0.037385, "nauc_mrr_at_1000_diff1": 0.206646, "hit_rate_at_1": 0.33113, "hit_rate_at_3": 0.57285, "hit_rate_at_5": 0.65563, "hit_rate_at_10": 0.75497, "hit_rate_at_20": 0.84106, "hit_rate_at_100": 0.93377, "hit_rate_at_1000": 1.0, "main_score": 0.35508, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.18543, "ndcg_at_3": 0.1951, "ndcg_at_5": 0.19831, "ndcg_at_10": 0.21471, "ndcg_at_20": 0.24216, "ndcg_at_100": 0.31092, "ndcg_at_1000": 0.3913, "map_at_1": 0.06015, "map_at_3": 0.1022, "map_at_5": 0.11705, "map_at_10": 0.13802, "map_at_20": 0.1557, "map_at_100": 0.17359, "map_at_1000": 0.18101, "recall_at_1": 0.06015, "recall_at_3": 0.13384, "recall_at_5": 0.17299, "recall_at_10": 0.24071, "recall_at_20": 0.3253, "recall_at_100": 0.54402, "recall_at_1000": 0.92002, "accuracy": 0.06015, "precision_at_1": 0.20199, "precision_at_3": 0.16887, "precision_at_5": 0.13907, "precision_at_10": 0.11755, "precision_at_20": 0.08924, "precision_at_100": 0.0349, "precision_at_1000": 0.00656, "mrr_at_1": 0.201987, "mrr_at_3": 0.265453, "mrr_at_5": 0.278532, "mrr_at_10": 0.293894, "mrr_at_20": 0.300398, "mrr_at_100": 0.306041, "mrr_at_1000": 0.306885, "nauc_ndcg_at_1_max": -0.036989, "nauc_ndcg_at_1_std": 0.104112, "nauc_ndcg_at_1_diff1": 0.005308, "nauc_ndcg_at_3_max": -0.030716, "nauc_ndcg_at_3_std": 0.077048, "nauc_ndcg_at_3_diff1": 0.063218, "nauc_ndcg_at_5_max": -0.048782, "nauc_ndcg_at_5_std": 0.064981, "nauc_ndcg_at_5_diff1": 0.076995, "nauc_ndcg_at_10_max": -0.014216, "nauc_ndcg_at_10_std": 0.096514, "nauc_ndcg_at_10_diff1": 0.082355, "nauc_ndcg_at_20_max": -0.009455, "nauc_ndcg_at_20_std": 0.114472, "nauc_ndcg_at_20_diff1": 0.085924, "nauc_ndcg_at_100_max": 0.011209, "nauc_ndcg_at_100_std": 0.141393, "nauc_ndcg_at_100_diff1": 0.066946, "nauc_ndcg_at_1000_max": 0.006052, "nauc_ndcg_at_1000_std": 0.148525, "nauc_ndcg_at_1000_diff1": 0.063821, "nauc_map_at_1_max": -0.088562, "nauc_map_at_1_std": -0.029671, "nauc_map_at_1_diff1": 0.169007, "nauc_map_at_3_max": -0.062916, "nauc_map_at_3_std": 0.013055, "nauc_map_at_3_diff1": 0.129228, "nauc_map_at_5_max": -0.063924, "nauc_map_at_5_std": 0.02282, "nauc_map_at_5_diff1": 0.12168, "nauc_map_at_10_max": -0.039829, "nauc_map_at_10_std": 0.054045, "nauc_map_at_10_diff1": 0.096621, "nauc_map_at_20_max": -0.033087, "nauc_map_at_20_std": 0.07553, "nauc_map_at_20_diff1": 0.090389, "nauc_map_at_100_max": -0.032706, "nauc_map_at_100_std": 0.085941, "nauc_map_at_100_diff1": 0.078098, "nauc_map_at_1000_max": -0.031882, "nauc_map_at_1000_std": 0.089902, "nauc_map_at_1000_diff1": 0.07812, "nauc_recall_at_1_max": -0.088562, "nauc_recall_at_1_std": -0.029671, "nauc_recall_at_1_diff1": 0.169007, "nauc_recall_at_3_max": -0.05039, "nauc_recall_at_3_std": -0.015645, "nauc_recall_at_3_diff1": 0.126376, "nauc_recall_at_5_max": -0.046905, "nauc_recall_at_5_std": 0.021855, "nauc_recall_at_5_diff1": 0.111358, "nauc_recall_at_10_max": 0.022036, "nauc_recall_at_10_std": 0.089048, "nauc_recall_at_10_diff1": 0.079813, "nauc_recall_at_20_max": 0.02514, "nauc_recall_at_20_std": 0.115543, "nauc_recall_at_20_diff1": 0.102712, "nauc_recall_at_100_max": 0.083671, "nauc_recall_at_100_std": 0.174902, "nauc_recall_at_100_diff1": 0.044367, "nauc_recall_at_1000_max": 0.064743, "nauc_recall_at_1000_std": 0.290572, "nauc_recall_at_1000_diff1": 0.046925, "nauc_precision_at_1_max": -0.011106, "nauc_precision_at_1_std": 0.147557, "nauc_precision_at_1_diff1": -0.016561, "nauc_precision_at_3_max": -0.007881, "nauc_precision_at_3_std": 0.14012, "nauc_precision_at_3_diff1": -0.003427, "nauc_precision_at_5_max": -0.028325, "nauc_precision_at_5_std": 0.125009, "nauc_precision_at_5_diff1": -0.028046, "nauc_precision_at_10_max": 0.032559, "nauc_precision_at_10_std": 0.182015, "nauc_precision_at_10_diff1": -0.049377, "nauc_precision_at_20_max": 0.01418, "nauc_precision_at_20_std": 0.184593, "nauc_precision_at_20_diff1": -0.045952, "nauc_precision_at_100_max": 0.037783, "nauc_precision_at_100_std": 0.185034, "nauc_precision_at_100_diff1": -0.063303, "nauc_precision_at_1000_max": 0.044092, "nauc_precision_at_1000_std": 0.141078, "nauc_precision_at_1000_diff1": -0.037393, "nauc_mrr_at_1_max": -0.011106, "nauc_mrr_at_1_std": 0.147557, "nauc_mrr_at_1_diff1": -0.016561, "nauc_mrr_at_3_max": -0.035091, "nauc_mrr_at_3_std": 0.10824, "nauc_mrr_at_3_diff1": 0.029971, "nauc_mrr_at_5_max": -0.030546, "nauc_mrr_at_5_std": 0.116744, "nauc_mrr_at_5_diff1": 0.02461, "nauc_mrr_at_10_max": -0.013533, "nauc_mrr_at_10_std": 0.131358, "nauc_mrr_at_10_diff1": 0.031033, "nauc_mrr_at_20_max": -0.014947, "nauc_mrr_at_20_std": 0.132878, "nauc_mrr_at_20_diff1": 0.032816, "nauc_mrr_at_100_max": -0.014403, "nauc_mrr_at_100_std": 0.132275, "nauc_mrr_at_100_diff1": 0.029822, "nauc_mrr_at_1000_max": -0.014811, "nauc_mrr_at_1000_std": 0.131917, "nauc_mrr_at_1000_diff1": 0.029749, "hit_rate_at_1": 0.20199, "hit_rate_at_3": 0.35099, "hit_rate_at_5": 0.40728, "hit_rate_at_10": 0.52649, "hit_rate_at_20": 0.61589, "hit_rate_at_100": 0.82781, "hit_rate_at_1000": 0.99007, "main_score": 0.21471, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.22848, "ndcg_at_3": 0.25022, "ndcg_at_5": 0.2627, "ndcg_at_10": 0.27863, "ndcg_at_20": 0.30846, "ndcg_at_100": 0.38301, "ndcg_at_1000": 0.45319, "map_at_1": 0.07175, "map_at_3": 0.12456, "map_at_5": 0.14884, "map_at_10": 0.1761, "map_at_20": 0.19677, "map_at_100": 0.2186, "map_at_1000": 0.22592, "recall_at_1": 0.07175, "recall_at_3": 0.16374, "recall_at_5": 0.22941, "recall_at_10": 0.31144, "recall_at_20": 0.40884, "recall_at_100": 0.64175, "recall_at_1000": 0.96572, "accuracy": 0.07175, "precision_at_1": 0.25497, "precision_at_3": 0.22517, "precision_at_5": 0.19603, "precision_at_10": 0.15099, "precision_at_20": 0.1101, "precision_at_100": 0.04066, "precision_at_1000": 0.00689, "mrr_at_1": 0.254967, "mrr_at_3": 0.346578, "mrr_at_5": 0.372241, "mrr_at_10": 0.385543, "mrr_at_20": 0.391853, "mrr_at_100": 0.3953, "mrr_at_1000": 0.395751, "nauc_ndcg_at_1_max": -0.036786, "nauc_ndcg_at_1_std": 0.023152, "nauc_ndcg_at_1_diff1": 0.245234, "nauc_ndcg_at_3_max": -0.011061, "nauc_ndcg_at_3_std": 0.03246, "nauc_ndcg_at_3_diff1": 0.169832, "nauc_ndcg_at_5_max": 0.015731, "nauc_ndcg_at_5_std": 0.079415, "nauc_ndcg_at_5_diff1": 0.169504, "nauc_ndcg_at_10_max": -0.016472, "nauc_ndcg_at_10_std": 0.080637, "nauc_ndcg_at_10_diff1": 0.143948, "nauc_ndcg_at_20_max": -0.028832, "nauc_ndcg_at_20_std": 0.097023, "nauc_ndcg_at_20_diff1": 0.143943, "nauc_ndcg_at_100_max": -0.004838, "nauc_ndcg_at_100_std": 0.127849, "nauc_ndcg_at_100_diff1": 0.161419, "nauc_ndcg_at_1000_max": 0.004618, "nauc_ndcg_at_1000_std": 0.11137, "nauc_ndcg_at_1000_diff1": 0.16911, "nauc_map_at_1_max": -0.069696, "nauc_map_at_1_std": -0.007103, "nauc_map_at_1_diff1": 0.330479, "nauc_map_at_3_max": -0.058081, "nauc_map_at_3_std": -0.006186, "nauc_map_at_3_diff1": 0.208177, "nauc_map_at_5_max": -0.041416, "nauc_map_at_5_std": 0.025082, "nauc_map_at_5_diff1": 0.180759, "nauc_map_at_10_max": -0.048536, "nauc_map_at_10_std": 0.03908, "nauc_map_at_10_diff1": 0.154746, "nauc_map_at_20_max": -0.045754, "nauc_map_at_20_std": 0.060757, "nauc_map_at_20_diff1": 0.153556, "nauc_map_at_100_max": -0.033709, "nauc_map_at_100_std": 0.077204, "nauc_map_at_100_diff1": 0.157136, "nauc_map_at_1000_max": -0.03227, "nauc_map_at_1000_std": 0.077493, "nauc_map_at_1000_diff1": 0.156086, "nauc_recall_at_1_max": -0.069696, "nauc_recall_at_1_std": -0.007103, "nauc_recall_at_1_diff1": 0.330479, "nauc_recall_at_3_max": -0.038911, "nauc_recall_at_3_std": -0.015404, "nauc_recall_at_3_diff1": 0.143846, "nauc_recall_at_5_max": -0.000565, "nauc_recall_at_5_std": 0.059751, "nauc_recall_at_5_diff1": 0.087995, "nauc_recall_at_10_max": -0.024851, "nauc_recall_at_10_std": 0.075965, "nauc_recall_at_10_diff1": 0.048411, "nauc_recall_at_20_max": -0.054871, "nauc_recall_at_20_std": 0.11549, "nauc_recall_at_20_diff1": 0.035813, "nauc_recall_at_100_max": -0.01033, "nauc_recall_at_100_std": 0.1993, "nauc_recall_at_100_diff1": 0.089355, "nauc_recall_at_1000_max": -0.048152, "nauc_recall_at_1000_std": 0.150293, "nauc_recall_at_1000_diff1": 0.050839, "nauc_precision_at_1_max": -0.032266, "nauc_precision_at_1_std": 0.024581, "nauc_precision_at_1_diff1": 0.242831, "nauc_precision_at_3_max": 0.0045, "nauc_precision_at_3_std": 0.036431, "nauc_precision_at_3_diff1": 0.088451, "nauc_precision_at_5_max": 0.05468, "nauc_precision_at_5_std": 0.110758, "nauc_precision_at_5_diff1": 0.080321, "nauc_precision_at_10_max": 0.029704, "nauc_precision_at_10_std": 0.13093, "nauc_precision_at_10_diff1": 0.026984, "nauc_precision_at_20_max": 0.032759, "nauc_precision_at_20_std": 0.155677, "nauc_precision_at_20_diff1": 0.039685, "nauc_precision_at_100_max": 0.081642, "nauc_precision_at_100_std": 0.160562, "nauc_precision_at_100_diff1": 0.032012, "nauc_precision_at_1000_max": 0.081536, "nauc_precision_at_1000_std": 0.074707, "nauc_precision_at_1000_diff1": -0.006149, "nauc_mrr_at_1_max": -0.032266, "nauc_mrr_at_1_std": 0.024581, "nauc_mrr_at_1_diff1": 0.242831, "nauc_mrr_at_3_max": -0.009928, "nauc_mrr_at_3_std": 0.024427, "nauc_mrr_at_3_diff1": 0.212177, "nauc_mrr_at_5_max": 0.000701, "nauc_mrr_at_5_std": 0.043988, "nauc_mrr_at_5_diff1": 0.216336, "nauc_mrr_at_10_max": -0.001374, "nauc_mrr_at_10_std": 0.053297, "nauc_mrr_at_10_diff1": 0.209616, "nauc_mrr_at_20_max": -0.007257, "nauc_mrr_at_20_std": 0.048879, "nauc_mrr_at_20_diff1": 0.209968, "nauc_mrr_at_100_max": -0.007355, "nauc_mrr_at_100_std": 0.048527, "nauc_mrr_at_100_diff1": 0.21091, "nauc_mrr_at_1000_max": -0.007331, "nauc_mrr_at_1000_std": 0.048137, "nauc_mrr_at_1000_diff1": 0.210967, "hit_rate_at_1": 0.25497, "hit_rate_at_3": 0.46358, "hit_rate_at_5": 0.57285, "hit_rate_at_10": 0.6755, "hit_rate_at_20": 0.76821, "hit_rate_at_100": 0.90728, "hit_rate_at_1000": 0.99669, "main_score": 0.27863, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.2649, "ndcg_at_3": 0.2712, "ndcg_at_5": 0.2822, "ndcg_at_10": 0.3067, "ndcg_at_20": 0.33371, "ndcg_at_100": 0.40579, "ndcg_at_1000": 0.47083, "map_at_1": 0.08719, "map_at_3": 0.13935, "map_at_5": 0.16455, "map_at_10": 0.19853, "map_at_20": 0.21785, "map_at_100": 0.23988, "map_at_1000": 0.24672, "recall_at_1": 0.08719, "recall_at_3": 0.18356, "recall_at_5": 0.24583, "recall_at_10": 0.34225, "recall_at_20": 0.432, "recall_at_100": 0.66311, "recall_at_1000": 0.95967, "accuracy": 0.08719, "precision_at_1": 0.2947, "precision_at_3": 0.22958, "precision_at_5": 0.19934, "precision_at_10": 0.16589, "precision_at_20": 0.11507, "precision_at_100": 0.04113, "precision_at_1000": 0.00682, "mrr_at_1": 0.294702, "mrr_at_3": 0.381898, "mrr_at_5": 0.398289, "mrr_at_10": 0.415558, "mrr_at_20": 0.420885, "mrr_at_100": 0.424389, "mrr_at_1000": 0.424736, "nauc_ndcg_at_1_max": -0.036902, "nauc_ndcg_at_1_std": 0.017727, "nauc_ndcg_at_1_diff1": 0.341786, "nauc_ndcg_at_3_max": -0.021429, "nauc_ndcg_at_3_std": 0.05245, "nauc_ndcg_at_3_diff1": 0.275686, "nauc_ndcg_at_5_max": -0.013879, "nauc_ndcg_at_5_std": 0.082225, "nauc_ndcg_at_5_diff1": 0.266804, "nauc_ndcg_at_10_max": -0.004592, "nauc_ndcg_at_10_std": 0.098677, "nauc_ndcg_at_10_diff1": 0.239104, "nauc_ndcg_at_20_max": -0.010804, "nauc_ndcg_at_20_std": 0.090875, "nauc_ndcg_at_20_diff1": 0.219284, "nauc_ndcg_at_100_max": -0.006621, "nauc_ndcg_at_100_std": 0.115006, "nauc_ndcg_at_100_diff1": 0.250544, "nauc_ndcg_at_1000_max": 0.018086, "nauc_ndcg_at_1000_std": 0.132025, "nauc_ndcg_at_1000_diff1": 0.258161, "nauc_map_at_1_max": -0.075775, "nauc_map_at_1_std": -0.082776, "nauc_map_at_1_diff1": 0.446257, "nauc_map_at_3_max": -0.063543, "nauc_map_at_3_std": -0.027763, "nauc_map_at_3_diff1": 0.321933, "nauc_map_at_5_max": -0.058817, "nauc_map_at_5_std": -0.001933, "nauc_map_at_5_diff1": 0.297537, "nauc_map_at_10_max": -0.040111, "nauc_map_at_10_std": 0.035968, "nauc_map_at_10_diff1": 0.255238, "nauc_map_at_20_max": -0.033852, "nauc_map_at_20_std": 0.05029, "nauc_map_at_20_diff1": 0.24217, "nauc_map_at_100_max": -0.024148, "nauc_map_at_100_std": 0.071204, "nauc_map_at_100_diff1": 0.245887, "nauc_map_at_1000_max": -0.021589, "nauc_map_at_1000_std": 0.07533, "nauc_map_at_1000_diff1": 0.247715, "nauc_recall_at_1_max": -0.075775, "nauc_recall_at_1_std": -0.082776, "nauc_recall_at_1_diff1": 0.446257, "nauc_recall_at_3_max": -0.029567, "nauc_recall_at_3_std": -0.008728, "nauc_recall_at_3_diff1": 0.228436, "nauc_recall_at_5_max": -0.02948, "nauc_recall_at_5_std": 0.038779, "nauc_recall_at_5_diff1": 0.175487, "nauc_recall_at_10_max": -0.003984, "nauc_recall_at_10_std": 0.073097, "nauc_recall_at_10_diff1": 0.116717, "nauc_recall_at_20_max": -0.006317, "nauc_recall_at_20_std": 0.079303, "nauc_recall_at_20_diff1": 0.077381, "nauc_recall_at_100_max": -0.025201, "nauc_recall_at_100_std": 0.116172, "nauc_recall_at_100_diff1": 0.147286, "nauc_recall_at_1000_max": 0.318281, "nauc_recall_at_1000_std": 0.522953, "nauc_recall_at_1000_diff1": 0.286376, "nauc_precision_at_1_max": -0.027401, "nauc_precision_at_1_std": 0.034184, "nauc_precision_at_1_diff1": 0.329152, "nauc_precision_at_3_max": -0.027576, "nauc_precision_at_3_std": 0.09902, "nauc_precision_at_3_diff1": 0.13335, "nauc_precision_at_5_max": 0.009039, "nauc_precision_at_5_std": 0.157602, "nauc_precision_at_5_diff1": 0.093135, "nauc_precision_at_10_max": 0.078931, "nauc_precision_at_10_std": 0.230797, "nauc_precision_at_10_diff1": 0.047895, "nauc_precision_at_20_max": 0.073963, "nauc_precision_at_20_std": 0.217093, "nauc_precision_at_20_diff1": 0.007292, "nauc_precision_at_100_max": 0.08021, "nauc_precision_at_100_std": 0.214622, "nauc_precision_at_100_diff1": 0.018156, "nauc_precision_at_1000_max": 0.091317, "nauc_precision_at_1000_std": 0.166694, "nauc_precision_at_1000_diff1": -0.017337, "nauc_mrr_at_1_max": -0.027401, "nauc_mrr_at_1_std": 0.034184, "nauc_mrr_at_1_diff1": 0.329152, "nauc_mrr_at_3_max": -0.014429, "nauc_mrr_at_3_std": 0.06582, "nauc_mrr_at_3_diff1": 0.297892, "nauc_mrr_at_5_max": -0.018257, "nauc_mrr_at_5_std": 0.074101, "nauc_mrr_at_5_diff1": 0.286774, "nauc_mrr_at_10_max": -0.009873, "nauc_mrr_at_10_std": 0.078708, "nauc_mrr_at_10_diff1": 0.289577, "nauc_mrr_at_20_max": -0.011419, "nauc_mrr_at_20_std": 0.07726, "nauc_mrr_at_20_diff1": 0.291173, "nauc_mrr_at_100_max": -0.012544, "nauc_mrr_at_100_std": 0.075861, "nauc_mrr_at_100_diff1": 0.291981, "nauc_mrr_at_1000_max": -0.012248, "nauc_mrr_at_1000_std": 0.076102, "nauc_mrr_at_1000_diff1": 0.291818, "hit_rate_at_1": 0.2947, "hit_rate_at_3": 0.49669, "hit_rate_at_5": 0.56954, "hit_rate_at_10": 0.69868, "hit_rate_at_20": 0.77483, "hit_rate_at_100": 0.92053, "hit_rate_at_1000": 0.99338, "main_score": 0.3067, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 6387.420175038278, "kg_co2_emissions": null, "date": 1783399408.205793, "evaluation_phases": [ { "name": "Data loading", "start": 0.0001597292721271515, "end": 75.25993979722261, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 75.26000826433301, "end": 75.2600141055882, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 75.27500039711595, "end": 1183.8977945707738, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1183.8984510935843, "end": 1184.1786224022508, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1184.2259680368006, "end": 2223.818557124585, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2223.818918555975, "end": 2224.075278338045, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2224.1105151362717, "end": 3296.8122082203627, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 3296.812417332083, "end": 3297.0846805758774, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 3297.1234552823007, "end": 4361.80899579078, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4361.809361368418, "end": 4362.084854092449, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 4362.135541785508, "end": 5385.537979658693, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 5385.538365714252, "end": 5385.814692951739, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 5385.85718627274, "end": 6387.110814359039, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 6387.111202828586, "end": 6387.392832081765, "split": "test", "subset": "portuguese" } ] }