{ "dataset_revision": "0542c0d03da0ec1c8cbc517c8d78e7e95c75d3d3", "task_name": "Vidore2ESGReportsRetrieval", "mteb_version": "2.21.3", "scores": { "test": [ { "ndcg_at_1": 0.61404, "ndcg_at_3": 0.5695, "ndcg_at_5": 0.61464, "ndcg_at_10": 0.67093, "ndcg_at_20": 0.69752, "ndcg_at_100": 0.73497, "ndcg_at_1000": 0.73497, "map_at_1": 0.31301, "map_at_3": 0.41645, "map_at_5": 0.48736, "map_at_10": 0.54602, "map_at_20": 0.56636, "map_at_100": 0.58756, "map_at_1000": 0.58756, "recall_at_1": 0.31301, "recall_at_3": 0.47655, "recall_at_5": 0.62454, "recall_at_10": 0.79768, "recall_at_20": 0.88912, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.31301, "precision_at_1": 0.61404, "precision_at_3": 0.38012, "precision_at_5": 0.31579, "precision_at_10": 0.22281, "precision_at_20": 0.13684, "precision_at_100": 0.03895, "precision_at_1000": 0.00389, "mrr_at_1": 0.614035, "mrr_at_3": 0.695906, "mrr_at_5": 0.709064, "mrr_at_10": 0.72271, "mrr_at_20": 0.726553, "mrr_at_100": 0.726856, "mrr_at_1000": 0.726856, "nauc_ndcg_at_1_max": 0.304045, "nauc_ndcg_at_1_std": 0.029715, "nauc_ndcg_at_1_diff1": 0.475229, "nauc_ndcg_at_3_max": 0.177595, "nauc_ndcg_at_3_std": 0.045254, "nauc_ndcg_at_3_diff1": 0.350122, "nauc_ndcg_at_5_max": 0.10948, "nauc_ndcg_at_5_std": 0.087582, "nauc_ndcg_at_5_diff1": 0.294787, "nauc_ndcg_at_10_max": 0.090275, "nauc_ndcg_at_10_std": 0.116328, "nauc_ndcg_at_10_diff1": 0.420865, "nauc_ndcg_at_20_max": 0.089398, "nauc_ndcg_at_20_std": 0.028184, "nauc_ndcg_at_20_diff1": 0.422327, "nauc_ndcg_at_100_max": 0.205442, "nauc_ndcg_at_100_std": 0.066893, "nauc_ndcg_at_100_diff1": 0.355106, "nauc_ndcg_at_1000_max": 0.205442, "nauc_ndcg_at_1000_std": 0.066893, "nauc_ndcg_at_1000_diff1": 0.355106, "nauc_map_at_1_max": -0.026098, "nauc_map_at_1_std": -0.02981, "nauc_map_at_1_diff1": 0.405246, "nauc_map_at_3_max": -0.040691, "nauc_map_at_3_std": -0.019788, "nauc_map_at_3_diff1": 0.414235, "nauc_map_at_5_max": -0.036884, "nauc_map_at_5_std": 0.010833, "nauc_map_at_5_diff1": 0.345469, "nauc_map_at_10_max": -0.003025, "nauc_map_at_10_std": 0.029627, "nauc_map_at_10_diff1": 0.390152, "nauc_map_at_20_max": 0.017857, "nauc_map_at_20_std": 0.016477, "nauc_map_at_20_diff1": 0.381704, "nauc_map_at_100_max": 0.074013, "nauc_map_at_100_std": 0.055318, "nauc_map_at_100_diff1": 0.344941, "nauc_map_at_1000_max": 0.074013, "nauc_map_at_1000_std": 0.055318, "nauc_map_at_1000_diff1": 0.344941, "nauc_recall_at_1_max": -0.026098, "nauc_recall_at_1_std": -0.02981, "nauc_recall_at_1_diff1": 0.405246, "nauc_recall_at_3_max": -0.08264, "nauc_recall_at_3_std": 0.002166, "nauc_recall_at_3_diff1": 0.389001, "nauc_recall_at_5_max": -0.183398, "nauc_recall_at_5_std": 0.084821, "nauc_recall_at_5_diff1": 0.257889, "nauc_recall_at_10_max": -0.240405, "nauc_recall_at_10_std": 0.176873, "nauc_recall_at_10_diff1": 0.492662, "nauc_recall_at_20_max": -0.377025, "nauc_recall_at_20_std": -0.061812, "nauc_recall_at_20_diff1": 0.529639, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.304045, "nauc_precision_at_1_std": 0.029715, "nauc_precision_at_1_diff1": 0.475229, "nauc_precision_at_3_max": 0.394504, "nauc_precision_at_3_std": 0.109449, "nauc_precision_at_3_diff1": 0.070486, "nauc_precision_at_5_max": 0.324563, "nauc_precision_at_5_std": 0.142146, "nauc_precision_at_5_diff1": -0.124329, "nauc_precision_at_10_max": 0.322259, "nauc_precision_at_10_std": 0.142496, "nauc_precision_at_10_diff1": -0.0961, "nauc_precision_at_20_max": 0.317807, "nauc_precision_at_20_std": 0.127907, "nauc_precision_at_20_diff1": -0.187164, "nauc_precision_at_100_max": 0.416453, "nauc_precision_at_100_std": 0.228537, "nauc_precision_at_100_diff1": -0.335727, "nauc_precision_at_1000_max": 0.416453, "nauc_precision_at_1000_std": 0.228537, "nauc_precision_at_1000_diff1": -0.335727, "nauc_mrr_at_1_max": 0.304045, "nauc_mrr_at_1_std": 0.029715, "nauc_mrr_at_1_diff1": 0.475229, "nauc_mrr_at_3_max": 0.367821, "nauc_mrr_at_3_std": 0.050406, "nauc_mrr_at_3_diff1": 0.44711, "nauc_mrr_at_5_max": 0.346119, "nauc_mrr_at_5_std": 0.055749, "nauc_mrr_at_5_diff1": 0.453443, "nauc_mrr_at_10_max": 0.337461, "nauc_mrr_at_10_std": 0.058902, "nauc_mrr_at_10_diff1": 0.464663, "nauc_mrr_at_20_max": 0.331159, "nauc_mrr_at_20_std": 0.045853, "nauc_mrr_at_20_diff1": 0.460118, "nauc_mrr_at_100_max": 0.332346, "nauc_mrr_at_100_std": 0.04666, "nauc_mrr_at_100_diff1": 0.459992, "nauc_mrr_at_1000_max": 0.332346, "nauc_mrr_at_1000_std": 0.04666, "nauc_mrr_at_1000_diff1": 0.459992, "hit_rate_at_1": 0.61404, "hit_rate_at_3": 0.78947, "hit_rate_at_5": 0.84211, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.61464, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.57895, "ndcg_at_3": 0.58993, "ndcg_at_5": 0.62392, "ndcg_at_10": 0.66972, "ndcg_at_20": 0.69159, "ndcg_at_100": 0.72912, "ndcg_at_1000": 0.73033, "map_at_1": 0.29181, "map_at_3": 0.429, "map_at_5": 0.49114, "map_at_10": 0.53929, "map_at_20": 0.56043, "map_at_100": 0.58167, "map_at_1000": 0.58183, "recall_at_1": 0.29181, "recall_at_3": 0.53064, "recall_at_5": 0.65934, "recall_at_10": 0.80825, "recall_at_20": 0.88513, "recall_at_100": 0.99415, "recall_at_1000": 1.0, "accuracy": 0.29181, "precision_at_1": 0.57895, "precision_at_3": 0.40936, "precision_at_5": 0.32632, "precision_at_10": 0.22281, "precision_at_20": 0.13596, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.578947, "mrr_at_3": 0.687135, "mrr_at_5": 0.699415, "mrr_at_10": 0.711055, "mrr_at_20": 0.712405, "mrr_at_100": 0.712763, "mrr_at_1000": 0.712763, "nauc_ndcg_at_1_max": 0.394021, "nauc_ndcg_at_1_std": 0.063162, "nauc_ndcg_at_1_diff1": 0.422897, "nauc_ndcg_at_3_max": 0.117722, "nauc_ndcg_at_3_std": 0.10033, "nauc_ndcg_at_3_diff1": 0.28914, "nauc_ndcg_at_5_max": 0.149501, "nauc_ndcg_at_5_std": 0.140421, "nauc_ndcg_at_5_diff1": 0.264247, "nauc_ndcg_at_10_max": 0.10171, "nauc_ndcg_at_10_std": 0.134465, "nauc_ndcg_at_10_diff1": 0.352801, "nauc_ndcg_at_20_max": 0.094392, "nauc_ndcg_at_20_std": 0.070565, "nauc_ndcg_at_20_diff1": 0.367239, "nauc_ndcg_at_100_max": 0.193056, "nauc_ndcg_at_100_std": 0.108991, "nauc_ndcg_at_100_diff1": 0.310363, "nauc_ndcg_at_1000_max": 0.198308, "nauc_ndcg_at_1000_std": 0.107254, "nauc_ndcg_at_1000_diff1": 0.307485, "nauc_map_at_1_max": 0.08041, "nauc_map_at_1_std": 0.006554, "nauc_map_at_1_diff1": 0.441523, "nauc_map_at_3_max": -0.037389, "nauc_map_at_3_std": 0.018385, "nauc_map_at_3_diff1": 0.375259, "nauc_map_at_5_max": 0.016626, "nauc_map_at_5_std": 0.054339, "nauc_map_at_5_diff1": 0.323933, "nauc_map_at_10_max": 0.01823, "nauc_map_at_10_std": 0.055286, "nauc_map_at_10_diff1": 0.35582, "nauc_map_at_20_max": 0.030447, "nauc_map_at_20_std": 0.046381, "nauc_map_at_20_diff1": 0.353623, "nauc_map_at_100_max": 0.079674, "nauc_map_at_100_std": 0.087942, "nauc_map_at_100_diff1": 0.320877, "nauc_map_at_1000_max": 0.080107, "nauc_map_at_1000_std": 0.087759, "nauc_map_at_1000_diff1": 0.320605, "nauc_recall_at_1_max": 0.08041, "nauc_recall_at_1_std": 0.006554, "nauc_recall_at_1_diff1": 0.441523, "nauc_recall_at_3_max": -0.187691, "nauc_recall_at_3_std": 0.06735, "nauc_recall_at_3_diff1": 0.307163, "nauc_recall_at_5_max": -0.146045, "nauc_recall_at_5_std": 0.109071, "nauc_recall_at_5_diff1": 0.209175, "nauc_recall_at_10_max": -0.316173, "nauc_recall_at_10_std": 0.103474, "nauc_recall_at_10_diff1": 0.343108, "nauc_recall_at_20_max": -0.309236, "nauc_recall_at_20_std": 0.008795, "nauc_recall_at_20_diff1": 0.413245, "nauc_recall_at_100_max": -0.559408, "nauc_recall_at_100_std": 0.357853, "nauc_recall_at_100_diff1": 0.722732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.394021, "nauc_precision_at_1_std": 0.063162, "nauc_precision_at_1_diff1": 0.422897, "nauc_precision_at_3_max": 0.16679, "nauc_precision_at_3_std": 0.103739, "nauc_precision_at_3_diff1": -0.028407, "nauc_precision_at_5_max": 0.255964, "nauc_precision_at_5_std": 0.159293, "nauc_precision_at_5_diff1": -0.165558, "nauc_precision_at_10_max": 0.22256, "nauc_precision_at_10_std": 0.136586, "nauc_precision_at_10_diff1": -0.165626, "nauc_precision_at_20_max": 0.209752, "nauc_precision_at_20_std": 0.136055, "nauc_precision_at_20_diff1": -0.194527, "nauc_precision_at_100_max": 0.332479, "nauc_precision_at_100_std": 0.230417, "nauc_precision_at_100_diff1": -0.312317, "nauc_precision_at_1000_max": 0.334904, "nauc_precision_at_1000_std": 0.228514, "nauc_precision_at_1000_diff1": -0.315542, "nauc_mrr_at_1_max": 0.394021, "nauc_mrr_at_1_std": 0.063162, "nauc_mrr_at_1_diff1": 0.422897, "nauc_mrr_at_3_max": 0.377613, "nauc_mrr_at_3_std": 0.129946, "nauc_mrr_at_3_diff1": 0.380267, "nauc_mrr_at_5_max": 0.382198, "nauc_mrr_at_5_std": 0.114106, "nauc_mrr_at_5_diff1": 0.373655, "nauc_mrr_at_10_max": 0.380817, "nauc_mrr_at_10_std": 0.106638, "nauc_mrr_at_10_diff1": 0.381779, "nauc_mrr_at_20_max": 0.378828, "nauc_mrr_at_20_std": 0.102205, "nauc_mrr_at_20_diff1": 0.381918, "nauc_mrr_at_100_max": 0.379218, "nauc_mrr_at_100_std": 0.102618, "nauc_mrr_at_100_diff1": 0.381955, "nauc_mrr_at_1000_max": 0.379218, "nauc_mrr_at_1000_std": 0.102618, "nauc_mrr_at_1000_diff1": 0.381955, "hit_rate_at_1": 0.57895, "hit_rate_at_3": 0.82456, "hit_rate_at_5": 0.87719, "hit_rate_at_10": 0.96491, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.62392, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.59649, "ndcg_at_3": 0.59454, "ndcg_at_5": 0.63123, "ndcg_at_10": 0.67167, "ndcg_at_20": 0.69221, "ndcg_at_100": 0.7318, "ndcg_at_1000": 0.7318, "map_at_1": 0.29181, "map_at_3": 0.41954, "map_at_5": 0.48672, "map_at_10": 0.54059, "map_at_20": 0.56029, "map_at_100": 0.58193, "map_at_1000": 0.58193, "recall_at_1": 0.29181, "recall_at_3": 0.52581, "recall_at_5": 0.6608, "recall_at_10": 0.80562, "recall_at_20": 0.88294, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.29181, "precision_at_1": 0.59649, "precision_at_3": 0.40351, "precision_at_5": 0.33333, "precision_at_10": 0.22281, "precision_at_20": 0.13421, "precision_at_100": 0.03895, "precision_at_1000": 0.00389, "mrr_at_1": 0.596491, "mrr_at_3": 0.704678, "mrr_at_5": 0.715205, "mrr_at_10": 0.722584, "mrr_at_20": 0.724857, "mrr_at_100": 0.725097, "mrr_at_1000": 0.725097, "nauc_ndcg_at_1_max": 0.256688, "nauc_ndcg_at_1_std": 0.012478, "nauc_ndcg_at_1_diff1": 0.423668, "nauc_ndcg_at_3_max": 0.128982, "nauc_ndcg_at_3_std": 0.09793, "nauc_ndcg_at_3_diff1": 0.306667, "nauc_ndcg_at_5_max": 0.153721, "nauc_ndcg_at_5_std": 0.120473, "nauc_ndcg_at_5_diff1": 0.243939, "nauc_ndcg_at_10_max": 0.058651, "nauc_ndcg_at_10_std": 0.06562, "nauc_ndcg_at_10_diff1": 0.398571, "nauc_ndcg_at_20_max": 0.027355, "nauc_ndcg_at_20_std": -0.035143, "nauc_ndcg_at_20_diff1": 0.407507, "nauc_ndcg_at_100_max": 0.174605, "nauc_ndcg_at_100_std": 0.077721, "nauc_ndcg_at_100_diff1": 0.351916, "nauc_ndcg_at_1000_max": 0.174605, "nauc_ndcg_at_1000_std": 0.077721, "nauc_ndcg_at_1000_diff1": 0.351916, "nauc_map_at_1_max": 0.016974, "nauc_map_at_1_std": -0.080127, "nauc_map_at_1_diff1": 0.420157, "nauc_map_at_3_max": -0.044027, "nauc_map_at_3_std": -0.051643, "nauc_map_at_3_diff1": 0.383481, "nauc_map_at_5_max": 0.014199, "nauc_map_at_5_std": -0.03509, "nauc_map_at_5_diff1": 0.324158, "nauc_map_at_10_max": -0.008877, "nauc_map_at_10_std": -0.039127, "nauc_map_at_10_diff1": 0.39444, "nauc_map_at_20_max": -0.005164, "nauc_map_at_20_std": -0.050596, "nauc_map_at_20_diff1": 0.391448, "nauc_map_at_100_max": 0.062058, "nauc_map_at_100_std": 0.03237, "nauc_map_at_100_diff1": 0.358685, "nauc_map_at_1000_max": 0.062058, "nauc_map_at_1000_std": 0.03237, "nauc_map_at_1000_diff1": 0.358685, "nauc_recall_at_1_max": 0.016974, "nauc_recall_at_1_std": -0.080127, "nauc_recall_at_1_diff1": 0.420157, "nauc_recall_at_3_max": -0.14504, "nauc_recall_at_3_std": -0.028361, "nauc_recall_at_3_diff1": 0.245526, "nauc_recall_at_5_max": -0.071054, "nauc_recall_at_5_std": -0.032143, "nauc_recall_at_5_diff1": 0.125159, "nauc_recall_at_10_max": -0.333411, "nauc_recall_at_10_std": -0.015484, "nauc_recall_at_10_diff1": 0.40577, "nauc_recall_at_20_max": -0.532553, "nauc_recall_at_20_std": -0.30635, "nauc_recall_at_20_diff1": 0.446698, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.256688, "nauc_precision_at_1_std": 0.012478, "nauc_precision_at_1_diff1": 0.423668, "nauc_precision_at_3_max": 0.240218, "nauc_precision_at_3_std": 0.200359, "nauc_precision_at_3_diff1": 0.048617, "nauc_precision_at_5_max": 0.261395, "nauc_precision_at_5_std": 0.226927, "nauc_precision_at_5_diff1": -0.090571, "nauc_precision_at_10_max": 0.215636, "nauc_precision_at_10_std": 0.164579, "nauc_precision_at_10_diff1": 0.000201, "nauc_precision_at_20_max": 0.211016, "nauc_precision_at_20_std": 0.182559, "nauc_precision_at_20_diff1": -0.084989, "nauc_precision_at_100_max": 0.412795, "nauc_precision_at_100_std": 0.4313, "nauc_precision_at_100_diff1": -0.278061, "nauc_precision_at_1000_max": 0.412795, "nauc_precision_at_1000_std": 0.4313, "nauc_precision_at_1000_diff1": -0.278061, "nauc_mrr_at_1_max": 0.256688, "nauc_mrr_at_1_std": 0.012478, "nauc_mrr_at_1_diff1": 0.423668, "nauc_mrr_at_3_max": 0.289003, "nauc_mrr_at_3_std": 0.056855, "nauc_mrr_at_3_diff1": 0.376404, "nauc_mrr_at_5_max": 0.289518, "nauc_mrr_at_5_std": 0.040651, "nauc_mrr_at_5_diff1": 0.375203, "nauc_mrr_at_10_max": 0.279546, "nauc_mrr_at_10_std": 0.047651, "nauc_mrr_at_10_diff1": 0.391135, "nauc_mrr_at_20_max": 0.276581, "nauc_mrr_at_20_std": 0.0407, "nauc_mrr_at_20_diff1": 0.390227, "nauc_mrr_at_100_max": 0.277051, "nauc_mrr_at_100_std": 0.040919, "nauc_mrr_at_100_diff1": 0.389578, "nauc_mrr_at_1000_max": 0.277051, "nauc_mrr_at_1000_std": 0.040919, "nauc_mrr_at_1000_diff1": 0.389578, "hit_rate_at_1": 0.59649, "hit_rate_at_3": 0.84211, "hit_rate_at_5": 0.89474, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.63123, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.59649, "ndcg_at_3": 0.56431, "ndcg_at_5": 0.61515, "ndcg_at_10": 0.65099, "ndcg_at_20": 0.68026, "ndcg_at_100": 0.71839, "ndcg_at_1000": 0.72101, "map_at_1": 0.29829, "map_at_3": 0.40477, "map_at_5": 0.48006, "map_at_10": 0.5259, "map_at_20": 0.54926, "map_at_100": 0.57073, "map_at_1000": 0.5709, "recall_at_1": 0.29829, "recall_at_3": 0.47811, "recall_at_5": 0.63386, "recall_at_10": 0.7664, "recall_at_20": 0.87011, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.29829, "precision_at_1": 0.59649, "precision_at_3": 0.38012, "precision_at_5": 0.32982, "precision_at_10": 0.21579, "precision_at_20": 0.13509, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.596491, "mrr_at_3": 0.692982, "mrr_at_5": 0.704386, "mrr_at_10": 0.714077, "mrr_at_20": 0.716304, "mrr_at_100": 0.717035, "mrr_at_1000": 0.717205, "nauc_ndcg_at_1_max": 0.266962, "nauc_ndcg_at_1_std": 0.128088, "nauc_ndcg_at_1_diff1": 0.328846, "nauc_ndcg_at_3_max": 0.136392, "nauc_ndcg_at_3_std": 0.160872, "nauc_ndcg_at_3_diff1": 0.216283, "nauc_ndcg_at_5_max": 0.095261, "nauc_ndcg_at_5_std": 0.211761, "nauc_ndcg_at_5_diff1": 0.220381, "nauc_ndcg_at_10_max": 0.028695, "nauc_ndcg_at_10_std": 0.22683, "nauc_ndcg_at_10_diff1": 0.254343, "nauc_ndcg_at_20_max": 0.018095, "nauc_ndcg_at_20_std": 0.128057, "nauc_ndcg_at_20_diff1": 0.292162, "nauc_ndcg_at_100_max": 0.157716, "nauc_ndcg_at_100_std": 0.173387, "nauc_ndcg_at_100_diff1": 0.25855, "nauc_ndcg_at_1000_max": 0.145719, "nauc_ndcg_at_1000_std": 0.165563, "nauc_ndcg_at_1000_diff1": 0.251939, "nauc_map_at_1_max": -0.009742, "nauc_map_at_1_std": 0.065849, "nauc_map_at_1_diff1": 0.354784, "nauc_map_at_3_max": -0.012994, "nauc_map_at_3_std": 0.11763, "nauc_map_at_3_diff1": 0.286732, "nauc_map_at_5_max": 0.016903, "nauc_map_at_5_std": 0.158828, "nauc_map_at_5_diff1": 0.283221, "nauc_map_at_10_max": -0.008363, "nauc_map_at_10_std": 0.159728, "nauc_map_at_10_diff1": 0.281971, "nauc_map_at_20_max": 0.002526, "nauc_map_at_20_std": 0.128031, "nauc_map_at_20_diff1": 0.287607, "nauc_map_at_100_max": 0.060916, "nauc_map_at_100_std": 0.159974, "nauc_map_at_100_diff1": 0.26201, "nauc_map_at_1000_max": 0.060273, "nauc_map_at_1000_std": 0.159589, "nauc_map_at_1000_diff1": 0.261694, "nauc_recall_at_1_max": -0.009742, "nauc_recall_at_1_std": 0.065849, "nauc_recall_at_1_diff1": 0.354784, "nauc_recall_at_3_max": -0.057369, "nauc_recall_at_3_std": 0.117992, "nauc_recall_at_3_diff1": 0.252695, "nauc_recall_at_5_max": -0.102068, "nauc_recall_at_5_std": 0.209352, "nauc_recall_at_5_diff1": 0.204312, "nauc_recall_at_10_max": -0.272993, "nauc_recall_at_10_std": 0.292682, "nauc_recall_at_10_diff1": 0.198899, "nauc_recall_at_20_max": -0.418506, "nauc_recall_at_20_std": 0.031656, "nauc_recall_at_20_diff1": 0.254685, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722732, "nauc_recall_at_100_diff1": 0.722732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.266962, "nauc_precision_at_1_std": 0.128088, "nauc_precision_at_1_diff1": 0.328846, "nauc_precision_at_3_max": 0.220521, "nauc_precision_at_3_std": 0.148194, "nauc_precision_at_3_diff1": -0.063888, "nauc_precision_at_5_max": 0.204585, "nauc_precision_at_5_std": 0.137668, "nauc_precision_at_5_diff1": -0.086599, "nauc_precision_at_10_max": 0.18874, "nauc_precision_at_10_std": 0.080229, "nauc_precision_at_10_diff1": -0.125815, "nauc_precision_at_20_max": 0.196002, "nauc_precision_at_20_std": -0.00515, "nauc_precision_at_20_diff1": -0.131854, "nauc_precision_at_100_max": 0.354598, "nauc_precision_at_100_std": 0.093084, "nauc_precision_at_100_diff1": -0.243744, "nauc_precision_at_1000_max": 0.351496, "nauc_precision_at_1000_std": 0.090059, "nauc_precision_at_1000_diff1": -0.248388, "nauc_mrr_at_1_max": 0.266962, "nauc_mrr_at_1_std": 0.128088, "nauc_mrr_at_1_diff1": 0.328846, "nauc_mrr_at_3_max": 0.268003, "nauc_mrr_at_3_std": 0.139963, "nauc_mrr_at_3_diff1": 0.312799, "nauc_mrr_at_5_max": 0.255829, "nauc_mrr_at_5_std": 0.160641, "nauc_mrr_at_5_diff1": 0.295128, "nauc_mrr_at_10_max": 0.255602, "nauc_mrr_at_10_std": 0.163464, "nauc_mrr_at_10_diff1": 0.300327, "nauc_mrr_at_20_max": 0.251784, "nauc_mrr_at_20_std": 0.157169, "nauc_mrr_at_20_diff1": 0.296727, "nauc_mrr_at_100_max": 0.256238, "nauc_mrr_at_100_std": 0.158179, "nauc_mrr_at_100_diff1": 0.301322, "nauc_mrr_at_1000_max": 0.255694, "nauc_mrr_at_1000_std": 0.157766, "nauc_mrr_at_1000_diff1": 0.301014, "hit_rate_at_1": 0.59649, "hit_rate_at_3": 0.80702, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.96491, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.61515, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.21.3" } ] }, "evaluation_time": 1136.380259172991, "kg_co2_emissions": null, "date": 1790264420.311842, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 2.853529717773199, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 2.8566783550195396, "end": 292.95088347187266, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 292.9509082851, "end": 293.02455340093, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 293.03485149284825, "end": 574.044862432871, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 574.0448844069615, "end": 574.1157707101665, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 574.1299522621557, "end": 855.6952060479671, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 855.6952309738845, "end": 855.7659249529243, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 855.7771965619177, "end": 1136.2986524109729, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 1136.2986813909374, "end": 1136.3714392110705, "split": "test", "subset": "german" } ] }