{ "dataset_revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9", "task_name": "Vidore3EnergyRetrieval", "mteb_version": "2.18.6", "scores": { "test": [ { "ndcg_at_1": 0.63149, "ndcg_at_3": 0.65097, "ndcg_at_5": 0.67198, "ndcg_at_10": 0.69627, "ndcg_at_20": 0.72457, "ndcg_at_100": 0.7563, "ndcg_at_1000": 0.76488, "map_at_1": 0.3857, "map_at_3": 0.52233, "map_at_5": 0.56203, "map_at_10": 0.59512, "map_at_20": 0.61583, "map_at_100": 0.63106, "map_at_1000": 0.63253, "recall_at_1": 0.3857, "recall_at_3": 0.59418, "recall_at_5": 0.67893, "recall_at_10": 0.76818, "recall_at_20": 0.86157, "recall_at_100": 0.96361, "recall_at_1000": 1.0, "accuracy": 0.3857, "precision_at_1": 0.66234, "precision_at_3": 0.39502, "precision_at_5": 0.30195, "precision_at_10": 0.19383, "precision_at_20": 0.12175, "precision_at_100": 0.03253, "precision_at_1000": 0.00358, "mrr_at_1": 0.662338, "mrr_at_3": 0.742965, "mrr_at_5": 0.756602, "mrr_at_10": 0.762566, "mrr_at_20": 0.765596, "mrr_at_100": 0.765869, "mrr_at_1000": 0.765869, "nauc_ndcg_at_1_max": 0.072819, "nauc_ndcg_at_1_std": -0.182975, "nauc_ndcg_at_1_diff1": 0.557521, "nauc_ndcg_at_3_max": 0.082036, "nauc_ndcg_at_3_std": -0.227108, "nauc_ndcg_at_3_diff1": 0.474457, "nauc_ndcg_at_5_max": 0.082138, "nauc_ndcg_at_5_std": -0.238213, "nauc_ndcg_at_5_diff1": 0.438781, "nauc_ndcg_at_10_max": 0.083575, "nauc_ndcg_at_10_std": -0.239708, "nauc_ndcg_at_10_diff1": 0.436733, "nauc_ndcg_at_20_max": 0.054262, "nauc_ndcg_at_20_std": -0.268938, "nauc_ndcg_at_20_diff1": 0.429697, "nauc_ndcg_at_100_max": 0.063174, "nauc_ndcg_at_100_std": -0.227694, "nauc_ndcg_at_100_diff1": 0.434268, "nauc_ndcg_at_1000_max": 0.074565, "nauc_ndcg_at_1000_std": -0.207006, "nauc_ndcg_at_1000_diff1": 0.449671, "nauc_map_at_1_max": 0.078018, "nauc_map_at_1_std": -0.185703, "nauc_map_at_1_diff1": 0.521223, "nauc_map_at_3_max": 0.066341, "nauc_map_at_3_std": -0.244359, "nauc_map_at_3_diff1": 0.448754, "nauc_map_at_5_max": 0.055565, "nauc_map_at_5_std": -0.256224, "nauc_map_at_5_diff1": 0.420771, "nauc_map_at_10_max": 0.04861, "nauc_map_at_10_std": -0.252182, "nauc_map_at_10_diff1": 0.415026, "nauc_map_at_20_max": 0.040894, "nauc_map_at_20_std": -0.257924, "nauc_map_at_20_diff1": 0.407625, "nauc_map_at_100_max": 0.044626, "nauc_map_at_100_std": -0.241701, "nauc_map_at_100_diff1": 0.403589, "nauc_map_at_1000_max": 0.045808, "nauc_map_at_1000_std": -0.239315, "nauc_map_at_1000_diff1": 0.404876, "nauc_recall_at_1_max": 0.078018, "nauc_recall_at_1_std": -0.185703, "nauc_recall_at_1_diff1": 0.521223, "nauc_recall_at_3_max": 0.091151, "nauc_recall_at_3_std": -0.229147, "nauc_recall_at_3_diff1": 0.373058, "nauc_recall_at_5_max": 0.059278, "nauc_recall_at_5_std": -0.267833, "nauc_recall_at_5_diff1": 0.29488, "nauc_recall_at_10_max": 0.068617, "nauc_recall_at_10_std": -0.276726, "nauc_recall_at_10_diff1": 0.282941, "nauc_recall_at_20_max": -0.042811, "nauc_recall_at_20_std": -0.463001, "nauc_recall_at_20_diff1": 0.21908, "nauc_recall_at_100_max": -0.130962, "nauc_recall_at_100_std": -0.514281, "nauc_recall_at_100_diff1": 0.017224, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.079149, "nauc_precision_at_1_std": -0.166416, "nauc_precision_at_1_diff1": 0.546887, "nauc_precision_at_3_max": -0.060444, "nauc_precision_at_3_std": -0.11937, "nauc_precision_at_3_diff1": 0.004191, "nauc_precision_at_5_max": -0.072449, "nauc_precision_at_5_std": -0.042983, "nauc_precision_at_5_diff1": -0.151932, "nauc_precision_at_10_max": -0.066871, "nauc_precision_at_10_std": 0.052774, "nauc_precision_at_10_diff1": -0.206007, "nauc_precision_at_20_max": -0.078066, "nauc_precision_at_20_std": 0.105591, "nauc_precision_at_20_diff1": -0.258607, "nauc_precision_at_100_max": -0.009802, "nauc_precision_at_100_std": 0.230747, "nauc_precision_at_100_diff1": -0.249803, "nauc_precision_at_1000_max": 0.013351, "nauc_precision_at_1000_std": 0.272866, "nauc_precision_at_1000_diff1": -0.223605, "nauc_mrr_at_1_max": 0.079149, "nauc_mrr_at_1_std": -0.166416, "nauc_mrr_at_1_diff1": 0.546887, "nauc_mrr_at_3_max": 0.108161, "nauc_mrr_at_3_std": -0.160113, "nauc_mrr_at_3_diff1": 0.520195, "nauc_mrr_at_5_max": 0.088082, "nauc_mrr_at_5_std": -0.168537, "nauc_mrr_at_5_diff1": 0.508008, "nauc_mrr_at_10_max": 0.092559, "nauc_mrr_at_10_std": -0.172234, "nauc_mrr_at_10_diff1": 0.516247, "nauc_mrr_at_20_max": 0.090546, "nauc_mrr_at_20_std": -0.172414, "nauc_mrr_at_20_diff1": 0.518397, "nauc_mrr_at_100_max": 0.091717, "nauc_mrr_at_100_std": -0.171269, "nauc_mrr_at_100_diff1": 0.519002, "nauc_mrr_at_1000_max": 0.091717, "nauc_mrr_at_1000_std": -0.171269, "nauc_mrr_at_1000_diff1": 0.519002, "hit_rate_at_1": 0.66234, "hit_rate_at_3": 0.8474, "hit_rate_at_5": 0.90909, "hit_rate_at_10": 0.9513, "hit_rate_at_20": 0.99351, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69627, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.18.6" }, { "ndcg_at_1": 0.63149, "ndcg_at_3": 0.64774, "ndcg_at_5": 0.66309, "ndcg_at_10": 0.69301, "ndcg_at_20": 0.7199, "ndcg_at_100": 0.75273, "ndcg_at_1000": 0.76196, "map_at_1": 0.38787, "map_at_3": 0.51793, "map_at_5": 0.55572, "map_at_10": 0.59151, "map_at_20": 0.6125, "map_at_100": 0.62745, "map_at_1000": 0.62903, "recall_at_1": 0.38787, "recall_at_3": 0.58665, "recall_at_5": 0.66252, "recall_at_10": 0.76088, "recall_at_20": 0.85335, "recall_at_100": 0.96034, "recall_at_1000": 0.99982, "accuracy": 0.38787, "precision_at_1": 0.66234, "precision_at_3": 0.38961, "precision_at_5": 0.29286, "precision_at_10": 0.19351, "precision_at_20": 0.12078, "precision_at_100": 0.03234, "precision_at_1000": 0.00358, "mrr_at_1": 0.662338, "mrr_at_3": 0.742424, "mrr_at_5": 0.752814, "mrr_at_10": 0.760176, "mrr_at_20": 0.76289, "mrr_at_100": 0.763503, "mrr_at_1000": 0.763503, "nauc_ndcg_at_1_max": 0.139095, "nauc_ndcg_at_1_std": -0.144987, "nauc_ndcg_at_1_diff1": 0.566444, "nauc_ndcg_at_3_max": 0.126218, "nauc_ndcg_at_3_std": -0.177148, "nauc_ndcg_at_3_diff1": 0.458883, "nauc_ndcg_at_5_max": 0.115468, "nauc_ndcg_at_5_std": -0.193637, "nauc_ndcg_at_5_diff1": 0.445544, "nauc_ndcg_at_10_max": 0.082193, "nauc_ndcg_at_10_std": -0.202363, "nauc_ndcg_at_10_diff1": 0.429225, "nauc_ndcg_at_20_max": 0.06925, "nauc_ndcg_at_20_std": -0.210525, "nauc_ndcg_at_20_diff1": 0.424087, "nauc_ndcg_at_100_max": 0.081729, "nauc_ndcg_at_100_std": -0.183041, "nauc_ndcg_at_100_diff1": 0.429124, "nauc_ndcg_at_1000_max": 0.098136, "nauc_ndcg_at_1000_std": -0.159008, "nauc_ndcg_at_1000_diff1": 0.444114, "nauc_map_at_1_max": 0.101691, "nauc_map_at_1_std": -0.148286, "nauc_map_at_1_diff1": 0.521194, "nauc_map_at_3_max": 0.097122, "nauc_map_at_3_std": -0.181465, "nauc_map_at_3_diff1": 0.427405, "nauc_map_at_5_max": 0.084348, "nauc_map_at_5_std": -0.19675, "nauc_map_at_5_diff1": 0.415488, "nauc_map_at_10_max": 0.05995, "nauc_map_at_10_std": -0.203698, "nauc_map_at_10_diff1": 0.39931, "nauc_map_at_20_max": 0.056505, "nauc_map_at_20_std": -0.201362, "nauc_map_at_20_diff1": 0.392327, "nauc_map_at_100_max": 0.058399, "nauc_map_at_100_std": -0.1889, "nauc_map_at_100_diff1": 0.386549, "nauc_map_at_1000_max": 0.059976, "nauc_map_at_1000_std": -0.186023, "nauc_map_at_1000_diff1": 0.387893, "nauc_recall_at_1_max": 0.101691, "nauc_recall_at_1_std": -0.148286, "nauc_recall_at_1_diff1": 0.521194, "nauc_recall_at_3_max": 0.109657, "nauc_recall_at_3_std": -0.186004, "nauc_recall_at_3_diff1": 0.354076, "nauc_recall_at_5_max": 0.095463, "nauc_recall_at_5_std": -0.228704, "nauc_recall_at_5_diff1": 0.339682, "nauc_recall_at_10_max": -0.009095, "nauc_recall_at_10_std": -0.273075, "nauc_recall_at_10_diff1": 0.26417, "nauc_recall_at_20_max": -0.08472, "nauc_recall_at_20_std": -0.374061, "nauc_recall_at_20_diff1": 0.188196, "nauc_recall_at_100_max": -0.244617, "nauc_recall_at_100_std": -0.541657, "nauc_recall_at_100_diff1": 0.027136, "nauc_recall_at_1000_max": -1.149926, "nauc_recall_at_1000_std": 0.122972, "nauc_recall_at_1000_diff1": -0.171624, "nauc_precision_at_1_max": 0.143563, "nauc_precision_at_1_std": -0.132383, "nauc_precision_at_1_diff1": 0.542362, "nauc_precision_at_3_max": -0.014554, "nauc_precision_at_3_std": -0.091202, "nauc_precision_at_3_diff1": -0.043151, "nauc_precision_at_5_max": -0.068631, "nauc_precision_at_5_std": -0.048637, "nauc_precision_at_5_diff1": -0.14992, "nauc_precision_at_10_max": -0.110317, "nauc_precision_at_10_std": 0.026414, "nauc_precision_at_10_diff1": -0.227094, "nauc_precision_at_20_max": -0.090817, "nauc_precision_at_20_std": 0.086191, "nauc_precision_at_20_diff1": -0.265678, "nauc_precision_at_100_max": -0.026012, "nauc_precision_at_100_std": 0.183577, "nauc_precision_at_100_diff1": -0.280046, "nauc_precision_at_1000_max": 0.010373, "nauc_precision_at_1000_std": 0.234753, "nauc_precision_at_1000_diff1": -0.251266, "nauc_mrr_at_1_max": 0.143563, "nauc_mrr_at_1_std": -0.132383, "nauc_mrr_at_1_diff1": 0.542362, "nauc_mrr_at_3_max": 0.152101, "nauc_mrr_at_3_std": -0.139678, "nauc_mrr_at_3_diff1": 0.517778, "nauc_mrr_at_5_max": 0.1437, "nauc_mrr_at_5_std": -0.149119, "nauc_mrr_at_5_diff1": 0.516586, "nauc_mrr_at_10_max": 0.13684, "nauc_mrr_at_10_std": -0.143893, "nauc_mrr_at_10_diff1": 0.516626, "nauc_mrr_at_20_max": 0.136136, "nauc_mrr_at_20_std": -0.14568, "nauc_mrr_at_20_diff1": 0.518753, "nauc_mrr_at_100_max": 0.138834, "nauc_mrr_at_100_std": -0.144171, "nauc_mrr_at_100_diff1": 0.519858, "nauc_mrr_at_1000_max": 0.138834, "nauc_mrr_at_1000_std": -0.144171, "nauc_mrr_at_1000_diff1": 0.519858, "hit_rate_at_1": 0.66234, "hit_rate_at_3": 0.84416, "hit_rate_at_5": 0.88961, "hit_rate_at_10": 0.94481, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69301, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.18.6" }, { "ndcg_at_1": 0.61851, "ndcg_at_3": 0.64664, "ndcg_at_5": 0.6644, "ndcg_at_10": 0.68942, "ndcg_at_20": 0.71836, "ndcg_at_100": 0.75186, "ndcg_at_1000": 0.76099, "map_at_1": 0.37883, "map_at_3": 0.52015, "map_at_5": 0.55645, "map_at_10": 0.58939, "map_at_20": 0.6105, "map_at_100": 0.62614, "map_at_1000": 0.6277, "recall_at_1": 0.37883, "recall_at_3": 0.5941, "recall_at_5": 0.67019, "recall_at_10": 0.75832, "recall_at_20": 0.84983, "recall_at_100": 0.96152, "recall_at_1000": 0.99982, "accuracy": 0.37883, "precision_at_1": 0.6461, "precision_at_3": 0.39069, "precision_at_5": 0.29481, "precision_at_10": 0.19156, "precision_at_20": 0.12062, "precision_at_100": 0.03244, "precision_at_1000": 0.00358, "mrr_at_1": 0.646104, "mrr_at_3": 0.73539, "mrr_at_5": 0.74789, "mrr_at_10": 0.753789, "mrr_at_20": 0.756874, "mrr_at_100": 0.757477, "mrr_at_1000": 0.757477, "nauc_ndcg_at_1_max": 0.091162, "nauc_ndcg_at_1_std": -0.040022, "nauc_ndcg_at_1_diff1": 0.488763, "nauc_ndcg_at_3_max": 0.133611, "nauc_ndcg_at_3_std": -0.100007, "nauc_ndcg_at_3_diff1": 0.419151, "nauc_ndcg_at_5_max": 0.120439, "nauc_ndcg_at_5_std": -0.131674, "nauc_ndcg_at_5_diff1": 0.409149, "nauc_ndcg_at_10_max": 0.100616, "nauc_ndcg_at_10_std": -0.126939, "nauc_ndcg_at_10_diff1": 0.378916, "nauc_ndcg_at_20_max": 0.076747, "nauc_ndcg_at_20_std": -0.131163, "nauc_ndcg_at_20_diff1": 0.362228, "nauc_ndcg_at_100_max": 0.087318, "nauc_ndcg_at_100_std": -0.098623, "nauc_ndcg_at_100_diff1": 0.375378, "nauc_ndcg_at_1000_max": 0.095923, "nauc_ndcg_at_1000_std": -0.08256, "nauc_ndcg_at_1000_diff1": 0.388648, "nauc_map_at_1_max": 0.109063, "nauc_map_at_1_std": -0.06221, "nauc_map_at_1_diff1": 0.479065, "nauc_map_at_3_max": 0.109067, "nauc_map_at_3_std": -0.111593, "nauc_map_at_3_diff1": 0.392341, "nauc_map_at_5_max": 0.089319, "nauc_map_at_5_std": -0.136021, "nauc_map_at_5_diff1": 0.384583, "nauc_map_at_10_max": 0.074996, "nauc_map_at_10_std": -0.126548, "nauc_map_at_10_diff1": 0.357261, "nauc_map_at_20_max": 0.06392, "nauc_map_at_20_std": -0.128746, "nauc_map_at_20_diff1": 0.346007, "nauc_map_at_100_max": 0.067933, "nauc_map_at_100_std": -0.11425, "nauc_map_at_100_diff1": 0.34275, "nauc_map_at_1000_max": 0.068681, "nauc_map_at_1000_std": -0.11229, "nauc_map_at_1000_diff1": 0.343824, "nauc_recall_at_1_max": 0.109063, "nauc_recall_at_1_std": -0.06221, "nauc_recall_at_1_diff1": 0.479065, "nauc_recall_at_3_max": 0.161477, "nauc_recall_at_3_std": -0.122685, "nauc_recall_at_3_diff1": 0.33481, "nauc_recall_at_5_max": 0.128274, "nauc_recall_at_5_std": -0.195446, "nauc_recall_at_5_diff1": 0.318066, "nauc_recall_at_10_max": 0.084901, "nauc_recall_at_10_std": -0.191856, "nauc_recall_at_10_diff1": 0.245484, "nauc_recall_at_20_max": -0.027762, "nauc_recall_at_20_std": -0.264241, "nauc_recall_at_20_diff1": 0.121525, "nauc_recall_at_100_max": -0.045796, "nauc_recall_at_100_std": -0.280312, "nauc_recall_at_100_diff1": 0.031626, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.358266, "nauc_recall_at_1000_diff1": 0.122972, "nauc_precision_at_1_max": 0.064631, "nauc_precision_at_1_std": -0.051695, "nauc_precision_at_1_diff1": 0.4678, "nauc_precision_at_3_max": -0.033577, "nauc_precision_at_3_std": -0.065348, "nauc_precision_at_3_diff1": -0.04466, "nauc_precision_at_5_max": -0.093103, "nauc_precision_at_5_std": -0.06498, "nauc_precision_at_5_diff1": -0.150083, "nauc_precision_at_10_max": -0.120676, "nauc_precision_at_10_std": 0.00535, "nauc_precision_at_10_diff1": -0.248717, "nauc_precision_at_20_max": -0.120993, "nauc_precision_at_20_std": 0.05664, "nauc_precision_at_20_diff1": -0.285209, "nauc_precision_at_100_max": -0.056415, "nauc_precision_at_100_std": 0.157847, "nauc_precision_at_100_diff1": -0.263229, "nauc_precision_at_1000_max": -0.025864, "nauc_precision_at_1000_std": 0.193137, "nauc_precision_at_1000_diff1": -0.233732, "nauc_mrr_at_1_max": 0.064631, "nauc_mrr_at_1_std": -0.051695, "nauc_mrr_at_1_diff1": 0.4678, "nauc_mrr_at_3_max": 0.094178, "nauc_mrr_at_3_std": -0.074561, "nauc_mrr_at_3_diff1": 0.451001, "nauc_mrr_at_5_max": 0.077382, "nauc_mrr_at_5_std": -0.089546, "nauc_mrr_at_5_diff1": 0.446011, "nauc_mrr_at_10_max": 0.074225, "nauc_mrr_at_10_std": -0.084128, "nauc_mrr_at_10_diff1": 0.446999, "nauc_mrr_at_20_max": 0.072035, "nauc_mrr_at_20_std": -0.082159, "nauc_mrr_at_20_diff1": 0.445975, "nauc_mrr_at_100_max": 0.073266, "nauc_mrr_at_100_std": -0.08225, "nauc_mrr_at_100_diff1": 0.448004, "nauc_mrr_at_1000_max": 0.073266, "nauc_mrr_at_1000_std": -0.08225, "nauc_mrr_at_1000_diff1": 0.448004, "hit_rate_at_1": 0.6461, "hit_rate_at_3": 0.84416, "hit_rate_at_5": 0.89935, "hit_rate_at_10": 0.94156, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.68942, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.18.6" }, { "ndcg_at_1": 0.64935, "ndcg_at_3": 0.66598, "ndcg_at_5": 0.68399, "ndcg_at_10": 0.70775, "ndcg_at_20": 0.73229, "ndcg_at_100": 0.76563, "ndcg_at_1000": 0.77522, "map_at_1": 0.41262, "map_at_3": 0.54124, "map_at_5": 0.57892, "map_at_10": 0.61204, "map_at_20": 0.63127, "map_at_100": 0.64681, "map_at_1000": 0.64846, "recall_at_1": 0.41262, "recall_at_3": 0.60087, "recall_at_5": 0.68098, "recall_at_10": 0.76734, "recall_at_20": 0.85109, "recall_at_100": 0.95998, "recall_at_1000": 0.99982, "accuracy": 0.41262, "precision_at_1": 0.68831, "precision_at_3": 0.40152, "precision_at_5": 0.29935, "precision_at_10": 0.19448, "precision_at_20": 0.11899, "precision_at_100": 0.03221, "precision_at_1000": 0.00358, "mrr_at_1": 0.688312, "mrr_at_3": 0.765693, "mrr_at_5": 0.777381, "mrr_at_10": 0.783268, "mrr_at_20": 0.785363, "mrr_at_100": 0.785922, "mrr_at_1000": 0.785922, "nauc_ndcg_at_1_max": 0.031176, "nauc_ndcg_at_1_std": -0.109177, "nauc_ndcg_at_1_diff1": 0.452187, "nauc_ndcg_at_3_max": 0.017609, "nauc_ndcg_at_3_std": -0.170303, "nauc_ndcg_at_3_diff1": 0.375452, "nauc_ndcg_at_5_max": -0.006055, "nauc_ndcg_at_5_std": -0.194761, "nauc_ndcg_at_5_diff1": 0.345345, "nauc_ndcg_at_10_max": -0.023891, "nauc_ndcg_at_10_std": -0.237528, "nauc_ndcg_at_10_diff1": 0.344188, "nauc_ndcg_at_20_max": -0.029969, "nauc_ndcg_at_20_std": -0.236456, "nauc_ndcg_at_20_diff1": 0.34898, "nauc_ndcg_at_100_max": -0.019341, "nauc_ndcg_at_100_std": -0.194206, "nauc_ndcg_at_100_diff1": 0.336401, "nauc_ndcg_at_1000_max": -0.00847, "nauc_ndcg_at_1000_std": -0.171046, "nauc_ndcg_at_1000_diff1": 0.348127, "nauc_map_at_1_max": 0.030508, "nauc_map_at_1_std": -0.136493, "nauc_map_at_1_diff1": 0.399509, "nauc_map_at_3_max": 0.003191, "nauc_map_at_3_std": -0.201666, "nauc_map_at_3_diff1": 0.353636, "nauc_map_at_5_max": -0.020912, "nauc_map_at_5_std": -0.220288, "nauc_map_at_5_diff1": 0.332285, "nauc_map_at_10_max": -0.035385, "nauc_map_at_10_std": -0.230255, "nauc_map_at_10_diff1": 0.320435, "nauc_map_at_20_max": -0.04051, "nauc_map_at_20_std": -0.230854, "nauc_map_at_20_diff1": 0.317069, "nauc_map_at_100_max": -0.038088, "nauc_map_at_100_std": -0.215427, "nauc_map_at_100_diff1": 0.306019, "nauc_map_at_1000_max": -0.037035, "nauc_map_at_1000_std": -0.212833, "nauc_map_at_1000_diff1": 0.30726, "nauc_recall_at_1_max": 0.030508, "nauc_recall_at_1_std": -0.136493, "nauc_recall_at_1_diff1": 0.399509, "nauc_recall_at_3_max": 0.022204, "nauc_recall_at_3_std": -0.212851, "nauc_recall_at_3_diff1": 0.32405, "nauc_recall_at_5_max": -0.029705, "nauc_recall_at_5_std": -0.260965, "nauc_recall_at_5_diff1": 0.260013, "nauc_recall_at_10_max": -0.087556, "nauc_recall_at_10_std": -0.365481, "nauc_recall_at_10_diff1": 0.249698, "nauc_recall_at_20_max": -0.126972, "nauc_recall_at_20_std": -0.443104, "nauc_recall_at_20_diff1": 0.249362, "nauc_recall_at_100_max": -0.160994, "nauc_recall_at_100_std": -0.477528, "nauc_recall_at_100_diff1": 0.054859, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.122972, "nauc_recall_at_1000_diff1": -0.171624, "nauc_precision_at_1_max": 0.001538, "nauc_precision_at_1_std": -0.11956, "nauc_precision_at_1_diff1": 0.411359, "nauc_precision_at_3_max": -0.098871, "nauc_precision_at_3_std": -0.096872, "nauc_precision_at_3_diff1": -0.069715, "nauc_precision_at_5_max": -0.133922, "nauc_precision_at_5_std": -0.056002, "nauc_precision_at_5_diff1": -0.185196, "nauc_precision_at_10_max": -0.108076, "nauc_precision_at_10_std": -0.003789, "nauc_precision_at_10_diff1": -0.232062, "nauc_precision_at_20_max": -0.090855, "nauc_precision_at_20_std": 0.063157, "nauc_precision_at_20_diff1": -0.25495, "nauc_precision_at_100_max": -0.009998, "nauc_precision_at_100_std": 0.1986, "nauc_precision_at_100_diff1": -0.277548, "nauc_precision_at_1000_max": 0.026184, "nauc_precision_at_1000_std": 0.247087, "nauc_precision_at_1000_diff1": -0.24435, "nauc_mrr_at_1_max": 0.001538, "nauc_mrr_at_1_std": -0.11956, "nauc_mrr_at_1_diff1": 0.411359, "nauc_mrr_at_3_max": 0.002028, "nauc_mrr_at_3_std": -0.124656, "nauc_mrr_at_3_diff1": 0.388207, "nauc_mrr_at_5_max": -0.013462, "nauc_mrr_at_5_std": -0.127967, "nauc_mrr_at_5_diff1": 0.372657, "nauc_mrr_at_10_max": -0.018229, "nauc_mrr_at_10_std": -0.143815, "nauc_mrr_at_10_diff1": 0.377369, "nauc_mrr_at_20_max": -0.016391, "nauc_mrr_at_20_std": -0.142371, "nauc_mrr_at_20_diff1": 0.381438, "nauc_mrr_at_100_max": -0.013524, "nauc_mrr_at_100_std": -0.138147, "nauc_mrr_at_100_diff1": 0.381656, "nauc_mrr_at_1000_max": -0.013524, "nauc_mrr_at_1000_std": -0.138147, "nauc_mrr_at_1000_diff1": 0.381656, "hit_rate_at_1": 0.68831, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.90909, "hit_rate_at_10": 0.9513, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.70775, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.18.6" }, { "ndcg_at_1": 0.63474, "ndcg_at_3": 0.64442, "ndcg_at_5": 0.66333, "ndcg_at_10": 0.68898, "ndcg_at_20": 0.71983, "ndcg_at_100": 0.75326, "ndcg_at_1000": 0.76204, "map_at_1": 0.38823, "map_at_3": 0.518, "map_at_5": 0.5583, "map_at_10": 0.59147, "map_at_20": 0.61316, "map_at_100": 0.62897, "map_at_1000": 0.63047, "recall_at_1": 0.38823, "recall_at_3": 0.57728, "recall_at_5": 0.66193, "recall_at_10": 0.75261, "recall_at_20": 0.85045, "recall_at_100": 0.96243, "recall_at_1000": 0.99982, "accuracy": 0.38823, "precision_at_1": 0.66883, "precision_at_3": 0.38853, "precision_at_5": 0.29481, "precision_at_10": 0.19091, "precision_at_20": 0.12078, "precision_at_100": 0.0325, "precision_at_1000": 0.00358, "mrr_at_1": 0.668831, "mrr_at_3": 0.742424, "mrr_at_5": 0.753463, "mrr_at_10": 0.761982, "mrr_at_20": 0.765237, "mrr_at_100": 0.765813, "mrr_at_1000": 0.765813, "nauc_ndcg_at_1_max": 0.161243, "nauc_ndcg_at_1_std": -0.03524, "nauc_ndcg_at_1_diff1": 0.535586, "nauc_ndcg_at_3_max": 0.134417, "nauc_ndcg_at_3_std": -0.118386, "nauc_ndcg_at_3_diff1": 0.467599, "nauc_ndcg_at_5_max": 0.109435, "nauc_ndcg_at_5_std": -0.145104, "nauc_ndcg_at_5_diff1": 0.44084, "nauc_ndcg_at_10_max": 0.096231, "nauc_ndcg_at_10_std": -0.175024, "nauc_ndcg_at_10_diff1": 0.423438, "nauc_ndcg_at_20_max": 0.082407, "nauc_ndcg_at_20_std": -0.162188, "nauc_ndcg_at_20_diff1": 0.403757, "nauc_ndcg_at_100_max": 0.105768, "nauc_ndcg_at_100_std": -0.125185, "nauc_ndcg_at_100_diff1": 0.419804, "nauc_ndcg_at_1000_max": 0.118162, "nauc_ndcg_at_1000_std": -0.103693, "nauc_ndcg_at_1000_diff1": 0.433593, "nauc_map_at_1_max": 0.118794, "nauc_map_at_1_std": -0.093039, "nauc_map_at_1_diff1": 0.505184, "nauc_map_at_3_max": 0.119659, "nauc_map_at_3_std": -0.141549, "nauc_map_at_3_diff1": 0.439969, "nauc_map_at_5_max": 0.093837, "nauc_map_at_5_std": -0.16176, "nauc_map_at_5_diff1": 0.418079, "nauc_map_at_10_max": 0.079506, "nauc_map_at_10_std": -0.172377, "nauc_map_at_10_diff1": 0.403878, "nauc_map_at_20_max": 0.076361, "nauc_map_at_20_std": -0.165619, "nauc_map_at_20_diff1": 0.391183, "nauc_map_at_100_max": 0.084919, "nauc_map_at_100_std": -0.147963, "nauc_map_at_100_diff1": 0.389846, "nauc_map_at_1000_max": 0.085997, "nauc_map_at_1000_std": -0.145633, "nauc_map_at_1000_diff1": 0.391013, "nauc_recall_at_1_max": 0.118794, "nauc_recall_at_1_std": -0.093039, "nauc_recall_at_1_diff1": 0.505184, "nauc_recall_at_3_max": 0.117638, "nauc_recall_at_3_std": -0.173301, "nauc_recall_at_3_diff1": 0.393236, "nauc_recall_at_5_max": 0.051175, "nauc_recall_at_5_std": -0.223825, "nauc_recall_at_5_diff1": 0.334044, "nauc_recall_at_10_max": 0.009116, "nauc_recall_at_10_std": -0.29654, "nauc_recall_at_10_diff1": 0.287999, "nauc_recall_at_20_max": -0.067237, "nauc_recall_at_20_std": -0.338551, "nauc_recall_at_20_diff1": 0.149265, "nauc_recall_at_100_max": -0.138536, "nauc_recall_at_100_std": -0.461682, "nauc_recall_at_100_diff1": 0.046161, "nauc_recall_at_1000_max": -1.149926, "nauc_recall_at_1000_std": 0.122972, "nauc_recall_at_1000_diff1": -0.565486, "nauc_precision_at_1_max": 0.162658, "nauc_precision_at_1_std": -0.010574, "nauc_precision_at_1_diff1": 0.519821, "nauc_precision_at_3_max": -0.003338, "nauc_precision_at_3_std": -0.051877, "nauc_precision_at_3_diff1": -0.000975, "nauc_precision_at_5_max": -0.076019, "nauc_precision_at_5_std": -0.034011, "nauc_precision_at_5_diff1": -0.134065, "nauc_precision_at_10_max": -0.085201, "nauc_precision_at_10_std": 0.001534, "nauc_precision_at_10_diff1": -0.211573, "nauc_precision_at_20_max": -0.075067, "nauc_precision_at_20_std": 0.084598, "nauc_precision_at_20_diff1": -0.265962, "nauc_precision_at_100_max": 0.00699, "nauc_precision_at_100_std": 0.198331, "nauc_precision_at_100_diff1": -0.23927, "nauc_precision_at_1000_max": 0.02859, "nauc_precision_at_1000_std": 0.239344, "nauc_precision_at_1000_diff1": -0.213862, "nauc_mrr_at_1_max": 0.162658, "nauc_mrr_at_1_std": -0.010574, "nauc_mrr_at_1_diff1": 0.519821, "nauc_mrr_at_3_max": 0.150576, "nauc_mrr_at_3_std": -0.03901, "nauc_mrr_at_3_diff1": 0.506646, "nauc_mrr_at_5_max": 0.13746, "nauc_mrr_at_5_std": -0.042936, "nauc_mrr_at_5_diff1": 0.498029, "nauc_mrr_at_10_max": 0.136665, "nauc_mrr_at_10_std": -0.040983, "nauc_mrr_at_10_diff1": 0.50011, "nauc_mrr_at_20_max": 0.137536, "nauc_mrr_at_20_std": -0.038862, "nauc_mrr_at_20_diff1": 0.499925, "nauc_mrr_at_100_max": 0.139257, "nauc_mrr_at_100_std": -0.038359, "nauc_mrr_at_100_diff1": 0.501259, "nauc_mrr_at_1000_max": 0.139257, "nauc_mrr_at_1000_std": -0.038359, "nauc_mrr_at_1000_diff1": 0.501259, "hit_rate_at_1": 0.66883, "hit_rate_at_3": 0.83442, "hit_rate_at_5": 0.88312, "hit_rate_at_10": 0.94156, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.68898, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.18.6" }, { "ndcg_at_1": 0.62825, "ndcg_at_3": 0.64732, "ndcg_at_5": 0.66386, "ndcg_at_10": 0.69454, "ndcg_at_20": 0.71777, "ndcg_at_100": 0.75332, "ndcg_at_1000": 0.76224, "map_at_1": 0.38762, "map_at_3": 0.52109, "map_at_5": 0.55644, "map_at_10": 0.5932, "map_at_20": 0.61242, "map_at_100": 0.6286, "map_at_1000": 0.63006, "recall_at_1": 0.38762, "recall_at_3": 0.59107, "recall_at_5": 0.6627, "recall_at_10": 0.76178, "recall_at_20": 0.84228, "recall_at_100": 0.96175, "recall_at_1000": 0.99917, "accuracy": 0.38762, "precision_at_1": 0.65584, "precision_at_3": 0.39069, "precision_at_5": 0.29416, "precision_at_10": 0.19416, "precision_at_20": 0.11964, "precision_at_100": 0.0324, "precision_at_1000": 0.00357, "mrr_at_1": 0.655844, "mrr_at_3": 0.739177, "mrr_at_5": 0.749242, "mrr_at_10": 0.75705, "mrr_at_20": 0.759118, "mrr_at_100": 0.760141, "mrr_at_1000": 0.760141, "nauc_ndcg_at_1_max": 0.119729, "nauc_ndcg_at_1_std": -0.11303, "nauc_ndcg_at_1_diff1": 0.536659, "nauc_ndcg_at_3_max": 0.113937, "nauc_ndcg_at_3_std": -0.130454, "nauc_ndcg_at_3_diff1": 0.426291, "nauc_ndcg_at_5_max": 0.093345, "nauc_ndcg_at_5_std": -0.172837, "nauc_ndcg_at_5_diff1": 0.419777, "nauc_ndcg_at_10_max": 0.077431, "nauc_ndcg_at_10_std": -0.177396, "nauc_ndcg_at_10_diff1": 0.396575, "nauc_ndcg_at_20_max": 0.05743, "nauc_ndcg_at_20_std": -0.175949, "nauc_ndcg_at_20_diff1": 0.389752, "nauc_ndcg_at_100_max": 0.07535, "nauc_ndcg_at_100_std": -0.139893, "nauc_ndcg_at_100_diff1": 0.393675, "nauc_ndcg_at_1000_max": 0.093159, "nauc_ndcg_at_1000_std": -0.121919, "nauc_ndcg_at_1000_diff1": 0.404625, "nauc_map_at_1_max": 0.10529, "nauc_map_at_1_std": -0.106291, "nauc_map_at_1_diff1": 0.482835, "nauc_map_at_3_max": 0.091067, "nauc_map_at_3_std": -0.145433, "nauc_map_at_3_diff1": 0.406184, "nauc_map_at_5_max": 0.066147, "nauc_map_at_5_std": -0.176514, "nauc_map_at_5_diff1": 0.398311, "nauc_map_at_10_max": 0.053352, "nauc_map_at_10_std": -0.175826, "nauc_map_at_10_diff1": 0.378418, "nauc_map_at_20_max": 0.048739, "nauc_map_at_20_std": -0.171651, "nauc_map_at_20_diff1": 0.367992, "nauc_map_at_100_max": 0.054369, "nauc_map_at_100_std": -0.155477, "nauc_map_at_100_diff1": 0.360827, "nauc_map_at_1000_max": 0.055849, "nauc_map_at_1000_std": -0.153391, "nauc_map_at_1000_diff1": 0.361543, "nauc_recall_at_1_max": 0.10529, "nauc_recall_at_1_std": -0.106291, "nauc_recall_at_1_diff1": 0.482835, "nauc_recall_at_3_max": 0.094238, "nauc_recall_at_3_std": -0.15445, "nauc_recall_at_3_diff1": 0.340188, "nauc_recall_at_5_max": 0.049495, "nauc_recall_at_5_std": -0.245855, "nauc_recall_at_5_diff1": 0.337204, "nauc_recall_at_10_max": 2.9e-05, "nauc_recall_at_10_std": -0.275239, "nauc_recall_at_10_diff1": 0.269213, "nauc_recall_at_20_max": -0.096417, "nauc_recall_at_20_std": -0.325579, "nauc_recall_at_20_diff1": 0.199756, "nauc_recall_at_100_max": -0.28939, "nauc_recall_at_100_std": -0.410984, "nauc_recall_at_100_diff1": 0.047323, "nauc_recall_at_1000_max": 0.314973, "nauc_recall_at_1000_std": 0.706966, "nauc_recall_at_1000_diff1": -1.394639, "nauc_precision_at_1_max": 0.122983, "nauc_precision_at_1_std": -0.10463, "nauc_precision_at_1_diff1": 0.523633, "nauc_precision_at_3_max": -0.040002, "nauc_precision_at_3_std": -0.080437, "nauc_precision_at_3_diff1": -0.029484, "nauc_precision_at_5_max": -0.094631, "nauc_precision_at_5_std": -0.072069, "nauc_precision_at_5_diff1": -0.132265, "nauc_precision_at_10_max": -0.089333, "nauc_precision_at_10_std": 0.018915, "nauc_precision_at_10_diff1": -0.225203, "nauc_precision_at_20_max": -0.0861, "nauc_precision_at_20_std": 0.074585, "nauc_precision_at_20_diff1": -0.27005, "nauc_precision_at_100_max": -0.004586, "nauc_precision_at_100_std": 0.195145, "nauc_precision_at_100_diff1": -0.272306, "nauc_precision_at_1000_max": 0.032408, "nauc_precision_at_1000_std": 0.233174, "nauc_precision_at_1000_diff1": -0.245909, "nauc_mrr_at_1_max": 0.122983, "nauc_mrr_at_1_std": -0.10463, "nauc_mrr_at_1_diff1": 0.523633, "nauc_mrr_at_3_max": 0.134846, "nauc_mrr_at_3_std": -0.095382, "nauc_mrr_at_3_diff1": 0.485642, "nauc_mrr_at_5_max": 0.129253, "nauc_mrr_at_5_std": -0.105601, "nauc_mrr_at_5_diff1": 0.48841, "nauc_mrr_at_10_max": 0.126626, "nauc_mrr_at_10_std": -0.103756, "nauc_mrr_at_10_diff1": 0.487981, "nauc_mrr_at_20_max": 0.125363, "nauc_mrr_at_20_std": -0.102306, "nauc_mrr_at_20_diff1": 0.489061, "nauc_mrr_at_100_max": 0.126894, "nauc_mrr_at_100_std": -0.102006, "nauc_mrr_at_100_diff1": 0.49034, "nauc_mrr_at_1000_max": 0.126894, "nauc_mrr_at_1000_std": -0.102006, "nauc_mrr_at_1000_diff1": 0.49034, "hit_rate_at_1": 0.65584, "hit_rate_at_3": 0.84416, "hit_rate_at_5": 0.88961, "hit_rate_at_10": 0.94481, "hit_rate_at_20": 0.97403, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69454, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.18.6" } ] }, "evaluation_time": 5807.013772549108, "kg_co2_emissions": null, "date": 1785022415.344413, "evaluation_phases": [ { "name": "Data loading", "start": 1.1137686669826508e-05, "end": 26.328273652121425, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 26.328321603126824, "end": 26.32832775497809, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 26.339030536822975, "end": 1139.2949274480343, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1139.295085882768, "end": 1139.8017456298694, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1139.850597474724, "end": 2339.703482354991, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2339.7035909509286, "end": 2340.064808739815, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2340.092169662006, "end": 3578.782923222985, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 3578.782998997718, "end": 3579.3175285318866, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 3579.362636968959, "end": 4526.338842159137, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4526.338941579685, "end": 4526.600817877799, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 4526.621133125853, "end": 5214.885318716988, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 5214.8854059567675, "end": 5215.238420340698, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 5215.262972414028, "end": 5806.662473290693, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 5806.662553779781, "end": 5806.9968049498275, "split": "test", "subset": "portuguese" } ] }