{ "dataset_revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9", "task_name": "Vidore3EnergyRetrieval", "mteb_version": "2.24.0", "scores": { "test": [ { "ndcg_at_1": 0.65422, "ndcg_at_3": 0.67183, "ndcg_at_5": 0.68559, "ndcg_at_10": 0.71058, "ndcg_at_20": 0.73725, "ndcg_at_100": 0.77132, "ndcg_at_1000": 0.77789, "map_at_1": 0.40694, "map_at_3": 0.54368, "map_at_5": 0.57903, "map_at_10": 0.61111, "map_at_20": 0.63303, "map_at_100": 0.64813, "map_at_1000": 0.64943, "recall_at_1": 0.40694, "recall_at_3": 0.60902, "recall_at_5": 0.67974, "recall_at_10": 0.76771, "recall_at_20": 0.85443, "recall_at_100": 0.97197, "recall_at_1000": 0.99935, "accuracy": 0.40694, "precision_at_1": 0.68831, "precision_at_3": 0.40801, "precision_at_5": 0.3039, "precision_at_10": 0.19481, "precision_at_20": 0.1224, "precision_at_100": 0.03295, "precision_at_1000": 0.00358, "mrr_at_1": 0.688312, "mrr_at_3": 0.767857, "mrr_at_5": 0.77776, "mrr_at_10": 0.782175, "mrr_at_20": 0.784928, "mrr_at_100": 0.785494, "mrr_at_1000": 0.785494, "nauc_ndcg_at_1_max": -0.147887, "nauc_ndcg_at_1_std": -0.196888, "nauc_ndcg_at_1_diff1": 0.499617, "nauc_ndcg_at_3_max": -0.052735, "nauc_ndcg_at_3_std": -0.207605, "nauc_ndcg_at_3_diff1": 0.457557, "nauc_ndcg_at_5_max": -0.070797, "nauc_ndcg_at_5_std": -0.247111, "nauc_ndcg_at_5_diff1": 0.427018, "nauc_ndcg_at_10_max": -0.099999, "nauc_ndcg_at_10_std": -0.281613, "nauc_ndcg_at_10_diff1": 0.414964, "nauc_ndcg_at_20_max": -0.12369, "nauc_ndcg_at_20_std": -0.289986, "nauc_ndcg_at_20_diff1": 0.415122, "nauc_ndcg_at_100_max": -0.116193, "nauc_ndcg_at_100_std": -0.257341, "nauc_ndcg_at_100_diff1": 0.414159, "nauc_ndcg_at_1000_max": -0.105176, "nauc_ndcg_at_1000_std": -0.232006, "nauc_ndcg_at_1000_diff1": 0.416631, "nauc_map_at_1_max": -0.081613, "nauc_map_at_1_std": -0.209551, "nauc_map_at_1_diff1": 0.465604, "nauc_map_at_3_max": -0.073718, "nauc_map_at_3_std": -0.249746, "nauc_map_at_3_diff1": 0.424018, "nauc_map_at_5_max": -0.099838, "nauc_map_at_5_std": -0.278973, "nauc_map_at_5_diff1": 0.40722, "nauc_map_at_10_max": -0.132456, "nauc_map_at_10_std": -0.298499, "nauc_map_at_10_diff1": 0.390088, "nauc_map_at_20_max": -0.143464, "nauc_map_at_20_std": -0.296586, "nauc_map_at_20_diff1": 0.384604, "nauc_map_at_100_max": -0.138042, "nauc_map_at_100_std": -0.284767, "nauc_map_at_100_diff1": 0.381948, "nauc_map_at_1000_max": -0.137238, "nauc_map_at_1000_std": -0.282144, "nauc_map_at_1000_diff1": 0.382044, "nauc_recall_at_1_max": -0.081613, "nauc_recall_at_1_std": -0.209551, "nauc_recall_at_1_diff1": 0.465604, "nauc_recall_at_3_max": -0.001613, "nauc_recall_at_3_std": -0.222525, "nauc_recall_at_3_diff1": 0.412305, "nauc_recall_at_5_max": -0.029961, "nauc_recall_at_5_std": -0.278412, "nauc_recall_at_5_diff1": 0.371727, "nauc_recall_at_10_max": -0.094534, "nauc_recall_at_10_std": -0.354214, "nauc_recall_at_10_diff1": 0.330184, "nauc_recall_at_20_max": -0.169112, "nauc_recall_at_20_std": -0.451394, "nauc_recall_at_20_diff1": 0.308784, "nauc_recall_at_100_max": -0.376228, "nauc_recall_at_100_std": -0.769081, "nauc_recall_at_100_diff1": 0.205661, "nauc_recall_at_1000_max": 0.554133, "nauc_recall_at_1000_std": 0.869187, "nauc_recall_at_1000_diff1": -1.149926, "nauc_precision_at_1_max": -0.181215, "nauc_precision_at_1_std": -0.210505, "nauc_precision_at_1_diff1": 0.484523, "nauc_precision_at_3_max": -0.06821, "nauc_precision_at_3_std": -0.054185, "nauc_precision_at_3_diff1": -0.032833, "nauc_precision_at_5_max": -0.10612, "nauc_precision_at_5_std": -0.041441, "nauc_precision_at_5_diff1": -0.154267, "nauc_precision_at_10_max": -0.112082, "nauc_precision_at_10_std": -0.000842, "nauc_precision_at_10_diff1": -0.236479, "nauc_precision_at_20_max": -0.059224, "nauc_precision_at_20_std": 0.103475, "nauc_precision_at_20_diff1": -0.24828, "nauc_precision_at_100_max": 0.037947, "nauc_precision_at_100_std": 0.212128, "nauc_precision_at_100_diff1": -0.264085, "nauc_precision_at_1000_max": 0.063242, "nauc_precision_at_1000_std": 0.263288, "nauc_precision_at_1000_diff1": -0.25558, "nauc_mrr_at_1_max": -0.181215, "nauc_mrr_at_1_std": -0.210505, "nauc_mrr_at_1_diff1": 0.484523, "nauc_mrr_at_3_max": -0.122587, "nauc_mrr_at_3_std": -0.179146, "nauc_mrr_at_3_diff1": 0.474571, "nauc_mrr_at_5_max": -0.118578, "nauc_mrr_at_5_std": -0.17044, "nauc_mrr_at_5_diff1": 0.465734, "nauc_mrr_at_10_max": -0.121148, "nauc_mrr_at_10_std": -0.174778, "nauc_mrr_at_10_diff1": 0.468829, "nauc_mrr_at_20_max": -0.128425, "nauc_mrr_at_20_std": -0.179534, "nauc_mrr_at_20_diff1": 0.468761, "nauc_mrr_at_100_max": -0.12898, "nauc_mrr_at_100_std": -0.179105, "nauc_mrr_at_100_diff1": 0.468684, "nauc_mrr_at_1000_max": -0.12898, "nauc_mrr_at_1000_std": -0.179105, "nauc_mrr_at_1000_diff1": 0.468684, "hit_rate_at_1": 0.68831, "hit_rate_at_3": 0.87013, "hit_rate_at_5": 0.91558, "hit_rate_at_10": 0.94805, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.71058, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.0" }, { "ndcg_at_1": 0.63474, "ndcg_at_3": 0.65957, "ndcg_at_5": 0.67278, "ndcg_at_10": 0.69881, "ndcg_at_20": 0.72482, "ndcg_at_100": 0.75908, "ndcg_at_1000": 0.76779, "map_at_1": 0.39518, "map_at_3": 0.53427, "map_at_5": 0.56686, "map_at_10": 0.59961, "map_at_20": 0.61972, "map_at_100": 0.63489, "map_at_1000": 0.63653, "recall_at_1": 0.39518, "recall_at_3": 0.60071, "recall_at_5": 0.67008, "recall_at_10": 0.76718, "recall_at_20": 0.84771, "recall_at_100": 0.96178, "recall_at_1000": 0.99876, "accuracy": 0.39518, "precision_at_1": 0.66558, "precision_at_3": 0.40152, "precision_at_5": 0.29675, "precision_at_10": 0.19156, "precision_at_20": 0.11883, "precision_at_100": 0.03211, "precision_at_1000": 0.00357, "mrr_at_1": 0.665584, "mrr_at_3": 0.753788, "mrr_at_5": 0.764015, "mrr_at_10": 0.770407, "mrr_at_20": 0.772214, "mrr_at_100": 0.772955, "mrr_at_1000": 0.772955, "nauc_ndcg_at_1_max": -0.13344, "nauc_ndcg_at_1_std": -0.114444, "nauc_ndcg_at_1_diff1": 0.493696, "nauc_ndcg_at_3_max": -0.057716, "nauc_ndcg_at_3_std": -0.186466, "nauc_ndcg_at_3_diff1": 0.420273, "nauc_ndcg_at_5_max": -0.048715, "nauc_ndcg_at_5_std": -0.195881, "nauc_ndcg_at_5_diff1": 0.412491, "nauc_ndcg_at_10_max": -0.097831, "nauc_ndcg_at_10_std": -0.243431, "nauc_ndcg_at_10_diff1": 0.392154, "nauc_ndcg_at_20_max": -0.1069, "nauc_ndcg_at_20_std": -0.23511, "nauc_ndcg_at_20_diff1": 0.383783, "nauc_ndcg_at_100_max": -0.110178, "nauc_ndcg_at_100_std": -0.202005, "nauc_ndcg_at_100_diff1": 0.404034, "nauc_ndcg_at_1000_max": -0.09699, "nauc_ndcg_at_1000_std": -0.182078, "nauc_ndcg_at_1000_diff1": 0.410708, "nauc_map_at_1_max": -0.056464, "nauc_map_at_1_std": -0.132177, "nauc_map_at_1_diff1": 0.440538, "nauc_map_at_3_max": -0.056017, "nauc_map_at_3_std": -0.203473, "nauc_map_at_3_diff1": 0.394365, "nauc_map_at_5_max": -0.071523, "nauc_map_at_5_std": -0.216325, "nauc_map_at_5_diff1": 0.384866, "nauc_map_at_10_max": -0.114438, "nauc_map_at_10_std": -0.24816, "nauc_map_at_10_diff1": 0.36567, "nauc_map_at_20_max": -0.121767, "nauc_map_at_20_std": -0.243294, "nauc_map_at_20_diff1": 0.363928, "nauc_map_at_100_max": -0.120101, "nauc_map_at_100_std": -0.229532, "nauc_map_at_100_diff1": 0.368296, "nauc_map_at_1000_max": -0.119309, "nauc_map_at_1000_std": -0.227386, "nauc_map_at_1000_diff1": 0.368884, "nauc_recall_at_1_max": -0.056464, "nauc_recall_at_1_std": -0.132177, "nauc_recall_at_1_diff1": 0.440538, "nauc_recall_at_3_max": -0.004773, "nauc_recall_at_3_std": -0.221408, "nauc_recall_at_3_diff1": 0.351014, "nauc_recall_at_5_max": 0.007825, "nauc_recall_at_5_std": -0.21742, "nauc_recall_at_5_diff1": 0.32809, "nauc_recall_at_10_max": -0.130723, "nauc_recall_at_10_std": -0.349325, "nauc_recall_at_10_diff1": 0.242781, "nauc_recall_at_20_max": -0.161953, "nauc_recall_at_20_std": -0.368561, "nauc_recall_at_20_diff1": 0.163319, "nauc_recall_at_100_max": -0.397487, "nauc_recall_at_100_std": -0.485211, "nauc_recall_at_100_diff1": 0.116322, "nauc_recall_at_1000_max": 0.022605, "nauc_recall_at_1000_std": 0.01137, "nauc_recall_at_1000_diff1": -1.020931, "nauc_precision_at_1_max": -0.149208, "nauc_precision_at_1_std": -0.105373, "nauc_precision_at_1_diff1": 0.490431, "nauc_precision_at_3_max": -0.117734, "nauc_precision_at_3_std": -0.110285, "nauc_precision_at_3_diff1": -0.027513, "nauc_precision_at_5_max": -0.131486, "nauc_precision_at_5_std": -0.081218, "nauc_precision_at_5_diff1": -0.105399, "nauc_precision_at_10_max": -0.159809, "nauc_precision_at_10_std": -0.068488, "nauc_precision_at_10_diff1": -0.180778, "nauc_precision_at_20_max": -0.097602, "nauc_precision_at_20_std": 0.043395, "nauc_precision_at_20_diff1": -0.201875, "nauc_precision_at_100_max": -0.011005, "nauc_precision_at_100_std": 0.173125, "nauc_precision_at_100_diff1": -0.183806, "nauc_precision_at_1000_max": 0.026664, "nauc_precision_at_1000_std": 0.220688, "nauc_precision_at_1000_diff1": -0.181714, "nauc_mrr_at_1_max": -0.149208, "nauc_mrr_at_1_std": -0.105373, "nauc_mrr_at_1_diff1": 0.490431, "nauc_mrr_at_3_max": -0.115817, "nauc_mrr_at_3_std": -0.136427, "nauc_mrr_at_3_diff1": 0.46411, "nauc_mrr_at_5_max": -0.101381, "nauc_mrr_at_5_std": -0.121093, "nauc_mrr_at_5_diff1": 0.475175, "nauc_mrr_at_10_max": -0.10832, "nauc_mrr_at_10_std": -0.1268, "nauc_mrr_at_10_diff1": 0.473826, "nauc_mrr_at_20_max": -0.110808, "nauc_mrr_at_20_std": -0.123924, "nauc_mrr_at_20_diff1": 0.472588, "nauc_mrr_at_100_max": -0.111583, "nauc_mrr_at_100_std": -0.12522, "nauc_mrr_at_100_diff1": 0.473515, "nauc_mrr_at_1000_max": -0.111583, "nauc_mrr_at_1000_std": -0.12522, "nauc_mrr_at_1000_diff1": 0.473515, "hit_rate_at_1": 0.66558, "hit_rate_at_3": 0.86039, "hit_rate_at_5": 0.90584, "hit_rate_at_10": 0.95455, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69881, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.0" }, { "ndcg_at_1": 0.63149, "ndcg_at_3": 0.65379, "ndcg_at_5": 0.66639, "ndcg_at_10": 0.69506, "ndcg_at_20": 0.72268, "ndcg_at_100": 0.75632, "ndcg_at_1000": 0.76435, "map_at_1": 0.39168, "map_at_3": 0.52901, "map_at_5": 0.56203, "map_at_10": 0.59458, "map_at_20": 0.6169, "map_at_100": 0.63153, "map_at_1000": 0.63296, "recall_at_1": 0.39168, "recall_at_3": 0.59972, "recall_at_5": 0.66511, "recall_at_10": 0.76381, "recall_at_20": 0.84992, "recall_at_100": 0.96334, "recall_at_1000": 0.99923, "accuracy": 0.39168, "precision_at_1": 0.66558, "precision_at_3": 0.39827, "precision_at_5": 0.2961, "precision_at_10": 0.19188, "precision_at_20": 0.12143, "precision_at_100": 0.0324, "precision_at_1000": 0.00357, "mrr_at_1": 0.665584, "mrr_at_3": 0.745671, "mrr_at_5": 0.758333, "mrr_at_10": 0.765479, "mrr_at_20": 0.767426, "mrr_at_100": 0.768123, "mrr_at_1000": 0.768123, "nauc_ndcg_at_1_max": -0.023048, "nauc_ndcg_at_1_std": -0.065186, "nauc_ndcg_at_1_diff1": 0.521914, "nauc_ndcg_at_3_max": -0.011207, "nauc_ndcg_at_3_std": -0.14023, "nauc_ndcg_at_3_diff1": 0.456891, "nauc_ndcg_at_5_max": 0.00545, "nauc_ndcg_at_5_std": -0.139568, "nauc_ndcg_at_5_diff1": 0.441229, "nauc_ndcg_at_10_max": -0.024164, "nauc_ndcg_at_10_std": -0.191771, "nauc_ndcg_at_10_diff1": 0.419401, "nauc_ndcg_at_20_max": -0.035832, "nauc_ndcg_at_20_std": -0.195049, "nauc_ndcg_at_20_diff1": 0.433332, "nauc_ndcg_at_100_max": -0.036713, "nauc_ndcg_at_100_std": -0.146835, "nauc_ndcg_at_100_diff1": 0.426398, "nauc_ndcg_at_1000_max": -0.025739, "nauc_ndcg_at_1000_std": -0.126409, "nauc_ndcg_at_1000_diff1": 0.434667, "nauc_map_at_1_max": 0.011541, "nauc_map_at_1_std": -0.093845, "nauc_map_at_1_diff1": 0.454624, "nauc_map_at_3_max": -0.006084, "nauc_map_at_3_std": -0.174119, "nauc_map_at_3_diff1": 0.409912, "nauc_map_at_5_max": -0.017374, "nauc_map_at_5_std": -0.179875, "nauc_map_at_5_diff1": 0.40872, "nauc_map_at_10_max": -0.044485, "nauc_map_at_10_std": -0.195558, "nauc_map_at_10_diff1": 0.385371, "nauc_map_at_20_max": -0.056899, "nauc_map_at_20_std": -0.194588, "nauc_map_at_20_diff1": 0.389697, "nauc_map_at_100_max": -0.05669, "nauc_map_at_100_std": -0.179739, "nauc_map_at_100_diff1": 0.385721, "nauc_map_at_1000_max": -0.05617, "nauc_map_at_1000_std": -0.1774, "nauc_map_at_1000_diff1": 0.386579, "nauc_recall_at_1_max": 0.011541, "nauc_recall_at_1_std": -0.093845, "nauc_recall_at_1_diff1": 0.454624, "nauc_recall_at_3_max": 0.024951, "nauc_recall_at_3_std": -0.192233, "nauc_recall_at_3_diff1": 0.372489, "nauc_recall_at_5_max": 0.033937, "nauc_recall_at_5_std": -0.198488, "nauc_recall_at_5_diff1": 0.365798, "nauc_recall_at_10_max": -0.059243, "nauc_recall_at_10_std": -0.325118, "nauc_recall_at_10_diff1": 0.289205, "nauc_recall_at_20_max": -0.0958, "nauc_recall_at_20_std": -0.416194, "nauc_recall_at_20_diff1": 0.332614, "nauc_recall_at_100_max": -0.311962, "nauc_recall_at_100_std": -0.461523, "nauc_recall_at_100_diff1": 0.134677, "nauc_recall_at_1000_max": -0.974594, "nauc_recall_at_1000_std": -0.419678, "nauc_recall_at_1000_diff1": -0.223474, "nauc_precision_at_1_max": -0.055018, "nauc_precision_at_1_std": -0.074115, "nauc_precision_at_1_diff1": 0.50962, "nauc_precision_at_3_max": -0.13327, "nauc_precision_at_3_std": -0.114319, "nauc_precision_at_3_diff1": -0.002477, "nauc_precision_at_5_max": -0.120805, "nauc_precision_at_5_std": -0.025215, "nauc_precision_at_5_diff1": -0.077952, "nauc_precision_at_10_max": -0.13563, "nauc_precision_at_10_std": -0.002267, "nauc_precision_at_10_diff1": -0.194719, "nauc_precision_at_20_max": -0.104462, "nauc_precision_at_20_std": 0.069744, "nauc_precision_at_20_diff1": -0.184459, "nauc_precision_at_100_max": -0.029021, "nauc_precision_at_100_std": 0.196563, "nauc_precision_at_100_diff1": -0.216066, "nauc_precision_at_1000_max": 0.000885, "nauc_precision_at_1000_std": 0.237093, "nauc_precision_at_1000_diff1": -0.205691, "nauc_mrr_at_1_max": -0.055018, "nauc_mrr_at_1_std": -0.074115, "nauc_mrr_at_1_diff1": 0.50962, "nauc_mrr_at_3_max": -0.060539, "nauc_mrr_at_3_std": -0.099901, "nauc_mrr_at_3_diff1": 0.486912, "nauc_mrr_at_5_max": -0.037048, "nauc_mrr_at_5_std": -0.065782, "nauc_mrr_at_5_diff1": 0.486061, "nauc_mrr_at_10_max": -0.047673, "nauc_mrr_at_10_std": -0.08201, "nauc_mrr_at_10_diff1": 0.48856, "nauc_mrr_at_20_max": -0.047256, "nauc_mrr_at_20_std": -0.078417, "nauc_mrr_at_20_diff1": 0.489123, "nauc_mrr_at_100_max": -0.047895, "nauc_mrr_at_100_std": -0.078633, "nauc_mrr_at_100_diff1": 0.488683, "nauc_mrr_at_1000_max": -0.047895, "nauc_mrr_at_1000_std": -0.078633, "nauc_mrr_at_1000_diff1": 0.488683, "hit_rate_at_1": 0.66558, "hit_rate_at_3": 0.8474, "hit_rate_at_5": 0.9026, "hit_rate_at_10": 0.95455, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69506, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.0" }, { "ndcg_at_1": 0.62987, "ndcg_at_3": 0.63972, "ndcg_at_5": 0.65249, "ndcg_at_10": 0.68822, "ndcg_at_20": 0.71115, "ndcg_at_100": 0.74525, "ndcg_at_1000": 0.75546, "map_at_1": 0.39081, "map_at_3": 0.51586, "map_at_5": 0.54643, "map_at_10": 0.58327, "map_at_20": 0.60178, "map_at_100": 0.61688, "map_at_1000": 0.6186, "recall_at_1": 0.39081, "recall_at_3": 0.58193, "recall_at_5": 0.64641, "recall_at_10": 0.76036, "recall_at_20": 0.83861, "recall_at_100": 0.95279, "recall_at_1000": 0.99977, "accuracy": 0.39081, "precision_at_1": 0.66883, "precision_at_3": 0.38636, "precision_at_5": 0.28312, "precision_at_10": 0.19058, "precision_at_20": 0.11737, "precision_at_100": 0.03185, "precision_at_1000": 0.00358, "mrr_at_1": 0.668831, "mrr_at_3": 0.746753, "mrr_at_5": 0.757468, "mrr_at_10": 0.766019, "mrr_at_20": 0.767643, "mrr_at_100": 0.768127, "mrr_at_1000": 0.768154, "nauc_ndcg_at_1_max": -0.203122, "nauc_ndcg_at_1_std": -0.152492, "nauc_ndcg_at_1_diff1": 0.530726, "nauc_ndcg_at_3_max": -0.122005, "nauc_ndcg_at_3_std": -0.135172, "nauc_ndcg_at_3_diff1": 0.435656, "nauc_ndcg_at_5_max": -0.137525, "nauc_ndcg_at_5_std": -0.171819, "nauc_ndcg_at_5_diff1": 0.441966, "nauc_ndcg_at_10_max": -0.140555, "nauc_ndcg_at_10_std": -0.195125, "nauc_ndcg_at_10_diff1": 0.435581, "nauc_ndcg_at_20_max": -0.163205, "nauc_ndcg_at_20_std": -0.195967, "nauc_ndcg_at_20_diff1": 0.441912, "nauc_ndcg_at_100_max": -0.164875, "nauc_ndcg_at_100_std": -0.164204, "nauc_ndcg_at_100_diff1": 0.43778, "nauc_ndcg_at_1000_max": -0.157764, "nauc_ndcg_at_1000_std": -0.152983, "nauc_ndcg_at_1000_diff1": 0.440148, "nauc_map_at_1_max": -0.123776, "nauc_map_at_1_std": -0.135068, "nauc_map_at_1_diff1": 0.460703, "nauc_map_at_3_max": -0.125104, "nauc_map_at_3_std": -0.173039, "nauc_map_at_3_diff1": 0.391017, "nauc_map_at_5_max": -0.155724, "nauc_map_at_5_std": -0.194835, "nauc_map_at_5_diff1": 0.394984, "nauc_map_at_10_max": -0.173179, "nauc_map_at_10_std": -0.20646, "nauc_map_at_10_diff1": 0.387841, "nauc_map_at_20_max": -0.187348, "nauc_map_at_20_std": -0.208234, "nauc_map_at_20_diff1": 0.390362, "nauc_map_at_100_max": -0.186581, "nauc_map_at_100_std": -0.198198, "nauc_map_at_100_diff1": 0.386628, "nauc_map_at_1000_max": -0.185975, "nauc_map_at_1000_std": -0.196508, "nauc_map_at_1000_diff1": 0.386321, "nauc_recall_at_1_max": -0.123776, "nauc_recall_at_1_std": -0.135068, "nauc_recall_at_1_diff1": 0.460703, "nauc_recall_at_3_max": -0.061535, "nauc_recall_at_3_std": -0.126014, "nauc_recall_at_3_diff1": 0.332746, "nauc_recall_at_5_max": -0.102363, "nauc_recall_at_5_std": -0.176864, "nauc_recall_at_5_diff1": 0.349023, "nauc_recall_at_10_max": -0.105722, "nauc_recall_at_10_std": -0.245203, "nauc_recall_at_10_diff1": 0.311915, "nauc_recall_at_20_max": -0.205262, "nauc_recall_at_20_std": -0.30493, "nauc_recall_at_20_diff1": 0.292175, "nauc_recall_at_100_max": -0.288861, "nauc_recall_at_100_std": -0.226154, "nauc_recall_at_100_diff1": 0.245276, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.554133, "nauc_recall_at_1000_diff1": -1.734366, "nauc_precision_at_1_max": -0.256401, "nauc_precision_at_1_std": -0.189432, "nauc_precision_at_1_diff1": 0.496365, "nauc_precision_at_3_max": -0.126585, "nauc_precision_at_3_std": -0.059959, "nauc_precision_at_3_diff1": -0.028342, "nauc_precision_at_5_max": -0.149954, "nauc_precision_at_5_std": -0.061533, "nauc_precision_at_5_diff1": -0.0674, "nauc_precision_at_10_max": -0.086795, "nauc_precision_at_10_std": 0.002174, "nauc_precision_at_10_diff1": -0.156354, "nauc_precision_at_20_max": -0.05996, "nauc_precision_at_20_std": 0.062666, "nauc_precision_at_20_diff1": -0.169327, "nauc_precision_at_100_max": 0.031721, "nauc_precision_at_100_std": 0.168674, "nauc_precision_at_100_diff1": -0.221383, "nauc_precision_at_1000_max": 0.064118, "nauc_precision_at_1000_std": 0.203212, "nauc_precision_at_1000_diff1": -0.231532, "nauc_mrr_at_1_max": -0.256401, "nauc_mrr_at_1_std": -0.189432, "nauc_mrr_at_1_diff1": 0.496365, "nauc_mrr_at_3_max": -0.219082, "nauc_mrr_at_3_std": -0.148349, "nauc_mrr_at_3_diff1": 0.47252, "nauc_mrr_at_5_max": -0.211448, "nauc_mrr_at_5_std": -0.151642, "nauc_mrr_at_5_diff1": 0.484576, "nauc_mrr_at_10_max": -0.216956, "nauc_mrr_at_10_std": -0.164401, "nauc_mrr_at_10_diff1": 0.485872, "nauc_mrr_at_20_max": -0.218713, "nauc_mrr_at_20_std": -0.163203, "nauc_mrr_at_20_diff1": 0.484896, "nauc_mrr_at_100_max": -0.219928, "nauc_mrr_at_100_std": -0.163116, "nauc_mrr_at_100_diff1": 0.484386, "nauc_mrr_at_1000_max": -0.219881, "nauc_mrr_at_1000_std": -0.163186, "nauc_mrr_at_1000_diff1": 0.484527, "hit_rate_at_1": 0.66883, "hit_rate_at_3": 0.8474, "hit_rate_at_5": 0.89286, "hit_rate_at_10": 0.95455, "hit_rate_at_20": 0.97727, "hit_rate_at_100": 0.99675, "hit_rate_at_1000": 1.0, "main_score": 0.68822, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.0" }, { "ndcg_at_1": 0.65097, "ndcg_at_3": 0.65521, "ndcg_at_5": 0.67205, "ndcg_at_10": 0.70052, "ndcg_at_20": 0.72744, "ndcg_at_100": 0.76011, "ndcg_at_1000": 0.76929, "map_at_1": 0.40135, "map_at_3": 0.53132, "map_at_5": 0.56645, "map_at_10": 0.60091, "map_at_20": 0.62225, "map_at_100": 0.63687, "map_at_1000": 0.63853, "recall_at_1": 0.40135, "recall_at_3": 0.58984, "recall_at_5": 0.66233, "recall_at_10": 0.76248, "recall_at_20": 0.84978, "recall_at_100": 0.95864, "recall_at_1000": 0.99935, "accuracy": 0.40135, "precision_at_1": 0.68506, "precision_at_3": 0.3961, "precision_at_5": 0.29805, "precision_at_10": 0.19286, "precision_at_20": 0.12062, "precision_at_100": 0.03227, "precision_at_1000": 0.00358, "mrr_at_1": 0.685065, "mrr_at_3": 0.757035, "mrr_at_5": 0.768723, "mrr_at_10": 0.775313, "mrr_at_20": 0.777888, "mrr_at_100": 0.778434, "mrr_at_1000": 0.778434, "nauc_ndcg_at_1_max": -0.190939, "nauc_ndcg_at_1_std": -0.09878, "nauc_ndcg_at_1_diff1": 0.472947, "nauc_ndcg_at_3_max": -0.12264, "nauc_ndcg_at_3_std": -0.172458, "nauc_ndcg_at_3_diff1": 0.42026, "nauc_ndcg_at_5_max": -0.113024, "nauc_ndcg_at_5_std": -0.201404, "nauc_ndcg_at_5_diff1": 0.415694, "nauc_ndcg_at_10_max": -0.15388, "nauc_ndcg_at_10_std": -0.230972, "nauc_ndcg_at_10_diff1": 0.36843, "nauc_ndcg_at_20_max": -0.167905, "nauc_ndcg_at_20_std": -0.232417, "nauc_ndcg_at_20_diff1": 0.374887, "nauc_ndcg_at_100_max": -0.168536, "nauc_ndcg_at_100_std": -0.207805, "nauc_ndcg_at_100_diff1": 0.386022, "nauc_ndcg_at_1000_max": -0.15621, "nauc_ndcg_at_1000_std": -0.182896, "nauc_ndcg_at_1000_diff1": 0.397103, "nauc_map_at_1_max": -0.102558, "nauc_map_at_1_std": -0.136192, "nauc_map_at_1_diff1": 0.406535, "nauc_map_at_3_max": -0.109187, "nauc_map_at_3_std": -0.204128, "nauc_map_at_3_diff1": 0.374379, "nauc_map_at_5_max": -0.125773, "nauc_map_at_5_std": -0.225474, "nauc_map_at_5_diff1": 0.371215, "nauc_map_at_10_max": -0.16876, "nauc_map_at_10_std": -0.248857, "nauc_map_at_10_diff1": 0.339409, "nauc_map_at_20_max": -0.175225, "nauc_map_at_20_std": -0.246542, "nauc_map_at_20_diff1": 0.343635, "nauc_map_at_100_max": -0.172419, "nauc_map_at_100_std": -0.234953, "nauc_map_at_100_diff1": 0.344721, "nauc_map_at_1000_max": -0.17186, "nauc_map_at_1000_std": -0.232687, "nauc_map_at_1000_diff1": 0.345773, "nauc_recall_at_1_max": -0.102558, "nauc_recall_at_1_std": -0.136192, "nauc_recall_at_1_diff1": 0.406535, "nauc_recall_at_3_max": -0.049846, "nauc_recall_at_3_std": -0.196374, "nauc_recall_at_3_diff1": 0.349642, "nauc_recall_at_5_max": -0.052381, "nauc_recall_at_5_std": -0.229283, "nauc_recall_at_5_diff1": 0.339321, "nauc_recall_at_10_max": -0.170504, "nauc_recall_at_10_std": -0.305317, "nauc_recall_at_10_diff1": 0.212411, "nauc_recall_at_20_max": -0.212329, "nauc_recall_at_20_std": -0.349913, "nauc_recall_at_20_diff1": 0.199488, "nauc_recall_at_100_max": -0.384639, "nauc_recall_at_100_std": -0.545474, "nauc_recall_at_100_diff1": 0.076283, "nauc_recall_at_1000_max": 0.554133, "nauc_recall_at_1000_std": 0.721889, "nauc_recall_at_1000_diff1": -1.734366, "nauc_precision_at_1_max": -0.207274, "nauc_precision_at_1_std": -0.097426, "nauc_precision_at_1_diff1": 0.453805, "nauc_precision_at_3_max": -0.137919, "nauc_precision_at_3_std": -0.124287, "nauc_precision_at_3_diff1": 0.016484, "nauc_precision_at_5_max": -0.129288, "nauc_precision_at_5_std": -0.098709, "nauc_precision_at_5_diff1": -0.048419, "nauc_precision_at_10_max": -0.141562, "nauc_precision_at_10_std": -0.05429, "nauc_precision_at_10_diff1": -0.180193, "nauc_precision_at_20_max": -0.059276, "nauc_precision_at_20_std": 0.051811, "nauc_precision_at_20_diff1": -0.168578, "nauc_precision_at_100_max": 0.031601, "nauc_precision_at_100_std": 0.16627, "nauc_precision_at_100_diff1": -0.172728, "nauc_precision_at_1000_max": 0.067637, "nauc_precision_at_1000_std": 0.220348, "nauc_precision_at_1000_diff1": -0.16121, "nauc_mrr_at_1_max": -0.207274, "nauc_mrr_at_1_std": -0.097426, "nauc_mrr_at_1_diff1": 0.453805, "nauc_mrr_at_3_max": -0.186616, "nauc_mrr_at_3_std": -0.124496, "nauc_mrr_at_3_diff1": 0.449256, "nauc_mrr_at_5_max": -0.17577, "nauc_mrr_at_5_std": -0.116757, "nauc_mrr_at_5_diff1": 0.458234, "nauc_mrr_at_10_max": -0.17895, "nauc_mrr_at_10_std": -0.112209, "nauc_mrr_at_10_diff1": 0.456492, "nauc_mrr_at_20_max": -0.181875, "nauc_mrr_at_20_std": -0.110458, "nauc_mrr_at_20_diff1": 0.454951, "nauc_mrr_at_100_max": -0.182077, "nauc_mrr_at_100_std": -0.111638, "nauc_mrr_at_100_diff1": 0.455347, "nauc_mrr_at_1000_max": -0.182077, "nauc_mrr_at_1000_std": -0.111638, "nauc_mrr_at_1000_diff1": 0.455347, "hit_rate_at_1": 0.68506, "hit_rate_at_3": 0.85065, "hit_rate_at_5": 0.89935, "hit_rate_at_10": 0.94805, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.70052, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.0" }, { "ndcg_at_1": 0.62987, "ndcg_at_3": 0.65494, "ndcg_at_5": 0.66656, "ndcg_at_10": 0.69344, "ndcg_at_20": 0.72109, "ndcg_at_100": 0.75433, "ndcg_at_1000": 0.76364, "map_at_1": 0.39027, "map_at_3": 0.52574, "map_at_5": 0.55883, "map_at_10": 0.59143, "map_at_20": 0.61267, "map_at_100": 0.62789, "map_at_1000": 0.6296, "recall_at_1": 0.39027, "recall_at_3": 0.5946, "recall_at_5": 0.66517, "recall_at_10": 0.75806, "recall_at_20": 0.8464, "recall_at_100": 0.95893, "recall_at_1000": 0.99894, "accuracy": 0.39027, "precision_at_1": 0.65909, "precision_at_3": 0.39935, "precision_at_5": 0.2961, "precision_at_10": 0.19188, "precision_at_20": 0.11997, "precision_at_100": 0.03195, "precision_at_1000": 0.00357, "mrr_at_1": 0.659091, "mrr_at_3": 0.746753, "mrr_at_5": 0.756169, "mrr_at_10": 0.762494, "mrr_at_20": 0.76524, "mrr_at_100": 0.765895, "mrr_at_1000": 0.765895, "nauc_ndcg_at_1_max": -0.175895, "nauc_ndcg_at_1_std": -0.094574, "nauc_ndcg_at_1_diff1": 0.484686, "nauc_ndcg_at_3_max": -0.089371, "nauc_ndcg_at_3_std": -0.157582, "nauc_ndcg_at_3_diff1": 0.434109, "nauc_ndcg_at_5_max": -0.082991, "nauc_ndcg_at_5_std": -0.155062, "nauc_ndcg_at_5_diff1": 0.422097, "nauc_ndcg_at_10_max": -0.12445, "nauc_ndcg_at_10_std": -0.189581, "nauc_ndcg_at_10_diff1": 0.411824, "nauc_ndcg_at_20_max": -0.145925, "nauc_ndcg_at_20_std": -0.203266, "nauc_ndcg_at_20_diff1": 0.405368, "nauc_ndcg_at_100_max": -0.151451, "nauc_ndcg_at_100_std": -0.171342, "nauc_ndcg_at_100_diff1": 0.412378, "nauc_ndcg_at_1000_max": -0.134878, "nauc_ndcg_at_1000_std": -0.144635, "nauc_ndcg_at_1000_diff1": 0.421327, "nauc_map_at_1_max": -0.08514, "nauc_map_at_1_std": -0.093727, "nauc_map_at_1_diff1": 0.441367, "nauc_map_at_3_max": -0.077189, "nauc_map_at_3_std": -0.177786, "nauc_map_at_3_diff1": 0.405022, "nauc_map_at_5_max": -0.091555, "nauc_map_at_5_std": -0.184423, "nauc_map_at_5_diff1": 0.40271, "nauc_map_at_10_max": -0.129043, "nauc_map_at_10_std": -0.206828, "nauc_map_at_10_diff1": 0.387093, "nauc_map_at_20_max": -0.144077, "nauc_map_at_20_std": -0.210715, "nauc_map_at_20_diff1": 0.38276, "nauc_map_at_100_max": -0.143164, "nauc_map_at_100_std": -0.19674, "nauc_map_at_100_diff1": 0.38261, "nauc_map_at_1000_max": -0.142114, "nauc_map_at_1000_std": -0.193943, "nauc_map_at_1000_diff1": 0.383838, "nauc_recall_at_1_max": -0.08514, "nauc_recall_at_1_std": -0.093727, "nauc_recall_at_1_diff1": 0.441367, "nauc_recall_at_3_max": -0.017663, "nauc_recall_at_3_std": -0.210345, "nauc_recall_at_3_diff1": 0.377347, "nauc_recall_at_5_max": -0.007271, "nauc_recall_at_5_std": -0.191607, "nauc_recall_at_5_diff1": 0.356177, "nauc_recall_at_10_max": -0.130799, "nauc_recall_at_10_std": -0.271317, "nauc_recall_at_10_diff1": 0.305407, "nauc_recall_at_20_max": -0.218264, "nauc_recall_at_20_std": -0.372466, "nauc_recall_at_20_diff1": 0.240335, "nauc_recall_at_100_max": -0.504104, "nauc_recall_at_100_std": -0.578763, "nauc_recall_at_100_diff1": 0.131688, "nauc_recall_at_1000_max": 0.106069, "nauc_recall_at_1000_std": 0.322338, "nauc_recall_at_1000_diff1": -1.418799, "nauc_precision_at_1_max": -0.187434, "nauc_precision_at_1_std": -0.096714, "nauc_precision_at_1_diff1": 0.479144, "nauc_precision_at_3_max": -0.102901, "nauc_precision_at_3_std": -0.114253, "nauc_precision_at_3_diff1": 0.006586, "nauc_precision_at_5_max": -0.11296, "nauc_precision_at_5_std": -0.055793, "nauc_precision_at_5_diff1": -0.085689, "nauc_precision_at_10_max": -0.125529, "nauc_precision_at_10_std": -0.019607, "nauc_precision_at_10_diff1": -0.151793, "nauc_precision_at_20_max": -0.087752, "nauc_precision_at_20_std": 0.057786, "nauc_precision_at_20_diff1": -0.194097, "nauc_precision_at_100_max": -0.007509, "nauc_precision_at_100_std": 0.185908, "nauc_precision_at_100_diff1": -0.202693, "nauc_precision_at_1000_max": 0.039608, "nauc_precision_at_1000_std": 0.241197, "nauc_precision_at_1000_diff1": -0.18735, "nauc_mrr_at_1_max": -0.187434, "nauc_mrr_at_1_std": -0.096714, "nauc_mrr_at_1_diff1": 0.479144, "nauc_mrr_at_3_max": -0.137939, "nauc_mrr_at_3_std": -0.105818, "nauc_mrr_at_3_diff1": 0.461909, "nauc_mrr_at_5_max": -0.135893, "nauc_mrr_at_5_std": -0.092932, "nauc_mrr_at_5_diff1": 0.459171, "nauc_mrr_at_10_max": -0.140824, "nauc_mrr_at_10_std": -0.091006, "nauc_mrr_at_10_diff1": 0.465248, "nauc_mrr_at_20_max": -0.144514, "nauc_mrr_at_20_std": -0.094079, "nauc_mrr_at_20_diff1": 0.463731, "nauc_mrr_at_100_max": -0.145087, "nauc_mrr_at_100_std": -0.094367, "nauc_mrr_at_100_diff1": 0.464453, "nauc_mrr_at_1000_max": -0.145087, "nauc_mrr_at_1000_std": -0.094367, "nauc_mrr_at_1000_diff1": 0.464453, "hit_rate_at_1": 0.65909, "hit_rate_at_3": 0.8539, "hit_rate_at_5": 0.8961, "hit_rate_at_10": 0.94156, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69344, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.0" } ] }, "evaluation_time": 1005.621934316121, "kg_co2_emissions": null, "date": 1791438855.880522, "evaluation_phases": [ { "name": "Data loading", "start": 2.5918707251548767e-05, "end": 88.6187305264175, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 88.61878035124391, "end": 88.6245583659038, "split": "", "subset": "" }, { "name": "Encoding corpus", "start": 88.63284084293991, "end": 88.63284943625331, "split": "test", "subset": "french" }, { "name": "Encoding queries", "start": 88.63292016182095, "end": 243.14752035960555, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 243.14793876186013, "end": 243.39528092835099, "split": "test", "subset": "french" }, { "name": "Encoding corpus", "start": 243.4080544868484, "end": 243.4080580919981, "split": "test", "subset": "spanish" }, { "name": "Encoding queries", "start": 243.40809451695532, "end": 396.2168432045728, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 396.21728977840394, "end": 396.4661235800013, "split": "test", "subset": "spanish" }, { "name": "Encoding corpus", "start": 396.47891890257597, "end": 396.4789219778031, "split": "test", "subset": "english" }, { "name": "Encoding queries", "start": 396.47895030956715, "end": 548.7614795602858, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 548.76175458543, "end": 549.0040569081903, "split": "test", "subset": "english" }, { "name": "Encoding corpus", "start": 549.0171129191294, "end": 549.0171161843464, "split": "test", "subset": "german" }, { "name": "Encoding queries", "start": 549.0171483326703, "end": 700.9065369302407, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 700.9070817222819, "end": 701.1701758177951, "split": "test", "subset": "german" }, { "name": "Encoding corpus", "start": 701.185819067061, "end": 701.1858230633661, "split": "test", "subset": "italian" }, { "name": "Encoding queries", "start": 701.1858496433124, "end": 852.1876335525885, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 852.188144124113, "end": 852.4505710834637, "split": "test", "subset": "italian" }, { "name": "Encoding corpus", "start": 852.4699423518032, "end": 852.469947360456, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries", "start": 852.4699871996418, "end": 1005.3058596160263, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1005.3063124995679, "end": 1005.6065758727491, "split": "test", "subset": "portuguese" } ] }