{ "dataset_revision": "f732b725cf4a70803210edfe265a04f8bd5328f6", "task_name": "Vidore3IndustrialRetrieval", "mteb_version": "2.2.2", "scores": { "test": [ { "ndcg_at_1": 0.28975, "ndcg_at_3": 0.31889, "ndcg_at_5": 0.32892, "ndcg_at_10": 0.34343, "ndcg_at_20": 0.37046, "ndcg_at_100": 0.43157, "ndcg_at_1000": 0.48703, "map_at_1": 0.15921, "map_at_3": 0.21712, "map_at_5": 0.23603, "map_at_10": 0.2567, "map_at_20": 0.2696, "map_at_100": 0.28537, "map_at_1000": 0.29074, "recall_at_1": 0.15921, "recall_at_3": 0.27034, "recall_at_5": 0.32226, "recall_at_10": 0.39281, "recall_at_20": 0.48069, "recall_at_100": 0.69134, "recall_at_1000": 0.93943, "accuracy": 0.15921, "precision_at_1": 0.30742, "precision_at_3": 0.21319, "precision_at_5": 0.1689, "precision_at_10": 0.11484, "precision_at_20": 0.07809, "precision_at_100": 0.02894, "precision_at_1000": 0.00505, "mrr_at_1": 0.30742, "mrr_at_3": 0.391637, "mrr_at_5": 0.407362, "mrr_at_10": 0.419479, "mrr_at_20": 0.426824, "mrr_at_100": 0.43069, "mrr_at_1000": 0.430999, "nauc_ndcg_at_1_max": 0.178758, "nauc_ndcg_at_1_std": -0.085326, "nauc_ndcg_at_1_diff1": 0.324225, "nauc_ndcg_at_3_max": 0.144082, "nauc_ndcg_at_3_std": -0.045164, "nauc_ndcg_at_3_diff1": 0.230368, "nauc_ndcg_at_5_max": 0.125291, "nauc_ndcg_at_5_std": -0.079816, "nauc_ndcg_at_5_diff1": 0.21315, "nauc_ndcg_at_10_max": 0.118643, "nauc_ndcg_at_10_std": -0.092609, "nauc_ndcg_at_10_diff1": 0.230646, "nauc_ndcg_at_20_max": 0.136415, "nauc_ndcg_at_20_std": -0.075085, "nauc_ndcg_at_20_diff1": 0.238538, "nauc_ndcg_at_100_max": 0.147451, "nauc_ndcg_at_100_std": -0.05287, "nauc_ndcg_at_100_diff1": 0.236592, "nauc_ndcg_at_1000_max": 0.155183, "nauc_ndcg_at_1000_std": -0.034516, "nauc_ndcg_at_1000_diff1": 0.228769, "nauc_map_at_1_max": 0.034045, "nauc_map_at_1_std": -0.217672, "nauc_map_at_1_diff1": 0.307157, "nauc_map_at_3_max": 0.050536, "nauc_map_at_3_std": -0.149404, "nauc_map_at_3_diff1": 0.248759, "nauc_map_at_5_max": 0.064631, "nauc_map_at_5_std": -0.145982, "nauc_map_at_5_diff1": 0.231727, "nauc_map_at_10_max": 0.085758, "nauc_map_at_10_std": -0.128658, "nauc_map_at_10_diff1": 0.225427, "nauc_map_at_20_max": 0.098097, "nauc_map_at_20_std": -0.117711, "nauc_map_at_20_diff1": 0.228106, "nauc_map_at_100_max": 0.107019, "nauc_map_at_100_std": -0.103276, "nauc_map_at_100_diff1": 0.228847, "nauc_map_at_1000_max": 0.108433, "nauc_map_at_1000_std": -0.099157, "nauc_map_at_1000_diff1": 0.227591, "nauc_recall_at_1_max": 0.034045, "nauc_recall_at_1_std": -0.217672, "nauc_recall_at_1_diff1": 0.307157, "nauc_recall_at_3_max": 0.024079, "nauc_recall_at_3_std": -0.087736, "nauc_recall_at_3_diff1": 0.189511, "nauc_recall_at_5_max": 0.03279, "nauc_recall_at_5_std": -0.101865, "nauc_recall_at_5_diff1": 0.153078, "nauc_recall_at_10_max": 0.046768, "nauc_recall_at_10_std": -0.093024, "nauc_recall_at_10_diff1": 0.17128, "nauc_recall_at_20_max": 0.094462, "nauc_recall_at_20_std": -0.03699, "nauc_recall_at_20_diff1": 0.185906, "nauc_recall_at_100_max": 0.128468, "nauc_recall_at_100_std": 0.00288, "nauc_recall_at_100_diff1": 0.209805, "nauc_recall_at_1000_max": 0.227796, "nauc_recall_at_1000_std": 0.230241, "nauc_recall_at_1000_diff1": 0.353988, "nauc_precision_at_1_max": 0.194838, "nauc_precision_at_1_std": -0.083569, "nauc_precision_at_1_diff1": 0.323706, "nauc_precision_at_3_max": 0.2472, "nauc_precision_at_3_std": 0.094849, "nauc_precision_at_3_diff1": 0.125904, "nauc_precision_at_5_max": 0.233866, "nauc_precision_at_5_std": 0.091782, "nauc_precision_at_5_diff1": 0.034764, "nauc_precision_at_10_max": 0.239567, "nauc_precision_at_10_std": 0.123879, "nauc_precision_at_10_diff1": 0.017842, "nauc_precision_at_20_max": 0.241368, "nauc_precision_at_20_std": 0.189997, "nauc_precision_at_20_diff1": 0.003805, "nauc_precision_at_100_max": 0.173717, "nauc_precision_at_100_std": 0.26451, "nauc_precision_at_100_diff1": -0.061086, "nauc_precision_at_1000_max": 0.066034, "nauc_precision_at_1000_std": 0.209171, "nauc_precision_at_1000_diff1": -0.128237, "nauc_mrr_at_1_max": 0.194838, "nauc_mrr_at_1_std": -0.083569, "nauc_mrr_at_1_diff1": 0.323706, "nauc_mrr_at_3_max": 0.181211, "nauc_mrr_at_3_std": -0.051265, "nauc_mrr_at_3_diff1": 0.263876, "nauc_mrr_at_5_max": 0.180153, "nauc_mrr_at_5_std": -0.056191, "nauc_mrr_at_5_diff1": 0.258006, "nauc_mrr_at_10_max": 0.178612, "nauc_mrr_at_10_std": -0.055529, "nauc_mrr_at_10_diff1": 0.261866, "nauc_mrr_at_20_max": 0.1809, "nauc_mrr_at_20_std": -0.053292, "nauc_mrr_at_20_diff1": 0.262611, "nauc_mrr_at_100_max": 0.181479, "nauc_mrr_at_100_std": -0.053087, "nauc_mrr_at_100_diff1": 0.263145, "nauc_mrr_at_1000_max": 0.181371, "nauc_mrr_at_1000_std": -0.053244, "nauc_mrr_at_1000_diff1": 0.263255, "cv_recall_at_1": 0.30742, "cv_recall_at_3": 0.50177, "cv_recall_at_5": 0.57244, "cv_recall_at_10": 0.66078, "cv_recall_at_20": 0.76678, "cv_recall_at_100": 0.92226, "cv_recall_at_1000": 0.99293, "main_score": 0.34343, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.29329, "ndcg_at_3": 0.30364, "ndcg_at_5": 0.31861, "ndcg_at_10": 0.34577, "ndcg_at_20": 0.37502, "ndcg_at_100": 0.4312, "ndcg_at_1000": 0.48572, "map_at_1": 0.15578, "map_at_3": 0.20652, "map_at_5": 0.2264, "map_at_10": 0.25165, "map_at_20": 0.26615, "map_at_100": 0.28166, "map_at_1000": 0.28669, "recall_at_1": 0.15578, "recall_at_3": 0.24468, "recall_at_5": 0.30492, "recall_at_10": 0.40785, "recall_at_20": 0.50437, "recall_at_100": 0.69408, "recall_at_1000": 0.93734, "accuracy": 0.15578, "precision_at_1": 0.31449, "precision_at_3": 0.20848, "precision_at_5": 0.1682, "precision_at_10": 0.12049, "precision_at_20": 0.0818, "precision_at_100": 0.02901, "precision_at_1000": 0.00504, "mrr_at_1": 0.314488, "mrr_at_3": 0.386926, "mrr_at_5": 0.408481, "mrr_at_10": 0.424715, "mrr_at_20": 0.431157, "mrr_at_100": 0.434685, "mrr_at_1000": 0.435047, "nauc_ndcg_at_1_max": 0.198216, "nauc_ndcg_at_1_std": -0.040512, "nauc_ndcg_at_1_diff1": 0.382564, "nauc_ndcg_at_3_max": 0.186541, "nauc_ndcg_at_3_std": -0.049355, "nauc_ndcg_at_3_diff1": 0.338091, "nauc_ndcg_at_5_max": 0.179993, "nauc_ndcg_at_5_std": -0.053424, "nauc_ndcg_at_5_diff1": 0.320518, "nauc_ndcg_at_10_max": 0.180345, "nauc_ndcg_at_10_std": -0.052332, "nauc_ndcg_at_10_diff1": 0.303112, "nauc_ndcg_at_20_max": 0.194442, "nauc_ndcg_at_20_std": -0.054038, "nauc_ndcg_at_20_diff1": 0.309458, "nauc_ndcg_at_100_max": 0.201006, "nauc_ndcg_at_100_std": -0.022668, "nauc_ndcg_at_100_diff1": 0.308176, "nauc_ndcg_at_1000_max": 0.209844, "nauc_ndcg_at_1000_std": 0.008302, "nauc_ndcg_at_1000_diff1": 0.315915, "nauc_map_at_1_max": 0.081333, "nauc_map_at_1_std": -0.158316, "nauc_map_at_1_diff1": 0.374659, "nauc_map_at_3_max": 0.11218, "nauc_map_at_3_std": -0.131483, "nauc_map_at_3_diff1": 0.345627, "nauc_map_at_5_max": 0.132173, "nauc_map_at_5_std": -0.116119, "nauc_map_at_5_diff1": 0.339814, "nauc_map_at_10_max": 0.146971, "nauc_map_at_10_std": -0.099473, "nauc_map_at_10_diff1": 0.317108, "nauc_map_at_20_max": 0.1576, "nauc_map_at_20_std": -0.092786, "nauc_map_at_20_diff1": 0.3198, "nauc_map_at_100_max": 0.165133, "nauc_map_at_100_std": -0.077142, "nauc_map_at_100_diff1": 0.318791, "nauc_map_at_1000_max": 0.166676, "nauc_map_at_1000_std": -0.072133, "nauc_map_at_1000_diff1": 0.318625, "nauc_recall_at_1_max": 0.081333, "nauc_recall_at_1_std": -0.158316, "nauc_recall_at_1_diff1": 0.374659, "nauc_recall_at_3_max": 0.098931, "nauc_recall_at_3_std": -0.123205, "nauc_recall_at_3_diff1": 0.296299, "nauc_recall_at_5_max": 0.122428, "nauc_recall_at_5_std": -0.081635, "nauc_recall_at_5_diff1": 0.256159, "nauc_recall_at_10_max": 0.128132, "nauc_recall_at_10_std": -0.057717, "nauc_recall_at_10_diff1": 0.195929, "nauc_recall_at_20_max": 0.151689, "nauc_recall_at_20_std": -0.06407, "nauc_recall_at_20_diff1": 0.199945, "nauc_recall_at_100_max": 0.177952, "nauc_recall_at_100_std": -0.012599, "nauc_recall_at_100_diff1": 0.213212, "nauc_recall_at_1000_max": 0.284655, "nauc_recall_at_1000_std": 0.201784, "nauc_recall_at_1000_diff1": 0.323932, "nauc_precision_at_1_max": 0.208869, "nauc_precision_at_1_std": -0.031821, "nauc_precision_at_1_diff1": 0.371553, "nauc_precision_at_3_max": 0.241767, "nauc_precision_at_3_std": 0.041759, "nauc_precision_at_3_diff1": 0.21288, "nauc_precision_at_5_max": 0.249125, "nauc_precision_at_5_std": 0.079199, "nauc_precision_at_5_diff1": 0.158092, "nauc_precision_at_10_max": 0.237663, "nauc_precision_at_10_std": 0.162205, "nauc_precision_at_10_diff1": 0.044074, "nauc_precision_at_20_max": 0.210281, "nauc_precision_at_20_std": 0.187016, "nauc_precision_at_20_diff1": 0.02262, "nauc_precision_at_100_max": 0.124267, "nauc_precision_at_100_std": 0.265912, "nauc_precision_at_100_diff1": -0.048231, "nauc_precision_at_1000_max": 0.029788, "nauc_precision_at_1000_std": 0.244334, "nauc_precision_at_1000_diff1": -0.096059, "nauc_mrr_at_1_max": 0.208869, "nauc_mrr_at_1_std": -0.031821, "nauc_mrr_at_1_diff1": 0.371553, "nauc_mrr_at_3_max": 0.215278, "nauc_mrr_at_3_std": -0.009935, "nauc_mrr_at_3_diff1": 0.332245, "nauc_mrr_at_5_max": 0.226791, "nauc_mrr_at_5_std": 0.010643, "nauc_mrr_at_5_diff1": 0.328753, "nauc_mrr_at_10_max": 0.227509, "nauc_mrr_at_10_std": 0.013014, "nauc_mrr_at_10_diff1": 0.329729, "nauc_mrr_at_20_max": 0.229531, "nauc_mrr_at_20_std": 0.011238, "nauc_mrr_at_20_diff1": 0.330859, "nauc_mrr_at_100_max": 0.228599, "nauc_mrr_at_100_std": 0.011843, "nauc_mrr_at_100_diff1": 0.331553, "nauc_mrr_at_1000_max": 0.228402, "nauc_mrr_at_1000_std": 0.011678, "nauc_mrr_at_1000_diff1": 0.331479, "cv_recall_at_1": 0.31449, "cv_recall_at_3": 0.48057, "cv_recall_at_5": 0.57597, "cv_recall_at_10": 0.69611, "cv_recall_at_20": 0.78799, "cv_recall_at_100": 0.92933, "cv_recall_at_1000": 0.99293, "main_score": 0.34577, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.42049, "ndcg_at_3": 0.42047, "ndcg_at_5": 0.42923, "ndcg_at_10": 0.45117, "ndcg_at_20": 0.47512, "ndcg_at_100": 0.53477, "ndcg_at_1000": 0.57824, "map_at_1": 0.21863, "map_at_3": 0.29295, "map_at_5": 0.31714, "map_at_10": 0.34727, "map_at_20": 0.3632, "map_at_100": 0.38051, "map_at_1000": 0.38572, "recall_at_1": 0.21863, "recall_at_3": 0.33989, "recall_at_5": 0.39901, "recall_at_10": 0.49483, "recall_at_20": 0.57943, "recall_at_100": 0.7705, "recall_at_1000": 0.9554, "accuracy": 0.21863, "precision_at_1": 0.43816, "precision_at_3": 0.27444, "precision_at_5": 0.21201, "precision_at_10": 0.15159, "precision_at_20": 0.09894, "precision_at_100": 0.03424, "precision_at_1000": 0.00523, "mrr_at_1": 0.438163, "mrr_at_3": 0.51119, "mrr_at_5": 0.531861, "mrr_at_10": 0.54361, "mrr_at_20": 0.547933, "mrr_at_100": 0.550982, "mrr_at_1000": 0.551267, "nauc_ndcg_at_1_max": 0.23323, "nauc_ndcg_at_1_std": -0.147294, "nauc_ndcg_at_1_diff1": 0.54724, "nauc_ndcg_at_3_max": 0.200087, "nauc_ndcg_at_3_std": -0.189321, "nauc_ndcg_at_3_diff1": 0.50435, "nauc_ndcg_at_5_max": 0.227457, "nauc_ndcg_at_5_std": -0.181737, "nauc_ndcg_at_5_diff1": 0.492991, "nauc_ndcg_at_10_max": 0.211691, "nauc_ndcg_at_10_std": -0.198001, "nauc_ndcg_at_10_diff1": 0.485819, "nauc_ndcg_at_20_max": 0.233157, "nauc_ndcg_at_20_std": -0.182326, "nauc_ndcg_at_20_diff1": 0.497253, "nauc_ndcg_at_100_max": 0.256311, "nauc_ndcg_at_100_std": -0.132261, "nauc_ndcg_at_100_diff1": 0.511494, "nauc_ndcg_at_1000_max": 0.251808, "nauc_ndcg_at_1000_std": -0.123286, "nauc_ndcg_at_1000_diff1": 0.506449, "nauc_map_at_1_max": 0.05858, "nauc_map_at_1_std": -0.269635, "nauc_map_at_1_diff1": 0.550722, "nauc_map_at_3_max": 0.091508, "nauc_map_at_3_std": -0.279927, "nauc_map_at_3_diff1": 0.522265, "nauc_map_at_5_max": 0.13541, "nauc_map_at_5_std": -0.257475, "nauc_map_at_5_diff1": 0.509969, "nauc_map_at_10_max": 0.159699, "nauc_map_at_10_std": -0.238174, "nauc_map_at_10_diff1": 0.490344, "nauc_map_at_20_max": 0.180901, "nauc_map_at_20_std": -0.217782, "nauc_map_at_20_diff1": 0.494352, "nauc_map_at_100_max": 0.1919, "nauc_map_at_100_std": -0.199647, "nauc_map_at_100_diff1": 0.496181, "nauc_map_at_1000_max": 0.193284, "nauc_map_at_1000_std": -0.19623, "nauc_map_at_1000_diff1": 0.496481, "nauc_recall_at_1_max": 0.05858, "nauc_recall_at_1_std": -0.269635, "nauc_recall_at_1_diff1": 0.550722, "nauc_recall_at_3_max": 0.081027, "nauc_recall_at_3_std": -0.279792, "nauc_recall_at_3_diff1": 0.458659, "nauc_recall_at_5_max": 0.14911, "nauc_recall_at_5_std": -0.239694, "nauc_recall_at_5_diff1": 0.419859, "nauc_recall_at_10_max": 0.154596, "nauc_recall_at_10_std": -0.211268, "nauc_recall_at_10_diff1": 0.36548, "nauc_recall_at_20_max": 0.216485, "nauc_recall_at_20_std": -0.151772, "nauc_recall_at_20_diff1": 0.38574, "nauc_recall_at_100_max": 0.347199, "nauc_recall_at_100_std": 0.050661, "nauc_recall_at_100_diff1": 0.455475, "nauc_recall_at_1000_max": 0.632678, "nauc_recall_at_1000_std": 0.51612, "nauc_recall_at_1000_diff1": 0.675579, "nauc_precision_at_1_max": 0.242652, "nauc_precision_at_1_std": -0.136545, "nauc_precision_at_1_diff1": 0.566267, "nauc_precision_at_3_max": 0.243862, "nauc_precision_at_3_std": -0.058436, "nauc_precision_at_3_diff1": 0.288705, "nauc_precision_at_5_max": 0.351909, "nauc_precision_at_5_std": 0.072444, "nauc_precision_at_5_diff1": 0.1994, "nauc_precision_at_10_max": 0.326711, "nauc_precision_at_10_std": 0.153229, "nauc_precision_at_10_diff1": 0.062866, "nauc_precision_at_20_max": 0.344057, "nauc_precision_at_20_std": 0.248102, "nauc_precision_at_20_diff1": 0.038382, "nauc_precision_at_100_max": 0.191098, "nauc_precision_at_100_std": 0.343164, "nauc_precision_at_100_diff1": -0.101662, "nauc_precision_at_1000_max": 0.048544, "nauc_precision_at_1000_std": 0.286713, "nauc_precision_at_1000_diff1": -0.221578, "nauc_mrr_at_1_max": 0.242652, "nauc_mrr_at_1_std": -0.136545, "nauc_mrr_at_1_diff1": 0.566267, "nauc_mrr_at_3_max": 0.248044, "nauc_mrr_at_3_std": -0.149923, "nauc_mrr_at_3_diff1": 0.546086, "nauc_mrr_at_5_max": 0.27193, "nauc_mrr_at_5_std": -0.129877, "nauc_mrr_at_5_diff1": 0.538422, "nauc_mrr_at_10_max": 0.271454, "nauc_mrr_at_10_std": -0.126657, "nauc_mrr_at_10_diff1": 0.534053, "nauc_mrr_at_20_max": 0.272556, "nauc_mrr_at_20_std": -0.1251, "nauc_mrr_at_20_diff1": 0.53807, "nauc_mrr_at_100_max": 0.273235, "nauc_mrr_at_100_std": -0.123665, "nauc_mrr_at_100_diff1": 0.539543, "nauc_mrr_at_1000_max": 0.272799, "nauc_mrr_at_1000_std": -0.124264, "nauc_mrr_at_1000_diff1": 0.539427, "cv_recall_at_1": 0.43816, "cv_recall_at_3": 0.60071, "cv_recall_at_5": 0.68905, "cv_recall_at_10": 0.77739, "cv_recall_at_20": 0.84099, "cv_recall_at_100": 0.947, "cv_recall_at_1000": 0.99647, "main_score": 0.45117, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.25442, "ndcg_at_3": 0.26989, "ndcg_at_5": 0.28623, "ndcg_at_10": 0.30253, "ndcg_at_20": 0.33034, "ndcg_at_100": 0.39164, "ndcg_at_1000": 0.44992, "map_at_1": 0.13515, "map_at_3": 0.1838, "map_at_5": 0.20296, "map_at_10": 0.21887, "map_at_20": 0.23322, "map_at_100": 0.24904, "map_at_1000": 0.25404, "recall_at_1": 0.13515, "recall_at_3": 0.22461, "recall_at_5": 0.28575, "recall_at_10": 0.35267, "recall_at_20": 0.43667, "recall_at_100": 0.65315, "recall_at_1000": 0.92601, "accuracy": 0.13515, "precision_at_1": 0.26502, "precision_at_3": 0.17786, "precision_at_5": 0.14629, "precision_at_10": 0.10318, "precision_at_20": 0.07297, "precision_at_100": 0.02767, "precision_at_1000": 0.00495, "mrr_at_1": 0.265018, "mrr_at_3": 0.333333, "mrr_at_5": 0.354888, "mrr_at_10": 0.368739, "mrr_at_20": 0.375203, "mrr_at_100": 0.379492, "mrr_at_1000": 0.380074, "nauc_ndcg_at_1_max": 0.123472, "nauc_ndcg_at_1_std": -0.033694, "nauc_ndcg_at_1_diff1": 0.305607, "nauc_ndcg_at_3_max": 0.09037, "nauc_ndcg_at_3_std": -0.058999, "nauc_ndcg_at_3_diff1": 0.285764, "nauc_ndcg_at_5_max": 0.110468, "nauc_ndcg_at_5_std": -0.040913, "nauc_ndcg_at_5_diff1": 0.262539, "nauc_ndcg_at_10_max": 0.123721, "nauc_ndcg_at_10_std": -0.033788, "nauc_ndcg_at_10_diff1": 0.247544, "nauc_ndcg_at_20_max": 0.125068, "nauc_ndcg_at_20_std": -0.04027, "nauc_ndcg_at_20_diff1": 0.249308, "nauc_ndcg_at_100_max": 0.153185, "nauc_ndcg_at_100_std": -0.000845, "nauc_ndcg_at_100_diff1": 0.241768, "nauc_ndcg_at_1000_max": 0.153216, "nauc_ndcg_at_1000_std": 0.018052, "nauc_ndcg_at_1000_diff1": 0.23155, "nauc_map_at_1_max": 0.092467, "nauc_map_at_1_std": -0.11072, "nauc_map_at_1_diff1": 0.333949, "nauc_map_at_3_max": 0.058665, "nauc_map_at_3_std": -0.119811, "nauc_map_at_3_diff1": 0.306132, "nauc_map_at_5_max": 0.08285, "nauc_map_at_5_std": -0.095719, "nauc_map_at_5_diff1": 0.291436, "nauc_map_at_10_max": 0.108356, "nauc_map_at_10_std": -0.070349, "nauc_map_at_10_diff1": 0.275931, "nauc_map_at_20_max": 0.11654, "nauc_map_at_20_std": -0.063789, "nauc_map_at_20_diff1": 0.269774, "nauc_map_at_100_max": 0.12917, "nauc_map_at_100_std": -0.045243, "nauc_map_at_100_diff1": 0.263817, "nauc_map_at_1000_max": 0.130502, "nauc_map_at_1000_std": -0.041426, "nauc_map_at_1000_diff1": 0.261678, "nauc_recall_at_1_max": 0.092467, "nauc_recall_at_1_std": -0.11072, "nauc_recall_at_1_diff1": 0.333949, "nauc_recall_at_3_max": 0.016407, "nauc_recall_at_3_std": -0.130071, "nauc_recall_at_3_diff1": 0.269289, "nauc_recall_at_5_max": 0.06897, "nauc_recall_at_5_std": -0.057527, "nauc_recall_at_5_diff1": 0.214384, "nauc_recall_at_10_max": 0.125535, "nauc_recall_at_10_std": 0.006196, "nauc_recall_at_10_diff1": 0.188048, "nauc_recall_at_20_max": 0.118587, "nauc_recall_at_20_std": -0.019301, "nauc_recall_at_20_diff1": 0.188692, "nauc_recall_at_100_max": 0.17992, "nauc_recall_at_100_std": 0.067728, "nauc_recall_at_100_diff1": 0.166256, "nauc_recall_at_1000_max": 0.242583, "nauc_recall_at_1000_std": 0.303884, "nauc_recall_at_1000_diff1": 0.19684, "nauc_precision_at_1_max": 0.140046, "nauc_precision_at_1_std": -0.019712, "nauc_precision_at_1_diff1": 0.311647, "nauc_precision_at_3_max": 0.1263, "nauc_precision_at_3_std": -0.006609, "nauc_precision_at_3_diff1": 0.212704, "nauc_precision_at_5_max": 0.200413, "nauc_precision_at_5_std": 0.075052, "nauc_precision_at_5_diff1": 0.138791, "nauc_precision_at_10_max": 0.241234, "nauc_precision_at_10_std": 0.140558, "nauc_precision_at_10_diff1": 0.006504, "nauc_precision_at_20_max": 0.210684, "nauc_precision_at_20_std": 0.147361, "nauc_precision_at_20_diff1": -0.032325, "nauc_precision_at_100_max": 0.196209, "nauc_precision_at_100_std": 0.234794, "nauc_precision_at_100_diff1": -0.099106, "nauc_precision_at_1000_max": 0.0766, "nauc_precision_at_1000_std": 0.192109, "nauc_precision_at_1000_diff1": -0.163232, "nauc_mrr_at_1_max": 0.140046, "nauc_mrr_at_1_std": -0.019712, "nauc_mrr_at_1_diff1": 0.311647, "nauc_mrr_at_3_max": 0.124761, "nauc_mrr_at_3_std": -0.027404, "nauc_mrr_at_3_diff1": 0.274054, "nauc_mrr_at_5_max": 0.130824, "nauc_mrr_at_5_std": -0.017855, "nauc_mrr_at_5_diff1": 0.262694, "nauc_mrr_at_10_max": 0.135219, "nauc_mrr_at_10_std": -0.016927, "nauc_mrr_at_10_diff1": 0.25662, "nauc_mrr_at_20_max": 0.136703, "nauc_mrr_at_20_std": -0.016288, "nauc_mrr_at_20_diff1": 0.25885, "nauc_mrr_at_100_max": 0.13773, "nauc_mrr_at_100_std": -0.015746, "nauc_mrr_at_100_diff1": 0.261358, "nauc_mrr_at_1000_max": 0.137341, "nauc_mrr_at_1000_std": -0.01608, "nauc_mrr_at_1000_diff1": 0.261413, "cv_recall_at_1": 0.26502, "cv_recall_at_3": 0.41696, "cv_recall_at_5": 0.51237, "cv_recall_at_10": 0.61837, "cv_recall_at_20": 0.70671, "cv_recall_at_100": 0.87633, "cv_recall_at_1000": 0.99647, "main_score": 0.30253, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.26678, "ndcg_at_3": 0.29193, "ndcg_at_5": 0.29396, "ndcg_at_10": 0.314, "ndcg_at_20": 0.3457, "ndcg_at_100": 0.40484, "ndcg_at_1000": 0.46016, "map_at_1": 0.12642, "map_at_3": 0.18994, "map_at_5": 0.20381, "map_at_10": 0.22548, "map_at_20": 0.23995, "map_at_100": 0.25464, "map_at_1000": 0.25968, "recall_at_1": 0.12642, "recall_at_3": 0.25008, "recall_at_5": 0.2896, "recall_at_10": 0.3721, "recall_at_20": 0.47319, "recall_at_100": 0.67984, "recall_at_1000": 0.93164, "accuracy": 0.12642, "precision_at_1": 0.28622, "precision_at_3": 0.20259, "precision_at_5": 0.15406, "precision_at_10": 0.10989, "precision_at_20": 0.07703, "precision_at_100": 0.02827, "precision_at_1000": 0.00495, "mrr_at_1": 0.286219, "mrr_at_3": 0.366902, "mrr_at_5": 0.382803, "mrr_at_10": 0.394229, "mrr_at_20": 0.403551, "mrr_at_100": 0.407745, "mrr_at_1000": 0.408202, "nauc_ndcg_at_1_max": 0.156392, "nauc_ndcg_at_1_std": -0.055751, "nauc_ndcg_at_1_diff1": 0.401492, "nauc_ndcg_at_3_max": 0.153367, "nauc_ndcg_at_3_std": -0.035355, "nauc_ndcg_at_3_diff1": 0.337814, "nauc_ndcg_at_5_max": 0.131922, "nauc_ndcg_at_5_std": -0.053706, "nauc_ndcg_at_5_diff1": 0.313371, "nauc_ndcg_at_10_max": 0.114379, "nauc_ndcg_at_10_std": -0.062208, "nauc_ndcg_at_10_diff1": 0.305878, "nauc_ndcg_at_20_max": 0.127561, "nauc_ndcg_at_20_std": -0.052267, "nauc_ndcg_at_20_diff1": 0.317728, "nauc_ndcg_at_100_max": 0.146047, "nauc_ndcg_at_100_std": -0.009049, "nauc_ndcg_at_100_diff1": 0.320555, "nauc_ndcg_at_1000_max": 0.158486, "nauc_ndcg_at_1000_std": 0.007973, "nauc_ndcg_at_1000_diff1": 0.326746, "nauc_map_at_1_max": 0.056446, "nauc_map_at_1_std": -0.170621, "nauc_map_at_1_diff1": 0.396805, "nauc_map_at_3_max": 0.065762, "nauc_map_at_3_std": -0.127015, "nauc_map_at_3_diff1": 0.309633, "nauc_map_at_5_max": 0.073748, "nauc_map_at_5_std": -0.123958, "nauc_map_at_5_diff1": 0.300845, "nauc_map_at_10_max": 0.08741, "nauc_map_at_10_std": -0.103057, "nauc_map_at_10_diff1": 0.294139, "nauc_map_at_20_max": 0.10012, "nauc_map_at_20_std": -0.08873, "nauc_map_at_20_diff1": 0.29564, "nauc_map_at_100_max": 0.110498, "nauc_map_at_100_std": -0.06849, "nauc_map_at_100_diff1": 0.296581, "nauc_map_at_1000_max": 0.112885, "nauc_map_at_1000_std": -0.064068, "nauc_map_at_1000_diff1": 0.296266, "nauc_recall_at_1_max": 0.056446, "nauc_recall_at_1_std": -0.170621, "nauc_recall_at_1_diff1": 0.396805, "nauc_recall_at_3_max": 0.052238, "nauc_recall_at_3_std": -0.088156, "nauc_recall_at_3_diff1": 0.24289, "nauc_recall_at_5_max": 0.055617, "nauc_recall_at_5_std": -0.091681, "nauc_recall_at_5_diff1": 0.211008, "nauc_recall_at_10_max": 0.040704, "nauc_recall_at_10_std": -0.064391, "nauc_recall_at_10_diff1": 0.180621, "nauc_recall_at_20_max": 0.063655, "nauc_recall_at_20_std": -0.039182, "nauc_recall_at_20_diff1": 0.196677, "nauc_recall_at_100_max": 0.096618, "nauc_recall_at_100_std": 0.042564, "nauc_recall_at_100_diff1": 0.205411, "nauc_recall_at_1000_max": 0.152445, "nauc_recall_at_1000_std": 0.150998, "nauc_recall_at_1000_diff1": 0.329135, "nauc_precision_at_1_max": 0.160798, "nauc_precision_at_1_std": -0.050378, "nauc_precision_at_1_diff1": 0.386615, "nauc_precision_at_3_max": 0.202101, "nauc_precision_at_3_std": 0.039095, "nauc_precision_at_3_diff1": 0.239597, "nauc_precision_at_5_max": 0.205032, "nauc_precision_at_5_std": 0.09015, "nauc_precision_at_5_diff1": 0.185441, "nauc_precision_at_10_max": 0.207022, "nauc_precision_at_10_std": 0.155134, "nauc_precision_at_10_diff1": 0.11108, "nauc_precision_at_20_max": 0.211002, "nauc_precision_at_20_std": 0.215493, "nauc_precision_at_20_diff1": 0.07303, "nauc_precision_at_100_max": 0.170277, "nauc_precision_at_100_std": 0.310794, "nauc_precision_at_100_diff1": -0.024298, "nauc_precision_at_1000_max": 0.061861, "nauc_precision_at_1000_std": 0.222957, "nauc_precision_at_1000_diff1": -0.093317, "nauc_mrr_at_1_max": 0.160798, "nauc_mrr_at_1_std": -0.050378, "nauc_mrr_at_1_diff1": 0.386615, "nauc_mrr_at_3_max": 0.166866, "nauc_mrr_at_3_std": -0.033754, "nauc_mrr_at_3_diff1": 0.364892, "nauc_mrr_at_5_max": 0.166548, "nauc_mrr_at_5_std": -0.022616, "nauc_mrr_at_5_diff1": 0.353788, "nauc_mrr_at_10_max": 0.16601, "nauc_mrr_at_10_std": -0.018991, "nauc_mrr_at_10_diff1": 0.346359, "nauc_mrr_at_20_max": 0.163153, "nauc_mrr_at_20_std": -0.023182, "nauc_mrr_at_20_diff1": 0.347127, "nauc_mrr_at_100_max": 0.163501, "nauc_mrr_at_100_std": -0.022438, "nauc_mrr_at_100_diff1": 0.349544, "nauc_mrr_at_1000_max": 0.163478, "nauc_mrr_at_1000_std": -0.022704, "nauc_mrr_at_1000_diff1": 0.349397, "cv_recall_at_1": 0.28622, "cv_recall_at_3": 0.4735, "cv_recall_at_5": 0.54417, "cv_recall_at_10": 0.63251, "cv_recall_at_20": 0.75972, "cv_recall_at_100": 0.90813, "cv_recall_at_1000": 0.99647, "main_score": 0.314, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.29859, "ndcg_at_3": 0.31651, "ndcg_at_5": 0.33307, "ndcg_at_10": 0.35418, "ndcg_at_20": 0.37737, "ndcg_at_100": 0.43088, "ndcg_at_1000": 0.48726, "map_at_1": 0.15282, "map_at_3": 0.213, "map_at_5": 0.23537, "map_at_10": 0.25778, "map_at_20": 0.27, "map_at_100": 0.28418, "map_at_1000": 0.28928, "recall_at_1": 0.15282, "recall_at_3": 0.26464, "recall_at_5": 0.32813, "recall_at_10": 0.4204, "recall_at_20": 0.49271, "recall_at_100": 0.68177, "recall_at_1000": 0.93564, "accuracy": 0.15282, "precision_at_1": 0.31802, "precision_at_3": 0.21673, "precision_at_5": 0.17597, "precision_at_10": 0.12191, "precision_at_20": 0.08145, "precision_at_100": 0.02806, "precision_at_1000": 0.00496, "mrr_at_1": 0.318021, "mrr_at_3": 0.396938, "mrr_at_5": 0.418139, "mrr_at_10": 0.431562, "mrr_at_20": 0.437646, "mrr_at_100": 0.44066, "mrr_at_1000": 0.441262, "nauc_ndcg_at_1_max": 0.075629, "nauc_ndcg_at_1_std": -0.145222, "nauc_ndcg_at_1_diff1": 0.270538, "nauc_ndcg_at_3_max": 0.071635, "nauc_ndcg_at_3_std": -0.087764, "nauc_ndcg_at_3_diff1": 0.235061, "nauc_ndcg_at_5_max": 0.076224, "nauc_ndcg_at_5_std": -0.088473, "nauc_ndcg_at_5_diff1": 0.220165, "nauc_ndcg_at_10_max": 0.094669, "nauc_ndcg_at_10_std": -0.07988, "nauc_ndcg_at_10_diff1": 0.214386, "nauc_ndcg_at_20_max": 0.109198, "nauc_ndcg_at_20_std": -0.073563, "nauc_ndcg_at_20_diff1": 0.224241, "nauc_ndcg_at_100_max": 0.125516, "nauc_ndcg_at_100_std": -0.050914, "nauc_ndcg_at_100_diff1": 0.239524, "nauc_ndcg_at_1000_max": 0.121357, "nauc_ndcg_at_1000_std": -0.03341, "nauc_ndcg_at_1000_diff1": 0.233629, "nauc_map_at_1_max": -0.009373, "nauc_map_at_1_std": -0.216764, "nauc_map_at_1_diff1": 0.299131, "nauc_map_at_3_max": 0.019713, "nauc_map_at_3_std": -0.145429, "nauc_map_at_3_diff1": 0.253628, "nauc_map_at_5_max": 0.040196, "nauc_map_at_5_std": -0.134801, "nauc_map_at_5_diff1": 0.246099, "nauc_map_at_10_max": 0.065172, "nauc_map_at_10_std": -0.115025, "nauc_map_at_10_diff1": 0.230371, "nauc_map_at_20_max": 0.077354, "nauc_map_at_20_std": -0.106909, "nauc_map_at_20_diff1": 0.230536, "nauc_map_at_100_max": 0.084818, "nauc_map_at_100_std": -0.095094, "nauc_map_at_100_diff1": 0.235556, "nauc_map_at_1000_max": 0.08584, "nauc_map_at_1000_std": -0.091563, "nauc_map_at_1000_diff1": 0.235118, "nauc_recall_at_1_max": -0.009373, "nauc_recall_at_1_std": -0.216764, "nauc_recall_at_1_diff1": 0.299131, "nauc_recall_at_3_max": 0.00056, "nauc_recall_at_3_std": -0.092936, "nauc_recall_at_3_diff1": 0.202811, "nauc_recall_at_5_max": 0.025729, "nauc_recall_at_5_std": -0.065833, "nauc_recall_at_5_diff1": 0.169436, "nauc_recall_at_10_max": 0.082064, "nauc_recall_at_10_std": -0.028578, "nauc_recall_at_10_diff1": 0.148259, "nauc_recall_at_20_max": 0.11222, "nauc_recall_at_20_std": -0.015582, "nauc_recall_at_20_diff1": 0.167497, "nauc_recall_at_100_max": 0.18307, "nauc_recall_at_100_std": 0.017228, "nauc_recall_at_100_diff1": 0.227322, "nauc_recall_at_1000_max": 0.279311, "nauc_recall_at_1000_std": 0.246181, "nauc_recall_at_1000_diff1": 0.310837, "nauc_precision_at_1_max": 0.105684, "nauc_precision_at_1_std": -0.136699, "nauc_precision_at_1_diff1": 0.266538, "nauc_precision_at_3_max": 0.16722, "nauc_precision_at_3_std": 0.021839, "nauc_precision_at_3_diff1": 0.145894, "nauc_precision_at_5_max": 0.19974, "nauc_precision_at_5_std": 0.063639, "nauc_precision_at_5_diff1": 0.098667, "nauc_precision_at_10_max": 0.224489, "nauc_precision_at_10_std": 0.119763, "nauc_precision_at_10_diff1": 0.026779, "nauc_precision_at_20_max": 0.233891, "nauc_precision_at_20_std": 0.160004, "nauc_precision_at_20_diff1": 0.050697, "nauc_precision_at_100_max": 0.156946, "nauc_precision_at_100_std": 0.215317, "nauc_precision_at_100_diff1": 0.010546, "nauc_precision_at_1000_max": 0.034471, "nauc_precision_at_1000_std": 0.182099, "nauc_precision_at_1000_diff1": -0.08481, "nauc_mrr_at_1_max": 0.105684, "nauc_mrr_at_1_std": -0.136699, "nauc_mrr_at_1_diff1": 0.266538, "nauc_mrr_at_3_max": 0.112926, "nauc_mrr_at_3_std": -0.081607, "nauc_mrr_at_3_diff1": 0.241018, "nauc_mrr_at_5_max": 0.119552, "nauc_mrr_at_5_std": -0.075426, "nauc_mrr_at_5_diff1": 0.235508, "nauc_mrr_at_10_max": 0.124755, "nauc_mrr_at_10_std": -0.070354, "nauc_mrr_at_10_diff1": 0.232966, "nauc_mrr_at_20_max": 0.127289, "nauc_mrr_at_20_std": -0.069116, "nauc_mrr_at_20_diff1": 0.236603, "nauc_mrr_at_100_max": 0.126836, "nauc_mrr_at_100_std": -0.070627, "nauc_mrr_at_100_diff1": 0.238237, "nauc_mrr_at_1000_max": 0.126365, "nauc_mrr_at_1000_std": -0.071257, "nauc_mrr_at_1000_diff1": 0.237823, "cv_recall_at_1": 0.31802, "cv_recall_at_3": 0.4947, "cv_recall_at_5": 0.58657, "cv_recall_at_10": 0.69258, "cv_recall_at_20": 0.77739, "cv_recall_at_100": 0.89753, "cv_recall_at_1000": 0.99647, "main_score": 0.35418, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 7725.216314792633, "kg_co2_emissions": null }