{ "dataset_revision": "efa78cc2f74bbcd21eff2261f9e13aebe40b814e", "task_name": "MintakaRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.00726, "ndcg_at_3": 0.00994, "ndcg_at_5": 0.01367, "ndcg_at_10": 0.01688, "ndcg_at_20": 0.02038, "ndcg_at_100": 0.03764, "ndcg_at_1000": 0.1043, "map_at_1": 0.00726, "map_at_3": 0.00915, "map_at_5": 0.01122, "map_at_10": 0.01253, "map_at_20": 0.01346, "map_at_100": 0.01549, "map_at_1000": 0.01709, "recall_at_1": 0.00726, "recall_at_3": 0.01226, "recall_at_5": 0.02133, "recall_at_10": 0.03132, "recall_at_20": 0.04539, "recall_at_100": 0.14389, "recall_at_1000": 0.72492, "precision_at_1": 0.00726, "precision_at_3": 0.00409, "precision_at_5": 0.00427, "precision_at_10": 0.00313, "precision_at_20": 0.00227, "precision_at_100": 0.00144, "precision_at_1000": 0.00072, "mrr_at_1": 0.007263, "mrr_at_3": 0.009154, "mrr_at_5": 0.01122, "mrr_at_10": 0.012532, "mrr_at_20": 0.013462, "mrr_at_100": 0.015493, "mrr_at_1000": 0.017086, "nauc_ndcg_at_1_max": 0.154892, "nauc_ndcg_at_1_std": 0.081015, "nauc_ndcg_at_1_diff1": -0.109924, "nauc_ndcg_at_3_max": 0.095624, "nauc_ndcg_at_3_std": 0.109687, "nauc_ndcg_at_3_diff1": -0.048974, "nauc_ndcg_at_5_max": 0.109279, "nauc_ndcg_at_5_std": 0.108868, "nauc_ndcg_at_5_diff1": -0.058681, "nauc_ndcg_at_10_max": 0.124156, "nauc_ndcg_at_10_std": 0.128903, "nauc_ndcg_at_10_diff1": -0.053495, "nauc_ndcg_at_20_max": 0.150099, "nauc_ndcg_at_20_std": 0.152494, "nauc_ndcg_at_20_diff1": -0.055452, "nauc_ndcg_at_100_max": 0.095995, "nauc_ndcg_at_100_std": 0.095254, "nauc_ndcg_at_100_diff1": -0.020287, "nauc_ndcg_at_1000_max": 0.089288, "nauc_ndcg_at_1000_std": 0.054877, "nauc_ndcg_at_1000_diff1": -0.03632, "nauc_map_at_1_max": 0.154892, "nauc_map_at_1_std": 0.081015, "nauc_map_at_1_diff1": -0.109924, "nauc_map_at_3_max": 0.110668, "nauc_map_at_3_std": 0.105076, "nauc_map_at_3_diff1": -0.069415, "nauc_map_at_5_max": 0.117061, "nauc_map_at_5_std": 0.106366, "nauc_map_at_5_diff1": -0.0729, "nauc_map_at_10_max": 0.122746, "nauc_map_at_10_std": 0.116903, "nauc_map_at_10_diff1": -0.06692, "nauc_map_at_20_max": 0.133189, "nauc_map_at_20_std": 0.126251, "nauc_map_at_20_diff1": -0.067128, "nauc_map_at_100_max": 0.124388, "nauc_map_at_100_std": 0.113535, "nauc_map_at_100_diff1": -0.056797, "nauc_map_at_1000_max": 0.121327, "nauc_map_at_1000_std": 0.109081, "nauc_map_at_1000_diff1": -0.056829, "nauc_recall_at_1_max": 0.154892, "nauc_recall_at_1_std": 0.081015, "nauc_recall_at_1_diff1": -0.109924, "nauc_recall_at_3_max": 0.062058, "nauc_recall_at_3_std": 0.119357, "nauc_recall_at_3_diff1": -0.002206, "nauc_recall_at_5_max": 0.09773, "nauc_recall_at_5_std": 0.111801, "nauc_recall_at_5_diff1": -0.035712, "nauc_recall_at_10_max": 0.130037, "nauc_recall_at_10_std": 0.146114, "nauc_recall_at_10_diff1": -0.037957, "nauc_recall_at_20_max": 0.175131, "nauc_recall_at_20_std": 0.185455, "nauc_recall_at_20_diff1": -0.045494, "nauc_recall_at_100_max": 0.06788, "nauc_recall_at_100_std": 0.075343, "nauc_recall_at_100_diff1": 0.003881, "nauc_recall_at_1000_max": 0.067863, "nauc_recall_at_1000_std": -0.009551, "nauc_recall_at_1000_diff1": -0.036293, "nauc_precision_at_1_max": 0.154892, "nauc_precision_at_1_std": 0.081015, "nauc_precision_at_1_diff1": -0.109924, "nauc_precision_at_3_max": 0.062058, "nauc_precision_at_3_std": 0.119357, "nauc_precision_at_3_diff1": -0.002206, "nauc_precision_at_5_max": 0.09773, "nauc_precision_at_5_std": 0.111801, "nauc_precision_at_5_diff1": -0.035712, "nauc_precision_at_10_max": 0.130037, "nauc_precision_at_10_std": 0.146114, "nauc_precision_at_10_diff1": -0.037957, "nauc_precision_at_20_max": 0.175131, "nauc_precision_at_20_std": 0.185455, "nauc_precision_at_20_diff1": -0.045494, "nauc_precision_at_100_max": 0.06788, "nauc_precision_at_100_std": 0.075343, "nauc_precision_at_100_diff1": 0.003881, "nauc_precision_at_1000_max": 0.067863, "nauc_precision_at_1000_std": -0.009551, "nauc_precision_at_1000_diff1": -0.036293, "nauc_mrr_at_1_max": 0.154892, "nauc_mrr_at_1_std": 0.081015, "nauc_mrr_at_1_diff1": -0.109924, "nauc_mrr_at_3_max": 0.110668, "nauc_mrr_at_3_std": 0.105076, "nauc_mrr_at_3_diff1": -0.069415, "nauc_mrr_at_5_max": 0.117061, "nauc_mrr_at_5_std": 0.106366, "nauc_mrr_at_5_diff1": -0.0729, "nauc_mrr_at_10_max": 0.122746, "nauc_mrr_at_10_std": 0.116903, "nauc_mrr_at_10_diff1": -0.06692, "nauc_mrr_at_20_max": 0.133189, "nauc_mrr_at_20_std": 0.126251, "nauc_mrr_at_20_diff1": -0.067128, "nauc_mrr_at_100_max": 0.124388, "nauc_mrr_at_100_std": 0.113535, "nauc_mrr_at_100_diff1": -0.056797, "nauc_mrr_at_1000_max": 0.121327, "nauc_mrr_at_1000_std": 0.109081, "nauc_mrr_at_1000_diff1": -0.056829, "main_score": 0.01688, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.1112, "ndcg_at_3": 0.14767, "ndcg_at_5": 0.16295, "ndcg_at_10": 0.17614, "ndcg_at_20": 0.18453, "ndcg_at_100": 0.20644, "ndcg_at_1000": 0.2657, "map_at_1": 0.1112, "map_at_3": 0.13873, "map_at_5": 0.14721, "map_at_10": 0.1528, "map_at_20": 0.15515, "map_at_100": 0.15778, "map_at_1000": 0.15948, "recall_at_1": 0.1112, "recall_at_3": 0.17355, "recall_at_5": 0.21061, "recall_at_10": 0.25063, "recall_at_20": 0.28349, "recall_at_100": 0.40775, "recall_at_1000": 0.90522, "precision_at_1": 0.1112, "precision_at_3": 0.05785, "precision_at_5": 0.04212, "precision_at_10": 0.02506, "precision_at_20": 0.01417, "precision_at_100": 0.00408, "precision_at_1000": 0.00091, "mrr_at_1": 0.111205, "mrr_at_3": 0.138725, "mrr_at_5": 0.147213, "mrr_at_10": 0.152804, "mrr_at_20": 0.155153, "mrr_at_100": 0.157783, "mrr_at_1000": 0.15948, "nauc_ndcg_at_1_max": 0.230658, "nauc_ndcg_at_1_std": -0.139523, "nauc_ndcg_at_1_diff1": 0.371095, "nauc_ndcg_at_3_max": 0.266263, "nauc_ndcg_at_3_std": -0.129388, "nauc_ndcg_at_3_diff1": 0.29854, "nauc_ndcg_at_5_max": 0.262671, "nauc_ndcg_at_5_std": -0.123732, "nauc_ndcg_at_5_diff1": 0.272158, "nauc_ndcg_at_10_max": 0.263689, "nauc_ndcg_at_10_std": -0.118813, "nauc_ndcg_at_10_diff1": 0.254148, "nauc_ndcg_at_20_max": 0.264407, "nauc_ndcg_at_20_std": -0.12284, "nauc_ndcg_at_20_diff1": 0.24875, "nauc_ndcg_at_100_max": 0.260539, "nauc_ndcg_at_100_std": -0.117697, "nauc_ndcg_at_100_diff1": 0.248111, "nauc_ndcg_at_1000_max": 0.255279, "nauc_ndcg_at_1000_std": -0.125364, "nauc_ndcg_at_1000_diff1": 0.259922, "nauc_map_at_1_max": 0.230658, "nauc_map_at_1_std": -0.139523, "nauc_map_at_1_diff1": 0.371095, "nauc_map_at_3_max": 0.258667, "nauc_map_at_3_std": -0.132167, "nauc_map_at_3_diff1": 0.315129, "nauc_map_at_5_max": 0.256789, "nauc_map_at_5_std": -0.128664, "nauc_map_at_5_diff1": 0.298602, "nauc_map_at_10_max": 0.257473, "nauc_map_at_10_std": -0.125972, "nauc_map_at_10_diff1": 0.289722, "nauc_map_at_20_max": 0.25764, "nauc_map_at_20_std": -0.127318, "nauc_map_at_20_diff1": 0.28777, "nauc_map_at_100_max": 0.257451, "nauc_map_at_100_std": -0.126526, "nauc_map_at_100_diff1": 0.287242, "nauc_map_at_1000_max": 0.256999, "nauc_map_at_1000_std": -0.126594, "nauc_map_at_1000_diff1": 0.287588, "nauc_recall_at_1_max": 0.230658, "nauc_recall_at_1_std": -0.139523, "nauc_recall_at_1_diff1": 0.371095, "nauc_recall_at_3_max": 0.284875, "nauc_recall_at_3_std": -0.122373, "nauc_recall_at_3_diff1": 0.257519, "nauc_recall_at_5_max": 0.275429, "nauc_recall_at_5_std": -0.111965, "nauc_recall_at_5_diff1": 0.210171, "nauc_recall_at_10_max": 0.276446, "nauc_recall_at_10_std": -0.102315, "nauc_recall_at_10_diff1": 0.171986, "nauc_recall_at_20_max": 0.278306, "nauc_recall_at_20_std": -0.114549, "nauc_recall_at_20_diff1": 0.160758, "nauc_recall_at_100_max": 0.258367, "nauc_recall_at_100_std": -0.0946, "nauc_recall_at_100_diff1": 0.167496, "nauc_recall_at_1000_max": 0.187488, "nauc_recall_at_1000_std": -0.210269, "nauc_recall_at_1000_diff1": 0.196952, "nauc_precision_at_1_max": 0.230658, "nauc_precision_at_1_std": -0.139523, "nauc_precision_at_1_diff1": 0.371095, "nauc_precision_at_3_max": 0.284875, "nauc_precision_at_3_std": -0.122373, "nauc_precision_at_3_diff1": 0.257519, "nauc_precision_at_5_max": 0.275429, "nauc_precision_at_5_std": -0.111965, "nauc_precision_at_5_diff1": 0.210171, "nauc_precision_at_10_max": 0.276446, "nauc_precision_at_10_std": -0.102315, "nauc_precision_at_10_diff1": 0.171986, "nauc_precision_at_20_max": 0.278306, "nauc_precision_at_20_std": -0.114549, "nauc_precision_at_20_diff1": 0.160758, "nauc_precision_at_100_max": 0.258367, "nauc_precision_at_100_std": -0.0946, "nauc_precision_at_100_diff1": 0.167496, "nauc_precision_at_1000_max": 0.187488, "nauc_precision_at_1000_std": -0.210269, "nauc_precision_at_1000_diff1": 0.196952, "nauc_mrr_at_1_max": 0.230658, "nauc_mrr_at_1_std": -0.139523, "nauc_mrr_at_1_diff1": 0.371095, "nauc_mrr_at_3_max": 0.258667, "nauc_mrr_at_3_std": -0.132167, "nauc_mrr_at_3_diff1": 0.315129, "nauc_mrr_at_5_max": 0.256789, "nauc_mrr_at_5_std": -0.128664, "nauc_mrr_at_5_diff1": 0.298602, "nauc_mrr_at_10_max": 0.257473, "nauc_mrr_at_10_std": -0.125972, "nauc_mrr_at_10_diff1": 0.289722, "nauc_mrr_at_20_max": 0.25764, "nauc_mrr_at_20_std": -0.127318, "nauc_mrr_at_20_diff1": 0.28777, "nauc_mrr_at_100_max": 0.257451, "nauc_mrr_at_100_std": -0.126526, "nauc_mrr_at_100_diff1": 0.287242, "nauc_mrr_at_1000_max": 0.256999, "nauc_mrr_at_1000_std": -0.126594, "nauc_mrr_at_1000_diff1": 0.287588, "main_score": 0.17614, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.10932, "ndcg_at_3": 0.15428, "ndcg_at_5": 0.16866, "ndcg_at_10": 0.18402, "ndcg_at_20": 0.19405, "ndcg_at_100": 0.21781, "ndcg_at_1000": 0.27292, "map_at_1": 0.10932, "map_at_3": 0.14329, "map_at_5": 0.15123, "map_at_10": 0.15765, "map_at_20": 0.16036, "map_at_100": 0.16337, "map_at_1000": 0.16493, "recall_at_1": 0.10932, "recall_at_3": 0.18606, "recall_at_5": 0.22112, "recall_at_10": 0.26815, "recall_at_20": 0.30817, "recall_at_100": 0.44059, "recall_at_1000": 0.90388, "precision_at_1": 0.10932, "precision_at_3": 0.06202, "precision_at_5": 0.04422, "precision_at_10": 0.02682, "precision_at_20": 0.01541, "precision_at_100": 0.00441, "precision_at_1000": 0.0009, "mrr_at_1": 0.109323, "mrr_at_3": 0.143289, "mrr_at_5": 0.151231, "mrr_at_10": 0.157651, "mrr_at_20": 0.16036, "mrr_at_100": 0.163366, "mrr_at_1000": 0.164926, "nauc_ndcg_at_1_max": 0.210216, "nauc_ndcg_at_1_std": -0.133573, "nauc_ndcg_at_1_diff1": 0.294599, "nauc_ndcg_at_3_max": 0.221906, "nauc_ndcg_at_3_std": -0.138563, "nauc_ndcg_at_3_diff1": 0.222954, "nauc_ndcg_at_5_max": 0.230356, "nauc_ndcg_at_5_std": -0.118616, "nauc_ndcg_at_5_diff1": 0.199989, "nauc_ndcg_at_10_max": 0.247573, "nauc_ndcg_at_10_std": -0.094717, "nauc_ndcg_at_10_diff1": 0.189299, "nauc_ndcg_at_20_max": 0.242683, "nauc_ndcg_at_20_std": -0.090348, "nauc_ndcg_at_20_diff1": 0.184575, "nauc_ndcg_at_100_max": 0.239147, "nauc_ndcg_at_100_std": -0.090276, "nauc_ndcg_at_100_diff1": 0.188, "nauc_ndcg_at_1000_max": 0.239252, "nauc_ndcg_at_1000_std": -0.094484, "nauc_ndcg_at_1000_diff1": 0.199578, "nauc_map_at_1_max": 0.210216, "nauc_map_at_1_std": -0.133573, "nauc_map_at_1_diff1": 0.294599, "nauc_map_at_3_max": 0.22136, "nauc_map_at_3_std": -0.136948, "nauc_map_at_3_diff1": 0.237832, "nauc_map_at_5_max": 0.225969, "nauc_map_at_5_std": -0.125454, "nauc_map_at_5_diff1": 0.223735, "nauc_map_at_10_max": 0.234126, "nauc_map_at_10_std": -0.114102, "nauc_map_at_10_diff1": 0.21851, "nauc_map_at_20_max": 0.233, "nauc_map_at_20_std": -0.112309, "nauc_map_at_20_diff1": 0.217203, "nauc_map_at_100_max": 0.232063, "nauc_map_at_100_std": -0.11224, "nauc_map_at_100_diff1": 0.21752, "nauc_map_at_1000_max": 0.231957, "nauc_map_at_1000_std": -0.112204, "nauc_map_at_1000_diff1": 0.218012, "nauc_recall_at_1_max": 0.210216, "nauc_recall_at_1_std": -0.133573, "nauc_recall_at_1_diff1": 0.294599, "nauc_recall_at_3_max": 0.222598, "nauc_recall_at_3_std": -0.142595, "nauc_recall_at_3_diff1": 0.187554, "nauc_recall_at_5_max": 0.240887, "nauc_recall_at_5_std": -0.101092, "nauc_recall_at_5_diff1": 0.14473, "nauc_recall_at_10_max": 0.280672, "nauc_recall_at_10_std": -0.046195, "nauc_recall_at_10_diff1": 0.123402, "nauc_recall_at_20_max": 0.262749, "nauc_recall_at_20_std": -0.037688, "nauc_recall_at_20_diff1": 0.111433, "nauc_recall_at_100_max": 0.251688, "nauc_recall_at_100_std": -0.039517, "nauc_recall_at_100_diff1": 0.128622, "nauc_recall_at_1000_max": 0.301909, "nauc_recall_at_1000_std": -0.021435, "nauc_recall_at_1000_diff1": 0.190882, "nauc_precision_at_1_max": 0.210216, "nauc_precision_at_1_std": -0.133573, "nauc_precision_at_1_diff1": 0.294599, "nauc_precision_at_3_max": 0.222598, "nauc_precision_at_3_std": -0.142595, "nauc_precision_at_3_diff1": 0.187554, "nauc_precision_at_5_max": 0.240887, "nauc_precision_at_5_std": -0.101092, "nauc_precision_at_5_diff1": 0.14473, "nauc_precision_at_10_max": 0.280672, "nauc_precision_at_10_std": -0.046195, "nauc_precision_at_10_diff1": 0.123402, "nauc_precision_at_20_max": 0.262749, "nauc_precision_at_20_std": -0.037688, "nauc_precision_at_20_diff1": 0.111433, "nauc_precision_at_100_max": 0.251688, "nauc_precision_at_100_std": -0.039517, "nauc_precision_at_100_diff1": 0.128622, "nauc_precision_at_1000_max": 0.301909, "nauc_precision_at_1000_std": -0.021435, "nauc_precision_at_1000_diff1": 0.190882, "nauc_mrr_at_1_max": 0.210216, "nauc_mrr_at_1_std": -0.133573, "nauc_mrr_at_1_diff1": 0.294599, "nauc_mrr_at_3_max": 0.22136, "nauc_mrr_at_3_std": -0.136948, "nauc_mrr_at_3_diff1": 0.237832, "nauc_mrr_at_5_max": 0.225969, "nauc_mrr_at_5_std": -0.125454, "nauc_mrr_at_5_diff1": 0.223735, "nauc_mrr_at_10_max": 0.234126, "nauc_mrr_at_10_std": -0.114102, "nauc_mrr_at_10_diff1": 0.21851, "nauc_mrr_at_20_max": 0.233, "nauc_mrr_at_20_std": -0.112309, "nauc_mrr_at_20_diff1": 0.217203, "nauc_mrr_at_100_max": 0.232063, "nauc_mrr_at_100_std": -0.11224, "nauc_mrr_at_100_diff1": 0.21752, "nauc_mrr_at_1000_max": 0.231957, "nauc_mrr_at_1000_std": -0.112204, "nauc_mrr_at_1000_diff1": 0.218012, "main_score": 0.18402, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.11712, "ndcg_at_3": 0.15819, "ndcg_at_5": 0.17366, "ndcg_at_10": 0.19326, "ndcg_at_20": 0.20581, "ndcg_at_100": 0.23077, "ndcg_at_1000": 0.28367, "map_at_1": 0.11712, "map_at_3": 0.14817, "map_at_5": 0.15673, "map_at_10": 0.16489, "map_at_20": 0.16835, "map_at_100": 0.17155, "map_at_1000": 0.17306, "recall_at_1": 0.11712, "recall_at_3": 0.18714, "recall_at_5": 0.22482, "recall_at_10": 0.28501, "recall_at_20": 0.33456, "recall_at_100": 0.47297, "recall_at_1000": 0.91687, "precision_at_1": 0.11712, "precision_at_3": 0.06238, "precision_at_5": 0.04496, "precision_at_10": 0.0285, "precision_at_20": 0.01673, "precision_at_100": 0.00473, "precision_at_1000": 0.00092, "mrr_at_1": 0.117117, "mrr_at_3": 0.148171, "mrr_at_5": 0.156729, "mrr_at_10": 0.164894, "mrr_at_20": 0.168349, "mrr_at_100": 0.171548, "mrr_at_1000": 0.173059, "nauc_ndcg_at_1_max": 0.163514, "nauc_ndcg_at_1_std": -0.142724, "nauc_ndcg_at_1_diff1": 0.340052, "nauc_ndcg_at_3_max": 0.187285, "nauc_ndcg_at_3_std": -0.130213, "nauc_ndcg_at_3_diff1": 0.260243, "nauc_ndcg_at_5_max": 0.193814, "nauc_ndcg_at_5_std": -0.115603, "nauc_ndcg_at_5_diff1": 0.244231, "nauc_ndcg_at_10_max": 0.192443, "nauc_ndcg_at_10_std": -0.108448, "nauc_ndcg_at_10_diff1": 0.223202, "nauc_ndcg_at_20_max": 0.190719, "nauc_ndcg_at_20_std": -0.097891, "nauc_ndcg_at_20_diff1": 0.214798, "nauc_ndcg_at_100_max": 0.183899, "nauc_ndcg_at_100_std": -0.098455, "nauc_ndcg_at_100_diff1": 0.214193, "nauc_ndcg_at_1000_max": 0.185689, "nauc_ndcg_at_1000_std": -0.103615, "nauc_ndcg_at_1000_diff1": 0.228091, "nauc_map_at_1_max": 0.163514, "nauc_map_at_1_std": -0.142724, "nauc_map_at_1_diff1": 0.340052, "nauc_map_at_3_max": 0.183268, "nauc_map_at_3_std": -0.133109, "nauc_map_at_3_diff1": 0.277402, "nauc_map_at_5_max": 0.187055, "nauc_map_at_5_std": -0.124417, "nauc_map_at_5_diff1": 0.267391, "nauc_map_at_10_max": 0.186598, "nauc_map_at_10_std": -0.121005, "nauc_map_at_10_diff1": 0.25682, "nauc_map_at_20_max": 0.186236, "nauc_map_at_20_std": -0.117542, "nauc_map_at_20_diff1": 0.254084, "nauc_map_at_100_max": 0.184999, "nauc_map_at_100_std": -0.117609, "nauc_map_at_100_diff1": 0.253726, "nauc_map_at_1000_max": 0.185095, "nauc_map_at_1000_std": -0.117706, "nauc_map_at_1000_diff1": 0.254157, "nauc_recall_at_1_max": 0.163514, "nauc_recall_at_1_std": -0.142724, "nauc_recall_at_1_diff1": 0.340052, "nauc_recall_at_3_max": 0.196696, "nauc_recall_at_3_std": -0.123103, "nauc_recall_at_3_diff1": 0.218514, "nauc_recall_at_5_max": 0.209707, "nauc_recall_at_5_std": -0.093935, "nauc_recall_at_5_diff1": 0.190044, "nauc_recall_at_10_max": 0.204704, "nauc_recall_at_10_std": -0.078806, "nauc_recall_at_10_diff1": 0.146912, "nauc_recall_at_20_max": 0.198304, "nauc_recall_at_20_std": -0.049217, "nauc_recall_at_20_diff1": 0.124853, "nauc_recall_at_100_max": 0.17252, "nauc_recall_at_100_std": -0.051349, "nauc_recall_at_100_diff1": 0.125434, "nauc_recall_at_1000_max": 0.166082, "nauc_recall_at_1000_std": -0.046577, "nauc_recall_at_1000_diff1": 0.181101, "nauc_precision_at_1_max": 0.163514, "nauc_precision_at_1_std": -0.142724, "nauc_precision_at_1_diff1": 0.340052, "nauc_precision_at_3_max": 0.196696, "nauc_precision_at_3_std": -0.123103, "nauc_precision_at_3_diff1": 0.218514, "nauc_precision_at_5_max": 0.209707, "nauc_precision_at_5_std": -0.093935, "nauc_precision_at_5_diff1": 0.190044, "nauc_precision_at_10_max": 0.204704, "nauc_precision_at_10_std": -0.078806, "nauc_precision_at_10_diff1": 0.146912, "nauc_precision_at_20_max": 0.198304, "nauc_precision_at_20_std": -0.049217, "nauc_precision_at_20_diff1": 0.124853, "nauc_precision_at_100_max": 0.17252, "nauc_precision_at_100_std": -0.051349, "nauc_precision_at_100_diff1": 0.125434, "nauc_precision_at_1000_max": 0.166082, "nauc_precision_at_1000_std": -0.046577, "nauc_precision_at_1000_diff1": 0.181101, "nauc_mrr_at_1_max": 0.163514, "nauc_mrr_at_1_std": -0.142724, "nauc_mrr_at_1_diff1": 0.340052, "nauc_mrr_at_3_max": 0.183268, "nauc_mrr_at_3_std": -0.133109, "nauc_mrr_at_3_diff1": 0.277402, "nauc_mrr_at_5_max": 0.187055, "nauc_mrr_at_5_std": -0.124417, "nauc_mrr_at_5_diff1": 0.267391, "nauc_mrr_at_10_max": 0.186598, "nauc_mrr_at_10_std": -0.121005, "nauc_mrr_at_10_diff1": 0.25682, "nauc_mrr_at_20_max": 0.186236, "nauc_mrr_at_20_std": -0.117542, "nauc_mrr_at_20_diff1": 0.254084, "nauc_mrr_at_100_max": 0.184999, "nauc_mrr_at_100_std": -0.117609, "nauc_mrr_at_100_diff1": 0.253726, "nauc_mrr_at_1000_max": 0.185095, "nauc_mrr_at_1000_std": -0.117706, "nauc_mrr_at_1000_diff1": 0.254157, "main_score": 0.19326, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.00823, "ndcg_at_3": 0.01566, "ndcg_at_5": 0.01785, "ndcg_at_10": 0.02268, "ndcg_at_20": 0.03113, "ndcg_at_100": 0.05552, "ndcg_at_1000": 0.14864, "map_at_1": 0.00823, "map_at_3": 0.01384, "map_at_5": 0.01507, "map_at_10": 0.01706, "map_at_20": 0.01935, "map_at_100": 0.02243, "map_at_1000": 0.02491, "recall_at_1": 0.00823, "recall_at_3": 0.02094, "recall_at_5": 0.02618, "recall_at_10": 0.04114, "recall_at_20": 0.07479, "recall_at_100": 0.21092, "recall_at_1000": 1.0, "precision_at_1": 0.00823, "precision_at_3": 0.00698, "precision_at_5": 0.00524, "precision_at_10": 0.00411, "precision_at_20": 0.00374, "precision_at_100": 0.00211, "precision_at_1000": 0.001, "mrr_at_1": 0.008227, "mrr_at_3": 0.013837, "mrr_at_5": 0.015071, "mrr_at_10": 0.017063, "mrr_at_20": 0.019345, "mrr_at_100": 0.022427, "mrr_at_1000": 0.024909, "nauc_ndcg_at_1_max": 0.298755, "nauc_ndcg_at_1_std": 0.086353, "nauc_ndcg_at_1_diff1": 0.5497, "nauc_ndcg_at_3_max": 0.205793, "nauc_ndcg_at_3_std": 0.095161, "nauc_ndcg_at_3_diff1": 0.26389, "nauc_ndcg_at_5_max": 0.168064, "nauc_ndcg_at_5_std": 0.081597, "nauc_ndcg_at_5_diff1": 0.219336, "nauc_ndcg_at_10_max": 0.162978, "nauc_ndcg_at_10_std": 0.092399, "nauc_ndcg_at_10_diff1": 0.152025, "nauc_ndcg_at_20_max": 0.118949, "nauc_ndcg_at_20_std": 0.061418, "nauc_ndcg_at_20_diff1": 0.107346, "nauc_ndcg_at_100_max": 0.080061, "nauc_ndcg_at_100_std": 0.036403, "nauc_ndcg_at_100_diff1": 0.061604, "nauc_ndcg_at_1000_max": 0.104918, "nauc_ndcg_at_1000_std": 0.052583, "nauc_ndcg_at_1000_diff1": 0.106116, "nauc_map_at_1_max": 0.298755, "nauc_map_at_1_std": 0.086353, "nauc_map_at_1_diff1": 0.5497, "nauc_map_at_3_max": 0.218481, "nauc_map_at_3_std": 0.093937, "nauc_map_at_3_diff1": 0.305033, "nauc_map_at_5_max": 0.193209, "nauc_map_at_5_std": 0.085582, "nauc_map_at_5_diff1": 0.271667, "nauc_map_at_10_max": 0.184618, "nauc_map_at_10_std": 0.088108, "nauc_map_at_10_diff1": 0.229469, "nauc_map_at_20_max": 0.162113, "nauc_map_at_20_std": 0.074545, "nauc_map_at_20_diff1": 0.199164, "nauc_map_at_100_max": 0.146005, "nauc_map_at_100_std": 0.06483, "nauc_map_at_100_diff1": 0.177457, "nauc_map_at_1000_max": 0.146839, "nauc_map_at_1000_std": 0.066249, "nauc_map_at_1000_diff1": 0.179957, "nauc_recall_at_1_max": 0.298755, "nauc_recall_at_1_std": 0.086353, "nauc_recall_at_1_diff1": 0.5497, "nauc_recall_at_3_max": 0.181777, "nauc_recall_at_3_std": 0.097484, "nauc_recall_at_3_diff1": 0.185399, "nauc_recall_at_5_max": 0.122765, "nauc_recall_at_5_std": 0.073466, "nauc_recall_at_5_diff1": 0.129032, "nauc_recall_at_10_max": 0.137005, "nauc_recall_at_10_std": 0.101475, "nauc_recall_at_10_diff1": 0.045252, "nauc_recall_at_20_max": 0.077392, "nauc_recall_at_20_std": 0.0473, "nauc_recall_at_20_diff1": 0.02268, "nauc_recall_at_100_max": 0.039043, "nauc_recall_at_100_std": 0.017405, "nauc_recall_at_100_diff1": -0.004981, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.298755, "nauc_precision_at_1_std": 0.086353, "nauc_precision_at_1_diff1": 0.5497, "nauc_precision_at_3_max": 0.181777, "nauc_precision_at_3_std": 0.097484, "nauc_precision_at_3_diff1": 0.185399, "nauc_precision_at_5_max": 0.122765, "nauc_precision_at_5_std": 0.073466, "nauc_precision_at_5_diff1": 0.129032, "nauc_precision_at_10_max": 0.137005, "nauc_precision_at_10_std": 0.101475, "nauc_precision_at_10_diff1": 0.045252, "nauc_precision_at_20_max": 0.077392, "nauc_precision_at_20_std": 0.0473, "nauc_precision_at_20_diff1": 0.02268, "nauc_precision_at_100_max": 0.039043, "nauc_precision_at_100_std": 0.017405, "nauc_precision_at_100_diff1": -0.004981, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.298755, "nauc_mrr_at_1_std": 0.086353, "nauc_mrr_at_1_diff1": 0.5497, "nauc_mrr_at_3_max": 0.218481, "nauc_mrr_at_3_std": 0.093937, "nauc_mrr_at_3_diff1": 0.305033, "nauc_mrr_at_5_max": 0.193209, "nauc_mrr_at_5_std": 0.085582, "nauc_mrr_at_5_diff1": 0.271667, "nauc_mrr_at_10_max": 0.184618, "nauc_mrr_at_10_std": 0.088108, "nauc_mrr_at_10_diff1": 0.229469, "nauc_mrr_at_20_max": 0.162113, "nauc_mrr_at_20_std": 0.074545, "nauc_mrr_at_20_diff1": 0.199164, "nauc_mrr_at_100_max": 0.146044, "nauc_mrr_at_100_std": 0.064879, "nauc_mrr_at_100_diff1": 0.177459, "nauc_mrr_at_1000_max": 0.146874, "nauc_mrr_at_1000_std": 0.066295, "nauc_mrr_at_1000_diff1": 0.17994, "main_score": 0.02268, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.09896, "ndcg_at_3": 0.13851, "ndcg_at_5": 0.15166, "ndcg_at_10": 0.17045, "ndcg_at_20": 0.18027, "ndcg_at_100": 0.20399, "ndcg_at_1000": 0.26198, "map_at_1": 0.09896, "map_at_3": 0.12867, "map_at_5": 0.13592, "map_at_10": 0.14368, "map_at_20": 0.14632, "map_at_100": 0.14919, "map_at_1000": 0.15078, "recall_at_1": 0.09896, "recall_at_3": 0.16701, "recall_at_5": 0.19916, "recall_at_10": 0.2572, "recall_at_20": 0.29645, "recall_at_100": 0.43048, "recall_at_1000": 0.92109, "precision_at_1": 0.09896, "precision_at_3": 0.05567, "precision_at_5": 0.03983, "precision_at_10": 0.02572, "precision_at_20": 0.01482, "precision_at_100": 0.0043, "precision_at_1000": 0.00092, "mrr_at_1": 0.098956, "mrr_at_3": 0.128671, "mrr_at_5": 0.135915, "mrr_at_10": 0.143683, "mrr_at_20": 0.146318, "mrr_at_100": 0.149187, "mrr_at_1000": 0.150781, "nauc_ndcg_at_1_max": 0.174873, "nauc_ndcg_at_1_std": -0.165017, "nauc_ndcg_at_1_diff1": 0.274273, "nauc_ndcg_at_3_max": 0.186419, "nauc_ndcg_at_3_std": -0.154807, "nauc_ndcg_at_3_diff1": 0.202299, "nauc_ndcg_at_5_max": 0.185615, "nauc_ndcg_at_5_std": -0.122648, "nauc_ndcg_at_5_diff1": 0.176481, "nauc_ndcg_at_10_max": 0.18627, "nauc_ndcg_at_10_std": -0.120542, "nauc_ndcg_at_10_diff1": 0.153129, "nauc_ndcg_at_20_max": 0.178885, "nauc_ndcg_at_20_std": -0.115207, "nauc_ndcg_at_20_diff1": 0.146552, "nauc_ndcg_at_100_max": 0.166885, "nauc_ndcg_at_100_std": -0.114369, "nauc_ndcg_at_100_diff1": 0.145279, "nauc_ndcg_at_1000_max": 0.170433, "nauc_ndcg_at_1000_std": -0.119537, "nauc_ndcg_at_1000_diff1": 0.155734, "nauc_map_at_1_max": 0.174873, "nauc_map_at_1_std": -0.165017, "nauc_map_at_1_diff1": 0.274273, "nauc_map_at_3_max": 0.183838, "nauc_map_at_3_std": -0.157918, "nauc_map_at_3_diff1": 0.217238, "nauc_map_at_5_max": 0.18345, "nauc_map_at_5_std": -0.138808, "nauc_map_at_5_diff1": 0.201074, "nauc_map_at_10_max": 0.184215, "nauc_map_at_10_std": -0.137067, "nauc_map_at_10_diff1": 0.18951, "nauc_map_at_20_max": 0.181924, "nauc_map_at_20_std": -0.135404, "nauc_map_at_20_diff1": 0.187299, "nauc_map_at_100_max": 0.180235, "nauc_map_at_100_std": -0.135464, "nauc_map_at_100_diff1": 0.186944, "nauc_map_at_1000_max": 0.180359, "nauc_map_at_1000_std": -0.135479, "nauc_map_at_1000_diff1": 0.187294, "nauc_recall_at_1_max": 0.174873, "nauc_recall_at_1_std": -0.165017, "nauc_recall_at_1_diff1": 0.274273, "nauc_recall_at_3_max": 0.192639, "nauc_recall_at_3_std": -0.147056, "nauc_recall_at_3_diff1": 0.16665, "nauc_recall_at_5_max": 0.190272, "nauc_recall_at_5_std": -0.083717, "nauc_recall_at_5_diff1": 0.120629, "nauc_recall_at_10_max": 0.189836, "nauc_recall_at_10_std": -0.084319, "nauc_recall_at_10_diff1": 0.072816, "nauc_recall_at_20_max": 0.168454, "nauc_recall_at_20_std": -0.070801, "nauc_recall_at_20_diff1": 0.058722, "nauc_recall_at_100_max": 0.121815, "nauc_recall_at_100_std": -0.066844, "nauc_recall_at_100_diff1": 0.058393, "nauc_recall_at_1000_max": 0.058246, "nauc_recall_at_1000_std": -0.056593, "nauc_recall_at_1000_diff1": 0.012593, "nauc_precision_at_1_max": 0.174873, "nauc_precision_at_1_std": -0.165017, "nauc_precision_at_1_diff1": 0.274273, "nauc_precision_at_3_max": 0.192639, "nauc_precision_at_3_std": -0.147056, "nauc_precision_at_3_diff1": 0.16665, "nauc_precision_at_5_max": 0.190272, "nauc_precision_at_5_std": -0.083717, "nauc_precision_at_5_diff1": 0.120629, "nauc_precision_at_10_max": 0.189836, "nauc_precision_at_10_std": -0.084319, "nauc_precision_at_10_diff1": 0.072816, "nauc_precision_at_20_max": 0.168454, "nauc_precision_at_20_std": -0.070801, "nauc_precision_at_20_diff1": 0.058722, "nauc_precision_at_100_max": 0.121815, "nauc_precision_at_100_std": -0.066844, "nauc_precision_at_100_diff1": 0.058393, "nauc_precision_at_1000_max": 0.053928, "nauc_precision_at_1000_std": -0.056719, "nauc_precision_at_1000_diff1": 0.009574, "nauc_mrr_at_1_max": 0.174873, "nauc_mrr_at_1_std": -0.165017, "nauc_mrr_at_1_diff1": 0.274273, "nauc_mrr_at_3_max": 0.183838, "nauc_mrr_at_3_std": -0.157918, "nauc_mrr_at_3_diff1": 0.217238, "nauc_mrr_at_5_max": 0.18345, "nauc_mrr_at_5_std": -0.138808, "nauc_mrr_at_5_diff1": 0.201074, "nauc_mrr_at_10_max": 0.184215, "nauc_mrr_at_10_std": -0.137067, "nauc_mrr_at_10_diff1": 0.18951, "nauc_mrr_at_20_max": 0.181924, "nauc_mrr_at_20_std": -0.135404, "nauc_mrr_at_20_diff1": 0.187299, "nauc_mrr_at_100_max": 0.180235, "nauc_mrr_at_100_std": -0.135464, "nauc_mrr_at_100_diff1": 0.186944, "nauc_mrr_at_1000_max": 0.18036, "nauc_mrr_at_1000_std": -0.135479, "nauc_mrr_at_1000_diff1": 0.187295, "main_score": 0.17045, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.02552, "ndcg_at_3": 0.03623, "ndcg_at_5": 0.04152, "ndcg_at_10": 0.04931, "ndcg_at_20": 0.05744, "ndcg_at_100": 0.07409, "ndcg_at_1000": 0.13371, "map_at_1": 0.02552, "map_at_3": 0.03352, "map_at_5": 0.03642, "map_at_10": 0.03961, "map_at_20": 0.04186, "map_at_100": 0.04403, "map_at_1000": 0.04548, "recall_at_1": 0.02552, "recall_at_3": 0.04412, "recall_at_5": 0.05709, "recall_at_10": 0.08131, "recall_at_20": 0.11332, "recall_at_100": 0.20502, "recall_at_1000": 0.72405, "precision_at_1": 0.02552, "precision_at_3": 0.01471, "precision_at_5": 0.01142, "precision_at_10": 0.00813, "precision_at_20": 0.00567, "precision_at_100": 0.00205, "precision_at_1000": 0.00072, "mrr_at_1": 0.025952, "mrr_at_3": 0.034242, "mrr_at_5": 0.036945, "mrr_at_10": 0.040075, "mrr_at_20": 0.042342, "mrr_at_100": 0.044514, "mrr_at_1000": 0.045958, "nauc_ndcg_at_1_max": 0.44552, "nauc_ndcg_at_1_std": 0.122549, "nauc_ndcg_at_1_diff1": 0.309108, "nauc_ndcg_at_3_max": 0.414945, "nauc_ndcg_at_3_std": 0.140397, "nauc_ndcg_at_3_diff1": 0.218513, "nauc_ndcg_at_5_max": 0.382163, "nauc_ndcg_at_5_std": 0.152037, "nauc_ndcg_at_5_diff1": 0.195259, "nauc_ndcg_at_10_max": 0.337619, "nauc_ndcg_at_10_std": 0.146839, "nauc_ndcg_at_10_diff1": 0.161719, "nauc_ndcg_at_20_max": 0.29372, "nauc_ndcg_at_20_std": 0.129794, "nauc_ndcg_at_20_diff1": 0.133812, "nauc_ndcg_at_100_max": 0.24409, "nauc_ndcg_at_100_std": 0.102383, "nauc_ndcg_at_100_diff1": 0.097605, "nauc_ndcg_at_1000_max": 0.202282, "nauc_ndcg_at_1000_std": 0.081322, "nauc_ndcg_at_1000_diff1": 0.073388, "nauc_map_at_1_max": 0.44552, "nauc_map_at_1_std": 0.122549, "nauc_map_at_1_diff1": 0.309108, "nauc_map_at_3_max": 0.423104, "nauc_map_at_3_std": 0.137932, "nauc_map_at_3_diff1": 0.237218, "nauc_map_at_5_max": 0.40248, "nauc_map_at_5_std": 0.146062, "nauc_map_at_5_diff1": 0.22137, "nauc_map_at_10_max": 0.379115, "nauc_map_at_10_std": 0.144185, "nauc_map_at_10_diff1": 0.202578, "nauc_map_at_20_max": 0.360141, "nauc_map_at_20_std": 0.137943, "nauc_map_at_20_diff1": 0.190201, "nauc_map_at_100_max": 0.348031, "nauc_map_at_100_std": 0.132308, "nauc_map_at_100_diff1": 0.181097, "nauc_map_at_1000_max": 0.345853, "nauc_map_at_1000_std": 0.13133, "nauc_map_at_1000_diff1": 0.179409, "nauc_recall_at_1_max": 0.44552, "nauc_recall_at_1_std": 0.122549, "nauc_recall_at_1_diff1": 0.309108, "nauc_recall_at_3_max": 0.396259, "nauc_recall_at_3_std": 0.145547, "nauc_recall_at_3_diff1": 0.176848, "nauc_recall_at_5_max": 0.340605, "nauc_recall_at_5_std": 0.163421, "nauc_recall_at_5_diff1": 0.144333, "nauc_recall_at_10_max": 0.266539, "nauc_recall_at_10_std": 0.149437, "nauc_recall_at_10_diff1": 0.095213, "nauc_recall_at_20_max": 0.196405, "nauc_recall_at_20_std": 0.114004, "nauc_recall_at_20_diff1": 0.05495, "nauc_recall_at_100_max": 0.120086, "nauc_recall_at_100_std": 0.057975, "nauc_recall_at_100_diff1": 0.002609, "nauc_recall_at_1000_max": -0.067908, "nauc_recall_at_1000_std": -0.030584, "nauc_recall_at_1000_diff1": -0.104045, "nauc_precision_at_1_max": 0.44552, "nauc_precision_at_1_std": 0.122549, "nauc_precision_at_1_diff1": 0.309108, "nauc_precision_at_3_max": 0.396259, "nauc_precision_at_3_std": 0.145547, "nauc_precision_at_3_diff1": 0.176848, "nauc_precision_at_5_max": 0.340605, "nauc_precision_at_5_std": 0.163421, "nauc_precision_at_5_diff1": 0.144333, "nauc_precision_at_10_max": 0.266539, "nauc_precision_at_10_std": 0.149437, "nauc_precision_at_10_diff1": 0.095213, "nauc_precision_at_20_max": 0.196405, "nauc_precision_at_20_std": 0.114004, "nauc_precision_at_20_diff1": 0.05495, "nauc_precision_at_100_max": 0.120086, "nauc_precision_at_100_std": 0.057975, "nauc_precision_at_100_diff1": 0.002609, "nauc_precision_at_1000_max": -0.067908, "nauc_precision_at_1000_std": -0.030584, "nauc_precision_at_1000_diff1": -0.104045, "nauc_mrr_at_1_max": 0.449124, "nauc_mrr_at_1_std": 0.137173, "nauc_mrr_at_1_diff1": 0.294381, "nauc_mrr_at_3_max": 0.425045, "nauc_mrr_at_3_std": 0.148699, "nauc_mrr_at_3_diff1": 0.229116, "nauc_mrr_at_5_max": 0.405031, "nauc_mrr_at_5_std": 0.152176, "nauc_mrr_at_5_diff1": 0.21626, "nauc_mrr_at_10_max": 0.38088, "nauc_mrr_at_10_std": 0.150941, "nauc_mrr_at_10_diff1": 0.197082, "nauc_mrr_at_20_max": 0.361917, "nauc_mrr_at_20_std": 0.144504, "nauc_mrr_at_20_diff1": 0.184919, "nauc_mrr_at_100_max": 0.349889, "nauc_mrr_at_100_std": 0.138717, "nauc_mrr_at_100_diff1": 0.17608, "nauc_mrr_at_1000_max": 0.347724, "nauc_mrr_at_1000_std": 0.13773, "nauc_mrr_at_1000_diff1": 0.174425, "main_score": 0.04931, "hf_subset": "ja", "languages": [ "jpn-Hira" ] }, { "ndcg_at_1": 0.1079, "ndcg_at_3": 0.14852, "ndcg_at_5": 0.16764, "ndcg_at_10": 0.18338, "ndcg_at_20": 0.19351, "ndcg_at_100": 0.21988, "ndcg_at_1000": 0.27553, "map_at_1": 0.1079, "map_at_3": 0.13849, "map_at_5": 0.14913, "map_at_10": 0.15567, "map_at_20": 0.15846, "map_at_100": 0.16173, "map_at_1000": 0.16329, "recall_at_1": 0.1079, "recall_at_3": 0.17757, "recall_at_5": 0.22387, "recall_at_10": 0.2723, "recall_at_20": 0.31223, "recall_at_100": 0.46007, "recall_at_1000": 0.92906, "precision_at_1": 0.1079, "precision_at_3": 0.05919, "precision_at_5": 0.04477, "precision_at_10": 0.02723, "precision_at_20": 0.01561, "precision_at_100": 0.0046, "precision_at_1000": 0.00093, "mrr_at_1": 0.107901, "mrr_at_3": 0.138488, "mrr_at_5": 0.149129, "mrr_at_10": 0.155669, "mrr_at_20": 0.158464, "mrr_at_100": 0.161731, "mrr_at_1000": 0.163292, "nauc_ndcg_at_1_max": 0.144771, "nauc_ndcg_at_1_std": -0.22152, "nauc_ndcg_at_1_diff1": 0.309531, "nauc_ndcg_at_3_max": 0.151149, "nauc_ndcg_at_3_std": -0.220341, "nauc_ndcg_at_3_diff1": 0.247618, "nauc_ndcg_at_5_max": 0.161985, "nauc_ndcg_at_5_std": -0.202124, "nauc_ndcg_at_5_diff1": 0.224706, "nauc_ndcg_at_10_max": 0.166245, "nauc_ndcg_at_10_std": -0.196577, "nauc_ndcg_at_10_diff1": 0.212263, "nauc_ndcg_at_20_max": 0.166561, "nauc_ndcg_at_20_std": -0.188563, "nauc_ndcg_at_20_diff1": 0.206036, "nauc_ndcg_at_100_max": 0.149498, "nauc_ndcg_at_100_std": -0.19192, "nauc_ndcg_at_100_diff1": 0.192877, "nauc_ndcg_at_1000_max": 0.151207, "nauc_ndcg_at_1000_std": -0.195769, "nauc_ndcg_at_1000_diff1": 0.209967, "nauc_map_at_1_max": 0.144771, "nauc_map_at_1_std": -0.22152, "nauc_map_at_1_diff1": 0.309531, "nauc_map_at_3_max": 0.150685, "nauc_map_at_3_std": -0.220935, "nauc_map_at_3_diff1": 0.259688, "nauc_map_at_5_max": 0.157528, "nauc_map_at_5_std": -0.209603, "nauc_map_at_5_diff1": 0.245594, "nauc_map_at_10_max": 0.159828, "nauc_map_at_10_std": -0.206691, "nauc_map_at_10_diff1": 0.239249, "nauc_map_at_20_max": 0.159876, "nauc_map_at_20_std": -0.204025, "nauc_map_at_20_diff1": 0.237184, "nauc_map_at_100_max": 0.157174, "nauc_map_at_100_std": -0.204514, "nauc_map_at_100_diff1": 0.235273, "nauc_map_at_1000_max": 0.156952, "nauc_map_at_1000_std": -0.204585, "nauc_map_at_1000_diff1": 0.235801, "nauc_recall_at_1_max": 0.144771, "nauc_recall_at_1_std": -0.22152, "nauc_recall_at_1_diff1": 0.309531, "nauc_recall_at_3_max": 0.151976, "nauc_recall_at_3_std": -0.2188, "nauc_recall_at_3_diff1": 0.218894, "nauc_recall_at_5_max": 0.172296, "nauc_recall_at_5_std": -0.184146, "nauc_recall_at_5_diff1": 0.176852, "nauc_recall_at_10_max": 0.18056, "nauc_recall_at_10_std": -0.173373, "nauc_recall_at_10_diff1": 0.15241, "nauc_recall_at_20_max": 0.181167, "nauc_recall_at_20_std": -0.15162, "nauc_recall_at_20_diff1": 0.136991, "nauc_recall_at_100_max": 0.113486, "nauc_recall_at_100_std": -0.166064, "nauc_recall_at_100_diff1": 0.084408, "nauc_recall_at_1000_max": 0.065261, "nauc_recall_at_1000_std": -0.189433, "nauc_recall_at_1000_diff1": 0.131108, "nauc_precision_at_1_max": 0.144771, "nauc_precision_at_1_std": -0.22152, "nauc_precision_at_1_diff1": 0.309531, "nauc_precision_at_3_max": 0.151976, "nauc_precision_at_3_std": -0.2188, "nauc_precision_at_3_diff1": 0.218894, "nauc_precision_at_5_max": 0.172296, "nauc_precision_at_5_std": -0.184146, "nauc_precision_at_5_diff1": 0.176852, "nauc_precision_at_10_max": 0.18056, "nauc_precision_at_10_std": -0.173373, "nauc_precision_at_10_diff1": 0.15241, "nauc_precision_at_20_max": 0.181167, "nauc_precision_at_20_std": -0.15162, "nauc_precision_at_20_diff1": 0.136991, "nauc_precision_at_100_max": 0.113486, "nauc_precision_at_100_std": -0.166064, "nauc_precision_at_100_diff1": 0.084408, "nauc_precision_at_1000_max": 0.063861, "nauc_precision_at_1000_std": -0.189601, "nauc_precision_at_1000_diff1": 0.125475, "nauc_mrr_at_1_max": 0.144771, "nauc_mrr_at_1_std": -0.22152, "nauc_mrr_at_1_diff1": 0.309531, "nauc_mrr_at_3_max": 0.150685, "nauc_mrr_at_3_std": -0.220935, "nauc_mrr_at_3_diff1": 0.259688, "nauc_mrr_at_5_max": 0.157528, "nauc_mrr_at_5_std": -0.209603, "nauc_mrr_at_5_diff1": 0.245594, "nauc_mrr_at_10_max": 0.159828, "nauc_mrr_at_10_std": -0.206691, "nauc_mrr_at_10_diff1": 0.239249, "nauc_mrr_at_20_max": 0.159876, "nauc_mrr_at_20_std": -0.204025, "nauc_mrr_at_20_diff1": 0.237184, "nauc_mrr_at_100_max": 0.157174, "nauc_mrr_at_100_std": -0.204514, "nauc_mrr_at_100_diff1": 0.235273, "nauc_mrr_at_1000_max": 0.156952, "nauc_mrr_at_1000_std": -0.204584, "nauc_mrr_at_1000_diff1": 0.235803, "main_score": 0.18338, "hf_subset": "pt", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 32.315454959869385, "kg_co2_emissions": 0.0011652854530014459 }