{ "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", "task_name": "WikipediaRetrievalMultilingual", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.11867, "ndcg_at_3": 0.16314, "ndcg_at_5": 0.17336, "ndcg_at_10": 0.19196, "ndcg_at_20": 0.20853, "ndcg_at_100": 0.23516, "ndcg_at_1000": 0.26524, "map_at_1": 0.11867, "map_at_3": 0.15244, "map_at_5": 0.15814, "map_at_10": 0.16573, "map_at_20": 0.1703, "map_at_100": 0.17387, "map_at_1000": 0.17481, "recall_at_1": 0.11867, "recall_at_3": 0.194, "recall_at_5": 0.21867, "recall_at_10": 0.27667, "recall_at_20": 0.342, "recall_at_100": 0.48733, "recall_at_1000": 0.73533, "precision_at_1": 0.11867, "precision_at_3": 0.06467, "precision_at_5": 0.04373, "precision_at_10": 0.02767, "precision_at_20": 0.0171, "precision_at_100": 0.00487, "precision_at_1000": 0.00074, "mrr_at_1": 0.118667, "mrr_at_3": 0.152444, "mrr_at_5": 0.158144, "mrr_at_10": 0.165732, "mrr_at_20": 0.170304, "mrr_at_100": 0.173872, "mrr_at_1000": 0.174806, "nauc_ndcg_at_1_max": 0.195273, "nauc_ndcg_at_1_std": 0.078066, "nauc_ndcg_at_1_diff1": 0.49711, "nauc_ndcg_at_3_max": 0.167565, "nauc_ndcg_at_3_std": 0.082048, "nauc_ndcg_at_3_diff1": 0.398419, "nauc_ndcg_at_5_max": 0.166347, "nauc_ndcg_at_5_std": 0.092873, "nauc_ndcg_at_5_diff1": 0.388504, "nauc_ndcg_at_10_max": 0.159423, "nauc_ndcg_at_10_std": 0.103413, "nauc_ndcg_at_10_diff1": 0.372194, "nauc_ndcg_at_20_max": 0.151246, "nauc_ndcg_at_20_std": 0.111701, "nauc_ndcg_at_20_diff1": 0.354236, "nauc_ndcg_at_100_max": 0.144307, "nauc_ndcg_at_100_std": 0.11545, "nauc_ndcg_at_100_diff1": 0.343733, "nauc_ndcg_at_1000_max": 0.146285, "nauc_ndcg_at_1000_std": 0.125873, "nauc_ndcg_at_1000_diff1": 0.351297, "nauc_map_at_1_max": 0.195273, "nauc_map_at_1_std": 0.078066, "nauc_map_at_1_diff1": 0.49711, "nauc_map_at_3_max": 0.173397, "nauc_map_at_3_std": 0.081628, "nauc_map_at_3_diff1": 0.418184, "nauc_map_at_5_max": 0.172794, "nauc_map_at_5_std": 0.087368, "nauc_map_at_5_diff1": 0.411748, "nauc_map_at_10_max": 0.169652, "nauc_map_at_10_std": 0.092104, "nauc_map_at_10_diff1": 0.403665, "nauc_map_at_20_max": 0.166625, "nauc_map_at_20_std": 0.094724, "nauc_map_at_20_diff1": 0.397754, "nauc_map_at_100_max": 0.165554, "nauc_map_at_100_std": 0.095236, "nauc_map_at_100_diff1": 0.395507, "nauc_map_at_1000_max": 0.165705, "nauc_map_at_1000_std": 0.095684, "nauc_map_at_1000_diff1": 0.395722, "nauc_recall_at_1_max": 0.195273, "nauc_recall_at_1_std": 0.078066, "nauc_recall_at_1_diff1": 0.49711, "nauc_recall_at_3_max": 0.153501, "nauc_recall_at_3_std": 0.082926, "nauc_recall_at_3_diff1": 0.351083, "nauc_recall_at_5_max": 0.151097, "nauc_recall_at_5_std": 0.107341, "nauc_recall_at_5_diff1": 0.334218, "nauc_recall_at_10_max": 0.135254, "nauc_recall_at_10_std": 0.132386, "nauc_recall_at_10_diff1": 0.300882, "nauc_recall_at_20_max": 0.114342, "nauc_recall_at_20_std": 0.155621, "nauc_recall_at_20_diff1": 0.252021, "nauc_recall_at_100_max": 0.085752, "nauc_recall_at_100_std": 0.172061, "nauc_recall_at_100_diff1": 0.214783, "nauc_recall_at_1000_max": 0.070463, "nauc_recall_at_1000_std": 0.287891, "nauc_recall_at_1000_diff1": 0.225417, "nauc_precision_at_1_max": 0.195273, "nauc_precision_at_1_std": 0.078066, "nauc_precision_at_1_diff1": 0.49711, "nauc_precision_at_3_max": 0.153501, "nauc_precision_at_3_std": 0.082926, "nauc_precision_at_3_diff1": 0.351083, "nauc_precision_at_5_max": 0.151097, "nauc_precision_at_5_std": 0.107341, "nauc_precision_at_5_diff1": 0.334218, "nauc_precision_at_10_max": 0.135254, "nauc_precision_at_10_std": 0.132386, "nauc_precision_at_10_diff1": 0.300882, "nauc_precision_at_20_max": 0.114342, "nauc_precision_at_20_std": 0.155621, "nauc_precision_at_20_diff1": 0.252021, "nauc_precision_at_100_max": 0.085752, "nauc_precision_at_100_std": 0.172061, "nauc_precision_at_100_diff1": 0.214783, "nauc_precision_at_1000_max": 0.070463, "nauc_precision_at_1000_std": 0.287891, "nauc_precision_at_1000_diff1": 0.225417, "nauc_mrr_at_1_max": 0.195273, "nauc_mrr_at_1_std": 0.078066, "nauc_mrr_at_1_diff1": 0.49711, "nauc_mrr_at_3_max": 0.173397, "nauc_mrr_at_3_std": 0.081628, "nauc_mrr_at_3_diff1": 0.418184, "nauc_mrr_at_5_max": 0.172794, "nauc_mrr_at_5_std": 0.087368, "nauc_mrr_at_5_diff1": 0.411748, "nauc_mrr_at_10_max": 0.169652, "nauc_mrr_at_10_std": 0.092104, "nauc_mrr_at_10_diff1": 0.403665, "nauc_mrr_at_20_max": 0.166625, "nauc_mrr_at_20_std": 0.094724, "nauc_mrr_at_20_diff1": 0.397754, "nauc_mrr_at_100_max": 0.165554, "nauc_mrr_at_100_std": 0.095236, "nauc_mrr_at_100_diff1": 0.395507, "nauc_mrr_at_1000_max": 0.165705, "nauc_mrr_at_1000_std": 0.095684, "nauc_mrr_at_1000_diff1": 0.395722, "main_score": 0.19196, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "ndcg_at_1": 0.00267, "ndcg_at_3": 0.00267, "ndcg_at_5": 0.00295, "ndcg_at_10": 0.00382, "ndcg_at_20": 0.00503, "ndcg_at_100": 0.00674, "ndcg_at_1000": 0.01553, "map_at_1": 0.00267, "map_at_3": 0.00267, "map_at_5": 0.00283, "map_at_10": 0.0032, "map_at_20": 0.00354, "map_at_100": 0.00373, "map_at_1000": 0.00394, "recall_at_1": 0.00267, "recall_at_3": 0.00267, "recall_at_5": 0.00333, "recall_at_10": 0.006, "recall_at_20": 0.01067, "recall_at_100": 0.02067, "recall_at_1000": 0.09733, "precision_at_1": 0.00267, "precision_at_3": 0.00089, "precision_at_5": 0.00067, "precision_at_10": 0.0006, "precision_at_20": 0.00053, "precision_at_100": 0.00021, "precision_at_1000": 0.0001, "mrr_at_1": 0.002667, "mrr_at_3": 0.002667, "mrr_at_5": 0.002833, "mrr_at_10": 0.003213, "mrr_at_20": 0.003519, "mrr_at_100": 0.003739, "mrr_at_1000": 0.00395, "nauc_ndcg_at_1_max": -0.145828, "nauc_ndcg_at_1_std": -0.12235, "nauc_ndcg_at_1_diff1": 0.23209, "nauc_ndcg_at_3_max": -0.145828, "nauc_ndcg_at_3_std": -0.12235, "nauc_ndcg_at_3_diff1": 0.23209, "nauc_ndcg_at_5_max": -0.138512, "nauc_ndcg_at_5_std": -0.166323, "nauc_ndcg_at_5_diff1": 0.178572, "nauc_ndcg_at_10_max": -0.092294, "nauc_ndcg_at_10_std": -0.229983, "nauc_ndcg_at_10_diff1": 0.101155, "nauc_ndcg_at_20_max": -0.038637, "nauc_ndcg_at_20_std": -0.253526, "nauc_ndcg_at_20_diff1": 0.055038, "nauc_ndcg_at_100_max": -0.066101, "nauc_ndcg_at_100_std": -0.191108, "nauc_ndcg_at_100_diff1": -0.019379, "nauc_ndcg_at_1000_max": 0.025952, "nauc_ndcg_at_1000_std": -0.15897, "nauc_ndcg_at_1000_diff1": 0.007629, "nauc_map_at_1_max": -0.145828, "nauc_map_at_1_std": -0.12235, "nauc_map_at_1_diff1": 0.23209, "nauc_map_at_3_max": -0.145828, "nauc_map_at_3_std": -0.12235, "nauc_map_at_3_diff1": 0.23209, "nauc_map_at_5_max": -0.141401, "nauc_map_at_5_std": -0.148961, "nauc_map_at_5_diff1": 0.199703, "nauc_map_at_10_max": -0.121051, "nauc_map_at_10_std": -0.182938, "nauc_map_at_10_diff1": 0.158528, "nauc_map_at_20_max": -0.098557, "nauc_map_at_20_std": -0.197244, "nauc_map_at_20_diff1": 0.133757, "nauc_map_at_100_max": -0.102385, "nauc_map_at_100_std": -0.185731, "nauc_map_at_100_diff1": 0.114906, "nauc_map_at_1000_max": -0.08878, "nauc_map_at_1000_std": -0.184911, "nauc_map_at_1000_diff1": 0.112042, "nauc_recall_at_1_max": -0.145828, "nauc_recall_at_1_std": -0.12235, "nauc_recall_at_1_diff1": 0.23209, "nauc_recall_at_3_max": -0.145828, "nauc_recall_at_3_std": -0.12235, "nauc_recall_at_3_diff1": 0.23209, "nauc_recall_at_5_max": -0.130775, "nauc_recall_at_5_std": -0.212825, "nauc_recall_at_5_diff1": 0.121975, "nauc_recall_at_10_max": -0.035536, "nauc_recall_at_10_std": -0.315982, "nauc_recall_at_10_diff1": -0.004054, "nauc_recall_at_20_max": 0.043014, "nauc_recall_at_20_std": -0.321203, "nauc_recall_at_20_diff1": -0.041287, "nauc_recall_at_100_max": -0.044159, "nauc_recall_at_100_std": -0.176013, "nauc_recall_at_100_diff1": -0.13613, "nauc_recall_at_1000_max": 0.058102, "nauc_recall_at_1000_std": -0.137115, "nauc_recall_at_1000_diff1": -0.011335, "nauc_precision_at_1_max": -0.145828, "nauc_precision_at_1_std": -0.12235, "nauc_precision_at_1_diff1": 0.23209, "nauc_precision_at_3_max": -0.145828, "nauc_precision_at_3_std": -0.12235, "nauc_precision_at_3_diff1": 0.23209, "nauc_precision_at_5_max": -0.130775, "nauc_precision_at_5_std": -0.212825, "nauc_precision_at_5_diff1": 0.121975, "nauc_precision_at_10_max": -0.035536, "nauc_precision_at_10_std": -0.315982, "nauc_precision_at_10_diff1": -0.004054, "nauc_precision_at_20_max": 0.043014, "nauc_precision_at_20_std": -0.321203, "nauc_precision_at_20_diff1": -0.041287, "nauc_precision_at_100_max": -0.044159, "nauc_precision_at_100_std": -0.176013, "nauc_precision_at_100_diff1": -0.13613, "nauc_precision_at_1000_max": 0.058102, "nauc_precision_at_1000_std": -0.137115, "nauc_precision_at_1000_diff1": -0.011335, "nauc_mrr_at_1_max": -0.145828, "nauc_mrr_at_1_std": -0.12235, "nauc_mrr_at_1_diff1": 0.23209, "nauc_mrr_at_3_max": -0.145828, "nauc_mrr_at_3_std": -0.12235, "nauc_mrr_at_3_diff1": 0.23209, "nauc_mrr_at_5_max": -0.141401, "nauc_mrr_at_5_std": -0.148961, "nauc_mrr_at_5_diff1": 0.199703, "nauc_mrr_at_10_max": -0.117183, "nauc_mrr_at_10_std": -0.184502, "nauc_mrr_at_10_diff1": 0.161014, "nauc_mrr_at_20_max": -0.103963, "nauc_mrr_at_20_std": -0.194708, "nauc_mrr_at_20_diff1": 0.139136, "nauc_mrr_at_100_max": -0.101018, "nauc_mrr_at_100_std": -0.186549, "nauc_mrr_at_100_diff1": 0.116173, "nauc_mrr_at_1000_max": -0.087522, "nauc_mrr_at_1000_std": -0.185681, "nauc_mrr_at_1000_diff1": 0.113251, "main_score": 0.00382, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.01267, "ndcg_at_3": 0.0177, "ndcg_at_5": 0.02097, "ndcg_at_10": 0.0233, "ndcg_at_20": 0.02585, "ndcg_at_100": 0.03288, "ndcg_at_1000": 0.05526, "map_at_1": 0.01267, "map_at_3": 0.01644, "map_at_5": 0.01824, "map_at_10": 0.01918, "map_at_20": 0.01989, "map_at_100": 0.02077, "map_at_1000": 0.02132, "recall_at_1": 0.01267, "recall_at_3": 0.02133, "recall_at_5": 0.02933, "recall_at_10": 0.03667, "recall_at_20": 0.04667, "recall_at_100": 0.086, "recall_at_1000": 0.27933, "precision_at_1": 0.01267, "precision_at_3": 0.00711, "precision_at_5": 0.00587, "precision_at_10": 0.00367, "precision_at_20": 0.00233, "precision_at_100": 0.00086, "precision_at_1000": 0.00028, "mrr_at_1": 0.012667, "mrr_at_3": 0.016444, "mrr_at_5": 0.018244, "mrr_at_10": 0.019156, "mrr_at_20": 0.019866, "mrr_at_100": 0.020742, "mrr_at_1000": 0.02129, "nauc_ndcg_at_1_max": 0.071131, "nauc_ndcg_at_1_std": -0.219084, "nauc_ndcg_at_1_diff1": 0.488215, "nauc_ndcg_at_3_max": 0.005584, "nauc_ndcg_at_3_std": -0.226648, "nauc_ndcg_at_3_diff1": 0.377397, "nauc_ndcg_at_5_max": -0.050597, "nauc_ndcg_at_5_std": -0.21864, "nauc_ndcg_at_5_diff1": 0.314434, "nauc_ndcg_at_10_max": -0.027837, "nauc_ndcg_at_10_std": -0.218132, "nauc_ndcg_at_10_diff1": 0.33323, "nauc_ndcg_at_20_max": -0.042601, "nauc_ndcg_at_20_std": -0.226861, "nauc_ndcg_at_20_diff1": 0.28428, "nauc_ndcg_at_100_max": -0.051456, "nauc_ndcg_at_100_std": -0.220062, "nauc_ndcg_at_100_diff1": 0.213652, "nauc_ndcg_at_1000_max": -0.070452, "nauc_ndcg_at_1000_std": -0.159281, "nauc_ndcg_at_1000_diff1": 0.13345, "nauc_map_at_1_max": 0.071131, "nauc_map_at_1_std": -0.219084, "nauc_map_at_1_diff1": 0.488215, "nauc_map_at_3_max": 0.015006, "nauc_map_at_3_std": -0.226963, "nauc_map_at_3_diff1": 0.399682, "nauc_map_at_5_max": -0.022281, "nauc_map_at_5_std": -0.222022, "nauc_map_at_5_diff1": 0.357999, "nauc_map_at_10_max": -0.011666, "nauc_map_at_10_std": -0.221196, "nauc_map_at_10_diff1": 0.3645, "nauc_map_at_20_max": -0.017387, "nauc_map_at_20_std": -0.224244, "nauc_map_at_20_diff1": 0.345776, "nauc_map_at_100_max": -0.021096, "nauc_map_at_100_std": -0.223147, "nauc_map_at_100_diff1": 0.327866, "nauc_map_at_1000_max": -0.022557, "nauc_map_at_1000_std": -0.220611, "nauc_map_at_1000_diff1": 0.321766, "nauc_recall_at_1_max": 0.071131, "nauc_recall_at_1_std": -0.219084, "nauc_recall_at_1_diff1": 0.488215, "nauc_recall_at_3_max": -0.014497, "nauc_recall_at_3_std": -0.225399, "nauc_recall_at_3_diff1": 0.327282, "nauc_recall_at_5_max": -0.105166, "nauc_recall_at_5_std": -0.211333, "nauc_recall_at_5_diff1": 0.22995, "nauc_recall_at_10_max": -0.051218, "nauc_recall_at_10_std": -0.212825, "nauc_recall_at_10_diff1": 0.285992, "nauc_recall_at_20_max": -0.078918, "nauc_recall_at_20_std": -0.232838, "nauc_recall_at_20_diff1": 0.189474, "nauc_recall_at_100_max": -0.077655, "nauc_recall_at_100_std": -0.215357, "nauc_recall_at_100_diff1": 0.087033, "nauc_recall_at_1000_max": -0.10159, "nauc_recall_at_1000_std": -0.087597, "nauc_recall_at_1000_diff1": -0.008352, "nauc_precision_at_1_max": 0.071131, "nauc_precision_at_1_std": -0.219084, "nauc_precision_at_1_diff1": 0.488215, "nauc_precision_at_3_max": -0.014497, "nauc_precision_at_3_std": -0.225399, "nauc_precision_at_3_diff1": 0.327282, "nauc_precision_at_5_max": -0.105166, "nauc_precision_at_5_std": -0.211333, "nauc_precision_at_5_diff1": 0.22995, "nauc_precision_at_10_max": -0.051218, "nauc_precision_at_10_std": -0.212825, "nauc_precision_at_10_diff1": 0.285992, "nauc_precision_at_20_max": -0.078918, "nauc_precision_at_20_std": -0.232838, "nauc_precision_at_20_diff1": 0.189474, "nauc_precision_at_100_max": -0.077655, "nauc_precision_at_100_std": -0.215357, "nauc_precision_at_100_diff1": 0.087033, "nauc_precision_at_1000_max": -0.10159, "nauc_precision_at_1000_std": -0.087597, "nauc_precision_at_1000_diff1": -0.008352, "nauc_mrr_at_1_max": 0.071131, "nauc_mrr_at_1_std": -0.219084, "nauc_mrr_at_1_diff1": 0.488215, "nauc_mrr_at_3_max": 0.015006, "nauc_mrr_at_3_std": -0.226963, "nauc_mrr_at_3_diff1": 0.399682, "nauc_mrr_at_5_max": -0.022281, "nauc_mrr_at_5_std": -0.222022, "nauc_mrr_at_5_diff1": 0.357999, "nauc_mrr_at_10_max": -0.012643, "nauc_mrr_at_10_std": -0.222477, "nauc_mrr_at_10_diff1": 0.363578, "nauc_mrr_at_20_max": -0.018337, "nauc_mrr_at_20_std": -0.225483, "nauc_mrr_at_20_diff1": 0.344862, "nauc_mrr_at_100_max": -0.022011, "nauc_mrr_at_100_std": -0.224332, "nauc_mrr_at_100_diff1": 0.326966, "nauc_mrr_at_1000_max": -0.023458, "nauc_mrr_at_1000_std": -0.221773, "nauc_mrr_at_1000_diff1": 0.320873, "main_score": 0.0233, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "ndcg_at_1": 0.016, "ndcg_at_3": 0.02699, "ndcg_at_5": 0.0319, "ndcg_at_10": 0.04061, "ndcg_at_20": 0.0454, "ndcg_at_100": 0.05976, "ndcg_at_1000": 0.08975, "map_at_1": 0.016, "map_at_3": 0.02433, "map_at_5": 0.02703, "map_at_10": 0.03068, "map_at_20": 0.03203, "map_at_100": 0.0337, "map_at_1000": 0.03457, "recall_at_1": 0.016, "recall_at_3": 0.03467, "recall_at_5": 0.04667, "recall_at_10": 0.07333, "recall_at_20": 0.092, "recall_at_100": 0.174, "recall_at_1000": 0.426, "precision_at_1": 0.016, "precision_at_3": 0.01156, "precision_at_5": 0.00933, "precision_at_10": 0.00733, "precision_at_20": 0.0046, "precision_at_100": 0.00174, "precision_at_1000": 0.00043, "mrr_at_1": 0.016, "mrr_at_3": 0.024333, "mrr_at_5": 0.027033, "mrr_at_10": 0.030675, "mrr_at_20": 0.032034, "mrr_at_100": 0.033703, "mrr_at_1000": 0.034565, "nauc_ndcg_at_1_max": -0.16765, "nauc_ndcg_at_1_std": 0.069102, "nauc_ndcg_at_1_diff1": -0.001901, "nauc_ndcg_at_3_max": -0.106906, "nauc_ndcg_at_3_std": 0.06279, "nauc_ndcg_at_3_diff1": -0.0966, "nauc_ndcg_at_5_max": -0.096923, "nauc_ndcg_at_5_std": 0.019352, "nauc_ndcg_at_5_diff1": -0.09003, "nauc_ndcg_at_10_max": -0.085937, "nauc_ndcg_at_10_std": -0.035706, "nauc_ndcg_at_10_diff1": -0.087762, "nauc_ndcg_at_20_max": -0.086063, "nauc_ndcg_at_20_std": -0.032739, "nauc_ndcg_at_20_diff1": -0.071288, "nauc_ndcg_at_100_max": -0.103539, "nauc_ndcg_at_100_std": -0.062968, "nauc_ndcg_at_100_diff1": -0.068499, "nauc_ndcg_at_1000_max": -0.116305, "nauc_ndcg_at_1000_std": -0.036232, "nauc_ndcg_at_1000_diff1": -0.064371, "nauc_map_at_1_max": -0.16765, "nauc_map_at_1_std": 0.069102, "nauc_map_at_1_diff1": -0.001901, "nauc_map_at_3_max": -0.115362, "nauc_map_at_3_std": 0.066191, "nauc_map_at_3_diff1": -0.081926, "nauc_map_at_5_max": -0.107191, "nauc_map_at_5_std": 0.037477, "nauc_map_at_5_diff1": -0.078859, "nauc_map_at_10_max": -0.099131, "nauc_map_at_10_std": 0.005387, "nauc_map_at_10_diff1": -0.078699, "nauc_map_at_20_max": -0.099152, "nauc_map_at_20_std": 0.004806, "nauc_map_at_20_diff1": -0.072641, "nauc_map_at_100_max": -0.101126, "nauc_map_at_100_std": -0.003698, "nauc_map_at_100_diff1": -0.072466, "nauc_map_at_1000_max": -0.101951, "nauc_map_at_1000_std": -0.002944, "nauc_map_at_1000_diff1": -0.072508, "nauc_recall_at_1_max": -0.16765, "nauc_recall_at_1_std": 0.069102, "nauc_recall_at_1_diff1": -0.001901, "nauc_recall_at_3_max": -0.090117, "nauc_recall_at_3_std": 0.055205, "nauc_recall_at_3_diff1": -0.126225, "nauc_recall_at_5_max": -0.079765, "nauc_recall_at_5_std": -0.015087, "nauc_recall_at_5_diff1": -0.108256, "nauc_recall_at_10_max": -0.069012, "nauc_recall_at_10_std": -0.097102, "nauc_recall_at_10_diff1": -0.098256, "nauc_recall_at_20_max": -0.071297, "nauc_recall_at_20_std": -0.078787, "nauc_recall_at_20_diff1": -0.063975, "nauc_recall_at_100_max": -0.117327, "nauc_recall_at_100_std": -0.12118, "nauc_recall_at_100_diff1": -0.059925, "nauc_recall_at_1000_max": -0.144043, "nauc_recall_at_1000_std": -0.035236, "nauc_recall_at_1000_diff1": -0.047961, "nauc_precision_at_1_max": -0.16765, "nauc_precision_at_1_std": 0.069102, "nauc_precision_at_1_diff1": -0.001901, "nauc_precision_at_3_max": -0.090117, "nauc_precision_at_3_std": 0.055205, "nauc_precision_at_3_diff1": -0.126225, "nauc_precision_at_5_max": -0.079765, "nauc_precision_at_5_std": -0.015087, "nauc_precision_at_5_diff1": -0.108256, "nauc_precision_at_10_max": -0.069012, "nauc_precision_at_10_std": -0.097102, "nauc_precision_at_10_diff1": -0.098256, "nauc_precision_at_20_max": -0.071297, "nauc_precision_at_20_std": -0.078787, "nauc_precision_at_20_diff1": -0.063975, "nauc_precision_at_100_max": -0.117327, "nauc_precision_at_100_std": -0.12118, "nauc_precision_at_100_diff1": -0.059925, "nauc_precision_at_1000_max": -0.144043, "nauc_precision_at_1000_std": -0.035236, "nauc_precision_at_1000_diff1": -0.047961, "nauc_mrr_at_1_max": -0.16765, "nauc_mrr_at_1_std": 0.069102, "nauc_mrr_at_1_diff1": -0.001901, "nauc_mrr_at_3_max": -0.115362, "nauc_mrr_at_3_std": 0.066191, "nauc_mrr_at_3_diff1": -0.081926, "nauc_mrr_at_5_max": -0.107191, "nauc_mrr_at_5_std": 0.037477, "nauc_mrr_at_5_diff1": -0.078859, "nauc_mrr_at_10_max": -0.099131, "nauc_mrr_at_10_std": 0.005387, "nauc_mrr_at_10_diff1": -0.078699, "nauc_mrr_at_20_max": -0.099152, "nauc_mrr_at_20_std": 0.004806, "nauc_mrr_at_20_diff1": -0.072641, "nauc_mrr_at_100_max": -0.101126, "nauc_mrr_at_100_std": -0.003698, "nauc_mrr_at_100_diff1": -0.072466, "nauc_mrr_at_1000_max": -0.101951, "nauc_mrr_at_1000_std": -0.002944, "nauc_mrr_at_1000_diff1": -0.072508, "main_score": 0.04061, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "ndcg_at_1": 0.03, "ndcg_at_3": 0.03829, "ndcg_at_5": 0.04234, "ndcg_at_10": 0.04648, "ndcg_at_20": 0.05174, "ndcg_at_100": 0.06391, "ndcg_at_1000": 0.09873, "map_at_1": 0.03, "map_at_3": 0.03611, "map_at_5": 0.03831, "map_at_10": 0.04005, "map_at_20": 0.04151, "map_at_100": 0.04299, "map_at_1000": 0.04393, "recall_at_1": 0.03, "recall_at_3": 0.04467, "recall_at_5": 0.05467, "recall_at_10": 0.06733, "recall_at_20": 0.088, "recall_at_100": 0.15667, "recall_at_1000": 0.452, "precision_at_1": 0.03, "precision_at_3": 0.01489, "precision_at_5": 0.01093, "precision_at_10": 0.00673, "precision_at_20": 0.0044, "precision_at_100": 0.00157, "precision_at_1000": 0.00045, "mrr_at_1": 0.03, "mrr_at_3": 0.036111, "mrr_at_5": 0.038311, "mrr_at_10": 0.040048, "mrr_at_20": 0.041506, "mrr_at_100": 0.042988, "mrr_at_1000": 0.04393, "nauc_ndcg_at_1_max": 0.260877, "nauc_ndcg_at_1_std": -0.156372, "nauc_ndcg_at_1_diff1": 0.386483, "nauc_ndcg_at_3_max": 0.178336, "nauc_ndcg_at_3_std": -0.152351, "nauc_ndcg_at_3_diff1": 0.316045, "nauc_ndcg_at_5_max": 0.163865, "nauc_ndcg_at_5_std": -0.16511, "nauc_ndcg_at_5_diff1": 0.297775, "nauc_ndcg_at_10_max": 0.130694, "nauc_ndcg_at_10_std": -0.170168, "nauc_ndcg_at_10_diff1": 0.280915, "nauc_ndcg_at_20_max": 0.104953, "nauc_ndcg_at_20_std": -0.176393, "nauc_ndcg_at_20_diff1": 0.254611, "nauc_ndcg_at_100_max": 0.064894, "nauc_ndcg_at_100_std": -0.180973, "nauc_ndcg_at_100_diff1": 0.219614, "nauc_ndcg_at_1000_max": 0.032716, "nauc_ndcg_at_1000_std": -0.128055, "nauc_ndcg_at_1000_diff1": 0.193716, "nauc_map_at_1_max": 0.260877, "nauc_map_at_1_std": -0.156372, "nauc_map_at_1_diff1": 0.386483, "nauc_map_at_3_max": 0.196289, "nauc_map_at_3_std": -0.151965, "nauc_map_at_3_diff1": 0.330119, "nauc_map_at_5_max": 0.186555, "nauc_map_at_5_std": -0.159429, "nauc_map_at_5_diff1": 0.318075, "nauc_map_at_10_max": 0.169119, "nauc_map_at_10_std": -0.162062, "nauc_map_at_10_diff1": 0.309318, "nauc_map_at_20_max": 0.158679, "nauc_map_at_20_std": -0.1647, "nauc_map_at_20_diff1": 0.298524, "nauc_map_at_100_max": 0.149954, "nauc_map_at_100_std": -0.16584, "nauc_map_at_100_diff1": 0.291005, "nauc_map_at_1000_max": 0.146861, "nauc_map_at_1000_std": -0.164339, "nauc_map_at_1000_diff1": 0.289038, "nauc_recall_at_1_max": 0.260877, "nauc_recall_at_1_std": -0.156372, "nauc_recall_at_1_diff1": 0.386483, "nauc_recall_at_3_max": 0.135978, "nauc_recall_at_3_std": -0.153651, "nauc_recall_at_3_diff1": 0.283222, "nauc_recall_at_5_max": 0.116022, "nauc_recall_at_5_std": -0.178513, "nauc_recall_at_5_diff1": 0.254965, "nauc_recall_at_10_max": 0.055998, "nauc_recall_at_10_std": -0.186889, "nauc_recall_at_10_diff1": 0.226519, "nauc_recall_at_20_max": 0.014708, "nauc_recall_at_20_std": -0.196691, "nauc_recall_at_20_diff1": 0.18084, "nauc_recall_at_100_max": -0.05165, "nauc_recall_at_100_std": -0.200341, "nauc_recall_at_100_diff1": 0.120893, "nauc_recall_at_1000_max": -0.092974, "nauc_recall_at_1000_std": -0.03208, "nauc_recall_at_1000_diff1": 0.082564, "nauc_precision_at_1_max": 0.260877, "nauc_precision_at_1_std": -0.156372, "nauc_precision_at_1_diff1": 0.386483, "nauc_precision_at_3_max": 0.135978, "nauc_precision_at_3_std": -0.153651, "nauc_precision_at_3_diff1": 0.283222, "nauc_precision_at_5_max": 0.116022, "nauc_precision_at_5_std": -0.178513, "nauc_precision_at_5_diff1": 0.254965, "nauc_precision_at_10_max": 0.055998, "nauc_precision_at_10_std": -0.186889, "nauc_precision_at_10_diff1": 0.226519, "nauc_precision_at_20_max": 0.014708, "nauc_precision_at_20_std": -0.196691, "nauc_precision_at_20_diff1": 0.18084, "nauc_precision_at_100_max": -0.05165, "nauc_precision_at_100_std": -0.200341, "nauc_precision_at_100_diff1": 0.120893, "nauc_precision_at_1000_max": -0.092974, "nauc_precision_at_1000_std": -0.03208, "nauc_precision_at_1000_diff1": 0.082564, "nauc_mrr_at_1_max": 0.260877, "nauc_mrr_at_1_std": -0.156372, "nauc_mrr_at_1_diff1": 0.386483, "nauc_mrr_at_3_max": 0.196289, "nauc_mrr_at_3_std": -0.151965, "nauc_mrr_at_3_diff1": 0.330119, "nauc_mrr_at_5_max": 0.186555, "nauc_mrr_at_5_std": -0.159429, "nauc_mrr_at_5_diff1": 0.318075, "nauc_mrr_at_10_max": 0.169119, "nauc_mrr_at_10_std": -0.162062, "nauc_mrr_at_10_diff1": 0.309318, "nauc_mrr_at_20_max": 0.158679, "nauc_mrr_at_20_std": -0.1647, "nauc_mrr_at_20_diff1": 0.298524, "nauc_mrr_at_100_max": 0.149954, "nauc_mrr_at_100_std": -0.16584, "nauc_mrr_at_100_diff1": 0.291005, "nauc_mrr_at_1000_max": 0.146861, "nauc_mrr_at_1000_std": -0.164339, "nauc_mrr_at_1000_diff1": 0.289038, "main_score": 0.04648, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.058, "ndcg_at_3": 0.08381, "ndcg_at_5": 0.10116, "ndcg_at_10": 0.11497, "ndcg_at_20": 0.13106, "ndcg_at_100": 0.15971, "ndcg_at_1000": 0.19062, "map_at_1": 0.058, "map_at_3": 0.07711, "map_at_5": 0.08661, "map_at_10": 0.09232, "map_at_20": 0.09668, "map_at_100": 0.10046, "map_at_1000": 0.10141, "recall_at_1": 0.058, "recall_at_3": 0.10333, "recall_at_5": 0.146, "recall_at_10": 0.18867, "recall_at_20": 0.25267, "recall_at_100": 0.41, "recall_at_1000": 0.666, "precision_at_1": 0.058, "precision_at_3": 0.03444, "precision_at_5": 0.0292, "precision_at_10": 0.01887, "precision_at_20": 0.01263, "precision_at_100": 0.0041, "precision_at_1000": 0.00067, "mrr_at_1": 0.058, "mrr_at_3": 0.077111, "mrr_at_5": 0.086611, "mrr_at_10": 0.09232, "mrr_at_20": 0.09668, "mrr_at_100": 0.100455, "mrr_at_1000": 0.101411, "nauc_ndcg_at_1_max": -0.014921, "nauc_ndcg_at_1_std": -0.105666, "nauc_ndcg_at_1_diff1": 0.153478, "nauc_ndcg_at_3_max": -0.040877, "nauc_ndcg_at_3_std": -0.082381, "nauc_ndcg_at_3_diff1": 0.072398, "nauc_ndcg_at_5_max": -0.051809, "nauc_ndcg_at_5_std": -0.065604, "nauc_ndcg_at_5_diff1": 0.065202, "nauc_ndcg_at_10_max": -0.055114, "nauc_ndcg_at_10_std": -0.052469, "nauc_ndcg_at_10_diff1": 0.055216, "nauc_ndcg_at_20_max": -0.058674, "nauc_ndcg_at_20_std": -0.046783, "nauc_ndcg_at_20_diff1": 0.048959, "nauc_ndcg_at_100_max": -0.070357, "nauc_ndcg_at_100_std": -0.019972, "nauc_ndcg_at_100_diff1": 0.046125, "nauc_ndcg_at_1000_max": -0.080762, "nauc_ndcg_at_1000_std": -0.014112, "nauc_ndcg_at_1000_diff1": 0.044395, "nauc_map_at_1_max": -0.014921, "nauc_map_at_1_std": -0.105666, "nauc_map_at_1_diff1": 0.153478, "nauc_map_at_3_max": -0.035528, "nauc_map_at_3_std": -0.086568, "nauc_map_at_3_diff1": 0.088382, "nauc_map_at_5_max": -0.042993, "nauc_map_at_5_std": -0.075958, "nauc_map_at_5_diff1": 0.082575, "nauc_map_at_10_max": -0.045214, "nauc_map_at_10_std": -0.068703, "nauc_map_at_10_diff1": 0.077178, "nauc_map_at_20_max": -0.046512, "nauc_map_at_20_std": -0.066369, "nauc_map_at_20_diff1": 0.075079, "nauc_map_at_100_max": -0.048142, "nauc_map_at_100_std": -0.061616, "nauc_map_at_100_diff1": 0.074731, "nauc_map_at_1000_max": -0.048792, "nauc_map_at_1000_std": -0.061234, "nauc_map_at_1000_diff1": 0.074332, "nauc_recall_at_1_max": -0.014921, "nauc_recall_at_1_std": -0.105666, "nauc_recall_at_1_diff1": 0.153478, "nauc_recall_at_3_max": -0.05266, "nauc_recall_at_3_std": -0.073327, "nauc_recall_at_3_diff1": 0.037393, "nauc_recall_at_5_max": -0.069019, "nauc_recall_at_5_std": -0.044838, "nauc_recall_at_5_diff1": 0.032388, "nauc_recall_at_10_max": -0.072077, "nauc_recall_at_10_std": -0.022915, "nauc_recall_at_10_diff1": 0.017132, "nauc_recall_at_20_max": -0.078817, "nauc_recall_at_20_std": -0.013619, "nauc_recall_at_20_diff1": 0.005598, "nauc_recall_at_100_max": -0.115102, "nauc_recall_at_100_std": 0.06417, "nauc_recall_at_100_diff1": 2e-05, "nauc_recall_at_1000_max": -0.177997, "nauc_recall_at_1000_std": 0.116643, "nauc_recall_at_1000_diff1": -0.011255, "nauc_precision_at_1_max": -0.014921, "nauc_precision_at_1_std": -0.105666, "nauc_precision_at_1_diff1": 0.153478, "nauc_precision_at_3_max": -0.05266, "nauc_precision_at_3_std": -0.073327, "nauc_precision_at_3_diff1": 0.037393, "nauc_precision_at_5_max": -0.069019, "nauc_precision_at_5_std": -0.044838, "nauc_precision_at_5_diff1": 0.032388, "nauc_precision_at_10_max": -0.072077, "nauc_precision_at_10_std": -0.022915, "nauc_precision_at_10_diff1": 0.017132, "nauc_precision_at_20_max": -0.078817, "nauc_precision_at_20_std": -0.013619, "nauc_precision_at_20_diff1": 0.005598, "nauc_precision_at_100_max": -0.115102, "nauc_precision_at_100_std": 0.06417, "nauc_precision_at_100_diff1": 2e-05, "nauc_precision_at_1000_max": -0.177997, "nauc_precision_at_1000_std": 0.116643, "nauc_precision_at_1000_diff1": -0.011255, "nauc_mrr_at_1_max": -0.014921, "nauc_mrr_at_1_std": -0.105666, "nauc_mrr_at_1_diff1": 0.153478, "nauc_mrr_at_3_max": -0.035528, "nauc_mrr_at_3_std": -0.086568, "nauc_mrr_at_3_diff1": 0.088382, "nauc_mrr_at_5_max": -0.042993, "nauc_mrr_at_5_std": -0.075958, "nauc_mrr_at_5_diff1": 0.082575, "nauc_mrr_at_10_max": -0.045214, "nauc_mrr_at_10_std": -0.068703, "nauc_mrr_at_10_diff1": 0.077178, "nauc_mrr_at_20_max": -0.046512, "nauc_mrr_at_20_std": -0.066369, "nauc_mrr_at_20_diff1": 0.075079, "nauc_mrr_at_100_max": -0.048142, "nauc_mrr_at_100_std": -0.061616, "nauc_mrr_at_100_diff1": 0.074731, "nauc_mrr_at_1000_max": -0.048792, "nauc_mrr_at_1000_std": -0.061234, "nauc_mrr_at_1000_diff1": 0.074332, "main_score": 0.11497, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.00067, "ndcg_at_3": 0.00109, "ndcg_at_5": 0.00163, "ndcg_at_10": 0.00185, "ndcg_at_20": 0.0029, "ndcg_at_100": 0.00625, "ndcg_at_1000": 0.0157, "map_at_1": 0.00067, "map_at_3": 0.001, "map_at_5": 0.0013, "map_at_10": 0.0014, "map_at_20": 0.0017, "map_at_100": 0.00213, "map_at_1000": 0.00235, "recall_at_1": 0.00067, "recall_at_3": 0.00133, "recall_at_5": 0.00267, "recall_at_10": 0.00333, "recall_at_20": 0.00733, "recall_at_100": 0.026, "recall_at_1000": 0.10867, "precision_at_1": 0.00067, "precision_at_3": 0.00044, "precision_at_5": 0.00053, "precision_at_10": 0.00033, "precision_at_20": 0.00037, "precision_at_100": 0.00026, "precision_at_1000": 0.00011, "mrr_at_1": 0.000667, "mrr_at_3": 0.001, "mrr_at_5": 0.0013, "mrr_at_10": 0.001395, "mrr_at_20": 0.0017, "mrr_at_100": 0.002129, "mrr_at_1000": 0.002353, "nauc_ndcg_at_1_max": 0.661926, "nauc_ndcg_at_1_std": -0.574725, "nauc_ndcg_at_1_diff1": -0.574725, "nauc_ndcg_at_3_max": 0.37856, "nauc_ndcg_at_3_std": -0.37969, "nauc_ndcg_at_3_diff1": 0.034462, "nauc_ndcg_at_5_max": 0.131767, "nauc_ndcg_at_5_std": -0.085314, "nauc_ndcg_at_5_diff1": -0.017507, "nauc_ndcg_at_10_max": 0.127777, "nauc_ndcg_at_10_std": -0.143958, "nauc_ndcg_at_10_diff1": -0.040069, "nauc_ndcg_at_20_max": -0.035761, "nauc_ndcg_at_20_std": -0.028004, "nauc_ndcg_at_20_diff1": 0.124221, "nauc_ndcg_at_100_max": -0.055187, "nauc_ndcg_at_100_std": 0.023827, "nauc_ndcg_at_100_diff1": -0.012921, "nauc_ndcg_at_1000_max": -0.067508, "nauc_ndcg_at_1000_std": 0.039481, "nauc_ndcg_at_1000_diff1": -0.003781, "nauc_map_at_1_max": 0.661926, "nauc_map_at_1_std": -0.574725, "nauc_map_at_1_diff1": -0.574725, "nauc_map_at_3_max": 0.417762, "nauc_map_at_3_std": -0.406672, "nauc_map_at_3_diff1": -0.049817, "nauc_map_at_5_max": 0.236197, "nauc_map_at_5_std": -0.194747, "nauc_map_at_5_diff1": -0.069053, "nauc_map_at_10_max": 0.226796, "nauc_map_at_10_std": -0.220684, "nauc_map_at_10_diff1": -0.078387, "nauc_map_at_20_max": 0.129839, "nauc_map_at_20_std": -0.156913, "nauc_map_at_20_diff1": 0.008304, "nauc_map_at_100_max": 0.09208, "nauc_map_at_100_std": -0.102272, "nauc_map_at_100_diff1": -0.023612, "nauc_map_at_1000_max": 0.079572, "nauc_map_at_1000_std": -0.093458, "nauc_map_at_1000_diff1": -0.024022, "nauc_recall_at_1_max": 0.661926, "nauc_recall_at_1_std": -0.574725, "nauc_recall_at_1_diff1": -0.574725, "nauc_recall_at_3_max": 0.29568, "nauc_recall_at_3_std": -0.322646, "nauc_recall_at_3_diff1": 0.212638, "nauc_recall_at_5_max": -0.028508, "nauc_recall_at_5_std": 0.085122, "nauc_recall_at_5_diff1": 0.051315, "nauc_recall_at_10_max": -0.003112, "nauc_recall_at_10_std": -0.046847, "nauc_recall_at_10_diff1": -0.000107, "nauc_recall_at_20_max": -0.182843, "nauc_recall_at_20_std": 0.088689, "nauc_recall_at_20_diff1": 0.230895, "nauc_recall_at_100_max": -0.10793, "nauc_recall_at_100_std": 0.063129, "nauc_recall_at_100_diff1": -0.025118, "nauc_recall_at_1000_max": -0.088268, "nauc_recall_at_1000_std": 0.061278, "nauc_recall_at_1000_diff1": 0.001189, "nauc_precision_at_1_max": 0.661926, "nauc_precision_at_1_std": -0.574725, "nauc_precision_at_1_diff1": -0.574725, "nauc_precision_at_3_max": 0.29568, "nauc_precision_at_3_std": -0.322646, "nauc_precision_at_3_diff1": 0.212638, "nauc_precision_at_5_max": -0.028508, "nauc_precision_at_5_std": 0.085122, "nauc_precision_at_5_diff1": 0.051315, "nauc_precision_at_10_max": -0.003112, "nauc_precision_at_10_std": -0.046847, "nauc_precision_at_10_diff1": -0.000107, "nauc_precision_at_20_max": -0.182843, "nauc_precision_at_20_std": 0.088689, "nauc_precision_at_20_diff1": 0.230895, "nauc_precision_at_100_max": -0.10793, "nauc_precision_at_100_std": 0.063129, "nauc_precision_at_100_diff1": -0.025118, "nauc_precision_at_1000_max": -0.088268, "nauc_precision_at_1000_std": 0.061278, "nauc_precision_at_1000_diff1": 0.001189, "nauc_mrr_at_1_max": 0.661926, "nauc_mrr_at_1_std": -0.574725, "nauc_mrr_at_1_diff1": -0.574725, "nauc_mrr_at_3_max": 0.417762, "nauc_mrr_at_3_std": -0.406672, "nauc_mrr_at_3_diff1": -0.049817, "nauc_mrr_at_5_max": 0.236197, "nauc_mrr_at_5_std": -0.194747, "nauc_mrr_at_5_diff1": -0.069053, "nauc_mrr_at_10_max": 0.226796, "nauc_mrr_at_10_std": -0.220684, "nauc_mrr_at_10_diff1": -0.078387, "nauc_mrr_at_20_max": 0.129839, "nauc_mrr_at_20_std": -0.156913, "nauc_mrr_at_20_diff1": 0.008304, "nauc_mrr_at_100_max": 0.09208, "nauc_mrr_at_100_std": -0.102272, "nauc_mrr_at_100_diff1": -0.023612, "nauc_mrr_at_1000_max": 0.079572, "nauc_mrr_at_1000_std": -0.093459, "nauc_mrr_at_1000_diff1": -0.024023, "main_score": 0.00185, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.012, "ndcg_at_3": 0.01468, "ndcg_at_5": 0.01554, "ndcg_at_10": 0.01709, "ndcg_at_20": 0.01943, "ndcg_at_100": 0.02431, "ndcg_at_1000": 0.04715, "map_at_1": 0.012, "map_at_3": 0.014, "map_at_5": 0.0145, "map_at_10": 0.01516, "map_at_20": 0.01579, "map_at_100": 0.0164, "map_at_1000": 0.01693, "recall_at_1": 0.012, "recall_at_3": 0.01667, "recall_at_5": 0.01867, "recall_at_10": 0.02333, "recall_at_20": 0.03267, "recall_at_100": 0.06, "recall_at_1000": 0.26, "precision_at_1": 0.012, "precision_at_3": 0.00556, "precision_at_5": 0.00373, "precision_at_10": 0.00233, "precision_at_20": 0.00163, "precision_at_100": 0.0006, "precision_at_1000": 0.00026, "mrr_at_1": 0.012, "mrr_at_3": 0.014, "mrr_at_5": 0.0145, "mrr_at_10": 0.015159, "mrr_at_20": 0.015792, "mrr_at_100": 0.016404, "mrr_at_1000": 0.016927, "nauc_ndcg_at_1_max": -0.167576, "nauc_ndcg_at_1_std": -0.151731, "nauc_ndcg_at_1_diff1": 0.337179, "nauc_ndcg_at_3_max": -0.155208, "nauc_ndcg_at_3_std": -0.156011, "nauc_ndcg_at_3_diff1": 0.325278, "nauc_ndcg_at_5_max": -0.163072, "nauc_ndcg_at_5_std": -0.177826, "nauc_ndcg_at_5_diff1": 0.305632, "nauc_ndcg_at_10_max": -0.179801, "nauc_ndcg_at_10_std": -0.155784, "nauc_ndcg_at_10_diff1": 0.301291, "nauc_ndcg_at_20_max": -0.182321, "nauc_ndcg_at_20_std": -0.160196, "nauc_ndcg_at_20_diff1": 0.252231, "nauc_ndcg_at_100_max": -0.220406, "nauc_ndcg_at_100_std": -0.170751, "nauc_ndcg_at_100_diff1": 0.212869, "nauc_ndcg_at_1000_max": -0.167053, "nauc_ndcg_at_1000_std": -0.10513, "nauc_ndcg_at_1000_diff1": 0.147255, "nauc_map_at_1_max": -0.167576, "nauc_map_at_1_std": -0.151731, "nauc_map_at_1_diff1": 0.337179, "nauc_map_at_3_max": -0.154341, "nauc_map_at_3_std": -0.155781, "nauc_map_at_3_diff1": 0.330062, "nauc_map_at_5_max": -0.159264, "nauc_map_at_5_std": -0.169364, "nauc_map_at_5_diff1": 0.317673, "nauc_map_at_10_max": -0.167563, "nauc_map_at_10_std": -0.15926, "nauc_map_at_10_diff1": 0.315321, "nauc_map_at_20_max": -0.169165, "nauc_map_at_20_std": -0.16154, "nauc_map_at_20_diff1": 0.298457, "nauc_map_at_100_max": -0.176331, "nauc_map_at_100_std": -0.163462, "nauc_map_at_100_diff1": 0.29019, "nauc_map_at_1000_max": -0.175559, "nauc_map_at_1000_std": -0.161612, "nauc_map_at_1000_diff1": 0.284499, "nauc_recall_at_1_max": -0.167576, "nauc_recall_at_1_std": -0.151731, "nauc_recall_at_1_diff1": 0.337179, "nauc_recall_at_3_max": -0.158497, "nauc_recall_at_3_std": -0.15634, "nauc_recall_at_3_diff1": 0.312874, "nauc_recall_at_5_max": -0.173349, "nauc_recall_at_5_std": -0.198484, "nauc_recall_at_5_diff1": 0.276218, "nauc_recall_at_10_max": -0.207942, "nauc_recall_at_10_std": -0.14531, "nauc_recall_at_10_diff1": 0.271693, "nauc_recall_at_20_max": -0.204952, "nauc_recall_at_20_std": -0.155331, "nauc_recall_at_20_diff1": 0.16384, "nauc_recall_at_100_max": -0.283284, "nauc_recall_at_100_std": -0.181633, "nauc_recall_at_100_diff1": 0.110706, "nauc_recall_at_1000_max": -0.137492, "nauc_recall_at_1000_std": -0.043612, "nauc_recall_at_1000_diff1": 0.05995, "nauc_precision_at_1_max": -0.167576, "nauc_precision_at_1_std": -0.151731, "nauc_precision_at_1_diff1": 0.337179, "nauc_precision_at_3_max": -0.158497, "nauc_precision_at_3_std": -0.15634, "nauc_precision_at_3_diff1": 0.312874, "nauc_precision_at_5_max": -0.173349, "nauc_precision_at_5_std": -0.198484, "nauc_precision_at_5_diff1": 0.276218, "nauc_precision_at_10_max": -0.207942, "nauc_precision_at_10_std": -0.14531, "nauc_precision_at_10_diff1": 0.271693, "nauc_precision_at_20_max": -0.204952, "nauc_precision_at_20_std": -0.155331, "nauc_precision_at_20_diff1": 0.16384, "nauc_precision_at_100_max": -0.283284, "nauc_precision_at_100_std": -0.181633, "nauc_precision_at_100_diff1": 0.110706, "nauc_precision_at_1000_max": -0.137492, "nauc_precision_at_1000_std": -0.043612, "nauc_precision_at_1000_diff1": 0.05995, "nauc_mrr_at_1_max": -0.167576, "nauc_mrr_at_1_std": -0.151731, "nauc_mrr_at_1_diff1": 0.337179, "nauc_mrr_at_3_max": -0.154341, "nauc_mrr_at_3_std": -0.155781, "nauc_mrr_at_3_diff1": 0.330062, "nauc_mrr_at_5_max": -0.159264, "nauc_mrr_at_5_std": -0.169364, "nauc_mrr_at_5_diff1": 0.317673, "nauc_mrr_at_10_max": -0.167563, "nauc_mrr_at_10_std": -0.15926, "nauc_mrr_at_10_diff1": 0.315321, "nauc_mrr_at_20_max": -0.169165, "nauc_mrr_at_20_std": -0.16154, "nauc_mrr_at_20_diff1": 0.298457, "nauc_mrr_at_100_max": -0.176331, "nauc_mrr_at_100_std": -0.163462, "nauc_mrr_at_100_diff1": 0.29019, "nauc_mrr_at_1000_max": -0.175558, "nauc_mrr_at_1000_std": -0.161611, "nauc_mrr_at_1000_diff1": 0.284499, "main_score": 0.01709, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.004, "ndcg_at_3": 0.00609, "ndcg_at_5": 0.00778, "ndcg_at_10": 0.00887, "ndcg_at_20": 0.00921, "ndcg_at_100": 0.01111, "ndcg_at_1000": 0.02066, "map_at_1": 0.004, "map_at_3": 0.00544, "map_at_5": 0.00641, "map_at_10": 0.00687, "map_at_20": 0.00696, "map_at_100": 0.0072, "map_at_1000": 0.00741, "recall_at_1": 0.004, "recall_at_3": 0.008, "recall_at_5": 0.012, "recall_at_10": 0.01533, "recall_at_20": 0.01667, "recall_at_100": 0.02733, "recall_at_1000": 0.11133, "precision_at_1": 0.004, "precision_at_3": 0.00267, "precision_at_5": 0.0024, "precision_at_10": 0.00153, "precision_at_20": 0.00083, "precision_at_100": 0.00027, "precision_at_1000": 0.00011, "mrr_at_1": 0.004, "mrr_at_3": 0.005444, "mrr_at_5": 0.006411, "mrr_at_10": 0.006869, "mrr_at_20": 0.006962, "mrr_at_100": 0.007199, "mrr_at_1000": 0.007414, "nauc_ndcg_at_1_max": 0.046731, "nauc_ndcg_at_1_std": -0.16461, "nauc_ndcg_at_1_diff1": 0.742688, "nauc_ndcg_at_3_max": 0.072007, "nauc_ndcg_at_3_std": -0.197274, "nauc_ndcg_at_3_diff1": 0.696483, "nauc_ndcg_at_5_max": -0.012764, "nauc_ndcg_at_5_std": -0.189032, "nauc_ndcg_at_5_diff1": 0.66593, "nauc_ndcg_at_10_max": 0.043856, "nauc_ndcg_at_10_std": -0.209335, "nauc_ndcg_at_10_diff1": 0.637362, "nauc_ndcg_at_20_max": 0.054106, "nauc_ndcg_at_20_std": -0.20954, "nauc_ndcg_at_20_diff1": 0.635272, "nauc_ndcg_at_100_max": 0.070876, "nauc_ndcg_at_100_std": -0.217659, "nauc_ndcg_at_100_diff1": 0.535789, "nauc_ndcg_at_1000_max": 0.077656, "nauc_ndcg_at_1000_std": -0.156028, "nauc_ndcg_at_1000_diff1": 0.323297, "nauc_map_at_1_max": 0.046731, "nauc_map_at_1_std": -0.16461, "nauc_map_at_1_diff1": 0.742688, "nauc_map_at_3_max": 0.074837, "nauc_map_at_3_std": -0.189357, "nauc_map_at_3_diff1": 0.707463, "nauc_map_at_5_max": 0.013183, "nauc_map_at_5_std": -0.184435, "nauc_map_at_5_diff1": 0.686242, "nauc_map_at_10_max": 0.041747, "nauc_map_at_10_std": -0.195094, "nauc_map_at_10_diff1": 0.668085, "nauc_map_at_20_max": 0.045499, "nauc_map_at_20_std": -0.194771, "nauc_map_at_20_diff1": 0.667703, "nauc_map_at_100_max": 0.051509, "nauc_map_at_100_std": -0.196684, "nauc_map_at_100_diff1": 0.646465, "nauc_map_at_1000_max": 0.052334, "nauc_map_at_1000_std": -0.193683, "nauc_map_at_1000_diff1": 0.62881, "nauc_recall_at_1_max": 0.046731, "nauc_recall_at_1_std": -0.16461, "nauc_recall_at_1_diff1": 0.742688, "nauc_recall_at_3_max": 0.064395, "nauc_recall_at_3_std": -0.21342, "nauc_recall_at_3_diff1": 0.674135, "nauc_recall_at_5_max": -0.057359, "nauc_recall_at_5_std": -0.196315, "nauc_recall_at_5_diff1": 0.631249, "nauc_recall_at_10_max": 0.053406, "nauc_recall_at_10_std": -0.23216, "nauc_recall_at_10_diff1": 0.591372, "nauc_recall_at_20_max": 0.075042, "nauc_recall_at_20_std": -0.232638, "nauc_recall_at_20_diff1": 0.588001, "nauc_recall_at_100_max": 0.096062, "nauc_recall_at_100_std": -0.242384, "nauc_recall_at_100_diff1": 0.383392, "nauc_recall_at_1000_max": 0.08895, "nauc_recall_at_1000_std": -0.121852, "nauc_recall_at_1000_diff1": 0.150718, "nauc_precision_at_1_max": 0.046731, "nauc_precision_at_1_std": -0.16461, "nauc_precision_at_1_diff1": 0.742688, "nauc_precision_at_3_max": 0.064395, "nauc_precision_at_3_std": -0.21342, "nauc_precision_at_3_diff1": 0.674135, "nauc_precision_at_5_max": -0.057359, "nauc_precision_at_5_std": -0.196315, "nauc_precision_at_5_diff1": 0.631249, "nauc_precision_at_10_max": 0.053406, "nauc_precision_at_10_std": -0.23216, "nauc_precision_at_10_diff1": 0.591372, "nauc_precision_at_20_max": 0.075042, "nauc_precision_at_20_std": -0.232638, "nauc_precision_at_20_diff1": 0.588001, "nauc_precision_at_100_max": 0.096062, "nauc_precision_at_100_std": -0.242384, "nauc_precision_at_100_diff1": 0.383392, "nauc_precision_at_1000_max": 0.08895, "nauc_precision_at_1000_std": -0.121852, "nauc_precision_at_1000_diff1": 0.150718, "nauc_mrr_at_1_max": 0.046731, "nauc_mrr_at_1_std": -0.16461, "nauc_mrr_at_1_diff1": 0.742688, "nauc_mrr_at_3_max": 0.074837, "nauc_mrr_at_3_std": -0.189357, "nauc_mrr_at_3_diff1": 0.707463, "nauc_mrr_at_5_max": 0.013183, "nauc_mrr_at_5_std": -0.184435, "nauc_mrr_at_5_diff1": 0.686242, "nauc_mrr_at_10_max": 0.041747, "nauc_mrr_at_10_std": -0.195094, "nauc_mrr_at_10_diff1": 0.668085, "nauc_mrr_at_20_max": 0.045499, "nauc_mrr_at_20_std": -0.194771, "nauc_mrr_at_20_diff1": 0.667703, "nauc_mrr_at_100_max": 0.051509, "nauc_mrr_at_100_std": -0.196684, "nauc_mrr_at_100_diff1": 0.646465, "nauc_mrr_at_1000_max": 0.052334, "nauc_mrr_at_1000_std": -0.193684, "nauc_mrr_at_1000_diff1": 0.62881, "main_score": 0.00887, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.02067, "ndcg_at_3": 0.0319, "ndcg_at_5": 0.0381, "ndcg_at_10": 0.04337, "ndcg_at_20": 0.04967, "ndcg_at_100": 0.06909, "ndcg_at_1000": 0.09755, "map_at_1": 0.02067, "map_at_3": 0.02911, "map_at_5": 0.03248, "map_at_10": 0.03471, "map_at_20": 0.03638, "map_at_100": 0.03878, "map_at_1000": 0.03964, "recall_at_1": 0.02067, "recall_at_3": 0.04, "recall_at_5": 0.05533, "recall_at_10": 0.07133, "recall_at_20": 0.09667, "recall_at_100": 0.20533, "recall_at_1000": 0.442, "precision_at_1": 0.02067, "precision_at_3": 0.01333, "precision_at_5": 0.01107, "precision_at_10": 0.00713, "precision_at_20": 0.00483, "precision_at_100": 0.00205, "precision_at_1000": 0.00044, "mrr_at_1": 0.020667, "mrr_at_3": 0.029111, "mrr_at_5": 0.032478, "mrr_at_10": 0.03471, "mrr_at_20": 0.036381, "mrr_at_100": 0.038779, "mrr_at_1000": 0.039637, "nauc_ndcg_at_1_max": -0.085635, "nauc_ndcg_at_1_std": -0.053411, "nauc_ndcg_at_1_diff1": 0.21407, "nauc_ndcg_at_3_max": -0.042756, "nauc_ndcg_at_3_std": -0.107722, "nauc_ndcg_at_3_diff1": 0.177693, "nauc_ndcg_at_5_max": -0.062202, "nauc_ndcg_at_5_std": -0.117447, "nauc_ndcg_at_5_diff1": 0.165329, "nauc_ndcg_at_10_max": -0.065613, "nauc_ndcg_at_10_std": -0.119966, "nauc_ndcg_at_10_diff1": 0.145758, "nauc_ndcg_at_20_max": -0.068866, "nauc_ndcg_at_20_std": -0.119528, "nauc_ndcg_at_20_diff1": 0.120885, "nauc_ndcg_at_100_max": -0.069368, "nauc_ndcg_at_100_std": -0.112159, "nauc_ndcg_at_100_diff1": 0.116995, "nauc_ndcg_at_1000_max": -0.079186, "nauc_ndcg_at_1000_std": -0.07564, "nauc_ndcg_at_1000_diff1": 0.092119, "nauc_map_at_1_max": -0.085635, "nauc_map_at_1_std": -0.053411, "nauc_map_at_1_diff1": 0.21407, "nauc_map_at_3_max": -0.051756, "nauc_map_at_3_std": -0.099796, "nauc_map_at_3_diff1": 0.185137, "nauc_map_at_5_max": -0.06348, "nauc_map_at_5_std": -0.106367, "nauc_map_at_5_diff1": 0.175918, "nauc_map_at_10_max": -0.064326, "nauc_map_at_10_std": -0.108772, "nauc_map_at_10_diff1": 0.164585, "nauc_map_at_20_max": -0.065838, "nauc_map_at_20_std": -0.109702, "nauc_map_at_20_diff1": 0.153948, "nauc_map_at_100_max": -0.066457, "nauc_map_at_100_std": -0.108627, "nauc_map_at_100_diff1": 0.151275, "nauc_map_at_1000_max": -0.067203, "nauc_map_at_1000_std": -0.106862, "nauc_map_at_1000_diff1": 0.150196, "nauc_recall_at_1_max": -0.085635, "nauc_recall_at_1_std": -0.053411, "nauc_recall_at_1_diff1": 0.21407, "nauc_recall_at_3_max": -0.023357, "nauc_recall_at_3_std": -0.123956, "nauc_recall_at_3_diff1": 0.161694, "nauc_recall_at_5_max": -0.061243, "nauc_recall_at_5_std": -0.137127, "nauc_recall_at_5_diff1": 0.146431, "nauc_recall_at_10_max": -0.070017, "nauc_recall_at_10_std": -0.136476, "nauc_recall_at_10_diff1": 0.115419, "nauc_recall_at_20_max": -0.074804, "nauc_recall_at_20_std": -0.129563, "nauc_recall_at_20_diff1": 0.074241, "nauc_recall_at_100_max": -0.072057, "nauc_recall_at_100_std": -0.110189, "nauc_recall_at_100_diff1": 0.087392, "nauc_recall_at_1000_max": -0.095368, "nauc_recall_at_1000_std": -0.010296, "nauc_recall_at_1000_diff1": 0.020801, "nauc_precision_at_1_max": -0.085635, "nauc_precision_at_1_std": -0.053411, "nauc_precision_at_1_diff1": 0.21407, "nauc_precision_at_3_max": -0.023357, "nauc_precision_at_3_std": -0.123956, "nauc_precision_at_3_diff1": 0.161694, "nauc_precision_at_5_max": -0.061243, "nauc_precision_at_5_std": -0.137127, "nauc_precision_at_5_diff1": 0.146431, "nauc_precision_at_10_max": -0.070017, "nauc_precision_at_10_std": -0.136476, "nauc_precision_at_10_diff1": 0.115419, "nauc_precision_at_20_max": -0.074804, "nauc_precision_at_20_std": -0.129563, "nauc_precision_at_20_diff1": 0.074241, "nauc_precision_at_100_max": -0.072057, "nauc_precision_at_100_std": -0.110189, "nauc_precision_at_100_diff1": 0.087392, "nauc_precision_at_1000_max": -0.095368, "nauc_precision_at_1000_std": -0.010296, "nauc_precision_at_1000_diff1": 0.020801, "nauc_mrr_at_1_max": -0.085635, "nauc_mrr_at_1_std": -0.053411, "nauc_mrr_at_1_diff1": 0.21407, "nauc_mrr_at_3_max": -0.051756, "nauc_mrr_at_3_std": -0.099796, "nauc_mrr_at_3_diff1": 0.185137, "nauc_mrr_at_5_max": -0.06348, "nauc_mrr_at_5_std": -0.106367, "nauc_mrr_at_5_diff1": 0.175918, "nauc_mrr_at_10_max": -0.064326, "nauc_mrr_at_10_std": -0.108772, "nauc_mrr_at_10_diff1": 0.164585, "nauc_mrr_at_20_max": -0.065838, "nauc_mrr_at_20_std": -0.109702, "nauc_mrr_at_20_diff1": 0.153948, "nauc_mrr_at_100_max": -0.066457, "nauc_mrr_at_100_std": -0.108627, "nauc_mrr_at_100_diff1": 0.151275, "nauc_mrr_at_1000_max": -0.067203, "nauc_mrr_at_1000_std": -0.106862, "nauc_mrr_at_1000_diff1": 0.150196, "main_score": 0.04337, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.01333, "ndcg_at_3": 0.02063, "ndcg_at_5": 0.02332, "ndcg_at_10": 0.0265, "ndcg_at_20": 0.02998, "ndcg_at_100": 0.03869, "ndcg_at_1000": 0.07001, "map_at_1": 0.01333, "map_at_3": 0.01878, "map_at_5": 0.02024, "map_at_10": 0.02153, "map_at_20": 0.02245, "map_at_100": 0.02354, "map_at_1000": 0.02431, "recall_at_1": 0.01333, "recall_at_3": 0.026, "recall_at_5": 0.03267, "recall_at_10": 0.04267, "recall_at_20": 0.05667, "recall_at_100": 0.10533, "recall_at_1000": 0.37667, "precision_at_1": 0.01333, "precision_at_3": 0.00867, "precision_at_5": 0.00653, "precision_at_10": 0.00427, "precision_at_20": 0.00283, "precision_at_100": 0.00105, "precision_at_1000": 0.00038, "mrr_at_1": 0.013333, "mrr_at_3": 0.018778, "mrr_at_5": 0.020244, "mrr_at_10": 0.02153, "mrr_at_20": 0.022454, "mrr_at_100": 0.023546, "mrr_at_1000": 0.024315, "nauc_ndcg_at_1_max": 0.174255, "nauc_ndcg_at_1_std": -0.088315, "nauc_ndcg_at_1_diff1": 0.421961, "nauc_ndcg_at_3_max": 0.062889, "nauc_ndcg_at_3_std": -0.131594, "nauc_ndcg_at_3_diff1": 0.27194, "nauc_ndcg_at_5_max": 0.003725, "nauc_ndcg_at_5_std": -0.157589, "nauc_ndcg_at_5_diff1": 0.258683, "nauc_ndcg_at_10_max": 0.014951, "nauc_ndcg_at_10_std": -0.174148, "nauc_ndcg_at_10_diff1": 0.228816, "nauc_ndcg_at_20_max": -0.008851, "nauc_ndcg_at_20_std": -0.171488, "nauc_ndcg_at_20_diff1": 0.218341, "nauc_ndcg_at_100_max": -0.037139, "nauc_ndcg_at_100_std": -0.211727, "nauc_ndcg_at_100_diff1": 0.167036, "nauc_ndcg_at_1000_max": -0.06855, "nauc_ndcg_at_1000_std": -0.164202, "nauc_ndcg_at_1000_diff1": 0.128594, "nauc_map_at_1_max": 0.174255, "nauc_map_at_1_std": -0.088315, "nauc_map_at_1_diff1": 0.421961, "nauc_map_at_3_max": 0.082678, "nauc_map_at_3_std": -0.123816, "nauc_map_at_3_diff1": 0.299454, "nauc_map_at_5_max": 0.044384, "nauc_map_at_5_std": -0.140437, "nauc_map_at_5_diff1": 0.288635, "nauc_map_at_10_max": 0.046905, "nauc_map_at_10_std": -0.149285, "nauc_map_at_10_diff1": 0.272124, "nauc_map_at_20_max": 0.037182, "nauc_map_at_20_std": -0.148133, "nauc_map_at_20_diff1": 0.26656, "nauc_map_at_100_max": 0.030009, "nauc_map_at_100_std": -0.157454, "nauc_map_at_100_diff1": 0.252208, "nauc_map_at_1000_max": 0.026056, "nauc_map_at_1000_std": -0.157801, "nauc_map_at_1000_diff1": 0.249707, "nauc_recall_at_1_max": 0.174255, "nauc_recall_at_1_std": -0.088315, "nauc_recall_at_1_diff1": 0.421961, "nauc_recall_at_3_max": 0.021431, "nauc_recall_at_3_std": -0.147916, "nauc_recall_at_3_diff1": 0.214051, "nauc_recall_at_5_max": -0.075133, "nauc_recall_at_5_std": -0.191082, "nauc_recall_at_5_diff1": 0.203786, "nauc_recall_at_10_max": -0.033069, "nauc_recall_at_10_std": -0.216725, "nauc_recall_at_10_diff1": 0.158069, "nauc_recall_at_20_max": -0.071946, "nauc_recall_at_20_std": -0.204132, "nauc_recall_at_20_diff1": 0.153427, "nauc_recall_at_100_max": -0.10442, "nauc_recall_at_100_std": -0.273383, "nauc_recall_at_100_diff1": 0.082381, "nauc_recall_at_1000_max": -0.129992, "nauc_recall_at_1000_std": -0.12736, "nauc_recall_at_1000_diff1": 0.037269, "nauc_precision_at_1_max": 0.174255, "nauc_precision_at_1_std": -0.088315, "nauc_precision_at_1_diff1": 0.421961, "nauc_precision_at_3_max": 0.021431, "nauc_precision_at_3_std": -0.147916, "nauc_precision_at_3_diff1": 0.214051, "nauc_precision_at_5_max": -0.075133, "nauc_precision_at_5_std": -0.191082, "nauc_precision_at_5_diff1": 0.203786, "nauc_precision_at_10_max": -0.033069, "nauc_precision_at_10_std": -0.216725, "nauc_precision_at_10_diff1": 0.158069, "nauc_precision_at_20_max": -0.071946, "nauc_precision_at_20_std": -0.204132, "nauc_precision_at_20_diff1": 0.153427, "nauc_precision_at_100_max": -0.10442, "nauc_precision_at_100_std": -0.273383, "nauc_precision_at_100_diff1": 0.082381, "nauc_precision_at_1000_max": -0.129992, "nauc_precision_at_1000_std": -0.12736, "nauc_precision_at_1000_diff1": 0.037269, "nauc_mrr_at_1_max": 0.174255, "nauc_mrr_at_1_std": -0.088315, "nauc_mrr_at_1_diff1": 0.421961, "nauc_mrr_at_3_max": 0.082678, "nauc_mrr_at_3_std": -0.123816, "nauc_mrr_at_3_diff1": 0.299454, "nauc_mrr_at_5_max": 0.044384, "nauc_mrr_at_5_std": -0.140437, "nauc_mrr_at_5_diff1": 0.288635, "nauc_mrr_at_10_max": 0.046905, "nauc_mrr_at_10_std": -0.149285, "nauc_mrr_at_10_diff1": 0.272124, "nauc_mrr_at_20_max": 0.037182, "nauc_mrr_at_20_std": -0.148133, "nauc_mrr_at_20_diff1": 0.26656, "nauc_mrr_at_100_max": 0.029984, "nauc_mrr_at_100_std": -0.157469, "nauc_mrr_at_100_diff1": 0.252176, "nauc_mrr_at_1000_max": 0.026031, "nauc_mrr_at_1000_std": -0.157815, "nauc_mrr_at_1000_diff1": 0.249676, "main_score": 0.0265, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "ndcg_at_1": 0.01733, "ndcg_at_3": 0.02908, "ndcg_at_5": 0.03284, "ndcg_at_10": 0.03661, "ndcg_at_20": 0.04257, "ndcg_at_100": 0.05787, "ndcg_at_1000": 0.08928, "map_at_1": 0.01733, "map_at_3": 0.02622, "map_at_5": 0.02826, "map_at_10": 0.02975, "map_at_20": 0.03133, "map_at_100": 0.03326, "map_at_1000": 0.03415, "recall_at_1": 0.01733, "recall_at_3": 0.03733, "recall_at_5": 0.04667, "recall_at_10": 0.05867, "recall_at_20": 0.08267, "recall_at_100": 0.168, "recall_at_1000": 0.43133, "precision_at_1": 0.01733, "precision_at_3": 0.01244, "precision_at_5": 0.00933, "precision_at_10": 0.00587, "precision_at_20": 0.00413, "precision_at_100": 0.00168, "precision_at_1000": 0.00043, "mrr_at_1": 0.017333, "mrr_at_3": 0.026222, "mrr_at_5": 0.028256, "mrr_at_10": 0.029751, "mrr_at_20": 0.03133, "mrr_at_100": 0.033256, "mrr_at_1000": 0.034151, "nauc_ndcg_at_1_max": -0.112701, "nauc_ndcg_at_1_std": -0.109182, "nauc_ndcg_at_1_diff1": 0.173815, "nauc_ndcg_at_3_max": -0.059836, "nauc_ndcg_at_3_std": -0.088952, "nauc_ndcg_at_3_diff1": 0.072624, "nauc_ndcg_at_5_max": -0.074949, "nauc_ndcg_at_5_std": -0.107911, "nauc_ndcg_at_5_diff1": 0.025832, "nauc_ndcg_at_10_max": -0.080191, "nauc_ndcg_at_10_std": -0.106892, "nauc_ndcg_at_10_diff1": 0.011159, "nauc_ndcg_at_20_max": -0.088838, "nauc_ndcg_at_20_std": -0.116635, "nauc_ndcg_at_20_diff1": 0.000629, "nauc_ndcg_at_100_max": -0.112365, "nauc_ndcg_at_100_std": -0.13394, "nauc_ndcg_at_100_diff1": -0.015816, "nauc_ndcg_at_1000_max": -0.098162, "nauc_ndcg_at_1000_std": -0.070174, "nauc_ndcg_at_1000_diff1": -0.030933, "nauc_map_at_1_max": -0.112701, "nauc_map_at_1_std": -0.109182, "nauc_map_at_1_diff1": 0.173815, "nauc_map_at_3_max": -0.067991, "nauc_map_at_3_std": -0.089805, "nauc_map_at_3_diff1": 0.088968, "nauc_map_at_5_max": -0.077386, "nauc_map_at_5_std": -0.101421, "nauc_map_at_5_diff1": 0.058726, "nauc_map_at_10_max": -0.080183, "nauc_map_at_10_std": -0.10155, "nauc_map_at_10_diff1": 0.049837, "nauc_map_at_20_max": -0.083819, "nauc_map_at_20_std": -0.105301, "nauc_map_at_20_diff1": 0.044194, "nauc_map_at_100_max": -0.088078, "nauc_map_at_100_std": -0.10962, "nauc_map_at_100_diff1": 0.039722, "nauc_map_at_1000_max": -0.087952, "nauc_map_at_1000_std": -0.107051, "nauc_map_at_1000_diff1": 0.037856, "nauc_recall_at_1_max": -0.112701, "nauc_recall_at_1_std": -0.109182, "nauc_recall_at_1_diff1": 0.173815, "nauc_recall_at_3_max": -0.043385, "nauc_recall_at_3_std": -0.087911, "nauc_recall_at_3_diff1": 0.039432, "nauc_recall_at_5_max": -0.0719, "nauc_recall_at_5_std": -0.121883, "nauc_recall_at_5_diff1": -0.036644, "nauc_recall_at_10_max": -0.081869, "nauc_recall_at_10_std": -0.116158, "nauc_recall_at_10_diff1": -0.052693, "nauc_recall_at_20_max": -0.09777, "nauc_recall_at_20_std": -0.133749, "nauc_recall_at_20_diff1": -0.056315, "nauc_recall_at_100_max": -0.145311, "nauc_recall_at_100_std": -0.161, "nauc_recall_at_100_diff1": -0.068267, "nauc_recall_at_1000_max": -0.097282, "nauc_recall_at_1000_std": 0.012362, "nauc_recall_at_1000_diff1": -0.086934, "nauc_precision_at_1_max": -0.112701, "nauc_precision_at_1_std": -0.109182, "nauc_precision_at_1_diff1": 0.173815, "nauc_precision_at_3_max": -0.043385, "nauc_precision_at_3_std": -0.087911, "nauc_precision_at_3_diff1": 0.039432, "nauc_precision_at_5_max": -0.0719, "nauc_precision_at_5_std": -0.121883, "nauc_precision_at_5_diff1": -0.036644, "nauc_precision_at_10_max": -0.081869, "nauc_precision_at_10_std": -0.116158, "nauc_precision_at_10_diff1": -0.052693, "nauc_precision_at_20_max": -0.09777, "nauc_precision_at_20_std": -0.133749, "nauc_precision_at_20_diff1": -0.056315, "nauc_precision_at_100_max": -0.145311, "nauc_precision_at_100_std": -0.161, "nauc_precision_at_100_diff1": -0.068267, "nauc_precision_at_1000_max": -0.097282, "nauc_precision_at_1000_std": 0.012362, "nauc_precision_at_1000_diff1": -0.086934, "nauc_mrr_at_1_max": -0.112701, "nauc_mrr_at_1_std": -0.109182, "nauc_mrr_at_1_diff1": 0.173815, "nauc_mrr_at_3_max": -0.067991, "nauc_mrr_at_3_std": -0.089805, "nauc_mrr_at_3_diff1": 0.088968, "nauc_mrr_at_5_max": -0.077386, "nauc_mrr_at_5_std": -0.101421, "nauc_mrr_at_5_diff1": 0.058726, "nauc_mrr_at_10_max": -0.080183, "nauc_mrr_at_10_std": -0.10155, "nauc_mrr_at_10_diff1": 0.049837, "nauc_mrr_at_20_max": -0.083819, "nauc_mrr_at_20_std": -0.105301, "nauc_mrr_at_20_diff1": 0.044194, "nauc_mrr_at_100_max": -0.088078, "nauc_mrr_at_100_std": -0.10962, "nauc_mrr_at_100_diff1": 0.039722, "nauc_mrr_at_1000_max": -0.087952, "nauc_mrr_at_1000_std": -0.107051, "nauc_mrr_at_1000_diff1": 0.037856, "main_score": 0.03661, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "ndcg_at_1": 0.02, "ndcg_at_3": 0.02687, "ndcg_at_5": 0.03066, "ndcg_at_10": 0.03477, "ndcg_at_20": 0.0384, "ndcg_at_100": 0.04904, "ndcg_at_1000": 0.07821, "map_at_1": 0.02, "map_at_3": 0.02511, "map_at_5": 0.02718, "map_at_10": 0.02888, "map_at_20": 0.02993, "map_at_100": 0.03131, "map_at_1000": 0.0321, "recall_at_1": 0.02, "recall_at_3": 0.032, "recall_at_5": 0.04133, "recall_at_10": 0.054, "recall_at_20": 0.068, "recall_at_100": 0.12667, "recall_at_1000": 0.37467, "precision_at_1": 0.02, "precision_at_3": 0.01067, "precision_at_5": 0.00827, "precision_at_10": 0.0054, "precision_at_20": 0.0034, "precision_at_100": 0.00127, "precision_at_1000": 0.00037, "mrr_at_1": 0.02, "mrr_at_3": 0.025111, "mrr_at_5": 0.027178, "mrr_at_10": 0.028884, "mrr_at_20": 0.029929, "mrr_at_100": 0.031313, "mrr_at_1000": 0.032095, "nauc_ndcg_at_1_max": 0.021993, "nauc_ndcg_at_1_std": -0.189196, "nauc_ndcg_at_1_diff1": 0.475279, "nauc_ndcg_at_3_max": -0.016529, "nauc_ndcg_at_3_std": -0.186208, "nauc_ndcg_at_3_diff1": 0.316896, "nauc_ndcg_at_5_max": -0.012895, "nauc_ndcg_at_5_std": -0.170472, "nauc_ndcg_at_5_diff1": 0.318167, "nauc_ndcg_at_10_max": -0.009506, "nauc_ndcg_at_10_std": -0.165338, "nauc_ndcg_at_10_diff1": 0.293684, "nauc_ndcg_at_20_max": -0.006479, "nauc_ndcg_at_20_std": -0.163468, "nauc_ndcg_at_20_diff1": 0.263965, "nauc_ndcg_at_100_max": -0.031838, "nauc_ndcg_at_100_std": -0.16319, "nauc_ndcg_at_100_diff1": 0.21316, "nauc_ndcg_at_1000_max": -0.050356, "nauc_ndcg_at_1000_std": -0.131369, "nauc_ndcg_at_1000_diff1": 0.188215, "nauc_map_at_1_max": 0.021993, "nauc_map_at_1_std": -0.189196, "nauc_map_at_1_diff1": 0.475279, "nauc_map_at_3_max": -0.009066, "nauc_map_at_3_std": -0.184423, "nauc_map_at_3_diff1": 0.351548, "nauc_map_at_5_max": -0.007955, "nauc_map_at_5_std": -0.175674, "nauc_map_at_5_diff1": 0.349081, "nauc_map_at_10_max": -0.006903, "nauc_map_at_10_std": -0.171251, "nauc_map_at_10_diff1": 0.33343, "nauc_map_at_20_max": -0.006383, "nauc_map_at_20_std": -0.170492, "nauc_map_at_20_diff1": 0.321418, "nauc_map_at_100_max": -0.011657, "nauc_map_at_100_std": -0.170247, "nauc_map_at_100_diff1": 0.309882, "nauc_map_at_1000_max": -0.012991, "nauc_map_at_1000_std": -0.16854, "nauc_map_at_1000_diff1": 0.306315, "nauc_recall_at_1_max": 0.021993, "nauc_recall_at_1_std": -0.189196, "nauc_recall_at_1_diff1": 0.475279, "nauc_recall_at_3_max": -0.03345, "nauc_recall_at_3_std": -0.191016, "nauc_recall_at_3_diff1": 0.237054, "nauc_recall_at_5_max": -0.021461, "nauc_recall_at_5_std": -0.158958, "nauc_recall_at_5_diff1": 0.259082, "nauc_recall_at_10_max": -0.011786, "nauc_recall_at_10_std": -0.155807, "nauc_recall_at_10_diff1": 0.22888, "nauc_recall_at_20_max": -0.003028, "nauc_recall_at_20_std": -0.153398, "nauc_recall_at_20_diff1": 0.1764, "nauc_recall_at_100_max": -0.059368, "nauc_recall_at_100_std": -0.15706, "nauc_recall_at_100_diff1": 0.097201, "nauc_recall_at_1000_max": -0.090627, "nauc_recall_at_1000_std": -0.083146, "nauc_recall_at_1000_diff1": 0.09733, "nauc_precision_at_1_max": 0.021993, "nauc_precision_at_1_std": -0.189196, "nauc_precision_at_1_diff1": 0.475279, "nauc_precision_at_3_max": -0.03345, "nauc_precision_at_3_std": -0.191016, "nauc_precision_at_3_diff1": 0.237054, "nauc_precision_at_5_max": -0.021461, "nauc_precision_at_5_std": -0.158958, "nauc_precision_at_5_diff1": 0.259082, "nauc_precision_at_10_max": -0.011786, "nauc_precision_at_10_std": -0.155807, "nauc_precision_at_10_diff1": 0.22888, "nauc_precision_at_20_max": -0.003028, "nauc_precision_at_20_std": -0.153398, "nauc_precision_at_20_diff1": 0.1764, "nauc_precision_at_100_max": -0.059368, "nauc_precision_at_100_std": -0.15706, "nauc_precision_at_100_diff1": 0.097201, "nauc_precision_at_1000_max": -0.090627, "nauc_precision_at_1000_std": -0.083146, "nauc_precision_at_1000_diff1": 0.09733, "nauc_mrr_at_1_max": 0.021993, "nauc_mrr_at_1_std": -0.189196, "nauc_mrr_at_1_diff1": 0.475279, "nauc_mrr_at_3_max": -0.009066, "nauc_mrr_at_3_std": -0.184423, "nauc_mrr_at_3_diff1": 0.351548, "nauc_mrr_at_5_max": -0.007955, "nauc_mrr_at_5_std": -0.175674, "nauc_mrr_at_5_diff1": 0.349081, "nauc_mrr_at_10_max": -0.006903, "nauc_mrr_at_10_std": -0.171251, "nauc_mrr_at_10_diff1": 0.33343, "nauc_mrr_at_20_max": -0.006383, "nauc_mrr_at_20_std": -0.170492, "nauc_mrr_at_20_diff1": 0.321418, "nauc_mrr_at_100_max": -0.011657, "nauc_mrr_at_100_std": -0.170247, "nauc_mrr_at_100_diff1": 0.309882, "nauc_mrr_at_1000_max": -0.012992, "nauc_mrr_at_1000_std": -0.16854, "nauc_mrr_at_1000_diff1": 0.306315, "main_score": 0.03477, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.04733, "ndcg_at_3": 0.06762, "ndcg_at_5": 0.07591, "ndcg_at_10": 0.08493, "ndcg_at_20": 0.09391, "ndcg_at_100": 0.11406, "ndcg_at_1000": 0.14728, "map_at_1": 0.04733, "map_at_3": 0.06244, "map_at_5": 0.06708, "map_at_10": 0.07065, "map_at_20": 0.07314, "map_at_100": 0.0756, "map_at_1000": 0.07654, "recall_at_1": 0.04733, "recall_at_3": 0.08267, "recall_at_5": 0.10267, "recall_at_10": 0.13133, "recall_at_20": 0.16667, "recall_at_100": 0.28, "recall_at_1000": 0.56, "precision_at_1": 0.04733, "precision_at_3": 0.02756, "precision_at_5": 0.02053, "precision_at_10": 0.01313, "precision_at_20": 0.00833, "precision_at_100": 0.0028, "precision_at_1000": 0.00056, "mrr_at_1": 0.047333, "mrr_at_3": 0.062444, "mrr_at_5": 0.067078, "mrr_at_10": 0.070721, "mrr_at_20": 0.073156, "mrr_at_100": 0.075621, "mrr_at_1000": 0.076557, "nauc_ndcg_at_1_max": 0.05751, "nauc_ndcg_at_1_std": 0.016133, "nauc_ndcg_at_1_diff1": 0.120268, "nauc_ndcg_at_3_max": 0.042866, "nauc_ndcg_at_3_std": -0.029095, "nauc_ndcg_at_3_diff1": 0.06677, "nauc_ndcg_at_5_max": 0.032563, "nauc_ndcg_at_5_std": -0.02157, "nauc_ndcg_at_5_diff1": 0.074595, "nauc_ndcg_at_10_max": 0.021136, "nauc_ndcg_at_10_std": -0.020167, "nauc_ndcg_at_10_diff1": 0.057998, "nauc_ndcg_at_20_max": 0.016071, "nauc_ndcg_at_20_std": -0.024056, "nauc_ndcg_at_20_diff1": 0.057595, "nauc_ndcg_at_100_max": 0.007198, "nauc_ndcg_at_100_std": 0.004079, "nauc_ndcg_at_100_diff1": 0.029478, "nauc_ndcg_at_1000_max": 0.010882, "nauc_ndcg_at_1000_std": 0.045615, "nauc_ndcg_at_1000_diff1": 0.01796, "nauc_map_at_1_max": 0.05751, "nauc_map_at_1_std": 0.016133, "nauc_map_at_1_diff1": 0.120268, "nauc_map_at_3_max": 0.046362, "nauc_map_at_3_std": -0.018639, "nauc_map_at_3_diff1": 0.076577, "nauc_map_at_5_max": 0.039796, "nauc_map_at_5_std": -0.014733, "nauc_map_at_5_diff1": 0.080788, "nauc_map_at_10_max": 0.033907, "nauc_map_at_10_std": -0.014465, "nauc_map_at_10_diff1": 0.073032, "nauc_map_at_20_max": 0.03135, "nauc_map_at_20_std": -0.015865, "nauc_map_at_20_diff1": 0.072817, "nauc_map_at_100_max": 0.029795, "nauc_map_at_100_std": -0.011346, "nauc_map_at_100_diff1": 0.067475, "nauc_map_at_1000_max": 0.029633, "nauc_map_at_1000_std": -0.010053, "nauc_map_at_1000_diff1": 0.067089, "nauc_recall_at_1_max": 0.05751, "nauc_recall_at_1_std": 0.016133, "nauc_recall_at_1_diff1": 0.120268, "nauc_recall_at_3_max": 0.034989, "nauc_recall_at_3_std": -0.05257, "nauc_recall_at_3_diff1": 0.045382, "nauc_recall_at_5_max": 0.017558, "nauc_recall_at_5_std": -0.034288, "nauc_recall_at_5_diff1": 0.063614, "nauc_recall_at_10_max": -0.003652, "nauc_recall_at_10_std": -0.028828, "nauc_recall_at_10_diff1": 0.029147, "nauc_recall_at_20_max": -0.009787, "nauc_recall_at_20_std": -0.036948, "nauc_recall_at_20_diff1": 0.031882, "nauc_recall_at_100_max": -0.029553, "nauc_recall_at_100_std": 0.045508, "nauc_recall_at_100_diff1": -0.03788, "nauc_recall_at_1000_max": -0.004548, "nauc_recall_at_1000_std": 0.232415, "nauc_recall_at_1000_diff1": -0.089858, "nauc_precision_at_1_max": 0.05751, "nauc_precision_at_1_std": 0.016133, "nauc_precision_at_1_diff1": 0.120268, "nauc_precision_at_3_max": 0.034989, "nauc_precision_at_3_std": -0.05257, "nauc_precision_at_3_diff1": 0.045382, "nauc_precision_at_5_max": 0.017558, "nauc_precision_at_5_std": -0.034288, "nauc_precision_at_5_diff1": 0.063614, "nauc_precision_at_10_max": -0.003652, "nauc_precision_at_10_std": -0.028828, "nauc_precision_at_10_diff1": 0.029147, "nauc_precision_at_20_max": -0.009787, "nauc_precision_at_20_std": -0.036948, "nauc_precision_at_20_diff1": 0.031882, "nauc_precision_at_100_max": -0.029553, "nauc_precision_at_100_std": 0.045508, "nauc_precision_at_100_diff1": -0.03788, "nauc_precision_at_1000_max": -0.004548, "nauc_precision_at_1000_std": 0.232415, "nauc_precision_at_1000_diff1": -0.089858, "nauc_mrr_at_1_max": 0.05751, "nauc_mrr_at_1_std": 0.016133, "nauc_mrr_at_1_diff1": 0.120268, "nauc_mrr_at_3_max": 0.046362, "nauc_mrr_at_3_std": -0.018639, "nauc_mrr_at_3_diff1": 0.076577, "nauc_mrr_at_5_max": 0.039796, "nauc_mrr_at_5_std": -0.014733, "nauc_mrr_at_5_diff1": 0.080788, "nauc_mrr_at_10_max": 0.033808, "nauc_mrr_at_10_std": -0.014899, "nauc_mrr_at_10_diff1": 0.073687, "nauc_mrr_at_20_max": 0.031326, "nauc_mrr_at_20_std": -0.015971, "nauc_mrr_at_20_diff1": 0.072977, "nauc_mrr_at_100_max": 0.029772, "nauc_mrr_at_100_std": -0.011451, "nauc_mrr_at_100_diff1": 0.067634, "nauc_mrr_at_1000_max": 0.02961, "nauc_mrr_at_1000_std": -0.010158, "nauc_mrr_at_1000_diff1": 0.067247, "main_score": 0.08493, "hf_subset": "sr", "languages": [ "srp-Cyrl" ] }, { "ndcg_at_1": 0.01733, "ndcg_at_3": 0.0248, "ndcg_at_5": 0.02836, "ndcg_at_10": 0.03238, "ndcg_at_20": 0.03683, "ndcg_at_100": 0.04906, "ndcg_at_1000": 0.07701, "map_at_1": 0.01733, "map_at_3": 0.023, "map_at_5": 0.02497, "map_at_10": 0.02658, "map_at_20": 0.02775, "map_at_100": 0.0293, "map_at_1000": 0.03006, "recall_at_1": 0.01733, "recall_at_3": 0.03, "recall_at_5": 0.03867, "recall_at_10": 0.05133, "recall_at_20": 0.06933, "recall_at_100": 0.13733, "recall_at_1000": 0.37467, "precision_at_1": 0.01733, "precision_at_3": 0.01, "precision_at_5": 0.00773, "precision_at_10": 0.00513, "precision_at_20": 0.00347, "precision_at_100": 0.00137, "precision_at_1000": 0.00037, "mrr_at_1": 0.017333, "mrr_at_3": 0.023, "mrr_at_5": 0.024967, "mrr_at_10": 0.026581, "mrr_at_20": 0.027755, "mrr_at_100": 0.029299, "mrr_at_1000": 0.030056, "nauc_ndcg_at_1_max": -0.032631, "nauc_ndcg_at_1_std": -0.015005, "nauc_ndcg_at_1_diff1": -0.04745, "nauc_ndcg_at_3_max": 0.082468, "nauc_ndcg_at_3_std": -0.114515, "nauc_ndcg_at_3_diff1": -0.045228, "nauc_ndcg_at_5_max": 0.08477, "nauc_ndcg_at_5_std": -0.111159, "nauc_ndcg_at_5_diff1": -0.063853, "nauc_ndcg_at_10_max": 0.048759, "nauc_ndcg_at_10_std": -0.123308, "nauc_ndcg_at_10_diff1": -0.074256, "nauc_ndcg_at_20_max": 0.03374, "nauc_ndcg_at_20_std": -0.119764, "nauc_ndcg_at_20_diff1": -0.08167, "nauc_ndcg_at_100_max": 0.004647, "nauc_ndcg_at_100_std": -0.112526, "nauc_ndcg_at_100_diff1": -0.067538, "nauc_ndcg_at_1000_max": 0.002794, "nauc_ndcg_at_1000_std": -0.077282, "nauc_ndcg_at_1000_diff1": -0.068242, "nauc_map_at_1_max": -0.032631, "nauc_map_at_1_std": -0.015005, "nauc_map_at_1_diff1": -0.04745, "nauc_map_at_3_max": 0.05778, "nauc_map_at_3_std": -0.094192, "nauc_map_at_3_diff1": -0.048071, "nauc_map_at_5_max": 0.060996, "nauc_map_at_5_std": -0.094914, "nauc_map_at_5_diff1": -0.059792, "nauc_map_at_10_max": 0.044747, "nauc_map_at_10_std": -0.101277, "nauc_map_at_10_diff1": -0.065512, "nauc_map_at_20_max": 0.039404, "nauc_map_at_20_std": -0.100241, "nauc_map_at_20_diff1": -0.068095, "nauc_map_at_100_max": 0.032917, "nauc_map_at_100_std": -0.100416, "nauc_map_at_100_diff1": -0.064956, "nauc_map_at_1000_max": 0.032337, "nauc_map_at_1000_std": -0.0991, "nauc_map_at_1000_diff1": -0.06476, "nauc_recall_at_1_max": -0.032631, "nauc_recall_at_1_std": -0.015005, "nauc_recall_at_1_diff1": -0.04745, "nauc_recall_at_3_max": 0.138282, "nauc_recall_at_3_std": -0.160188, "nauc_recall_at_3_diff1": -0.038166, "nauc_recall_at_5_max": 0.130354, "nauc_recall_at_5_std": -0.140665, "nauc_recall_at_5_diff1": -0.072361, "nauc_recall_at_10_max": 0.047634, "nauc_recall_at_10_std": -0.159071, "nauc_recall_at_10_diff1": -0.089906, "nauc_recall_at_20_max": 0.016395, "nauc_recall_at_20_std": -0.144306, "nauc_recall_at_20_diff1": -0.102797, "nauc_recall_at_100_max": -0.035766, "nauc_recall_at_100_std": -0.115939, "nauc_recall_at_100_diff1": -0.067168, "nauc_recall_at_1000_max": -0.02276, "nauc_recall_at_1000_std": -0.027791, "nauc_recall_at_1000_diff1": -0.071417, "nauc_precision_at_1_max": -0.032631, "nauc_precision_at_1_std": -0.015005, "nauc_precision_at_1_diff1": -0.04745, "nauc_precision_at_3_max": 0.138282, "nauc_precision_at_3_std": -0.160188, "nauc_precision_at_3_diff1": -0.038166, "nauc_precision_at_5_max": 0.130354, "nauc_precision_at_5_std": -0.140665, "nauc_precision_at_5_diff1": -0.072361, "nauc_precision_at_10_max": 0.047634, "nauc_precision_at_10_std": -0.159071, "nauc_precision_at_10_diff1": -0.089906, "nauc_precision_at_20_max": 0.016395, "nauc_precision_at_20_std": -0.144306, "nauc_precision_at_20_diff1": -0.102797, "nauc_precision_at_100_max": -0.035766, "nauc_precision_at_100_std": -0.115939, "nauc_precision_at_100_diff1": -0.067168, "nauc_precision_at_1000_max": -0.02276, "nauc_precision_at_1000_std": -0.027791, "nauc_precision_at_1000_diff1": -0.071417, "nauc_mrr_at_1_max": -0.032631, "nauc_mrr_at_1_std": -0.015005, "nauc_mrr_at_1_diff1": -0.04745, "nauc_mrr_at_3_max": 0.05778, "nauc_mrr_at_3_std": -0.094192, "nauc_mrr_at_3_diff1": -0.048071, "nauc_mrr_at_5_max": 0.060996, "nauc_mrr_at_5_std": -0.094914, "nauc_mrr_at_5_diff1": -0.059792, "nauc_mrr_at_10_max": 0.044747, "nauc_mrr_at_10_std": -0.101277, "nauc_mrr_at_10_diff1": -0.065512, "nauc_mrr_at_20_max": 0.039404, "nauc_mrr_at_20_std": -0.100241, "nauc_mrr_at_20_diff1": -0.068095, "nauc_mrr_at_100_max": 0.032917, "nauc_mrr_at_100_std": -0.100416, "nauc_mrr_at_100_diff1": -0.064956, "nauc_mrr_at_1000_max": 0.032337, "nauc_mrr_at_1000_std": -0.0991, "nauc_mrr_at_1000_diff1": -0.06476, "main_score": 0.03238, "hf_subset": "no", "languages": [ "nor-Latn" ] }, { "ndcg_at_1": 0.02333, "ndcg_at_3": 0.03408, "ndcg_at_5": 0.0387, "ndcg_at_10": 0.04341, "ndcg_at_20": 0.04695, "ndcg_at_100": 0.06127, "ndcg_at_1000": 0.0921, "map_at_1": 0.02333, "map_at_3": 0.03156, "map_at_5": 0.03409, "map_at_10": 0.03602, "map_at_20": 0.03699, "map_at_100": 0.03871, "map_at_1000": 0.03961, "recall_at_1": 0.02333, "recall_at_3": 0.04133, "recall_at_5": 0.05267, "recall_at_10": 0.06733, "recall_at_20": 0.08133, "recall_at_100": 0.16267, "recall_at_1000": 0.42067, "precision_at_1": 0.02333, "precision_at_3": 0.01378, "precision_at_5": 0.01053, "precision_at_10": 0.00673, "precision_at_20": 0.00407, "precision_at_100": 0.00163, "precision_at_1000": 0.00042, "mrr_at_1": 0.023333, "mrr_at_3": 0.031556, "mrr_at_5": 0.034089, "mrr_at_10": 0.036016, "mrr_at_20": 0.036992, "mrr_at_100": 0.038708, "mrr_at_1000": 0.039605, "nauc_ndcg_at_1_max": 0.038238, "nauc_ndcg_at_1_std": -0.107432, "nauc_ndcg_at_1_diff1": 0.358312, "nauc_ndcg_at_3_max": -0.003744, "nauc_ndcg_at_3_std": -0.154388, "nauc_ndcg_at_3_diff1": 0.230203, "nauc_ndcg_at_5_max": -0.003388, "nauc_ndcg_at_5_std": -0.169688, "nauc_ndcg_at_5_diff1": 0.190862, "nauc_ndcg_at_10_max": 0.001542, "nauc_ndcg_at_10_std": -0.171254, "nauc_ndcg_at_10_diff1": 0.174868, "nauc_ndcg_at_20_max": -0.01132, "nauc_ndcg_at_20_std": -0.162014, "nauc_ndcg_at_20_diff1": 0.171539, "nauc_ndcg_at_100_max": -0.041502, "nauc_ndcg_at_100_std": -0.150291, "nauc_ndcg_at_100_diff1": 0.139349, "nauc_ndcg_at_1000_max": -0.059167, "nauc_ndcg_at_1000_std": -0.101544, "nauc_ndcg_at_1000_diff1": 0.135594, "nauc_map_at_1_max": 0.038238, "nauc_map_at_1_std": -0.107432, "nauc_map_at_1_diff1": 0.358312, "nauc_map_at_3_max": 0.003721, "nauc_map_at_3_std": -0.146946, "nauc_map_at_3_diff1": 0.25386, "nauc_map_at_5_max": 0.003375, "nauc_map_at_5_std": -0.156833, "nauc_map_at_5_diff1": 0.228051, "nauc_map_at_10_max": 0.005886, "nauc_map_at_10_std": -0.158401, "nauc_map_at_10_diff1": 0.218452, "nauc_map_at_20_max": 0.001678, "nauc_map_at_20_std": -0.156014, "nauc_map_at_20_diff1": 0.216156, "nauc_map_at_100_max": -0.005675, "nauc_map_at_100_std": -0.154366, "nauc_map_at_100_diff1": 0.20975, "nauc_map_at_1000_max": -0.00685, "nauc_map_at_1000_std": -0.151729, "nauc_map_at_1000_diff1": 0.208982, "nauc_recall_at_1_max": 0.038238, "nauc_recall_at_1_std": -0.107432, "nauc_recall_at_1_diff1": 0.358312, "nauc_recall_at_3_max": -0.020184, "nauc_recall_at_3_std": -0.170491, "nauc_recall_at_3_diff1": 0.177826, "nauc_recall_at_5_max": -0.01597, "nauc_recall_at_5_std": -0.195134, "nauc_recall_at_5_diff1": 0.116957, "nauc_recall_at_10_max": -0.004524, "nauc_recall_at_10_std": -0.192428, "nauc_recall_at_10_diff1": 0.100245, "nauc_recall_at_20_max": -0.034194, "nauc_recall_at_20_std": -0.166037, "nauc_recall_at_20_diff1": 0.105447, "nauc_recall_at_100_max": -0.088509, "nauc_recall_at_100_std": -0.136247, "nauc_recall_at_100_diff1": 0.054761, "nauc_recall_at_1000_max": -0.121576, "nauc_recall_at_1000_std": -0.011987, "nauc_recall_at_1000_diff1": 0.069305, "nauc_precision_at_1_max": 0.038238, "nauc_precision_at_1_std": -0.107432, "nauc_precision_at_1_diff1": 0.358312, "nauc_precision_at_3_max": -0.020184, "nauc_precision_at_3_std": -0.170491, "nauc_precision_at_3_diff1": 0.177826, "nauc_precision_at_5_max": -0.01597, "nauc_precision_at_5_std": -0.195134, "nauc_precision_at_5_diff1": 0.116957, "nauc_precision_at_10_max": -0.004524, "nauc_precision_at_10_std": -0.192428, "nauc_precision_at_10_diff1": 0.100245, "nauc_precision_at_20_max": -0.034194, "nauc_precision_at_20_std": -0.166037, "nauc_precision_at_20_diff1": 0.105447, "nauc_precision_at_100_max": -0.088509, "nauc_precision_at_100_std": -0.136247, "nauc_precision_at_100_diff1": 0.054761, "nauc_precision_at_1000_max": -0.121576, "nauc_precision_at_1000_std": -0.011987, "nauc_precision_at_1000_diff1": 0.069305, "nauc_mrr_at_1_max": 0.038238, "nauc_mrr_at_1_std": -0.107432, "nauc_mrr_at_1_diff1": 0.358312, "nauc_mrr_at_3_max": 0.003721, "nauc_mrr_at_3_std": -0.146946, "nauc_mrr_at_3_diff1": 0.25386, "nauc_mrr_at_5_max": 0.003375, "nauc_mrr_at_5_std": -0.156833, "nauc_mrr_at_5_diff1": 0.228051, "nauc_mrr_at_10_max": 0.005886, "nauc_mrr_at_10_std": -0.158401, "nauc_mrr_at_10_diff1": 0.218452, "nauc_mrr_at_20_max": 0.001678, "nauc_mrr_at_20_std": -0.156014, "nauc_mrr_at_20_diff1": 0.216156, "nauc_mrr_at_100_max": -0.005675, "nauc_mrr_at_100_std": -0.154366, "nauc_mrr_at_100_diff1": 0.20975, "nauc_mrr_at_1000_max": -0.00685, "nauc_mrr_at_1000_std": -0.151729, "nauc_mrr_at_1000_diff1": 0.208982, "main_score": 0.04341, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 210.32708764076233, "kg_co2_emissions": 0.016627426597221807 }