{ "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.001, "ndcg_at_3": 0.00173, "ndcg_at_5": 0.00175, "ndcg_at_10": 0.00195, "ndcg_at_20": 0.00227, "ndcg_at_100": 0.00368, "ndcg_at_1000": 0.00748, "map_at_1": 0.0002, "map_at_3": 0.0012, "map_at_5": 0.00125, "map_at_10": 0.00131, "map_at_20": 0.00138, "map_at_100": 0.00155, "map_at_1000": 0.00165, "recall_at_1": 0.0002, "recall_at_3": 0.0022, "recall_at_5": 0.00245, "recall_at_10": 0.00295, "recall_at_20": 0.0042, "recall_at_100": 0.01082, "recall_at_1000": 0.03811, "precision_at_1": 0.001, "precision_at_3": 0.001, "precision_at_5": 0.0008, "precision_at_10": 0.0005, "precision_at_20": 0.00035, "precision_at_100": 0.00018, "precision_at_1000": 7e-05, "mrr_at_1": 0.001, "mrr_at_3": 0.002, "mrr_at_5": 0.0022, "mrr_at_10": 0.002325, "mrr_at_20": 0.002442, "mrr_at_100": 0.002753, "mrr_at_1000": 0.002899, "nauc_ndcg_at_1_max": 0.661926, "nauc_ndcg_at_1_std": 0.098471, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.146187, "nauc_ndcg_at_3_std": -0.150305, "nauc_ndcg_at_3_diff1": 0.003726, "nauc_ndcg_at_5_max": 0.052221, "nauc_ndcg_at_5_std": -0.12791, "nauc_ndcg_at_5_diff1": -0.01353, "nauc_ndcg_at_10_max": 0.056819, "nauc_ndcg_at_10_std": -0.015768, "nauc_ndcg_at_10_diff1": 0.053627, "nauc_ndcg_at_20_max": -0.007954, "nauc_ndcg_at_20_std": 0.04741, "nauc_ndcg_at_20_diff1": 0.031117, "nauc_ndcg_at_100_max": -0.118713, "nauc_ndcg_at_100_std": 0.146007, "nauc_ndcg_at_100_diff1": -0.031972, "nauc_ndcg_at_1000_max": -0.137295, "nauc_ndcg_at_1000_std": 0.242154, "nauc_ndcg_at_1000_diff1": 0.057825, "nauc_map_at_1_max": 0.661926, "nauc_map_at_1_std": 0.098471, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.07231, "nauc_map_at_3_std": -0.18594, "nauc_map_at_3_diff1": -0.138986, "nauc_map_at_5_max": 0.049434, "nauc_map_at_5_std": -0.165549, "nauc_map_at_5_diff1": -0.106949, "nauc_map_at_10_max": 0.051769, "nauc_map_at_10_std": -0.110046, "nauc_map_at_10_diff1": -0.070336, "nauc_map_at_20_max": 0.030775, "nauc_map_at_20_std": -0.084987, "nauc_map_at_20_diff1": -0.070312, "nauc_map_at_100_max": -0.005154, "nauc_map_at_100_std": -0.045564, "nauc_map_at_100_diff1": -0.078419, "nauc_map_at_1000_max": -0.013737, "nauc_map_at_1000_std": -0.025341, "nauc_map_at_1000_diff1": -0.069018, "nauc_recall_at_1_max": 0.661926, "nauc_recall_at_1_std": 0.098471, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.018709, "nauc_recall_at_3_std": -0.211796, "nauc_recall_at_3_diff1": -0.24253, "nauc_recall_at_5_max": -0.03418, "nauc_recall_at_5_std": -0.157138, "nauc_recall_at_5_diff1": -0.150238, "nauc_recall_at_10_max": -0.011697, "nauc_recall_at_10_std": 0.038987, "nauc_recall_at_10_diff1": -0.012583, "nauc_recall_at_20_max": -0.118255, "nauc_recall_at_20_std": 0.143892, "nauc_recall_at_20_diff1": -0.019603, "nauc_recall_at_100_max": -0.214813, "nauc_recall_at_100_std": 0.236183, "nauc_recall_at_100_diff1": -0.073357, "nauc_recall_at_1000_max": -0.16942, "nauc_recall_at_1000_std": 0.313766, "nauc_recall_at_1000_diff1": 0.087677, "nauc_precision_at_1_max": 0.661926, "nauc_precision_at_1_std": 0.098471, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.190233, "nauc_precision_at_3_std": -0.129058, "nauc_precision_at_3_diff1": 0.088811, "nauc_precision_at_5_max": 0.017776, "nauc_precision_at_5_std": -0.01583, "nauc_precision_at_5_diff1": 0.23209, "nauc_precision_at_10_max": 0.033915, "nauc_precision_at_10_std": 0.187336, "nauc_precision_at_10_diff1": 0.318057, "nauc_precision_at_20_max": -0.103377, "nauc_precision_at_20_std": 0.274637, "nauc_precision_at_20_diff1": 0.159148, "nauc_precision_at_100_max": -0.245372, "nauc_precision_at_100_std": 0.313866, "nauc_precision_at_100_diff1": -0.0374, "nauc_precision_at_1000_max": -0.171965, "nauc_precision_at_1000_std": 0.336851, "nauc_precision_at_1000_diff1": 0.118349, "nauc_mrr_at_1_max": 0.661926, "nauc_mrr_at_1_std": 0.098471, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.308157, "nauc_mrr_at_3_std": -0.072176, "nauc_mrr_at_3_diff1": 0.316609, "nauc_mrr_at_5_max": 0.234724, "nauc_mrr_at_5_std": -0.036173, "nauc_mrr_at_5_diff1": 0.348001, "nauc_mrr_at_10_max": 0.227399, "nauc_mrr_at_10_std": 0.019535, "nauc_mrr_at_10_diff1": 0.364879, "nauc_mrr_at_20_max": 0.194319, "nauc_mrr_at_20_std": 0.043306, "nauc_mrr_at_20_diff1": 0.333769, "nauc_mrr_at_100_max": 0.131998, "nauc_mrr_at_100_std": 0.070831, "nauc_mrr_at_100_diff1": 0.276942, "nauc_mrr_at_1000_max": 0.11845, "nauc_mrr_at_1000_std": 0.077902, "nauc_mrr_at_1000_diff1": 0.267543, "main_score": 0.00195, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00057, "ndcg_at_5": 0.00057, "ndcg_at_10": 0.0013, "ndcg_at_20": 0.0013, "ndcg_at_100": 0.00237, "ndcg_at_1000": 0.00764, "map_at_1": 0.0, "map_at_3": 0.00027, "map_at_5": 0.00027, "map_at_10": 0.00054, "map_at_20": 0.00054, "map_at_100": 0.00065, "map_at_1000": 0.00078, "recall_at_1": 0.0, "recall_at_3": 0.00081, "recall_at_5": 0.00081, "recall_at_10": 0.00324, "recall_at_20": 0.00324, "recall_at_100": 0.00779, "recall_at_1000": 0.04439, "precision_at_1": 0.0, "precision_at_3": 0.00081, "precision_at_5": 0.00049, "precision_at_10": 0.00049, "precision_at_20": 0.00024, "precision_at_100": 0.00017, "precision_at_1000": 9e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.000811, "mrr_at_5": 0.000811, "mrr_at_10": 0.001081, "mrr_at_20": 0.001081, "mrr_at_100": 0.001289, "mrr_at_1000": 0.00157, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.661976, "nauc_ndcg_at_3_std": 0.661976, "nauc_ndcg_at_3_diff1": -0.41408, "nauc_ndcg_at_5_max": 0.661976, "nauc_ndcg_at_5_std": 0.661976, "nauc_ndcg_at_5_diff1": -0.41408, "nauc_ndcg_at_10_max": 0.345377, "nauc_ndcg_at_10_std": 0.661976, "nauc_ndcg_at_10_diff1": -0.503524, "nauc_ndcg_at_20_max": 0.345377, "nauc_ndcg_at_20_std": 0.661976, "nauc_ndcg_at_20_diff1": -0.503524, "nauc_ndcg_at_100_max": 0.086428, "nauc_ndcg_at_100_std": 0.391717, "nauc_ndcg_at_100_diff1": -0.164229, "nauc_ndcg_at_1000_max": 0.110698, "nauc_ndcg_at_1000_std": 0.115592, "nauc_ndcg_at_1000_diff1": -0.09704, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.661976, "nauc_map_at_3_std": 0.661976, "nauc_map_at_3_diff1": -0.41408, "nauc_map_at_5_max": 0.661976, "nauc_map_at_5_std": 0.661976, "nauc_map_at_5_diff1": -0.41408, "nauc_map_at_10_max": 0.38029, "nauc_map_at_10_std": 0.661976, "nauc_map_at_10_diff1": -0.493661, "nauc_map_at_20_max": 0.38029, "nauc_map_at_20_std": 0.661976, "nauc_map_at_20_diff1": -0.493661, "nauc_map_at_100_max": 0.292227, "nauc_map_at_100_std": 0.550313, "nauc_map_at_100_diff1": -0.364029, "nauc_map_at_1000_max": 0.25206, "nauc_map_at_1000_std": 0.451093, "nauc_map_at_1000_diff1": -0.308977, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.661976, "nauc_recall_at_3_std": 0.661976, "nauc_recall_at_3_diff1": -0.41408, "nauc_recall_at_5_max": 0.661976, "nauc_recall_at_5_std": 0.661976, "nauc_recall_at_5_diff1": -0.41408, "nauc_recall_at_10_max": 0.239446, "nauc_recall_at_10_std": 0.661976, "nauc_recall_at_10_diff1": -0.533452, "nauc_recall_at_20_max": 0.239446, "nauc_recall_at_20_std": 0.661976, "nauc_recall_at_20_diff1": -0.533452, "nauc_recall_at_100_max": -0.035472, "nauc_recall_at_100_std": 0.308986, "nauc_recall_at_100_diff1": -0.081938, "nauc_recall_at_1000_max": 0.114542, "nauc_recall_at_1000_std": -0.001139, "nauc_recall_at_1000_diff1": -0.075412, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.661976, "nauc_precision_at_3_std": 0.661976, "nauc_precision_at_3_diff1": -0.41408, "nauc_precision_at_5_max": 0.661976, "nauc_precision_at_5_std": 0.661976, "nauc_precision_at_5_diff1": -0.41408, "nauc_precision_at_10_max": 0.38029, "nauc_precision_at_10_std": 0.661976, "nauc_precision_at_10_diff1": -0.493661, "nauc_precision_at_20_max": 0.38029, "nauc_precision_at_20_std": 0.661976, "nauc_precision_at_20_diff1": -0.493661, "nauc_precision_at_100_max": -0.11159, "nauc_precision_at_100_std": 0.307049, "nauc_precision_at_100_diff1": 0.026563, "nauc_precision_at_1000_max": 0.069487, "nauc_precision_at_1000_std": 0.139909, "nauc_precision_at_1000_diff1": -0.052827, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.661976, "nauc_mrr_at_3_std": 0.661976, "nauc_mrr_at_3_diff1": -0.41408, "nauc_mrr_at_5_max": 0.661976, "nauc_mrr_at_5_std": 0.661976, "nauc_mrr_at_5_diff1": -0.41408, "nauc_mrr_at_10_max": 0.521133, "nauc_mrr_at_10_std": 0.661976, "nauc_mrr_at_10_diff1": -0.453871, "nauc_mrr_at_20_max": 0.521133, "nauc_mrr_at_20_std": 0.661976, "nauc_mrr_at_20_diff1": -0.453871, "nauc_mrr_at_100_max": 0.410704, "nauc_mrr_at_100_std": 0.55639, "nauc_mrr_at_100_diff1": -0.335758, "nauc_mrr_at_1000_max": 0.343784, "nauc_mrr_at_1000_std": 0.478469, "nauc_mrr_at_1000_diff1": -0.291825, "main_score": 0.0013, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.08525, "ndcg_at_3": 0.11704, "ndcg_at_5": 0.12917, "ndcg_at_10": 0.16389, "ndcg_at_20": 0.20329, "ndcg_at_100": 0.27504, "ndcg_at_1000": 0.30952, "map_at_1": 0.04541, "map_at_3": 0.08051, "map_at_5": 0.09088, "map_at_10": 0.10678, "map_at_20": 0.12032, "map_at_100": 0.13364, "map_at_1000": 0.13581, "recall_at_1": 0.04541, "recall_at_3": 0.12226, "recall_at_5": 0.15824, "recall_at_10": 0.24599, "recall_at_20": 0.36446, "recall_at_100": 0.65874, "recall_at_1000": 0.85983, "precision_at_1": 0.08525, "precision_at_3": 0.08852, "precision_at_5": 0.07344, "precision_at_10": 0.05934, "precision_at_20": 0.04525, "precision_at_100": 0.01708, "precision_at_1000": 0.0023, "mrr_at_1": 0.085246, "mrr_at_3": 0.148634, "mrr_at_5": 0.16224, "mrr_at_10": 0.179569, "mrr_at_20": 0.188417, "mrr_at_100": 0.195707, "mrr_at_1000": 0.196298, "nauc_ndcg_at_1_max": 0.097583, "nauc_ndcg_at_1_std": 0.040384, "nauc_ndcg_at_1_diff1": 0.1616, "nauc_ndcg_at_3_max": 0.106294, "nauc_ndcg_at_3_std": 0.098384, "nauc_ndcg_at_3_diff1": 0.121729, "nauc_ndcg_at_5_max": 0.113311, "nauc_ndcg_at_5_std": 0.103111, "nauc_ndcg_at_5_diff1": 0.121906, "nauc_ndcg_at_10_max": 0.148568, "nauc_ndcg_at_10_std": 0.153162, "nauc_ndcg_at_10_diff1": 0.106155, "nauc_ndcg_at_20_max": 0.157251, "nauc_ndcg_at_20_std": 0.180263, "nauc_ndcg_at_20_diff1": 0.092351, "nauc_ndcg_at_100_max": 0.211956, "nauc_ndcg_at_100_std": 0.260704, "nauc_ndcg_at_100_diff1": 0.101062, "nauc_ndcg_at_1000_max": 0.201455, "nauc_ndcg_at_1000_std": 0.26579, "nauc_ndcg_at_1000_diff1": 0.103216, "nauc_map_at_1_max": 0.113355, "nauc_map_at_1_std": -0.037908, "nauc_map_at_1_diff1": 0.204823, "nauc_map_at_3_max": 0.114529, "nauc_map_at_3_std": 0.054533, "nauc_map_at_3_diff1": 0.13798, "nauc_map_at_5_max": 0.110934, "nauc_map_at_5_std": 0.063136, "nauc_map_at_5_diff1": 0.135207, "nauc_map_at_10_max": 0.129395, "nauc_map_at_10_std": 0.103139, "nauc_map_at_10_diff1": 0.116256, "nauc_map_at_20_max": 0.139284, "nauc_map_at_20_std": 0.120746, "nauc_map_at_20_diff1": 0.111844, "nauc_map_at_100_max": 0.153063, "nauc_map_at_100_std": 0.143973, "nauc_map_at_100_diff1": 0.112657, "nauc_map_at_1000_max": 0.153412, "nauc_map_at_1000_std": 0.147074, "nauc_map_at_1000_diff1": 0.112991, "nauc_recall_at_1_max": 0.113355, "nauc_recall_at_1_std": -0.037908, "nauc_recall_at_1_diff1": 0.204823, "nauc_recall_at_3_max": 0.12468, "nauc_recall_at_3_std": 0.089453, "nauc_recall_at_3_diff1": 0.097148, "nauc_recall_at_5_max": 0.115758, "nauc_recall_at_5_std": 0.095343, "nauc_recall_at_5_diff1": 0.100027, "nauc_recall_at_10_max": 0.163308, "nauc_recall_at_10_std": 0.177062, "nauc_recall_at_10_diff1": 0.071223, "nauc_recall_at_20_max": 0.157213, "nauc_recall_at_20_std": 0.203348, "nauc_recall_at_20_diff1": 0.030492, "nauc_recall_at_100_max": 0.325098, "nauc_recall_at_100_std": 0.430956, "nauc_recall_at_100_diff1": 0.03663, "nauc_recall_at_1000_max": 0.416575, "nauc_recall_at_1000_std": 0.681278, "nauc_recall_at_1000_diff1": 0.015348, "nauc_precision_at_1_max": 0.097583, "nauc_precision_at_1_std": 0.040384, "nauc_precision_at_1_diff1": 0.1616, "nauc_precision_at_3_max": 0.104913, "nauc_precision_at_3_std": 0.172659, "nauc_precision_at_3_diff1": 0.070878, "nauc_precision_at_5_max": 0.092569, "nauc_precision_at_5_std": 0.17912, "nauc_precision_at_5_diff1": 0.0518, "nauc_precision_at_10_max": 0.166674, "nauc_precision_at_10_std": 0.267616, "nauc_precision_at_10_diff1": 0.032085, "nauc_precision_at_20_max": 0.169973, "nauc_precision_at_20_std": 0.289288, "nauc_precision_at_20_diff1": 0.032369, "nauc_precision_at_100_max": 0.221653, "nauc_precision_at_100_std": 0.390536, "nauc_precision_at_100_diff1": 0.064192, "nauc_precision_at_1000_max": 0.108565, "nauc_precision_at_1000_std": 0.284534, "nauc_precision_at_1000_diff1": 0.045342, "nauc_mrr_at_1_max": 0.097583, "nauc_mrr_at_1_std": 0.040384, "nauc_mrr_at_1_diff1": 0.1616, "nauc_mrr_at_3_max": 0.095443, "nauc_mrr_at_3_std": 0.10901, "nauc_mrr_at_3_diff1": 0.12748, "nauc_mrr_at_5_max": 0.1045, "nauc_mrr_at_5_std": 0.118676, "nauc_mrr_at_5_diff1": 0.132814, "nauc_mrr_at_10_max": 0.121329, "nauc_mrr_at_10_std": 0.13704, "nauc_mrr_at_10_diff1": 0.139315, "nauc_mrr_at_20_max": 0.118889, "nauc_mrr_at_20_std": 0.138711, "nauc_mrr_at_20_diff1": 0.135691, "nauc_mrr_at_100_max": 0.119616, "nauc_mrr_at_100_std": 0.139788, "nauc_mrr_at_100_diff1": 0.134294, "nauc_mrr_at_1000_max": 0.119386, "nauc_mrr_at_1000_std": 0.139482, "nauc_mrr_at_1000_diff1": 0.134458, "main_score": 0.16389, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.37672, "ndcg_at_3": 0.37157, "ndcg_at_5": 0.39956, "ndcg_at_10": 0.44433, "ndcg_at_20": 0.48626, "ndcg_at_100": 0.55021, "ndcg_at_1000": 0.56289, "map_at_1": 0.17302, "map_at_3": 0.26943, "map_at_5": 0.30461, "map_at_10": 0.33519, "map_at_20": 0.35334, "map_at_100": 0.37003, "map_at_1000": 0.37141, "recall_at_1": 0.17302, "recall_at_3": 0.34333, "recall_at_5": 0.44573, "recall_at_10": 0.56973, "recall_at_20": 0.69135, "recall_at_100": 0.93078, "recall_at_1000": 0.9943, "precision_at_1": 0.37672, "precision_at_3": 0.26199, "precision_at_5": 0.21051, "precision_at_10": 0.14205, "precision_at_20": 0.09024, "precision_at_100": 0.02652, "precision_at_1000": 0.00289, "mrr_at_1": 0.376721, "mrr_at_3": 0.480809, "mrr_at_5": 0.505403, "mrr_at_10": 0.519209, "mrr_at_20": 0.523492, "mrr_at_100": 0.526148, "mrr_at_1000": 0.526215, "nauc_ndcg_at_1_max": 0.115788, "nauc_ndcg_at_1_std": -0.059652, "nauc_ndcg_at_1_diff1": 0.251395, "nauc_ndcg_at_3_max": 0.084508, "nauc_ndcg_at_3_std": -0.054801, "nauc_ndcg_at_3_diff1": 0.168946, "nauc_ndcg_at_5_max": 0.078091, "nauc_ndcg_at_5_std": -0.062905, "nauc_ndcg_at_5_diff1": 0.177317, "nauc_ndcg_at_10_max": 0.09639, "nauc_ndcg_at_10_std": -0.053079, "nauc_ndcg_at_10_diff1": 0.184495, "nauc_ndcg_at_20_max": 0.106591, "nauc_ndcg_at_20_std": -0.050544, "nauc_ndcg_at_20_diff1": 0.190485, "nauc_ndcg_at_100_max": 0.131917, "nauc_ndcg_at_100_std": -0.018566, "nauc_ndcg_at_100_diff1": 0.193067, "nauc_ndcg_at_1000_max": 0.13601, "nauc_ndcg_at_1000_std": -0.020461, "nauc_ndcg_at_1000_diff1": 0.186411, "nauc_map_at_1_max": 0.008391, "nauc_map_at_1_std": -0.093382, "nauc_map_at_1_diff1": 0.275067, "nauc_map_at_3_max": 0.013358, "nauc_map_at_3_std": -0.093, "nauc_map_at_3_diff1": 0.183924, "nauc_map_at_5_max": 0.033061, "nauc_map_at_5_std": -0.091921, "nauc_map_at_5_diff1": 0.18813, "nauc_map_at_10_max": 0.058683, "nauc_map_at_10_std": -0.079465, "nauc_map_at_10_diff1": 0.191753, "nauc_map_at_20_max": 0.067119, "nauc_map_at_20_std": -0.074172, "nauc_map_at_20_diff1": 0.19597, "nauc_map_at_100_max": 0.077177, "nauc_map_at_100_std": -0.064739, "nauc_map_at_100_diff1": 0.195764, "nauc_map_at_1000_max": 0.077815, "nauc_map_at_1000_std": -0.06458, "nauc_map_at_1000_diff1": 0.195053, "nauc_recall_at_1_max": 0.008391, "nauc_recall_at_1_std": -0.093382, "nauc_recall_at_1_diff1": 0.275067, "nauc_recall_at_3_max": -0.002428, "nauc_recall_at_3_std": -0.089142, "nauc_recall_at_3_diff1": 0.103166, "nauc_recall_at_5_max": 0.014173, "nauc_recall_at_5_std": -0.076521, "nauc_recall_at_5_diff1": 0.106205, "nauc_recall_at_10_max": 0.03971, "nauc_recall_at_10_std": -0.067428, "nauc_recall_at_10_diff1": 0.105718, "nauc_recall_at_20_max": 0.040659, "nauc_recall_at_20_std": -0.081239, "nauc_recall_at_20_diff1": 0.110301, "nauc_recall_at_100_max": 0.107206, "nauc_recall_at_100_std": 0.104439, "nauc_recall_at_100_diff1": 0.185831, "nauc_recall_at_1000_max": 0.720702, "nauc_recall_at_1000_std": 0.663894, "nauc_recall_at_1000_diff1": -0.20137, "nauc_precision_at_1_max": 0.115788, "nauc_precision_at_1_std": -0.059652, "nauc_precision_at_1_diff1": 0.251395, "nauc_precision_at_3_max": 0.168433, "nauc_precision_at_3_std": 0.008552, "nauc_precision_at_3_diff1": 0.07641, "nauc_precision_at_5_max": 0.223513, "nauc_precision_at_5_std": 0.034224, "nauc_precision_at_5_diff1": 0.069951, "nauc_precision_at_10_max": 0.277772, "nauc_precision_at_10_std": 0.108623, "nauc_precision_at_10_diff1": 0.055662, "nauc_precision_at_20_max": 0.252441, "nauc_precision_at_20_std": 0.118933, "nauc_precision_at_20_diff1": 0.033368, "nauc_precision_at_100_max": 0.237114, "nauc_precision_at_100_std": 0.178916, "nauc_precision_at_100_diff1": -0.041314, "nauc_precision_at_1000_max": 0.219653, "nauc_precision_at_1000_std": 0.160058, "nauc_precision_at_1000_diff1": -0.068134, "nauc_mrr_at_1_max": 0.115788, "nauc_mrr_at_1_std": -0.059652, "nauc_mrr_at_1_diff1": 0.251395, "nauc_mrr_at_3_max": 0.15146, "nauc_mrr_at_3_std": -0.025691, "nauc_mrr_at_3_diff1": 0.206052, "nauc_mrr_at_5_max": 0.156153, "nauc_mrr_at_5_std": -0.015317, "nauc_mrr_at_5_diff1": 0.209903, "nauc_mrr_at_10_max": 0.159849, "nauc_mrr_at_10_std": -0.01223, "nauc_mrr_at_10_diff1": 0.209265, "nauc_mrr_at_20_max": 0.159017, "nauc_mrr_at_20_std": -0.015931, "nauc_mrr_at_20_diff1": 0.210551, "nauc_mrr_at_100_max": 0.157148, "nauc_mrr_at_100_std": -0.016579, "nauc_mrr_at_100_diff1": 0.2119, "nauc_mrr_at_1000_max": 0.157088, "nauc_mrr_at_1000_std": -0.016591, "nauc_mrr_at_1000_diff1": 0.211884, "main_score": 0.44433, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.24228, "ndcg_at_3": 0.22934, "ndcg_at_5": 0.23149, "ndcg_at_10": 0.26042, "ndcg_at_20": 0.31019, "ndcg_at_100": 0.39767, "ndcg_at_1000": 0.43443, "map_at_1": 0.06806, "map_at_3": 0.11785, "map_at_5": 0.13931, "map_at_10": 0.16708, "map_at_20": 0.18814, "map_at_100": 0.21095, "map_at_1000": 0.21443, "recall_at_1": 0.06806, "recall_at_3": 0.15459, "recall_at_5": 0.2143, "recall_at_10": 0.31181, "recall_at_20": 0.43227, "recall_at_100": 0.72677, "recall_at_1000": 0.90544, "precision_at_1": 0.24228, "precision_at_3": 0.19907, "precision_at_5": 0.16852, "precision_at_10": 0.13071, "precision_at_20": 0.0956, "precision_at_100": 0.03347, "precision_at_1000": 0.00421, "mrr_at_1": 0.242284, "mrr_at_3": 0.334877, "mrr_at_5": 0.358719, "mrr_at_10": 0.372995, "mrr_at_20": 0.381064, "mrr_at_100": 0.384767, "mrr_at_1000": 0.385058, "nauc_ndcg_at_1_max": 0.227513, "nauc_ndcg_at_1_std": 0.126221, "nauc_ndcg_at_1_diff1": 0.113384, "nauc_ndcg_at_3_max": 0.21769, "nauc_ndcg_at_3_std": 0.120854, "nauc_ndcg_at_3_diff1": 0.104642, "nauc_ndcg_at_5_max": 0.209581, "nauc_ndcg_at_5_std": 0.086745, "nauc_ndcg_at_5_diff1": 0.10407, "nauc_ndcg_at_10_max": 0.216928, "nauc_ndcg_at_10_std": 0.086115, "nauc_ndcg_at_10_diff1": 0.096321, "nauc_ndcg_at_20_max": 0.25187, "nauc_ndcg_at_20_std": 0.135268, "nauc_ndcg_at_20_diff1": 0.095746, "nauc_ndcg_at_100_max": 0.320247, "nauc_ndcg_at_100_std": 0.261128, "nauc_ndcg_at_100_diff1": 0.08348, "nauc_ndcg_at_1000_max": 0.316321, "nauc_ndcg_at_1000_std": 0.257727, "nauc_ndcg_at_1000_diff1": 0.082094, "nauc_map_at_1_max": 0.109657, "nauc_map_at_1_std": 0.023759, "nauc_map_at_1_diff1": 0.117198, "nauc_map_at_3_max": 0.145967, "nauc_map_at_3_std": 0.041371, "nauc_map_at_3_diff1": 0.107126, "nauc_map_at_5_max": 0.164026, "nauc_map_at_5_std": 0.031638, "nauc_map_at_5_diff1": 0.119008, "nauc_map_at_10_max": 0.187365, "nauc_map_at_10_std": 0.051317, "nauc_map_at_10_diff1": 0.108411, "nauc_map_at_20_max": 0.213739, "nauc_map_at_20_std": 0.08579, "nauc_map_at_20_diff1": 0.109051, "nauc_map_at_100_max": 0.23977, "nauc_map_at_100_std": 0.131073, "nauc_map_at_100_diff1": 0.103369, "nauc_map_at_1000_max": 0.241173, "nauc_map_at_1000_std": 0.133683, "nauc_map_at_1000_diff1": 0.102687, "nauc_recall_at_1_max": 0.109657, "nauc_recall_at_1_std": 0.023759, "nauc_recall_at_1_diff1": 0.117198, "nauc_recall_at_3_max": 0.118077, "nauc_recall_at_3_std": 0.026908, "nauc_recall_at_3_diff1": 0.070103, "nauc_recall_at_5_max": 0.136206, "nauc_recall_at_5_std": -0.00456, "nauc_recall_at_5_diff1": 0.087102, "nauc_recall_at_10_max": 0.153979, "nauc_recall_at_10_std": 0.029556, "nauc_recall_at_10_diff1": 0.062196, "nauc_recall_at_20_max": 0.205989, "nauc_recall_at_20_std": 0.106521, "nauc_recall_at_20_diff1": 0.062415, "nauc_recall_at_100_max": 0.363134, "nauc_recall_at_100_std": 0.467854, "nauc_recall_at_100_diff1": 0.027436, "nauc_recall_at_1000_max": 0.441326, "nauc_recall_at_1000_std": 0.719424, "nauc_recall_at_1000_diff1": 0.01816, "nauc_precision_at_1_max": 0.227513, "nauc_precision_at_1_std": 0.126221, "nauc_precision_at_1_diff1": 0.113384, "nauc_precision_at_3_max": 0.244987, "nauc_precision_at_3_std": 0.156526, "nauc_precision_at_3_diff1": 0.104012, "nauc_precision_at_5_max": 0.252296, "nauc_precision_at_5_std": 0.146925, "nauc_precision_at_5_diff1": 0.077436, "nauc_precision_at_10_max": 0.294514, "nauc_precision_at_10_std": 0.189312, "nauc_precision_at_10_diff1": 0.054114, "nauc_precision_at_20_max": 0.31886, "nauc_precision_at_20_std": 0.264423, "nauc_precision_at_20_diff1": 0.039062, "nauc_precision_at_100_max": 0.362341, "nauc_precision_at_100_std": 0.415078, "nauc_precision_at_100_diff1": -0.010938, "nauc_precision_at_1000_max": 0.288687, "nauc_precision_at_1000_std": 0.340388, "nauc_precision_at_1000_diff1": -0.029819, "nauc_mrr_at_1_max": 0.227513, "nauc_mrr_at_1_std": 0.126221, "nauc_mrr_at_1_diff1": 0.113384, "nauc_mrr_at_3_max": 0.235915, "nauc_mrr_at_3_std": 0.139801, "nauc_mrr_at_3_diff1": 0.096859, "nauc_mrr_at_5_max": 0.243457, "nauc_mrr_at_5_std": 0.142325, "nauc_mrr_at_5_diff1": 0.095422, "nauc_mrr_at_10_max": 0.246902, "nauc_mrr_at_10_std": 0.143302, "nauc_mrr_at_10_diff1": 0.098329, "nauc_mrr_at_20_max": 0.248458, "nauc_mrr_at_20_std": 0.14506, "nauc_mrr_at_20_diff1": 0.098189, "nauc_mrr_at_100_max": 0.248266, "nauc_mrr_at_100_std": 0.146817, "nauc_mrr_at_100_diff1": 0.097748, "nauc_mrr_at_1000_max": 0.248059, "nauc_mrr_at_1000_std": 0.146575, "nauc_mrr_at_1000_diff1": 0.097742, "main_score": 0.26042, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.00316, "ndcg_at_3": 0.00495, "ndcg_at_5": 0.0048, "ndcg_at_10": 0.00635, "ndcg_at_20": 0.00817, "ndcg_at_100": 0.01255, "ndcg_at_1000": 0.02467, "map_at_1": 0.00178, "map_at_3": 0.00331, "map_at_5": 0.00341, "map_at_10": 0.00407, "map_at_20": 0.00456, "map_at_100": 0.00497, "map_at_1000": 0.00528, "recall_at_1": 0.00178, "recall_at_3": 0.00543, "recall_at_5": 0.00596, "recall_at_10": 0.0115, "recall_at_20": 0.01788, "recall_at_100": 0.04055, "recall_at_1000": 0.12446, "precision_at_1": 0.00316, "precision_at_3": 0.00316, "precision_at_5": 0.00222, "precision_at_10": 0.00174, "precision_at_20": 0.00134, "precision_at_100": 0.00066, "precision_at_1000": 0.00026, "mrr_at_1": 0.003165, "mrr_at_3": 0.005802, "mrr_at_5": 0.006118, "mrr_at_10": 0.006894, "mrr_at_20": 0.007572, "mrr_at_100": 0.00821, "mrr_at_1000": 0.008602, "nauc_ndcg_at_1_max": -0.284615, "nauc_ndcg_at_1_std": -0.536321, "nauc_ndcg_at_1_diff1": -0.261701, "nauc_ndcg_at_3_max": -0.319287, "nauc_ndcg_at_3_std": -0.105739, "nauc_ndcg_at_3_diff1": -0.291674, "nauc_ndcg_at_5_max": -0.326727, "nauc_ndcg_at_5_std": -0.06175, "nauc_ndcg_at_5_diff1": -0.223498, "nauc_ndcg_at_10_max": -0.317463, "nauc_ndcg_at_10_std": 0.009263, "nauc_ndcg_at_10_diff1": -0.069108, "nauc_ndcg_at_20_max": -0.26735, "nauc_ndcg_at_20_std": 0.093549, "nauc_ndcg_at_20_diff1": -0.106403, "nauc_ndcg_at_100_max": -0.261834, "nauc_ndcg_at_100_std": 0.109658, "nauc_ndcg_at_100_diff1": -0.100861, "nauc_ndcg_at_1000_max": -0.238733, "nauc_ndcg_at_1000_std": 0.182827, "nauc_ndcg_at_1000_diff1": -0.036608, "nauc_map_at_1_max": -0.451227, "nauc_map_at_1_std": -0.507161, "nauc_map_at_1_diff1": -0.217923, "nauc_map_at_3_max": -0.361127, "nauc_map_at_3_std": -0.161174, "nauc_map_at_3_diff1": -0.245042, "nauc_map_at_5_max": -0.362778, "nauc_map_at_5_std": -0.135738, "nauc_map_at_5_diff1": -0.217013, "nauc_map_at_10_max": -0.347091, "nauc_map_at_10_std": -0.086897, "nauc_map_at_10_diff1": -0.129161, "nauc_map_at_20_max": -0.315801, "nauc_map_at_20_std": -0.030761, "nauc_map_at_20_diff1": -0.14698, "nauc_map_at_100_max": -0.312537, "nauc_map_at_100_std": -0.01652, "nauc_map_at_100_diff1": -0.142665, "nauc_map_at_1000_max": -0.307225, "nauc_map_at_1000_std": 0.003344, "nauc_map_at_1000_diff1": -0.130539, "nauc_recall_at_1_max": -0.451227, "nauc_recall_at_1_std": -0.507161, "nauc_recall_at_1_diff1": -0.217923, "nauc_recall_at_3_max": -0.265978, "nauc_recall_at_3_std": -0.011262, "nauc_recall_at_3_diff1": -0.282075, "nauc_recall_at_5_max": -0.279119, "nauc_recall_at_5_std": 0.048246, "nauc_recall_at_5_diff1": -0.198609, "nauc_recall_at_10_max": -0.277036, "nauc_recall_at_10_std": 0.10089, "nauc_recall_at_10_diff1": 0.063049, "nauc_recall_at_20_max": -0.211294, "nauc_recall_at_20_std": 0.205237, "nauc_recall_at_20_diff1": -0.053498, "nauc_recall_at_100_max": -0.237324, "nauc_recall_at_100_std": 0.174599, "nauc_recall_at_100_diff1": -0.076172, "nauc_recall_at_1000_max": -0.220725, "nauc_recall_at_1000_std": 0.222599, "nauc_recall_at_1000_diff1": -0.002765, "nauc_precision_at_1_max": -0.284615, "nauc_precision_at_1_std": -0.536321, "nauc_precision_at_1_diff1": -0.261701, "nauc_precision_at_3_max": -0.30143, "nauc_precision_at_3_std": 0.018001, "nauc_precision_at_3_diff1": -0.348382, "nauc_precision_at_5_max": -0.317585, "nauc_precision_at_5_std": 0.109914, "nauc_precision_at_5_diff1": -0.204128, "nauc_precision_at_10_max": -0.315616, "nauc_precision_at_10_std": 0.150142, "nauc_precision_at_10_diff1": -0.042886, "nauc_precision_at_20_max": -0.255263, "nauc_precision_at_20_std": 0.207812, "nauc_precision_at_20_diff1": -0.072631, "nauc_precision_at_100_max": -0.234943, "nauc_precision_at_100_std": 0.146628, "nauc_precision_at_100_diff1": -0.089483, "nauc_precision_at_1000_max": -0.204469, "nauc_precision_at_1000_std": 0.226679, "nauc_precision_at_1000_diff1": -0.009305, "nauc_mrr_at_1_max": -0.284615, "nauc_mrr_at_1_std": -0.536321, "nauc_mrr_at_1_diff1": -0.261701, "nauc_mrr_at_3_max": -0.320078, "nauc_mrr_at_3_std": -0.16607, "nauc_mrr_at_3_diff1": -0.311064, "nauc_mrr_at_5_max": -0.324962, "nauc_mrr_at_5_std": -0.12327, "nauc_mrr_at_5_diff1": -0.260765, "nauc_mrr_at_10_max": -0.323406, "nauc_mrr_at_10_std": -0.082741, "nauc_mrr_at_10_diff1": -0.208548, "nauc_mrr_at_20_max": -0.303958, "nauc_mrr_at_20_std": -0.043452, "nauc_mrr_at_20_diff1": -0.204253, "nauc_mrr_at_100_max": -0.29806, "nauc_mrr_at_100_std": -0.027767, "nauc_mrr_at_100_diff1": -0.19054, "nauc_mrr_at_1000_max": -0.293032, "nauc_mrr_at_1000_std": -0.015122, "nauc_mrr_at_1000_diff1": -0.1807, "main_score": 0.00635, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.198, "ndcg_at_3": 0.21802, "ndcg_at_5": 0.23943, "ndcg_at_10": 0.27155, "ndcg_at_20": 0.30247, "ndcg_at_100": 0.34727, "ndcg_at_1000": 0.3693, "map_at_1": 0.1184, "map_at_3": 0.17758, "map_at_5": 0.19271, "map_at_10": 0.20859, "map_at_20": 0.2185, "map_at_100": 0.22668, "map_at_1000": 0.22765, "recall_at_1": 0.1184, "recall_at_3": 0.23758, "recall_at_5": 0.28417, "recall_at_10": 0.36747, "recall_at_20": 0.47137, "recall_at_100": 0.6721, "recall_at_1000": 0.81988, "precision_at_1": 0.198, "precision_at_3": 0.135, "precision_at_5": 0.1004, "precision_at_10": 0.0666, "precision_at_20": 0.04295, "precision_at_100": 0.01254, "precision_at_1000": 0.00155, "mrr_at_1": 0.198, "mrr_at_3": 0.271667, "mrr_at_5": 0.284017, "mrr_at_10": 0.294769, "mrr_at_20": 0.302374, "mrr_at_100": 0.306553, "mrr_at_1000": 0.307046, "nauc_ndcg_at_1_max": 0.242606, "nauc_ndcg_at_1_std": 0.067245, "nauc_ndcg_at_1_diff1": 0.300944, "nauc_ndcg_at_3_max": 0.243412, "nauc_ndcg_at_3_std": 0.06086, "nauc_ndcg_at_3_diff1": 0.273063, "nauc_ndcg_at_5_max": 0.252167, "nauc_ndcg_at_5_std": 0.076123, "nauc_ndcg_at_5_diff1": 0.262465, "nauc_ndcg_at_10_max": 0.261673, "nauc_ndcg_at_10_std": 0.089151, "nauc_ndcg_at_10_diff1": 0.260174, "nauc_ndcg_at_20_max": 0.276688, "nauc_ndcg_at_20_std": 0.119533, "nauc_ndcg_at_20_diff1": 0.254237, "nauc_ndcg_at_100_max": 0.291687, "nauc_ndcg_at_100_std": 0.177236, "nauc_ndcg_at_100_diff1": 0.24904, "nauc_ndcg_at_1000_max": 0.286326, "nauc_ndcg_at_1000_std": 0.175498, "nauc_ndcg_at_1000_diff1": 0.246811, "nauc_map_at_1_max": 0.211539, "nauc_map_at_1_std": 0.039465, "nauc_map_at_1_diff1": 0.302655, "nauc_map_at_3_max": 0.230051, "nauc_map_at_3_std": 0.051026, "nauc_map_at_3_diff1": 0.284079, "nauc_map_at_5_max": 0.241104, "nauc_map_at_5_std": 0.063902, "nauc_map_at_5_diff1": 0.274045, "nauc_map_at_10_max": 0.249588, "nauc_map_at_10_std": 0.072056, "nauc_map_at_10_diff1": 0.274754, "nauc_map_at_20_max": 0.256536, "nauc_map_at_20_std": 0.084907, "nauc_map_at_20_diff1": 0.273519, "nauc_map_at_100_max": 0.261527, "nauc_map_at_100_std": 0.096845, "nauc_map_at_100_diff1": 0.27211, "nauc_map_at_1000_max": 0.261375, "nauc_map_at_1000_std": 0.097213, "nauc_map_at_1000_diff1": 0.271871, "nauc_recall_at_1_max": 0.211539, "nauc_recall_at_1_std": 0.039465, "nauc_recall_at_1_diff1": 0.302655, "nauc_recall_at_3_max": 0.215666, "nauc_recall_at_3_std": 0.051261, "nauc_recall_at_3_diff1": 0.245085, "nauc_recall_at_5_max": 0.229517, "nauc_recall_at_5_std": 0.079863, "nauc_recall_at_5_diff1": 0.223654, "nauc_recall_at_10_max": 0.2353, "nauc_recall_at_10_std": 0.099867, "nauc_recall_at_10_diff1": 0.209379, "nauc_recall_at_20_max": 0.25422, "nauc_recall_at_20_std": 0.168801, "nauc_recall_at_20_diff1": 0.179774, "nauc_recall_at_100_max": 0.308488, "nauc_recall_at_100_std": 0.433997, "nauc_recall_at_100_diff1": 0.149702, "nauc_recall_at_1000_max": 0.269751, "nauc_recall_at_1000_std": 0.560716, "nauc_recall_at_1000_diff1": 0.095504, "nauc_precision_at_1_max": 0.242606, "nauc_precision_at_1_std": 0.067245, "nauc_precision_at_1_diff1": 0.300944, "nauc_precision_at_3_max": 0.287346, "nauc_precision_at_3_std": 0.088116, "nauc_precision_at_3_diff1": 0.247742, "nauc_precision_at_5_max": 0.301642, "nauc_precision_at_5_std": 0.123411, "nauc_precision_at_5_diff1": 0.208037, "nauc_precision_at_10_max": 0.310669, "nauc_precision_at_10_std": 0.147546, "nauc_precision_at_10_diff1": 0.189017, "nauc_precision_at_20_max": 0.331495, "nauc_precision_at_20_std": 0.215907, "nauc_precision_at_20_diff1": 0.148534, "nauc_precision_at_100_max": 0.301395, "nauc_precision_at_100_std": 0.347667, "nauc_precision_at_100_diff1": 0.081503, "nauc_precision_at_1000_max": 0.238927, "nauc_precision_at_1000_std": 0.313635, "nauc_precision_at_1000_diff1": 0.028093, "nauc_mrr_at_1_max": 0.242606, "nauc_mrr_at_1_std": 0.067245, "nauc_mrr_at_1_diff1": 0.300944, "nauc_mrr_at_3_max": 0.255509, "nauc_mrr_at_3_std": 0.072218, "nauc_mrr_at_3_diff1": 0.266703, "nauc_mrr_at_5_max": 0.258459, "nauc_mrr_at_5_std": 0.079373, "nauc_mrr_at_5_diff1": 0.265842, "nauc_mrr_at_10_max": 0.259568, "nauc_mrr_at_10_std": 0.084627, "nauc_mrr_at_10_diff1": 0.262596, "nauc_mrr_at_20_max": 0.262587, "nauc_mrr_at_20_std": 0.09085, "nauc_mrr_at_20_diff1": 0.262293, "nauc_mrr_at_100_max": 0.263161, "nauc_mrr_at_100_std": 0.093794, "nauc_mrr_at_100_diff1": 0.26236, "nauc_mrr_at_1000_max": 0.263015, "nauc_mrr_at_1000_std": 0.093609, "nauc_mrr_at_1000_diff1": 0.262345, "main_score": 0.27155, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.10496, "ndcg_at_3": 0.1326, "ndcg_at_5": 0.16137, "ndcg_at_10": 0.20406, "ndcg_at_20": 0.2407, "ndcg_at_100": 0.32152, "ndcg_at_1000": 0.34683, "map_at_1": 0.05539, "map_at_3": 0.10106, "map_at_5": 0.11836, "map_at_10": 0.13689, "map_at_20": 0.14855, "map_at_100": 0.16291, "map_at_1000": 0.16457, "recall_at_1": 0.05539, "recall_at_3": 0.15316, "recall_at_5": 0.2173, "recall_at_10": 0.32727, "recall_at_20": 0.44531, "recall_at_100": 0.79967, "recall_at_1000": 0.95666, "precision_at_1": 0.10496, "precision_at_3": 0.09232, "precision_at_5": 0.07988, "precision_at_10": 0.06356, "precision_at_20": 0.04504, "precision_at_100": 0.01703, "precision_at_1000": 0.00205, "mrr_at_1": 0.104956, "mrr_at_3": 0.165209, "mrr_at_5": 0.186346, "mrr_at_10": 0.20553, "mrr_at_20": 0.214625, "mrr_at_100": 0.221819, "mrr_at_1000": 0.222274, "nauc_ndcg_at_1_max": 0.291735, "nauc_ndcg_at_1_std": 0.236736, "nauc_ndcg_at_1_diff1": 0.100598, "nauc_ndcg_at_3_max": 0.18136, "nauc_ndcg_at_3_std": 0.156815, "nauc_ndcg_at_3_diff1": 0.058267, "nauc_ndcg_at_5_max": 0.199609, "nauc_ndcg_at_5_std": 0.164451, "nauc_ndcg_at_5_diff1": 0.041607, "nauc_ndcg_at_10_max": 0.207201, "nauc_ndcg_at_10_std": 0.185856, "nauc_ndcg_at_10_diff1": 0.035398, "nauc_ndcg_at_20_max": 0.198973, "nauc_ndcg_at_20_std": 0.178237, "nauc_ndcg_at_20_diff1": 0.043423, "nauc_ndcg_at_100_max": 0.237091, "nauc_ndcg_at_100_std": 0.239802, "nauc_ndcg_at_100_diff1": 0.051938, "nauc_ndcg_at_1000_max": 0.238218, "nauc_ndcg_at_1000_std": 0.235592, "nauc_ndcg_at_1000_diff1": 0.042842, "nauc_map_at_1_max": 0.253228, "nauc_map_at_1_std": 0.169527, "nauc_map_at_1_diff1": 0.137404, "nauc_map_at_3_max": 0.185032, "nauc_map_at_3_std": 0.145855, "nauc_map_at_3_diff1": 0.082939, "nauc_map_at_5_max": 0.197244, "nauc_map_at_5_std": 0.152692, "nauc_map_at_5_diff1": 0.069489, "nauc_map_at_10_max": 0.20228, "nauc_map_at_10_std": 0.168373, "nauc_map_at_10_diff1": 0.058677, "nauc_map_at_20_max": 0.198453, "nauc_map_at_20_std": 0.166223, "nauc_map_at_20_diff1": 0.05808, "nauc_map_at_100_max": 0.206679, "nauc_map_at_100_std": 0.179292, "nauc_map_at_100_diff1": 0.061459, "nauc_map_at_1000_max": 0.20732, "nauc_map_at_1000_std": 0.180193, "nauc_map_at_1000_diff1": 0.060603, "nauc_recall_at_1_max": 0.253228, "nauc_recall_at_1_std": 0.169527, "nauc_recall_at_1_diff1": 0.137404, "nauc_recall_at_3_max": 0.124784, "nauc_recall_at_3_std": 0.132918, "nauc_recall_at_3_diff1": 0.035456, "nauc_recall_at_5_max": 0.144578, "nauc_recall_at_5_std": 0.13904, "nauc_recall_at_5_diff1": 0.012871, "nauc_recall_at_10_max": 0.150874, "nauc_recall_at_10_std": 0.160726, "nauc_recall_at_10_diff1": 0.009899, "nauc_recall_at_20_max": 0.130881, "nauc_recall_at_20_std": 0.129403, "nauc_recall_at_20_diff1": 0.030764, "nauc_recall_at_100_max": 0.319518, "nauc_recall_at_100_std": 0.429136, "nauc_recall_at_100_diff1": 0.053404, "nauc_recall_at_1000_max": 0.58894, "nauc_recall_at_1000_std": 0.853565, "nauc_recall_at_1000_diff1": -0.206813, "nauc_precision_at_1_max": 0.291735, "nauc_precision_at_1_std": 0.236736, "nauc_precision_at_1_diff1": 0.100598, "nauc_precision_at_3_max": 0.195596, "nauc_precision_at_3_std": 0.179255, "nauc_precision_at_3_diff1": 0.016026, "nauc_precision_at_5_max": 0.226031, "nauc_precision_at_5_std": 0.171332, "nauc_precision_at_5_diff1": -0.012073, "nauc_precision_at_10_max": 0.220037, "nauc_precision_at_10_std": 0.194785, "nauc_precision_at_10_diff1": -0.014768, "nauc_precision_at_20_max": 0.160108, "nauc_precision_at_20_std": 0.160406, "nauc_precision_at_20_diff1": -0.001837, "nauc_precision_at_100_max": 0.114123, "nauc_precision_at_100_std": 0.185915, "nauc_precision_at_100_diff1": 0.006863, "nauc_precision_at_1000_max": 0.072512, "nauc_precision_at_1000_std": 0.125967, "nauc_precision_at_1000_diff1": -0.013265, "nauc_mrr_at_1_max": 0.291735, "nauc_mrr_at_1_std": 0.236736, "nauc_mrr_at_1_diff1": 0.100598, "nauc_mrr_at_3_max": 0.230095, "nauc_mrr_at_3_std": 0.198456, "nauc_mrr_at_3_diff1": 0.046125, "nauc_mrr_at_5_max": 0.239759, "nauc_mrr_at_5_std": 0.197439, "nauc_mrr_at_5_diff1": 0.038951, "nauc_mrr_at_10_max": 0.243115, "nauc_mrr_at_10_std": 0.209803, "nauc_mrr_at_10_diff1": 0.03996, "nauc_mrr_at_20_max": 0.243449, "nauc_mrr_at_20_std": 0.209719, "nauc_mrr_at_20_diff1": 0.045996, "nauc_mrr_at_100_max": 0.245888, "nauc_mrr_at_100_std": 0.213125, "nauc_mrr_at_100_diff1": 0.047002, "nauc_mrr_at_1000_max": 0.245888, "nauc_mrr_at_1000_std": 0.212965, "nauc_mrr_at_1000_diff1": 0.047102, "main_score": 0.20406, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00037, "ndcg_at_10": 0.00155, "ndcg_at_20": 0.00225, "ndcg_at_100": 0.0037, "ndcg_at_1000": 0.00938, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.00011, "map_at_10": 0.00044, "map_at_20": 0.00058, "map_at_100": 0.00076, "map_at_1000": 0.0009, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.00057, "recall_at_10": 0.00319, "recall_at_20": 0.00519, "recall_at_100": 0.01179, "recall_at_1000": 0.05044, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.00057, "precision_at_10": 0.00114, "precision_at_20": 0.00086, "precision_at_100": 0.00031, "precision_at_1000": 0.00012, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.000571, "mrr_at_10": 0.001654, "mrr_at_20": 0.002062, "mrr_at_100": 0.0023, "mrr_at_1000": 0.002521, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": -0.205796, "nauc_ndcg_at_5_std": -0.318487, "nauc_ndcg_at_5_diff1": -0.070566, "nauc_ndcg_at_10_max": -0.213806, "nauc_ndcg_at_10_std": 0.402866, "nauc_ndcg_at_10_diff1": -0.127634, "nauc_ndcg_at_20_max": -0.293778, "nauc_ndcg_at_20_std": 0.587866, "nauc_ndcg_at_20_diff1": 0.18442, "nauc_ndcg_at_100_max": -0.250461, "nauc_ndcg_at_100_std": 0.537512, "nauc_ndcg_at_100_diff1": 0.270453, "nauc_ndcg_at_1000_max": -0.168948, "nauc_ndcg_at_1000_std": 0.292116, "nauc_ndcg_at_1000_diff1": 0.112872, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": -0.205796, "nauc_map_at_5_std": -0.318487, "nauc_map_at_5_diff1": -0.070566, "nauc_map_at_10_max": -0.224805, "nauc_map_at_10_std": 0.426013, "nauc_map_at_10_diff1": -0.117996, "nauc_map_at_20_max": -0.282596, "nauc_map_at_20_std": 0.566636, "nauc_map_at_20_diff1": 0.132241, "nauc_map_at_100_max": -0.269062, "nauc_map_at_100_std": 0.572662, "nauc_map_at_100_diff1": 0.228329, "nauc_map_at_1000_max": -0.243257, "nauc_map_at_1000_std": 0.506702, "nauc_map_at_1000_diff1": 0.18669, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": -0.205796, "nauc_recall_at_5_std": -0.318487, "nauc_recall_at_5_diff1": -0.070566, "nauc_recall_at_10_max": -0.236071, "nauc_recall_at_10_std": 0.540033, "nauc_recall_at_10_diff1": -0.10797, "nauc_recall_at_20_max": -0.322622, "nauc_recall_at_20_std": 0.717268, "nauc_recall_at_20_diff1": 0.281735, "nauc_recall_at_100_max": -0.238244, "nauc_recall_at_100_std": 0.557127, "nauc_recall_at_100_diff1": 0.326356, "nauc_recall_at_1000_max": -0.165041, "nauc_recall_at_1000_std": 0.221429, "nauc_recall_at_1000_diff1": 0.089591, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": -0.205796, "nauc_precision_at_5_std": -0.318487, "nauc_precision_at_5_diff1": -0.070566, "nauc_precision_at_10_max": -0.186075, "nauc_precision_at_10_std": 0.295479, "nauc_precision_at_10_diff1": -0.154347, "nauc_precision_at_20_max": -0.289017, "nauc_precision_at_20_std": 0.530319, "nauc_precision_at_20_diff1": 0.17409, "nauc_precision_at_100_max": -0.25075, "nauc_precision_at_100_std": 0.508452, "nauc_precision_at_100_diff1": 0.293656, "nauc_precision_at_1000_max": -0.13473, "nauc_precision_at_1000_std": 0.251739, "nauc_precision_at_1000_diff1": 0.105216, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": -0.205796, "nauc_mrr_at_5_std": -0.318487, "nauc_mrr_at_5_diff1": -0.070566, "nauc_mrr_at_10_max": -0.176677, "nauc_mrr_at_10_std": 0.174522, "nauc_mrr_at_10_diff1": -0.162524, "nauc_mrr_at_20_max": -0.239657, "nauc_mrr_at_20_std": 0.337893, "nauc_mrr_at_20_diff1": 0.034098, "nauc_mrr_at_100_max": -0.229739, "nauc_mrr_at_100_std": 0.345945, "nauc_mrr_at_100_diff1": 0.06737, "nauc_mrr_at_1000_max": -0.206205, "nauc_mrr_at_1000_std": 0.327261, "nauc_mrr_at_1000_diff1": 0.059327, "main_score": 0.00155, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.11146, "ndcg_at_3": 0.11365, "ndcg_at_5": 0.12526, "ndcg_at_10": 0.15149, "ndcg_at_20": 0.17892, "ndcg_at_100": 0.23198, "ndcg_at_1000": 0.27309, "map_at_1": 0.05, "map_at_3": 0.07525, "map_at_5": 0.08734, "map_at_10": 0.10059, "map_at_20": 0.10947, "map_at_100": 0.11908, "map_at_1000": 0.12147, "recall_at_1": 0.05, "recall_at_3": 0.10084, "recall_at_5": 0.14155, "recall_at_10": 0.21132, "recall_at_20": 0.28899, "recall_at_100": 0.49331, "recall_at_1000": 0.72141, "precision_at_1": 0.11146, "precision_at_3": 0.08194, "precision_at_5": 0.07, "precision_at_10": 0.05583, "precision_at_20": 0.04073, "precision_at_100": 0.01523, "precision_at_1000": 0.00235, "mrr_at_1": 0.111458, "mrr_at_3": 0.155035, "mrr_at_5": 0.171076, "mrr_at_10": 0.187029, "mrr_at_20": 0.194715, "mrr_at_100": 0.200035, "mrr_at_1000": 0.200688, "nauc_ndcg_at_1_max": 0.057712, "nauc_ndcg_at_1_std": 0.094103, "nauc_ndcg_at_1_diff1": 0.15879, "nauc_ndcg_at_3_max": 0.069209, "nauc_ndcg_at_3_std": 0.071322, "nauc_ndcg_at_3_diff1": 0.131052, "nauc_ndcg_at_5_max": 0.068686, "nauc_ndcg_at_5_std": 0.057136, "nauc_ndcg_at_5_diff1": 0.137776, "nauc_ndcg_at_10_max": 0.091345, "nauc_ndcg_at_10_std": 0.088949, "nauc_ndcg_at_10_diff1": 0.110855, "nauc_ndcg_at_20_max": 0.112359, "nauc_ndcg_at_20_std": 0.117953, "nauc_ndcg_at_20_diff1": 0.095224, "nauc_ndcg_at_100_max": 0.173225, "nauc_ndcg_at_100_std": 0.223669, "nauc_ndcg_at_100_diff1": 0.083189, "nauc_ndcg_at_1000_max": 0.194922, "nauc_ndcg_at_1000_std": 0.263285, "nauc_ndcg_at_1000_diff1": 0.079264, "nauc_map_at_1_max": 0.03006, "nauc_map_at_1_std": 0.078548, "nauc_map_at_1_diff1": 0.190166, "nauc_map_at_3_max": 0.042409, "nauc_map_at_3_std": 0.050799, "nauc_map_at_3_diff1": 0.162181, "nauc_map_at_5_max": 0.046019, "nauc_map_at_5_std": 0.042152, "nauc_map_at_5_diff1": 0.15909, "nauc_map_at_10_max": 0.064212, "nauc_map_at_10_std": 0.065563, "nauc_map_at_10_diff1": 0.138938, "nauc_map_at_20_max": 0.078183, "nauc_map_at_20_std": 0.079653, "nauc_map_at_20_diff1": 0.133961, "nauc_map_at_100_max": 0.096025, "nauc_map_at_100_std": 0.111493, "nauc_map_at_100_diff1": 0.12548, "nauc_map_at_1000_max": 0.098955, "nauc_map_at_1000_std": 0.117018, "nauc_map_at_1000_diff1": 0.125428, "nauc_recall_at_1_max": 0.03006, "nauc_recall_at_1_std": 0.078548, "nauc_recall_at_1_diff1": 0.190166, "nauc_recall_at_3_max": 0.052387, "nauc_recall_at_3_std": 0.033982, "nauc_recall_at_3_diff1": 0.145839, "nauc_recall_at_5_max": 0.06239, "nauc_recall_at_5_std": 0.019152, "nauc_recall_at_5_diff1": 0.140738, "nauc_recall_at_10_max": 0.089362, "nauc_recall_at_10_std": 0.084413, "nauc_recall_at_10_diff1": 0.075394, "nauc_recall_at_20_max": 0.123358, "nauc_recall_at_20_std": 0.135321, "nauc_recall_at_20_diff1": 0.041377, "nauc_recall_at_100_max": 0.246824, "nauc_recall_at_100_std": 0.369569, "nauc_recall_at_100_diff1": 0.026475, "nauc_recall_at_1000_max": 0.360412, "nauc_recall_at_1000_std": 0.597068, "nauc_recall_at_1000_diff1": -0.006433, "nauc_precision_at_1_max": 0.057712, "nauc_precision_at_1_std": 0.094103, "nauc_precision_at_1_diff1": 0.15879, "nauc_precision_at_3_max": 0.089688, "nauc_precision_at_3_std": 0.064289, "nauc_precision_at_3_diff1": 0.076619, "nauc_precision_at_5_max": 0.09707, "nauc_precision_at_5_std": 0.070587, "nauc_precision_at_5_diff1": 0.062605, "nauc_precision_at_10_max": 0.166402, "nauc_precision_at_10_std": 0.159725, "nauc_precision_at_10_diff1": 0.019208, "nauc_precision_at_20_max": 0.191014, "nauc_precision_at_20_std": 0.205363, "nauc_precision_at_20_diff1": -0.004712, "nauc_precision_at_100_max": 0.279557, "nauc_precision_at_100_std": 0.373488, "nauc_precision_at_100_diff1": -0.034693, "nauc_precision_at_1000_max": 0.261928, "nauc_precision_at_1000_std": 0.358382, "nauc_precision_at_1000_diff1": -0.042846, "nauc_mrr_at_1_max": 0.057712, "nauc_mrr_at_1_std": 0.094103, "nauc_mrr_at_1_diff1": 0.15879, "nauc_mrr_at_3_max": 0.083052, "nauc_mrr_at_3_std": 0.089131, "nauc_mrr_at_3_diff1": 0.128676, "nauc_mrr_at_5_max": 0.091981, "nauc_mrr_at_5_std": 0.091357, "nauc_mrr_at_5_diff1": 0.127409, "nauc_mrr_at_10_max": 0.101366, "nauc_mrr_at_10_std": 0.105804, "nauc_mrr_at_10_diff1": 0.11948, "nauc_mrr_at_20_max": 0.103889, "nauc_mrr_at_20_std": 0.11205, "nauc_mrr_at_20_diff1": 0.114039, "nauc_mrr_at_100_max": 0.107227, "nauc_mrr_at_100_std": 0.117491, "nauc_mrr_at_100_diff1": 0.115449, "nauc_mrr_at_1000_max": 0.106863, "nauc_mrr_at_1000_std": 0.117429, "nauc_mrr_at_1000_diff1": 0.115476, "main_score": 0.15149, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.02442, "ndcg_at_3": 0.03087, "ndcg_at_5": 0.03836, "ndcg_at_10": 0.05018, "ndcg_at_20": 0.06468, "ndcg_at_100": 0.09153, "ndcg_at_1000": 0.12361, "map_at_1": 0.01336, "map_at_3": 0.02223, "map_at_5": 0.02684, "map_at_10": 0.03166, "map_at_20": 0.03544, "map_at_100": 0.03944, "map_at_1000": 0.04071, "recall_at_1": 0.01336, "recall_at_3": 0.03417, "recall_at_5": 0.0529, "recall_at_10": 0.08349, "recall_at_20": 0.13415, "recall_at_100": 0.25413, "recall_at_1000": 0.47041, "precision_at_1": 0.02442, "precision_at_3": 0.02171, "precision_at_5": 0.0193, "precision_at_10": 0.01663, "precision_at_20": 0.01291, "precision_at_100": 0.00521, "precision_at_1000": 0.00099, "mrr_at_1": 0.024419, "mrr_at_3": 0.039535, "mrr_at_5": 0.04593, "mrr_at_10": 0.052124, "mrr_at_20": 0.056651, "mrr_at_100": 0.060332, "mrr_at_1000": 0.061151, "nauc_ndcg_at_1_max": 0.03773, "nauc_ndcg_at_1_std": 0.158726, "nauc_ndcg_at_1_diff1": 0.194386, "nauc_ndcg_at_3_max": 0.063884, "nauc_ndcg_at_3_std": 0.196143, "nauc_ndcg_at_3_diff1": 0.109264, "nauc_ndcg_at_5_max": 0.024751, "nauc_ndcg_at_5_std": 0.218465, "nauc_ndcg_at_5_diff1": 0.053602, "nauc_ndcg_at_10_max": 0.044175, "nauc_ndcg_at_10_std": 0.269061, "nauc_ndcg_at_10_diff1": 0.074092, "nauc_ndcg_at_20_max": 0.063788, "nauc_ndcg_at_20_std": 0.315449, "nauc_ndcg_at_20_diff1": 0.035023, "nauc_ndcg_at_100_max": 0.092089, "nauc_ndcg_at_100_std": 0.379711, "nauc_ndcg_at_100_diff1": 0.020824, "nauc_ndcg_at_1000_max": 0.120647, "nauc_ndcg_at_1000_std": 0.434086, "nauc_ndcg_at_1000_diff1": 0.027468, "nauc_map_at_1_max": 0.175139, "nauc_map_at_1_std": 0.196972, "nauc_map_at_1_diff1": 0.2568, "nauc_map_at_3_max": 0.086995, "nauc_map_at_3_std": 0.192825, "nauc_map_at_3_diff1": 0.132367, "nauc_map_at_5_max": 0.050317, "nauc_map_at_5_std": 0.206836, "nauc_map_at_5_diff1": 0.089104, "nauc_map_at_10_max": 0.059031, "nauc_map_at_10_std": 0.241134, "nauc_map_at_10_diff1": 0.09704, "nauc_map_at_20_max": 0.07108, "nauc_map_at_20_std": 0.267684, "nauc_map_at_20_diff1": 0.077648, "nauc_map_at_100_max": 0.081201, "nauc_map_at_100_std": 0.291542, "nauc_map_at_100_diff1": 0.071777, "nauc_map_at_1000_max": 0.083627, "nauc_map_at_1000_std": 0.298116, "nauc_map_at_1000_diff1": 0.071869, "nauc_recall_at_1_max": 0.175139, "nauc_recall_at_1_std": 0.196972, "nauc_recall_at_1_diff1": 0.2568, "nauc_recall_at_3_max": 0.054659, "nauc_recall_at_3_std": 0.193707, "nauc_recall_at_3_diff1": 0.077801, "nauc_recall_at_5_max": -0.001122, "nauc_recall_at_5_std": 0.237926, "nauc_recall_at_5_diff1": -0.005735, "nauc_recall_at_10_max": 0.036715, "nauc_recall_at_10_std": 0.311085, "nauc_recall_at_10_diff1": 0.060797, "nauc_recall_at_20_max": 0.070278, "nauc_recall_at_20_std": 0.359414, "nauc_recall_at_20_diff1": -0.005795, "nauc_recall_at_100_max": 0.110965, "nauc_recall_at_100_std": 0.443792, "nauc_recall_at_100_diff1": -0.028688, "nauc_recall_at_1000_max": 0.180755, "nauc_recall_at_1000_std": 0.558471, "nauc_recall_at_1000_diff1": -0.017579, "nauc_precision_at_1_max": 0.03773, "nauc_precision_at_1_std": 0.158726, "nauc_precision_at_1_diff1": 0.194386, "nauc_precision_at_3_max": 0.047779, "nauc_precision_at_3_std": 0.22325, "nauc_precision_at_3_diff1": 0.044046, "nauc_precision_at_5_max": -0.01222, "nauc_precision_at_5_std": 0.22567, "nauc_precision_at_5_diff1": 0.027242, "nauc_precision_at_10_max": 0.028556, "nauc_precision_at_10_std": 0.285815, "nauc_precision_at_10_diff1": 0.044243, "nauc_precision_at_20_max": 0.061754, "nauc_precision_at_20_std": 0.359236, "nauc_precision_at_20_diff1": -0.00347, "nauc_precision_at_100_max": 0.100345, "nauc_precision_at_100_std": 0.416588, "nauc_precision_at_100_diff1": -0.012825, "nauc_precision_at_1000_max": 0.123586, "nauc_precision_at_1000_std": 0.434013, "nauc_precision_at_1000_diff1": 0.019016, "nauc_mrr_at_1_max": 0.03773, "nauc_mrr_at_1_std": 0.158726, "nauc_mrr_at_1_diff1": 0.194386, "nauc_mrr_at_3_max": 0.041912, "nauc_mrr_at_3_std": 0.201222, "nauc_mrr_at_3_diff1": 0.101244, "nauc_mrr_at_5_max": 0.021801, "nauc_mrr_at_5_std": 0.212005, "nauc_mrr_at_5_diff1": 0.076218, "nauc_mrr_at_10_max": 0.031548, "nauc_mrr_at_10_std": 0.230935, "nauc_mrr_at_10_diff1": 0.084142, "nauc_mrr_at_20_max": 0.033758, "nauc_mrr_at_20_std": 0.247668, "nauc_mrr_at_20_diff1": 0.068578, "nauc_mrr_at_100_max": 0.040522, "nauc_mrr_at_100_std": 0.259423, "nauc_mrr_at_100_diff1": 0.071372, "nauc_mrr_at_1000_max": 0.042194, "nauc_mrr_at_1000_std": 0.260896, "nauc_mrr_at_1000_diff1": 0.07199, "main_score": 0.05018, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.05164, "ndcg_at_3": 0.05561, "ndcg_at_5": 0.05946, "ndcg_at_10": 0.06444, "ndcg_at_20": 0.06868, "ndcg_at_100": 0.07604, "ndcg_at_1000": 0.09355, "map_at_1": 0.04304, "map_at_3": 0.05243, "map_at_5": 0.05424, "map_at_10": 0.05575, "map_at_20": 0.05714, "map_at_100": 0.058, "map_at_1000": 0.05846, "recall_at_1": 0.04304, "recall_at_3": 0.06025, "recall_at_5": 0.06729, "recall_at_10": 0.07877, "recall_at_20": 0.09246, "recall_at_100": 0.12848, "recall_at_1000": 0.24637, "precision_at_1": 0.05164, "precision_at_3": 0.02504, "precision_at_5": 0.01878, "precision_at_10": 0.01268, "precision_at_20": 0.00775, "precision_at_100": 0.0023, "precision_at_1000": 0.00054, "mrr_at_1": 0.051643, "mrr_at_3": 0.057903, "mrr_at_5": 0.061189, "mrr_at_10": 0.065295, "mrr_at_20": 0.066607, "mrr_at_100": 0.067397, "mrr_at_1000": 0.067984, "nauc_ndcg_at_1_max": 0.352011, "nauc_ndcg_at_1_std": 0.056992, "nauc_ndcg_at_1_diff1": 0.356054, "nauc_ndcg_at_3_max": 0.242415, "nauc_ndcg_at_3_std": -0.04068, "nauc_ndcg_at_3_diff1": 0.478631, "nauc_ndcg_at_5_max": 0.213549, "nauc_ndcg_at_5_std": 0.019592, "nauc_ndcg_at_5_diff1": 0.443937, "nauc_ndcg_at_10_max": 0.217529, "nauc_ndcg_at_10_std": 0.046672, "nauc_ndcg_at_10_diff1": 0.427996, "nauc_ndcg_at_20_max": 0.231852, "nauc_ndcg_at_20_std": 0.069037, "nauc_ndcg_at_20_diff1": 0.424777, "nauc_ndcg_at_100_max": 0.23424, "nauc_ndcg_at_100_std": 0.076163, "nauc_ndcg_at_100_diff1": 0.413548, "nauc_ndcg_at_1000_max": 0.225107, "nauc_ndcg_at_1000_std": 0.137138, "nauc_ndcg_at_1000_diff1": 0.373456, "nauc_map_at_1_max": 0.247325, "nauc_map_at_1_std": -0.057504, "nauc_map_at_1_diff1": 0.400277, "nauc_map_at_3_max": 0.24625, "nauc_map_at_3_std": -0.036941, "nauc_map_at_3_diff1": 0.487478, "nauc_map_at_5_max": 0.230326, "nauc_map_at_5_std": -0.00587, "nauc_map_at_5_diff1": 0.467743, "nauc_map_at_10_max": 0.230168, "nauc_map_at_10_std": 0.003984, "nauc_map_at_10_diff1": 0.462106, "nauc_map_at_20_max": 0.236073, "nauc_map_at_20_std": 0.017241, "nauc_map_at_20_diff1": 0.460377, "nauc_map_at_100_max": 0.237106, "nauc_map_at_100_std": 0.020491, "nauc_map_at_100_diff1": 0.460234, "nauc_map_at_1000_max": 0.23722, "nauc_map_at_1000_std": 0.023778, "nauc_map_at_1000_diff1": 0.45753, "nauc_recall_at_1_max": 0.247325, "nauc_recall_at_1_std": -0.057504, "nauc_recall_at_1_diff1": 0.400277, "nauc_recall_at_3_max": 0.189163, "nauc_recall_at_3_std": -0.08342, "nauc_recall_at_3_diff1": 0.518865, "nauc_recall_at_5_max": 0.152124, "nauc_recall_at_5_std": 0.018012, "nauc_recall_at_5_diff1": 0.46496, "nauc_recall_at_10_max": 0.170888, "nauc_recall_at_10_std": 0.07122, "nauc_recall_at_10_diff1": 0.435053, "nauc_recall_at_20_max": 0.215798, "nauc_recall_at_20_std": 0.119726, "nauc_recall_at_20_diff1": 0.42768, "nauc_recall_at_100_max": 0.215666, "nauc_recall_at_100_std": 0.108998, "nauc_recall_at_100_diff1": 0.390218, "nauc_recall_at_1000_max": 0.169664, "nauc_recall_at_1000_std": 0.265349, "nauc_recall_at_1000_diff1": 0.294828, "nauc_precision_at_1_max": 0.352011, "nauc_precision_at_1_std": 0.056992, "nauc_precision_at_1_diff1": 0.356054, "nauc_precision_at_3_max": 0.335369, "nauc_precision_at_3_std": 0.08855, "nauc_precision_at_3_diff1": 0.514968, "nauc_precision_at_5_max": 0.218622, "nauc_precision_at_5_std": 0.253713, "nauc_precision_at_5_diff1": 0.391813, "nauc_precision_at_10_max": 0.24372, "nauc_precision_at_10_std": 0.29642, "nauc_precision_at_10_diff1": 0.333926, "nauc_precision_at_20_max": 0.260264, "nauc_precision_at_20_std": 0.319653, "nauc_precision_at_20_diff1": 0.321914, "nauc_precision_at_100_max": 0.261665, "nauc_precision_at_100_std": 0.306628, "nauc_precision_at_100_diff1": 0.252897, "nauc_precision_at_1000_max": 0.219775, "nauc_precision_at_1000_std": 0.44109, "nauc_precision_at_1000_diff1": 0.092236, "nauc_mrr_at_1_max": 0.352011, "nauc_mrr_at_1_std": 0.056992, "nauc_mrr_at_1_diff1": 0.356054, "nauc_mrr_at_3_max": 0.299036, "nauc_mrr_at_3_std": 0.006069, "nauc_mrr_at_3_diff1": 0.40737, "nauc_mrr_at_5_max": 0.272255, "nauc_mrr_at_5_std": 0.052881, "nauc_mrr_at_5_diff1": 0.381872, "nauc_mrr_at_10_max": 0.271644, "nauc_mrr_at_10_std": 0.072605, "nauc_mrr_at_10_diff1": 0.369936, "nauc_mrr_at_20_max": 0.273128, "nauc_mrr_at_20_std": 0.074227, "nauc_mrr_at_20_diff1": 0.3705, "nauc_mrr_at_100_max": 0.272018, "nauc_mrr_at_100_std": 0.072934, "nauc_mrr_at_100_diff1": 0.36933, "nauc_mrr_at_1000_max": 0.271559, "nauc_mrr_at_1000_std": 0.075276, "nauc_mrr_at_1000_diff1": 0.367555, "main_score": 0.06444, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.029, "ndcg_at_3": 0.03012, "ndcg_at_5": 0.0358, "ndcg_at_10": 0.04748, "ndcg_at_20": 0.05955, "ndcg_at_100": 0.09068, "ndcg_at_1000": 0.11936, "map_at_1": 0.01204, "map_at_3": 0.01965, "map_at_5": 0.02383, "map_at_10": 0.02839, "map_at_20": 0.03187, "map_at_100": 0.03668, "map_at_1000": 0.03781, "recall_at_1": 0.01204, "recall_at_3": 0.02851, "recall_at_5": 0.04387, "recall_at_10": 0.07473, "recall_at_20": 0.11264, "recall_at_100": 0.2462, "recall_at_1000": 0.42498, "precision_at_1": 0.029, "precision_at_3": 0.02233, "precision_at_5": 0.0206, "precision_at_10": 0.0177, "precision_at_20": 0.01345, "precision_at_100": 0.00612, "precision_at_1000": 0.0011, "mrr_at_1": 0.029, "mrr_at_3": 0.044167, "mrr_at_5": 0.050167, "mrr_at_10": 0.057873, "mrr_at_20": 0.061696, "mrr_at_100": 0.065754, "mrr_at_1000": 0.066603, "nauc_ndcg_at_1_max": 0.243026, "nauc_ndcg_at_1_std": 0.147738, "nauc_ndcg_at_1_diff1": 0.140873, "nauc_ndcg_at_3_max": 0.182399, "nauc_ndcg_at_3_std": 0.187955, "nauc_ndcg_at_3_diff1": 0.133507, "nauc_ndcg_at_5_max": 0.176872, "nauc_ndcg_at_5_std": 0.227979, "nauc_ndcg_at_5_diff1": 0.128459, "nauc_ndcg_at_10_max": 0.201193, "nauc_ndcg_at_10_std": 0.291288, "nauc_ndcg_at_10_diff1": 0.095058, "nauc_ndcg_at_20_max": 0.234127, "nauc_ndcg_at_20_std": 0.325418, "nauc_ndcg_at_20_diff1": 0.077006, "nauc_ndcg_at_100_max": 0.34652, "nauc_ndcg_at_100_std": 0.469929, "nauc_ndcg_at_100_diff1": 0.081627, "nauc_ndcg_at_1000_max": 0.348616, "nauc_ndcg_at_1000_std": 0.465731, "nauc_ndcg_at_1000_diff1": 0.076263, "nauc_map_at_1_max": 0.335315, "nauc_map_at_1_std": 0.085988, "nauc_map_at_1_diff1": 0.32584, "nauc_map_at_3_max": 0.213741, "nauc_map_at_3_std": 0.171714, "nauc_map_at_3_diff1": 0.200956, "nauc_map_at_5_max": 0.204541, "nauc_map_at_5_std": 0.207084, "nauc_map_at_5_diff1": 0.18197, "nauc_map_at_10_max": 0.211694, "nauc_map_at_10_std": 0.24936, "nauc_map_at_10_diff1": 0.150455, "nauc_map_at_20_max": 0.230915, "nauc_map_at_20_std": 0.276419, "nauc_map_at_20_diff1": 0.135311, "nauc_map_at_100_max": 0.271918, "nauc_map_at_100_std": 0.333216, "nauc_map_at_100_diff1": 0.132806, "nauc_map_at_1000_max": 0.274943, "nauc_map_at_1000_std": 0.33794, "nauc_map_at_1000_diff1": 0.131936, "nauc_recall_at_1_max": 0.335315, "nauc_recall_at_1_std": 0.085988, "nauc_recall_at_1_diff1": 0.32584, "nauc_recall_at_3_max": 0.155045, "nauc_recall_at_3_std": 0.204266, "nauc_recall_at_3_diff1": 0.134302, "nauc_recall_at_5_max": 0.139838, "nauc_recall_at_5_std": 0.2478, "nauc_recall_at_5_diff1": 0.120607, "nauc_recall_at_10_max": 0.181832, "nauc_recall_at_10_std": 0.329348, "nauc_recall_at_10_diff1": 0.059937, "nauc_recall_at_20_max": 0.239983, "nauc_recall_at_20_std": 0.369781, "nauc_recall_at_20_diff1": 0.029826, "nauc_recall_at_100_max": 0.417791, "nauc_recall_at_100_std": 0.580588, "nauc_recall_at_100_diff1": 0.052475, "nauc_recall_at_1000_max": 0.397925, "nauc_recall_at_1000_std": 0.534484, "nauc_recall_at_1000_diff1": 0.038864, "nauc_precision_at_1_max": 0.243026, "nauc_precision_at_1_std": 0.147738, "nauc_precision_at_1_diff1": 0.140873, "nauc_precision_at_3_max": 0.173362, "nauc_precision_at_3_std": 0.230957, "nauc_precision_at_3_diff1": 0.062937, "nauc_precision_at_5_max": 0.180759, "nauc_precision_at_5_std": 0.295678, "nauc_precision_at_5_diff1": 0.075734, "nauc_precision_at_10_max": 0.236006, "nauc_precision_at_10_std": 0.382827, "nauc_precision_at_10_diff1": 0.032391, "nauc_precision_at_20_max": 0.27712, "nauc_precision_at_20_std": 0.40321, "nauc_precision_at_20_diff1": 0.030975, "nauc_precision_at_100_max": 0.413845, "nauc_precision_at_100_std": 0.555728, "nauc_precision_at_100_diff1": 0.03579, "nauc_precision_at_1000_max": 0.330601, "nauc_precision_at_1000_std": 0.423536, "nauc_precision_at_1000_diff1": 0.033052, "nauc_mrr_at_1_max": 0.243026, "nauc_mrr_at_1_std": 0.147738, "nauc_mrr_at_1_diff1": 0.140873, "nauc_mrr_at_3_max": 0.17857, "nauc_mrr_at_3_std": 0.186883, "nauc_mrr_at_3_diff1": 0.085243, "nauc_mrr_at_5_max": 0.169611, "nauc_mrr_at_5_std": 0.206234, "nauc_mrr_at_5_diff1": 0.089072, "nauc_mrr_at_10_max": 0.186257, "nauc_mrr_at_10_std": 0.240337, "nauc_mrr_at_10_diff1": 0.078478, "nauc_mrr_at_20_max": 0.188748, "nauc_mrr_at_20_std": 0.242833, "nauc_mrr_at_20_diff1": 0.076274, "nauc_mrr_at_100_max": 0.204703, "nauc_mrr_at_100_std": 0.263413, "nauc_mrr_at_100_diff1": 0.079026, "nauc_mrr_at_1000_max": 0.204336, "nauc_mrr_at_1000_std": 0.262452, "nauc_mrr_at_1000_diff1": 0.078542, "main_score": 0.04748, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.1888, "ndcg_at_3": 0.20814, "ndcg_at_5": 0.2295, "ndcg_at_10": 0.25167, "ndcg_at_20": 0.26593, "ndcg_at_100": 0.29535, "ndcg_at_1000": 0.31797, "map_at_1": 0.13, "map_at_3": 0.17453, "map_at_5": 0.18978, "map_at_10": 0.19974, "map_at_20": 0.20488, "map_at_100": 0.20948, "map_at_1000": 0.21041, "recall_at_1": 0.13, "recall_at_3": 0.21783, "recall_at_5": 0.27467, "recall_at_10": 0.3362, "recall_at_20": 0.3833, "recall_at_100": 0.51662, "recall_at_1000": 0.67164, "precision_at_1": 0.1888, "precision_at_3": 0.11618, "precision_at_5": 0.0888, "precision_at_10": 0.05539, "precision_at_20": 0.03257, "precision_at_100": 0.00934, "precision_at_1000": 0.00124, "mrr_at_1": 0.188797, "mrr_at_3": 0.245159, "mrr_at_5": 0.262275, "mrr_at_10": 0.271659, "mrr_at_20": 0.273982, "mrr_at_100": 0.277612, "mrr_at_1000": 0.2781, "nauc_ndcg_at_1_max": 0.046565, "nauc_ndcg_at_1_std": 0.083872, "nauc_ndcg_at_1_diff1": 0.328243, "nauc_ndcg_at_3_max": 0.010338, "nauc_ndcg_at_3_std": 0.074749, "nauc_ndcg_at_3_diff1": 0.304758, "nauc_ndcg_at_5_max": 0.044594, "nauc_ndcg_at_5_std": 0.087037, "nauc_ndcg_at_5_diff1": 0.300397, "nauc_ndcg_at_10_max": 0.053803, "nauc_ndcg_at_10_std": 0.119928, "nauc_ndcg_at_10_diff1": 0.293903, "nauc_ndcg_at_20_max": 0.061637, "nauc_ndcg_at_20_std": 0.141452, "nauc_ndcg_at_20_diff1": 0.288584, "nauc_ndcg_at_100_max": 0.079631, "nauc_ndcg_at_100_std": 0.173765, "nauc_ndcg_at_100_diff1": 0.290386, "nauc_ndcg_at_1000_max": 0.077547, "nauc_ndcg_at_1000_std": 0.183103, "nauc_ndcg_at_1000_diff1": 0.283351, "nauc_map_at_1_max": -0.015984, "nauc_map_at_1_std": 0.016218, "nauc_map_at_1_diff1": 0.342707, "nauc_map_at_3_max": -0.010479, "nauc_map_at_3_std": 0.046351, "nauc_map_at_3_diff1": 0.317045, "nauc_map_at_5_max": 0.013721, "nauc_map_at_5_std": 0.057278, "nauc_map_at_5_diff1": 0.311766, "nauc_map_at_10_max": 0.018476, "nauc_map_at_10_std": 0.074934, "nauc_map_at_10_diff1": 0.309003, "nauc_map_at_20_max": 0.024424, "nauc_map_at_20_std": 0.084087, "nauc_map_at_20_diff1": 0.307903, "nauc_map_at_100_max": 0.028234, "nauc_map_at_100_std": 0.090648, "nauc_map_at_100_diff1": 0.307926, "nauc_map_at_1000_max": 0.028487, "nauc_map_at_1000_std": 0.09135, "nauc_map_at_1000_diff1": 0.307634, "nauc_recall_at_1_max": -0.015984, "nauc_recall_at_1_std": 0.016218, "nauc_recall_at_1_diff1": 0.342707, "nauc_recall_at_3_max": -0.018081, "nauc_recall_at_3_std": 0.060211, "nauc_recall_at_3_diff1": 0.272259, "nauc_recall_at_5_max": 0.061304, "nauc_recall_at_5_std": 0.092132, "nauc_recall_at_5_diff1": 0.250041, "nauc_recall_at_10_max": 0.071309, "nauc_recall_at_10_std": 0.167677, "nauc_recall_at_10_diff1": 0.231027, "nauc_recall_at_20_max": 0.080886, "nauc_recall_at_20_std": 0.222518, "nauc_recall_at_20_diff1": 0.210616, "nauc_recall_at_100_max": 0.136886, "nauc_recall_at_100_std": 0.330203, "nauc_recall_at_100_diff1": 0.215896, "nauc_recall_at_1000_max": 0.107713, "nauc_recall_at_1000_std": 0.412227, "nauc_recall_at_1000_diff1": 0.141326, "nauc_precision_at_1_max": 0.046565, "nauc_precision_at_1_std": 0.083872, "nauc_precision_at_1_diff1": 0.328243, "nauc_precision_at_3_max": 0.07775, "nauc_precision_at_3_std": 0.15742, "nauc_precision_at_3_diff1": 0.282521, "nauc_precision_at_5_max": 0.147937, "nauc_precision_at_5_std": 0.1859, "nauc_precision_at_5_diff1": 0.26459, "nauc_precision_at_10_max": 0.170772, "nauc_precision_at_10_std": 0.249979, "nauc_precision_at_10_diff1": 0.223028, "nauc_precision_at_20_max": 0.190973, "nauc_precision_at_20_std": 0.280455, "nauc_precision_at_20_diff1": 0.187243, "nauc_precision_at_100_max": 0.243591, "nauc_precision_at_100_std": 0.372922, "nauc_precision_at_100_diff1": 0.132008, "nauc_precision_at_1000_max": 0.219582, "nauc_precision_at_1000_std": 0.357526, "nauc_precision_at_1000_diff1": 0.054399, "nauc_mrr_at_1_max": 0.046565, "nauc_mrr_at_1_std": 0.083872, "nauc_mrr_at_1_diff1": 0.328243, "nauc_mrr_at_3_max": 0.060622, "nauc_mrr_at_3_std": 0.112948, "nauc_mrr_at_3_diff1": 0.311399, "nauc_mrr_at_5_max": 0.081343, "nauc_mrr_at_5_std": 0.127084, "nauc_mrr_at_5_diff1": 0.308814, "nauc_mrr_at_10_max": 0.085754, "nauc_mrr_at_10_std": 0.136342, "nauc_mrr_at_10_diff1": 0.305808, "nauc_mrr_at_20_max": 0.08467, "nauc_mrr_at_20_std": 0.139029, "nauc_mrr_at_20_diff1": 0.30557, "nauc_mrr_at_100_max": 0.085524, "nauc_mrr_at_100_std": 0.140452, "nauc_mrr_at_100_diff1": 0.305313, "nauc_mrr_at_1000_max": 0.085336, "nauc_mrr_at_1000_std": 0.140494, "nauc_mrr_at_1000_diff1": 0.305129, "main_score": 0.25167, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0006, "ndcg_at_5": 0.0006, "ndcg_at_10": 0.00097, "ndcg_at_20": 0.00125, "ndcg_at_100": 0.00214, "ndcg_at_1000": 0.00305, "map_at_1": 0.0, "map_at_3": 0.0004, "map_at_5": 0.0004, "map_at_10": 0.00054, "map_at_20": 0.0006, "map_at_100": 0.00072, "map_at_1000": 0.00075, "recall_at_1": 0.0, "recall_at_3": 0.00121, "recall_at_5": 0.00121, "recall_at_10": 0.00242, "recall_at_20": 0.00362, "recall_at_100": 0.00845, "recall_at_1000": 0.0157, "precision_at_1": 0.0, "precision_at_3": 0.0004, "precision_at_5": 0.00024, "precision_at_10": 0.00024, "precision_at_20": 0.00018, "precision_at_100": 8e-05, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.000403, "mrr_at_5": 0.000403, "mrr_at_10": 0.000537, "mrr_at_20": 0.0006, "mrr_at_100": 0.000718, "mrr_at_1000": 0.000753, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.575418, "nauc_ndcg_at_3_std": -0.575418, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": -0.575418, "nauc_ndcg_at_5_std": -0.575418, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": -0.575418, "nauc_ndcg_at_10_std": -0.575418, "nauc_ndcg_at_10_diff1": 0.873104, "nauc_ndcg_at_20_max": -0.575418, "nauc_ndcg_at_20_std": -0.462301, "nauc_ndcg_at_20_diff1": 0.901543, "nauc_ndcg_at_100_max": -0.575418, "nauc_ndcg_at_100_std": -0.000918, "nauc_ndcg_at_100_diff1": 0.837183, "nauc_ndcg_at_1000_max": -0.459744, "nauc_ndcg_at_1000_std": -0.038321, "nauc_ndcg_at_1000_diff1": 0.818386, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.575418, "nauc_map_at_3_std": -0.575418, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": -0.575418, "nauc_map_at_5_std": -0.575418, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": -0.575418, "nauc_map_at_10_std": -0.575418, "nauc_map_at_10_diff1": 0.915584, "nauc_map_at_20_max": -0.575418, "nauc_map_at_20_std": -0.521976, "nauc_map_at_20_diff1": 0.924522, "nauc_map_at_100_max": -0.575418, "nauc_map_at_100_std": -0.330309, "nauc_map_at_100_diff1": 0.895352, "nauc_map_at_1000_max": -0.550866, "nauc_map_at_1000_std": -0.323865, "nauc_map_at_1000_diff1": 0.890081, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.575418, "nauc_recall_at_3_std": -0.575418, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": -0.575418, "nauc_recall_at_5_std": -0.575418, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": -0.575418, "nauc_recall_at_10_std": -0.575418, "nauc_recall_at_10_diff1": 0.831167, "nauc_recall_at_20_max": -0.575418, "nauc_recall_at_20_std": -0.407176, "nauc_recall_at_20_diff1": 0.887445, "nauc_recall_at_100_max": -0.575418, "nauc_recall_at_100_std": 0.194709, "nauc_recall_at_100_diff1": 0.807048, "nauc_recall_at_1000_max": -0.415407, "nauc_recall_at_1000_std": 0.054993, "nauc_recall_at_1000_diff1": 0.794652, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.575418, "nauc_precision_at_3_std": -0.575418, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": -0.575418, "nauc_precision_at_5_std": -0.575418, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": -0.575418, "nauc_precision_at_10_std": -0.575418, "nauc_precision_at_10_diff1": 0.831167, "nauc_precision_at_20_max": -0.575418, "nauc_precision_at_20_std": -0.407176, "nauc_precision_at_20_diff1": 0.887445, "nauc_precision_at_100_max": -0.575418, "nauc_precision_at_100_std": 0.194709, "nauc_precision_at_100_diff1": 0.807048, "nauc_precision_at_1000_max": -0.415407, "nauc_precision_at_1000_std": 0.054993, "nauc_precision_at_1000_diff1": 0.794652, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.575418, "nauc_mrr_at_3_std": -0.575418, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": -0.575418, "nauc_mrr_at_5_std": -0.575418, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": -0.575418, "nauc_mrr_at_10_std": -0.575418, "nauc_mrr_at_10_diff1": 0.915584, "nauc_mrr_at_20_max": -0.575418, "nauc_mrr_at_20_std": -0.521976, "nauc_mrr_at_20_diff1": 0.924522, "nauc_mrr_at_100_max": -0.575418, "nauc_mrr_at_100_std": -0.330309, "nauc_mrr_at_100_diff1": 0.895352, "nauc_mrr_at_1000_max": -0.550363, "nauc_mrr_at_1000_std": -0.32405, "nauc_mrr_at_1000_diff1": 0.888815, "main_score": 0.00097, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.00409, "ndcg_at_3": 0.00549, "ndcg_at_5": 0.00788, "ndcg_at_10": 0.0097, "ndcg_at_20": 0.01199, "ndcg_at_100": 0.01523, "ndcg_at_1000": 0.01977, "map_at_1": 0.0025, "map_at_3": 0.00466, "map_at_5": 0.00609, "map_at_10": 0.00667, "map_at_20": 0.00721, "map_at_100": 0.00766, "map_at_1000": 0.00784, "recall_at_1": 0.0025, "recall_at_3": 0.00637, "recall_at_5": 0.01182, "recall_at_10": 0.01762, "recall_at_20": 0.026, "recall_at_100": 0.0406, "recall_at_1000": 0.07287, "precision_at_1": 0.00409, "precision_at_3": 0.00318, "precision_at_5": 0.00327, "precision_at_10": 0.00246, "precision_at_20": 0.00191, "precision_at_100": 0.00071, "precision_at_1000": 0.00013, "mrr_at_1": 0.004093, "mrr_at_3": 0.006139, "mrr_at_5": 0.007367, "mrr_at_10": 0.008186, "mrr_at_20": 0.008963, "mrr_at_100": 0.009335, "mrr_at_1000": 0.009463, "nauc_ndcg_at_1_max": -0.451621, "nauc_ndcg_at_1_std": 0.241172, "nauc_ndcg_at_1_diff1": -0.318352, "nauc_ndcg_at_3_max": -0.435789, "nauc_ndcg_at_3_std": 0.366254, "nauc_ndcg_at_3_diff1": -0.333484, "nauc_ndcg_at_5_max": -0.437973, "nauc_ndcg_at_5_std": 0.351533, "nauc_ndcg_at_5_diff1": -0.348002, "nauc_ndcg_at_10_max": -0.460554, "nauc_ndcg_at_10_std": 0.279161, "nauc_ndcg_at_10_diff1": -0.356676, "nauc_ndcg_at_20_max": -0.46764, "nauc_ndcg_at_20_std": 0.332799, "nauc_ndcg_at_20_diff1": -0.375858, "nauc_ndcg_at_100_max": -0.463481, "nauc_ndcg_at_100_std": 0.4104, "nauc_ndcg_at_100_diff1": -0.393378, "nauc_ndcg_at_1000_max": -0.473021, "nauc_ndcg_at_1000_std": 0.455879, "nauc_ndcg_at_1000_diff1": -0.412031, "nauc_map_at_1_max": -0.373388, "nauc_map_at_1_std": 0.476481, "nauc_map_at_1_diff1": -0.318352, "nauc_map_at_3_max": -0.428641, "nauc_map_at_3_std": 0.384202, "nauc_map_at_3_diff1": -0.332486, "nauc_map_at_5_max": -0.438171, "nauc_map_at_5_std": 0.353602, "nauc_map_at_5_diff1": -0.343504, "nauc_map_at_10_max": -0.448486, "nauc_map_at_10_std": 0.320191, "nauc_map_at_10_diff1": -0.347886, "nauc_map_at_20_max": -0.452301, "nauc_map_at_20_std": 0.33677, "nauc_map_at_20_diff1": -0.35524, "nauc_map_at_100_max": -0.45275, "nauc_map_at_100_std": 0.357549, "nauc_map_at_100_diff1": -0.360157, "nauc_map_at_1000_max": -0.45399, "nauc_map_at_1000_std": 0.363633, "nauc_map_at_1000_diff1": -0.363347, "nauc_recall_at_1_max": -0.373388, "nauc_recall_at_1_std": 0.476481, "nauc_recall_at_1_diff1": -0.318352, "nauc_recall_at_3_max": -0.439925, "nauc_recall_at_3_std": 0.380445, "nauc_recall_at_3_diff1": -0.339049, "nauc_recall_at_5_max": -0.43823, "nauc_recall_at_5_std": 0.349738, "nauc_recall_at_5_diff1": -0.359059, "nauc_recall_at_10_max": -0.477275, "nauc_recall_at_10_std": 0.224479, "nauc_recall_at_10_diff1": -0.370538, "nauc_recall_at_20_max": -0.485168, "nauc_recall_at_20_std": 0.335319, "nauc_recall_at_20_diff1": -0.397726, "nauc_recall_at_100_max": -0.472112, "nauc_recall_at_100_std": 0.465123, "nauc_recall_at_100_diff1": -0.419741, "nauc_recall_at_1000_max": -0.486947, "nauc_recall_at_1000_std": 0.525774, "nauc_recall_at_1000_diff1": -0.441907, "nauc_precision_at_1_max": -0.451621, "nauc_precision_at_1_std": 0.241172, "nauc_precision_at_1_diff1": -0.318352, "nauc_precision_at_3_max": -0.458459, "nauc_precision_at_3_std": 0.296888, "nauc_precision_at_3_diff1": -0.33215, "nauc_precision_at_5_max": -0.445365, "nauc_precision_at_5_std": 0.310916, "nauc_precision_at_5_diff1": -0.347751, "nauc_precision_at_10_max": -0.484259, "nauc_precision_at_10_std": 0.193093, "nauc_precision_at_10_diff1": -0.362917, "nauc_precision_at_20_max": -0.48725, "nauc_precision_at_20_std": 0.328311, "nauc_precision_at_20_diff1": -0.400849, "nauc_precision_at_100_max": -0.466349, "nauc_precision_at_100_std": 0.473592, "nauc_precision_at_100_diff1": -0.431185, "nauc_precision_at_1000_max": -0.478665, "nauc_precision_at_1000_std": 0.536835, "nauc_precision_at_1000_diff1": -0.452847, "nauc_mrr_at_1_max": -0.451621, "nauc_mrr_at_1_std": 0.241172, "nauc_mrr_at_1_diff1": -0.318352, "nauc_mrr_at_3_max": -0.44328, "nauc_mrr_at_3_std": 0.319164, "nauc_mrr_at_3_diff1": -0.329084, "nauc_mrr_at_5_max": -0.43784, "nauc_mrr_at_5_std": 0.343408, "nauc_mrr_at_5_diff1": -0.339157, "nauc_mrr_at_10_max": -0.450261, "nauc_mrr_at_10_std": 0.304812, "nauc_mrr_at_10_diff1": -0.344566, "nauc_mrr_at_20_max": -0.453987, "nauc_mrr_at_20_std": 0.320246, "nauc_mrr_at_20_diff1": -0.355758, "nauc_mrr_at_100_max": -0.453365, "nauc_mrr_at_100_std": 0.342887, "nauc_mrr_at_100_diff1": -0.360319, "nauc_mrr_at_1000_max": -0.45445, "nauc_mrr_at_1000_std": 0.346626, "nauc_mrr_at_1000_diff1": -0.361649, "main_score": 0.0097, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.35294, "ndcg_at_3": 0.41429, "ndcg_at_5": 0.46332, "ndcg_at_10": 0.50155, "ndcg_at_20": 0.50826, "ndcg_at_100": 0.52733, "ndcg_at_1000": 0.53698, "map_at_1": 0.32283, "map_at_3": 0.38702, "map_at_5": 0.41731, "map_at_10": 0.43644, "map_at_20": 0.43855, "map_at_100": 0.44068, "map_at_1000": 0.44117, "recall_at_1": 0.32283, "recall_at_3": 0.45798, "recall_at_5": 0.57493, "recall_at_10": 0.68487, "recall_at_20": 0.70728, "recall_at_100": 0.81513, "recall_at_1000": 0.88235, "precision_at_1": 0.35294, "precision_at_3": 0.17367, "precision_at_5": 0.13109, "precision_at_10": 0.07899, "precision_at_20": 0.0416, "precision_at_100": 0.00958, "precision_at_1000": 0.00106, "mrr_at_1": 0.352941, "mrr_at_3": 0.418768, "mrr_at_5": 0.443978, "mrr_at_10": 0.457056, "mrr_at_20": 0.458963, "mrr_at_100": 0.46086, "mrr_at_1000": 0.461139, "nauc_ndcg_at_1_max": 0.111224, "nauc_ndcg_at_1_std": -0.048157, "nauc_ndcg_at_1_diff1": 0.34957, "nauc_ndcg_at_3_max": 0.07988, "nauc_ndcg_at_3_std": -0.075191, "nauc_ndcg_at_3_diff1": 0.343819, "nauc_ndcg_at_5_max": 0.077902, "nauc_ndcg_at_5_std": -0.080375, "nauc_ndcg_at_5_diff1": 0.301023, "nauc_ndcg_at_10_max": 0.106897, "nauc_ndcg_at_10_std": -0.038003, "nauc_ndcg_at_10_diff1": 0.297237, "nauc_ndcg_at_20_max": 0.099746, "nauc_ndcg_at_20_std": -0.053509, "nauc_ndcg_at_20_diff1": 0.293591, "nauc_ndcg_at_100_max": 0.093287, "nauc_ndcg_at_100_std": -0.015749, "nauc_ndcg_at_100_diff1": 0.28552, "nauc_ndcg_at_1000_max": 0.108399, "nauc_ndcg_at_1000_std": -0.009861, "nauc_ndcg_at_1000_diff1": 0.290753, "nauc_map_at_1_max": 0.149404, "nauc_map_at_1_std": -0.095054, "nauc_map_at_1_diff1": 0.385507, "nauc_map_at_3_max": 0.103908, "nauc_map_at_3_std": -0.084579, "nauc_map_at_3_diff1": 0.362145, "nauc_map_at_5_max": 0.097808, "nauc_map_at_5_std": -0.075299, "nauc_map_at_5_diff1": 0.334088, "nauc_map_at_10_max": 0.106142, "nauc_map_at_10_std": -0.053705, "nauc_map_at_10_diff1": 0.328403, "nauc_map_at_20_max": 0.10517, "nauc_map_at_20_std": -0.058177, "nauc_map_at_20_diff1": 0.327418, "nauc_map_at_100_max": 0.103554, "nauc_map_at_100_std": -0.054721, "nauc_map_at_100_diff1": 0.32614, "nauc_map_at_1000_max": 0.104158, "nauc_map_at_1000_std": -0.054368, "nauc_map_at_1000_diff1": 0.326496, "nauc_recall_at_1_max": 0.149404, "nauc_recall_at_1_std": -0.095054, "nauc_recall_at_1_diff1": 0.385507, "nauc_recall_at_3_max": 0.046342, "nauc_recall_at_3_std": -0.092602, "nauc_recall_at_3_diff1": 0.335673, "nauc_recall_at_5_max": 0.038283, "nauc_recall_at_5_std": -0.104786, "nauc_recall_at_5_diff1": 0.222401, "nauc_recall_at_10_max": 0.144079, "nauc_recall_at_10_std": 0.030933, "nauc_recall_at_10_diff1": 0.209384, "nauc_recall_at_20_max": 0.114123, "nauc_recall_at_20_std": -0.029044, "nauc_recall_at_20_diff1": 0.195892, "nauc_recall_at_100_max": 0.077804, "nauc_recall_at_100_std": 0.349502, "nauc_recall_at_100_diff1": 0.076904, "nauc_recall_at_1000_max": 0.363083, "nauc_recall_at_1000_std": 0.623275, "nauc_recall_at_1000_diff1": 0.064839, "nauc_precision_at_1_max": 0.111224, "nauc_precision_at_1_std": -0.048157, "nauc_precision_at_1_diff1": 0.34957, "nauc_precision_at_3_max": 0.022512, "nauc_precision_at_3_std": -0.000583, "nauc_precision_at_3_diff1": 0.212556, "nauc_precision_at_5_max": -0.014505, "nauc_precision_at_5_std": 0.056612, "nauc_precision_at_5_diff1": 0.062566, "nauc_precision_at_10_max": 0.020046, "nauc_precision_at_10_std": 0.184489, "nauc_precision_at_10_diff1": -0.010749, "nauc_precision_at_20_max": 0.001988, "nauc_precision_at_20_std": 0.10921, "nauc_precision_at_20_diff1": -0.05342, "nauc_precision_at_100_max": -0.039597, "nauc_precision_at_100_std": 0.324454, "nauc_precision_at_100_diff1": -0.164008, "nauc_precision_at_1000_max": 0.02689, "nauc_precision_at_1000_std": 0.344102, "nauc_precision_at_1000_diff1": -0.17679, "nauc_mrr_at_1_max": 0.111224, "nauc_mrr_at_1_std": -0.048157, "nauc_mrr_at_1_diff1": 0.34957, "nauc_mrr_at_3_max": 0.068219, "nauc_mrr_at_3_std": -0.059509, "nauc_mrr_at_3_diff1": 0.32147, "nauc_mrr_at_5_max": 0.069662, "nauc_mrr_at_5_std": -0.070373, "nauc_mrr_at_5_diff1": 0.301813, "nauc_mrr_at_10_max": 0.085295, "nauc_mrr_at_10_std": -0.055543, "nauc_mrr_at_10_diff1": 0.305126, "nauc_mrr_at_20_max": 0.081362, "nauc_mrr_at_20_std": -0.060136, "nauc_mrr_at_20_diff1": 0.304165, "nauc_mrr_at_100_max": 0.080668, "nauc_mrr_at_100_std": -0.055501, "nauc_mrr_at_100_diff1": 0.303831, "nauc_mrr_at_1000_max": 0.081148, "nauc_mrr_at_1000_std": -0.05527, "nauc_mrr_at_1000_diff1": 0.304016, "main_score": 0.50155, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00747, "ndcg_at_5": 0.01392, "ndcg_at_10": 0.02065, "ndcg_at_20": 0.02911, "ndcg_at_100": 0.06367, "ndcg_at_1000": 0.10883, "map_at_1": 0.0, "map_at_3": 0.00498, "map_at_5": 0.008, "map_at_10": 0.01053, "map_at_20": 0.01272, "map_at_100": 0.01763, "map_at_1000": 0.01947, "recall_at_1": 0.0, "recall_at_3": 0.01039, "recall_at_5": 0.02305, "recall_at_10": 0.03904, "recall_at_20": 0.0665, "recall_at_100": 0.21836, "recall_at_1000": 0.5063, "precision_at_1": 0.0, "precision_at_3": 0.00594, "precision_at_5": 0.00916, "precision_at_10": 0.00916, "precision_at_20": 0.00763, "precision_at_100": 0.00532, "precision_at_1000": 0.00129, "mrr_at_1": 0.0, "mrr_at_3": 0.008482, "mrr_at_5": 0.014207, "mrr_at_10": 0.0188, "mrr_at_20": 0.021897, "mrr_at_100": 0.026403, "mrr_at_1000": 0.027589, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.360338, "nauc_ndcg_at_3_std": -0.256849, "nauc_ndcg_at_3_diff1": -0.083358, "nauc_ndcg_at_5_max": -0.377062, "nauc_ndcg_at_5_std": -0.017196, "nauc_ndcg_at_5_diff1": -0.002022, "nauc_ndcg_at_10_max": -0.255962, "nauc_ndcg_at_10_std": 0.066374, "nauc_ndcg_at_10_diff1": 0.065146, "nauc_ndcg_at_20_max": -0.184075, "nauc_ndcg_at_20_std": 0.102117, "nauc_ndcg_at_20_diff1": 0.102628, "nauc_ndcg_at_100_max": -0.133409, "nauc_ndcg_at_100_std": 0.235827, "nauc_ndcg_at_100_diff1": 0.119743, "nauc_ndcg_at_1000_max": -0.18874, "nauc_ndcg_at_1000_std": 0.198429, "nauc_ndcg_at_1000_diff1": 0.077723, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.396175, "nauc_map_at_3_std": -0.323922, "nauc_map_at_3_diff1": -0.112866, "nauc_map_at_5_max": -0.393846, "nauc_map_at_5_std": -0.090532, "nauc_map_at_5_diff1": -0.015729, "nauc_map_at_10_max": -0.314549, "nauc_map_at_10_std": 0.009504, "nauc_map_at_10_diff1": 0.025227, "nauc_map_at_20_max": -0.26034, "nauc_map_at_20_std": 0.034664, "nauc_map_at_20_diff1": 0.051635, "nauc_map_at_100_max": -0.230603, "nauc_map_at_100_std": 0.107073, "nauc_map_at_100_diff1": 0.056495, "nauc_map_at_1000_max": -0.231774, "nauc_map_at_1000_std": 0.112837, "nauc_map_at_1000_diff1": 0.051544, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.366807, "nauc_recall_at_3_std": -0.327631, "nauc_recall_at_3_diff1": -0.067443, "nauc_recall_at_5_max": -0.376904, "nauc_recall_at_5_std": 0.011137, "nauc_recall_at_5_diff1": 0.043077, "nauc_recall_at_10_max": -0.210922, "nauc_recall_at_10_std": 0.096264, "nauc_recall_at_10_diff1": 0.126849, "nauc_recall_at_20_max": -0.108566, "nauc_recall_at_20_std": 0.168327, "nauc_recall_at_20_diff1": 0.173634, "nauc_recall_at_100_max": -0.051011, "nauc_recall_at_100_std": 0.320668, "nauc_recall_at_100_diff1": 0.16793, "nauc_recall_at_1000_max": -0.184282, "nauc_recall_at_1000_std": 0.23619, "nauc_recall_at_1000_diff1": 0.074956, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.300118, "nauc_precision_at_3_std": -0.167204, "nauc_precision_at_3_diff1": -0.028352, "nauc_precision_at_5_max": -0.358006, "nauc_precision_at_5_std": 0.101127, "nauc_precision_at_5_diff1": -0.0146, "nauc_precision_at_10_max": -0.197262, "nauc_precision_at_10_std": 0.185691, "nauc_precision_at_10_diff1": 0.062422, "nauc_precision_at_20_max": -0.146437, "nauc_precision_at_20_std": 0.144059, "nauc_precision_at_20_diff1": 0.090873, "nauc_precision_at_100_max": -0.116906, "nauc_precision_at_100_std": 0.255965, "nauc_precision_at_100_diff1": 0.08414, "nauc_precision_at_1000_max": -0.14396, "nauc_precision_at_1000_std": 0.142345, "nauc_precision_at_1000_diff1": 0.042193, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.331291, "nauc_mrr_at_3_std": -0.154824, "nauc_mrr_at_3_diff1": -0.079769, "nauc_mrr_at_5_max": -0.35653, "nauc_mrr_at_5_std": -0.010726, "nauc_mrr_at_5_diff1": -0.037402, "nauc_mrr_at_10_max": -0.273337, "nauc_mrr_at_10_std": 0.026016, "nauc_mrr_at_10_diff1": 0.018998, "nauc_mrr_at_20_max": -0.249217, "nauc_mrr_at_20_std": 0.038633, "nauc_mrr_at_20_diff1": 0.031018, "nauc_mrr_at_100_max": -0.23732, "nauc_mrr_at_100_std": 0.070595, "nauc_mrr_at_100_diff1": 0.05252, "nauc_mrr_at_1000_max": -0.241244, "nauc_mrr_at_1000_std": 0.068458, "nauc_mrr_at_1000_diff1": 0.047938, "main_score": 0.02065, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 981.2434825897217, "kg_co2_emissions": 0.08068552909240112 }