{ "dataset_revision": "efa78cc2f74bbcd21eff2261f9e13aebe40b814e", "task_name": "MintakaRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.00272, "ndcg_at_3": 0.00426, "ndcg_at_5": 0.0061, "ndcg_at_10": 0.00847, "ndcg_at_20": 0.01238, "ndcg_at_100": 0.02631, "ndcg_at_1000": 0.09766, "map_at_1": 0.00272, "map_at_3": 0.00386, "map_at_5": 0.00486, "map_at_10": 0.00585, "map_at_20": 0.00693, "map_at_100": 0.00867, "map_at_1000": 0.01031, "recall_at_1": 0.00272, "recall_at_3": 0.00545, "recall_at_5": 0.00999, "recall_at_10": 0.01725, "recall_at_20": 0.03268, "recall_at_100": 0.11076, "recall_at_1000": 0.73627, "precision_at_1": 0.00272, "precision_at_3": 0.00182, "precision_at_5": 0.002, "precision_at_10": 0.00172, "precision_at_20": 0.00163, "precision_at_100": 0.00111, "precision_at_1000": 0.00074, "mrr_at_1": 0.002724, "mrr_at_3": 0.003858, "mrr_at_5": 0.004857, "mrr_at_10": 0.00585, "mrr_at_20": 0.006925, "mrr_at_100": 0.008665, "mrr_at_1000": 0.010314, "nauc_ndcg_at_1_max": 0.268292, "nauc_ndcg_at_1_std": 0.001402, "nauc_ndcg_at_1_diff1": 0.070139, "nauc_ndcg_at_3_max": 0.195719, "nauc_ndcg_at_3_std": -0.070025, "nauc_ndcg_at_3_diff1": -0.018993, "nauc_ndcg_at_5_max": 0.155045, "nauc_ndcg_at_5_std": -0.066536, "nauc_ndcg_at_5_diff1": -0.045724, "nauc_ndcg_at_10_max": 0.130972, "nauc_ndcg_at_10_std": -0.024632, "nauc_ndcg_at_10_diff1": -0.057138, "nauc_ndcg_at_20_max": 0.140463, "nauc_ndcg_at_20_std": 0.034209, "nauc_ndcg_at_20_diff1": -0.056263, "nauc_ndcg_at_100_max": 0.104041, "nauc_ndcg_at_100_std": 0.077495, "nauc_ndcg_at_100_diff1": 0.00446, "nauc_ndcg_at_1000_max": 0.090342, "nauc_ndcg_at_1000_std": 0.052639, "nauc_ndcg_at_1000_diff1": -0.017893, "nauc_map_at_1_max": 0.268292, "nauc_map_at_1_std": 0.001402, "nauc_map_at_1_diff1": 0.070139, "nauc_map_at_3_max": 0.2046, "nauc_map_at_3_std": -0.06242, "nauc_map_at_3_diff1": -0.00581, "nauc_map_at_5_max": 0.174869, "nauc_map_at_5_std": -0.062661, "nauc_map_at_5_diff1": -0.026965, "nauc_map_at_10_max": 0.154617, "nauc_map_at_10_std": -0.040018, "nauc_map_at_10_diff1": -0.038483, "nauc_map_at_20_max": 0.155304, "nauc_map_at_20_std": -0.009947, "nauc_map_at_20_diff1": -0.041166, "nauc_map_at_100_max": 0.142758, "nauc_map_at_100_std": 0.019399, "nauc_map_at_100_diff1": -0.02186, "nauc_map_at_1000_max": 0.136175, "nauc_map_at_1000_std": 0.017628, "nauc_map_at_1000_diff1": -0.022926, "nauc_recall_at_1_max": 0.268292, "nauc_recall_at_1_std": 0.001402, "nauc_recall_at_1_diff1": 0.070139, "nauc_recall_at_3_max": 0.178582, "nauc_recall_at_3_std": -0.084238, "nauc_recall_at_3_diff1": -0.045359, "nauc_recall_at_5_max": 0.125178, "nauc_recall_at_5_std": -0.070372, "nauc_recall_at_5_diff1": -0.073379, "nauc_recall_at_10_max": 0.1057, "nauc_recall_at_10_std": -0.002162, "nauc_recall_at_10_diff1": -0.076217, "nauc_recall_at_20_max": 0.13222, "nauc_recall_at_20_std": 0.077328, "nauc_recall_at_20_diff1": -0.06559, "nauc_recall_at_100_max": 0.084895, "nauc_recall_at_100_std": 0.099912, "nauc_recall_at_100_diff1": 0.023023, "nauc_recall_at_1000_max": 0.07575, "nauc_recall_at_1000_std": 0.054737, "nauc_recall_at_1000_diff1": -0.025115, "nauc_precision_at_1_max": 0.268292, "nauc_precision_at_1_std": 0.001402, "nauc_precision_at_1_diff1": 0.070139, "nauc_precision_at_3_max": 0.178582, "nauc_precision_at_3_std": -0.084238, "nauc_precision_at_3_diff1": -0.045359, "nauc_precision_at_5_max": 0.125178, "nauc_precision_at_5_std": -0.070372, "nauc_precision_at_5_diff1": -0.073379, "nauc_precision_at_10_max": 0.1057, "nauc_precision_at_10_std": -0.002162, "nauc_precision_at_10_diff1": -0.076217, "nauc_precision_at_20_max": 0.13222, "nauc_precision_at_20_std": 0.077328, "nauc_precision_at_20_diff1": -0.06559, "nauc_precision_at_100_max": 0.084895, "nauc_precision_at_100_std": 0.099912, "nauc_precision_at_100_diff1": 0.023023, "nauc_precision_at_1000_max": 0.07575, "nauc_precision_at_1000_std": 0.054737, "nauc_precision_at_1000_diff1": -0.025115, "nauc_mrr_at_1_max": 0.268292, "nauc_mrr_at_1_std": 0.001402, "nauc_mrr_at_1_diff1": 0.070139, "nauc_mrr_at_3_max": 0.2046, "nauc_mrr_at_3_std": -0.06242, "nauc_mrr_at_3_diff1": -0.00581, "nauc_mrr_at_5_max": 0.174869, "nauc_mrr_at_5_std": -0.062661, "nauc_mrr_at_5_diff1": -0.026965, "nauc_mrr_at_10_max": 0.154617, "nauc_mrr_at_10_std": -0.040018, "nauc_mrr_at_10_diff1": -0.038483, "nauc_mrr_at_20_max": 0.155304, "nauc_mrr_at_20_std": -0.009947, "nauc_mrr_at_20_diff1": -0.041166, "nauc_mrr_at_100_max": 0.142758, "nauc_mrr_at_100_std": 0.019399, "nauc_mrr_at_100_diff1": -0.02186, "nauc_mrr_at_1000_max": 0.136175, "nauc_mrr_at_1000_std": 0.017628, "nauc_mrr_at_1000_diff1": -0.022926, "main_score": 0.00847, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.06487, "ndcg_at_3": 0.09099, "ndcg_at_5": 0.1004, "ndcg_at_10": 0.11138, "ndcg_at_20": 0.11777, "ndcg_at_100": 0.13682, "ndcg_at_1000": 0.2004, "map_at_1": 0.06487, "map_at_3": 0.08446, "map_at_5": 0.0897, "map_at_10": 0.09413, "map_at_20": 0.09593, "map_at_100": 0.09822, "map_at_1000": 0.09996, "recall_at_1": 0.06487, "recall_at_3": 0.10994, "recall_at_5": 0.13269, "recall_at_10": 0.16723, "recall_at_20": 0.19208, "recall_at_100": 0.29992, "recall_at_1000": 0.83867, "precision_at_1": 0.06487, "precision_at_3": 0.03665, "precision_at_5": 0.02654, "precision_at_10": 0.01672, "precision_at_20": 0.0096, "precision_at_100": 0.003, "precision_at_1000": 0.00084, "mrr_at_1": 0.064869, "mrr_at_3": 0.084457, "mrr_at_5": 0.089701, "mrr_at_10": 0.094127, "mrr_at_20": 0.09593, "mrr_at_100": 0.09822, "mrr_at_1000": 0.099964, "nauc_ndcg_at_1_max": 0.1687, "nauc_ndcg_at_1_std": -0.212844, "nauc_ndcg_at_1_diff1": 0.407218, "nauc_ndcg_at_3_max": 0.15012, "nauc_ndcg_at_3_std": -0.216047, "nauc_ndcg_at_3_diff1": 0.296457, "nauc_ndcg_at_5_max": 0.143126, "nauc_ndcg_at_5_std": -0.214922, "nauc_ndcg_at_5_diff1": 0.280931, "nauc_ndcg_at_10_max": 0.154388, "nauc_ndcg_at_10_std": -0.201834, "nauc_ndcg_at_10_diff1": 0.260225, "nauc_ndcg_at_20_max": 0.142298, "nauc_ndcg_at_20_std": -0.195477, "nauc_ndcg_at_20_diff1": 0.245599, "nauc_ndcg_at_100_max": 0.11372, "nauc_ndcg_at_100_std": -0.189562, "nauc_ndcg_at_100_diff1": 0.227732, "nauc_ndcg_at_1000_max": 0.108057, "nauc_ndcg_at_1000_std": -0.186673, "nauc_ndcg_at_1000_diff1": 0.223691, "nauc_map_at_1_max": 0.1687, "nauc_map_at_1_std": -0.212844, "nauc_map_at_1_diff1": 0.407218, "nauc_map_at_3_max": 0.15493, "nauc_map_at_3_std": -0.216092, "nauc_map_at_3_diff1": 0.319061, "nauc_map_at_5_max": 0.150505, "nauc_map_at_5_std": -0.215476, "nauc_map_at_5_diff1": 0.308859, "nauc_map_at_10_max": 0.156183, "nauc_map_at_10_std": -0.209445, "nauc_map_at_10_diff1": 0.298515, "nauc_map_at_20_max": 0.152031, "nauc_map_at_20_std": -0.20738, "nauc_map_at_20_diff1": 0.293212, "nauc_map_at_100_max": 0.14733, "nauc_map_at_100_std": -0.206493, "nauc_map_at_100_diff1": 0.289651, "nauc_map_at_1000_max": 0.14662, "nauc_map_at_1000_std": -0.206093, "nauc_map_at_1000_diff1": 0.289082, "nauc_recall_at_1_max": 0.1687, "nauc_recall_at_1_std": -0.212844, "nauc_recall_at_1_diff1": 0.407218, "nauc_recall_at_3_max": 0.138836, "nauc_recall_at_3_std": -0.215736, "nauc_recall_at_3_diff1": 0.244851, "nauc_recall_at_5_max": 0.126777, "nauc_recall_at_5_std": -0.213413, "nauc_recall_at_5_diff1": 0.221084, "nauc_recall_at_10_max": 0.152092, "nauc_recall_at_10_std": -0.184321, "nauc_recall_at_10_diff1": 0.18377, "nauc_recall_at_20_max": 0.121457, "nauc_recall_at_20_std": -0.169026, "nauc_recall_at_20_diff1": 0.153458, "nauc_recall_at_100_max": 0.035002, "nauc_recall_at_100_std": -0.154194, "nauc_recall_at_100_diff1": 0.116001, "nauc_recall_at_1000_max": -0.078796, "nauc_recall_at_1000_std": -0.104926, "nauc_recall_at_1000_diff1": -0.02661, "nauc_precision_at_1_max": 0.1687, "nauc_precision_at_1_std": -0.212844, "nauc_precision_at_1_diff1": 0.407218, "nauc_precision_at_3_max": 0.138836, "nauc_precision_at_3_std": -0.215736, "nauc_precision_at_3_diff1": 0.244851, "nauc_precision_at_5_max": 0.126777, "nauc_precision_at_5_std": -0.213413, "nauc_precision_at_5_diff1": 0.221084, "nauc_precision_at_10_max": 0.152092, "nauc_precision_at_10_std": -0.184321, "nauc_precision_at_10_diff1": 0.18377, "nauc_precision_at_20_max": 0.121457, "nauc_precision_at_20_std": -0.169026, "nauc_precision_at_20_diff1": 0.153458, "nauc_precision_at_100_max": 0.035002, "nauc_precision_at_100_std": -0.154194, "nauc_precision_at_100_diff1": 0.116001, "nauc_precision_at_1000_max": -0.078796, "nauc_precision_at_1000_std": -0.104926, "nauc_precision_at_1000_diff1": -0.02661, "nauc_mrr_at_1_max": 0.1687, "nauc_mrr_at_1_std": -0.212844, "nauc_mrr_at_1_diff1": 0.407218, "nauc_mrr_at_3_max": 0.15493, "nauc_mrr_at_3_std": -0.216092, "nauc_mrr_at_3_diff1": 0.319061, "nauc_mrr_at_5_max": 0.150505, "nauc_mrr_at_5_std": -0.215476, "nauc_mrr_at_5_diff1": 0.308859, "nauc_mrr_at_10_max": 0.156183, "nauc_mrr_at_10_std": -0.209445, "nauc_mrr_at_10_diff1": 0.298515, "nauc_mrr_at_20_max": 0.152031, "nauc_mrr_at_20_std": -0.20738, "nauc_mrr_at_20_diff1": 0.293212, "nauc_mrr_at_100_max": 0.14733, "nauc_mrr_at_100_std": -0.206493, "nauc_mrr_at_100_diff1": 0.289651, "nauc_mrr_at_1000_max": 0.14662, "nauc_mrr_at_1000_std": -0.206093, "nauc_mrr_at_1000_diff1": 0.289082, "main_score": 0.11138, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.06972, "ndcg_at_3": 0.09241, "ndcg_at_5": 0.10111, "ndcg_at_10": 0.11106, "ndcg_at_20": 0.11769, "ndcg_at_100": 0.1359, "ndcg_at_1000": 0.19749, "map_at_1": 0.06972, "map_at_3": 0.08698, "map_at_5": 0.09182, "map_at_10": 0.09597, "map_at_20": 0.09777, "map_at_100": 0.10004, "map_at_1000": 0.10158, "recall_at_1": 0.06972, "recall_at_3": 0.10809, "recall_at_5": 0.12913, "recall_at_10": 0.15965, "recall_at_20": 0.18606, "recall_at_100": 0.28795, "recall_at_1000": 0.81931, "precision_at_1": 0.06972, "precision_at_3": 0.03603, "precision_at_5": 0.02583, "precision_at_10": 0.01597, "precision_at_20": 0.0093, "precision_at_100": 0.00288, "precision_at_1000": 0.00082, "mrr_at_1": 0.069719, "mrr_at_3": 0.086977, "mrr_at_5": 0.091825, "mrr_at_10": 0.095972, "mrr_at_20": 0.09777, "mrr_at_100": 0.100037, "mrr_at_1000": 0.101578, "nauc_ndcg_at_1_max": 0.173599, "nauc_ndcg_at_1_std": -0.236638, "nauc_ndcg_at_1_diff1": 0.368572, "nauc_ndcg_at_3_max": 0.155827, "nauc_ndcg_at_3_std": -0.231836, "nauc_ndcg_at_3_diff1": 0.288782, "nauc_ndcg_at_5_max": 0.160851, "nauc_ndcg_at_5_std": -0.228953, "nauc_ndcg_at_5_diff1": 0.260742, "nauc_ndcg_at_10_max": 0.159025, "nauc_ndcg_at_10_std": -0.23396, "nauc_ndcg_at_10_diff1": 0.235693, "nauc_ndcg_at_20_max": 0.156857, "nauc_ndcg_at_20_std": -0.220792, "nauc_ndcg_at_20_diff1": 0.224824, "nauc_ndcg_at_100_max": 0.142021, "nauc_ndcg_at_100_std": -0.196963, "nauc_ndcg_at_100_diff1": 0.205616, "nauc_ndcg_at_1000_max": 0.140407, "nauc_ndcg_at_1000_std": -0.192262, "nauc_ndcg_at_1000_diff1": 0.214999, "nauc_map_at_1_max": 0.173599, "nauc_map_at_1_std": -0.236638, "nauc_map_at_1_diff1": 0.368572, "nauc_map_at_3_max": 0.158438, "nauc_map_at_3_std": -0.233072, "nauc_map_at_3_diff1": 0.303866, "nauc_map_at_5_max": 0.161523, "nauc_map_at_5_std": -0.23134, "nauc_map_at_5_diff1": 0.286531, "nauc_map_at_10_max": 0.161226, "nauc_map_at_10_std": -0.23386, "nauc_map_at_10_diff1": 0.274284, "nauc_map_at_20_max": 0.160665, "nauc_map_at_20_std": -0.229785, "nauc_map_at_20_diff1": 0.270709, "nauc_map_at_100_max": 0.15848, "nauc_map_at_100_std": -0.226059, "nauc_map_at_100_diff1": 0.267157, "nauc_map_at_1000_max": 0.158334, "nauc_map_at_1000_std": -0.225518, "nauc_map_at_1000_diff1": 0.267102, "nauc_recall_at_1_max": 0.173599, "nauc_recall_at_1_std": -0.236638, "nauc_recall_at_1_diff1": 0.368572, "nauc_recall_at_3_max": 0.149962, "nauc_recall_at_3_std": -0.228821, "nauc_recall_at_3_diff1": 0.25338, "nauc_recall_at_5_max": 0.160065, "nauc_recall_at_5_std": -0.223346, "nauc_recall_at_5_diff1": 0.20201, "nauc_recall_at_10_max": 0.153923, "nauc_recall_at_10_std": -0.234647, "nauc_recall_at_10_diff1": 0.152639, "nauc_recall_at_20_max": 0.147891, "nauc_recall_at_20_std": -0.19834, "nauc_recall_at_20_diff1": 0.130727, "nauc_recall_at_100_max": 0.099377, "nauc_recall_at_100_std": -0.124439, "nauc_recall_at_100_diff1": 0.08678, "nauc_recall_at_1000_max": 0.049079, "nauc_recall_at_1000_std": -0.04198, "nauc_recall_at_1000_diff1": 0.077792, "nauc_precision_at_1_max": 0.173599, "nauc_precision_at_1_std": -0.236638, "nauc_precision_at_1_diff1": 0.368572, "nauc_precision_at_3_max": 0.149962, "nauc_precision_at_3_std": -0.228821, "nauc_precision_at_3_diff1": 0.25338, "nauc_precision_at_5_max": 0.160065, "nauc_precision_at_5_std": -0.223346, "nauc_precision_at_5_diff1": 0.20201, "nauc_precision_at_10_max": 0.153923, "nauc_precision_at_10_std": -0.234647, "nauc_precision_at_10_diff1": 0.152639, "nauc_precision_at_20_max": 0.147891, "nauc_precision_at_20_std": -0.19834, "nauc_precision_at_20_diff1": 0.130727, "nauc_precision_at_100_max": 0.099377, "nauc_precision_at_100_std": -0.124439, "nauc_precision_at_100_diff1": 0.08678, "nauc_precision_at_1000_max": 0.049079, "nauc_precision_at_1000_std": -0.04198, "nauc_precision_at_1000_diff1": 0.077792, "nauc_mrr_at_1_max": 0.173599, "nauc_mrr_at_1_std": -0.236638, "nauc_mrr_at_1_diff1": 0.368572, "nauc_mrr_at_3_max": 0.158438, "nauc_mrr_at_3_std": -0.233072, "nauc_mrr_at_3_diff1": 0.303866, "nauc_mrr_at_5_max": 0.161523, "nauc_mrr_at_5_std": -0.23134, "nauc_mrr_at_5_diff1": 0.286531, "nauc_mrr_at_10_max": 0.161226, "nauc_mrr_at_10_std": -0.23386, "nauc_mrr_at_10_diff1": 0.274284, "nauc_mrr_at_20_max": 0.160665, "nauc_mrr_at_20_std": -0.229785, "nauc_mrr_at_20_diff1": 0.270709, "nauc_mrr_at_100_max": 0.15848, "nauc_mrr_at_100_std": -0.226059, "nauc_mrr_at_100_diff1": 0.267157, "nauc_mrr_at_1000_max": 0.158334, "nauc_mrr_at_1000_std": -0.225518, "nauc_mrr_at_1000_diff1": 0.267102, "main_score": 0.11106, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.07985, "ndcg_at_3": 0.11504, "ndcg_at_5": 0.1258, "ndcg_at_10": 0.13728, "ndcg_at_20": 0.14564, "ndcg_at_100": 0.1634, "ndcg_at_1000": 0.22451, "map_at_1": 0.07985, "map_at_3": 0.1064, "map_at_5": 0.11244, "map_at_10": 0.11724, "map_at_20": 0.11952, "map_at_100": 0.12163, "map_at_1000": 0.12326, "recall_at_1": 0.07985, "recall_at_3": 0.14005, "recall_at_5": 0.16585, "recall_at_10": 0.20106, "recall_at_20": 0.23423, "recall_at_100": 0.33538, "recall_at_1000": 0.85708, "precision_at_1": 0.07985, "precision_at_3": 0.04668, "precision_at_5": 0.03317, "precision_at_10": 0.02011, "precision_at_20": 0.01171, "precision_at_100": 0.00335, "precision_at_1000": 0.00086, "mrr_at_1": 0.079853, "mrr_at_3": 0.106402, "mrr_at_5": 0.112442, "mrr_at_10": 0.117236, "mrr_at_20": 0.119516, "mrr_at_100": 0.121631, "mrr_at_1000": 0.123256, "nauc_ndcg_at_1_max": 0.272345, "nauc_ndcg_at_1_std": -0.19975, "nauc_ndcg_at_1_diff1": 0.354021, "nauc_ndcg_at_3_max": 0.255053, "nauc_ndcg_at_3_std": -0.172075, "nauc_ndcg_at_3_diff1": 0.256263, "nauc_ndcg_at_5_max": 0.26287, "nauc_ndcg_at_5_std": -0.16552, "nauc_ndcg_at_5_diff1": 0.239805, "nauc_ndcg_at_10_max": 0.262724, "nauc_ndcg_at_10_std": -0.16231, "nauc_ndcg_at_10_diff1": 0.213593, "nauc_ndcg_at_20_max": 0.255736, "nauc_ndcg_at_20_std": -0.16011, "nauc_ndcg_at_20_diff1": 0.20758, "nauc_ndcg_at_100_max": 0.237684, "nauc_ndcg_at_100_std": -0.149768, "nauc_ndcg_at_100_diff1": 0.200199, "nauc_ndcg_at_1000_max": 0.237753, "nauc_ndcg_at_1000_std": -0.146041, "nauc_ndcg_at_1000_diff1": 0.202953, "nauc_map_at_1_max": 0.272345, "nauc_map_at_1_std": -0.19975, "nauc_map_at_1_diff1": 0.354021, "nauc_map_at_3_max": 0.257527, "nauc_map_at_3_std": -0.176985, "nauc_map_at_3_diff1": 0.275189, "nauc_map_at_5_max": 0.26211, "nauc_map_at_5_std": -0.172909, "nauc_map_at_5_diff1": 0.264263, "nauc_map_at_10_max": 0.262175, "nauc_map_at_10_std": -0.171243, "nauc_map_at_10_diff1": 0.251077, "nauc_map_at_20_max": 0.260038, "nauc_map_at_20_std": -0.170747, "nauc_map_at_20_diff1": 0.248792, "nauc_map_at_100_max": 0.256992, "nauc_map_at_100_std": -0.169295, "nauc_map_at_100_diff1": 0.247134, "nauc_map_at_1000_max": 0.256653, "nauc_map_at_1000_std": -0.169235, "nauc_map_at_1000_diff1": 0.247213, "nauc_recall_at_1_max": 0.272345, "nauc_recall_at_1_std": -0.19975, "nauc_recall_at_1_diff1": 0.354021, "nauc_recall_at_3_max": 0.249636, "nauc_recall_at_3_std": -0.160905, "nauc_recall_at_3_diff1": 0.212646, "nauc_recall_at_5_max": 0.265613, "nauc_recall_at_5_std": -0.149271, "nauc_recall_at_5_diff1": 0.186625, "nauc_recall_at_10_max": 0.264476, "nauc_recall_at_10_std": -0.144113, "nauc_recall_at_10_diff1": 0.135351, "nauc_recall_at_20_max": 0.244639, "nauc_recall_at_20_std": -0.137907, "nauc_recall_at_20_diff1": 0.123945, "nauc_recall_at_100_max": 0.184315, "nauc_recall_at_100_std": -0.102542, "nauc_recall_at_100_diff1": 0.110683, "nauc_recall_at_1000_max": 0.134449, "nauc_recall_at_1000_std": 0.017627, "nauc_recall_at_1000_diff1": 0.016189, "nauc_precision_at_1_max": 0.272345, "nauc_precision_at_1_std": -0.19975, "nauc_precision_at_1_diff1": 0.354021, "nauc_precision_at_3_max": 0.249636, "nauc_precision_at_3_std": -0.160905, "nauc_precision_at_3_diff1": 0.212646, "nauc_precision_at_5_max": 0.265613, "nauc_precision_at_5_std": -0.149271, "nauc_precision_at_5_diff1": 0.186625, "nauc_precision_at_10_max": 0.264476, "nauc_precision_at_10_std": -0.144113, "nauc_precision_at_10_diff1": 0.135351, "nauc_precision_at_20_max": 0.244639, "nauc_precision_at_20_std": -0.137907, "nauc_precision_at_20_diff1": 0.123945, "nauc_precision_at_100_max": 0.184315, "nauc_precision_at_100_std": -0.102542, "nauc_precision_at_100_diff1": 0.110683, "nauc_precision_at_1000_max": 0.134449, "nauc_precision_at_1000_std": 0.017627, "nauc_precision_at_1000_diff1": 0.016189, "nauc_mrr_at_1_max": 0.272345, "nauc_mrr_at_1_std": -0.19975, "nauc_mrr_at_1_diff1": 0.354021, "nauc_mrr_at_3_max": 0.257527, "nauc_mrr_at_3_std": -0.176985, "nauc_mrr_at_3_diff1": 0.275189, "nauc_mrr_at_5_max": 0.26211, "nauc_mrr_at_5_std": -0.172909, "nauc_mrr_at_5_diff1": 0.264263, "nauc_mrr_at_10_max": 0.262175, "nauc_mrr_at_10_std": -0.171243, "nauc_mrr_at_10_diff1": 0.251077, "nauc_mrr_at_20_max": 0.260038, "nauc_mrr_at_20_std": -0.170747, "nauc_mrr_at_20_diff1": 0.248792, "nauc_mrr_at_100_max": 0.256992, "nauc_mrr_at_100_std": -0.169295, "nauc_mrr_at_100_diff1": 0.247134, "nauc_mrr_at_1000_max": 0.256653, "nauc_mrr_at_1000_std": -0.169235, "nauc_mrr_at_1000_diff1": 0.247213, "main_score": 0.13728, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.00898, "ndcg_at_3": 0.01932, "ndcg_at_5": 0.0246, "ndcg_at_10": 0.02937, "ndcg_at_20": 0.03376, "ndcg_at_100": 0.05631, "ndcg_at_1000": 0.15107, "map_at_1": 0.00898, "map_at_3": 0.0167, "map_at_5": 0.01966, "map_at_10": 0.02159, "map_at_20": 0.02281, "map_at_100": 0.02555, "map_at_1000": 0.02811, "recall_at_1": 0.00898, "recall_at_3": 0.02693, "recall_at_5": 0.03964, "recall_at_10": 0.0546, "recall_at_20": 0.0718, "recall_at_100": 0.19895, "recall_at_1000": 1.0, "precision_at_1": 0.00898, "precision_at_3": 0.00898, "precision_at_5": 0.00793, "precision_at_10": 0.00546, "precision_at_20": 0.00359, "precision_at_100": 0.00199, "precision_at_1000": 0.001, "mrr_at_1": 0.008975, "mrr_at_3": 0.016704, "mrr_at_5": 0.019658, "mrr_at_10": 0.021582, "mrr_at_20": 0.022804, "mrr_at_100": 0.025542, "mrr_at_1000": 0.028098, "nauc_ndcg_at_1_max": 0.240487, "nauc_ndcg_at_1_std": 0.144633, "nauc_ndcg_at_1_diff1": 0.236205, "nauc_ndcg_at_3_max": 0.127206, "nauc_ndcg_at_3_std": 0.078081, "nauc_ndcg_at_3_diff1": 0.050884, "nauc_ndcg_at_5_max": 0.159549, "nauc_ndcg_at_5_std": 0.043314, "nauc_ndcg_at_5_diff1": 0.028281, "nauc_ndcg_at_10_max": 0.156962, "nauc_ndcg_at_10_std": 0.019249, "nauc_ndcg_at_10_diff1": 0.014748, "nauc_ndcg_at_20_max": 0.171919, "nauc_ndcg_at_20_std": 0.050648, "nauc_ndcg_at_20_diff1": 0.003109, "nauc_ndcg_at_100_max": 0.127229, "nauc_ndcg_at_100_std": 0.023159, "nauc_ndcg_at_100_diff1": 0.035346, "nauc_ndcg_at_1000_max": 0.13804, "nauc_ndcg_at_1000_std": 0.025976, "nauc_ndcg_at_1000_diff1": 0.038505, "nauc_map_at_1_max": 0.240487, "nauc_map_at_1_std": 0.144633, "nauc_map_at_1_diff1": 0.236205, "nauc_map_at_3_max": 0.140271, "nauc_map_at_3_std": 0.088504, "nauc_map_at_3_diff1": 0.076003, "nauc_map_at_5_max": 0.160732, "nauc_map_at_5_std": 0.062447, "nauc_map_at_5_diff1": 0.054963, "nauc_map_at_10_max": 0.159582, "nauc_map_at_10_std": 0.047468, "nauc_map_at_10_diff1": 0.045279, "nauc_map_at_20_max": 0.16598, "nauc_map_at_20_std": 0.058007, "nauc_map_at_20_diff1": 0.039444, "nauc_map_at_100_max": 0.154295, "nauc_map_at_100_std": 0.049224, "nauc_map_at_100_diff1": 0.046079, "nauc_map_at_1000_max": 0.153972, "nauc_map_at_1000_std": 0.048154, "nauc_map_at_1000_diff1": 0.046734, "nauc_recall_at_1_max": 0.240487, "nauc_recall_at_1_std": 0.144633, "nauc_recall_at_1_diff1": 0.236205, "nauc_recall_at_3_max": 0.104231, "nauc_recall_at_3_std": 0.058961, "nauc_recall_at_3_diff1": 0.005631, "nauc_recall_at_5_max": 0.160405, "nauc_recall_at_5_std": 0.013423, "nauc_recall_at_5_diff1": -0.010687, "nauc_recall_at_10_max": 0.155156, "nauc_recall_at_10_std": -0.018929, "nauc_recall_at_10_diff1": -0.023122, "nauc_recall_at_20_max": 0.182369, "nauc_recall_at_20_std": 0.050424, "nauc_recall_at_20_diff1": -0.037062, "nauc_recall_at_100_max": 0.101947, "nauc_recall_at_100_std": 0.006323, "nauc_recall_at_100_diff1": 0.037207, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.240487, "nauc_precision_at_1_std": 0.144633, "nauc_precision_at_1_diff1": 0.236205, "nauc_precision_at_3_max": 0.104231, "nauc_precision_at_3_std": 0.058961, "nauc_precision_at_3_diff1": 0.005631, "nauc_precision_at_5_max": 0.160405, "nauc_precision_at_5_std": 0.013423, "nauc_precision_at_5_diff1": -0.010687, "nauc_precision_at_10_max": 0.155156, "nauc_precision_at_10_std": -0.018929, "nauc_precision_at_10_diff1": -0.023122, "nauc_precision_at_20_max": 0.182369, "nauc_precision_at_20_std": 0.050424, "nauc_precision_at_20_diff1": -0.037062, "nauc_precision_at_100_max": 0.101947, "nauc_precision_at_100_std": 0.006323, "nauc_precision_at_100_diff1": 0.037207, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.240487, "nauc_mrr_at_1_std": 0.144633, "nauc_mrr_at_1_diff1": 0.236205, "nauc_mrr_at_3_max": 0.140271, "nauc_mrr_at_3_std": 0.088504, "nauc_mrr_at_3_diff1": 0.076003, "nauc_mrr_at_5_max": 0.160732, "nauc_mrr_at_5_std": 0.062447, "nauc_mrr_at_5_diff1": 0.054963, "nauc_mrr_at_10_max": 0.159836, "nauc_mrr_at_10_std": 0.047566, "nauc_mrr_at_10_diff1": 0.045518, "nauc_mrr_at_20_max": 0.166222, "nauc_mrr_at_20_std": 0.058104, "nauc_mrr_at_20_diff1": 0.039668, "nauc_mrr_at_100_max": 0.154513, "nauc_mrr_at_100_std": 0.049309, "nauc_mrr_at_100_diff1": 0.046285, "nauc_mrr_at_1000_max": 0.154181, "nauc_mrr_at_1000_std": 0.048253, "nauc_mrr_at_1000_diff1": 0.046929, "main_score": 0.02937, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.07599, "ndcg_at_3": 0.10115, "ndcg_at_5": 0.11416, "ndcg_at_10": 0.12395, "ndcg_at_20": 0.13161, "ndcg_at_100": 0.1514, "ndcg_at_1000": 0.2102, "map_at_1": 0.07599, "map_at_3": 0.09485, "map_at_5": 0.10214, "map_at_10": 0.10621, "map_at_20": 0.10829, "map_at_100": 0.11075, "map_at_1000": 0.11219, "recall_at_1": 0.07599, "recall_at_3": 0.11942, "recall_at_5": 0.15073, "recall_at_10": 0.18079, "recall_at_20": 0.21127, "recall_at_100": 0.32213, "recall_at_1000": 0.83152, "precision_at_1": 0.07599, "precision_at_3": 0.03981, "precision_at_5": 0.03015, "precision_at_10": 0.01808, "precision_at_20": 0.01056, "precision_at_100": 0.00322, "precision_at_1000": 0.00083, "mrr_at_1": 0.075992, "mrr_at_3": 0.09485, "mrr_at_5": 0.102136, "mrr_at_10": 0.106213, "mrr_at_20": 0.108294, "mrr_at_100": 0.110749, "mrr_at_1000": 0.112189, "nauc_ndcg_at_1_max": 0.196314, "nauc_ndcg_at_1_std": -0.265235, "nauc_ndcg_at_1_diff1": 0.414082, "nauc_ndcg_at_3_max": 0.194525, "nauc_ndcg_at_3_std": -0.263828, "nauc_ndcg_at_3_diff1": 0.342397, "nauc_ndcg_at_5_max": 0.194404, "nauc_ndcg_at_5_std": -0.257235, "nauc_ndcg_at_5_diff1": 0.30781, "nauc_ndcg_at_10_max": 0.204138, "nauc_ndcg_at_10_std": -0.253095, "nauc_ndcg_at_10_diff1": 0.283156, "nauc_ndcg_at_20_max": 0.193862, "nauc_ndcg_at_20_std": -0.243965, "nauc_ndcg_at_20_diff1": 0.271131, "nauc_ndcg_at_100_max": 0.176993, "nauc_ndcg_at_100_std": -0.234417, "nauc_ndcg_at_100_diff1": 0.266544, "nauc_ndcg_at_1000_max": 0.163377, "nauc_ndcg_at_1000_std": -0.242684, "nauc_ndcg_at_1000_diff1": 0.265382, "nauc_map_at_1_max": 0.196314, "nauc_map_at_1_std": -0.265235, "nauc_map_at_1_diff1": 0.414082, "nauc_map_at_3_max": 0.196096, "nauc_map_at_3_std": -0.264791, "nauc_map_at_3_diff1": 0.3578, "nauc_map_at_5_max": 0.19582, "nauc_map_at_5_std": -0.260587, "nauc_map_at_5_diff1": 0.336015, "nauc_map_at_10_max": 0.200306, "nauc_map_at_10_std": -0.258926, "nauc_map_at_10_diff1": 0.323708, "nauc_map_at_20_max": 0.197043, "nauc_map_at_20_std": -0.255914, "nauc_map_at_20_diff1": 0.319315, "nauc_map_at_100_max": 0.19465, "nauc_map_at_100_std": -0.254206, "nauc_map_at_100_diff1": 0.317876, "nauc_map_at_1000_max": 0.193817, "nauc_map_at_1000_std": -0.254448, "nauc_map_at_1000_diff1": 0.317494, "nauc_recall_at_1_max": 0.196314, "nauc_recall_at_1_std": -0.265235, "nauc_recall_at_1_diff1": 0.414082, "nauc_recall_at_3_max": 0.190393, "nauc_recall_at_3_std": -0.261319, "nauc_recall_at_3_diff1": 0.305534, "nauc_recall_at_5_max": 0.191179, "nauc_recall_at_5_std": -0.249439, "nauc_recall_at_5_diff1": 0.24453, "nauc_recall_at_10_max": 0.213723, "nauc_recall_at_10_std": -0.239819, "nauc_recall_at_10_diff1": 0.197013, "nauc_recall_at_20_max": 0.185036, "nauc_recall_at_20_std": -0.216449, "nauc_recall_at_20_diff1": 0.173057, "nauc_recall_at_100_max": 0.127331, "nauc_recall_at_100_std": -0.189484, "nauc_recall_at_100_diff1": 0.175165, "nauc_recall_at_1000_max": -0.041296, "nauc_recall_at_1000_std": -0.225424, "nauc_recall_at_1000_diff1": 0.084503, "nauc_precision_at_1_max": 0.196314, "nauc_precision_at_1_std": -0.265235, "nauc_precision_at_1_diff1": 0.414082, "nauc_precision_at_3_max": 0.190393, "nauc_precision_at_3_std": -0.261319, "nauc_precision_at_3_diff1": 0.305534, "nauc_precision_at_5_max": 0.191179, "nauc_precision_at_5_std": -0.249439, "nauc_precision_at_5_diff1": 0.24453, "nauc_precision_at_10_max": 0.213723, "nauc_precision_at_10_std": -0.239819, "nauc_precision_at_10_diff1": 0.197013, "nauc_precision_at_20_max": 0.185036, "nauc_precision_at_20_std": -0.216449, "nauc_precision_at_20_diff1": 0.173057, "nauc_precision_at_100_max": 0.127244, "nauc_precision_at_100_std": -0.189538, "nauc_precision_at_100_diff1": 0.175484, "nauc_precision_at_1000_max": -0.041504, "nauc_precision_at_1000_std": -0.225841, "nauc_precision_at_1000_diff1": 0.085338, "nauc_mrr_at_1_max": 0.196314, "nauc_mrr_at_1_std": -0.265235, "nauc_mrr_at_1_diff1": 0.414082, "nauc_mrr_at_3_max": 0.196096, "nauc_mrr_at_3_std": -0.264791, "nauc_mrr_at_3_diff1": 0.3578, "nauc_mrr_at_5_max": 0.19582, "nauc_mrr_at_5_std": -0.260587, "nauc_mrr_at_5_diff1": 0.336015, "nauc_mrr_at_10_max": 0.200306, "nauc_mrr_at_10_std": -0.258926, "nauc_mrr_at_10_diff1": 0.323708, "nauc_mrr_at_20_max": 0.197043, "nauc_mrr_at_20_std": -0.255914, "nauc_mrr_at_20_diff1": 0.319315, "nauc_mrr_at_100_max": 0.194647, "nauc_mrr_at_100_std": -0.254206, "nauc_mrr_at_100_diff1": 0.317884, "nauc_mrr_at_1000_max": 0.193814, "nauc_mrr_at_1000_std": -0.254449, "nauc_mrr_at_1000_diff1": 0.317502, "main_score": 0.12395, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.02811, "ndcg_at_3": 0.04527, "ndcg_at_5": 0.04882, "ndcg_at_10": 0.05469, "ndcg_at_20": 0.05981, "ndcg_at_100": 0.07413, "ndcg_at_1000": 0.13633, "map_at_1": 0.02811, "map_at_3": 0.04116, "map_at_5": 0.04313, "map_at_10": 0.04563, "map_at_20": 0.04702, "map_at_100": 0.04879, "map_at_1000": 0.05031, "recall_at_1": 0.02811, "recall_at_3": 0.05709, "recall_at_5": 0.06574, "recall_at_10": 0.08348, "recall_at_20": 0.10381, "recall_at_100": 0.18426, "recall_at_1000": 0.72491, "precision_at_1": 0.02811, "precision_at_3": 0.01903, "precision_at_5": 0.01315, "precision_at_10": 0.00835, "precision_at_20": 0.00519, "precision_at_100": 0.00184, "precision_at_1000": 0.00072, "mrr_at_1": 0.028114, "mrr_at_3": 0.041162, "mrr_at_5": 0.04313, "mrr_at_10": 0.045634, "mrr_at_20": 0.047063, "mrr_at_100": 0.048788, "mrr_at_1000": 0.050298, "nauc_ndcg_at_1_max": 0.471973, "nauc_ndcg_at_1_std": 0.248152, "nauc_ndcg_at_1_diff1": 0.291881, "nauc_ndcg_at_3_max": 0.466357, "nauc_ndcg_at_3_std": 0.246719, "nauc_ndcg_at_3_diff1": 0.165463, "nauc_ndcg_at_5_max": 0.457658, "nauc_ndcg_at_5_std": 0.240059, "nauc_ndcg_at_5_diff1": 0.15656, "nauc_ndcg_at_10_max": 0.42612, "nauc_ndcg_at_10_std": 0.232612, "nauc_ndcg_at_10_diff1": 0.13888, "nauc_ndcg_at_20_max": 0.39879, "nauc_ndcg_at_20_std": 0.214361, "nauc_ndcg_at_20_diff1": 0.125309, "nauc_ndcg_at_100_max": 0.353319, "nauc_ndcg_at_100_std": 0.21428, "nauc_ndcg_at_100_diff1": 0.101133, "nauc_ndcg_at_1000_max": 0.315976, "nauc_ndcg_at_1000_std": 0.209964, "nauc_ndcg_at_1000_diff1": 0.086155, "nauc_map_at_1_max": 0.471973, "nauc_map_at_1_std": 0.248152, "nauc_map_at_1_diff1": 0.291881, "nauc_map_at_3_max": 0.464211, "nauc_map_at_3_std": 0.245345, "nauc_map_at_3_diff1": 0.186892, "nauc_map_at_5_max": 0.458766, "nauc_map_at_5_std": 0.240786, "nauc_map_at_5_diff1": 0.180247, "nauc_map_at_10_max": 0.442613, "nauc_map_at_10_std": 0.236733, "nauc_map_at_10_diff1": 0.169617, "nauc_map_at_20_max": 0.432374, "nauc_map_at_20_std": 0.230143, "nauc_map_at_20_diff1": 0.164137, "nauc_map_at_100_max": 0.423589, "nauc_map_at_100_std": 0.230362, "nauc_map_at_100_diff1": 0.158766, "nauc_map_at_1000_max": 0.420567, "nauc_map_at_1000_std": 0.229832, "nauc_map_at_1000_diff1": 0.157439, "nauc_recall_at_1_max": 0.471973, "nauc_recall_at_1_std": 0.248152, "nauc_recall_at_1_diff1": 0.291881, "nauc_recall_at_3_max": 0.471737, "nauc_recall_at_3_std": 0.250058, "nauc_recall_at_3_diff1": 0.120699, "nauc_recall_at_5_max": 0.455558, "nauc_recall_at_5_std": 0.238802, "nauc_recall_at_5_diff1": 0.110743, "nauc_recall_at_10_max": 0.393546, "nauc_recall_at_10_std": 0.225016, "nauc_recall_at_10_diff1": 0.086288, "nauc_recall_at_20_max": 0.33776, "nauc_recall_at_20_std": 0.184951, "nauc_recall_at_20_diff1": 0.064476, "nauc_recall_at_100_max": 0.245175, "nauc_recall_at_100_std": 0.191995, "nauc_recall_at_100_diff1": 0.025892, "nauc_recall_at_1000_max": 0.105657, "nauc_recall_at_1000_std": 0.180696, "nauc_recall_at_1000_diff1": -0.033446, "nauc_precision_at_1_max": 0.471973, "nauc_precision_at_1_std": 0.248152, "nauc_precision_at_1_diff1": 0.291881, "nauc_precision_at_3_max": 0.471737, "nauc_precision_at_3_std": 0.250058, "nauc_precision_at_3_diff1": 0.120699, "nauc_precision_at_5_max": 0.455558, "nauc_precision_at_5_std": 0.238802, "nauc_precision_at_5_diff1": 0.110743, "nauc_precision_at_10_max": 0.393546, "nauc_precision_at_10_std": 0.225016, "nauc_precision_at_10_diff1": 0.086288, "nauc_precision_at_20_max": 0.33776, "nauc_precision_at_20_std": 0.184951, "nauc_precision_at_20_diff1": 0.064476, "nauc_precision_at_100_max": 0.245175, "nauc_precision_at_100_std": 0.191995, "nauc_precision_at_100_diff1": 0.025892, "nauc_precision_at_1000_max": 0.105657, "nauc_precision_at_1000_std": 0.180696, "nauc_precision_at_1000_diff1": -0.033446, "nauc_mrr_at_1_max": 0.471973, "nauc_mrr_at_1_std": 0.248152, "nauc_mrr_at_1_diff1": 0.291881, "nauc_mrr_at_3_max": 0.464211, "nauc_mrr_at_3_std": 0.245345, "nauc_mrr_at_3_diff1": 0.186892, "nauc_mrr_at_5_max": 0.458766, "nauc_mrr_at_5_std": 0.240786, "nauc_mrr_at_5_diff1": 0.180247, "nauc_mrr_at_10_max": 0.442613, "nauc_mrr_at_10_std": 0.236733, "nauc_mrr_at_10_diff1": 0.169617, "nauc_mrr_at_20_max": 0.431812, "nauc_mrr_at_20_std": 0.229923, "nauc_mrr_at_20_diff1": 0.163883, "nauc_mrr_at_100_max": 0.423681, "nauc_mrr_at_100_std": 0.230325, "nauc_mrr_at_100_diff1": 0.158627, "nauc_mrr_at_1000_max": 0.420721, "nauc_mrr_at_1000_std": 0.229815, "nauc_mrr_at_1000_diff1": 0.15731, "main_score": 0.05469, "hf_subset": "ja", "languages": [ "jpn-Hira" ] }, { "ndcg_at_1": 0.07986, "ndcg_at_3": 0.1059, "ndcg_at_5": 0.11559, "ndcg_at_10": 0.12878, "ndcg_at_20": 0.13648, "ndcg_at_100": 0.15564, "ndcg_at_1000": 0.21659, "map_at_1": 0.07986, "map_at_3": 0.09962, "map_at_5": 0.10503, "map_at_10": 0.11055, "map_at_20": 0.11265, "map_at_100": 0.115, "map_at_1000": 0.11657, "recall_at_1": 0.07986, "recall_at_3": 0.12404, "recall_at_5": 0.14741, "recall_at_10": 0.18777, "recall_at_20": 0.21835, "recall_at_100": 0.32625, "recall_at_1000": 0.84962, "precision_at_1": 0.07986, "precision_at_3": 0.04135, "precision_at_5": 0.02948, "precision_at_10": 0.01878, "precision_at_20": 0.01092, "precision_at_100": 0.00326, "precision_at_1000": 0.00085, "mrr_at_1": 0.079864, "mrr_at_3": 0.099618, "mrr_at_5": 0.105034, "mrr_at_10": 0.110549, "mrr_at_20": 0.112648, "mrr_at_100": 0.115002, "mrr_at_1000": 0.116566, "nauc_ndcg_at_1_max": 0.157029, "nauc_ndcg_at_1_std": -0.183146, "nauc_ndcg_at_1_diff1": 0.306191, "nauc_ndcg_at_3_max": 0.164395, "nauc_ndcg_at_3_std": -0.187462, "nauc_ndcg_at_3_diff1": 0.234802, "nauc_ndcg_at_5_max": 0.160479, "nauc_ndcg_at_5_std": -0.182459, "nauc_ndcg_at_5_diff1": 0.22016, "nauc_ndcg_at_10_max": 0.160053, "nauc_ndcg_at_10_std": -0.179856, "nauc_ndcg_at_10_diff1": 0.206131, "nauc_ndcg_at_20_max": 0.159546, "nauc_ndcg_at_20_std": -0.17731, "nauc_ndcg_at_20_diff1": 0.200491, "nauc_ndcg_at_100_max": 0.141913, "nauc_ndcg_at_100_std": -0.173047, "nauc_ndcg_at_100_diff1": 0.185005, "nauc_ndcg_at_1000_max": 0.14817, "nauc_ndcg_at_1000_std": -0.169869, "nauc_ndcg_at_1000_diff1": 0.197911, "nauc_map_at_1_max": 0.157029, "nauc_map_at_1_std": -0.183146, "nauc_map_at_1_diff1": 0.306191, "nauc_map_at_3_max": 0.163465, "nauc_map_at_3_std": -0.186016, "nauc_map_at_3_diff1": 0.248736, "nauc_map_at_5_max": 0.161184, "nauc_map_at_5_std": -0.182993, "nauc_map_at_5_diff1": 0.239609, "nauc_map_at_10_max": 0.160872, "nauc_map_at_10_std": -0.182141, "nauc_map_at_10_diff1": 0.23187, "nauc_map_at_20_max": 0.160992, "nauc_map_at_20_std": -0.181372, "nauc_map_at_20_diff1": 0.229691, "nauc_map_at_100_max": 0.158661, "nauc_map_at_100_std": -0.180823, "nauc_map_at_100_diff1": 0.227487, "nauc_map_at_1000_max": 0.158628, "nauc_map_at_1000_std": -0.180763, "nauc_map_at_1000_diff1": 0.227706, "nauc_recall_at_1_max": 0.157029, "nauc_recall_at_1_std": -0.183146, "nauc_recall_at_1_diff1": 0.306191, "nauc_recall_at_3_max": 0.166442, "nauc_recall_at_3_std": -0.191132, "nauc_recall_at_3_diff1": 0.201491, "nauc_recall_at_5_max": 0.158304, "nauc_recall_at_5_std": -0.180983, "nauc_recall_at_5_diff1": 0.175798, "nauc_recall_at_10_max": 0.157937, "nauc_recall_at_10_std": -0.174, "nauc_recall_at_10_diff1": 0.153142, "nauc_recall_at_20_max": 0.155439, "nauc_recall_at_20_std": -0.167182, "nauc_recall_at_20_diff1": 0.142547, "nauc_recall_at_100_max": 0.092084, "nauc_recall_at_100_std": -0.15281, "nauc_recall_at_100_diff1": 0.094578, "nauc_recall_at_1000_max": 0.116527, "nauc_recall_at_1000_std": -0.085943, "nauc_recall_at_1000_diff1": 0.137278, "nauc_precision_at_1_max": 0.157029, "nauc_precision_at_1_std": -0.183146, "nauc_precision_at_1_diff1": 0.306191, "nauc_precision_at_3_max": 0.166442, "nauc_precision_at_3_std": -0.191132, "nauc_precision_at_3_diff1": 0.201491, "nauc_precision_at_5_max": 0.158304, "nauc_precision_at_5_std": -0.180983, "nauc_precision_at_5_diff1": 0.175798, "nauc_precision_at_10_max": 0.157937, "nauc_precision_at_10_std": -0.174, "nauc_precision_at_10_diff1": 0.153142, "nauc_precision_at_20_max": 0.155439, "nauc_precision_at_20_std": -0.167182, "nauc_precision_at_20_diff1": 0.142547, "nauc_precision_at_100_max": 0.092084, "nauc_precision_at_100_std": -0.15281, "nauc_precision_at_100_diff1": 0.094578, "nauc_precision_at_1000_max": 0.112992, "nauc_precision_at_1000_std": -0.087627, "nauc_precision_at_1000_diff1": 0.134946, "nauc_mrr_at_1_max": 0.157029, "nauc_mrr_at_1_std": -0.183146, "nauc_mrr_at_1_diff1": 0.306191, "nauc_mrr_at_3_max": 0.163465, "nauc_mrr_at_3_std": -0.186016, "nauc_mrr_at_3_diff1": 0.248736, "nauc_mrr_at_5_max": 0.161184, "nauc_mrr_at_5_std": -0.182993, "nauc_mrr_at_5_diff1": 0.239609, "nauc_mrr_at_10_max": 0.160872, "nauc_mrr_at_10_std": -0.182141, "nauc_mrr_at_10_diff1": 0.23187, "nauc_mrr_at_20_max": 0.160992, "nauc_mrr_at_20_std": -0.181372, "nauc_mrr_at_20_diff1": 0.229691, "nauc_mrr_at_100_max": 0.158661, "nauc_mrr_at_100_std": -0.180823, "nauc_mrr_at_100_diff1": 0.227487, "nauc_mrr_at_1000_max": 0.158629, "nauc_mrr_at_1000_std": -0.180762, "nauc_mrr_at_1000_diff1": 0.227706, "main_score": 0.12878, "hf_subset": "pt", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 31.190946102142334, "kg_co2_emissions": 0.0008996308710996391 }