{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.34.7", "scores": { "test": [ { "ndcg_at_1": 0.39733, "ndcg_at_3": 0.40789, "ndcg_at_5": 0.42874, "ndcg_at_10": 0.46967, "ndcg_at_20": 0.50755, "ndcg_at_100": 0.54596, "ndcg_at_1000": 0.56047, "map_at_1": 0.21391, "map_at_3": 0.33915, "map_at_5": 0.37889, "map_at_10": 0.40252, "map_at_20": 0.41659, "map_at_100": 0.42405, "map_at_1000": 0.4248, "recall_at_1": 0.21391, "recall_at_3": 0.39204, "recall_at_5": 0.47991, "recall_at_10": 0.58487, "recall_at_20": 0.70996, "recall_at_100": 0.88829, "recall_at_1000": 0.98989, "precision_at_1": 0.39733, "precision_at_3": 0.27689, "precision_at_5": 0.20907, "precision_at_10": 0.12627, "precision_at_20": 0.07553, "precision_at_100": 0.01828, "precision_at_1000": 0.00199, "mrr_at_1": 0.397333, "mrr_at_3": 0.454, "mrr_at_5": 0.469133, "mrr_at_10": 0.480587, "mrr_at_20": 0.487808, "mrr_at_100": 0.49152, "mrr_at_1000": 0.491902, "nauc_ndcg_at_1_max": 0.211709, "nauc_ndcg_at_1_std": -0.02877, "nauc_ndcg_at_1_diff1": 0.394443, "nauc_ndcg_at_3_max": 0.190225, "nauc_ndcg_at_3_std": -0.038307, "nauc_ndcg_at_3_diff1": 0.332991, "nauc_ndcg_at_5_max": 0.186411, "nauc_ndcg_at_5_std": -0.046663, "nauc_ndcg_at_5_diff1": 0.3337, "nauc_ndcg_at_10_max": 0.188589, "nauc_ndcg_at_10_std": -0.045115, "nauc_ndcg_at_10_diff1": 0.321676, "nauc_ndcg_at_20_max": 0.206718, "nauc_ndcg_at_20_std": -0.03562, "nauc_ndcg_at_20_diff1": 0.322747, "nauc_ndcg_at_100_max": 0.220982, "nauc_ndcg_at_100_std": -0.020519, "nauc_ndcg_at_100_diff1": 0.335861, "nauc_ndcg_at_1000_max": 0.215234, "nauc_ndcg_at_1000_std": -0.027665, "nauc_ndcg_at_1000_diff1": 0.338894, "nauc_map_at_1_max": 0.10728, "nauc_map_at_1_std": -0.031003, "nauc_map_at_1_diff1": 0.387877, "nauc_map_at_3_max": 0.153588, "nauc_map_at_3_std": -0.036972, "nauc_map_at_3_diff1": 0.339579, "nauc_map_at_5_max": 0.178844, "nauc_map_at_5_std": -0.040619, "nauc_map_at_5_diff1": 0.332138, "nauc_map_at_10_max": 0.182124, "nauc_map_at_10_std": -0.040634, "nauc_map_at_10_diff1": 0.324888, "nauc_map_at_20_max": 0.189218, "nauc_map_at_20_std": -0.03749, "nauc_map_at_20_diff1": 0.326307, "nauc_map_at_100_max": 0.192722, "nauc_map_at_100_std": -0.035866, "nauc_map_at_100_diff1": 0.329139, "nauc_map_at_1000_max": 0.192608, "nauc_map_at_1000_std": -0.035865, "nauc_map_at_1000_diff1": 0.329353, "nauc_recall_at_1_max": 0.10728, "nauc_recall_at_1_std": -0.031003, "nauc_recall_at_1_diff1": 0.387877, "nauc_recall_at_3_max": 0.136769, "nauc_recall_at_3_std": -0.041465, "nauc_recall_at_3_diff1": 0.292997, "nauc_recall_at_5_max": 0.158823, "nauc_recall_at_5_std": -0.06336, "nauc_recall_at_5_diff1": 0.287285, "nauc_recall_at_10_max": 0.149068, "nauc_recall_at_10_std": -0.064335, "nauc_recall_at_10_diff1": 0.248297, "nauc_recall_at_20_max": 0.207631, "nauc_recall_at_20_std": -0.02801, "nauc_recall_at_20_diff1": 0.227646, "nauc_recall_at_100_max": 0.374151, "nauc_recall_at_100_std": 0.174839, "nauc_recall_at_100_diff1": 0.277044, "nauc_recall_at_1000_max": 0.731195, "nauc_recall_at_1000_std": 0.194057, "nauc_recall_at_1000_diff1": 0.355768, "nauc_precision_at_1_max": 0.211709, "nauc_precision_at_1_std": -0.02877, "nauc_precision_at_1_diff1": 0.394443, "nauc_precision_at_3_max": 0.20302, "nauc_precision_at_3_std": -0.021154, "nauc_precision_at_3_diff1": 0.198325, "nauc_precision_at_5_max": 0.216545, "nauc_precision_at_5_std": -0.027199, "nauc_precision_at_5_diff1": 0.169078, "nauc_precision_at_10_max": 0.21205, "nauc_precision_at_10_std": -0.016195, "nauc_precision_at_10_diff1": 0.126433, "nauc_precision_at_20_max": 0.223458, "nauc_precision_at_20_std": 0.000511, "nauc_precision_at_20_diff1": 0.102144, "nauc_precision_at_100_max": 0.229437, "nauc_precision_at_100_std": 0.034138, "nauc_precision_at_100_diff1": 0.092089, "nauc_precision_at_1000_max": 0.198314, "nauc_precision_at_1000_std": 0.02538, "nauc_precision_at_1000_diff1": 0.069323, "nauc_mrr_at_1_max": 0.211709, "nauc_mrr_at_1_std": -0.02877, "nauc_mrr_at_1_diff1": 0.394443, "nauc_mrr_at_3_max": 0.209301, "nauc_mrr_at_3_std": -0.034042, "nauc_mrr_at_3_diff1": 0.365667, "nauc_mrr_at_5_max": 0.210218, "nauc_mrr_at_5_std": -0.036007, "nauc_mrr_at_5_diff1": 0.368905, "nauc_mrr_at_10_max": 0.210679, "nauc_mrr_at_10_std": -0.033957, "nauc_mrr_at_10_diff1": 0.364761, "nauc_mrr_at_20_max": 0.212956, "nauc_mrr_at_20_std": -0.032497, "nauc_mrr_at_20_diff1": 0.365053, "nauc_mrr_at_100_max": 0.213386, "nauc_mrr_at_100_std": -0.031239, "nauc_mrr_at_100_diff1": 0.366269, "nauc_mrr_at_1000_max": 0.213294, "nauc_mrr_at_1000_std": -0.031442, "nauc_mrr_at_1000_diff1": 0.366342, "main_score": 0.46967, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.23867, "ndcg_at_3": 0.25295, "ndcg_at_5": 0.27124, "ndcg_at_10": 0.31723, "ndcg_at_20": 0.35279, "ndcg_at_100": 0.40206, "ndcg_at_1000": 0.43417, "map_at_1": 0.13209, "map_at_3": 0.20115, "map_at_5": 0.227, "map_at_10": 0.25151, "map_at_20": 0.26414, "map_at_100": 0.27338, "map_at_1000": 0.27508, "recall_at_1": 0.13209, "recall_at_3": 0.24656, "recall_at_5": 0.3158, "recall_at_10": 0.4304, "recall_at_20": 0.5508, "recall_at_100": 0.77109, "recall_at_1000": 0.98431, "precision_at_1": 0.23867, "precision_at_3": 0.17111, "precision_at_5": 0.13467, "precision_at_10": 0.09333, "precision_at_20": 0.05773, "precision_at_100": 0.01607, "precision_at_1000": 0.00203, "mrr_at_1": 0.238667, "mrr_at_3": 0.292444, "mrr_at_5": 0.308644, "mrr_at_10": 0.323066, "mrr_at_20": 0.330686, "mrr_at_100": 0.335567, "mrr_at_1000": 0.336345, "nauc_ndcg_at_1_max": 0.199733, "nauc_ndcg_at_1_std": 0.00179, "nauc_ndcg_at_1_diff1": 0.291393, "nauc_ndcg_at_3_max": 0.205115, "nauc_ndcg_at_3_std": 0.029657, "nauc_ndcg_at_3_diff1": 0.287944, "nauc_ndcg_at_5_max": 0.18302, "nauc_ndcg_at_5_std": 0.01094, "nauc_ndcg_at_5_diff1": 0.254896, "nauc_ndcg_at_10_max": 0.198636, "nauc_ndcg_at_10_std": 0.003668, "nauc_ndcg_at_10_diff1": 0.263798, "nauc_ndcg_at_20_max": 0.211612, "nauc_ndcg_at_20_std": 0.007214, "nauc_ndcg_at_20_diff1": 0.263633, "nauc_ndcg_at_100_max": 0.224363, "nauc_ndcg_at_100_std": 0.04472, "nauc_ndcg_at_100_diff1": 0.262085, "nauc_ndcg_at_1000_max": 0.211808, "nauc_ndcg_at_1000_std": 0.032391, "nauc_ndcg_at_1000_diff1": 0.263517, "nauc_map_at_1_max": 0.164595, "nauc_map_at_1_std": -0.001321, "nauc_map_at_1_diff1": 0.333578, "nauc_map_at_3_max": 0.195975, "nauc_map_at_3_std": 0.020359, "nauc_map_at_3_diff1": 0.308855, "nauc_map_at_5_max": 0.193446, "nauc_map_at_5_std": 0.006682, "nauc_map_at_5_diff1": 0.273862, "nauc_map_at_10_max": 0.200434, "nauc_map_at_10_std": 0.001176, "nauc_map_at_10_diff1": 0.276174, "nauc_map_at_20_max": 0.20704, "nauc_map_at_20_std": 0.003922, "nauc_map_at_20_diff1": 0.277087, "nauc_map_at_100_max": 0.208984, "nauc_map_at_100_std": 0.011639, "nauc_map_at_100_diff1": 0.27643, "nauc_map_at_1000_max": 0.208484, "nauc_map_at_1000_std": 0.011415, "nauc_map_at_1000_diff1": 0.276507, "nauc_recall_at_1_max": 0.164595, "nauc_recall_at_1_std": -0.001321, "nauc_recall_at_1_diff1": 0.333578, "nauc_recall_at_3_max": 0.179919, "nauc_recall_at_3_std": 0.053723, "nauc_recall_at_3_diff1": 0.277535, "nauc_recall_at_5_max": 0.146141, "nauc_recall_at_5_std": 0.016482, "nauc_recall_at_5_diff1": 0.201361, "nauc_recall_at_10_max": 0.189142, "nauc_recall_at_10_std": -0.000726, "nauc_recall_at_10_diff1": 0.223937, "nauc_recall_at_20_max": 0.223471, "nauc_recall_at_20_std": 0.002873, "nauc_recall_at_20_diff1": 0.216449, "nauc_recall_at_100_max": 0.341001, "nauc_recall_at_100_std": 0.219455, "nauc_recall_at_100_diff1": 0.215549, "nauc_recall_at_1000_max": 0.719445, "nauc_recall_at_1000_std": 0.848431, "nauc_recall_at_1000_diff1": 0.278616, "nauc_precision_at_1_max": 0.199733, "nauc_precision_at_1_std": 0.00179, "nauc_precision_at_1_diff1": 0.291393, "nauc_precision_at_3_max": 0.210882, "nauc_precision_at_3_std": 0.031099, "nauc_precision_at_3_diff1": 0.218194, "nauc_precision_at_5_max": 0.181023, "nauc_precision_at_5_std": -0.004608, "nauc_precision_at_5_diff1": 0.1319, "nauc_precision_at_10_max": 0.164285, "nauc_precision_at_10_std": -0.015825, "nauc_precision_at_10_diff1": 0.120181, "nauc_precision_at_20_max": 0.173622, "nauc_precision_at_20_std": -0.004517, "nauc_precision_at_20_diff1": 0.106722, "nauc_precision_at_100_max": 0.1332, "nauc_precision_at_100_std": 0.076817, "nauc_precision_at_100_diff1": 0.03376, "nauc_precision_at_1000_max": 0.036547, "nauc_precision_at_1000_std": 0.016326, "nauc_precision_at_1000_diff1": -0.023116, "nauc_mrr_at_1_max": 0.199733, "nauc_mrr_at_1_std": 0.00179, "nauc_mrr_at_1_diff1": 0.291393, "nauc_mrr_at_3_max": 0.1976, "nauc_mrr_at_3_std": 0.023636, "nauc_mrr_at_3_diff1": 0.273335, "nauc_mrr_at_5_max": 0.185133, "nauc_mrr_at_5_std": 0.01486, "nauc_mrr_at_5_diff1": 0.259088, "nauc_mrr_at_10_max": 0.192773, "nauc_mrr_at_10_std": 0.014278, "nauc_mrr_at_10_diff1": 0.26658, "nauc_mrr_at_20_max": 0.194956, "nauc_mrr_at_20_std": 0.015032, "nauc_mrr_at_20_diff1": 0.26733, "nauc_mrr_at_100_max": 0.196458, "nauc_mrr_at_100_std": 0.018271, "nauc_mrr_at_100_diff1": 0.267619, "nauc_mrr_at_1000_max": 0.196292, "nauc_mrr_at_1000_std": 0.018187, "nauc_mrr_at_1000_diff1": 0.267619, "main_score": 0.31723, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.34771, "ndcg_at_3": 0.36049, "ndcg_at_5": 0.38286, "ndcg_at_10": 0.42438, "ndcg_at_20": 0.46255, "ndcg_at_100": 0.50836, "ndcg_at_1000": 0.52577, "map_at_1": 0.19027, "map_at_3": 0.29766, "map_at_5": 0.33249, "map_at_10": 0.35467, "map_at_20": 0.3691, "map_at_100": 0.37798, "map_at_1000": 0.37898, "recall_at_1": 0.19027, "recall_at_3": 0.35564, "recall_at_5": 0.43697, "recall_at_10": 0.54349, "recall_at_20": 0.66828, "recall_at_100": 0.87808, "recall_at_1000": 0.99663, "precision_at_1": 0.34771, "precision_at_3": 0.24079, "precision_at_5": 0.18571, "precision_at_10": 0.11496, "precision_at_20": 0.07062, "precision_at_100": 0.01818, "precision_at_1000": 0.00202, "mrr_at_1": 0.347709, "mrr_at_3": 0.405436, "mrr_at_5": 0.421945, "mrr_at_10": 0.435617, "mrr_at_20": 0.442191, "mrr_at_100": 0.446155, "mrr_at_1000": 0.44656, "nauc_ndcg_at_1_max": 0.068081, "nauc_ndcg_at_1_std": -0.087178, "nauc_ndcg_at_1_diff1": 0.337196, "nauc_ndcg_at_3_max": 0.094041, "nauc_ndcg_at_3_std": -0.07747, "nauc_ndcg_at_3_diff1": 0.3031, "nauc_ndcg_at_5_max": 0.106592, "nauc_ndcg_at_5_std": -0.083698, "nauc_ndcg_at_5_diff1": 0.298199, "nauc_ndcg_at_10_max": 0.118561, "nauc_ndcg_at_10_std": -0.075077, "nauc_ndcg_at_10_diff1": 0.287828, "nauc_ndcg_at_20_max": 0.123586, "nauc_ndcg_at_20_std": -0.07428, "nauc_ndcg_at_20_diff1": 0.285747, "nauc_ndcg_at_100_max": 0.120268, "nauc_ndcg_at_100_std": -0.062705, "nauc_ndcg_at_100_diff1": 0.285871, "nauc_ndcg_at_1000_max": 0.117134, "nauc_ndcg_at_1000_std": -0.065749, "nauc_ndcg_at_1000_diff1": 0.294181, "nauc_map_at_1_max": 0.006457, "nauc_map_at_1_std": -0.09138, "nauc_map_at_1_diff1": 0.393276, "nauc_map_at_3_max": 0.081661, "nauc_map_at_3_std": -0.070725, "nauc_map_at_3_diff1": 0.325825, "nauc_map_at_5_max": 0.103308, "nauc_map_at_5_std": -0.0843, "nauc_map_at_5_diff1": 0.308499, "nauc_map_at_10_max": 0.109278, "nauc_map_at_10_std": -0.079042, "nauc_map_at_10_diff1": 0.301493, "nauc_map_at_20_max": 0.112366, "nauc_map_at_20_std": -0.077958, "nauc_map_at_20_diff1": 0.301114, "nauc_map_at_100_max": 0.111993, "nauc_map_at_100_std": -0.077185, "nauc_map_at_100_diff1": 0.299908, "nauc_map_at_1000_max": 0.111952, "nauc_map_at_1000_std": -0.076789, "nauc_map_at_1000_diff1": 0.300404, "nauc_recall_at_1_max": 0.006457, "nauc_recall_at_1_std": -0.09138, "nauc_recall_at_1_diff1": 0.393276, "nauc_recall_at_3_max": 0.084701, "nauc_recall_at_3_std": -0.061024, "nauc_recall_at_3_diff1": 0.280798, "nauc_recall_at_5_max": 0.123308, "nauc_recall_at_5_std": -0.07797, "nauc_recall_at_5_diff1": 0.249621, "nauc_recall_at_10_max": 0.148916, "nauc_recall_at_10_std": -0.063709, "nauc_recall_at_10_diff1": 0.21308, "nauc_recall_at_20_max": 0.167216, "nauc_recall_at_20_std": -0.06838, "nauc_recall_at_20_diff1": 0.190934, "nauc_recall_at_100_max": 0.196257, "nauc_recall_at_100_std": 0.065074, "nauc_recall_at_100_diff1": 0.119801, "nauc_recall_at_1000_max": 0.910833, "nauc_recall_at_1000_std": 0.08673, "nauc_recall_at_1000_diff1": -0.339303, "nauc_precision_at_1_max": 0.068081, "nauc_precision_at_1_std": -0.087178, "nauc_precision_at_1_diff1": 0.337196, "nauc_precision_at_3_max": 0.144498, "nauc_precision_at_3_std": -0.052528, "nauc_precision_at_3_diff1": 0.164751, "nauc_precision_at_5_max": 0.16115, "nauc_precision_at_5_std": -0.064828, "nauc_precision_at_5_diff1": 0.119912, "nauc_precision_at_10_max": 0.174721, "nauc_precision_at_10_std": -0.027978, "nauc_precision_at_10_diff1": 0.086177, "nauc_precision_at_20_max": 0.163158, "nauc_precision_at_20_std": -0.013814, "nauc_precision_at_20_diff1": 0.057911, "nauc_precision_at_100_max": 0.128288, "nauc_precision_at_100_std": 0.035798, "nauc_precision_at_100_diff1": -0.000223, "nauc_precision_at_1000_max": 0.103079, "nauc_precision_at_1000_std": 0.047438, "nauc_precision_at_1000_diff1": -0.012896, "nauc_mrr_at_1_max": 0.068081, "nauc_mrr_at_1_std": -0.087178, "nauc_mrr_at_1_diff1": 0.337196, "nauc_mrr_at_3_max": 0.072855, "nauc_mrr_at_3_std": -0.087577, "nauc_mrr_at_3_diff1": 0.319908, "nauc_mrr_at_5_max": 0.079504, "nauc_mrr_at_5_std": -0.081482, "nauc_mrr_at_5_diff1": 0.313981, "nauc_mrr_at_10_max": 0.084058, "nauc_mrr_at_10_std": -0.079882, "nauc_mrr_at_10_diff1": 0.31367, "nauc_mrr_at_20_max": 0.084376, "nauc_mrr_at_20_std": -0.07898, "nauc_mrr_at_20_diff1": 0.31208, "nauc_mrr_at_100_max": 0.083289, "nauc_mrr_at_100_std": -0.078545, "nauc_mrr_at_100_diff1": 0.312795, "nauc_mrr_at_1000_max": 0.083285, "nauc_mrr_at_1000_std": -0.07869, "nauc_mrr_at_1000_diff1": 0.313015, "main_score": 0.42438, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.70757, "ndcg_at_3": 0.73975, "ndcg_at_5": 0.75611, "ndcg_at_10": 0.77907, "ndcg_at_20": 0.79108, "ndcg_at_100": 0.80468, "ndcg_at_1000": 0.80849, "map_at_1": 0.5389, "map_at_3": 0.69835, "map_at_5": 0.72474, "map_at_10": 0.73837, "map_at_20": 0.74256, "map_at_100": 0.74507, "map_at_1000": 0.74527, "recall_at_1": 0.5389, "recall_at_3": 0.74837, "recall_at_5": 0.80627, "recall_at_10": 0.86743, "recall_at_20": 0.90962, "recall_at_100": 0.97326, "recall_at_1000": 1.0, "precision_at_1": 0.70757, "precision_at_3": 0.39077, "precision_at_5": 0.2611, "precision_at_10": 0.14178, "precision_at_20": 0.07415, "precision_at_100": 0.01594, "precision_at_1000": 0.00163, "mrr_at_1": 0.707572, "mrr_at_3": 0.752829, "mrr_at_5": 0.762163, "mrr_at_10": 0.768131, "mrr_at_20": 0.770572, "mrr_at_100": 0.771909, "mrr_at_1000": 0.772026, "nauc_ndcg_at_1_max": 0.24507, "nauc_ndcg_at_1_std": -0.098553, "nauc_ndcg_at_1_diff1": 0.694233, "nauc_ndcg_at_3_max": 0.285653, "nauc_ndcg_at_3_std": -0.071097, "nauc_ndcg_at_3_diff1": 0.644795, "nauc_ndcg_at_5_max": 0.272793, "nauc_ndcg_at_5_std": -0.077296, "nauc_ndcg_at_5_diff1": 0.645051, "nauc_ndcg_at_10_max": 0.286513, "nauc_ndcg_at_10_std": -0.064654, "nauc_ndcg_at_10_diff1": 0.644321, "nauc_ndcg_at_20_max": 0.279443, "nauc_ndcg_at_20_std": -0.070617, "nauc_ndcg_at_20_diff1": 0.652366, "nauc_ndcg_at_100_max": 0.284024, "nauc_ndcg_at_100_std": -0.072795, "nauc_ndcg_at_100_diff1": 0.655415, "nauc_ndcg_at_1000_max": 0.28146, "nauc_ndcg_at_1000_std": -0.07379, "nauc_ndcg_at_1000_diff1": 0.656921, "nauc_map_at_1_max": 0.061191, "nauc_map_at_1_std": -0.151157, "nauc_map_at_1_diff1": 0.671864, "nauc_map_at_3_max": 0.221043, "nauc_map_at_3_std": -0.09868, "nauc_map_at_3_diff1": 0.633857, "nauc_map_at_5_max": 0.247697, "nauc_map_at_5_std": -0.091626, "nauc_map_at_5_diff1": 0.64008, "nauc_map_at_10_max": 0.257174, "nauc_map_at_10_std": -0.084485, "nauc_map_at_10_diff1": 0.641709, "nauc_map_at_20_max": 0.255699, "nauc_map_at_20_std": -0.087021, "nauc_map_at_20_diff1": 0.643758, "nauc_map_at_100_max": 0.256599, "nauc_map_at_100_std": -0.086918, "nauc_map_at_100_diff1": 0.644548, "nauc_map_at_1000_max": 0.256526, "nauc_map_at_1000_std": -0.086964, "nauc_map_at_1000_diff1": 0.644648, "nauc_recall_at_1_max": 0.061191, "nauc_recall_at_1_std": -0.151157, "nauc_recall_at_1_diff1": 0.671864, "nauc_recall_at_3_max": 0.261233, "nauc_recall_at_3_std": -0.062058, "nauc_recall_at_3_diff1": 0.596133, "nauc_recall_at_5_max": 0.284895, "nauc_recall_at_5_std": -0.052289, "nauc_recall_at_5_diff1": 0.594783, "nauc_recall_at_10_max": 0.335782, "nauc_recall_at_10_std": -0.006284, "nauc_recall_at_10_diff1": 0.573039, "nauc_recall_at_20_max": 0.296036, "nauc_recall_at_20_std": -0.021956, "nauc_recall_at_20_diff1": 0.60272, "nauc_recall_at_100_max": 0.407729, "nauc_recall_at_100_std": -0.029669, "nauc_recall_at_100_diff1": 0.603254, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.24507, "nauc_precision_at_1_std": -0.098553, "nauc_precision_at_1_diff1": 0.694233, "nauc_precision_at_3_max": 0.263844, "nauc_precision_at_3_std": 0.069973, "nauc_precision_at_3_diff1": 0.015791, "nauc_precision_at_5_max": 0.246229, "nauc_precision_at_5_std": 0.079566, "nauc_precision_at_5_diff1": -0.04758, "nauc_precision_at_10_max": 0.225156, "nauc_precision_at_10_std": 0.103525, "nauc_precision_at_10_diff1": -0.103883, "nauc_precision_at_20_max": 0.205216, "nauc_precision_at_20_std": 0.104866, "nauc_precision_at_20_diff1": -0.138787, "nauc_precision_at_100_max": 0.191916, "nauc_precision_at_100_std": 0.115732, "nauc_precision_at_100_diff1": -0.203093, "nauc_precision_at_1000_max": 0.177276, "nauc_precision_at_1000_std": 0.116154, "nauc_precision_at_1000_diff1": -0.22828, "nauc_mrr_at_1_max": 0.24507, "nauc_mrr_at_1_std": -0.098553, "nauc_mrr_at_1_diff1": 0.694233, "nauc_mrr_at_3_max": 0.296756, "nauc_mrr_at_3_std": -0.066365, "nauc_mrr_at_3_diff1": 0.683377, "nauc_mrr_at_5_max": 0.293388, "nauc_mrr_at_5_std": -0.068458, "nauc_mrr_at_5_diff1": 0.683562, "nauc_mrr_at_10_max": 0.295403, "nauc_mrr_at_10_std": -0.065411, "nauc_mrr_at_10_diff1": 0.682353, "nauc_mrr_at_20_max": 0.293376, "nauc_mrr_at_20_std": -0.066216, "nauc_mrr_at_20_diff1": 0.684135, "nauc_mrr_at_100_max": 0.293122, "nauc_mrr_at_100_std": -0.067574, "nauc_mrr_at_100_diff1": 0.68405, "nauc_mrr_at_1000_max": 0.293031, "nauc_mrr_at_1000_std": -0.067564, "nauc_mrr_at_1000_diff1": 0.684082, "main_score": 0.77907, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.41775, "ndcg_at_3": 0.45861, "ndcg_at_5": 0.4823, "ndcg_at_10": 0.52514, "ndcg_at_20": 0.55071, "ndcg_at_100": 0.58749, "ndcg_at_1000": 0.60087, "map_at_1": 0.26575, "map_at_3": 0.39384, "map_at_5": 0.43041, "map_at_10": 0.45458, "map_at_20": 0.46423, "map_at_100": 0.47154, "map_at_1000": 0.47227, "recall_at_1": 0.26575, "recall_at_3": 0.46247, "recall_at_5": 0.54676, "recall_at_10": 0.65624, "recall_at_20": 0.74032, "recall_at_100": 0.90807, "recall_at_1000": 0.99948, "precision_at_1": 0.41775, "precision_at_3": 0.28938, "precision_at_5": 0.21514, "precision_at_10": 0.13081, "precision_at_20": 0.07415, "precision_at_100": 0.018, "precision_at_1000": 0.00196, "mrr_at_1": 0.417755, "mrr_at_3": 0.493908, "mrr_at_5": 0.508986, "mrr_at_10": 0.521494, "mrr_at_20": 0.526242, "mrr_at_100": 0.529292, "mrr_at_1000": 0.529594, "nauc_ndcg_at_1_max": 0.185272, "nauc_ndcg_at_1_std": -0.062681, "nauc_ndcg_at_1_diff1": 0.502301, "nauc_ndcg_at_3_max": 0.185384, "nauc_ndcg_at_3_std": -0.064324, "nauc_ndcg_at_3_diff1": 0.437256, "nauc_ndcg_at_5_max": 0.188661, "nauc_ndcg_at_5_std": -0.070891, "nauc_ndcg_at_5_diff1": 0.42889, "nauc_ndcg_at_10_max": 0.206677, "nauc_ndcg_at_10_std": -0.067192, "nauc_ndcg_at_10_diff1": 0.448204, "nauc_ndcg_at_20_max": 0.208418, "nauc_ndcg_at_20_std": -0.058585, "nauc_ndcg_at_20_diff1": 0.440696, "nauc_ndcg_at_100_max": 0.206184, "nauc_ndcg_at_100_std": -0.041045, "nauc_ndcg_at_100_diff1": 0.442286, "nauc_ndcg_at_1000_max": 0.198661, "nauc_ndcg_at_1000_std": -0.054609, "nauc_ndcg_at_1000_diff1": 0.446914, "nauc_map_at_1_max": 0.091745, "nauc_map_at_1_std": -0.071468, "nauc_map_at_1_diff1": 0.44058, "nauc_map_at_3_max": 0.158312, "nauc_map_at_3_std": -0.078557, "nauc_map_at_3_diff1": 0.435789, "nauc_map_at_5_max": 0.18427, "nauc_map_at_5_std": -0.072825, "nauc_map_at_5_diff1": 0.428804, "nauc_map_at_10_max": 0.195065, "nauc_map_at_10_std": -0.068384, "nauc_map_at_10_diff1": 0.439581, "nauc_map_at_20_max": 0.196794, "nauc_map_at_20_std": -0.064587, "nauc_map_at_20_diff1": 0.438251, "nauc_map_at_100_max": 0.196681, "nauc_map_at_100_std": -0.060997, "nauc_map_at_100_diff1": 0.438905, "nauc_map_at_1000_max": 0.19626, "nauc_map_at_1000_std": -0.061612, "nauc_map_at_1000_diff1": 0.439177, "nauc_recall_at_1_max": 0.091745, "nauc_recall_at_1_std": -0.071468, "nauc_recall_at_1_diff1": 0.44058, "nauc_recall_at_3_max": 0.151979, "nauc_recall_at_3_std": -0.072643, "nauc_recall_at_3_diff1": 0.392413, "nauc_recall_at_5_max": 0.18282, "nauc_recall_at_5_std": -0.075521, "nauc_recall_at_5_diff1": 0.362721, "nauc_recall_at_10_max": 0.23353, "nauc_recall_at_10_std": -0.073048, "nauc_recall_at_10_diff1": 0.411534, "nauc_recall_at_20_max": 0.251985, "nauc_recall_at_20_std": -0.030523, "nauc_recall_at_20_diff1": 0.370352, "nauc_recall_at_100_max": 0.322839, "nauc_recall_at_100_std": 0.229449, "nauc_recall_at_100_diff1": 0.315607, "nauc_recall_at_1000_max": 0.722194, "nauc_recall_at_1000_std": -0.17164, "nauc_recall_at_1000_diff1": 0.554064, "nauc_precision_at_1_max": 0.185272, "nauc_precision_at_1_std": -0.062681, "nauc_precision_at_1_diff1": 0.502301, "nauc_precision_at_3_max": 0.205711, "nauc_precision_at_3_std": -0.027071, "nauc_precision_at_3_diff1": 0.260708, "nauc_precision_at_5_max": 0.217261, "nauc_precision_at_5_std": -0.003511, "nauc_precision_at_5_diff1": 0.203726, "nauc_precision_at_10_max": 0.211946, "nauc_precision_at_10_std": 0.016183, "nauc_precision_at_10_diff1": 0.174486, "nauc_precision_at_20_max": 0.188276, "nauc_precision_at_20_std": 0.033278, "nauc_precision_at_20_diff1": 0.122899, "nauc_precision_at_100_max": 0.135018, "nauc_precision_at_100_std": 0.080265, "nauc_precision_at_100_diff1": 0.039984, "nauc_precision_at_1000_max": 0.080249, "nauc_precision_at_1000_std": 0.040273, "nauc_precision_at_1000_diff1": -0.002812, "nauc_mrr_at_1_max": 0.185272, "nauc_mrr_at_1_std": -0.062681, "nauc_mrr_at_1_diff1": 0.502301, "nauc_mrr_at_3_max": 0.189203, "nauc_mrr_at_3_std": -0.058804, "nauc_mrr_at_3_diff1": 0.47915, "nauc_mrr_at_5_max": 0.187032, "nauc_mrr_at_5_std": -0.063214, "nauc_mrr_at_5_diff1": 0.471775, "nauc_mrr_at_10_max": 0.192196, "nauc_mrr_at_10_std": -0.061531, "nauc_mrr_at_10_diff1": 0.477407, "nauc_mrr_at_20_max": 0.191128, "nauc_mrr_at_20_std": -0.061492, "nauc_mrr_at_20_diff1": 0.474969, "nauc_mrr_at_100_max": 0.190857, "nauc_mrr_at_100_std": -0.060225, "nauc_mrr_at_100_diff1": 0.47585, "nauc_mrr_at_1000_max": 0.190758, "nauc_mrr_at_1000_std": -0.060453, "nauc_mrr_at_1000_diff1": 0.476004, "main_score": 0.52514, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.65535, "ndcg_at_3": 0.69243, "ndcg_at_5": 0.71883, "ndcg_at_10": 0.74187, "ndcg_at_20": 0.75488, "ndcg_at_100": 0.77138, "ndcg_at_1000": 0.77587, "map_at_1": 0.49473, "map_at_3": 0.64824, "map_at_5": 0.68086, "map_at_10": 0.69479, "map_at_20": 0.69953, "map_at_100": 0.70262, "map_at_1000": 0.70287, "recall_at_1": 0.49473, "recall_at_3": 0.70622, "recall_at_5": 0.78679, "recall_at_10": 0.84632, "recall_at_20": 0.8903, "recall_at_100": 0.96891, "recall_at_1000": 1.0, "precision_at_1": 0.65535, "precision_at_3": 0.37032, "precision_at_5": 0.25352, "precision_at_10": 0.13851, "precision_at_20": 0.07317, "precision_at_100": 0.0159, "precision_at_1000": 0.00163, "mrr_at_1": 0.655352, "mrr_at_3": 0.708877, "mrr_at_5": 0.721279, "mrr_at_10": 0.727181, "mrr_at_20": 0.729946, "mrr_at_100": 0.731476, "mrr_at_1000": 0.731637, "nauc_ndcg_at_1_max": 0.131697, "nauc_ndcg_at_1_std": -0.107693, "nauc_ndcg_at_1_diff1": 0.623192, "nauc_ndcg_at_3_max": 0.166493, "nauc_ndcg_at_3_std": -0.14408, "nauc_ndcg_at_3_diff1": 0.578045, "nauc_ndcg_at_5_max": 0.172763, "nauc_ndcg_at_5_std": -0.122331, "nauc_ndcg_at_5_diff1": 0.581389, "nauc_ndcg_at_10_max": 0.187926, "nauc_ndcg_at_10_std": -0.111471, "nauc_ndcg_at_10_diff1": 0.577777, "nauc_ndcg_at_20_max": 0.178982, "nauc_ndcg_at_20_std": -0.119741, "nauc_ndcg_at_20_diff1": 0.572728, "nauc_ndcg_at_100_max": 0.178762, "nauc_ndcg_at_100_std": -0.116556, "nauc_ndcg_at_100_diff1": 0.575687, "nauc_ndcg_at_1000_max": 0.172972, "nauc_ndcg_at_1000_std": -0.121431, "nauc_ndcg_at_1000_diff1": 0.581337, "nauc_map_at_1_max": 0.038171, "nauc_map_at_1_std": -0.144396, "nauc_map_at_1_diff1": 0.623218, "nauc_map_at_3_max": 0.136468, "nauc_map_at_3_std": -0.140997, "nauc_map_at_3_diff1": 0.575106, "nauc_map_at_5_max": 0.159283, "nauc_map_at_5_std": -0.127052, "nauc_map_at_5_diff1": 0.580128, "nauc_map_at_10_max": 0.165737, "nauc_map_at_10_std": -0.125082, "nauc_map_at_10_diff1": 0.577251, "nauc_map_at_20_max": 0.163348, "nauc_map_at_20_std": -0.128101, "nauc_map_at_20_diff1": 0.577112, "nauc_map_at_100_max": 0.163289, "nauc_map_at_100_std": -0.127492, "nauc_map_at_100_diff1": 0.577259, "nauc_map_at_1000_max": 0.162993, "nauc_map_at_1000_std": -0.127705, "nauc_map_at_1000_diff1": 0.577528, "nauc_recall_at_1_max": 0.038171, "nauc_recall_at_1_std": -0.144396, "nauc_recall_at_1_diff1": 0.623218, "nauc_recall_at_3_max": 0.154155, "nauc_recall_at_3_std": -0.173824, "nauc_recall_at_3_diff1": 0.53791, "nauc_recall_at_5_max": 0.205864, "nauc_recall_at_5_std": -0.105732, "nauc_recall_at_5_diff1": 0.538228, "nauc_recall_at_10_max": 0.283773, "nauc_recall_at_10_std": -0.045736, "nauc_recall_at_10_diff1": 0.519673, "nauc_recall_at_20_max": 0.257544, "nauc_recall_at_20_std": -0.075106, "nauc_recall_at_20_diff1": 0.465555, "nauc_recall_at_100_max": 0.418093, "nauc_recall_at_100_std": 0.106423, "nauc_recall_at_100_diff1": 0.338794, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.131697, "nauc_precision_at_1_std": -0.107693, "nauc_precision_at_1_diff1": 0.623192, "nauc_precision_at_3_max": 0.182176, "nauc_precision_at_3_std": 0.001038, "nauc_precision_at_3_diff1": 0.039742, "nauc_precision_at_5_max": 0.178249, "nauc_precision_at_5_std": 0.038214, "nauc_precision_at_5_diff1": -0.028146, "nauc_precision_at_10_max": 0.167809, "nauc_precision_at_10_std": 0.054795, "nauc_precision_at_10_diff1": -0.092872, "nauc_precision_at_20_max": 0.144927, "nauc_precision_at_20_std": 0.051848, "nauc_precision_at_20_diff1": -0.135531, "nauc_precision_at_100_max": 0.12509, "nauc_precision_at_100_std": 0.084854, "nauc_precision_at_100_diff1": -0.20741, "nauc_precision_at_1000_max": 0.104709, "nauc_precision_at_1000_std": 0.080885, "nauc_precision_at_1000_diff1": -0.223633, "nauc_mrr_at_1_max": 0.131697, "nauc_mrr_at_1_std": -0.107693, "nauc_mrr_at_1_diff1": 0.623192, "nauc_mrr_at_3_max": 0.160169, "nauc_mrr_at_3_std": -0.131686, "nauc_mrr_at_3_diff1": 0.607504, "nauc_mrr_at_5_max": 0.162058, "nauc_mrr_at_5_std": -0.116426, "nauc_mrr_at_5_diff1": 0.60807, "nauc_mrr_at_10_max": 0.16576, "nauc_mrr_at_10_std": -0.110943, "nauc_mrr_at_10_diff1": 0.608893, "nauc_mrr_at_20_max": 0.16297, "nauc_mrr_at_20_std": -0.11284, "nauc_mrr_at_20_diff1": 0.606967, "nauc_mrr_at_100_max": 0.162806, "nauc_mrr_at_100_std": -0.11379, "nauc_mrr_at_100_diff1": 0.607357, "nauc_mrr_at_1000_max": 0.162628, "nauc_mrr_at_1000_std": -0.113912, "nauc_mrr_at_1000_diff1": 0.607516, "main_score": 0.74187, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.61791, "ndcg_at_3": 0.59536, "ndcg_at_5": 0.60996, "ndcg_at_10": 0.65355, "ndcg_at_20": 0.67711, "ndcg_at_100": 0.70711, "ndcg_at_1000": 0.71678, "map_at_1": 0.32501, "map_at_3": 0.4988, "map_at_5": 0.55257, "map_at_10": 0.58291, "map_at_20": 0.5929, "map_at_100": 0.5998, "map_at_1000": 0.60048, "recall_at_1": 0.32501, "recall_at_3": 0.54351, "recall_at_5": 0.64014, "recall_at_10": 0.73934, "recall_at_20": 0.81351, "recall_at_100": 0.93867, "recall_at_1000": 0.99723, "precision_at_1": 0.61791, "precision_at_3": 0.41698, "precision_at_5": 0.3087, "precision_at_10": 0.18235, "precision_at_20": 0.09975, "precision_at_100": 0.02303, "precision_at_1000": 0.00245, "mrr_at_1": 0.617907, "mrr_at_3": 0.67108, "mrr_at_5": 0.682808, "mrr_at_10": 0.690449, "mrr_at_20": 0.693829, "mrr_at_100": 0.696004, "mrr_at_1000": 0.696128, "nauc_ndcg_at_1_max": 0.272755, "nauc_ndcg_at_1_std": -0.208801, "nauc_ndcg_at_1_diff1": 0.538093, "nauc_ndcg_at_3_max": 0.24404, "nauc_ndcg_at_3_std": -0.185739, "nauc_ndcg_at_3_diff1": 0.44243, "nauc_ndcg_at_5_max": 0.249712, "nauc_ndcg_at_5_std": -0.219155, "nauc_ndcg_at_5_diff1": 0.425719, "nauc_ndcg_at_10_max": 0.269228, "nauc_ndcg_at_10_std": -0.231035, "nauc_ndcg_at_10_diff1": 0.434966, "nauc_ndcg_at_20_max": 0.265833, "nauc_ndcg_at_20_std": -0.239685, "nauc_ndcg_at_20_diff1": 0.438896, "nauc_ndcg_at_100_max": 0.272698, "nauc_ndcg_at_100_std": -0.217484, "nauc_ndcg_at_100_diff1": 0.445627, "nauc_ndcg_at_1000_max": 0.269287, "nauc_ndcg_at_1000_std": -0.214334, "nauc_ndcg_at_1000_diff1": 0.448805, "nauc_map_at_1_max": 0.08403, "nauc_map_at_1_std": -0.145544, "nauc_map_at_1_diff1": 0.497919, "nauc_map_at_3_max": 0.185151, "nauc_map_at_3_std": -0.17559, "nauc_map_at_3_diff1": 0.437543, "nauc_map_at_5_max": 0.233536, "nauc_map_at_5_std": -0.19457, "nauc_map_at_5_diff1": 0.418108, "nauc_map_at_10_max": 0.249661, "nauc_map_at_10_std": -0.199916, "nauc_map_at_10_diff1": 0.425615, "nauc_map_at_20_max": 0.24924, "nauc_map_at_20_std": -0.203207, "nauc_map_at_20_diff1": 0.425968, "nauc_map_at_100_max": 0.251428, "nauc_map_at_100_std": -0.198915, "nauc_map_at_100_diff1": 0.427589, "nauc_map_at_1000_max": 0.251161, "nauc_map_at_1000_std": -0.198573, "nauc_map_at_1000_diff1": 0.427624, "nauc_recall_at_1_max": 0.08403, "nauc_recall_at_1_std": -0.145544, "nauc_recall_at_1_diff1": 0.497919, "nauc_recall_at_3_max": 0.156266, "nauc_recall_at_3_std": -0.187515, "nauc_recall_at_3_diff1": 0.397733, "nauc_recall_at_5_max": 0.230049, "nauc_recall_at_5_std": -0.241171, "nauc_recall_at_5_diff1": 0.346498, "nauc_recall_at_10_max": 0.27012, "nauc_recall_at_10_std": -0.278714, "nauc_recall_at_10_diff1": 0.347608, "nauc_recall_at_20_max": 0.243205, "nauc_recall_at_20_std": -0.338174, "nauc_recall_at_20_diff1": 0.342756, "nauc_recall_at_100_max": 0.325721, "nauc_recall_at_100_std": -0.205258, "nauc_recall_at_100_diff1": 0.323802, "nauc_recall_at_1000_max": 0.857891, "nauc_recall_at_1000_std": 0.988121, "nauc_recall_at_1000_diff1": 0.706903, "nauc_precision_at_1_max": 0.272755, "nauc_precision_at_1_std": -0.208801, "nauc_precision_at_1_diff1": 0.538093, "nauc_precision_at_3_max": 0.25715, "nauc_precision_at_3_std": -0.106818, "nauc_precision_at_3_diff1": 0.130119, "nauc_precision_at_5_max": 0.255877, "nauc_precision_at_5_std": -0.099166, "nauc_precision_at_5_diff1": 0.045786, "nauc_precision_at_10_max": 0.235421, "nauc_precision_at_10_std": -0.08036, "nauc_precision_at_10_diff1": 0.008219, "nauc_precision_at_20_max": 0.207272, "nauc_precision_at_20_std": -0.066226, "nauc_precision_at_20_diff1": -0.032589, "nauc_precision_at_100_max": 0.171452, "nauc_precision_at_100_std": 0.01752, "nauc_precision_at_100_diff1": -0.098581, "nauc_precision_at_1000_max": 0.135017, "nauc_precision_at_1000_std": 0.03771, "nauc_precision_at_1000_diff1": -0.131177, "nauc_mrr_at_1_max": 0.272755, "nauc_mrr_at_1_std": -0.208801, "nauc_mrr_at_1_diff1": 0.538093, "nauc_mrr_at_3_max": 0.270408, "nauc_mrr_at_3_std": -0.227149, "nauc_mrr_at_3_diff1": 0.519439, "nauc_mrr_at_5_max": 0.285806, "nauc_mrr_at_5_std": -0.238003, "nauc_mrr_at_5_diff1": 0.512286, "nauc_mrr_at_10_max": 0.287133, "nauc_mrr_at_10_std": -0.240522, "nauc_mrr_at_10_diff1": 0.514079, "nauc_mrr_at_20_max": 0.286143, "nauc_mrr_at_20_std": -0.239926, "nauc_mrr_at_20_diff1": 0.515977, "nauc_mrr_at_100_max": 0.285362, "nauc_mrr_at_100_std": -0.237766, "nauc_mrr_at_100_diff1": 0.516459, "nauc_mrr_at_1000_max": 0.285275, "nauc_mrr_at_1000_std": -0.237602, "nauc_mrr_at_1000_diff1": 0.516441, "main_score": 0.65355, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.41992, "ndcg_at_3": 0.41854, "ndcg_at_5": 0.43372, "ndcg_at_10": 0.47861, "ndcg_at_20": 0.51143, "ndcg_at_100": 0.55344, "ndcg_at_1000": 0.57544, "map_at_1": 0.19895, "map_at_3": 0.32933, "map_at_5": 0.37145, "map_at_10": 0.39948, "map_at_20": 0.41273, "map_at_100": 0.42167, "map_at_1000": 0.42301, "recall_at_1": 0.19895, "recall_at_3": 0.3872, "recall_at_5": 0.47238, "recall_at_10": 0.57789, "recall_at_20": 0.67873, "recall_at_100": 0.85572, "recall_at_1000": 0.99546, "precision_at_1": 0.41992, "precision_at_3": 0.30769, "precision_at_5": 0.23531, "precision_at_10": 0.14603, "precision_at_20": 0.08544, "precision_at_100": 0.02149, "precision_at_1000": 0.00246, "mrr_at_1": 0.419924, "mrr_at_3": 0.494325, "mrr_at_5": 0.508008, "mrr_at_10": 0.518775, "mrr_at_20": 0.524489, "mrr_at_100": 0.527175, "mrr_at_1000": 0.527563, "nauc_ndcg_at_1_max": 0.19273, "nauc_ndcg_at_1_std": -0.123069, "nauc_ndcg_at_1_diff1": 0.414861, "nauc_ndcg_at_3_max": 0.199075, "nauc_ndcg_at_3_std": -0.122135, "nauc_ndcg_at_3_diff1": 0.328368, "nauc_ndcg_at_5_max": 0.214388, "nauc_ndcg_at_5_std": -0.136215, "nauc_ndcg_at_5_diff1": 0.330728, "nauc_ndcg_at_10_max": 0.215611, "nauc_ndcg_at_10_std": -0.12453, "nauc_ndcg_at_10_diff1": 0.314612, "nauc_ndcg_at_20_max": 0.226018, "nauc_ndcg_at_20_std": -0.118797, "nauc_ndcg_at_20_diff1": 0.318057, "nauc_ndcg_at_100_max": 0.233143, "nauc_ndcg_at_100_std": -0.113939, "nauc_ndcg_at_100_diff1": 0.32738, "nauc_ndcg_at_1000_max": 0.220952, "nauc_ndcg_at_1000_std": -0.113436, "nauc_ndcg_at_1000_diff1": 0.332523, "nauc_map_at_1_max": 0.054971, "nauc_map_at_1_std": -0.111901, "nauc_map_at_1_diff1": 0.396208, "nauc_map_at_3_max": 0.167263, "nauc_map_at_3_std": -0.131978, "nauc_map_at_3_diff1": 0.339764, "nauc_map_at_5_max": 0.209677, "nauc_map_at_5_std": -0.132225, "nauc_map_at_5_diff1": 0.332239, "nauc_map_at_10_max": 0.210725, "nauc_map_at_10_std": -0.124792, "nauc_map_at_10_diff1": 0.320402, "nauc_map_at_20_max": 0.214895, "nauc_map_at_20_std": -0.121052, "nauc_map_at_20_diff1": 0.321248, "nauc_map_at_100_max": 0.216406, "nauc_map_at_100_std": -0.120766, "nauc_map_at_100_diff1": 0.323119, "nauc_map_at_1000_max": 0.215805, "nauc_map_at_1000_std": -0.120633, "nauc_map_at_1000_diff1": 0.32341, "nauc_recall_at_1_max": 0.054971, "nauc_recall_at_1_std": -0.111901, "nauc_recall_at_1_diff1": 0.396208, "nauc_recall_at_3_max": 0.141842, "nauc_recall_at_3_std": -0.134393, "nauc_recall_at_3_diff1": 0.276765, "nauc_recall_at_5_max": 0.208587, "nauc_recall_at_5_std": -0.143801, "nauc_recall_at_5_diff1": 0.261418, "nauc_recall_at_10_max": 0.217451, "nauc_recall_at_10_std": -0.111158, "nauc_recall_at_10_diff1": 0.212968, "nauc_recall_at_20_max": 0.253622, "nauc_recall_at_20_std": -0.096343, "nauc_recall_at_20_diff1": 0.204715, "nauc_recall_at_100_max": 0.371797, "nauc_recall_at_100_std": -0.044814, "nauc_recall_at_100_diff1": 0.208988, "nauc_recall_at_1000_max": 0.788582, "nauc_recall_at_1000_std": 0.830909, "nauc_recall_at_1000_diff1": -0.221251, "nauc_precision_at_1_max": 0.19273, "nauc_precision_at_1_std": -0.123069, "nauc_precision_at_1_diff1": 0.414861, "nauc_precision_at_3_max": 0.249462, "nauc_precision_at_3_std": -0.088178, "nauc_precision_at_3_diff1": 0.194, "nauc_precision_at_5_max": 0.279519, "nauc_precision_at_5_std": -0.072428, "nauc_precision_at_5_diff1": 0.164461, "nauc_precision_at_10_max": 0.235641, "nauc_precision_at_10_std": -0.040481, "nauc_precision_at_10_diff1": 0.107628, "nauc_precision_at_20_max": 0.229003, "nauc_precision_at_20_std": -0.004522, "nauc_precision_at_20_diff1": 0.086136, "nauc_precision_at_100_max": 0.192404, "nauc_precision_at_100_std": 0.03713, "nauc_precision_at_100_diff1": 0.043429, "nauc_precision_at_1000_max": 0.114699, "nauc_precision_at_1000_std": 0.058042, "nauc_precision_at_1000_diff1": 0.006597, "nauc_mrr_at_1_max": 0.19273, "nauc_mrr_at_1_std": -0.123069, "nauc_mrr_at_1_diff1": 0.414861, "nauc_mrr_at_3_max": 0.193141, "nauc_mrr_at_3_std": -0.122206, "nauc_mrr_at_3_diff1": 0.385051, "nauc_mrr_at_5_max": 0.199782, "nauc_mrr_at_5_std": -0.125245, "nauc_mrr_at_5_diff1": 0.382613, "nauc_mrr_at_10_max": 0.199764, "nauc_mrr_at_10_std": -0.123441, "nauc_mrr_at_10_diff1": 0.381408, "nauc_mrr_at_20_max": 0.200205, "nauc_mrr_at_20_std": -0.125366, "nauc_mrr_at_20_diff1": 0.382935, "nauc_mrr_at_100_max": 0.200861, "nauc_mrr_at_100_std": -0.124337, "nauc_mrr_at_100_diff1": 0.383608, "nauc_mrr_at_1000_max": 0.200728, "nauc_mrr_at_1000_std": -0.124027, "nauc_mrr_at_1000_diff1": 0.383609, "main_score": 0.47861, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.59016, "ndcg_at_3": 0.56424, "ndcg_at_5": 0.58254, "ndcg_at_10": 0.62538, "ndcg_at_20": 0.6521, "ndcg_at_100": 0.68511, "ndcg_at_1000": 0.69574, "map_at_1": 0.30494, "map_at_3": 0.47088, "map_at_5": 0.52291, "map_at_10": 0.55286, "map_at_20": 0.56451, "map_at_100": 0.57195, "map_at_1000": 0.57264, "recall_at_1": 0.30494, "recall_at_3": 0.51568, "recall_at_5": 0.6158, "recall_at_10": 0.71297, "recall_at_20": 0.79506, "recall_at_100": 0.93264, "recall_at_1000": 0.99786, "precision_at_1": 0.59016, "precision_at_3": 0.39512, "precision_at_5": 0.2966, "precision_at_10": 0.17642, "precision_at_20": 0.09811, "precision_at_100": 0.02291, "precision_at_1000": 0.00245, "mrr_at_1": 0.590164, "mrr_at_3": 0.643127, "mrr_at_5": 0.656305, "mrr_at_10": 0.663495, "mrr_at_20": 0.66836, "mrr_at_100": 0.670655, "mrr_at_1000": 0.670816, "nauc_ndcg_at_1_max": 0.309288, "nauc_ndcg_at_1_std": -0.188008, "nauc_ndcg_at_1_diff1": 0.524278, "nauc_ndcg_at_3_max": 0.240943, "nauc_ndcg_at_3_std": -0.166449, "nauc_ndcg_at_3_diff1": 0.422923, "nauc_ndcg_at_5_max": 0.248739, "nauc_ndcg_at_5_std": -0.177348, "nauc_ndcg_at_5_diff1": 0.413742, "nauc_ndcg_at_10_max": 0.268415, "nauc_ndcg_at_10_std": -0.193767, "nauc_ndcg_at_10_diff1": 0.426315, "nauc_ndcg_at_20_max": 0.275934, "nauc_ndcg_at_20_std": -0.185408, "nauc_ndcg_at_20_diff1": 0.42261, "nauc_ndcg_at_100_max": 0.280742, "nauc_ndcg_at_100_std": -0.171224, "nauc_ndcg_at_100_diff1": 0.428536, "nauc_ndcg_at_1000_max": 0.274374, "nauc_ndcg_at_1000_std": -0.174204, "nauc_ndcg_at_1000_diff1": 0.428743, "nauc_map_at_1_max": 0.119998, "nauc_map_at_1_std": -0.129848, "nauc_map_at_1_diff1": 0.478957, "nauc_map_at_3_max": 0.197254, "nauc_map_at_3_std": -0.1671, "nauc_map_at_3_diff1": 0.423366, "nauc_map_at_5_max": 0.23776, "nauc_map_at_5_std": -0.165307, "nauc_map_at_5_diff1": 0.404129, "nauc_map_at_10_max": 0.24963, "nauc_map_at_10_std": -0.172717, "nauc_map_at_10_diff1": 0.41275, "nauc_map_at_20_max": 0.252148, "nauc_map_at_20_std": -0.170623, "nauc_map_at_20_diff1": 0.411749, "nauc_map_at_100_max": 0.253698, "nauc_map_at_100_std": -0.167984, "nauc_map_at_100_diff1": 0.412229, "nauc_map_at_1000_max": 0.253345, "nauc_map_at_1000_std": -0.167991, "nauc_map_at_1000_diff1": 0.412322, "nauc_recall_at_1_max": 0.119998, "nauc_recall_at_1_std": -0.129848, "nauc_recall_at_1_diff1": 0.478957, "nauc_recall_at_3_max": 0.162209, "nauc_recall_at_3_std": -0.173699, "nauc_recall_at_3_diff1": 0.38878, "nauc_recall_at_5_max": 0.206562, "nauc_recall_at_5_std": -0.177794, "nauc_recall_at_5_diff1": 0.34728, "nauc_recall_at_10_max": 0.255749, "nauc_recall_at_10_std": -0.232818, "nauc_recall_at_10_diff1": 0.374797, "nauc_recall_at_20_max": 0.283157, "nauc_recall_at_20_std": -0.200632, "nauc_recall_at_20_diff1": 0.339952, "nauc_recall_at_100_max": 0.376016, "nauc_recall_at_100_std": -0.055945, "nauc_recall_at_100_diff1": 0.34608, "nauc_recall_at_1000_max": -0.048698, "nauc_recall_at_1000_std": -0.06831, "nauc_recall_at_1000_diff1": -0.367847, "nauc_precision_at_1_max": 0.309288, "nauc_precision_at_1_std": -0.188008, "nauc_precision_at_1_diff1": 0.524278, "nauc_precision_at_3_max": 0.237205, "nauc_precision_at_3_std": -0.093837, "nauc_precision_at_3_diff1": 0.146184, "nauc_precision_at_5_max": 0.243395, "nauc_precision_at_5_std": -0.060796, "nauc_precision_at_5_diff1": 0.059209, "nauc_precision_at_10_max": 0.218961, "nauc_precision_at_10_std": -0.054862, "nauc_precision_at_10_diff1": 0.028534, "nauc_precision_at_20_max": 0.200454, "nauc_precision_at_20_std": -0.028488, "nauc_precision_at_20_diff1": -0.017862, "nauc_precision_at_100_max": 0.149757, "nauc_precision_at_100_std": 0.039672, "nauc_precision_at_100_diff1": -0.096317, "nauc_precision_at_1000_max": 0.111539, "nauc_precision_at_1000_std": 0.05331, "nauc_precision_at_1000_diff1": -0.140295, "nauc_mrr_at_1_max": 0.309288, "nauc_mrr_at_1_std": -0.188008, "nauc_mrr_at_1_diff1": 0.524278, "nauc_mrr_at_3_max": 0.292462, "nauc_mrr_at_3_std": -0.196964, "nauc_mrr_at_3_diff1": 0.501966, "nauc_mrr_at_5_max": 0.297836, "nauc_mrr_at_5_std": -0.196662, "nauc_mrr_at_5_diff1": 0.499141, "nauc_mrr_at_10_max": 0.300713, "nauc_mrr_at_10_std": -0.204607, "nauc_mrr_at_10_diff1": 0.499543, "nauc_mrr_at_20_max": 0.301812, "nauc_mrr_at_20_std": -0.201451, "nauc_mrr_at_20_diff1": 0.499045, "nauc_mrr_at_100_max": 0.302284, "nauc_mrr_at_100_std": -0.200023, "nauc_mrr_at_100_diff1": 0.500012, "nauc_mrr_at_1000_max": 0.30215, "nauc_mrr_at_1000_std": -0.200083, "nauc_mrr_at_1000_diff1": 0.499942, "main_score": 0.62538, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.68224, "ndcg_at_3": 0.67719, "ndcg_at_5": 0.68731, "ndcg_at_10": 0.72609, "ndcg_at_20": 0.74492, "ndcg_at_100": 0.76541, "ndcg_at_1000": 0.77078, "map_at_1": 0.43275, "map_at_3": 0.59816, "map_at_5": 0.63882, "map_at_10": 0.663, "map_at_20": 0.67112, "map_at_100": 0.67584, "map_at_1000": 0.6762, "recall_at_1": 0.43275, "recall_at_3": 0.65171, "recall_at_5": 0.72316, "recall_at_10": 0.81925, "recall_at_20": 0.87719, "recall_at_100": 0.96449, "recall_at_1000": 0.99866, "precision_at_1": 0.68224, "precision_at_3": 0.40854, "precision_at_5": 0.28732, "precision_at_10": 0.16582, "precision_at_20": 0.08985, "precision_at_100": 0.01997, "precision_at_1000": 0.00207, "mrr_at_1": 0.682243, "mrr_at_3": 0.734312, "mrr_at_5": 0.740988, "mrr_at_10": 0.749685, "mrr_at_20": 0.752412, "mrr_at_100": 0.75373, "mrr_at_1000": 0.75382, "nauc_ndcg_at_1_max": 0.385435, "nauc_ndcg_at_1_std": -0.060809, "nauc_ndcg_at_1_diff1": 0.65547, "nauc_ndcg_at_3_max": 0.320091, "nauc_ndcg_at_3_std": -0.095909, "nauc_ndcg_at_3_diff1": 0.526683, "nauc_ndcg_at_5_max": 0.29818, "nauc_ndcg_at_5_std": -0.096304, "nauc_ndcg_at_5_diff1": 0.528274, "nauc_ndcg_at_10_max": 0.330379, "nauc_ndcg_at_10_std": -0.096204, "nauc_ndcg_at_10_diff1": 0.538833, "nauc_ndcg_at_20_max": 0.349573, "nauc_ndcg_at_20_std": -0.08923, "nauc_ndcg_at_20_diff1": 0.544126, "nauc_ndcg_at_100_max": 0.35414, "nauc_ndcg_at_100_std": -0.07326, "nauc_ndcg_at_100_diff1": 0.554406, "nauc_ndcg_at_1000_max": 0.349337, "nauc_ndcg_at_1000_std": -0.079167, "nauc_ndcg_at_1000_diff1": 0.556656, "nauc_map_at_1_max": 0.143447, "nauc_map_at_1_std": -0.099631, "nauc_map_at_1_diff1": 0.612154, "nauc_map_at_3_max": 0.243894, "nauc_map_at_3_std": -0.089934, "nauc_map_at_3_diff1": 0.526604, "nauc_map_at_5_max": 0.282326, "nauc_map_at_5_std": -0.090503, "nauc_map_at_5_diff1": 0.513421, "nauc_map_at_10_max": 0.301353, "nauc_map_at_10_std": -0.089739, "nauc_map_at_10_diff1": 0.519693, "nauc_map_at_20_max": 0.309195, "nauc_map_at_20_std": -0.089748, "nauc_map_at_20_diff1": 0.522261, "nauc_map_at_100_max": 0.311316, "nauc_map_at_100_std": -0.086608, "nauc_map_at_100_diff1": 0.524011, "nauc_map_at_1000_max": 0.311199, "nauc_map_at_1000_std": -0.086774, "nauc_map_at_1000_diff1": 0.524208, "nauc_recall_at_1_max": 0.143447, "nauc_recall_at_1_std": -0.099631, "nauc_recall_at_1_diff1": 0.612154, "nauc_recall_at_3_max": 0.201702, "nauc_recall_at_3_std": -0.111558, "nauc_recall_at_3_diff1": 0.461327, "nauc_recall_at_5_max": 0.228227, "nauc_recall_at_5_std": -0.123112, "nauc_recall_at_5_diff1": 0.436376, "nauc_recall_at_10_max": 0.292084, "nauc_recall_at_10_std": -0.140736, "nauc_recall_at_10_diff1": 0.428364, "nauc_recall_at_20_max": 0.383993, "nauc_recall_at_20_std": -0.103976, "nauc_recall_at_20_diff1": 0.416191, "nauc_recall_at_100_max": 0.537033, "nauc_recall_at_100_std": 0.193932, "nauc_recall_at_100_diff1": 0.454793, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.385435, "nauc_precision_at_1_std": -0.060809, "nauc_precision_at_1_diff1": 0.65547, "nauc_precision_at_3_max": 0.280105, "nauc_precision_at_3_std": 0.004861, "nauc_precision_at_3_diff1": 0.02824, "nauc_precision_at_5_max": 0.254752, "nauc_precision_at_5_std": 0.01131, "nauc_precision_at_5_diff1": -0.039663, "nauc_precision_at_10_max": 0.236804, "nauc_precision_at_10_std": 0.029232, "nauc_precision_at_10_diff1": -0.092383, "nauc_precision_at_20_max": 0.229882, "nauc_precision_at_20_std": 0.038936, "nauc_precision_at_20_diff1": -0.133792, "nauc_precision_at_100_max": 0.191702, "nauc_precision_at_100_std": 0.084905, "nauc_precision_at_100_diff1": -0.18535, "nauc_precision_at_1000_max": 0.164114, "nauc_precision_at_1000_std": 0.073441, "nauc_precision_at_1000_diff1": -0.205754, "nauc_mrr_at_1_max": 0.385435, "nauc_mrr_at_1_std": -0.060809, "nauc_mrr_at_1_diff1": 0.65547, "nauc_mrr_at_3_max": 0.3908, "nauc_mrr_at_3_std": -0.076394, "nauc_mrr_at_3_diff1": 0.641291, "nauc_mrr_at_5_max": 0.386901, "nauc_mrr_at_5_std": -0.079543, "nauc_mrr_at_5_diff1": 0.639202, "nauc_mrr_at_10_max": 0.394014, "nauc_mrr_at_10_std": -0.078087, "nauc_mrr_at_10_diff1": 0.639188, "nauc_mrr_at_20_max": 0.395335, "nauc_mrr_at_20_std": -0.073462, "nauc_mrr_at_20_diff1": 0.638743, "nauc_mrr_at_100_max": 0.394465, "nauc_mrr_at_100_std": -0.073362, "nauc_mrr_at_100_diff1": 0.639382, "nauc_mrr_at_1000_max": 0.394348, "nauc_mrr_at_1000_std": -0.073461, "nauc_mrr_at_1000_diff1": 0.639443, "main_score": 0.72609, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.41923, "ndcg_at_3": 0.44121, "ndcg_at_5": 0.46153, "ndcg_at_10": 0.51002, "ndcg_at_20": 0.53968, "ndcg_at_100": 0.57718, "ndcg_at_1000": 0.59286, "map_at_1": 0.2267, "map_at_3": 0.35908, "map_at_5": 0.39961, "map_at_10": 0.43006, "map_at_20": 0.44197, "map_at_100": 0.4499, "map_at_1000": 0.4508, "recall_at_1": 0.2267, "recall_at_3": 0.42833, "recall_at_5": 0.51834, "recall_at_10": 0.63476, "recall_at_20": 0.72601, "recall_at_100": 0.89039, "recall_at_1000": 0.99194, "precision_at_1": 0.41923, "precision_at_3": 0.30263, "precision_at_5": 0.23071, "precision_at_10": 0.14446, "precision_at_20": 0.08351, "precision_at_100": 0.02028, "precision_at_1000": 0.00224, "mrr_at_1": 0.419226, "mrr_at_3": 0.499777, "mrr_at_5": 0.516333, "mrr_at_10": 0.526597, "mrr_at_20": 0.531816, "mrr_at_100": 0.534721, "mrr_at_1000": 0.535036, "nauc_ndcg_at_1_max": 0.18201, "nauc_ndcg_at_1_std": -0.147601, "nauc_ndcg_at_1_diff1": 0.441731, "nauc_ndcg_at_3_max": 0.181751, "nauc_ndcg_at_3_std": -0.162894, "nauc_ndcg_at_3_diff1": 0.361507, "nauc_ndcg_at_5_max": 0.166818, "nauc_ndcg_at_5_std": -0.17715, "nauc_ndcg_at_5_diff1": 0.357474, "nauc_ndcg_at_10_max": 0.180992, "nauc_ndcg_at_10_std": -0.196805, "nauc_ndcg_at_10_diff1": 0.359577, "nauc_ndcg_at_20_max": 0.186738, "nauc_ndcg_at_20_std": -0.18842, "nauc_ndcg_at_20_diff1": 0.363471, "nauc_ndcg_at_100_max": 0.195476, "nauc_ndcg_at_100_std": -0.151364, "nauc_ndcg_at_100_diff1": 0.361743, "nauc_ndcg_at_1000_max": 0.189625, "nauc_ndcg_at_1000_std": -0.15797, "nauc_ndcg_at_1000_diff1": 0.365081, "nauc_map_at_1_max": 0.000126, "nauc_map_at_1_std": -0.19596, "nauc_map_at_1_diff1": 0.409881, "nauc_map_at_3_max": 0.128424, "nauc_map_at_3_std": -0.182808, "nauc_map_at_3_diff1": 0.374224, "nauc_map_at_5_max": 0.162609, "nauc_map_at_5_std": -0.186989, "nauc_map_at_5_diff1": 0.36228, "nauc_map_at_10_max": 0.176009, "nauc_map_at_10_std": -0.193028, "nauc_map_at_10_diff1": 0.363712, "nauc_map_at_20_max": 0.179146, "nauc_map_at_20_std": -0.189118, "nauc_map_at_20_diff1": 0.364967, "nauc_map_at_100_max": 0.180441, "nauc_map_at_100_std": -0.182212, "nauc_map_at_100_diff1": 0.364632, "nauc_map_at_1000_max": 0.180184, "nauc_map_at_1000_std": -0.182142, "nauc_map_at_1000_diff1": 0.364795, "nauc_recall_at_1_max": 0.000126, "nauc_recall_at_1_std": -0.19596, "nauc_recall_at_1_diff1": 0.409881, "nauc_recall_at_3_max": 0.116624, "nauc_recall_at_3_std": -0.161386, "nauc_recall_at_3_diff1": 0.313309, "nauc_recall_at_5_max": 0.131655, "nauc_recall_at_5_std": -0.181875, "nauc_recall_at_5_diff1": 0.287894, "nauc_recall_at_10_max": 0.15726, "nauc_recall_at_10_std": -0.251679, "nauc_recall_at_10_diff1": 0.284841, "nauc_recall_at_20_max": 0.175294, "nauc_recall_at_20_std": -0.251825, "nauc_recall_at_20_diff1": 0.29781, "nauc_recall_at_100_max": 0.295638, "nauc_recall_at_100_std": 0.049911, "nauc_recall_at_100_diff1": 0.237446, "nauc_recall_at_1000_max": 0.673614, "nauc_recall_at_1000_std": 0.456238, "nauc_recall_at_1000_diff1": 0.06109, "nauc_precision_at_1_max": 0.18201, "nauc_precision_at_1_std": -0.147601, "nauc_precision_at_1_diff1": 0.441731, "nauc_precision_at_3_max": 0.293715, "nauc_precision_at_3_std": -0.077024, "nauc_precision_at_3_diff1": 0.207564, "nauc_precision_at_5_max": 0.304765, "nauc_precision_at_5_std": -0.050848, "nauc_precision_at_5_diff1": 0.150215, "nauc_precision_at_10_max": 0.286544, "nauc_precision_at_10_std": -0.04409, "nauc_precision_at_10_diff1": 0.109481, "nauc_precision_at_20_max": 0.275557, "nauc_precision_at_20_std": 0.003009, "nauc_precision_at_20_diff1": 0.076916, "nauc_precision_at_100_max": 0.239702, "nauc_precision_at_100_std": 0.11523, "nauc_precision_at_100_diff1": 0.013025, "nauc_precision_at_1000_max": 0.200285, "nauc_precision_at_1000_std": 0.111892, "nauc_precision_at_1000_diff1": -0.025285, "nauc_mrr_at_1_max": 0.18201, "nauc_mrr_at_1_std": -0.147601, "nauc_mrr_at_1_diff1": 0.441731, "nauc_mrr_at_3_max": 0.184444, "nauc_mrr_at_3_std": -0.143545, "nauc_mrr_at_3_diff1": 0.40011, "nauc_mrr_at_5_max": 0.18007, "nauc_mrr_at_5_std": -0.14392, "nauc_mrr_at_5_diff1": 0.397273, "nauc_mrr_at_10_max": 0.175909, "nauc_mrr_at_10_std": -0.154982, "nauc_mrr_at_10_diff1": 0.398212, "nauc_mrr_at_20_max": 0.176965, "nauc_mrr_at_20_std": -0.152505, "nauc_mrr_at_20_diff1": 0.399625, "nauc_mrr_at_100_max": 0.178335, "nauc_mrr_at_100_std": -0.150079, "nauc_mrr_at_100_diff1": 0.39988, "nauc_mrr_at_1000_max": 0.178139, "nauc_mrr_at_1000_std": -0.150108, "nauc_mrr_at_1000_diff1": 0.399915, "main_score": 0.51002, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.62483, "ndcg_at_3": 0.63775, "ndcg_at_5": 0.6556, "ndcg_at_10": 0.69139, "ndcg_at_20": 0.71116, "ndcg_at_100": 0.73471, "ndcg_at_1000": 0.7421, "map_at_1": 0.39642, "map_at_3": 0.56166, "map_at_5": 0.60289, "map_at_10": 0.62622, "map_at_20": 0.63429, "map_at_100": 0.63996, "map_at_1000": 0.64043, "recall_at_1": 0.39642, "recall_at_3": 0.62045, "recall_at_5": 0.70449, "recall_at_10": 0.79092, "recall_at_20": 0.85403, "recall_at_100": 0.95211, "recall_at_1000": 0.99933, "precision_at_1": 0.62483, "precision_at_3": 0.38807, "precision_at_5": 0.2785, "precision_at_10": 0.16008, "precision_at_20": 0.08725, "precision_at_100": 0.01972, "precision_at_1000": 0.00207, "mrr_at_1": 0.624833, "mrr_at_3": 0.688696, "mrr_at_5": 0.70178, "mrr_at_10": 0.708935, "mrr_at_20": 0.711659, "mrr_at_100": 0.713302, "mrr_at_1000": 0.713452, "nauc_ndcg_at_1_max": 0.378241, "nauc_ndcg_at_1_std": -0.041789, "nauc_ndcg_at_1_diff1": 0.647857, "nauc_ndcg_at_3_max": 0.322021, "nauc_ndcg_at_3_std": -0.059273, "nauc_ndcg_at_3_diff1": 0.551164, "nauc_ndcg_at_5_max": 0.324092, "nauc_ndcg_at_5_std": -0.046484, "nauc_ndcg_at_5_diff1": 0.552814, "nauc_ndcg_at_10_max": 0.339791, "nauc_ndcg_at_10_std": -0.057665, "nauc_ndcg_at_10_diff1": 0.547262, "nauc_ndcg_at_20_max": 0.339793, "nauc_ndcg_at_20_std": -0.051603, "nauc_ndcg_at_20_diff1": 0.550133, "nauc_ndcg_at_100_max": 0.346289, "nauc_ndcg_at_100_std": -0.034814, "nauc_ndcg_at_100_diff1": 0.555133, "nauc_ndcg_at_1000_max": 0.344032, "nauc_ndcg_at_1000_std": -0.042802, "nauc_ndcg_at_1000_diff1": 0.563371, "nauc_map_at_1_max": 0.179131, "nauc_map_at_1_std": -0.059284, "nauc_map_at_1_diff1": 0.611173, "nauc_map_at_3_max": 0.262589, "nauc_map_at_3_std": -0.053049, "nauc_map_at_3_diff1": 0.551434, "nauc_map_at_5_max": 0.313865, "nauc_map_at_5_std": -0.048369, "nauc_map_at_5_diff1": 0.539692, "nauc_map_at_10_max": 0.324884, "nauc_map_at_10_std": -0.055175, "nauc_map_at_10_diff1": 0.53731, "nauc_map_at_20_max": 0.325768, "nauc_map_at_20_std": -0.053191, "nauc_map_at_20_diff1": 0.538037, "nauc_map_at_100_max": 0.327803, "nauc_map_at_100_std": -0.04961, "nauc_map_at_100_diff1": 0.539378, "nauc_map_at_1000_max": 0.327744, "nauc_map_at_1000_std": -0.049924, "nauc_map_at_1000_diff1": 0.539776, "nauc_recall_at_1_max": 0.179131, "nauc_recall_at_1_std": -0.059284, "nauc_recall_at_1_diff1": 0.611173, "nauc_recall_at_3_max": 0.214787, "nauc_recall_at_3_std": -0.067421, "nauc_recall_at_3_diff1": 0.501465, "nauc_recall_at_5_max": 0.2832, "nauc_recall_at_5_std": -0.044069, "nauc_recall_at_5_diff1": 0.480333, "nauc_recall_at_10_max": 0.31432, "nauc_recall_at_10_std": -0.080093, "nauc_recall_at_10_diff1": 0.43189, "nauc_recall_at_20_max": 0.303039, "nauc_recall_at_20_std": -0.064069, "nauc_recall_at_20_diff1": 0.417166, "nauc_recall_at_100_max": 0.386985, "nauc_recall_at_100_std": 0.204661, "nauc_recall_at_100_diff1": 0.278899, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.55399, "nauc_recall_at_1000_diff1": 0.357737, "nauc_precision_at_1_max": 0.378241, "nauc_precision_at_1_std": -0.041789, "nauc_precision_at_1_diff1": 0.647857, "nauc_precision_at_3_max": 0.271083, "nauc_precision_at_3_std": 0.000492, "nauc_precision_at_3_diff1": 0.100125, "nauc_precision_at_5_max": 0.271907, "nauc_precision_at_5_std": 0.009718, "nauc_precision_at_5_diff1": 0.009755, "nauc_precision_at_10_max": 0.225597, "nauc_precision_at_10_std": -0.001563, "nauc_precision_at_10_diff1": -0.064363, "nauc_precision_at_20_max": 0.194432, "nauc_precision_at_20_std": 0.014573, "nauc_precision_at_20_diff1": -0.111154, "nauc_precision_at_100_max": 0.141917, "nauc_precision_at_100_std": 0.055388, "nauc_precision_at_100_diff1": -0.177466, "nauc_precision_at_1000_max": 0.110334, "nauc_precision_at_1000_std": 0.036328, "nauc_precision_at_1000_diff1": -0.190266, "nauc_mrr_at_1_max": 0.378241, "nauc_mrr_at_1_std": -0.041789, "nauc_mrr_at_1_diff1": 0.647857, "nauc_mrr_at_3_max": 0.359679, "nauc_mrr_at_3_std": -0.042361, "nauc_mrr_at_3_diff1": 0.6321, "nauc_mrr_at_5_max": 0.366876, "nauc_mrr_at_5_std": -0.036627, "nauc_mrr_at_5_diff1": 0.631847, "nauc_mrr_at_10_max": 0.369889, "nauc_mrr_at_10_std": -0.036153, "nauc_mrr_at_10_diff1": 0.632216, "nauc_mrr_at_20_max": 0.369179, "nauc_mrr_at_20_std": -0.035562, "nauc_mrr_at_20_diff1": 0.631895, "nauc_mrr_at_100_max": 0.369155, "nauc_mrr_at_100_std": -0.035277, "nauc_mrr_at_100_diff1": 0.632165, "nauc_mrr_at_1000_max": 0.369134, "nauc_mrr_at_1000_std": -0.035407, "nauc_mrr_at_1000_diff1": 0.632305, "main_score": 0.69139, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.64541, "ndcg_at_3": 0.71253, "ndcg_at_5": 0.73214, "ndcg_at_10": 0.75034, "ndcg_at_20": 0.76277, "ndcg_at_100": 0.77683, "ndcg_at_1000": 0.78186, "map_at_1": 0.55191, "map_at_3": 0.68308, "map_at_5": 0.69941, "map_at_10": 0.70902, "map_at_20": 0.71334, "map_at_100": 0.71602, "map_at_1000": 0.71621, "recall_at_1": 0.55191, "recall_at_3": 0.756, "recall_at_5": 0.80364, "recall_at_10": 0.85213, "recall_at_20": 0.89636, "recall_at_100": 0.96007, "recall_at_1000": 0.99784, "precision_at_1": 0.64541, "precision_at_3": 0.32829, "precision_at_5": 0.21384, "precision_at_10": 0.11535, "precision_at_20": 0.06114, "precision_at_100": 0.01333, "precision_at_1000": 0.00139, "mrr_at_1": 0.645405, "mrr_at_3": 0.71045, "mrr_at_5": 0.720721, "mrr_at_10": 0.726319, "mrr_at_20": 0.728778, "mrr_at_100": 0.730398, "mrr_at_1000": 0.730529, "nauc_ndcg_at_1_max": 0.341801, "nauc_ndcg_at_1_std": -0.069138, "nauc_ndcg_at_1_diff1": 0.734696, "nauc_ndcg_at_3_max": 0.324427, "nauc_ndcg_at_3_std": -0.105185, "nauc_ndcg_at_3_diff1": 0.67564, "nauc_ndcg_at_5_max": 0.316513, "nauc_ndcg_at_5_std": -0.109529, "nauc_ndcg_at_5_diff1": 0.669509, "nauc_ndcg_at_10_max": 0.321377, "nauc_ndcg_at_10_std": -0.089392, "nauc_ndcg_at_10_diff1": 0.669699, "nauc_ndcg_at_20_max": 0.334183, "nauc_ndcg_at_20_std": -0.07582, "nauc_ndcg_at_20_diff1": 0.668477, "nauc_ndcg_at_100_max": 0.34256, "nauc_ndcg_at_100_std": -0.056877, "nauc_ndcg_at_100_diff1": 0.678635, "nauc_ndcg_at_1000_max": 0.333752, "nauc_ndcg_at_1000_std": -0.073603, "nauc_ndcg_at_1000_diff1": 0.680919, "nauc_map_at_1_max": 0.224998, "nauc_map_at_1_std": -0.097469, "nauc_map_at_1_diff1": 0.750309, "nauc_map_at_3_max": 0.316548, "nauc_map_at_3_std": -0.101594, "nauc_map_at_3_diff1": 0.681704, "nauc_map_at_5_max": 0.313032, "nauc_map_at_5_std": -0.104355, "nauc_map_at_5_diff1": 0.678483, "nauc_map_at_10_max": 0.314294, "nauc_map_at_10_std": -0.098035, "nauc_map_at_10_diff1": 0.679218, "nauc_map_at_20_max": 0.317967, "nauc_map_at_20_std": -0.092018, "nauc_map_at_20_diff1": 0.678619, "nauc_map_at_100_max": 0.31951, "nauc_map_at_100_std": -0.089163, "nauc_map_at_100_diff1": 0.680118, "nauc_map_at_1000_max": 0.319275, "nauc_map_at_1000_std": -0.089686, "nauc_map_at_1000_diff1": 0.68018, "nauc_recall_at_1_max": 0.224998, "nauc_recall_at_1_std": -0.097469, "nauc_recall_at_1_diff1": 0.750309, "nauc_recall_at_3_max": 0.311471, "nauc_recall_at_3_std": -0.135435, "nauc_recall_at_3_diff1": 0.626453, "nauc_recall_at_5_max": 0.295653, "nauc_recall_at_5_std": -0.146488, "nauc_recall_at_5_diff1": 0.600174, "nauc_recall_at_10_max": 0.310657, "nauc_recall_at_10_std": -0.067523, "nauc_recall_at_10_diff1": 0.583608, "nauc_recall_at_20_max": 0.403299, "nauc_recall_at_20_std": 0.019181, "nauc_recall_at_20_diff1": 0.54958, "nauc_recall_at_100_max": 0.684125, "nauc_recall_at_100_std": 0.567256, "nauc_recall_at_100_diff1": 0.615705, "nauc_recall_at_1000_max": 0.777052, "nauc_recall_at_1000_std": 0.93468, "nauc_recall_at_1000_diff1": 0.86115, "nauc_precision_at_1_max": 0.341801, "nauc_precision_at_1_std": -0.069138, "nauc_precision_at_1_diff1": 0.734696, "nauc_precision_at_3_max": 0.230614, "nauc_precision_at_3_std": 0.000736, "nauc_precision_at_3_diff1": 0.083938, "nauc_precision_at_5_max": 0.180973, "nauc_precision_at_5_std": 0.011146, "nauc_precision_at_5_diff1": -0.006548, "nauc_precision_at_10_max": 0.148943, "nauc_precision_at_10_std": 0.058413, "nauc_precision_at_10_diff1": -0.087174, "nauc_precision_at_20_max": 0.143437, "nauc_precision_at_20_std": 0.108629, "nauc_precision_at_20_diff1": -0.159708, "nauc_precision_at_100_max": 0.109958, "nauc_precision_at_100_std": 0.167478, "nauc_precision_at_100_diff1": -0.250168, "nauc_precision_at_1000_max": 0.050769, "nauc_precision_at_1000_std": 0.111087, "nauc_precision_at_1000_diff1": -0.306813, "nauc_mrr_at_1_max": 0.341801, "nauc_mrr_at_1_std": -0.069138, "nauc_mrr_at_1_diff1": 0.734696, "nauc_mrr_at_3_max": 0.338623, "nauc_mrr_at_3_std": -0.091161, "nauc_mrr_at_3_diff1": 0.704452, "nauc_mrr_at_5_max": 0.336201, "nauc_mrr_at_5_std": -0.092082, "nauc_mrr_at_5_diff1": 0.702628, "nauc_mrr_at_10_max": 0.338075, "nauc_mrr_at_10_std": -0.082511, "nauc_mrr_at_10_diff1": 0.701871, "nauc_mrr_at_20_max": 0.339763, "nauc_mrr_at_20_std": -0.082375, "nauc_mrr_at_20_diff1": 0.702256, "nauc_mrr_at_100_max": 0.340137, "nauc_mrr_at_100_std": -0.080667, "nauc_mrr_at_100_diff1": 0.703517, "nauc_mrr_at_1000_max": 0.339942, "nauc_mrr_at_1000_std": -0.081037, "nauc_mrr_at_1000_diff1": 0.703555, "main_score": 0.75034, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.20541, "ndcg_at_3": 0.23637, "ndcg_at_5": 0.2614, "ndcg_at_10": 0.29394, "ndcg_at_20": 0.3214, "ndcg_at_100": 0.37971, "ndcg_at_1000": 0.41402, "map_at_1": 0.17926, "map_at_3": 0.21571, "map_at_5": 0.23222, "map_at_10": 0.24641, "map_at_20": 0.25455, "map_at_100": 0.26434, "map_at_1000": 0.26614, "recall_at_1": 0.17926, "recall_at_3": 0.25584, "recall_at_5": 0.31778, "recall_at_10": 0.40445, "recall_at_20": 0.49813, "recall_at_100": 0.76132, "recall_at_1000": 0.98497, "precision_at_1": 0.20541, "precision_at_3": 0.10955, "precision_at_5": 0.08562, "precision_at_10": 0.05859, "precision_at_20": 0.03778, "precision_at_100": 0.01306, "precision_at_1000": 0.00178, "mrr_at_1": 0.205405, "mrr_at_3": 0.243423, "mrr_at_5": 0.259586, "mrr_at_10": 0.275287, "mrr_at_20": 0.283047, "mrr_at_100": 0.289002, "mrr_at_1000": 0.289809, "nauc_ndcg_at_1_max": 0.454628, "nauc_ndcg_at_1_std": 0.010056, "nauc_ndcg_at_1_diff1": 0.570008, "nauc_ndcg_at_3_max": 0.434771, "nauc_ndcg_at_3_std": 0.004662, "nauc_ndcg_at_3_diff1": 0.520029, "nauc_ndcg_at_5_max": 0.418407, "nauc_ndcg_at_5_std": -0.0008, "nauc_ndcg_at_5_diff1": 0.500414, "nauc_ndcg_at_10_max": 0.400766, "nauc_ndcg_at_10_std": 0.010928, "nauc_ndcg_at_10_diff1": 0.46697, "nauc_ndcg_at_20_max": 0.396626, "nauc_ndcg_at_20_std": 0.008261, "nauc_ndcg_at_20_diff1": 0.457374, "nauc_ndcg_at_100_max": 0.414671, "nauc_ndcg_at_100_std": 0.036274, "nauc_ndcg_at_100_diff1": 0.459057, "nauc_ndcg_at_1000_max": 0.415954, "nauc_ndcg_at_1000_std": 0.023224, "nauc_ndcg_at_1000_diff1": 0.476942, "nauc_map_at_1_max": 0.52134, "nauc_map_at_1_std": 0.052961, "nauc_map_at_1_diff1": 0.638223, "nauc_map_at_3_max": 0.466629, "nauc_map_at_3_std": 0.021335, "nauc_map_at_3_diff1": 0.560472, "nauc_map_at_5_max": 0.449877, "nauc_map_at_5_std": 0.013939, "nauc_map_at_5_diff1": 0.542355, "nauc_map_at_10_max": 0.437965, "nauc_map_at_10_std": 0.016129, "nauc_map_at_10_diff1": 0.524483, "nauc_map_at_20_max": 0.436272, "nauc_map_at_20_std": 0.014351, "nauc_map_at_20_diff1": 0.521345, "nauc_map_at_100_max": 0.439137, "nauc_map_at_100_std": 0.019392, "nauc_map_at_100_diff1": 0.520251, "nauc_map_at_1000_max": 0.439264, "nauc_map_at_1000_std": 0.018896, "nauc_map_at_1000_diff1": 0.521087, "nauc_recall_at_1_max": 0.52134, "nauc_recall_at_1_std": 0.052961, "nauc_recall_at_1_diff1": 0.638223, "nauc_recall_at_3_max": 0.413499, "nauc_recall_at_3_std": 0.002462, "nauc_recall_at_3_diff1": 0.480952, "nauc_recall_at_5_max": 0.367775, "nauc_recall_at_5_std": -0.0119, "nauc_recall_at_5_diff1": 0.425592, "nauc_recall_at_10_max": 0.332119, "nauc_recall_at_10_std": 0.0268, "nauc_recall_at_10_diff1": 0.346175, "nauc_recall_at_20_max": 0.307199, "nauc_recall_at_20_std": 0.015147, "nauc_recall_at_20_diff1": 0.30364, "nauc_recall_at_100_max": 0.362789, "nauc_recall_at_100_std": 0.167614, "nauc_recall_at_100_diff1": 0.243552, "nauc_recall_at_1000_max": 0.4546, "nauc_recall_at_1000_std": 0.586313, "nauc_recall_at_1000_diff1": 0.151894, "nauc_precision_at_1_max": 0.454628, "nauc_precision_at_1_std": 0.010056, "nauc_precision_at_1_diff1": 0.570008, "nauc_precision_at_3_max": 0.300637, "nauc_precision_at_3_std": -0.062271, "nauc_precision_at_3_diff1": 0.347588, "nauc_precision_at_5_max": 0.237904, "nauc_precision_at_5_std": -0.083981, "nauc_precision_at_5_diff1": 0.280187, "nauc_precision_at_10_max": 0.163004, "nauc_precision_at_10_std": -0.068758, "nauc_precision_at_10_diff1": 0.172573, "nauc_precision_at_20_max": 0.122697, "nauc_precision_at_20_std": -0.058887, "nauc_precision_at_20_diff1": 0.103622, "nauc_precision_at_100_max": 0.035834, "nauc_precision_at_100_std": 0.059297, "nauc_precision_at_100_diff1": -0.05711, "nauc_precision_at_1000_max": -0.115266, "nauc_precision_at_1000_std": -0.029802, "nauc_precision_at_1000_diff1": -0.145022, "nauc_mrr_at_1_max": 0.454628, "nauc_mrr_at_1_std": 0.010056, "nauc_mrr_at_1_diff1": 0.570008, "nauc_mrr_at_3_max": 0.409052, "nauc_mrr_at_3_std": -0.009991, "nauc_mrr_at_3_diff1": 0.499939, "nauc_mrr_at_5_max": 0.402774, "nauc_mrr_at_5_std": -0.012022, "nauc_mrr_at_5_diff1": 0.489497, "nauc_mrr_at_10_max": 0.397023, "nauc_mrr_at_10_std": -0.004521, "nauc_mrr_at_10_diff1": 0.47686, "nauc_mrr_at_20_max": 0.396978, "nauc_mrr_at_20_std": -0.003969, "nauc_mrr_at_20_diff1": 0.475985, "nauc_mrr_at_100_max": 0.400143, "nauc_mrr_at_100_std": -0.001317, "nauc_mrr_at_100_diff1": 0.478807, "nauc_mrr_at_1000_max": 0.400185, "nauc_mrr_at_1000_std": -0.001555, "nauc_mrr_at_1000_diff1": 0.479171, "main_score": 0.29394, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.52632, "ndcg_at_3": 0.60356, "ndcg_at_5": 0.63154, "ndcg_at_10": 0.65795, "ndcg_at_20": 0.67621, "ndcg_at_100": 0.69722, "ndcg_at_1000": 0.70268, "map_at_1": 0.44293, "map_at_3": 0.56905, "map_at_5": 0.58886, "map_at_10": 0.60209, "map_at_20": 0.60892, "map_at_100": 0.61271, "map_at_1000": 0.61297, "recall_at_1": 0.44293, "recall_at_3": 0.65601, "recall_at_5": 0.72465, "recall_at_10": 0.79905, "recall_at_20": 0.86105, "recall_at_100": 0.95989, "recall_at_1000": 0.9989, "precision_at_1": 0.52632, "precision_at_3": 0.28582, "precision_at_5": 0.19276, "precision_at_10": 0.10811, "precision_at_20": 0.05954, "precision_at_100": 0.01351, "precision_at_1000": 0.00141, "mrr_at_1": 0.526316, "mrr_at_3": 0.601243, "mrr_at_5": 0.616648, "mrr_at_10": 0.625706, "mrr_at_20": 0.628991, "mrr_at_100": 0.631454, "mrr_at_1000": 0.631603, "nauc_ndcg_at_1_max": 0.09597, "nauc_ndcg_at_1_std": -0.099888, "nauc_ndcg_at_1_diff1": 0.620383, "nauc_ndcg_at_3_max": 0.098165, "nauc_ndcg_at_3_std": -0.118654, "nauc_ndcg_at_3_diff1": 0.570931, "nauc_ndcg_at_5_max": 0.11567, "nauc_ndcg_at_5_std": -0.101452, "nauc_ndcg_at_5_diff1": 0.578803, "nauc_ndcg_at_10_max": 0.111068, "nauc_ndcg_at_10_std": -0.104153, "nauc_ndcg_at_10_diff1": 0.577344, "nauc_ndcg_at_20_max": 0.116647, "nauc_ndcg_at_20_std": -0.096753, "nauc_ndcg_at_20_diff1": 0.577794, "nauc_ndcg_at_100_max": 0.124671, "nauc_ndcg_at_100_std": -0.079658, "nauc_ndcg_at_100_diff1": 0.577299, "nauc_ndcg_at_1000_max": 0.117001, "nauc_ndcg_at_1000_std": -0.091247, "nauc_ndcg_at_1000_diff1": 0.582038, "nauc_map_at_1_max": 0.075907, "nauc_map_at_1_std": -0.11015, "nauc_map_at_1_diff1": 0.652714, "nauc_map_at_3_max": 0.092754, "nauc_map_at_3_std": -0.12271, "nauc_map_at_3_diff1": 0.586823, "nauc_map_at_5_max": 0.101605, "nauc_map_at_5_std": -0.110234, "nauc_map_at_5_diff1": 0.586606, "nauc_map_at_10_max": 0.102324, "nauc_map_at_10_std": -0.109687, "nauc_map_at_10_diff1": 0.584696, "nauc_map_at_20_max": 0.104069, "nauc_map_at_20_std": -0.107618, "nauc_map_at_20_diff1": 0.585658, "nauc_map_at_100_max": 0.106023, "nauc_map_at_100_std": -0.104275, "nauc_map_at_100_diff1": 0.585305, "nauc_map_at_1000_max": 0.105698, "nauc_map_at_1000_std": -0.104698, "nauc_map_at_1000_diff1": 0.585446, "nauc_recall_at_1_max": 0.075907, "nauc_recall_at_1_std": -0.11015, "nauc_recall_at_1_diff1": 0.652714, "nauc_recall_at_3_max": 0.09832, "nauc_recall_at_3_std": -0.134108, "nauc_recall_at_3_diff1": 0.533052, "nauc_recall_at_5_max": 0.140461, "nauc_recall_at_5_std": -0.090089, "nauc_recall_at_5_diff1": 0.53544, "nauc_recall_at_10_max": 0.126382, "nauc_recall_at_10_std": -0.096621, "nauc_recall_at_10_diff1": 0.516195, "nauc_recall_at_20_max": 0.175485, "nauc_recall_at_20_std": -0.043929, "nauc_recall_at_20_diff1": 0.497168, "nauc_recall_at_100_max": 0.419801, "nauc_recall_at_100_std": 0.423715, "nauc_recall_at_100_diff1": 0.354437, "nauc_recall_at_1000_max": 0.554162, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869313, "nauc_precision_at_1_max": 0.09597, "nauc_precision_at_1_std": -0.099888, "nauc_precision_at_1_diff1": 0.620383, "nauc_precision_at_3_max": 0.078121, "nauc_precision_at_3_std": -0.044719, "nauc_precision_at_3_diff1": 0.169617, "nauc_precision_at_5_max": 0.097302, "nauc_precision_at_5_std": 0.011298, "nauc_precision_at_5_diff1": 0.098394, "nauc_precision_at_10_max": 0.076584, "nauc_precision_at_10_std": 0.035599, "nauc_precision_at_10_diff1": 0.002402, "nauc_precision_at_20_max": 0.068294, "nauc_precision_at_20_std": 0.067902, "nauc_precision_at_20_diff1": -0.069879, "nauc_precision_at_100_max": 0.087296, "nauc_precision_at_100_std": 0.171609, "nauc_precision_at_100_diff1": -0.209065, "nauc_precision_at_1000_max": 0.039269, "nauc_precision_at_1000_std": 0.12798, "nauc_precision_at_1000_diff1": -0.244931, "nauc_mrr_at_1_max": 0.09597, "nauc_mrr_at_1_std": -0.099888, "nauc_mrr_at_1_diff1": 0.620383, "nauc_mrr_at_3_max": 0.101117, "nauc_mrr_at_3_std": -0.110139, "nauc_mrr_at_3_diff1": 0.592038, "nauc_mrr_at_5_max": 0.112366, "nauc_mrr_at_5_std": -0.10086, "nauc_mrr_at_5_diff1": 0.59469, "nauc_mrr_at_10_max": 0.10976, "nauc_mrr_at_10_std": -0.102009, "nauc_mrr_at_10_diff1": 0.595833, "nauc_mrr_at_20_max": 0.110055, "nauc_mrr_at_20_std": -0.101084, "nauc_mrr_at_20_diff1": 0.595016, "nauc_mrr_at_100_max": 0.110623, "nauc_mrr_at_100_std": -0.100123, "nauc_mrr_at_100_diff1": 0.594895, "nauc_mrr_at_1000_max": 0.110478, "nauc_mrr_at_1000_std": -0.100339, "nauc_mrr_at_1000_diff1": 0.594994, "main_score": 0.65795, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.69683, "ndcg_at_3": 0.71557, "ndcg_at_5": 0.73386, "ndcg_at_10": 0.75906, "ndcg_at_20": 0.77661, "ndcg_at_100": 0.79232, "ndcg_at_1000": 0.79763, "map_at_1": 0.48381, "map_at_3": 0.65675, "map_at_5": 0.6972, "map_at_10": 0.71395, "map_at_20": 0.72124, "map_at_100": 0.72436, "map_at_1000": 0.72468, "recall_at_1": 0.48381, "recall_at_3": 0.70113, "recall_at_5": 0.77951, "recall_at_10": 0.83952, "recall_at_20": 0.8953, "recall_at_100": 0.96606, "recall_at_1000": 1.0, "precision_at_1": 0.69683, "precision_at_3": 0.41126, "precision_at_5": 0.28839, "precision_at_10": 0.15928, "precision_at_20": 0.08582, "precision_at_100": 0.01852, "precision_at_1000": 0.00192, "mrr_at_1": 0.696833, "mrr_at_3": 0.742836, "mrr_at_5": 0.753017, "mrr_at_10": 0.758502, "mrr_at_20": 0.761305, "mrr_at_100": 0.76279, "mrr_at_1000": 0.762878, "nauc_ndcg_at_1_max": 0.322193, "nauc_ndcg_at_1_std": -0.071626, "nauc_ndcg_at_1_diff1": 0.755126, "nauc_ndcg_at_3_max": 0.319955, "nauc_ndcg_at_3_std": -0.078377, "nauc_ndcg_at_3_diff1": 0.668634, "nauc_ndcg_at_5_max": 0.315302, "nauc_ndcg_at_5_std": -0.078487, "nauc_ndcg_at_5_diff1": 0.676427, "nauc_ndcg_at_10_max": 0.331031, "nauc_ndcg_at_10_std": -0.08006, "nauc_ndcg_at_10_diff1": 0.682343, "nauc_ndcg_at_20_max": 0.333344, "nauc_ndcg_at_20_std": -0.079496, "nauc_ndcg_at_20_diff1": 0.688734, "nauc_ndcg_at_100_max": 0.344276, "nauc_ndcg_at_100_std": -0.064347, "nauc_ndcg_at_100_diff1": 0.693168, "nauc_ndcg_at_1000_max": 0.3352, "nauc_ndcg_at_1000_std": -0.074606, "nauc_ndcg_at_1000_diff1": 0.693047, "nauc_map_at_1_max": 0.137279, "nauc_map_at_1_std": -0.108915, "nauc_map_at_1_diff1": 0.696821, "nauc_map_at_3_max": 0.277324, "nauc_map_at_3_std": -0.074752, "nauc_map_at_3_diff1": 0.660256, "nauc_map_at_5_max": 0.298239, "nauc_map_at_5_std": -0.081128, "nauc_map_at_5_diff1": 0.664742, "nauc_map_at_10_max": 0.31093, "nauc_map_at_10_std": -0.084432, "nauc_map_at_10_diff1": 0.668752, "nauc_map_at_20_max": 0.313019, "nauc_map_at_20_std": -0.083789, "nauc_map_at_20_diff1": 0.671893, "nauc_map_at_100_max": 0.31508, "nauc_map_at_100_std": -0.082241, "nauc_map_at_100_diff1": 0.672668, "nauc_map_at_1000_max": 0.314705, "nauc_map_at_1000_std": -0.082549, "nauc_map_at_1000_diff1": 0.672735, "nauc_recall_at_1_max": 0.137279, "nauc_recall_at_1_std": -0.108915, "nauc_recall_at_1_diff1": 0.696821, "nauc_recall_at_3_max": 0.277726, "nauc_recall_at_3_std": -0.066245, "nauc_recall_at_3_diff1": 0.614651, "nauc_recall_at_5_max": 0.295544, "nauc_recall_at_5_std": -0.075087, "nauc_recall_at_5_diff1": 0.615844, "nauc_recall_at_10_max": 0.333925, "nauc_recall_at_10_std": -0.076936, "nauc_recall_at_10_diff1": 0.617705, "nauc_recall_at_20_max": 0.34161, "nauc_recall_at_20_std": -0.075937, "nauc_recall_at_20_diff1": 0.633748, "nauc_recall_at_100_max": 0.634369, "nauc_recall_at_100_std": 0.320521, "nauc_recall_at_100_diff1": 0.676716, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.322193, "nauc_precision_at_1_std": -0.071626, "nauc_precision_at_1_diff1": 0.755126, "nauc_precision_at_3_max": 0.224695, "nauc_precision_at_3_std": 0.03063, "nauc_precision_at_3_diff1": 0.042844, "nauc_precision_at_5_max": 0.176736, "nauc_precision_at_5_std": 0.026177, "nauc_precision_at_5_diff1": -0.043119, "nauc_precision_at_10_max": 0.153874, "nauc_precision_at_10_std": 0.030245, "nauc_precision_at_10_diff1": -0.105077, "nauc_precision_at_20_max": 0.12743, "nauc_precision_at_20_std": 0.041449, "nauc_precision_at_20_diff1": -0.158969, "nauc_precision_at_100_max": 0.103429, "nauc_precision_at_100_std": 0.074895, "nauc_precision_at_100_diff1": -0.232281, "nauc_precision_at_1000_max": 0.059228, "nauc_precision_at_1000_std": 0.056539, "nauc_precision_at_1000_diff1": -0.27734, "nauc_mrr_at_1_max": 0.322193, "nauc_mrr_at_1_std": -0.071626, "nauc_mrr_at_1_diff1": 0.755126, "nauc_mrr_at_3_max": 0.349386, "nauc_mrr_at_3_std": -0.064102, "nauc_mrr_at_3_diff1": 0.734203, "nauc_mrr_at_5_max": 0.348152, "nauc_mrr_at_5_std": -0.067906, "nauc_mrr_at_5_diff1": 0.73924, "nauc_mrr_at_10_max": 0.3471, "nauc_mrr_at_10_std": -0.0671, "nauc_mrr_at_10_diff1": 0.739644, "nauc_mrr_at_20_max": 0.346304, "nauc_mrr_at_20_std": -0.067692, "nauc_mrr_at_20_diff1": 0.740739, "nauc_mrr_at_100_max": 0.346964, "nauc_mrr_at_100_std": -0.066662, "nauc_mrr_at_100_diff1": 0.740944, "nauc_mrr_at_1000_max": 0.346797, "nauc_mrr_at_1000_std": -0.066901, "nauc_mrr_at_1000_diff1": 0.740929, "main_score": 0.75906, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.38763, "ndcg_at_3": 0.40862, "ndcg_at_5": 0.42548, "ndcg_at_10": 0.46102, "ndcg_at_20": 0.49101, "ndcg_at_100": 0.53603, "ndcg_at_1000": 0.55576, "map_at_1": 0.23781, "map_at_3": 0.34857, "map_at_5": 0.37596, "map_at_10": 0.3968, "map_at_20": 0.40804, "map_at_100": 0.41675, "map_at_1000": 0.41784, "recall_at_1": 0.23781, "recall_at_3": 0.40995, "recall_at_5": 0.48102, "recall_at_10": 0.56639, "recall_at_20": 0.66471, "recall_at_100": 0.86601, "recall_at_1000": 0.99548, "precision_at_1": 0.38763, "precision_at_3": 0.25189, "precision_at_5": 0.18039, "precision_at_10": 0.11146, "precision_at_20": 0.06584, "precision_at_100": 0.01718, "precision_at_1000": 0.00198, "mrr_at_1": 0.387632, "mrr_at_3": 0.452489, "mrr_at_5": 0.465611, "mrr_at_10": 0.475644, "mrr_at_20": 0.481594, "mrr_at_100": 0.485872, "mrr_at_1000": 0.486307, "nauc_ndcg_at_1_max": 0.215352, "nauc_ndcg_at_1_std": -0.10331, "nauc_ndcg_at_1_diff1": 0.519897, "nauc_ndcg_at_3_max": 0.22585, "nauc_ndcg_at_3_std": -0.127241, "nauc_ndcg_at_3_diff1": 0.467362, "nauc_ndcg_at_5_max": 0.236278, "nauc_ndcg_at_5_std": -0.123313, "nauc_ndcg_at_5_diff1": 0.459221, "nauc_ndcg_at_10_max": 0.24274, "nauc_ndcg_at_10_std": -0.12434, "nauc_ndcg_at_10_diff1": 0.462652, "nauc_ndcg_at_20_max": 0.248225, "nauc_ndcg_at_20_std": -0.125501, "nauc_ndcg_at_20_diff1": 0.460175, "nauc_ndcg_at_100_max": 0.24519, "nauc_ndcg_at_100_std": -0.107223, "nauc_ndcg_at_100_diff1": 0.463792, "nauc_ndcg_at_1000_max": 0.240897, "nauc_ndcg_at_1000_std": -0.107926, "nauc_ndcg_at_1000_diff1": 0.468536, "nauc_map_at_1_max": 0.169737, "nauc_map_at_1_std": -0.110859, "nauc_map_at_1_diff1": 0.502178, "nauc_map_at_3_max": 0.215689, "nauc_map_at_3_std": -0.127061, "nauc_map_at_3_diff1": 0.469581, "nauc_map_at_5_max": 0.230597, "nauc_map_at_5_std": -0.124635, "nauc_map_at_5_diff1": 0.458746, "nauc_map_at_10_max": 0.236541, "nauc_map_at_10_std": -0.122412, "nauc_map_at_10_diff1": 0.463586, "nauc_map_at_20_max": 0.23968, "nauc_map_at_20_std": -0.120848, "nauc_map_at_20_diff1": 0.462698, "nauc_map_at_100_max": 0.238358, "nauc_map_at_100_std": -0.117828, "nauc_map_at_100_diff1": 0.463332, "nauc_map_at_1000_max": 0.238027, "nauc_map_at_1000_std": -0.117604, "nauc_map_at_1000_diff1": 0.463552, "nauc_recall_at_1_max": 0.169737, "nauc_recall_at_1_std": -0.110859, "nauc_recall_at_1_diff1": 0.502178, "nauc_recall_at_3_max": 0.208513, "nauc_recall_at_3_std": -0.138653, "nauc_recall_at_3_diff1": 0.428447, "nauc_recall_at_5_max": 0.238355, "nauc_recall_at_5_std": -0.124202, "nauc_recall_at_5_diff1": 0.395099, "nauc_recall_at_10_max": 0.251278, "nauc_recall_at_10_std": -0.135941, "nauc_recall_at_10_diff1": 0.400167, "nauc_recall_at_20_max": 0.272836, "nauc_recall_at_20_std": -0.150843, "nauc_recall_at_20_diff1": 0.387292, "nauc_recall_at_100_max": 0.289089, "nauc_recall_at_100_std": -0.016799, "nauc_recall_at_100_diff1": 0.363799, "nauc_recall_at_1000_max": 0.863841, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.956449, "nauc_precision_at_1_max": 0.215352, "nauc_precision_at_1_std": -0.10331, "nauc_precision_at_1_diff1": 0.519897, "nauc_precision_at_3_max": 0.206898, "nauc_precision_at_3_std": -0.088205, "nauc_precision_at_3_diff1": 0.304926, "nauc_precision_at_5_max": 0.212959, "nauc_precision_at_5_std": -0.068788, "nauc_precision_at_5_diff1": 0.2483, "nauc_precision_at_10_max": 0.187608, "nauc_precision_at_10_std": -0.048455, "nauc_precision_at_10_diff1": 0.199276, "nauc_precision_at_20_max": 0.168373, "nauc_precision_at_20_std": -0.031779, "nauc_precision_at_20_diff1": 0.139643, "nauc_precision_at_100_max": 0.102362, "nauc_precision_at_100_std": 0.038188, "nauc_precision_at_100_diff1": 0.043498, "nauc_precision_at_1000_max": 0.034833, "nauc_precision_at_1000_std": 0.048506, "nauc_precision_at_1000_diff1": -0.034252, "nauc_mrr_at_1_max": 0.215352, "nauc_mrr_at_1_std": -0.10331, "nauc_mrr_at_1_diff1": 0.519897, "nauc_mrr_at_3_max": 0.214001, "nauc_mrr_at_3_std": -0.115341, "nauc_mrr_at_3_diff1": 0.497947, "nauc_mrr_at_5_max": 0.223123, "nauc_mrr_at_5_std": -0.112797, "nauc_mrr_at_5_diff1": 0.49526, "nauc_mrr_at_10_max": 0.224371, "nauc_mrr_at_10_std": -0.113007, "nauc_mrr_at_10_diff1": 0.494297, "nauc_mrr_at_20_max": 0.223972, "nauc_mrr_at_20_std": -0.11371, "nauc_mrr_at_20_diff1": 0.495192, "nauc_mrr_at_100_max": 0.223842, "nauc_mrr_at_100_std": -0.111559, "nauc_mrr_at_100_diff1": 0.495509, "nauc_mrr_at_1000_max": 0.223691, "nauc_mrr_at_1000_std": -0.111527, "nauc_mrr_at_1000_diff1": 0.495541, "main_score": 0.46102, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.63499, "ndcg_at_3": 0.65547, "ndcg_at_5": 0.67774, "ndcg_at_10": 0.71011, "ndcg_at_20": 0.72677, "ndcg_at_100": 0.74799, "ndcg_at_1000": 0.75369, "map_at_1": 0.43369, "map_at_3": 0.5955, "map_at_5": 0.63672, "map_at_10": 0.65708, "map_at_20": 0.66382, "map_at_100": 0.66796, "map_at_1000": 0.66829, "recall_at_1": 0.43369, "recall_at_3": 0.64653, "recall_at_5": 0.73185, "recall_at_10": 0.81295, "recall_at_20": 0.86644, "recall_at_100": 0.96292, "recall_at_1000": 1.0, "precision_at_1": 0.63499, "precision_at_3": 0.3826, "precision_at_5": 0.2727, "precision_at_10": 0.15385, "precision_at_20": 0.08258, "precision_at_100": 0.01845, "precision_at_1000": 0.00192, "mrr_at_1": 0.634992, "mrr_at_3": 0.684012, "mrr_at_5": 0.696154, "mrr_at_10": 0.704026, "mrr_at_20": 0.70711, "mrr_at_100": 0.708812, "mrr_at_1000": 0.708897, "nauc_ndcg_at_1_max": 0.229395, "nauc_ndcg_at_1_std": -0.113814, "nauc_ndcg_at_1_diff1": 0.654592, "nauc_ndcg_at_3_max": 0.212528, "nauc_ndcg_at_3_std": -0.117412, "nauc_ndcg_at_3_diff1": 0.595017, "nauc_ndcg_at_5_max": 0.217963, "nauc_ndcg_at_5_std": -0.125875, "nauc_ndcg_at_5_diff1": 0.605059, "nauc_ndcg_at_10_max": 0.228633, "nauc_ndcg_at_10_std": -0.12588, "nauc_ndcg_at_10_diff1": 0.599519, "nauc_ndcg_at_20_max": 0.232621, "nauc_ndcg_at_20_std": -0.123198, "nauc_ndcg_at_20_diff1": 0.598914, "nauc_ndcg_at_100_max": 0.23103, "nauc_ndcg_at_100_std": -0.106289, "nauc_ndcg_at_100_diff1": 0.603321, "nauc_ndcg_at_1000_max": 0.227127, "nauc_ndcg_at_1000_std": -0.114992, "nauc_ndcg_at_1000_diff1": 0.606044, "nauc_map_at_1_max": 0.101941, "nauc_map_at_1_std": -0.126095, "nauc_map_at_1_diff1": 0.645709, "nauc_map_at_3_max": 0.178972, "nauc_map_at_3_std": -0.112076, "nauc_map_at_3_diff1": 0.60272, "nauc_map_at_5_max": 0.195091, "nauc_map_at_5_std": -0.127804, "nauc_map_at_5_diff1": 0.600371, "nauc_map_at_10_max": 0.205019, "nauc_map_at_10_std": -0.123957, "nauc_map_at_10_diff1": 0.597763, "nauc_map_at_20_max": 0.207489, "nauc_map_at_20_std": -0.122941, "nauc_map_at_20_diff1": 0.596632, "nauc_map_at_100_max": 0.207331, "nauc_map_at_100_std": -0.120941, "nauc_map_at_100_diff1": 0.597149, "nauc_map_at_1000_max": 0.207155, "nauc_map_at_1000_std": -0.121355, "nauc_map_at_1000_diff1": 0.59726, "nauc_recall_at_1_max": 0.101941, "nauc_recall_at_1_std": -0.126095, "nauc_recall_at_1_diff1": 0.645709, "nauc_recall_at_3_max": 0.184981, "nauc_recall_at_3_std": -0.096311, "nauc_recall_at_3_diff1": 0.563866, "nauc_recall_at_5_max": 0.222944, "nauc_recall_at_5_std": -0.134892, "nauc_recall_at_5_diff1": 0.55899, "nauc_recall_at_10_max": 0.246971, "nauc_recall_at_10_std": -0.150233, "nauc_recall_at_10_diff1": 0.522743, "nauc_recall_at_20_max": 0.276953, "nauc_recall_at_20_std": -0.145082, "nauc_recall_at_20_diff1": 0.510285, "nauc_recall_at_100_max": 0.328519, "nauc_recall_at_100_std": 0.210207, "nauc_recall_at_100_diff1": 0.455346, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.229395, "nauc_precision_at_1_std": -0.113814, "nauc_precision_at_1_diff1": 0.654592, "nauc_precision_at_3_max": 0.16895, "nauc_precision_at_3_std": -0.017678, "nauc_precision_at_3_diff1": 0.086665, "nauc_precision_at_5_max": 0.138166, "nauc_precision_at_5_std": -0.023909, "nauc_precision_at_5_diff1": 0.001091, "nauc_precision_at_10_max": 0.127827, "nauc_precision_at_10_std": 0.001887, "nauc_precision_at_10_diff1": -0.072453, "nauc_precision_at_20_max": 0.119701, "nauc_precision_at_20_std": 0.01253, "nauc_precision_at_20_diff1": -0.124111, "nauc_precision_at_100_max": 0.080456, "nauc_precision_at_100_std": 0.063013, "nauc_precision_at_100_diff1": -0.211425, "nauc_precision_at_1000_max": 0.045995, "nauc_precision_at_1000_std": 0.045672, "nauc_precision_at_1000_diff1": -0.24533, "nauc_mrr_at_1_max": 0.229395, "nauc_mrr_at_1_std": -0.113814, "nauc_mrr_at_1_diff1": 0.654592, "nauc_mrr_at_3_max": 0.254924, "nauc_mrr_at_3_std": -0.101313, "nauc_mrr_at_3_diff1": 0.643671, "nauc_mrr_at_5_max": 0.254674, "nauc_mrr_at_5_std": -0.106767, "nauc_mrr_at_5_diff1": 0.64267, "nauc_mrr_at_10_max": 0.253386, "nauc_mrr_at_10_std": -0.112223, "nauc_mrr_at_10_diff1": 0.640481, "nauc_mrr_at_20_max": 0.251988, "nauc_mrr_at_20_std": -0.111739, "nauc_mrr_at_20_diff1": 0.641231, "nauc_mrr_at_100_max": 0.252122, "nauc_mrr_at_100_std": -0.109831, "nauc_mrr_at_100_diff1": 0.641516, "nauc_mrr_at_1000_max": 0.252163, "nauc_mrr_at_1000_std": -0.109957, "nauc_mrr_at_1000_diff1": 0.641574, "main_score": 0.71011, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.70182, "ndcg_at_3": 0.71683, "ndcg_at_5": 0.72935, "ndcg_at_10": 0.75358, "ndcg_at_20": 0.76714, "ndcg_at_100": 0.78516, "ndcg_at_1000": 0.7904, "map_at_1": 0.45479, "map_at_3": 0.66355, "map_at_5": 0.70329, "map_at_10": 0.71735, "map_at_20": 0.72238, "map_at_100": 0.72585, "map_at_1000": 0.72607, "recall_at_1": 0.45479, "recall_at_3": 0.69905, "recall_at_5": 0.76497, "recall_at_10": 0.82881, "recall_at_20": 0.87485, "recall_at_100": 0.95945, "recall_at_1000": 0.99879, "precision_at_1": 0.70182, "precision_at_3": 0.44687, "precision_at_5": 0.30594, "precision_at_10": 0.16533, "precision_at_20": 0.08697, "precision_at_100": 0.01887, "precision_at_1000": 0.00194, "mrr_at_1": 0.701818, "mrr_at_3": 0.733737, "mrr_at_5": 0.74101, "mrr_at_10": 0.747642, "mrr_at_20": 0.750124, "mrr_at_100": 0.751856, "mrr_at_1000": 0.752014, "nauc_ndcg_at_1_max": 0.569584, "nauc_ndcg_at_1_std": -0.043345, "nauc_ndcg_at_1_diff1": 0.640521, "nauc_ndcg_at_3_max": 0.528686, "nauc_ndcg_at_3_std": -0.123365, "nauc_ndcg_at_3_diff1": 0.600626, "nauc_ndcg_at_5_max": 0.530079, "nauc_ndcg_at_5_std": -0.10951, "nauc_ndcg_at_5_diff1": 0.598357, "nauc_ndcg_at_10_max": 0.535745, "nauc_ndcg_at_10_std": -0.108369, "nauc_ndcg_at_10_diff1": 0.600742, "nauc_ndcg_at_20_max": 0.540242, "nauc_ndcg_at_20_std": -0.097097, "nauc_ndcg_at_20_diff1": 0.601719, "nauc_ndcg_at_100_max": 0.550546, "nauc_ndcg_at_100_std": -0.067777, "nauc_ndcg_at_100_diff1": 0.605858, "nauc_ndcg_at_1000_max": 0.548716, "nauc_ndcg_at_1000_std": -0.077471, "nauc_ndcg_at_1000_diff1": 0.605899, "nauc_map_at_1_max": 0.202879, "nauc_map_at_1_std": -0.168676, "nauc_map_at_1_diff1": 0.699999, "nauc_map_at_3_max": 0.456642, "nauc_map_at_3_std": -0.148158, "nauc_map_at_3_diff1": 0.602306, "nauc_map_at_5_max": 0.525016, "nauc_map_at_5_std": -0.112398, "nauc_map_at_5_diff1": 0.592646, "nauc_map_at_10_max": 0.531596, "nauc_map_at_10_std": -0.107447, "nauc_map_at_10_diff1": 0.594186, "nauc_map_at_20_max": 0.533779, "nauc_map_at_20_std": -0.102892, "nauc_map_at_20_diff1": 0.595081, "nauc_map_at_100_max": 0.535431, "nauc_map_at_100_std": -0.098755, "nauc_map_at_100_diff1": 0.595927, "nauc_map_at_1000_max": 0.535396, "nauc_map_at_1000_std": -0.098802, "nauc_map_at_1000_diff1": 0.595952, "nauc_recall_at_1_max": 0.202879, "nauc_recall_at_1_std": -0.168676, "nauc_recall_at_1_diff1": 0.699999, "nauc_recall_at_3_max": 0.427052, "nauc_recall_at_3_std": -0.196678, "nauc_recall_at_3_diff1": 0.581635, "nauc_recall_at_5_max": 0.49281, "nauc_recall_at_5_std": -0.142454, "nauc_recall_at_5_diff1": 0.566411, "nauc_recall_at_10_max": 0.484308, "nauc_recall_at_10_std": -0.172398, "nauc_recall_at_10_diff1": 0.561598, "nauc_recall_at_20_max": 0.489415, "nauc_recall_at_20_std": -0.153221, "nauc_recall_at_20_diff1": 0.555808, "nauc_recall_at_100_max": 0.625178, "nauc_recall_at_100_std": 0.311071, "nauc_recall_at_100_diff1": 0.569632, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": -0.171108, "nauc_recall_at_1000_diff1": -0.564059, "nauc_precision_at_1_max": 0.569584, "nauc_precision_at_1_std": -0.043345, "nauc_precision_at_1_diff1": 0.640521, "nauc_precision_at_3_max": 0.384643, "nauc_precision_at_3_std": 0.073162, "nauc_precision_at_3_diff1": -0.042483, "nauc_precision_at_5_max": 0.342894, "nauc_precision_at_5_std": 0.119073, "nauc_precision_at_5_diff1": -0.101026, "nauc_precision_at_10_max": 0.308105, "nauc_precision_at_10_std": 0.142073, "nauc_precision_at_10_diff1": -0.149388, "nauc_precision_at_20_max": 0.285157, "nauc_precision_at_20_std": 0.172522, "nauc_precision_at_20_diff1": -0.183961, "nauc_precision_at_100_max": 0.235666, "nauc_precision_at_100_std": 0.241844, "nauc_precision_at_100_diff1": -0.256047, "nauc_precision_at_1000_max": 0.210295, "nauc_precision_at_1000_std": 0.236803, "nauc_precision_at_1000_diff1": -0.294465, "nauc_mrr_at_1_max": 0.569584, "nauc_mrr_at_1_std": -0.043345, "nauc_mrr_at_1_diff1": 0.640521, "nauc_mrr_at_3_max": 0.56272, "nauc_mrr_at_3_std": -0.077989, "nauc_mrr_at_3_diff1": 0.63287, "nauc_mrr_at_5_max": 0.558385, "nauc_mrr_at_5_std": -0.070715, "nauc_mrr_at_5_diff1": 0.632106, "nauc_mrr_at_10_max": 0.558687, "nauc_mrr_at_10_std": -0.072755, "nauc_mrr_at_10_diff1": 0.632964, "nauc_mrr_at_20_max": 0.558994, "nauc_mrr_at_20_std": -0.071361, "nauc_mrr_at_20_diff1": 0.632324, "nauc_mrr_at_100_max": 0.559992, "nauc_mrr_at_100_std": -0.068734, "nauc_mrr_at_100_diff1": 0.632669, "nauc_mrr_at_1000_max": 0.559967, "nauc_mrr_at_1000_std": -0.069046, "nauc_mrr_at_1000_diff1": 0.632738, "main_score": 0.75358, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.40121, "ndcg_at_3": 0.4084, "ndcg_at_5": 0.43162, "ndcg_at_10": 0.46888, "ndcg_at_20": 0.49948, "ndcg_at_100": 0.53809, "ndcg_at_1000": 0.55888, "map_at_1": 0.22279, "map_at_3": 0.33983, "map_at_5": 0.37942, "map_at_10": 0.40238, "map_at_20": 0.41389, "map_at_100": 0.42091, "map_at_1000": 0.42211, "recall_at_1": 0.22279, "recall_at_3": 0.39552, "recall_at_5": 0.48903, "recall_at_10": 0.57964, "recall_at_20": 0.68024, "recall_at_100": 0.85392, "recall_at_1000": 0.99044, "precision_at_1": 0.40121, "precision_at_3": 0.27152, "precision_at_5": 0.20776, "precision_at_10": 0.12533, "precision_at_20": 0.07321, "precision_at_100": 0.01823, "precision_at_1000": 0.0021, "mrr_at_1": 0.401212, "mrr_at_3": 0.454747, "mrr_at_5": 0.471293, "mrr_at_10": 0.480642, "mrr_at_20": 0.486769, "mrr_at_100": 0.490519, "mrr_at_1000": 0.490951, "nauc_ndcg_at_1_max": 0.048135, "nauc_ndcg_at_1_std": -0.086656, "nauc_ndcg_at_1_diff1": 0.330424, "nauc_ndcg_at_3_max": 0.008838, "nauc_ndcg_at_3_std": -0.140662, "nauc_ndcg_at_3_diff1": 0.284064, "nauc_ndcg_at_5_max": 0.016554, "nauc_ndcg_at_5_std": -0.137733, "nauc_ndcg_at_5_diff1": 0.272027, "nauc_ndcg_at_10_max": 0.024682, "nauc_ndcg_at_10_std": -0.132019, "nauc_ndcg_at_10_diff1": 0.27083, "nauc_ndcg_at_20_max": 0.036566, "nauc_ndcg_at_20_std": -0.123023, "nauc_ndcg_at_20_diff1": 0.27131, "nauc_ndcg_at_100_max": 0.0435, "nauc_ndcg_at_100_std": -0.10011, "nauc_ndcg_at_100_diff1": 0.270928, "nauc_ndcg_at_1000_max": 0.03625, "nauc_ndcg_at_1000_std": -0.108301, "nauc_ndcg_at_1000_diff1": 0.27542, "nauc_map_at_1_max": -0.008497, "nauc_map_at_1_std": -0.127401, "nauc_map_at_1_diff1": 0.312066, "nauc_map_at_3_max": -0.003549, "nauc_map_at_3_std": -0.156153, "nauc_map_at_3_diff1": 0.289248, "nauc_map_at_5_max": 0.014424, "nauc_map_at_5_std": -0.142376, "nauc_map_at_5_diff1": 0.276112, "nauc_map_at_10_max": 0.02221, "nauc_map_at_10_std": -0.136704, "nauc_map_at_10_diff1": 0.278782, "nauc_map_at_20_max": 0.026343, "nauc_map_at_20_std": -0.133445, "nauc_map_at_20_diff1": 0.279126, "nauc_map_at_100_max": 0.027905, "nauc_map_at_100_std": -0.131139, "nauc_map_at_100_diff1": 0.278359, "nauc_map_at_1000_max": 0.02758, "nauc_map_at_1000_std": -0.13099, "nauc_map_at_1000_diff1": 0.278551, "nauc_recall_at_1_max": -0.008497, "nauc_recall_at_1_std": -0.127401, "nauc_recall_at_1_diff1": 0.312066, "nauc_recall_at_3_max": -0.030602, "nauc_recall_at_3_std": -0.171432, "nauc_recall_at_3_diff1": 0.261393, "nauc_recall_at_5_max": 0.005169, "nauc_recall_at_5_std": -0.148189, "nauc_recall_at_5_diff1": 0.218781, "nauc_recall_at_10_max": 0.020376, "nauc_recall_at_10_std": -0.143065, "nauc_recall_at_10_diff1": 0.208211, "nauc_recall_at_20_max": 0.073199, "nauc_recall_at_20_std": -0.111746, "nauc_recall_at_20_diff1": 0.207292, "nauc_recall_at_100_max": 0.15745, "nauc_recall_at_100_std": 0.108462, "nauc_recall_at_100_diff1": 0.171348, "nauc_recall_at_1000_max": 0.282747, "nauc_recall_at_1000_std": 0.24464, "nauc_recall_at_1000_diff1": 0.161167, "nauc_precision_at_1_max": 0.048135, "nauc_precision_at_1_std": -0.086656, "nauc_precision_at_1_diff1": 0.330424, "nauc_precision_at_3_max": 0.050337, "nauc_precision_at_3_std": -0.082335, "nauc_precision_at_3_diff1": 0.171247, "nauc_precision_at_5_max": 0.07669, "nauc_precision_at_5_std": -0.045465, "nauc_precision_at_5_diff1": 0.122404, "nauc_precision_at_10_max": 0.086753, "nauc_precision_at_10_std": -0.015441, "nauc_precision_at_10_diff1": 0.100881, "nauc_precision_at_20_max": 0.099936, "nauc_precision_at_20_std": 0.014618, "nauc_precision_at_20_diff1": 0.071236, "nauc_precision_at_100_max": 0.107222, "nauc_precision_at_100_std": 0.111411, "nauc_precision_at_100_diff1": 0.010622, "nauc_precision_at_1000_max": 0.079006, "nauc_precision_at_1000_std": 0.128425, "nauc_precision_at_1000_diff1": -0.033189, "nauc_mrr_at_1_max": 0.048135, "nauc_mrr_at_1_std": -0.086656, "nauc_mrr_at_1_diff1": 0.330424, "nauc_mrr_at_3_max": 0.023876, "nauc_mrr_at_3_std": -0.106277, "nauc_mrr_at_3_diff1": 0.31759, "nauc_mrr_at_5_max": 0.031212, "nauc_mrr_at_5_std": -0.103969, "nauc_mrr_at_5_diff1": 0.304969, "nauc_mrr_at_10_max": 0.032127, "nauc_mrr_at_10_std": -0.10362, "nauc_mrr_at_10_diff1": 0.301774, "nauc_mrr_at_20_max": 0.033598, "nauc_mrr_at_20_std": -0.102078, "nauc_mrr_at_20_diff1": 0.302875, "nauc_mrr_at_100_max": 0.034581, "nauc_mrr_at_100_std": -0.100566, "nauc_mrr_at_100_diff1": 0.304316, "nauc_mrr_at_1000_max": 0.034341, "nauc_mrr_at_1000_std": -0.100999, "nauc_mrr_at_1000_diff1": 0.304552, "main_score": 0.46888, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.65572, "ndcg_at_3": 0.68443, "ndcg_at_5": 0.70458, "ndcg_at_10": 0.72885, "ndcg_at_20": 0.74533, "ndcg_at_100": 0.76384, "ndcg_at_1000": 0.76973, "map_at_1": 0.42727, "map_at_3": 0.63008, "map_at_5": 0.67389, "map_at_10": 0.68772, "map_at_20": 0.69418, "map_at_100": 0.69792, "map_at_1000": 0.69819, "recall_at_1": 0.42727, "recall_at_3": 0.67303, "recall_at_5": 0.75521, "recall_at_10": 0.81683, "recall_at_20": 0.87123, "recall_at_100": 0.95653, "recall_at_1000": 0.99939, "precision_at_1": 0.65572, "precision_at_3": 0.4266, "precision_at_5": 0.29854, "precision_at_10": 0.16253, "precision_at_20": 0.08668, "precision_at_100": 0.01884, "precision_at_1000": 0.00195, "mrr_at_1": 0.655718, "mrr_at_3": 0.6985, "mrr_at_5": 0.708779, "mrr_at_10": 0.715844, "mrr_at_20": 0.719, "mrr_at_100": 0.720805, "mrr_at_1000": 0.720949, "nauc_ndcg_at_1_max": 0.377074, "nauc_ndcg_at_1_std": -0.110877, "nauc_ndcg_at_1_diff1": 0.549223, "nauc_ndcg_at_3_max": 0.327995, "nauc_ndcg_at_3_std": -0.159123, "nauc_ndcg_at_3_diff1": 0.498395, "nauc_ndcg_at_5_max": 0.3308, "nauc_ndcg_at_5_std": -0.175894, "nauc_ndcg_at_5_diff1": 0.492319, "nauc_ndcg_at_10_max": 0.334951, "nauc_ndcg_at_10_std": -0.177524, "nauc_ndcg_at_10_diff1": 0.492873, "nauc_ndcg_at_20_max": 0.346667, "nauc_ndcg_at_20_std": -0.173822, "nauc_ndcg_at_20_diff1": 0.497723, "nauc_ndcg_at_100_max": 0.359832, "nauc_ndcg_at_100_std": -0.129154, "nauc_ndcg_at_100_diff1": 0.500459, "nauc_ndcg_at_1000_max": 0.352302, "nauc_ndcg_at_1000_std": -0.139109, "nauc_ndcg_at_1000_diff1": 0.502829, "nauc_map_at_1_max": 0.180086, "nauc_map_at_1_std": -0.165586, "nauc_map_at_1_diff1": 0.645652, "nauc_map_at_3_max": 0.297818, "nauc_map_at_3_std": -0.170727, "nauc_map_at_3_diff1": 0.511656, "nauc_map_at_5_max": 0.333982, "nauc_map_at_5_std": -0.163006, "nauc_map_at_5_diff1": 0.491375, "nauc_map_at_10_max": 0.336116, "nauc_map_at_10_std": -0.163182, "nauc_map_at_10_diff1": 0.493438, "nauc_map_at_20_max": 0.339637, "nauc_map_at_20_std": -0.160096, "nauc_map_at_20_diff1": 0.495584, "nauc_map_at_100_max": 0.342529, "nauc_map_at_100_std": -0.152453, "nauc_map_at_100_diff1": 0.496522, "nauc_map_at_1000_max": 0.342293, "nauc_map_at_1000_std": -0.152538, "nauc_map_at_1000_diff1": 0.496591, "nauc_recall_at_1_max": 0.180086, "nauc_recall_at_1_std": -0.165586, "nauc_recall_at_1_diff1": 0.645652, "nauc_recall_at_3_max": 0.255834, "nauc_recall_at_3_std": -0.211344, "nauc_recall_at_3_diff1": 0.485228, "nauc_recall_at_5_max": 0.290151, "nauc_recall_at_5_std": -0.24381, "nauc_recall_at_5_diff1": 0.442317, "nauc_recall_at_10_max": 0.290699, "nauc_recall_at_10_std": -0.287624, "nauc_recall_at_10_diff1": 0.423426, "nauc_recall_at_20_max": 0.357265, "nauc_recall_at_20_std": -0.327436, "nauc_recall_at_20_diff1": 0.43119, "nauc_recall_at_100_max": 0.608487, "nauc_recall_at_100_std": 0.260226, "nauc_recall_at_100_diff1": 0.394017, "nauc_recall_at_1000_max": 0.554163, "nauc_recall_at_1000_std": 0.554163, "nauc_recall_at_1000_diff1": -0.56275, "nauc_precision_at_1_max": 0.377074, "nauc_precision_at_1_std": -0.110877, "nauc_precision_at_1_diff1": 0.549223, "nauc_precision_at_3_max": 0.222557, "nauc_precision_at_3_std": 0.013144, "nauc_precision_at_3_diff1": -0.068977, "nauc_precision_at_5_max": 0.195081, "nauc_precision_at_5_std": 0.041921, "nauc_precision_at_5_diff1": -0.128955, "nauc_precision_at_10_max": 0.171636, "nauc_precision_at_10_std": 0.072613, "nauc_precision_at_10_diff1": -0.170923, "nauc_precision_at_20_max": 0.155771, "nauc_precision_at_20_std": 0.103558, "nauc_precision_at_20_diff1": -0.201937, "nauc_precision_at_100_max": 0.136258, "nauc_precision_at_100_std": 0.206188, "nauc_precision_at_100_diff1": -0.266651, "nauc_precision_at_1000_max": 0.103464, "nauc_precision_at_1000_std": 0.19995, "nauc_precision_at_1000_diff1": -0.297311, "nauc_mrr_at_1_max": 0.377074, "nauc_mrr_at_1_std": -0.110877, "nauc_mrr_at_1_diff1": 0.549223, "nauc_mrr_at_3_max": 0.3534, "nauc_mrr_at_3_std": -0.135394, "nauc_mrr_at_3_diff1": 0.536999, "nauc_mrr_at_5_max": 0.353432, "nauc_mrr_at_5_std": -0.145432, "nauc_mrr_at_5_diff1": 0.532243, "nauc_mrr_at_10_max": 0.356559, "nauc_mrr_at_10_std": -0.142487, "nauc_mrr_at_10_diff1": 0.531134, "nauc_mrr_at_20_max": 0.358429, "nauc_mrr_at_20_std": -0.142206, "nauc_mrr_at_20_diff1": 0.53088, "nauc_mrr_at_100_max": 0.35975, "nauc_mrr_at_100_std": -0.138253, "nauc_mrr_at_100_diff1": 0.531201, "nauc_mrr_at_1000_max": 0.35958, "nauc_mrr_at_1000_std": -0.138561, "nauc_mrr_at_1000_diff1": 0.531299, "main_score": 0.72885, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.30887, "ndcg_at_3": 0.33389, "ndcg_at_5": 0.35951, "ndcg_at_10": 0.38934, "ndcg_at_20": 0.41675, "ndcg_at_100": 0.47097, "ndcg_at_1000": 0.48991, "map_at_1": 0.21672, "map_at_3": 0.3056, "map_at_5": 0.32786, "map_at_10": 0.34261, "map_at_20": 0.35103, "map_at_100": 0.35928, "map_at_1000": 0.3602, "recall_at_1": 0.21672, "recall_at_3": 0.35117, "recall_at_5": 0.41381, "recall_at_10": 0.49564, "recall_at_20": 0.59241, "recall_at_100": 0.86302, "recall_at_1000": 1.0, "precision_at_1": 0.30887, "precision_at_3": 0.18858, "precision_at_5": 0.13639, "precision_at_10": 0.08135, "precision_at_20": 0.04824, "precision_at_100": 0.01379, "precision_at_1000": 0.00156, "mrr_at_1": 0.307339, "mrr_at_3": 0.351682, "mrr_at_5": 0.363761, "mrr_at_10": 0.374103, "mrr_at_20": 0.381402, "mrr_at_100": 0.38709, "mrr_at_1000": 0.38763, "nauc_ndcg_at_1_max": 0.023551, "nauc_ndcg_at_1_std": -0.385518, "nauc_ndcg_at_1_diff1": 0.515045, "nauc_ndcg_at_3_max": 0.042893, "nauc_ndcg_at_3_std": -0.387477, "nauc_ndcg_at_3_diff1": 0.471514, "nauc_ndcg_at_5_max": 0.064359, "nauc_ndcg_at_5_std": -0.383912, "nauc_ndcg_at_5_diff1": 0.46253, "nauc_ndcg_at_10_max": 0.055157, "nauc_ndcg_at_10_std": -0.387296, "nauc_ndcg_at_10_diff1": 0.448353, "nauc_ndcg_at_20_max": 0.051798, "nauc_ndcg_at_20_std": -0.391176, "nauc_ndcg_at_20_diff1": 0.439888, "nauc_ndcg_at_100_max": 0.060958, "nauc_ndcg_at_100_std": -0.354185, "nauc_ndcg_at_100_diff1": 0.446358, "nauc_ndcg_at_1000_max": 0.055407, "nauc_ndcg_at_1000_std": -0.366276, "nauc_ndcg_at_1000_diff1": 0.452206, "nauc_map_at_1_max": -0.003431, "nauc_map_at_1_std": -0.347874, "nauc_map_at_1_diff1": 0.56671, "nauc_map_at_3_max": 0.041471, "nauc_map_at_3_std": -0.381587, "nauc_map_at_3_diff1": 0.479475, "nauc_map_at_5_max": 0.051201, "nauc_map_at_5_std": -0.385825, "nauc_map_at_5_diff1": 0.468286, "nauc_map_at_10_max": 0.046829, "nauc_map_at_10_std": -0.388451, "nauc_map_at_10_diff1": 0.459884, "nauc_map_at_20_max": 0.04493, "nauc_map_at_20_std": -0.390526, "nauc_map_at_20_diff1": 0.457184, "nauc_map_at_100_max": 0.046174, "nauc_map_at_100_std": -0.383632, "nauc_map_at_100_diff1": 0.457072, "nauc_map_at_1000_max": 0.046148, "nauc_map_at_1000_std": -0.383801, "nauc_map_at_1000_diff1": 0.457301, "nauc_recall_at_1_max": -0.003431, "nauc_recall_at_1_std": -0.347874, "nauc_recall_at_1_diff1": 0.56671, "nauc_recall_at_3_max": 0.05564, "nauc_recall_at_3_std": -0.370619, "nauc_recall_at_3_diff1": 0.444229, "nauc_recall_at_5_max": 0.098705, "nauc_recall_at_5_std": -0.369598, "nauc_recall_at_5_diff1": 0.414347, "nauc_recall_at_10_max": 0.07723, "nauc_recall_at_10_std": -0.379329, "nauc_recall_at_10_diff1": 0.378613, "nauc_recall_at_20_max": 0.073139, "nauc_recall_at_20_std": -0.391104, "nauc_recall_at_20_diff1": 0.334741, "nauc_recall_at_100_max": 0.172848, "nauc_recall_at_100_std": -0.085593, "nauc_recall_at_100_diff1": 0.317865, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.023551, "nauc_precision_at_1_std": -0.385518, "nauc_precision_at_1_diff1": 0.515045, "nauc_precision_at_3_max": 0.067002, "nauc_precision_at_3_std": -0.338177, "nauc_precision_at_3_diff1": 0.282461, "nauc_precision_at_5_max": 0.084042, "nauc_precision_at_5_std": -0.309148, "nauc_precision_at_5_diff1": 0.236257, "nauc_precision_at_10_max": 0.06115, "nauc_precision_at_10_std": -0.286676, "nauc_precision_at_10_diff1": 0.180136, "nauc_precision_at_20_max": 0.041526, "nauc_precision_at_20_std": -0.258271, "nauc_precision_at_20_diff1": 0.126067, "nauc_precision_at_100_max": 0.084699, "nauc_precision_at_100_std": 0.004077, "nauc_precision_at_100_diff1": 0.023654, "nauc_precision_at_1000_max": 0.071161, "nauc_precision_at_1000_std": 0.056404, "nauc_precision_at_1000_diff1": -0.046641, "nauc_mrr_at_1_max": 0.027979, "nauc_mrr_at_1_std": -0.385267, "nauc_mrr_at_1_diff1": 0.519844, "nauc_mrr_at_3_max": 0.040854, "nauc_mrr_at_3_std": -0.385151, "nauc_mrr_at_3_diff1": 0.4966, "nauc_mrr_at_5_max": 0.054776, "nauc_mrr_at_5_std": -0.3818, "nauc_mrr_at_5_diff1": 0.491084, "nauc_mrr_at_10_max": 0.049804, "nauc_mrr_at_10_std": -0.382728, "nauc_mrr_at_10_diff1": 0.487981, "nauc_mrr_at_20_max": 0.049343, "nauc_mrr_at_20_std": -0.382262, "nauc_mrr_at_20_diff1": 0.486981, "nauc_mrr_at_100_max": 0.049888, "nauc_mrr_at_100_std": -0.378819, "nauc_mrr_at_100_diff1": 0.486596, "nauc_mrr_at_1000_max": 0.049621, "nauc_mrr_at_1000_std": -0.379266, "nauc_mrr_at_1000_diff1": 0.486708, "main_score": 0.38934, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.30428, "ndcg_at_3": 0.31846, "ndcg_at_5": 0.33607, "ndcg_at_10": 0.37578, "ndcg_at_20": 0.39796, "ndcg_at_100": 0.45029, "ndcg_at_1000": 0.47972, "map_at_1": 0.17102, "map_at_3": 0.26662, "map_at_5": 0.29532, "map_at_10": 0.31607, "map_at_20": 0.32321, "map_at_100": 0.33172, "map_at_1000": 0.33354, "recall_at_1": 0.17102, "recall_at_3": 0.31384, "recall_at_5": 0.38025, "recall_at_10": 0.48173, "recall_at_20": 0.55956, "recall_at_100": 0.80846, "recall_at_1000": 0.99758, "precision_at_1": 0.30428, "precision_at_3": 0.21101, "precision_at_5": 0.1578, "precision_at_10": 0.09985, "precision_at_20": 0.05688, "precision_at_100": 0.01581, "precision_at_1000": 0.00195, "mrr_at_1": 0.304281, "mrr_at_3": 0.354995, "mrr_at_5": 0.365775, "mrr_at_10": 0.380304, "mrr_at_20": 0.385048, "mrr_at_100": 0.390658, "mrr_at_1000": 0.391334, "nauc_ndcg_at_1_max": -0.01059, "nauc_ndcg_at_1_std": -0.298527, "nauc_ndcg_at_1_diff1": 0.427998, "nauc_ndcg_at_3_max": -0.003322, "nauc_ndcg_at_3_std": -0.30691, "nauc_ndcg_at_3_diff1": 0.41172, "nauc_ndcg_at_5_max": 0.010155, "nauc_ndcg_at_5_std": -0.306858, "nauc_ndcg_at_5_diff1": 0.411327, "nauc_ndcg_at_10_max": 0.005304, "nauc_ndcg_at_10_std": -0.304106, "nauc_ndcg_at_10_diff1": 0.399025, "nauc_ndcg_at_20_max": 0.008499, "nauc_ndcg_at_20_std": -0.294681, "nauc_ndcg_at_20_diff1": 0.400378, "nauc_ndcg_at_100_max": 0.012764, "nauc_ndcg_at_100_std": -0.274559, "nauc_ndcg_at_100_diff1": 0.405916, "nauc_ndcg_at_1000_max": 0.012735, "nauc_ndcg_at_1000_std": -0.277453, "nauc_ndcg_at_1000_diff1": 0.401687, "nauc_map_at_1_max": 0.001655, "nauc_map_at_1_std": -0.280286, "nauc_map_at_1_diff1": 0.424555, "nauc_map_at_3_max": 0.014319, "nauc_map_at_3_std": -0.301469, "nauc_map_at_3_diff1": 0.426783, "nauc_map_at_5_max": 0.013908, "nauc_map_at_5_std": -0.302664, "nauc_map_at_5_diff1": 0.410454, "nauc_map_at_10_max": 0.010983, "nauc_map_at_10_std": -0.300487, "nauc_map_at_10_diff1": 0.406807, "nauc_map_at_20_max": 0.011374, "nauc_map_at_20_std": -0.29898, "nauc_map_at_20_diff1": 0.408814, "nauc_map_at_100_max": 0.011342, "nauc_map_at_100_std": -0.295349, "nauc_map_at_100_diff1": 0.409574, "nauc_map_at_1000_max": 0.011934, "nauc_map_at_1000_std": -0.294612, "nauc_map_at_1000_diff1": 0.409224, "nauc_recall_at_1_max": 0.001655, "nauc_recall_at_1_std": -0.280286, "nauc_recall_at_1_diff1": 0.424555, "nauc_recall_at_3_max": 0.011415, "nauc_recall_at_3_std": -0.298028, "nauc_recall_at_3_diff1": 0.390437, "nauc_recall_at_5_max": 0.02375, "nauc_recall_at_5_std": -0.297754, "nauc_recall_at_5_diff1": 0.384343, "nauc_recall_at_10_max": 0.00775, "nauc_recall_at_10_std": -0.298913, "nauc_recall_at_10_diff1": 0.350646, "nauc_recall_at_20_max": 0.022712, "nauc_recall_at_20_std": -0.257219, "nauc_recall_at_20_diff1": 0.34553, "nauc_recall_at_100_max": 0.059363, "nauc_recall_at_100_std": -0.133768, "nauc_recall_at_100_diff1": 0.372545, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.054892, "nauc_precision_at_1_max": -0.01059, "nauc_precision_at_1_std": -0.298527, "nauc_precision_at_1_diff1": 0.427998, "nauc_precision_at_3_max": -0.006286, "nauc_precision_at_3_std": -0.253653, "nauc_precision_at_3_diff1": 0.31607, "nauc_precision_at_5_max": -0.01495, "nauc_precision_at_5_std": -0.232262, "nauc_precision_at_5_diff1": 0.260898, "nauc_precision_at_10_max": -0.024267, "nauc_precision_at_10_std": -0.204266, "nauc_precision_at_10_diff1": 0.21648, "nauc_precision_at_20_max": -0.018887, "nauc_precision_at_20_std": -0.170343, "nauc_precision_at_20_diff1": 0.19988, "nauc_precision_at_100_max": -0.003162, "nauc_precision_at_100_std": -0.022306, "nauc_precision_at_100_diff1": 0.108706, "nauc_precision_at_1000_max": -0.003015, "nauc_precision_at_1000_std": 0.047585, "nauc_precision_at_1000_diff1": -0.018056, "nauc_mrr_at_1_max": -0.01059, "nauc_mrr_at_1_std": -0.298527, "nauc_mrr_at_1_diff1": 0.427998, "nauc_mrr_at_3_max": -0.010504, "nauc_mrr_at_3_std": -0.30813, "nauc_mrr_at_3_diff1": 0.414401, "nauc_mrr_at_5_max": -0.007947, "nauc_mrr_at_5_std": -0.308825, "nauc_mrr_at_5_diff1": 0.420296, "nauc_mrr_at_10_max": -0.007279, "nauc_mrr_at_10_std": -0.303454, "nauc_mrr_at_10_diff1": 0.411185, "nauc_mrr_at_20_max": -0.006758, "nauc_mrr_at_20_std": -0.300729, "nauc_mrr_at_20_diff1": 0.41088, "nauc_mrr_at_100_max": -0.005671, "nauc_mrr_at_100_std": -0.298663, "nauc_mrr_at_100_diff1": 0.411981, "nauc_mrr_at_1000_max": -0.005672, "nauc_mrr_at_1000_std": -0.298945, "nauc_mrr_at_1000_diff1": 0.412068, "main_score": 0.37578, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.28827, "ndcg_at_3": 0.30804, "ndcg_at_5": 0.32744, "ndcg_at_10": 0.36382, "ndcg_at_20": 0.39231, "ndcg_at_100": 0.44793, "ndcg_at_1000": 0.47075, "map_at_1": 0.19375, "map_at_3": 0.27787, "map_at_5": 0.29462, "map_at_10": 0.3132, "map_at_20": 0.32233, "map_at_100": 0.33114, "map_at_1000": 0.33233, "recall_at_1": 0.19375, "recall_at_3": 0.32176, "recall_at_5": 0.3719, "recall_at_10": 0.46998, "recall_at_20": 0.56879, "recall_at_100": 0.84078, "recall_at_1000": 1.0, "precision_at_1": 0.28827, "precision_at_3": 0.17535, "precision_at_5": 0.12541, "precision_at_10": 0.08046, "precision_at_20": 0.04862, "precision_at_100": 0.0142, "precision_at_1000": 0.00167, "mrr_at_1": 0.289902, "mrr_at_3": 0.333333, "mrr_at_5": 0.345141, "mrr_at_10": 0.357882, "mrr_at_20": 0.364644, "mrr_at_100": 0.370357, "mrr_at_1000": 0.370985, "nauc_ndcg_at_1_max": 0.004863, "nauc_ndcg_at_1_std": -0.312904, "nauc_ndcg_at_1_diff1": 0.478165, "nauc_ndcg_at_3_max": 0.000129, "nauc_ndcg_at_3_std": -0.32213, "nauc_ndcg_at_3_diff1": 0.407639, "nauc_ndcg_at_5_max": -0.000936, "nauc_ndcg_at_5_std": -0.317803, "nauc_ndcg_at_5_diff1": 0.407015, "nauc_ndcg_at_10_max": -0.00504, "nauc_ndcg_at_10_std": -0.33304, "nauc_ndcg_at_10_diff1": 0.397141, "nauc_ndcg_at_20_max": -0.017823, "nauc_ndcg_at_20_std": -0.334441, "nauc_ndcg_at_20_diff1": 0.382596, "nauc_ndcg_at_100_max": 0.009649, "nauc_ndcg_at_100_std": -0.289917, "nauc_ndcg_at_100_diff1": 0.389796, "nauc_ndcg_at_1000_max": 0.004023, "nauc_ndcg_at_1000_std": -0.303914, "nauc_ndcg_at_1000_diff1": 0.397032, "nauc_map_at_1_max": 0.021854, "nauc_map_at_1_std": -0.281888, "nauc_map_at_1_diff1": 0.533533, "nauc_map_at_3_max": 0.00456, "nauc_map_at_3_std": -0.316982, "nauc_map_at_3_diff1": 0.420606, "nauc_map_at_5_max": 0.000225, "nauc_map_at_5_std": -0.320597, "nauc_map_at_5_diff1": 0.413599, "nauc_map_at_10_max": -0.003047, "nauc_map_at_10_std": -0.331061, "nauc_map_at_10_diff1": 0.408378, "nauc_map_at_20_max": -0.006983, "nauc_map_at_20_std": -0.331582, "nauc_map_at_20_diff1": 0.40242, "nauc_map_at_100_max": -0.002773, "nauc_map_at_100_std": -0.324477, "nauc_map_at_100_diff1": 0.403544, "nauc_map_at_1000_max": -0.002616, "nauc_map_at_1000_std": -0.324583, "nauc_map_at_1000_diff1": 0.403688, "nauc_recall_at_1_max": 0.021854, "nauc_recall_at_1_std": -0.281888, "nauc_recall_at_1_diff1": 0.533533, "nauc_recall_at_3_max": -0.001019, "nauc_recall_at_3_std": -0.317398, "nauc_recall_at_3_diff1": 0.368115, "nauc_recall_at_5_max": -0.004576, "nauc_recall_at_5_std": -0.309944, "nauc_recall_at_5_diff1": 0.359745, "nauc_recall_at_10_max": -0.014924, "nauc_recall_at_10_std": -0.341928, "nauc_recall_at_10_diff1": 0.327085, "nauc_recall_at_20_max": -0.067679, "nauc_recall_at_20_std": -0.352652, "nauc_recall_at_20_diff1": 0.266906, "nauc_recall_at_100_max": 0.113257, "nauc_recall_at_100_std": -0.029964, "nauc_recall_at_100_diff1": 0.241298, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.004863, "nauc_precision_at_1_std": -0.312904, "nauc_precision_at_1_diff1": 0.478165, "nauc_precision_at_3_max": -0.021456, "nauc_precision_at_3_std": -0.301331, "nauc_precision_at_3_diff1": 0.237254, "nauc_precision_at_5_max": -0.03035, "nauc_precision_at_5_std": -0.280921, "nauc_precision_at_5_diff1": 0.211455, "nauc_precision_at_10_max": -0.034432, "nauc_precision_at_10_std": -0.273847, "nauc_precision_at_10_diff1": 0.169417, "nauc_precision_at_20_max": -0.049397, "nauc_precision_at_20_std": -0.222056, "nauc_precision_at_20_diff1": 0.09937, "nauc_precision_at_100_max": 0.077707, "nauc_precision_at_100_std": 0.067078, "nauc_precision_at_100_diff1": 0.002048, "nauc_precision_at_1000_max": 0.083457, "nauc_precision_at_1000_std": 0.107712, "nauc_precision_at_1000_diff1": -0.061925, "nauc_mrr_at_1_max": 0.002193, "nauc_mrr_at_1_std": -0.31124, "nauc_mrr_at_1_diff1": 0.472082, "nauc_mrr_at_3_max": -0.003798, "nauc_mrr_at_3_std": -0.315529, "nauc_mrr_at_3_diff1": 0.433405, "nauc_mrr_at_5_max": 0.000478, "nauc_mrr_at_5_std": -0.30716, "nauc_mrr_at_5_diff1": 0.433192, "nauc_mrr_at_10_max": 0.001844, "nauc_mrr_at_10_std": -0.308788, "nauc_mrr_at_10_diff1": 0.429267, "nauc_mrr_at_20_max": -0.00037, "nauc_mrr_at_20_std": -0.308632, "nauc_mrr_at_20_diff1": 0.428181, "nauc_mrr_at_100_max": 0.001156, "nauc_mrr_at_100_std": -0.305927, "nauc_mrr_at_100_diff1": 0.428578, "nauc_mrr_at_1000_max": 0.000812, "nauc_mrr_at_1000_std": -0.306363, "nauc_mrr_at_1000_diff1": 0.428694, "main_score": 0.36382, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.41911, "ndcg_at_3": 0.41326, "ndcg_at_5": 0.43367, "ndcg_at_10": 0.47555, "ndcg_at_20": 0.5022, "ndcg_at_100": 0.54059, "ndcg_at_1000": 0.5661, "map_at_1": 0.25227, "map_at_3": 0.36085, "map_at_5": 0.39029, "map_at_10": 0.41411, "map_at_20": 0.42318, "map_at_100": 0.43051, "map_at_1000": 0.43199, "recall_at_1": 0.25227, "recall_at_3": 0.39938, "recall_at_5": 0.46962, "recall_at_10": 0.57654, "recall_at_20": 0.66306, "recall_at_100": 0.83074, "recall_at_1000": 0.99459, "precision_at_1": 0.41911, "precision_at_3": 0.26327, "precision_at_5": 0.19185, "precision_at_10": 0.11771, "precision_at_20": 0.06841, "precision_at_100": 0.01735, "precision_at_1000": 0.00207, "mrr_at_1": 0.419108, "mrr_at_3": 0.464119, "mrr_at_5": 0.477304, "mrr_at_10": 0.489482, "mrr_at_20": 0.495216, "mrr_at_100": 0.498876, "mrr_at_1000": 0.499477, "nauc_ndcg_at_1_max": -0.001749, "nauc_ndcg_at_1_std": -0.159241, "nauc_ndcg_at_1_diff1": 0.571395, "nauc_ndcg_at_3_max": -0.000963, "nauc_ndcg_at_3_std": -0.174196, "nauc_ndcg_at_3_diff1": 0.495686, "nauc_ndcg_at_5_max": 0.0117, "nauc_ndcg_at_5_std": -0.169936, "nauc_ndcg_at_5_diff1": 0.485877, "nauc_ndcg_at_10_max": 0.018019, "nauc_ndcg_at_10_std": -0.181773, "nauc_ndcg_at_10_diff1": 0.491412, "nauc_ndcg_at_20_max": 0.024269, "nauc_ndcg_at_20_std": -0.173106, "nauc_ndcg_at_20_diff1": 0.48173, "nauc_ndcg_at_100_max": 0.024707, "nauc_ndcg_at_100_std": -0.163173, "nauc_ndcg_at_100_diff1": 0.478603, "nauc_ndcg_at_1000_max": 0.01737, "nauc_ndcg_at_1000_std": -0.158311, "nauc_ndcg_at_1000_diff1": 0.488025, "nauc_map_at_1_max": 0.003495, "nauc_map_at_1_std": -0.139091, "nauc_map_at_1_diff1": 0.539145, "nauc_map_at_3_max": -0.00778, "nauc_map_at_3_std": -0.164039, "nauc_map_at_3_diff1": 0.486521, "nauc_map_at_5_max": 0.007268, "nauc_map_at_5_std": -0.163724, "nauc_map_at_5_diff1": 0.477595, "nauc_map_at_10_max": 0.012452, "nauc_map_at_10_std": -0.172539, "nauc_map_at_10_diff1": 0.483382, "nauc_map_at_20_max": 0.013045, "nauc_map_at_20_std": -0.169743, "nauc_map_at_20_diff1": 0.48212, "nauc_map_at_100_max": 0.013425, "nauc_map_at_100_std": -0.168654, "nauc_map_at_100_diff1": 0.4818, "nauc_map_at_1000_max": 0.012953, "nauc_map_at_1000_std": -0.167621, "nauc_map_at_1000_diff1": 0.481949, "nauc_recall_at_1_max": 0.003495, "nauc_recall_at_1_std": -0.139091, "nauc_recall_at_1_diff1": 0.539145, "nauc_recall_at_3_max": 0.002389, "nauc_recall_at_3_std": -0.169886, "nauc_recall_at_3_diff1": 0.448948, "nauc_recall_at_5_max": 0.031997, "nauc_recall_at_5_std": -0.159338, "nauc_recall_at_5_diff1": 0.426824, "nauc_recall_at_10_max": 0.052696, "nauc_recall_at_10_std": -0.182699, "nauc_recall_at_10_diff1": 0.421441, "nauc_recall_at_20_max": 0.081024, "nauc_recall_at_20_std": -0.156424, "nauc_recall_at_20_diff1": 0.366135, "nauc_recall_at_100_max": 0.12389, "nauc_recall_at_100_std": -0.076063, "nauc_recall_at_100_diff1": 0.27779, "nauc_recall_at_1000_max": 0.348715, "nauc_recall_at_1000_std": 0.559546, "nauc_recall_at_1000_diff1": -0.03286, "nauc_precision_at_1_max": -0.001749, "nauc_precision_at_1_std": -0.159241, "nauc_precision_at_1_diff1": 0.571395, "nauc_precision_at_3_max": -0.013528, "nauc_precision_at_3_std": -0.145571, "nauc_precision_at_3_diff1": 0.290489, "nauc_precision_at_5_max": 0.01151, "nauc_precision_at_5_std": -0.122383, "nauc_precision_at_5_diff1": 0.23266, "nauc_precision_at_10_max": 0.017705, "nauc_precision_at_10_std": -0.122975, "nauc_precision_at_10_diff1": 0.204921, "nauc_precision_at_20_max": 0.030307, "nauc_precision_at_20_std": -0.078326, "nauc_precision_at_20_diff1": 0.139433, "nauc_precision_at_100_max": 0.02454, "nauc_precision_at_100_std": -0.001111, "nauc_precision_at_100_diff1": 0.021806, "nauc_precision_at_1000_max": -0.001538, "nauc_precision_at_1000_std": 0.079305, "nauc_precision_at_1000_diff1": -0.062835, "nauc_mrr_at_1_max": -0.001749, "nauc_mrr_at_1_std": -0.159241, "nauc_mrr_at_1_diff1": 0.571395, "nauc_mrr_at_3_max": -0.000802, "nauc_mrr_at_3_std": -0.184329, "nauc_mrr_at_3_diff1": 0.555755, "nauc_mrr_at_5_max": -0.000446, "nauc_mrr_at_5_std": -0.176687, "nauc_mrr_at_5_diff1": 0.552543, "nauc_mrr_at_10_max": -0.001039, "nauc_mrr_at_10_std": -0.179228, "nauc_mrr_at_10_diff1": 0.551306, "nauc_mrr_at_20_max": 0.001931, "nauc_mrr_at_20_std": -0.177364, "nauc_mrr_at_20_diff1": 0.548489, "nauc_mrr_at_100_max": 0.001859, "nauc_mrr_at_100_std": -0.176474, "nauc_mrr_at_100_diff1": 0.548619, "nauc_mrr_at_1000_max": 0.001684, "nauc_mrr_at_1000_std": -0.176528, "nauc_mrr_at_1000_diff1": 0.548876, "main_score": 0.47555, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.26242, "ndcg_at_3": 0.26294, "ndcg_at_5": 0.27562, "ndcg_at_10": 0.30796, "ndcg_at_20": 0.34205, "ndcg_at_100": 0.39555, "ndcg_at_1000": 0.43549, "map_at_1": 0.11777, "map_at_3": 0.20043, "map_at_5": 0.22844, "map_at_10": 0.24709, "map_at_20": 0.2591, "map_at_100": 0.2693, "map_at_1000": 0.27154, "recall_at_1": 0.11777, "recall_at_3": 0.24327, "recall_at_5": 0.30987, "recall_at_10": 0.38484, "recall_at_20": 0.4934, "recall_at_100": 0.72503, "recall_at_1000": 0.97771, "precision_at_1": 0.26242, "precision_at_3": 0.19873, "precision_at_5": 0.15541, "precision_at_10": 0.09834, "precision_at_20": 0.06153, "precision_at_100": 0.01757, "precision_at_1000": 0.00234, "mrr_at_1": 0.26242, "mrr_at_3": 0.314437, "mrr_at_5": 0.329979, "mrr_at_10": 0.339704, "mrr_at_20": 0.347489, "mrr_at_100": 0.352508, "mrr_at_1000": 0.353266, "nauc_ndcg_at_1_max": 0.135523, "nauc_ndcg_at_1_std": -0.1309, "nauc_ndcg_at_1_diff1": 0.31083, "nauc_ndcg_at_3_max": 0.170962, "nauc_ndcg_at_3_std": -0.144193, "nauc_ndcg_at_3_diff1": 0.283895, "nauc_ndcg_at_5_max": 0.155415, "nauc_ndcg_at_5_std": -0.154849, "nauc_ndcg_at_5_diff1": 0.275102, "nauc_ndcg_at_10_max": 0.154499, "nauc_ndcg_at_10_std": -0.149361, "nauc_ndcg_at_10_diff1": 0.276161, "nauc_ndcg_at_20_max": 0.150647, "nauc_ndcg_at_20_std": -0.161281, "nauc_ndcg_at_20_diff1": 0.279558, "nauc_ndcg_at_100_max": 0.139656, "nauc_ndcg_at_100_std": -0.141366, "nauc_ndcg_at_100_diff1": 0.274655, "nauc_ndcg_at_1000_max": 0.151928, "nauc_ndcg_at_1000_std": -0.129692, "nauc_ndcg_at_1000_diff1": 0.27093, "nauc_map_at_1_max": 0.116081, "nauc_map_at_1_std": -0.152409, "nauc_map_at_1_diff1": 0.397614, "nauc_map_at_3_max": 0.172833, "nauc_map_at_3_std": -0.150734, "nauc_map_at_3_diff1": 0.322726, "nauc_map_at_5_max": 0.169738, "nauc_map_at_5_std": -0.14997, "nauc_map_at_5_diff1": 0.295565, "nauc_map_at_10_max": 0.17159, "nauc_map_at_10_std": -0.1456, "nauc_map_at_10_diff1": 0.298192, "nauc_map_at_20_max": 0.172105, "nauc_map_at_20_std": -0.149256, "nauc_map_at_20_diff1": 0.299051, "nauc_map_at_100_max": 0.169928, "nauc_map_at_100_std": -0.147251, "nauc_map_at_100_diff1": 0.297085, "nauc_map_at_1000_max": 0.170446, "nauc_map_at_1000_std": -0.145814, "nauc_map_at_1000_diff1": 0.296484, "nauc_recall_at_1_max": 0.116081, "nauc_recall_at_1_std": -0.152409, "nauc_recall_at_1_diff1": 0.397614, "nauc_recall_at_3_max": 0.160528, "nauc_recall_at_3_std": -0.15312, "nauc_recall_at_3_diff1": 0.27238, "nauc_recall_at_5_max": 0.131629, "nauc_recall_at_5_std": -0.161111, "nauc_recall_at_5_diff1": 0.222517, "nauc_recall_at_10_max": 0.12572, "nauc_recall_at_10_std": -0.152395, "nauc_recall_at_10_diff1": 0.22261, "nauc_recall_at_20_max": 0.104233, "nauc_recall_at_20_std": -0.185946, "nauc_recall_at_20_diff1": 0.228862, "nauc_recall_at_100_max": 0.032463, "nauc_recall_at_100_std": -0.096118, "nauc_recall_at_100_diff1": 0.211768, "nauc_recall_at_1000_max": 0.05436, "nauc_recall_at_1000_std": -0.035599, "nauc_recall_at_1000_diff1": 0.160014, "nauc_precision_at_1_max": 0.135523, "nauc_precision_at_1_std": -0.1309, "nauc_precision_at_1_diff1": 0.31083, "nauc_precision_at_3_max": 0.186668, "nauc_precision_at_3_std": -0.118249, "nauc_precision_at_3_diff1": 0.193057, "nauc_precision_at_5_max": 0.155784, "nauc_precision_at_5_std": -0.111162, "nauc_precision_at_5_diff1": 0.149963, "nauc_precision_at_10_max": 0.1462, "nauc_precision_at_10_std": -0.087964, "nauc_precision_at_10_diff1": 0.147451, "nauc_precision_at_20_max": 0.132569, "nauc_precision_at_20_std": -0.098269, "nauc_precision_at_20_diff1": 0.126655, "nauc_precision_at_100_max": 0.085425, "nauc_precision_at_100_std": -0.023014, "nauc_precision_at_100_diff1": 0.05439, "nauc_precision_at_1000_max": 0.074836, "nauc_precision_at_1000_std": 0.111045, "nauc_precision_at_1000_diff1": -0.056923, "nauc_mrr_at_1_max": 0.135523, "nauc_mrr_at_1_std": -0.1309, "nauc_mrr_at_1_diff1": 0.31083, "nauc_mrr_at_3_max": 0.14965, "nauc_mrr_at_3_std": -0.141342, "nauc_mrr_at_3_diff1": 0.280875, "nauc_mrr_at_5_max": 0.138209, "nauc_mrr_at_5_std": -0.142458, "nauc_mrr_at_5_diff1": 0.274014, "nauc_mrr_at_10_max": 0.134075, "nauc_mrr_at_10_std": -0.142302, "nauc_mrr_at_10_diff1": 0.271719, "nauc_mrr_at_20_max": 0.132394, "nauc_mrr_at_20_std": -0.144513, "nauc_mrr_at_20_diff1": 0.273458, "nauc_mrr_at_100_max": 0.131957, "nauc_mrr_at_100_std": -0.140337, "nauc_mrr_at_100_diff1": 0.273385, "nauc_mrr_at_1000_max": 0.132527, "nauc_mrr_at_1000_std": -0.140355, "nauc_mrr_at_1000_diff1": 0.273493, "main_score": 0.30796, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.36808, "ndcg_at_3": 0.37064, "ndcg_at_5": 0.39317, "ndcg_at_10": 0.42941, "ndcg_at_20": 0.46241, "ndcg_at_100": 0.50996, "ndcg_at_1000": 0.5338, "map_at_1": 0.21486, "map_at_3": 0.31973, "map_at_5": 0.34716, "map_at_10": 0.36764, "map_at_20": 0.37936, "map_at_100": 0.38846, "map_at_1000": 0.38979, "recall_at_1": 0.21486, "recall_at_3": 0.36682, "recall_at_5": 0.43829, "recall_at_10": 0.52795, "recall_at_20": 0.63383, "recall_at_100": 0.84153, "recall_at_1000": 0.99807, "precision_at_1": 0.36808, "precision_at_3": 0.23852, "precision_at_5": 0.17709, "precision_at_10": 0.10862, "precision_at_20": 0.06577, "precision_at_100": 0.01777, "precision_at_1000": 0.0021, "mrr_at_1": 0.368082, "mrr_at_3": 0.41613, "mrr_at_5": 0.432861, "mrr_at_10": 0.443511, "mrr_at_20": 0.450945, "mrr_at_100": 0.45511, "mrr_at_1000": 0.455552, "nauc_ndcg_at_1_max": 0.057982, "nauc_ndcg_at_1_std": -0.184913, "nauc_ndcg_at_1_diff1": 0.498206, "nauc_ndcg_at_3_max": 0.03039, "nauc_ndcg_at_3_std": -0.196638, "nauc_ndcg_at_3_diff1": 0.41872, "nauc_ndcg_at_5_max": 0.025328, "nauc_ndcg_at_5_std": -0.18688, "nauc_ndcg_at_5_diff1": 0.412682, "nauc_ndcg_at_10_max": 0.03145, "nauc_ndcg_at_10_std": -0.186594, "nauc_ndcg_at_10_diff1": 0.402668, "nauc_ndcg_at_20_max": 0.041372, "nauc_ndcg_at_20_std": -0.182012, "nauc_ndcg_at_20_diff1": 0.391404, "nauc_ndcg_at_100_max": 0.044917, "nauc_ndcg_at_100_std": -0.168522, "nauc_ndcg_at_100_diff1": 0.392143, "nauc_ndcg_at_1000_max": 0.044166, "nauc_ndcg_at_1000_std": -0.167522, "nauc_ndcg_at_1000_diff1": 0.402481, "nauc_map_at_1_max": -0.007721, "nauc_map_at_1_std": -0.157836, "nauc_map_at_1_diff1": 0.508484, "nauc_map_at_3_max": 0.013735, "nauc_map_at_3_std": -0.192216, "nauc_map_at_3_diff1": 0.418732, "nauc_map_at_5_max": 0.022361, "nauc_map_at_5_std": -0.184554, "nauc_map_at_5_diff1": 0.413128, "nauc_map_at_10_max": 0.029268, "nauc_map_at_10_std": -0.185627, "nauc_map_at_10_diff1": 0.4091, "nauc_map_at_20_max": 0.031353, "nauc_map_at_20_std": -0.183946, "nauc_map_at_20_diff1": 0.404261, "nauc_map_at_100_max": 0.032654, "nauc_map_at_100_std": -0.182233, "nauc_map_at_100_diff1": 0.403933, "nauc_map_at_1000_max": 0.032829, "nauc_map_at_1000_std": -0.181166, "nauc_map_at_1000_diff1": 0.404163, "nauc_recall_at_1_max": -0.007721, "nauc_recall_at_1_std": -0.157836, "nauc_recall_at_1_diff1": 0.508484, "nauc_recall_at_3_max": -0.007382, "nauc_recall_at_3_std": -0.195654, "nauc_recall_at_3_diff1": 0.373397, "nauc_recall_at_5_max": 0.005293, "nauc_recall_at_5_std": -0.174722, "nauc_recall_at_5_diff1": 0.351708, "nauc_recall_at_10_max": 0.015122, "nauc_recall_at_10_std": -0.17341, "nauc_recall_at_10_diff1": 0.314974, "nauc_recall_at_20_max": 0.050033, "nauc_recall_at_20_std": -0.154688, "nauc_recall_at_20_diff1": 0.260981, "nauc_recall_at_100_max": 0.070133, "nauc_recall_at_100_std": -0.046345, "nauc_recall_at_100_diff1": 0.18515, "nauc_recall_at_1000_max": 0.163507, "nauc_recall_at_1000_std": 0.136574, "nauc_recall_at_1000_diff1": -0.244924, "nauc_precision_at_1_max": 0.057982, "nauc_precision_at_1_std": -0.184913, "nauc_precision_at_1_diff1": 0.498206, "nauc_precision_at_3_max": 0.077409, "nauc_precision_at_3_std": -0.17848, "nauc_precision_at_3_diff1": 0.24572, "nauc_precision_at_5_max": 0.079654, "nauc_precision_at_5_std": -0.139158, "nauc_precision_at_5_diff1": 0.205937, "nauc_precision_at_10_max": 0.084981, "nauc_precision_at_10_std": -0.112251, "nauc_precision_at_10_diff1": 0.154862, "nauc_precision_at_20_max": 0.098927, "nauc_precision_at_20_std": -0.078433, "nauc_precision_at_20_diff1": 0.084319, "nauc_precision_at_100_max": 0.099081, "nauc_precision_at_100_std": 0.013347, "nauc_precision_at_100_diff1": -0.025852, "nauc_precision_at_1000_max": 0.097233, "nauc_precision_at_1000_std": 0.070457, "nauc_precision_at_1000_diff1": -0.073782, "nauc_mrr_at_1_max": 0.057982, "nauc_mrr_at_1_std": -0.184913, "nauc_mrr_at_1_diff1": 0.498206, "nauc_mrr_at_3_max": 0.048166, "nauc_mrr_at_3_std": -0.198462, "nauc_mrr_at_3_diff1": 0.469268, "nauc_mrr_at_5_max": 0.045801, "nauc_mrr_at_5_std": -0.192538, "nauc_mrr_at_5_diff1": 0.465758, "nauc_mrr_at_10_max": 0.046344, "nauc_mrr_at_10_std": -0.19, "nauc_mrr_at_10_diff1": 0.459999, "nauc_mrr_at_20_max": 0.050043, "nauc_mrr_at_20_std": -0.189971, "nauc_mrr_at_20_diff1": 0.459992, "nauc_mrr_at_100_max": 0.050315, "nauc_mrr_at_100_std": -0.187627, "nauc_mrr_at_100_diff1": 0.460389, "nauc_mrr_at_1000_max": 0.050214, "nauc_mrr_at_1000_std": -0.187693, "nauc_mrr_at_1000_diff1": 0.460558, "main_score": 0.42941, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.47875, "ndcg_at_3": 0.46546, "ndcg_at_5": 0.47555, "ndcg_at_10": 0.5118, "ndcg_at_20": 0.53811, "ndcg_at_100": 0.57946, "ndcg_at_1000": 0.59857, "map_at_1": 0.25723, "map_at_3": 0.39098, "map_at_5": 0.42848, "map_at_10": 0.4503, "map_at_20": 0.46085, "map_at_100": 0.46879, "map_at_1000": 0.46978, "recall_at_1": 0.25723, "recall_at_3": 0.43362, "recall_at_5": 0.50038, "recall_at_10": 0.58942, "recall_at_20": 0.67419, "recall_at_100": 0.86144, "recall_at_1000": 0.9949, "precision_at_1": 0.47875, "precision_at_3": 0.31875, "precision_at_5": 0.23125, "precision_at_10": 0.13687, "precision_at_20": 0.07737, "precision_at_100": 0.01904, "precision_at_1000": 0.00213, "mrr_at_1": 0.47875, "mrr_at_3": 0.52875, "mrr_at_5": 0.536812, "mrr_at_10": 0.54515, "mrr_at_20": 0.549829, "mrr_at_100": 0.553887, "mrr_at_1000": 0.55431, "nauc_ndcg_at_1_max": 0.086475, "nauc_ndcg_at_1_std": 0.005424, "nauc_ndcg_at_1_diff1": 0.51073, "nauc_ndcg_at_3_max": 0.094249, "nauc_ndcg_at_3_std": -0.00683, "nauc_ndcg_at_3_diff1": 0.409683, "nauc_ndcg_at_5_max": 0.099016, "nauc_ndcg_at_5_std": -0.01794, "nauc_ndcg_at_5_diff1": 0.40807, "nauc_ndcg_at_10_max": 0.106243, "nauc_ndcg_at_10_std": -0.001493, "nauc_ndcg_at_10_diff1": 0.412562, "nauc_ndcg_at_20_max": 0.117451, "nauc_ndcg_at_20_std": 0.007083, "nauc_ndcg_at_20_diff1": 0.412975, "nauc_ndcg_at_100_max": 0.118085, "nauc_ndcg_at_100_std": 0.0301, "nauc_ndcg_at_100_diff1": 0.41828, "nauc_ndcg_at_1000_max": 0.11123, "nauc_ndcg_at_1000_std": 0.018181, "nauc_ndcg_at_1000_diff1": 0.420868, "nauc_map_at_1_max": 0.027002, "nauc_map_at_1_std": -0.057547, "nauc_map_at_1_diff1": 0.47755, "nauc_map_at_3_max": 0.065296, "nauc_map_at_3_std": -0.035566, "nauc_map_at_3_diff1": 0.406898, "nauc_map_at_5_max": 0.087376, "nauc_map_at_5_std": -0.038394, "nauc_map_at_5_diff1": 0.397886, "nauc_map_at_10_max": 0.093017, "nauc_map_at_10_std": -0.02596, "nauc_map_at_10_diff1": 0.400959, "nauc_map_at_20_max": 0.097911, "nauc_map_at_20_std": -0.021138, "nauc_map_at_20_diff1": 0.401323, "nauc_map_at_100_max": 0.098162, "nauc_map_at_100_std": -0.016964, "nauc_map_at_100_diff1": 0.402519, "nauc_map_at_1000_max": 0.097887, "nauc_map_at_1000_std": -0.017292, "nauc_map_at_1000_diff1": 0.402505, "nauc_recall_at_1_max": 0.027002, "nauc_recall_at_1_std": -0.057547, "nauc_recall_at_1_diff1": 0.47755, "nauc_recall_at_3_max": 0.076692, "nauc_recall_at_3_std": -0.022098, "nauc_recall_at_3_diff1": 0.361216, "nauc_recall_at_5_max": 0.104904, "nauc_recall_at_5_std": -0.031757, "nauc_recall_at_5_diff1": 0.350257, "nauc_recall_at_10_max": 0.121216, "nauc_recall_at_10_std": -0.00261, "nauc_recall_at_10_diff1": 0.349277, "nauc_recall_at_20_max": 0.166637, "nauc_recall_at_20_std": 0.018015, "nauc_recall_at_20_diff1": 0.335848, "nauc_recall_at_100_max": 0.234858, "nauc_recall_at_100_std": 0.227019, "nauc_recall_at_100_diff1": 0.327734, "nauc_recall_at_1000_max": 0.894291, "nauc_recall_at_1000_std": 0.264382, "nauc_recall_at_1000_diff1": 0.186751, "nauc_precision_at_1_max": 0.086475, "nauc_precision_at_1_std": 0.005424, "nauc_precision_at_1_diff1": 0.51073, "nauc_precision_at_3_max": 0.108209, "nauc_precision_at_3_std": 0.040771, "nauc_precision_at_3_diff1": 0.209737, "nauc_precision_at_5_max": 0.121778, "nauc_precision_at_5_std": 0.028826, "nauc_precision_at_5_diff1": 0.16578, "nauc_precision_at_10_max": 0.126321, "nauc_precision_at_10_std": 0.069282, "nauc_precision_at_10_diff1": 0.141502, "nauc_precision_at_20_max": 0.137475, "nauc_precision_at_20_std": 0.094507, "nauc_precision_at_20_diff1": 0.116505, "nauc_precision_at_100_max": 0.113636, "nauc_precision_at_100_std": 0.159609, "nauc_precision_at_100_diff1": 0.048511, "nauc_precision_at_1000_max": 0.074089, "nauc_precision_at_1000_std": 0.127336, "nauc_precision_at_1000_diff1": -0.00062, "nauc_mrr_at_1_max": 0.086475, "nauc_mrr_at_1_std": 0.005424, "nauc_mrr_at_1_diff1": 0.51073, "nauc_mrr_at_3_max": 0.112608, "nauc_mrr_at_3_std": 0.036849, "nauc_mrr_at_3_diff1": 0.481286, "nauc_mrr_at_5_max": 0.111142, "nauc_mrr_at_5_std": 0.036048, "nauc_mrr_at_5_diff1": 0.482392, "nauc_mrr_at_10_max": 0.110062, "nauc_mrr_at_10_std": 0.036186, "nauc_mrr_at_10_diff1": 0.483733, "nauc_mrr_at_20_max": 0.110359, "nauc_mrr_at_20_std": 0.035506, "nauc_mrr_at_20_diff1": 0.48364, "nauc_mrr_at_100_max": 0.110169, "nauc_mrr_at_100_std": 0.036561, "nauc_mrr_at_100_diff1": 0.483927, "nauc_mrr_at_1000_max": 0.110207, "nauc_mrr_at_1000_std": 0.036435, "nauc_mrr_at_1000_diff1": 0.483952, "main_score": 0.5118, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.295, "ndcg_at_3": 0.29505, "ndcg_at_5": 0.30856, "ndcg_at_10": 0.35061, "ndcg_at_20": 0.38126, "ndcg_at_100": 0.43473, "ndcg_at_1000": 0.46615, "map_at_1": 0.13662, "map_at_3": 0.22923, "map_at_5": 0.25709, "map_at_10": 0.28097, "map_at_20": 0.29253, "map_at_100": 0.30273, "map_at_1000": 0.30445, "recall_at_1": 0.13662, "recall_at_3": 0.27704, "recall_at_5": 0.34288, "recall_at_10": 0.44635, "recall_at_20": 0.54308, "recall_at_100": 0.78108, "recall_at_1000": 0.9911, "precision_at_1": 0.295, "precision_at_3": 0.21833, "precision_at_5": 0.1655, "precision_at_10": 0.10625, "precision_at_20": 0.06444, "precision_at_100": 0.01785, "precision_at_1000": 0.0022, "mrr_at_1": 0.295, "mrr_at_3": 0.358333, "mrr_at_5": 0.371208, "mrr_at_10": 0.3833, "mrr_at_20": 0.389015, "mrr_at_100": 0.39409, "mrr_at_1000": 0.394702, "nauc_ndcg_at_1_max": 0.108747, "nauc_ndcg_at_1_std": -0.036744, "nauc_ndcg_at_1_diff1": 0.391624, "nauc_ndcg_at_3_max": 0.095059, "nauc_ndcg_at_3_std": -0.074886, "nauc_ndcg_at_3_diff1": 0.346101, "nauc_ndcg_at_5_max": 0.090335, "nauc_ndcg_at_5_std": -0.067745, "nauc_ndcg_at_5_diff1": 0.335956, "nauc_ndcg_at_10_max": 0.094339, "nauc_ndcg_at_10_std": -0.068367, "nauc_ndcg_at_10_diff1": 0.325, "nauc_ndcg_at_20_max": 0.093764, "nauc_ndcg_at_20_std": -0.051008, "nauc_ndcg_at_20_diff1": 0.324704, "nauc_ndcg_at_100_max": 0.105416, "nauc_ndcg_at_100_std": -0.021241, "nauc_ndcg_at_100_diff1": 0.315066, "nauc_ndcg_at_1000_max": 0.093372, "nauc_ndcg_at_1000_std": -0.03763, "nauc_ndcg_at_1000_diff1": 0.326691, "nauc_map_at_1_max": 0.076033, "nauc_map_at_1_std": -0.080099, "nauc_map_at_1_diff1": 0.421117, "nauc_map_at_3_max": 0.083728, "nauc_map_at_3_std": -0.095258, "nauc_map_at_3_diff1": 0.354755, "nauc_map_at_5_max": 0.096707, "nauc_map_at_5_std": -0.077444, "nauc_map_at_5_diff1": 0.342352, "nauc_map_at_10_max": 0.097768, "nauc_map_at_10_std": -0.07732, "nauc_map_at_10_diff1": 0.336577, "nauc_map_at_20_max": 0.098374, "nauc_map_at_20_std": -0.069809, "nauc_map_at_20_diff1": 0.336345, "nauc_map_at_100_max": 0.099135, "nauc_map_at_100_std": -0.064425, "nauc_map_at_100_diff1": 0.333225, "nauc_map_at_1000_max": 0.098498, "nauc_map_at_1000_std": -0.064863, "nauc_map_at_1000_diff1": 0.333782, "nauc_recall_at_1_max": 0.076033, "nauc_recall_at_1_std": -0.080099, "nauc_recall_at_1_diff1": 0.421117, "nauc_recall_at_3_max": 0.059062, "nauc_recall_at_3_std": -0.102285, "nauc_recall_at_3_diff1": 0.308901, "nauc_recall_at_5_max": 0.077923, "nauc_recall_at_5_std": -0.070313, "nauc_recall_at_5_diff1": 0.281081, "nauc_recall_at_10_max": 0.088621, "nauc_recall_at_10_std": -0.072492, "nauc_recall_at_10_diff1": 0.240527, "nauc_recall_at_20_max": 0.092474, "nauc_recall_at_20_std": -0.020431, "nauc_recall_at_20_diff1": 0.230509, "nauc_recall_at_100_max": 0.206027, "nauc_recall_at_100_std": 0.175919, "nauc_recall_at_100_diff1": 0.145239, "nauc_recall_at_1000_max": 0.492603, "nauc_recall_at_1000_std": 0.431551, "nauc_recall_at_1000_diff1": -0.076215, "nauc_precision_at_1_max": 0.108747, "nauc_precision_at_1_std": -0.036744, "nauc_precision_at_1_diff1": 0.391624, "nauc_precision_at_3_max": 0.100466, "nauc_precision_at_3_std": -0.044514, "nauc_precision_at_3_diff1": 0.250756, "nauc_precision_at_5_max": 0.105446, "nauc_precision_at_5_std": -0.004202, "nauc_precision_at_5_diff1": 0.213384, "nauc_precision_at_10_max": 0.102891, "nauc_precision_at_10_std": 0.002396, "nauc_precision_at_10_diff1": 0.195467, "nauc_precision_at_20_max": 0.082979, "nauc_precision_at_20_std": 0.036206, "nauc_precision_at_20_diff1": 0.171211, "nauc_precision_at_100_max": 0.0731, "nauc_precision_at_100_std": 0.117727, "nauc_precision_at_100_diff1": 0.09593, "nauc_precision_at_1000_max": 0.001822, "nauc_precision_at_1000_std": 0.08063, "nauc_precision_at_1000_diff1": 0.057628, "nauc_mrr_at_1_max": 0.108747, "nauc_mrr_at_1_std": -0.036744, "nauc_mrr_at_1_diff1": 0.391624, "nauc_mrr_at_3_max": 0.086328, "nauc_mrr_at_3_std": -0.047227, "nauc_mrr_at_3_diff1": 0.36888, "nauc_mrr_at_5_max": 0.087897, "nauc_mrr_at_5_std": -0.042752, "nauc_mrr_at_5_diff1": 0.363205, "nauc_mrr_at_10_max": 0.08802, "nauc_mrr_at_10_std": -0.045083, "nauc_mrr_at_10_diff1": 0.359143, "nauc_mrr_at_20_max": 0.087635, "nauc_mrr_at_20_std": -0.041841, "nauc_mrr_at_20_diff1": 0.35973, "nauc_mrr_at_100_max": 0.089207, "nauc_mrr_at_100_std": -0.039475, "nauc_mrr_at_100_diff1": 0.358755, "nauc_mrr_at_1000_max": 0.089089, "nauc_mrr_at_1000_std": -0.039888, "nauc_mrr_at_1000_diff1": 0.358991, "main_score": 0.35061, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.4542, "ndcg_at_3": 0.45001, "ndcg_at_5": 0.46961, "ndcg_at_10": 0.5051, "ndcg_at_20": 0.53111, "ndcg_at_100": 0.57265, "ndcg_at_1000": 0.59169, "map_at_1": 0.24552, "map_at_3": 0.37698, "map_at_5": 0.41861, "map_at_10": 0.44022, "map_at_20": 0.45124, "map_at_100": 0.45909, "map_at_1000": 0.4601, "recall_at_1": 0.24552, "recall_at_3": 0.42733, "recall_at_5": 0.50753, "recall_at_10": 0.5932, "recall_at_20": 0.67434, "recall_at_100": 0.86474, "recall_at_1000": 0.99561, "precision_at_1": 0.4542, "precision_at_3": 0.30782, "precision_at_5": 0.23112, "precision_at_10": 0.13639, "precision_at_20": 0.07773, "precision_at_100": 0.01913, "precision_at_1000": 0.00214, "mrr_at_1": 0.454203, "mrr_at_3": 0.511292, "mrr_at_5": 0.522334, "mrr_at_10": 0.530855, "mrr_at_20": 0.53492, "mrr_at_100": 0.539004, "mrr_at_1000": 0.539453, "nauc_ndcg_at_1_max": 0.121906, "nauc_ndcg_at_1_std": -0.007943, "nauc_ndcg_at_1_diff1": 0.509893, "nauc_ndcg_at_3_max": 0.127512, "nauc_ndcg_at_3_std": -0.016162, "nauc_ndcg_at_3_diff1": 0.401442, "nauc_ndcg_at_5_max": 0.141216, "nauc_ndcg_at_5_std": -0.012428, "nauc_ndcg_at_5_diff1": 0.405433, "nauc_ndcg_at_10_max": 0.137228, "nauc_ndcg_at_10_std": -0.00459, "nauc_ndcg_at_10_diff1": 0.398741, "nauc_ndcg_at_20_max": 0.138098, "nauc_ndcg_at_20_std": 0.00275, "nauc_ndcg_at_20_diff1": 0.388045, "nauc_ndcg_at_100_max": 0.150524, "nauc_ndcg_at_100_std": 0.022373, "nauc_ndcg_at_100_diff1": 0.394463, "nauc_ndcg_at_1000_max": 0.137911, "nauc_ndcg_at_1000_std": 0.011711, "nauc_ndcg_at_1000_diff1": 0.401851, "nauc_map_at_1_max": 0.074541, "nauc_map_at_1_std": -0.067448, "nauc_map_at_1_diff1": 0.478498, "nauc_map_at_3_max": 0.103687, "nauc_map_at_3_std": -0.044989, "nauc_map_at_3_diff1": 0.406861, "nauc_map_at_5_max": 0.134847, "nauc_map_at_5_std": -0.029238, "nauc_map_at_5_diff1": 0.405324, "nauc_map_at_10_max": 0.134867, "nauc_map_at_10_std": -0.021448, "nauc_map_at_10_diff1": 0.40016, "nauc_map_at_20_max": 0.137652, "nauc_map_at_20_std": -0.017147, "nauc_map_at_20_diff1": 0.3961, "nauc_map_at_100_max": 0.138476, "nauc_map_at_100_std": -0.013876, "nauc_map_at_100_diff1": 0.396317, "nauc_map_at_1000_max": 0.137723, "nauc_map_at_1000_std": -0.014219, "nauc_map_at_1000_diff1": 0.396649, "nauc_recall_at_1_max": 0.074541, "nauc_recall_at_1_std": -0.067448, "nauc_recall_at_1_diff1": 0.478498, "nauc_recall_at_3_max": 0.099756, "nauc_recall_at_3_std": -0.03463, "nauc_recall_at_3_diff1": 0.349851, "nauc_recall_at_5_max": 0.148559, "nauc_recall_at_5_std": -0.010871, "nauc_recall_at_5_diff1": 0.339273, "nauc_recall_at_10_max": 0.140607, "nauc_recall_at_10_std": 0.004746, "nauc_recall_at_10_diff1": 0.320177, "nauc_recall_at_20_max": 0.139484, "nauc_recall_at_20_std": 0.023957, "nauc_recall_at_20_diff1": 0.27364, "nauc_recall_at_100_max": 0.309751, "nauc_recall_at_100_std": 0.2066, "nauc_recall_at_100_diff1": 0.249726, "nauc_recall_at_1000_max": 0.686686, "nauc_recall_at_1000_std": 0.586336, "nauc_recall_at_1000_diff1": 0.034732, "nauc_precision_at_1_max": 0.121906, "nauc_precision_at_1_std": -0.007943, "nauc_precision_at_1_diff1": 0.509893, "nauc_precision_at_3_max": 0.13098, "nauc_precision_at_3_std": 0.047971, "nauc_precision_at_3_diff1": 0.214614, "nauc_precision_at_5_max": 0.161652, "nauc_precision_at_5_std": 0.066999, "nauc_precision_at_5_diff1": 0.172531, "nauc_precision_at_10_max": 0.131272, "nauc_precision_at_10_std": 0.078172, "nauc_precision_at_10_diff1": 0.130353, "nauc_precision_at_20_max": 0.120367, "nauc_precision_at_20_std": 0.096866, "nauc_precision_at_20_diff1": 0.074029, "nauc_precision_at_100_max": 0.101274, "nauc_precision_at_100_std": 0.157313, "nauc_precision_at_100_diff1": 0.010125, "nauc_precision_at_1000_max": 0.040985, "nauc_precision_at_1000_std": 0.138664, "nauc_precision_at_1000_diff1": -0.031308, "nauc_mrr_at_1_max": 0.121906, "nauc_mrr_at_1_std": -0.007943, "nauc_mrr_at_1_diff1": 0.509893, "nauc_mrr_at_3_max": 0.128161, "nauc_mrr_at_3_std": 0.009958, "nauc_mrr_at_3_diff1": 0.466244, "nauc_mrr_at_5_max": 0.131137, "nauc_mrr_at_5_std": 0.010725, "nauc_mrr_at_5_diff1": 0.462693, "nauc_mrr_at_10_max": 0.127678, "nauc_mrr_at_10_std": 0.009694, "nauc_mrr_at_10_diff1": 0.460213, "nauc_mrr_at_20_max": 0.126573, "nauc_mrr_at_20_std": 0.010152, "nauc_mrr_at_20_diff1": 0.458794, "nauc_mrr_at_100_max": 0.128313, "nauc_mrr_at_100_std": 0.011405, "nauc_mrr_at_100_diff1": 0.460378, "nauc_mrr_at_1000_max": 0.128013, "nauc_mrr_at_1000_std": 0.011079, "nauc_mrr_at_1000_diff1": 0.46063, "main_score": 0.5051, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.31202, "ndcg_at_3": 0.31864, "ndcg_at_5": 0.33217, "ndcg_at_10": 0.35356, "ndcg_at_20": 0.37035, "ndcg_at_100": 0.39682, "ndcg_at_1000": 0.44007, "map_at_1": 0.21315, "map_at_3": 0.28898, "map_at_5": 0.30329, "map_at_10": 0.31471, "map_at_20": 0.32063, "map_at_100": 0.32538, "map_at_1000": 0.32683, "recall_at_1": 0.21315, "recall_at_3": 0.32519, "recall_at_5": 0.36411, "recall_at_10": 0.4185, "recall_at_20": 0.47355, "recall_at_100": 0.59644, "recall_at_1000": 0.924, "precision_at_1": 0.31202, "precision_at_3": 0.17988, "precision_at_5": 0.12404, "precision_at_10": 0.07302, "precision_at_20": 0.04188, "precision_at_100": 0.01064, "precision_at_1000": 0.00159, "mrr_at_1": 0.31202, "mrr_at_3": 0.348252, "mrr_at_5": 0.356628, "mrr_at_10": 0.363096, "mrr_at_20": 0.367072, "mrr_at_100": 0.369763, "mrr_at_1000": 0.370757, "nauc_ndcg_at_1_max": 0.215862, "nauc_ndcg_at_1_std": -0.010142, "nauc_ndcg_at_1_diff1": 0.358935, "nauc_ndcg_at_3_max": 0.218694, "nauc_ndcg_at_3_std": 0.018089, "nauc_ndcg_at_3_diff1": 0.32982, "nauc_ndcg_at_5_max": 0.218026, "nauc_ndcg_at_5_std": 0.016698, "nauc_ndcg_at_5_diff1": 0.325583, "nauc_ndcg_at_10_max": 0.22747, "nauc_ndcg_at_10_std": 0.012207, "nauc_ndcg_at_10_diff1": 0.312923, "nauc_ndcg_at_20_max": 0.226385, "nauc_ndcg_at_20_std": 0.010285, "nauc_ndcg_at_20_diff1": 0.311708, "nauc_ndcg_at_100_max": 0.230168, "nauc_ndcg_at_100_std": 0.011356, "nauc_ndcg_at_100_diff1": 0.303768, "nauc_ndcg_at_1000_max": 0.22921, "nauc_ndcg_at_1000_std": 0.016715, "nauc_ndcg_at_1000_diff1": 0.310066, "nauc_map_at_1_max": 0.207487, "nauc_map_at_1_std": -0.015533, "nauc_map_at_1_diff1": 0.420351, "nauc_map_at_3_max": 0.21571, "nauc_map_at_3_std": 0.020509, "nauc_map_at_3_diff1": 0.335591, "nauc_map_at_5_max": 0.217773, "nauc_map_at_5_std": 0.018014, "nauc_map_at_5_diff1": 0.327746, "nauc_map_at_10_max": 0.222946, "nauc_map_at_10_std": 0.01562, "nauc_map_at_10_diff1": 0.322049, "nauc_map_at_20_max": 0.222525, "nauc_map_at_20_std": 0.015022, "nauc_map_at_20_diff1": 0.32239, "nauc_map_at_100_max": 0.223791, "nauc_map_at_100_std": 0.01522, "nauc_map_at_100_diff1": 0.321129, "nauc_map_at_1000_max": 0.223581, "nauc_map_at_1000_std": 0.015313, "nauc_map_at_1000_diff1": 0.321098, "nauc_recall_at_1_max": 0.207487, "nauc_recall_at_1_std": -0.015533, "nauc_recall_at_1_diff1": 0.420351, "nauc_recall_at_3_max": 0.211067, "nauc_recall_at_3_std": 0.035109, "nauc_recall_at_3_diff1": 0.318208, "nauc_recall_at_5_max": 0.215627, "nauc_recall_at_5_std": 0.025411, "nauc_recall_at_5_diff1": 0.298247, "nauc_recall_at_10_max": 0.233785, "nauc_recall_at_10_std": 0.010144, "nauc_recall_at_10_diff1": 0.263734, "nauc_recall_at_20_max": 0.22754, "nauc_recall_at_20_std": 0.000738, "nauc_recall_at_20_diff1": 0.255122, "nauc_recall_at_100_max": 0.237486, "nauc_recall_at_100_std": 0.00435, "nauc_recall_at_100_diff1": 0.205565, "nauc_recall_at_1000_max": 0.202293, "nauc_recall_at_1000_std": 0.146226, "nauc_recall_at_1000_diff1": 0.192423, "nauc_precision_at_1_max": 0.215862, "nauc_precision_at_1_std": -0.010142, "nauc_precision_at_1_diff1": 0.358935, "nauc_precision_at_3_max": 0.174392, "nauc_precision_at_3_std": 0.046239, "nauc_precision_at_3_diff1": 0.149406, "nauc_precision_at_5_max": 0.168223, "nauc_precision_at_5_std": 0.02675, "nauc_precision_at_5_diff1": 0.127949, "nauc_precision_at_10_max": 0.180217, "nauc_precision_at_10_std": 0.020732, "nauc_precision_at_10_diff1": 0.088287, "nauc_precision_at_20_max": 0.163639, "nauc_precision_at_20_std": 0.021757, "nauc_precision_at_20_diff1": 0.079671, "nauc_precision_at_100_max": 0.159329, "nauc_precision_at_100_std": 0.02212, "nauc_precision_at_100_diff1": 0.044776, "nauc_precision_at_1000_max": 0.118151, "nauc_precision_at_1000_std": 0.045269, "nauc_precision_at_1000_diff1": -0.041803, "nauc_mrr_at_1_max": 0.215862, "nauc_mrr_at_1_std": -0.010142, "nauc_mrr_at_1_diff1": 0.358935, "nauc_mrr_at_3_max": 0.215742, "nauc_mrr_at_3_std": 0.008044, "nauc_mrr_at_3_diff1": 0.348165, "nauc_mrr_at_5_max": 0.218833, "nauc_mrr_at_5_std": 0.004409, "nauc_mrr_at_5_diff1": 0.345507, "nauc_mrr_at_10_max": 0.222048, "nauc_mrr_at_10_std": 0.003896, "nauc_mrr_at_10_diff1": 0.339886, "nauc_mrr_at_20_max": 0.222346, "nauc_mrr_at_20_std": 0.003369, "nauc_mrr_at_20_diff1": 0.338895, "nauc_mrr_at_100_max": 0.222808, "nauc_mrr_at_100_std": 0.003584, "nauc_mrr_at_100_diff1": 0.337827, "nauc_mrr_at_1000_max": 0.2227, "nauc_mrr_at_1000_std": 0.003643, "nauc_mrr_at_1000_diff1": 0.337936, "main_score": 0.35356, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.07417, "ndcg_at_3": 0.07088, "ndcg_at_5": 0.07675, "ndcg_at_10": 0.08583, "ndcg_at_20": 0.09781, "ndcg_at_100": 0.13387, "ndcg_at_1000": 0.20782, "map_at_1": 0.04608, "map_at_3": 0.05843, "map_at_5": 0.06588, "map_at_10": 0.07006, "map_at_20": 0.07377, "map_at_100": 0.07839, "map_at_1000": 0.08092, "recall_at_1": 0.04608, "recall_at_3": 0.06697, "recall_at_5": 0.08391, "recall_at_10": 0.10838, "recall_at_20": 0.14832, "recall_at_100": 0.32491, "recall_at_1000": 0.84653, "precision_at_1": 0.07417, "precision_at_3": 0.04305, "precision_at_5": 0.03478, "precision_at_10": 0.02212, "precision_at_20": 0.01515, "precision_at_100": 0.00624, "precision_at_1000": 0.00169, "mrr_at_1": 0.074169, "mrr_at_3": 0.087596, "mrr_at_5": 0.090729, "mrr_at_10": 0.094302, "mrr_at_20": 0.09751, "mrr_at_100": 0.102211, "mrr_at_1000": 0.104019, "nauc_ndcg_at_1_max": 0.486755, "nauc_ndcg_at_1_std": 0.530837, "nauc_ndcg_at_1_diff1": 0.408419, "nauc_ndcg_at_3_max": 0.510553, "nauc_ndcg_at_3_std": 0.535975, "nauc_ndcg_at_3_diff1": 0.331783, "nauc_ndcg_at_5_max": 0.498669, "nauc_ndcg_at_5_std": 0.543422, "nauc_ndcg_at_5_diff1": 0.283624, "nauc_ndcg_at_10_max": 0.471629, "nauc_ndcg_at_10_std": 0.533504, "nauc_ndcg_at_10_diff1": 0.245525, "nauc_ndcg_at_20_max": 0.445476, "nauc_ndcg_at_20_std": 0.516343, "nauc_ndcg_at_20_diff1": 0.219739, "nauc_ndcg_at_100_max": 0.388866, "nauc_ndcg_at_100_std": 0.467946, "nauc_ndcg_at_100_diff1": 0.170691, "nauc_ndcg_at_1000_max": 0.389896, "nauc_ndcg_at_1000_std": 0.465992, "nauc_ndcg_at_1000_diff1": 0.177118, "nauc_map_at_1_max": 0.530213, "nauc_map_at_1_std": 0.525277, "nauc_map_at_1_diff1": 0.475056, "nauc_map_at_3_max": 0.525821, "nauc_map_at_3_std": 0.535578, "nauc_map_at_3_diff1": 0.373467, "nauc_map_at_5_max": 0.525566, "nauc_map_at_5_std": 0.548491, "nauc_map_at_5_diff1": 0.316466, "nauc_map_at_10_max": 0.515831, "nauc_map_at_10_std": 0.546796, "nauc_map_at_10_diff1": 0.295035, "nauc_map_at_20_max": 0.507047, "nauc_map_at_20_std": 0.54272, "nauc_map_at_20_diff1": 0.283555, "nauc_map_at_100_max": 0.494127, "nauc_map_at_100_std": 0.533799, "nauc_map_at_100_diff1": 0.271294, "nauc_map_at_1000_max": 0.493398, "nauc_map_at_1000_std": 0.533358, "nauc_map_at_1000_diff1": 0.26999, "nauc_recall_at_1_max": 0.530213, "nauc_recall_at_1_std": 0.525277, "nauc_recall_at_1_diff1": 0.475056, "nauc_recall_at_3_max": 0.515329, "nauc_recall_at_3_std": 0.529133, "nauc_recall_at_3_diff1": 0.322649, "nauc_recall_at_5_max": 0.483517, "nauc_recall_at_5_std": 0.539373, "nauc_recall_at_5_diff1": 0.215356, "nauc_recall_at_10_max": 0.405794, "nauc_recall_at_10_std": 0.498315, "nauc_recall_at_10_diff1": 0.140442, "nauc_recall_at_20_max": 0.352073, "nauc_recall_at_20_std": 0.453335, "nauc_recall_at_20_diff1": 0.105151, "nauc_recall_at_100_max": 0.224595, "nauc_recall_at_100_std": 0.325783, "nauc_recall_at_100_diff1": 0.004344, "nauc_recall_at_1000_max": 0.099145, "nauc_recall_at_1000_std": 0.248677, "nauc_recall_at_1000_diff1": -0.106686, "nauc_precision_at_1_max": 0.486755, "nauc_precision_at_1_std": 0.530837, "nauc_precision_at_1_diff1": 0.408419, "nauc_precision_at_3_max": 0.492584, "nauc_precision_at_3_std": 0.553645, "nauc_precision_at_3_diff1": 0.217729, "nauc_precision_at_5_max": 0.494957, "nauc_precision_at_5_std": 0.577752, "nauc_precision_at_5_diff1": 0.132362, "nauc_precision_at_10_max": 0.447773, "nauc_precision_at_10_std": 0.556799, "nauc_precision_at_10_diff1": 0.07445, "nauc_precision_at_20_max": 0.386123, "nauc_precision_at_20_std": 0.515427, "nauc_precision_at_20_diff1": 0.048456, "nauc_precision_at_100_max": 0.239504, "nauc_precision_at_100_std": 0.383424, "nauc_precision_at_100_diff1": -0.011676, "nauc_precision_at_1000_max": 0.07481, "nauc_precision_at_1000_std": 0.123613, "nauc_precision_at_1000_diff1": -0.017753, "nauc_mrr_at_1_max": 0.486755, "nauc_mrr_at_1_std": 0.530837, "nauc_mrr_at_1_diff1": 0.408419, "nauc_mrr_at_3_max": 0.474403, "nauc_mrr_at_3_std": 0.527833, "nauc_mrr_at_3_diff1": 0.331612, "nauc_mrr_at_5_max": 0.458496, "nauc_mrr_at_5_std": 0.525687, "nauc_mrr_at_5_diff1": 0.313434, "nauc_mrr_at_10_max": 0.448175, "nauc_mrr_at_10_std": 0.521231, "nauc_mrr_at_10_diff1": 0.298011, "nauc_mrr_at_20_max": 0.44102, "nauc_mrr_at_20_std": 0.514949, "nauc_mrr_at_20_diff1": 0.288872, "nauc_mrr_at_100_max": 0.432337, "nauc_mrr_at_100_std": 0.506046, "nauc_mrr_at_100_diff1": 0.282866, "nauc_mrr_at_1000_max": 0.432892, "nauc_mrr_at_1000_std": 0.506194, "nauc_mrr_at_1000_diff1": 0.283085, "main_score": 0.08583, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.07282, "ndcg_at_3": 0.09216, "ndcg_at_5": 0.10498, "ndcg_at_10": 0.1219, "ndcg_at_20": 0.13894, "ndcg_at_100": 0.17503, "ndcg_at_1000": 0.24616, "map_at_1": 0.05377, "map_at_3": 0.07961, "map_at_5": 0.08845, "map_at_10": 0.09616, "map_at_20": 0.10144, "map_at_100": 0.10643, "map_at_1000": 0.10876, "recall_at_1": 0.05377, "recall_at_3": 0.10511, "recall_at_5": 0.13596, "recall_at_10": 0.18067, "recall_at_20": 0.23858, "recall_at_100": 0.41353, "recall_at_1000": 0.93787, "precision_at_1": 0.07282, "precision_at_3": 0.05158, "precision_at_5": 0.04109, "precision_at_10": 0.02887, "precision_at_20": 0.0199, "precision_at_100": 0.00706, "precision_at_1000": 0.00164, "mrr_at_1": 0.072822, "mrr_at_3": 0.098179, "mrr_at_5": 0.105722, "mrr_at_10": 0.113106, "mrr_at_20": 0.117458, "mrr_at_100": 0.122076, "mrr_at_1000": 0.123641, "nauc_ndcg_at_1_max": 0.188552, "nauc_ndcg_at_1_std": 0.128583, "nauc_ndcg_at_1_diff1": 0.366927, "nauc_ndcg_at_3_max": 0.124459, "nauc_ndcg_at_3_std": 0.089813, "nauc_ndcg_at_3_diff1": 0.281873, "nauc_ndcg_at_5_max": 0.133241, "nauc_ndcg_at_5_std": 0.089527, "nauc_ndcg_at_5_diff1": 0.272641, "nauc_ndcg_at_10_max": 0.121972, "nauc_ndcg_at_10_std": 0.111183, "nauc_ndcg_at_10_diff1": 0.265108, "nauc_ndcg_at_20_max": 0.124157, "nauc_ndcg_at_20_std": 0.13577, "nauc_ndcg_at_20_diff1": 0.246149, "nauc_ndcg_at_100_max": 0.138103, "nauc_ndcg_at_100_std": 0.155913, "nauc_ndcg_at_100_diff1": 0.24971, "nauc_ndcg_at_1000_max": 0.138253, "nauc_ndcg_at_1000_std": 0.135948, "nauc_ndcg_at_1000_diff1": 0.244436, "nauc_map_at_1_max": 0.175044, "nauc_map_at_1_std": 0.084273, "nauc_map_at_1_diff1": 0.42679, "nauc_map_at_3_max": 0.132167, "nauc_map_at_3_std": 0.072787, "nauc_map_at_3_diff1": 0.305047, "nauc_map_at_5_max": 0.136737, "nauc_map_at_5_std": 0.080417, "nauc_map_at_5_diff1": 0.298936, "nauc_map_at_10_max": 0.132955, "nauc_map_at_10_std": 0.09602, "nauc_map_at_10_diff1": 0.296453, "nauc_map_at_20_max": 0.134426, "nauc_map_at_20_std": 0.107203, "nauc_map_at_20_diff1": 0.286762, "nauc_map_at_100_max": 0.136493, "nauc_map_at_100_std": 0.112849, "nauc_map_at_100_diff1": 0.285409, "nauc_map_at_1000_max": 0.137189, "nauc_map_at_1000_std": 0.112654, "nauc_map_at_1000_diff1": 0.285168, "nauc_recall_at_1_max": 0.175044, "nauc_recall_at_1_std": 0.084273, "nauc_recall_at_1_diff1": 0.42679, "nauc_recall_at_3_max": 0.098359, "nauc_recall_at_3_std": 0.068377, "nauc_recall_at_3_diff1": 0.228705, "nauc_recall_at_5_max": 0.117361, "nauc_recall_at_5_std": 0.076356, "nauc_recall_at_5_diff1": 0.220951, "nauc_recall_at_10_max": 0.088678, "nauc_recall_at_10_std": 0.112837, "nauc_recall_at_10_diff1": 0.22199, "nauc_recall_at_20_max": 0.093874, "nauc_recall_at_20_std": 0.159895, "nauc_recall_at_20_diff1": 0.183852, "nauc_recall_at_100_max": 0.137949, "nauc_recall_at_100_std": 0.203262, "nauc_recall_at_100_diff1": 0.210344, "nauc_recall_at_1000_max": 0.027567, "nauc_recall_at_1000_std": 0.08534, "nauc_recall_at_1000_diff1": 0.080599, "nauc_precision_at_1_max": 0.188552, "nauc_precision_at_1_std": 0.128583, "nauc_precision_at_1_diff1": 0.366927, "nauc_precision_at_3_max": 0.135532, "nauc_precision_at_3_std": 0.132298, "nauc_precision_at_3_diff1": 0.232308, "nauc_precision_at_5_max": 0.170929, "nauc_precision_at_5_std": 0.156751, "nauc_precision_at_5_diff1": 0.220182, "nauc_precision_at_10_max": 0.169713, "nauc_precision_at_10_std": 0.206973, "nauc_precision_at_10_diff1": 0.193849, "nauc_precision_at_20_max": 0.166774, "nauc_precision_at_20_std": 0.244215, "nauc_precision_at_20_diff1": 0.141324, "nauc_precision_at_100_max": 0.185915, "nauc_precision_at_100_std": 0.257435, "nauc_precision_at_100_diff1": 0.134216, "nauc_precision_at_1000_max": 0.1229, "nauc_precision_at_1000_std": 0.049871, "nauc_precision_at_1000_diff1": -0.037499, "nauc_mrr_at_1_max": 0.188552, "nauc_mrr_at_1_std": 0.128583, "nauc_mrr_at_1_diff1": 0.366927, "nauc_mrr_at_3_max": 0.131949, "nauc_mrr_at_3_std": 0.112258, "nauc_mrr_at_3_diff1": 0.292596, "nauc_mrr_at_5_max": 0.141297, "nauc_mrr_at_5_std": 0.11671, "nauc_mrr_at_5_diff1": 0.281725, "nauc_mrr_at_10_max": 0.13119, "nauc_mrr_at_10_std": 0.12083, "nauc_mrr_at_10_diff1": 0.272364, "nauc_mrr_at_20_max": 0.130943, "nauc_mrr_at_20_std": 0.12775, "nauc_mrr_at_20_diff1": 0.26979, "nauc_mrr_at_100_max": 0.132355, "nauc_mrr_at_100_std": 0.130473, "nauc_mrr_at_100_diff1": 0.269634, "nauc_mrr_at_1000_max": 0.132371, "nauc_mrr_at_1000_std": 0.129856, "nauc_mrr_at_1000_diff1": 0.269923, "main_score": 0.1219, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.63228, "ndcg_at_3": 0.63806, "ndcg_at_5": 0.65698, "ndcg_at_10": 0.6881, "ndcg_at_20": 0.70983, "ndcg_at_100": 0.73626, "ndcg_at_1000": 0.74271, "map_at_1": 0.39806, "map_at_3": 0.56874, "map_at_5": 0.61328, "map_at_10": 0.63271, "map_at_20": 0.64107, "map_at_100": 0.64693, "map_at_1000": 0.64739, "recall_at_1": 0.39806, "recall_at_3": 0.61853, "recall_at_5": 0.6999, "recall_at_10": 0.77553, "recall_at_20": 0.84636, "recall_at_100": 0.95981, "recall_at_1000": 1.0, "precision_at_1": 0.63228, "precision_at_3": 0.39765, "precision_at_5": 0.28495, "precision_at_10": 0.16032, "precision_at_20": 0.08732, "precision_at_100": 0.01994, "precision_at_1000": 0.00207, "mrr_at_1": 0.632282, "mrr_at_3": 0.682443, "mrr_at_5": 0.692759, "mrr_at_10": 0.700178, "mrr_at_20": 0.704171, "mrr_at_100": 0.706139, "mrr_at_1000": 0.706297, "nauc_ndcg_at_1_max": 0.154676, "nauc_ndcg_at_1_std": -0.296201, "nauc_ndcg_at_1_diff1": 0.575409, "nauc_ndcg_at_3_max": 0.116652, "nauc_ndcg_at_3_std": -0.301954, "nauc_ndcg_at_3_diff1": 0.492346, "nauc_ndcg_at_5_max": 0.10041, "nauc_ndcg_at_5_std": -0.331357, "nauc_ndcg_at_5_diff1": 0.498281, "nauc_ndcg_at_10_max": 0.095174, "nauc_ndcg_at_10_std": -0.339503, "nauc_ndcg_at_10_diff1": 0.496546, "nauc_ndcg_at_20_max": 0.088064, "nauc_ndcg_at_20_std": -0.358235, "nauc_ndcg_at_20_diff1": 0.500423, "nauc_ndcg_at_100_max": 0.102381, "nauc_ndcg_at_100_std": -0.337482, "nauc_ndcg_at_100_diff1": 0.510666, "nauc_ndcg_at_1000_max": 0.104899, "nauc_ndcg_at_1000_std": -0.335216, "nauc_ndcg_at_1000_diff1": 0.511041, "nauc_map_at_1_max": 0.149333, "nauc_map_at_1_std": -0.121376, "nauc_map_at_1_diff1": 0.58883, "nauc_map_at_3_max": 0.118692, "nauc_map_at_3_std": -0.25534, "nauc_map_at_3_diff1": 0.503533, "nauc_map_at_5_max": 0.104893, "nauc_map_at_5_std": -0.315267, "nauc_map_at_5_diff1": 0.492848, "nauc_map_at_10_max": 0.104828, "nauc_map_at_10_std": -0.320684, "nauc_map_at_10_diff1": 0.492779, "nauc_map_at_20_max": 0.102597, "nauc_map_at_20_std": -0.326451, "nauc_map_at_20_diff1": 0.493699, "nauc_map_at_100_max": 0.105189, "nauc_map_at_100_std": -0.32349, "nauc_map_at_100_diff1": 0.495305, "nauc_map_at_1000_max": 0.105224, "nauc_map_at_1000_std": -0.323466, "nauc_map_at_1000_diff1": 0.495343, "nauc_recall_at_1_max": 0.149333, "nauc_recall_at_1_std": -0.121376, "nauc_recall_at_1_diff1": 0.58883, "nauc_recall_at_3_max": 0.09485, "nauc_recall_at_3_std": -0.255891, "nauc_recall_at_3_diff1": 0.455758, "nauc_recall_at_5_max": 0.058565, "nauc_recall_at_5_std": -0.354386, "nauc_recall_at_5_diff1": 0.434541, "nauc_recall_at_10_max": 0.025033, "nauc_recall_at_10_std": -0.383396, "nauc_recall_at_10_diff1": 0.41315, "nauc_recall_at_20_max": -0.03637, "nauc_recall_at_20_std": -0.506614, "nauc_recall_at_20_diff1": 0.40643, "nauc_recall_at_100_max": 0.005421, "nauc_recall_at_100_std": -0.394948, "nauc_recall_at_100_diff1": 0.477489, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.154676, "nauc_precision_at_1_std": -0.296201, "nauc_precision_at_1_diff1": 0.575409, "nauc_precision_at_3_max": 0.011901, "nauc_precision_at_3_std": -0.268813, "nauc_precision_at_3_diff1": 0.046637, "nauc_precision_at_5_max": -0.022367, "nauc_precision_at_5_std": -0.269775, "nauc_precision_at_5_diff1": -0.020929, "nauc_precision_at_10_max": -0.036311, "nauc_precision_at_10_std": -0.233747, "nauc_precision_at_10_diff1": -0.074307, "nauc_precision_at_20_max": -0.058131, "nauc_precision_at_20_std": -0.228035, "nauc_precision_at_20_diff1": -0.118014, "nauc_precision_at_100_max": -0.046965, "nauc_precision_at_100_std": -0.123172, "nauc_precision_at_100_diff1": -0.187213, "nauc_precision_at_1000_max": -0.048534, "nauc_precision_at_1000_std": -0.096227, "nauc_precision_at_1000_diff1": -0.215909, "nauc_mrr_at_1_max": 0.154676, "nauc_mrr_at_1_std": -0.296201, "nauc_mrr_at_1_diff1": 0.575409, "nauc_mrr_at_3_max": 0.133729, "nauc_mrr_at_3_std": -0.316804, "nauc_mrr_at_3_diff1": 0.558478, "nauc_mrr_at_5_max": 0.131707, "nauc_mrr_at_5_std": -0.317924, "nauc_mrr_at_5_diff1": 0.556964, "nauc_mrr_at_10_max": 0.129765, "nauc_mrr_at_10_std": -0.320711, "nauc_mrr_at_10_diff1": 0.555168, "nauc_mrr_at_20_max": 0.129196, "nauc_mrr_at_20_std": -0.324737, "nauc_mrr_at_20_diff1": 0.557528, "nauc_mrr_at_100_max": 0.129687, "nauc_mrr_at_100_std": -0.323015, "nauc_mrr_at_100_diff1": 0.557788, "nauc_mrr_at_1000_max": 0.129765, "nauc_mrr_at_1000_std": -0.322932, "nauc_mrr_at_1000_diff1": 0.557766, "main_score": 0.6881, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.32524, "ndcg_at_3": 0.3279, "ndcg_at_5": 0.34291, "ndcg_at_10": 0.37879, "ndcg_at_20": 0.41249, "ndcg_at_100": 0.46511, "ndcg_at_1000": 0.49486, "map_at_1": 0.17284, "map_at_3": 0.26221, "map_at_5": 0.2961, "map_at_10": 0.31647, "map_at_20": 0.32887, "map_at_100": 0.33905, "map_at_1000": 0.34079, "recall_at_1": 0.17284, "recall_at_3": 0.30643, "recall_at_5": 0.38028, "recall_at_10": 0.46456, "recall_at_20": 0.56901, "recall_at_100": 0.79945, "recall_at_1000": 0.9946, "precision_at_1": 0.32524, "precision_at_3": 0.22613, "precision_at_5": 0.17573, "precision_at_10": 0.11044, "precision_at_20": 0.06784, "precision_at_100": 0.01885, "precision_at_1000": 0.00226, "mrr_at_1": 0.325243, "mrr_at_3": 0.378843, "mrr_at_5": 0.393103, "mrr_at_10": 0.403622, "mrr_at_20": 0.410875, "mrr_at_100": 0.415344, "mrr_at_1000": 0.416036, "nauc_ndcg_at_1_max": -0.132096, "nauc_ndcg_at_1_std": -0.334687, "nauc_ndcg_at_1_diff1": 0.361013, "nauc_ndcg_at_3_max": -0.12705, "nauc_ndcg_at_3_std": -0.339389, "nauc_ndcg_at_3_diff1": 0.313792, "nauc_ndcg_at_5_max": -0.125657, "nauc_ndcg_at_5_std": -0.344751, "nauc_ndcg_at_5_diff1": 0.305037, "nauc_ndcg_at_10_max": -0.137844, "nauc_ndcg_at_10_std": -0.365708, "nauc_ndcg_at_10_diff1": 0.308686, "nauc_ndcg_at_20_max": -0.159519, "nauc_ndcg_at_20_std": -0.382074, "nauc_ndcg_at_20_diff1": 0.305947, "nauc_ndcg_at_100_max": -0.161571, "nauc_ndcg_at_100_std": -0.369565, "nauc_ndcg_at_100_diff1": 0.301188, "nauc_ndcg_at_1000_max": -0.146476, "nauc_ndcg_at_1000_std": -0.359011, "nauc_ndcg_at_1000_diff1": 0.309246, "nauc_map_at_1_max": -0.039469, "nauc_map_at_1_std": -0.201576, "nauc_map_at_1_diff1": 0.373794, "nauc_map_at_3_max": -0.09463, "nauc_map_at_3_std": -0.291282, "nauc_map_at_3_diff1": 0.325702, "nauc_map_at_5_max": -0.103268, "nauc_map_at_5_std": -0.316638, "nauc_map_at_5_diff1": 0.311898, "nauc_map_at_10_max": -0.109882, "nauc_map_at_10_std": -0.330785, "nauc_map_at_10_diff1": 0.319654, "nauc_map_at_20_max": -0.119206, "nauc_map_at_20_std": -0.338786, "nauc_map_at_20_diff1": 0.319322, "nauc_map_at_100_max": -0.121777, "nauc_map_at_100_std": -0.338991, "nauc_map_at_100_diff1": 0.318124, "nauc_map_at_1000_max": -0.120818, "nauc_map_at_1000_std": -0.337972, "nauc_map_at_1000_diff1": 0.318335, "nauc_recall_at_1_max": -0.039469, "nauc_recall_at_1_std": -0.201576, "nauc_recall_at_1_diff1": 0.373794, "nauc_recall_at_3_max": -0.100969, "nauc_recall_at_3_std": -0.302034, "nauc_recall_at_3_diff1": 0.269909, "nauc_recall_at_5_max": -0.116261, "nauc_recall_at_5_std": -0.333367, "nauc_recall_at_5_diff1": 0.253913, "nauc_recall_at_10_max": -0.143149, "nauc_recall_at_10_std": -0.375309, "nauc_recall_at_10_diff1": 0.249887, "nauc_recall_at_20_max": -0.211041, "nauc_recall_at_20_std": -0.4248, "nauc_recall_at_20_diff1": 0.234132, "nauc_recall_at_100_max": -0.239916, "nauc_recall_at_100_std": -0.362888, "nauc_recall_at_100_diff1": 0.175744, "nauc_recall_at_1000_max": 0.871961, "nauc_recall_at_1000_std": 0.790644, "nauc_recall_at_1000_diff1": 0.347154, "nauc_precision_at_1_max": -0.132096, "nauc_precision_at_1_std": -0.334687, "nauc_precision_at_1_diff1": 0.361013, "nauc_precision_at_3_max": -0.169704, "nauc_precision_at_3_std": -0.372004, "nauc_precision_at_3_diff1": 0.22727, "nauc_precision_at_5_max": -0.161496, "nauc_precision_at_5_std": -0.364649, "nauc_precision_at_5_diff1": 0.177342, "nauc_precision_at_10_max": -0.166821, "nauc_precision_at_10_std": -0.36786, "nauc_precision_at_10_diff1": 0.177235, "nauc_precision_at_20_max": -0.191347, "nauc_precision_at_20_std": -0.35249, "nauc_precision_at_20_diff1": 0.139867, "nauc_precision_at_100_max": -0.160525, "nauc_precision_at_100_std": -0.222336, "nauc_precision_at_100_diff1": 0.045644, "nauc_precision_at_1000_max": -0.094836, "nauc_precision_at_1000_std": -0.128735, "nauc_precision_at_1000_diff1": 0.006678, "nauc_mrr_at_1_max": -0.132096, "nauc_mrr_at_1_std": -0.334687, "nauc_mrr_at_1_diff1": 0.361013, "nauc_mrr_at_3_max": -0.162459, "nauc_mrr_at_3_std": -0.374853, "nauc_mrr_at_3_diff1": 0.332704, "nauc_mrr_at_5_max": -0.162643, "nauc_mrr_at_5_std": -0.375447, "nauc_mrr_at_5_diff1": 0.329439, "nauc_mrr_at_10_max": -0.166961, "nauc_mrr_at_10_std": -0.380152, "nauc_mrr_at_10_diff1": 0.323988, "nauc_mrr_at_20_max": -0.169454, "nauc_mrr_at_20_std": -0.380971, "nauc_mrr_at_20_diff1": 0.324135, "nauc_mrr_at_100_max": -0.168389, "nauc_mrr_at_100_std": -0.378946, "nauc_mrr_at_100_diff1": 0.325096, "nauc_mrr_at_1000_max": -0.167874, "nauc_mrr_at_1000_std": -0.378561, "nauc_mrr_at_1000_diff1": 0.32536, "main_score": 0.37879, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.56829, "ndcg_at_3": 0.57298, "ndcg_at_5": 0.59467, "ndcg_at_10": 0.63017, "ndcg_at_20": 0.65825, "ndcg_at_100": 0.68843, "ndcg_at_1000": 0.6965, "map_at_1": 0.35825, "map_at_3": 0.50702, "map_at_5": 0.54959, "map_at_10": 0.57231, "map_at_20": 0.58286, "map_at_100": 0.58898, "map_at_1000": 0.58954, "recall_at_1": 0.35825, "recall_at_3": 0.5553, "recall_at_5": 0.63754, "recall_at_10": 0.72122, "recall_at_20": 0.81411, "recall_at_100": 0.94734, "recall_at_1000": 0.99837, "precision_at_1": 0.56829, "precision_at_3": 0.35732, "precision_at_5": 0.26024, "precision_at_10": 0.15134, "precision_at_20": 0.08476, "precision_at_100": 0.01978, "precision_at_1000": 0.00208, "mrr_at_1": 0.568293, "mrr_at_3": 0.620732, "mrr_at_5": 0.63189, "mrr_at_10": 0.640505, "mrr_at_20": 0.645891, "mrr_at_100": 0.64835, "mrr_at_1000": 0.648528, "nauc_ndcg_at_1_max": -0.033508, "nauc_ndcg_at_1_std": -0.24202, "nauc_ndcg_at_1_diff1": 0.518506, "nauc_ndcg_at_3_max": -0.034332, "nauc_ndcg_at_3_std": -0.250215, "nauc_ndcg_at_3_diff1": 0.449742, "nauc_ndcg_at_5_max": -0.037879, "nauc_ndcg_at_5_std": -0.247319, "nauc_ndcg_at_5_diff1": 0.440252, "nauc_ndcg_at_10_max": -0.059829, "nauc_ndcg_at_10_std": -0.265568, "nauc_ndcg_at_10_diff1": 0.429229, "nauc_ndcg_at_20_max": -0.056952, "nauc_ndcg_at_20_std": -0.276832, "nauc_ndcg_at_20_diff1": 0.425402, "nauc_ndcg_at_100_max": -0.038383, "nauc_ndcg_at_100_std": -0.258798, "nauc_ndcg_at_100_diff1": 0.438066, "nauc_ndcg_at_1000_max": -0.043048, "nauc_ndcg_at_1000_std": -0.258811, "nauc_ndcg_at_1000_diff1": 0.4429, "nauc_map_at_1_max": -0.005291, "nauc_map_at_1_std": -0.106847, "nauc_map_at_1_diff1": 0.553239, "nauc_map_at_3_max": -0.026968, "nauc_map_at_3_std": -0.211302, "nauc_map_at_3_diff1": 0.465205, "nauc_map_at_5_max": -0.029637, "nauc_map_at_5_std": -0.235718, "nauc_map_at_5_diff1": 0.447056, "nauc_map_at_10_max": -0.043709, "nauc_map_at_10_std": -0.251163, "nauc_map_at_10_diff1": 0.441165, "nauc_map_at_20_max": -0.043362, "nauc_map_at_20_std": -0.254588, "nauc_map_at_20_diff1": 0.440061, "nauc_map_at_100_max": -0.040841, "nauc_map_at_100_std": -0.252069, "nauc_map_at_100_diff1": 0.442086, "nauc_map_at_1000_max": -0.040914, "nauc_map_at_1000_std": -0.251827, "nauc_map_at_1000_diff1": 0.442343, "nauc_recall_at_1_max": -0.005291, "nauc_recall_at_1_std": -0.106847, "nauc_recall_at_1_diff1": 0.553239, "nauc_recall_at_3_max": -0.039022, "nauc_recall_at_3_std": -0.224567, "nauc_recall_at_3_diff1": 0.426589, "nauc_recall_at_5_max": -0.04082, "nauc_recall_at_5_std": -0.236057, "nauc_recall_at_5_diff1": 0.383722, "nauc_recall_at_10_max": -0.107153, "nauc_recall_at_10_std": -0.28126, "nauc_recall_at_10_diff1": 0.339838, "nauc_recall_at_20_max": -0.108535, "nauc_recall_at_20_std": -0.349795, "nauc_recall_at_20_diff1": 0.279476, "nauc_recall_at_100_max": 0.150508, "nauc_recall_at_100_std": -0.173839, "nauc_recall_at_100_diff1": 0.251933, "nauc_recall_at_1000_max": 0.722222, "nauc_recall_at_1000_std": 0.722222, "nauc_recall_at_1000_diff1": 0.21697, "nauc_precision_at_1_max": -0.033508, "nauc_precision_at_1_std": -0.24202, "nauc_precision_at_1_diff1": 0.518506, "nauc_precision_at_3_max": -0.033939, "nauc_precision_at_3_std": -0.24086, "nauc_precision_at_3_diff1": 0.078852, "nauc_precision_at_5_max": -0.031438, "nauc_precision_at_5_std": -0.221584, "nauc_precision_at_5_diff1": 0.006663, "nauc_precision_at_10_max": -0.054513, "nauc_precision_at_10_std": -0.205878, "nauc_precision_at_10_diff1": -0.054063, "nauc_precision_at_20_max": -0.044307, "nauc_precision_at_20_std": -0.184041, "nauc_precision_at_20_diff1": -0.110666, "nauc_precision_at_100_max": 0.022736, "nauc_precision_at_100_std": -0.084049, "nauc_precision_at_100_diff1": -0.16819, "nauc_precision_at_1000_max": 0.020577, "nauc_precision_at_1000_std": -0.061506, "nauc_precision_at_1000_diff1": -0.19143, "nauc_mrr_at_1_max": -0.033508, "nauc_mrr_at_1_std": -0.24202, "nauc_mrr_at_1_diff1": 0.518506, "nauc_mrr_at_3_max": -0.048289, "nauc_mrr_at_3_std": -0.265881, "nauc_mrr_at_3_diff1": 0.489224, "nauc_mrr_at_5_max": -0.049585, "nauc_mrr_at_5_std": -0.263405, "nauc_mrr_at_5_diff1": 0.481276, "nauc_mrr_at_10_max": -0.050451, "nauc_mrr_at_10_std": -0.261979, "nauc_mrr_at_10_diff1": 0.479698, "nauc_mrr_at_20_max": -0.048338, "nauc_mrr_at_20_std": -0.265015, "nauc_mrr_at_20_diff1": 0.480261, "nauc_mrr_at_100_max": -0.048082, "nauc_mrr_at_100_std": -0.263553, "nauc_mrr_at_100_diff1": 0.481299, "nauc_mrr_at_1000_max": -0.048342, "nauc_mrr_at_1000_std": -0.263611, "nauc_mrr_at_1000_diff1": 0.481447, "main_score": 0.63017, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 773.1682977676392, "kg_co2_emissions": null }