{ "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00063, "ndcg_at_5": 0.00078, "ndcg_at_10": 0.00126, "ndcg_at_20": 0.00136, "ndcg_at_100": 0.00232, "ndcg_at_1000": 0.0053, "map_at_1": 0.0, "map_at_3": 0.0005, "map_at_5": 0.00055, "map_at_10": 0.00073, "map_at_20": 0.00075, "map_at_100": 0.00083, "map_at_1000": 0.0009, "recall_at_1": 0.0, "recall_at_3": 0.001, "recall_at_5": 0.0012, "recall_at_10": 0.00253, "recall_at_20": 0.00278, "recall_at_100": 0.00803, "recall_at_1000": 0.03015, "precision_at_1": 0.0, "precision_at_3": 0.00033, "precision_at_5": 0.0004, "precision_at_10": 0.0004, "precision_at_20": 0.00025, "precision_at_100": 0.00013, "precision_at_1000": 5e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0005, "mrr_at_5": 0.00075, "mrr_at_10": 0.001042, "mrr_at_20": 0.001119, "mrr_at_100": 0.001237, "mrr_at_1000": 0.001348, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.661926, "nauc_ndcg_at_3_std": -0.415079, "nauc_ndcg_at_3_diff1": 0.661926, "nauc_ndcg_at_5_max": 0.45946, "nauc_ndcg_at_5_std": -0.430968, "nauc_ndcg_at_5_diff1": 0.45946, "nauc_ndcg_at_10_max": 0.091996, "nauc_ndcg_at_10_std": -0.042709, "nauc_ndcg_at_10_diff1": 0.353587, "nauc_ndcg_at_20_max": 0.069581, "nauc_ndcg_at_20_std": -0.082755, "nauc_ndcg_at_20_diff1": 0.334383, "nauc_ndcg_at_100_max": -0.119685, "nauc_ndcg_at_100_std": 0.040274, "nauc_ndcg_at_100_diff1": 0.274166, "nauc_ndcg_at_1000_max": -0.208716, "nauc_ndcg_at_1000_std": -0.062885, "nauc_ndcg_at_1000_diff1": 0.032943, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.661926, "nauc_map_at_3_std": -0.415079, "nauc_map_at_3_diff1": 0.661926, "nauc_map_at_5_max": 0.564017, "nauc_map_at_5_std": -0.422763, "nauc_map_at_5_diff1": 0.564017, "nauc_map_at_10_max": 0.301146, "nauc_map_at_10_std": -0.162825, "nauc_map_at_10_diff1": 0.462884, "nauc_map_at_20_max": 0.288144, "nauc_map_at_20_std": -0.173389, "nauc_map_at_20_diff1": 0.453537, "nauc_map_at_100_max": 0.227306, "nauc_map_at_100_std": -0.13794, "nauc_map_at_100_diff1": 0.423692, "nauc_map_at_1000_max": 0.184286, "nauc_map_at_1000_std": -0.1393, "nauc_map_at_1000_diff1": 0.374988, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.661926, "nauc_recall_at_3_std": -0.415079, "nauc_recall_at_3_diff1": 0.661926, "nauc_recall_at_5_max": 0.482426, "nauc_recall_at_5_std": -0.429166, "nauc_recall_at_5_diff1": 0.482426, "nauc_recall_at_10_max": -0.034429, "nauc_recall_at_10_std": 0.16437, "nauc_recall_at_10_diff1": 0.287758, "nauc_recall_at_20_max": -0.049821, "nauc_recall_at_20_std": 0.097984, "nauc_recall_at_20_diff1": 0.270756, "nauc_recall_at_100_max": -0.284911, "nauc_recall_at_100_std": 0.162914, "nauc_recall_at_100_diff1": 0.220554, "nauc_recall_at_1000_max": -0.272705, "nauc_recall_at_1000_std": -0.064453, "nauc_recall_at_1000_diff1": -0.0727, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.661926, "nauc_precision_at_3_std": -0.415079, "nauc_precision_at_3_diff1": 0.661926, "nauc_precision_at_5_max": 0.123424, "nauc_precision_at_5_std": -0.457338, "nauc_precision_at_5_diff1": 0.123424, "nauc_precision_at_10_max": -0.188087, "nauc_precision_at_10_std": -0.030118, "nauc_precision_at_10_diff1": 0.209552, "nauc_precision_at_20_max": -0.191629, "nauc_precision_at_20_std": -0.139039, "nauc_precision_at_20_diff1": 0.187336, "nauc_precision_at_100_max": -0.315638, "nauc_precision_at_100_std": 0.11781, "nauc_precision_at_100_diff1": 0.202163, "nauc_precision_at_1000_max": -0.281009, "nauc_precision_at_1000_std": -0.074064, "nauc_precision_at_1000_diff1": -0.002263, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.661926, "nauc_mrr_at_3_std": -0.415079, "nauc_mrr_at_3_diff1": 0.661926, "nauc_mrr_at_5_max": 0.302925, "nauc_mrr_at_5_std": -0.443252, "nauc_mrr_at_5_diff1": 0.302925, "nauc_mrr_at_10_max": 0.078218, "nauc_mrr_at_10_std": -0.232069, "nauc_mrr_at_10_diff1": 0.315546, "nauc_mrr_at_20_max": 0.058687, "nauc_mrr_at_20_std": -0.255632, "nauc_mrr_at_20_diff1": 0.300618, "nauc_mrr_at_100_max": 0.023351, "nauc_mrr_at_100_std": -0.20585, "nauc_mrr_at_100_diff1": 0.284001, "nauc_mrr_at_1000_max": -0.002776, "nauc_mrr_at_1000_std": -0.199854, "nauc_mrr_at_1000_diff1": 0.250327, "main_score": 0.00126, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.00487, "ndcg_at_3": 0.00452, "ndcg_at_5": 0.00452, "ndcg_at_10": 0.00452, "ndcg_at_20": 0.00452, "ndcg_at_100": 0.0047, "ndcg_at_1000": 0.00636, "map_at_1": 0.00243, "map_at_3": 0.00365, "map_at_5": 0.00365, "map_at_10": 0.00365, "map_at_20": 0.00365, "map_at_100": 0.00366, "map_at_1000": 0.00369, "recall_at_1": 0.00243, "recall_at_3": 0.00487, "recall_at_5": 0.00487, "recall_at_10": 0.00487, "recall_at_20": 0.00487, "recall_at_100": 0.00568, "recall_at_1000": 0.01659, "precision_at_1": 0.00487, "precision_at_3": 0.00243, "precision_at_5": 0.00146, "precision_at_10": 0.00073, "precision_at_20": 0.00036, "precision_at_100": 0.0001, "precision_at_1000": 4e-05, "mrr_at_1": 0.004866, "mrr_at_3": 0.006083, "mrr_at_5": 0.006083, "mrr_at_10": 0.006083, "mrr_at_20": 0.006083, "mrr_at_100": 0.006111, "mrr_at_1000": 0.006188, "nauc_ndcg_at_1_max": -0.124645, "nauc_ndcg_at_1_std": -0.045064, "nauc_ndcg_at_1_diff1": -0.194123, "nauc_ndcg_at_3_max": -0.152153, "nauc_ndcg_at_3_std": 0.080297, "nauc_ndcg_at_3_diff1": 0.21154, "nauc_ndcg_at_5_max": -0.152153, "nauc_ndcg_at_5_std": 0.080297, "nauc_ndcg_at_5_diff1": 0.21154, "nauc_ndcg_at_10_max": -0.152153, "nauc_ndcg_at_10_std": 0.080297, "nauc_ndcg_at_10_diff1": 0.21154, "nauc_ndcg_at_20_max": -0.152153, "nauc_ndcg_at_20_std": 0.080297, "nauc_ndcg_at_20_diff1": 0.21154, "nauc_ndcg_at_100_max": -0.149076, "nauc_ndcg_at_100_std": 0.114919, "nauc_ndcg_at_100_diff1": 0.215772, "nauc_ndcg_at_1000_max": -0.22858, "nauc_ndcg_at_1000_std": 0.157457, "nauc_ndcg_at_1000_diff1": 0.172938, "nauc_map_at_1_max": -0.124645, "nauc_map_at_1_std": -0.045064, "nauc_map_at_1_diff1": -0.194123, "nauc_map_at_3_max": -0.151636, "nauc_map_at_3_std": 0.077941, "nauc_map_at_3_diff1": 0.203918, "nauc_map_at_5_max": -0.151636, "nauc_map_at_5_std": 0.077941, "nauc_map_at_5_diff1": 0.203918, "nauc_map_at_10_max": -0.151636, "nauc_map_at_10_std": 0.077941, "nauc_map_at_10_diff1": 0.203918, "nauc_map_at_20_max": -0.151636, "nauc_map_at_20_std": 0.077941, "nauc_map_at_20_diff1": 0.203918, "nauc_map_at_100_max": -0.151429, "nauc_map_at_100_std": 0.080291, "nauc_map_at_100_diff1": 0.204224, "nauc_map_at_1000_max": -0.154472, "nauc_map_at_1000_std": 0.081718, "nauc_map_at_1000_diff1": 0.204314, "nauc_recall_at_1_max": -0.124645, "nauc_recall_at_1_std": -0.045064, "nauc_recall_at_1_diff1": -0.194123, "nauc_recall_at_3_max": -0.165132, "nauc_recall_at_3_std": 0.139444, "nauc_recall_at_3_diff1": 0.402938, "nauc_recall_at_5_max": -0.165132, "nauc_recall_at_5_std": 0.139444, "nauc_recall_at_5_diff1": 0.402938, "nauc_recall_at_10_max": -0.165132, "nauc_recall_at_10_std": 0.139444, "nauc_recall_at_10_diff1": 0.402938, "nauc_recall_at_20_max": -0.165132, "nauc_recall_at_20_std": 0.139444, "nauc_recall_at_20_diff1": 0.402938, "nauc_recall_at_100_max": -0.1516, "nauc_recall_at_100_std": 0.262381, "nauc_recall_at_100_diff1": 0.391655, "nauc_recall_at_1000_max": -0.354952, "nauc_recall_at_1000_std": 0.247925, "nauc_recall_at_1000_diff1": 0.126821, "nauc_precision_at_1_max": -0.124645, "nauc_precision_at_1_std": -0.045064, "nauc_precision_at_1_diff1": -0.194123, "nauc_precision_at_3_max": -0.151636, "nauc_precision_at_3_std": 0.077941, "nauc_precision_at_3_diff1": 0.203918, "nauc_precision_at_5_max": -0.151636, "nauc_precision_at_5_std": 0.077941, "nauc_precision_at_5_diff1": 0.203918, "nauc_precision_at_10_max": -0.151636, "nauc_precision_at_10_std": 0.077941, "nauc_precision_at_10_diff1": 0.203918, "nauc_precision_at_20_max": -0.151636, "nauc_precision_at_20_std": 0.077941, "nauc_precision_at_20_diff1": 0.203918, "nauc_precision_at_100_max": -0.131329, "nauc_precision_at_100_std": 0.308456, "nauc_precision_at_100_diff1": 0.233927, "nauc_precision_at_1000_max": -0.351825, "nauc_precision_at_1000_std": 0.353262, "nauc_precision_at_1000_diff1": 0.113389, "nauc_mrr_at_1_max": -0.124645, "nauc_mrr_at_1_std": -0.045064, "nauc_mrr_at_1_diff1": -0.194123, "nauc_mrr_at_3_max": -0.14084, "nauc_mrr_at_3_std": 0.028739, "nauc_mrr_at_3_diff1": 0.044702, "nauc_mrr_at_5_max": -0.14084, "nauc_mrr_at_5_std": 0.028739, "nauc_mrr_at_5_diff1": 0.044702, "nauc_mrr_at_10_max": -0.14084, "nauc_mrr_at_10_std": 0.028739, "nauc_mrr_at_10_diff1": 0.044702, "nauc_mrr_at_20_max": -0.14084, "nauc_mrr_at_20_std": 0.028739, "nauc_mrr_at_20_diff1": 0.044702, "nauc_mrr_at_100_max": -0.140517, "nauc_mrr_at_100_std": 0.033184, "nauc_mrr_at_100_diff1": 0.04598, "nauc_mrr_at_1000_max": -0.144427, "nauc_mrr_at_1000_std": 0.035027, "nauc_mrr_at_1000_diff1": 0.046918, "main_score": 0.00452, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.07213, "ndcg_at_3": 0.07044, "ndcg_at_5": 0.07704, "ndcg_at_10": 0.0982, "ndcg_at_20": 0.12495, "ndcg_at_100": 0.17258, "ndcg_at_1000": 0.21526, "map_at_1": 0.02973, "map_at_3": 0.04476, "map_at_5": 0.05107, "map_at_10": 0.06031, "map_at_20": 0.06832, "map_at_100": 0.07673, "map_at_1000": 0.07866, "recall_at_1": 0.02973, "recall_at_3": 0.06479, "recall_at_5": 0.08845, "recall_at_10": 0.13993, "recall_at_20": 0.21863, "recall_at_100": 0.41883, "recall_at_1000": 0.68387, "precision_at_1": 0.07213, "precision_at_3": 0.05464, "precision_at_5": 0.04393, "precision_at_10": 0.03639, "precision_at_20": 0.02951, "precision_at_100": 0.01125, "precision_at_1000": 0.00182, "mrr_at_1": 0.072131, "mrr_at_3": 0.104918, "mrr_at_5": 0.116066, "mrr_at_10": 0.128082, "mrr_at_20": 0.13618, "mrr_at_100": 0.140316, "mrr_at_1000": 0.141403, "nauc_ndcg_at_1_max": 0.108314, "nauc_ndcg_at_1_std": 0.357433, "nauc_ndcg_at_1_diff1": 0.418408, "nauc_ndcg_at_3_max": 0.095046, "nauc_ndcg_at_3_std": 0.296743, "nauc_ndcg_at_3_diff1": 0.321159, "nauc_ndcg_at_5_max": 0.128851, "nauc_ndcg_at_5_std": 0.265221, "nauc_ndcg_at_5_diff1": 0.289742, "nauc_ndcg_at_10_max": 0.135182, "nauc_ndcg_at_10_std": 0.274248, "nauc_ndcg_at_10_diff1": 0.251057, "nauc_ndcg_at_20_max": 0.125938, "nauc_ndcg_at_20_std": 0.315423, "nauc_ndcg_at_20_diff1": 0.23011, "nauc_ndcg_at_100_max": 0.088849, "nauc_ndcg_at_100_std": 0.390044, "nauc_ndcg_at_100_diff1": 0.243119, "nauc_ndcg_at_1000_max": 0.067822, "nauc_ndcg_at_1000_std": 0.415697, "nauc_ndcg_at_1000_diff1": 0.248071, "nauc_map_at_1_max": 0.169971, "nauc_map_at_1_std": 0.326796, "nauc_map_at_1_diff1": 0.547774, "nauc_map_at_3_max": 0.111017, "nauc_map_at_3_std": 0.300347, "nauc_map_at_3_diff1": 0.400195, "nauc_map_at_5_max": 0.133361, "nauc_map_at_5_std": 0.267443, "nauc_map_at_5_diff1": 0.354351, "nauc_map_at_10_max": 0.143944, "nauc_map_at_10_std": 0.282834, "nauc_map_at_10_diff1": 0.331163, "nauc_map_at_20_max": 0.142461, "nauc_map_at_20_std": 0.30269, "nauc_map_at_20_diff1": 0.314189, "nauc_map_at_100_max": 0.127604, "nauc_map_at_100_std": 0.323857, "nauc_map_at_100_diff1": 0.308699, "nauc_map_at_1000_max": 0.126205, "nauc_map_at_1000_std": 0.32893, "nauc_map_at_1000_diff1": 0.310098, "nauc_recall_at_1_max": 0.169971, "nauc_recall_at_1_std": 0.326796, "nauc_recall_at_1_diff1": 0.547774, "nauc_recall_at_3_max": 0.073696, "nauc_recall_at_3_std": 0.264885, "nauc_recall_at_3_diff1": 0.27656, "nauc_recall_at_5_max": 0.13028, "nauc_recall_at_5_std": 0.189814, "nauc_recall_at_5_diff1": 0.19929, "nauc_recall_at_10_max": 0.121361, "nauc_recall_at_10_std": 0.213083, "nauc_recall_at_10_diff1": 0.127784, "nauc_recall_at_20_max": 0.111836, "nauc_recall_at_20_std": 0.291081, "nauc_recall_at_20_diff1": 0.11523, "nauc_recall_at_100_max": 0.045625, "nauc_recall_at_100_std": 0.436055, "nauc_recall_at_100_diff1": 0.174425, "nauc_recall_at_1000_max": -0.03225, "nauc_recall_at_1000_std": 0.544795, "nauc_recall_at_1000_diff1": 0.167989, "nauc_precision_at_1_max": 0.108314, "nauc_precision_at_1_std": 0.357433, "nauc_precision_at_1_diff1": 0.418408, "nauc_precision_at_3_max": 0.086713, "nauc_precision_at_3_std": 0.280403, "nauc_precision_at_3_diff1": 0.2316, "nauc_precision_at_5_max": 0.131934, "nauc_precision_at_5_std": 0.260134, "nauc_precision_at_5_diff1": 0.202692, "nauc_precision_at_10_max": 0.121984, "nauc_precision_at_10_std": 0.309281, "nauc_precision_at_10_diff1": 0.184482, "nauc_precision_at_20_max": 0.085246, "nauc_precision_at_20_std": 0.365318, "nauc_precision_at_20_diff1": 0.13781, "nauc_precision_at_100_max": -0.021411, "nauc_precision_at_100_std": 0.448221, "nauc_precision_at_100_diff1": 0.14265, "nauc_precision_at_1000_max": -0.08231, "nauc_precision_at_1000_std": 0.401875, "nauc_precision_at_1000_diff1": 0.123095, "nauc_mrr_at_1_max": 0.108314, "nauc_mrr_at_1_std": 0.357433, "nauc_mrr_at_1_diff1": 0.418408, "nauc_mrr_at_3_max": 0.111956, "nauc_mrr_at_3_std": 0.307077, "nauc_mrr_at_3_diff1": 0.309977, "nauc_mrr_at_5_max": 0.124923, "nauc_mrr_at_5_std": 0.296544, "nauc_mrr_at_5_diff1": 0.304974, "nauc_mrr_at_10_max": 0.119252, "nauc_mrr_at_10_std": 0.297485, "nauc_mrr_at_10_diff1": 0.282642, "nauc_mrr_at_20_max": 0.110648, "nauc_mrr_at_20_std": 0.30474, "nauc_mrr_at_20_diff1": 0.278155, "nauc_mrr_at_100_max": 0.109441, "nauc_mrr_at_100_std": 0.310557, "nauc_mrr_at_100_diff1": 0.281382, "nauc_mrr_at_1000_max": 0.108927, "nauc_mrr_at_1000_std": 0.310526, "nauc_mrr_at_1000_diff1": 0.281621, "main_score": 0.0982, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.15144, "ndcg_at_3": 0.15692, "ndcg_at_5": 0.16611, "ndcg_at_10": 0.19078, "ndcg_at_20": 0.22085, "ndcg_at_100": 0.28581, "ndcg_at_1000": 0.32572, "map_at_1": 0.06883, "map_at_3": 0.10721, "map_at_5": 0.11971, "map_at_10": 0.133, "map_at_20": 0.14266, "map_at_100": 0.15427, "map_at_1000": 0.15661, "recall_at_1": 0.06883, "recall_at_3": 0.14147, "recall_at_5": 0.18109, "recall_at_10": 0.2494, "recall_at_20": 0.34035, "recall_at_100": 0.61095, "recall_at_1000": 0.84234, "precision_at_1": 0.15144, "precision_at_3": 0.11681, "precision_at_5": 0.09312, "precision_at_10": 0.06621, "precision_at_20": 0.04537, "precision_at_100": 0.01668, "precision_at_1000": 0.00241, "mrr_at_1": 0.151439, "mrr_at_3": 0.212766, "mrr_at_5": 0.226658, "mrr_at_10": 0.240102, "mrr_at_20": 0.248199, "mrr_at_100": 0.254035, "mrr_at_1000": 0.254646, "nauc_ndcg_at_1_max": 0.406604, "nauc_ndcg_at_1_std": 0.042355, "nauc_ndcg_at_1_diff1": 0.270473, "nauc_ndcg_at_3_max": 0.366415, "nauc_ndcg_at_3_std": 0.025928, "nauc_ndcg_at_3_diff1": 0.195135, "nauc_ndcg_at_5_max": 0.353931, "nauc_ndcg_at_5_std": 0.031088, "nauc_ndcg_at_5_diff1": 0.189591, "nauc_ndcg_at_10_max": 0.355148, "nauc_ndcg_at_10_std": 0.012261, "nauc_ndcg_at_10_diff1": 0.1898, "nauc_ndcg_at_20_max": 0.356395, "nauc_ndcg_at_20_std": 0.03462, "nauc_ndcg_at_20_diff1": 0.186205, "nauc_ndcg_at_100_max": 0.380099, "nauc_ndcg_at_100_std": 0.101671, "nauc_ndcg_at_100_diff1": 0.166579, "nauc_ndcg_at_1000_max": 0.390703, "nauc_ndcg_at_1000_std": 0.111772, "nauc_ndcg_at_1000_diff1": 0.176511, "nauc_map_at_1_max": 0.418728, "nauc_map_at_1_std": -0.052901, "nauc_map_at_1_diff1": 0.269856, "nauc_map_at_3_max": 0.373631, "nauc_map_at_3_std": -0.036487, "nauc_map_at_3_diff1": 0.213094, "nauc_map_at_5_max": 0.364996, "nauc_map_at_5_std": -0.016721, "nauc_map_at_5_diff1": 0.207453, "nauc_map_at_10_max": 0.366145, "nauc_map_at_10_std": -0.016887, "nauc_map_at_10_diff1": 0.201515, "nauc_map_at_20_max": 0.368048, "nauc_map_at_20_std": -0.00779, "nauc_map_at_20_diff1": 0.2008, "nauc_map_at_100_max": 0.375072, "nauc_map_at_100_std": 0.010799, "nauc_map_at_100_diff1": 0.19601, "nauc_map_at_1000_max": 0.376857, "nauc_map_at_1000_std": 0.01276, "nauc_map_at_1000_diff1": 0.19699, "nauc_recall_at_1_max": 0.418728, "nauc_recall_at_1_std": -0.052901, "nauc_recall_at_1_diff1": 0.269856, "nauc_recall_at_3_max": 0.320307, "nauc_recall_at_3_std": -0.025215, "nauc_recall_at_3_diff1": 0.15956, "nauc_recall_at_5_max": 0.293009, "nauc_recall_at_5_std": 0.013419, "nauc_recall_at_5_diff1": 0.143419, "nauc_recall_at_10_max": 0.278466, "nauc_recall_at_10_std": -0.014515, "nauc_recall_at_10_diff1": 0.125383, "nauc_recall_at_20_max": 0.25461, "nauc_recall_at_20_std": 0.026392, "nauc_recall_at_20_diff1": 0.103998, "nauc_recall_at_100_max": 0.267368, "nauc_recall_at_100_std": 0.211123, "nauc_recall_at_100_diff1": 0.012643, "nauc_recall_at_1000_max": 0.328475, "nauc_recall_at_1000_std": 0.366887, "nauc_recall_at_1000_diff1": -0.015257, "nauc_precision_at_1_max": 0.406604, "nauc_precision_at_1_std": 0.042355, "nauc_precision_at_1_diff1": 0.270473, "nauc_precision_at_3_max": 0.346914, "nauc_precision_at_3_std": 0.08029, "nauc_precision_at_3_diff1": 0.167817, "nauc_precision_at_5_max": 0.312688, "nauc_precision_at_5_std": 0.132019, "nauc_precision_at_5_diff1": 0.143602, "nauc_precision_at_10_max": 0.327052, "nauc_precision_at_10_std": 0.121475, "nauc_precision_at_10_diff1": 0.153314, "nauc_precision_at_20_max": 0.324597, "nauc_precision_at_20_std": 0.176144, "nauc_precision_at_20_diff1": 0.1494, "nauc_precision_at_100_max": 0.299503, "nauc_precision_at_100_std": 0.303882, "nauc_precision_at_100_diff1": 0.078319, "nauc_precision_at_1000_max": 0.213492, "nauc_precision_at_1000_std": 0.273517, "nauc_precision_at_1000_diff1": 0.06269, "nauc_mrr_at_1_max": 0.406604, "nauc_mrr_at_1_std": 0.042355, "nauc_mrr_at_1_diff1": 0.270473, "nauc_mrr_at_3_max": 0.372722, "nauc_mrr_at_3_std": 0.064359, "nauc_mrr_at_3_diff1": 0.224132, "nauc_mrr_at_5_max": 0.369715, "nauc_mrr_at_5_std": 0.075817, "nauc_mrr_at_5_diff1": 0.218139, "nauc_mrr_at_10_max": 0.370305, "nauc_mrr_at_10_std": 0.069195, "nauc_mrr_at_10_diff1": 0.222383, "nauc_mrr_at_20_max": 0.37059, "nauc_mrr_at_20_std": 0.074841, "nauc_mrr_at_20_diff1": 0.221528, "nauc_mrr_at_100_max": 0.370681, "nauc_mrr_at_100_std": 0.076143, "nauc_mrr_at_100_diff1": 0.219919, "nauc_mrr_at_1000_max": 0.370689, "nauc_mrr_at_1000_std": 0.075908, "nauc_mrr_at_1000_diff1": 0.220227, "main_score": 0.19078, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.13735, "ndcg_at_3": 0.11878, "ndcg_at_5": 0.11931, "ndcg_at_10": 0.13495, "ndcg_at_20": 0.1616, "ndcg_at_100": 0.21649, "ndcg_at_1000": 0.26213, "map_at_1": 0.03711, "map_at_3": 0.05795, "map_at_5": 0.06813, "map_at_10": 0.08062, "map_at_20": 0.09005, "map_at_100": 0.10127, "map_at_1000": 0.10409, "recall_at_1": 0.03711, "recall_at_3": 0.0741, "recall_at_5": 0.10707, "recall_at_10": 0.16096, "recall_at_20": 0.22654, "recall_at_100": 0.41787, "recall_at_1000": 0.64688, "precision_at_1": 0.13735, "precision_at_3": 0.09928, "precision_at_5": 0.0858, "precision_at_10": 0.07022, "precision_at_20": 0.05085, "precision_at_100": 0.01887, "precision_at_1000": 0.00301, "mrr_at_1": 0.137346, "mrr_at_3": 0.181584, "mrr_at_5": 0.196862, "mrr_at_10": 0.211471, "mrr_at_20": 0.218472, "mrr_at_100": 0.223316, "mrr_at_1000": 0.224, "nauc_ndcg_at_1_max": 0.144392, "nauc_ndcg_at_1_std": 0.088365, "nauc_ndcg_at_1_diff1": 0.203143, "nauc_ndcg_at_3_max": 0.110753, "nauc_ndcg_at_3_std": 0.109836, "nauc_ndcg_at_3_diff1": 0.162395, "nauc_ndcg_at_5_max": 0.096242, "nauc_ndcg_at_5_std": 0.088931, "nauc_ndcg_at_5_diff1": 0.138245, "nauc_ndcg_at_10_max": 0.109977, "nauc_ndcg_at_10_std": 0.125351, "nauc_ndcg_at_10_diff1": 0.128586, "nauc_ndcg_at_20_max": 0.108057, "nauc_ndcg_at_20_std": 0.166342, "nauc_ndcg_at_20_diff1": 0.131178, "nauc_ndcg_at_100_max": 0.1413, "nauc_ndcg_at_100_std": 0.245841, "nauc_ndcg_at_100_diff1": 0.124869, "nauc_ndcg_at_1000_max": 0.130908, "nauc_ndcg_at_1000_std": 0.278754, "nauc_ndcg_at_1000_diff1": 0.135712, "nauc_map_at_1_max": 0.08027, "nauc_map_at_1_std": 0.005745, "nauc_map_at_1_diff1": 0.268669, "nauc_map_at_3_max": 0.098002, "nauc_map_at_3_std": 0.051946, "nauc_map_at_3_diff1": 0.204465, "nauc_map_at_5_max": 0.09506, "nauc_map_at_5_std": 0.057742, "nauc_map_at_5_diff1": 0.17948, "nauc_map_at_10_max": 0.106574, "nauc_map_at_10_std": 0.09161, "nauc_map_at_10_diff1": 0.166439, "nauc_map_at_20_max": 0.10658, "nauc_map_at_20_std": 0.116551, "nauc_map_at_20_diff1": 0.15963, "nauc_map_at_100_max": 0.116895, "nauc_map_at_100_std": 0.151817, "nauc_map_at_100_diff1": 0.156393, "nauc_map_at_1000_max": 0.116848, "nauc_map_at_1000_std": 0.157997, "nauc_map_at_1000_diff1": 0.157581, "nauc_recall_at_1_max": 0.08027, "nauc_recall_at_1_std": 0.005745, "nauc_recall_at_1_diff1": 0.268669, "nauc_recall_at_3_max": 0.10165, "nauc_recall_at_3_std": 0.056999, "nauc_recall_at_3_diff1": 0.167809, "nauc_recall_at_5_max": 0.071997, "nauc_recall_at_5_std": 0.038994, "nauc_recall_at_5_diff1": 0.10215, "nauc_recall_at_10_max": 0.083768, "nauc_recall_at_10_std": 0.118321, "nauc_recall_at_10_diff1": 0.077246, "nauc_recall_at_20_max": 0.080885, "nauc_recall_at_20_std": 0.1902, "nauc_recall_at_20_diff1": 0.088449, "nauc_recall_at_100_max": 0.151028, "nauc_recall_at_100_std": 0.326884, "nauc_recall_at_100_diff1": 0.057826, "nauc_recall_at_1000_max": 0.108578, "nauc_recall_at_1000_std": 0.448393, "nauc_recall_at_1000_diff1": 0.06553, "nauc_precision_at_1_max": 0.144392, "nauc_precision_at_1_std": 0.088365, "nauc_precision_at_1_diff1": 0.203143, "nauc_precision_at_3_max": 0.117671, "nauc_precision_at_3_std": 0.156705, "nauc_precision_at_3_diff1": 0.118085, "nauc_precision_at_5_max": 0.105996, "nauc_precision_at_5_std": 0.141394, "nauc_precision_at_5_diff1": 0.078792, "nauc_precision_at_10_max": 0.132294, "nauc_precision_at_10_std": 0.218577, "nauc_precision_at_10_diff1": 0.064368, "nauc_precision_at_20_max": 0.115498, "nauc_precision_at_20_std": 0.273158, "nauc_precision_at_20_diff1": 0.074354, "nauc_precision_at_100_max": 0.157001, "nauc_precision_at_100_std": 0.374254, "nauc_precision_at_100_diff1": 0.077833, "nauc_precision_at_1000_max": 0.106498, "nauc_precision_at_1000_std": 0.373434, "nauc_precision_at_1000_diff1": 0.095342, "nauc_mrr_at_1_max": 0.144392, "nauc_mrr_at_1_std": 0.088365, "nauc_mrr_at_1_diff1": 0.203143, "nauc_mrr_at_3_max": 0.120631, "nauc_mrr_at_3_std": 0.10126, "nauc_mrr_at_3_diff1": 0.153767, "nauc_mrr_at_5_max": 0.114673, "nauc_mrr_at_5_std": 0.097609, "nauc_mrr_at_5_diff1": 0.141953, "nauc_mrr_at_10_max": 0.122116, "nauc_mrr_at_10_std": 0.115248, "nauc_mrr_at_10_diff1": 0.14381, "nauc_mrr_at_20_max": 0.122734, "nauc_mrr_at_20_std": 0.120242, "nauc_mrr_at_20_diff1": 0.148603, "nauc_mrr_at_100_max": 0.124525, "nauc_mrr_at_100_std": 0.122855, "nauc_mrr_at_100_diff1": 0.147676, "nauc_mrr_at_1000_max": 0.124225, "nauc_mrr_at_1000_std": 0.122534, "nauc_mrr_at_1000_diff1": 0.14789, "main_score": 0.13495, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.00949, "ndcg_at_3": 0.00706, "ndcg_at_5": 0.0083, "ndcg_at_10": 0.01147, "ndcg_at_20": 0.01423, "ndcg_at_100": 0.01859, "ndcg_at_1000": 0.02847, "map_at_1": 0.00559, "map_at_3": 0.00585, "map_at_5": 0.00647, "map_at_10": 0.00768, "map_at_20": 0.00834, "map_at_100": 0.00891, "map_at_1000": 0.00917, "recall_at_1": 0.00559, "recall_at_3": 0.00612, "recall_at_5": 0.00901, "recall_at_10": 0.01772, "recall_at_20": 0.02718, "recall_at_100": 0.04662, "recall_at_1000": 0.11979, "precision_at_1": 0.00949, "precision_at_3": 0.00369, "precision_at_5": 0.00348, "precision_at_10": 0.00316, "precision_at_20": 0.00245, "precision_at_100": 0.00089, "precision_at_1000": 0.00023, "mrr_at_1": 0.009494, "mrr_at_3": 0.010285, "mrr_at_5": 0.01163, "mrr_at_10": 0.013662, "mrr_at_20": 0.014743, "mrr_at_100": 0.015721, "mrr_at_1000": 0.016001, "nauc_ndcg_at_1_max": 0.130184, "nauc_ndcg_at_1_std": -0.00494, "nauc_ndcg_at_1_diff1": 0.308631, "nauc_ndcg_at_3_max": 0.213888, "nauc_ndcg_at_3_std": 0.148942, "nauc_ndcg_at_3_diff1": 0.359055, "nauc_ndcg_at_5_max": 0.163486, "nauc_ndcg_at_5_std": 0.138388, "nauc_ndcg_at_5_diff1": 0.34425, "nauc_ndcg_at_10_max": 0.115538, "nauc_ndcg_at_10_std": 0.168658, "nauc_ndcg_at_10_diff1": 0.241906, "nauc_ndcg_at_20_max": 0.121899, "nauc_ndcg_at_20_std": 0.118029, "nauc_ndcg_at_20_diff1": 0.187067, "nauc_ndcg_at_100_max": 0.071803, "nauc_ndcg_at_100_std": 0.092285, "nauc_ndcg_at_100_diff1": 0.165952, "nauc_ndcg_at_1000_max": 0.075509, "nauc_ndcg_at_1000_std": 0.092856, "nauc_ndcg_at_1000_diff1": 0.138336, "nauc_map_at_1_max": 0.283963, "nauc_map_at_1_std": 0.21968, "nauc_map_at_1_diff1": 0.380696, "nauc_map_at_3_max": 0.275597, "nauc_map_at_3_std": 0.224325, "nauc_map_at_3_diff1": 0.39334, "nauc_map_at_5_max": 0.232095, "nauc_map_at_5_std": 0.198574, "nauc_map_at_5_diff1": 0.369454, "nauc_map_at_10_max": 0.190628, "nauc_map_at_10_std": 0.20381, "nauc_map_at_10_diff1": 0.308035, "nauc_map_at_20_max": 0.184046, "nauc_map_at_20_std": 0.182477, "nauc_map_at_20_diff1": 0.282256, "nauc_map_at_100_max": 0.168528, "nauc_map_at_100_std": 0.167403, "nauc_map_at_100_diff1": 0.269377, "nauc_map_at_1000_max": 0.16431, "nauc_map_at_1000_std": 0.165656, "nauc_map_at_1000_diff1": 0.26575, "nauc_recall_at_1_max": 0.283963, "nauc_recall_at_1_std": 0.21968, "nauc_recall_at_1_diff1": 0.380696, "nauc_recall_at_3_max": 0.267952, "nauc_recall_at_3_std": 0.228568, "nauc_recall_at_3_diff1": 0.404894, "nauc_recall_at_5_max": 0.132757, "nauc_recall_at_5_std": 0.141159, "nauc_recall_at_5_diff1": 0.325554, "nauc_recall_at_10_max": 0.038413, "nauc_recall_at_10_std": 0.211121, "nauc_recall_at_10_diff1": 0.160929, "nauc_recall_at_20_max": 0.066519, "nauc_recall_at_20_std": 0.117294, "nauc_recall_at_20_diff1": 0.079067, "nauc_recall_at_100_max": -0.009771, "nauc_recall_at_100_std": 0.086879, "nauc_recall_at_100_diff1": 0.089678, "nauc_recall_at_1000_max": 0.057903, "nauc_recall_at_1000_std": 0.083081, "nauc_recall_at_1000_diff1": 0.061066, "nauc_precision_at_1_max": 0.130184, "nauc_precision_at_1_std": -0.00494, "nauc_precision_at_1_diff1": 0.308631, "nauc_precision_at_3_max": 0.12562, "nauc_precision_at_3_std": 0.041878, "nauc_precision_at_3_diff1": 0.359026, "nauc_precision_at_5_max": 0.059649, "nauc_precision_at_5_std": 0.05941, "nauc_precision_at_5_diff1": 0.273859, "nauc_precision_at_10_max": 0.0758, "nauc_precision_at_10_std": 0.153586, "nauc_precision_at_10_diff1": 0.149664, "nauc_precision_at_20_max": 0.131496, "nauc_precision_at_20_std": 0.042918, "nauc_precision_at_20_diff1": 0.09089, "nauc_precision_at_100_max": 0.04675, "nauc_precision_at_100_std": 0.028872, "nauc_precision_at_100_diff1": 0.109137, "nauc_precision_at_1000_max": 0.061574, "nauc_precision_at_1000_std": 0.071678, "nauc_precision_at_1000_diff1": 0.123686, "nauc_mrr_at_1_max": 0.130184, "nauc_mrr_at_1_std": -0.00494, "nauc_mrr_at_1_diff1": 0.308631, "nauc_mrr_at_3_max": 0.127726, "nauc_mrr_at_3_std": 0.020269, "nauc_mrr_at_3_diff1": 0.335767, "nauc_mrr_at_5_max": 0.102978, "nauc_mrr_at_5_std": 0.027252, "nauc_mrr_at_5_diff1": 0.310043, "nauc_mrr_at_10_max": 0.102947, "nauc_mrr_at_10_std": 0.057937, "nauc_mrr_at_10_diff1": 0.260391, "nauc_mrr_at_20_max": 0.108402, "nauc_mrr_at_20_std": 0.042749, "nauc_mrr_at_20_diff1": 0.241636, "nauc_mrr_at_100_max": 0.094737, "nauc_mrr_at_100_std": 0.036968, "nauc_mrr_at_100_diff1": 0.229821, "nauc_mrr_at_1000_max": 0.093091, "nauc_mrr_at_1000_std": 0.037706, "nauc_mrr_at_1000_diff1": 0.227722, "main_score": 0.01147, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.183, "ndcg_at_3": 0.18798, "ndcg_at_5": 0.21287, "ndcg_at_10": 0.24717, "ndcg_at_20": 0.27379, "ndcg_at_100": 0.3126, "ndcg_at_1000": 0.33774, "map_at_1": 0.10784, "map_at_3": 0.15326, "map_at_5": 0.16933, "map_at_10": 0.18491, "map_at_20": 0.19377, "map_at_100": 0.20042, "map_at_1000": 0.2016, "recall_at_1": 0.10784, "recall_at_3": 0.19746, "recall_at_5": 0.25399, "recall_at_10": 0.344, "recall_at_20": 0.43266, "recall_at_100": 0.60645, "recall_at_1000": 0.77253, "precision_at_1": 0.183, "precision_at_3": 0.11767, "precision_at_5": 0.0922, "precision_at_10": 0.0627, "precision_at_20": 0.0398, "precision_at_100": 0.01142, "precision_at_1000": 0.00148, "mrr_at_1": 0.183, "mrr_at_3": 0.238667, "mrr_at_5": 0.255017, "mrr_at_10": 0.269285, "mrr_at_20": 0.275205, "mrr_at_100": 0.279552, "mrr_at_1000": 0.280166, "nauc_ndcg_at_1_max": 0.206456, "nauc_ndcg_at_1_std": 0.052319, "nauc_ndcg_at_1_diff1": 0.371767, "nauc_ndcg_at_3_max": 0.190759, "nauc_ndcg_at_3_std": 0.064235, "nauc_ndcg_at_3_diff1": 0.314545, "nauc_ndcg_at_5_max": 0.205075, "nauc_ndcg_at_5_std": 0.051037, "nauc_ndcg_at_5_diff1": 0.300972, "nauc_ndcg_at_10_max": 0.19114, "nauc_ndcg_at_10_std": 0.087031, "nauc_ndcg_at_10_diff1": 0.291477, "nauc_ndcg_at_20_max": 0.183923, "nauc_ndcg_at_20_std": 0.113977, "nauc_ndcg_at_20_diff1": 0.287449, "nauc_ndcg_at_100_max": 0.184865, "nauc_ndcg_at_100_std": 0.154805, "nauc_ndcg_at_100_diff1": 0.289609, "nauc_ndcg_at_1000_max": 0.179422, "nauc_ndcg_at_1000_std": 0.154572, "nauc_ndcg_at_1000_diff1": 0.287225, "nauc_map_at_1_max": 0.17069, "nauc_map_at_1_std": 0.036935, "nauc_map_at_1_diff1": 0.379349, "nauc_map_at_3_max": 0.184631, "nauc_map_at_3_std": 0.054413, "nauc_map_at_3_diff1": 0.333138, "nauc_map_at_5_max": 0.196313, "nauc_map_at_5_std": 0.045136, "nauc_map_at_5_diff1": 0.322303, "nauc_map_at_10_max": 0.191362, "nauc_map_at_10_std": 0.06395, "nauc_map_at_10_diff1": 0.316238, "nauc_map_at_20_max": 0.189506, "nauc_map_at_20_std": 0.074556, "nauc_map_at_20_diff1": 0.315187, "nauc_map_at_100_max": 0.190054, "nauc_map_at_100_std": 0.083322, "nauc_map_at_100_diff1": 0.315808, "nauc_map_at_1000_max": 0.189809, "nauc_map_at_1000_std": 0.083616, "nauc_map_at_1000_diff1": 0.315476, "nauc_recall_at_1_max": 0.17069, "nauc_recall_at_1_std": 0.036935, "nauc_recall_at_1_diff1": 0.379349, "nauc_recall_at_3_max": 0.161606, "nauc_recall_at_3_std": 0.069829, "nauc_recall_at_3_diff1": 0.267447, "nauc_recall_at_5_max": 0.190174, "nauc_recall_at_5_std": 0.044573, "nauc_recall_at_5_diff1": 0.240067, "nauc_recall_at_10_max": 0.14727, "nauc_recall_at_10_std": 0.121273, "nauc_recall_at_10_diff1": 0.205522, "nauc_recall_at_20_max": 0.125068, "nauc_recall_at_20_std": 0.190712, "nauc_recall_at_20_diff1": 0.194536, "nauc_recall_at_100_max": 0.111199, "nauc_recall_at_100_std": 0.356299, "nauc_recall_at_100_diff1": 0.188707, "nauc_recall_at_1000_max": 0.039822, "nauc_recall_at_1000_std": 0.447061, "nauc_recall_at_1000_diff1": 0.147447, "nauc_precision_at_1_max": 0.206456, "nauc_precision_at_1_std": 0.052319, "nauc_precision_at_1_diff1": 0.371767, "nauc_precision_at_3_max": 0.226763, "nauc_precision_at_3_std": 0.084712, "nauc_precision_at_3_diff1": 0.274102, "nauc_precision_at_5_max": 0.243045, "nauc_precision_at_5_std": 0.064884, "nauc_precision_at_5_diff1": 0.237014, "nauc_precision_at_10_max": 0.207744, "nauc_precision_at_10_std": 0.130221, "nauc_precision_at_10_diff1": 0.208052, "nauc_precision_at_20_max": 0.168223, "nauc_precision_at_20_std": 0.178222, "nauc_precision_at_20_diff1": 0.170637, "nauc_precision_at_100_max": 0.146777, "nauc_precision_at_100_std": 0.26161, "nauc_precision_at_100_diff1": 0.11471, "nauc_precision_at_1000_max": 0.092102, "nauc_precision_at_1000_std": 0.229552, "nauc_precision_at_1000_diff1": 0.045862, "nauc_mrr_at_1_max": 0.206456, "nauc_mrr_at_1_std": 0.052319, "nauc_mrr_at_1_diff1": 0.371767, "nauc_mrr_at_3_max": 0.205588, "nauc_mrr_at_3_std": 0.064236, "nauc_mrr_at_3_diff1": 0.319737, "nauc_mrr_at_5_max": 0.21256, "nauc_mrr_at_5_std": 0.061302, "nauc_mrr_at_5_diff1": 0.314291, "nauc_mrr_at_10_max": 0.20421, "nauc_mrr_at_10_std": 0.074191, "nauc_mrr_at_10_diff1": 0.312434, "nauc_mrr_at_20_max": 0.202441, "nauc_mrr_at_20_std": 0.078762, "nauc_mrr_at_20_diff1": 0.311097, "nauc_mrr_at_100_max": 0.202446, "nauc_mrr_at_100_std": 0.081184, "nauc_mrr_at_100_diff1": 0.312174, "nauc_mrr_at_1000_max": 0.20236, "nauc_mrr_at_1000_std": 0.080877, "nauc_mrr_at_1000_diff1": 0.312189, "main_score": 0.24717, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.06414, "ndcg_at_3": 0.07347, "ndcg_at_5": 0.08551, "ndcg_at_10": 0.10267, "ndcg_at_20": 0.12079, "ndcg_at_100": 0.17891, "ndcg_at_1000": 0.2159, "map_at_1": 0.03273, "map_at_3": 0.05364, "map_at_5": 0.06042, "map_at_10": 0.06772, "map_at_20": 0.0728, "map_at_100": 0.08181, "map_at_1000": 0.08363, "recall_at_1": 0.03273, "recall_at_3": 0.07804, "recall_at_5": 0.10538, "recall_at_10": 0.14963, "recall_at_20": 0.20573, "recall_at_100": 0.4685, "recall_at_1000": 0.7099, "precision_at_1": 0.06414, "precision_at_3": 0.05248, "precision_at_5": 0.04548, "precision_at_10": 0.03236, "precision_at_20": 0.02274, "precision_at_100": 0.01023, "precision_at_1000": 0.00155, "mrr_at_1": 0.06414, "mrr_at_3": 0.09621, "mrr_at_5": 0.109475, "mrr_at_10": 0.119247, "mrr_at_20": 0.125335, "mrr_at_100": 0.131598, "mrr_at_1000": 0.132399, "nauc_ndcg_at_1_max": 0.064695, "nauc_ndcg_at_1_std": 0.205487, "nauc_ndcg_at_1_diff1": 0.243234, "nauc_ndcg_at_3_max": 0.104167, "nauc_ndcg_at_3_std": 0.215708, "nauc_ndcg_at_3_diff1": 0.183776, "nauc_ndcg_at_5_max": 0.088067, "nauc_ndcg_at_5_std": 0.200086, "nauc_ndcg_at_5_diff1": 0.180155, "nauc_ndcg_at_10_max": 0.102778, "nauc_ndcg_at_10_std": 0.187983, "nauc_ndcg_at_10_diff1": 0.178031, "nauc_ndcg_at_20_max": 0.131631, "nauc_ndcg_at_20_std": 0.193385, "nauc_ndcg_at_20_diff1": 0.180482, "nauc_ndcg_at_100_max": 0.096314, "nauc_ndcg_at_100_std": 0.241886, "nauc_ndcg_at_100_diff1": 0.142891, "nauc_ndcg_at_1000_max": 0.080484, "nauc_ndcg_at_1000_std": 0.272265, "nauc_ndcg_at_1000_diff1": 0.156679, "nauc_map_at_1_max": 0.052186, "nauc_map_at_1_std": 0.20218, "nauc_map_at_1_diff1": 0.287583, "nauc_map_at_3_max": 0.075524, "nauc_map_at_3_std": 0.198047, "nauc_map_at_3_diff1": 0.215301, "nauc_map_at_5_max": 0.068594, "nauc_map_at_5_std": 0.196656, "nauc_map_at_5_diff1": 0.205058, "nauc_map_at_10_max": 0.081834, "nauc_map_at_10_std": 0.193456, "nauc_map_at_10_diff1": 0.209114, "nauc_map_at_20_max": 0.099932, "nauc_map_at_20_std": 0.196586, "nauc_map_at_20_diff1": 0.211782, "nauc_map_at_100_max": 0.090121, "nauc_map_at_100_std": 0.20647, "nauc_map_at_100_diff1": 0.200525, "nauc_map_at_1000_max": 0.088324, "nauc_map_at_1000_std": 0.209673, "nauc_map_at_1000_diff1": 0.201411, "nauc_recall_at_1_max": 0.052186, "nauc_recall_at_1_std": 0.20218, "nauc_recall_at_1_diff1": 0.287583, "nauc_recall_at_3_max": 0.10758, "nauc_recall_at_3_std": 0.211911, "nauc_recall_at_3_diff1": 0.179282, "nauc_recall_at_5_max": 0.088641, "nauc_recall_at_5_std": 0.195956, "nauc_recall_at_5_diff1": 0.163096, "nauc_recall_at_10_max": 0.121402, "nauc_recall_at_10_std": 0.165051, "nauc_recall_at_10_diff1": 0.161596, "nauc_recall_at_20_max": 0.168309, "nauc_recall_at_20_std": 0.172721, "nauc_recall_at_20_diff1": 0.153713, "nauc_recall_at_100_max": 0.072141, "nauc_recall_at_100_std": 0.291887, "nauc_recall_at_100_diff1": 0.062544, "nauc_recall_at_1000_max": 0.040603, "nauc_recall_at_1000_std": 0.443952, "nauc_recall_at_1000_diff1": 0.106318, "nauc_precision_at_1_max": 0.064695, "nauc_precision_at_1_std": 0.205487, "nauc_precision_at_1_diff1": 0.243234, "nauc_precision_at_3_max": 0.138519, "nauc_precision_at_3_std": 0.223421, "nauc_precision_at_3_diff1": 0.117886, "nauc_precision_at_5_max": 0.11678, "nauc_precision_at_5_std": 0.198574, "nauc_precision_at_5_diff1": 0.130011, "nauc_precision_at_10_max": 0.127061, "nauc_precision_at_10_std": 0.182365, "nauc_precision_at_10_diff1": 0.130297, "nauc_precision_at_20_max": 0.181643, "nauc_precision_at_20_std": 0.174106, "nauc_precision_at_20_diff1": 0.140847, "nauc_precision_at_100_max": 0.074171, "nauc_precision_at_100_std": 0.225615, "nauc_precision_at_100_diff1": 0.047916, "nauc_precision_at_1000_max": -0.015281, "nauc_precision_at_1000_std": 0.237793, "nauc_precision_at_1000_diff1": 0.054765, "nauc_mrr_at_1_max": 0.064695, "nauc_mrr_at_1_std": 0.205487, "nauc_mrr_at_1_diff1": 0.243234, "nauc_mrr_at_3_max": 0.100409, "nauc_mrr_at_3_std": 0.212461, "nauc_mrr_at_3_diff1": 0.153561, "nauc_mrr_at_5_max": 0.098224, "nauc_mrr_at_5_std": 0.20099, "nauc_mrr_at_5_diff1": 0.162821, "nauc_mrr_at_10_max": 0.102538, "nauc_mrr_at_10_std": 0.194389, "nauc_mrr_at_10_diff1": 0.155912, "nauc_mrr_at_20_max": 0.106626, "nauc_mrr_at_20_std": 0.194773, "nauc_mrr_at_20_diff1": 0.158154, "nauc_mrr_at_100_max": 0.102397, "nauc_mrr_at_100_std": 0.199678, "nauc_mrr_at_100_diff1": 0.154562, "nauc_mrr_at_1000_max": 0.101984, "nauc_mrr_at_1000_std": 0.200017, "nauc_mrr_at_1000_diff1": 0.155085, "main_score": 0.10267, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00303, "ndcg_at_5": 0.0025, "ndcg_at_10": 0.003, "ndcg_at_20": 0.00422, "ndcg_at_100": 0.00771, "ndcg_at_1000": 0.01928, "map_at_1": 0.0, "map_at_3": 0.00116, "map_at_5": 0.00116, "map_at_10": 0.00134, "map_at_20": 0.00157, "map_at_100": 0.00188, "map_at_1000": 0.00216, "recall_at_1": 0.0, "recall_at_3": 0.00271, "recall_at_5": 0.00271, "recall_at_10": 0.00414, "recall_at_20": 0.00748, "recall_at_100": 0.02336, "recall_at_1000": 0.10717, "precision_at_1": 0.0, "precision_at_3": 0.00381, "precision_at_5": 0.00229, "precision_at_10": 0.00143, "precision_at_20": 0.00129, "precision_at_100": 0.00066, "precision_at_1000": 0.00024, "mrr_at_1": 0.0, "mrr_at_3": 0.004762, "mrr_at_5": 0.004762, "mrr_at_10": 0.005119, "mrr_at_20": 0.00588, "mrr_at_100": 0.006536, "mrr_at_1000": 0.006884, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.253259, "nauc_ndcg_at_3_std": 0.347686, "nauc_ndcg_at_3_diff1": -0.076857, "nauc_ndcg_at_5_max": -0.270354, "nauc_ndcg_at_5_std": 0.357673, "nauc_ndcg_at_5_diff1": -0.048674, "nauc_ndcg_at_10_max": -0.042752, "nauc_ndcg_at_10_std": 0.195718, "nauc_ndcg_at_10_diff1": -0.097997, "nauc_ndcg_at_20_max": -0.112045, "nauc_ndcg_at_20_std": 0.188409, "nauc_ndcg_at_20_diff1": -0.076457, "nauc_ndcg_at_100_max": 0.005636, "nauc_ndcg_at_100_std": 0.107222, "nauc_ndcg_at_100_diff1": -0.036699, "nauc_ndcg_at_1000_max": -0.045137, "nauc_ndcg_at_1000_std": 0.163143, "nauc_ndcg_at_1000_diff1": 0.038103, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.301065, "nauc_map_at_3_std": 0.424966, "nauc_map_at_3_diff1": -0.044367, "nauc_map_at_5_max": -0.301065, "nauc_map_at_5_std": 0.424966, "nauc_map_at_5_diff1": -0.044367, "nauc_map_at_10_max": -0.127332, "nauc_map_at_10_std": 0.291476, "nauc_map_at_10_diff1": -0.080971, "nauc_map_at_20_max": -0.156225, "nauc_map_at_20_std": 0.285267, "nauc_map_at_20_diff1": -0.063063, "nauc_map_at_100_max": -0.091955, "nauc_map_at_100_std": 0.246507, "nauc_map_at_100_diff1": -0.052616, "nauc_map_at_1000_max": -0.094966, "nauc_map_at_1000_std": 0.251503, "nauc_map_at_1000_diff1": -0.036773, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.279228, "nauc_recall_at_3_std": 0.322864, "nauc_recall_at_3_diff1": -0.013599, "nauc_recall_at_5_max": -0.279228, "nauc_recall_at_5_std": 0.322864, "nauc_recall_at_5_diff1": -0.013599, "nauc_recall_at_10_max": 0.161885, "nauc_recall_at_10_std": 0.013351, "nauc_recall_at_10_diff1": -0.118733, "nauc_recall_at_20_max": -0.046705, "nauc_recall_at_20_std": 0.103341, "nauc_recall_at_20_diff1": -0.062137, "nauc_recall_at_100_max": 0.074095, "nauc_recall_at_100_std": 0.015218, "nauc_recall_at_100_diff1": -0.025402, "nauc_recall_at_1000_max": -0.035386, "nauc_recall_at_1000_std": 0.134375, "nauc_recall_at_1000_diff1": 0.074461, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.238395, "nauc_precision_at_3_std": 0.284411, "nauc_precision_at_3_diff1": -0.055742, "nauc_precision_at_5_max": -0.238395, "nauc_precision_at_5_std": 0.284411, "nauc_precision_at_5_diff1": -0.055742, "nauc_precision_at_10_max": 0.009284, "nauc_precision_at_10_std": 0.112584, "nauc_precision_at_10_diff1": -0.108291, "nauc_precision_at_20_max": -0.097248, "nauc_precision_at_20_std": 0.088782, "nauc_precision_at_20_diff1": -0.110396, "nauc_precision_at_100_max": 0.039874, "nauc_precision_at_100_std": 0.039745, "nauc_precision_at_100_diff1": -0.024195, "nauc_precision_at_1000_max": -0.053122, "nauc_precision_at_1000_std": 0.169321, "nauc_precision_at_1000_diff1": 0.051542, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.264073, "nauc_mrr_at_3_std": 0.393721, "nauc_mrr_at_3_diff1": -0.092219, "nauc_mrr_at_5_max": -0.264073, "nauc_mrr_at_5_std": 0.393721, "nauc_mrr_at_5_diff1": -0.092219, "nauc_mrr_at_10_max": -0.175882, "nauc_mrr_at_10_std": 0.326155, "nauc_mrr_at_10_diff1": -0.108005, "nauc_mrr_at_20_max": -0.184382, "nauc_mrr_at_20_std": 0.296246, "nauc_mrr_at_20_diff1": -0.103895, "nauc_mrr_at_100_max": -0.147998, "nauc_mrr_at_100_std": 0.278773, "nauc_mrr_at_100_diff1": -0.085717, "nauc_mrr_at_1000_max": -0.146384, "nauc_mrr_at_1000_std": 0.276707, "nauc_mrr_at_1000_diff1": -0.081288, "main_score": 0.003, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.10521, "ndcg_at_3": 0.10321, "ndcg_at_5": 0.10903, "ndcg_at_10": 0.12481, "ndcg_at_20": 0.15049, "ndcg_at_100": 0.19039, "ndcg_at_1000": 0.22912, "map_at_1": 0.0462, "map_at_3": 0.06789, "map_at_5": 0.07509, "map_at_10": 0.08372, "map_at_20": 0.09159, "map_at_100": 0.09797, "map_at_1000": 0.0999, "recall_at_1": 0.0462, "recall_at_3": 0.09332, "recall_at_5": 0.11884, "recall_at_10": 0.16355, "recall_at_20": 0.2408, "recall_at_100": 0.39685, "recall_at_1000": 0.62105, "precision_at_1": 0.10521, "precision_at_3": 0.07257, "precision_at_5": 0.05958, "precision_at_10": 0.04375, "precision_at_20": 0.0326, "precision_at_100": 0.01179, "precision_at_1000": 0.00193, "mrr_at_1": 0.105208, "mrr_at_3": 0.147396, "mrr_at_5": 0.158073, "mrr_at_10": 0.167794, "mrr_at_20": 0.175892, "mrr_at_100": 0.180625, "mrr_at_1000": 0.181386, "nauc_ndcg_at_1_max": 0.079659, "nauc_ndcg_at_1_std": 0.060285, "nauc_ndcg_at_1_diff1": 0.256947, "nauc_ndcg_at_3_max": 0.057986, "nauc_ndcg_at_3_std": 0.113519, "nauc_ndcg_at_3_diff1": 0.218147, "nauc_ndcg_at_5_max": 0.05834, "nauc_ndcg_at_5_std": 0.131664, "nauc_ndcg_at_5_diff1": 0.206923, "nauc_ndcg_at_10_max": 0.061448, "nauc_ndcg_at_10_std": 0.140549, "nauc_ndcg_at_10_diff1": 0.182523, "nauc_ndcg_at_20_max": 0.066458, "nauc_ndcg_at_20_std": 0.172232, "nauc_ndcg_at_20_diff1": 0.175939, "nauc_ndcg_at_100_max": 0.064415, "nauc_ndcg_at_100_std": 0.227492, "nauc_ndcg_at_100_diff1": 0.164009, "nauc_ndcg_at_1000_max": 0.065068, "nauc_ndcg_at_1000_std": 0.256132, "nauc_ndcg_at_1000_diff1": 0.16999, "nauc_map_at_1_max": 0.089165, "nauc_map_at_1_std": 0.115022, "nauc_map_at_1_diff1": 0.33685, "nauc_map_at_3_max": 0.063634, "nauc_map_at_3_std": 0.133254, "nauc_map_at_3_diff1": 0.24744, "nauc_map_at_5_max": 0.0668, "nauc_map_at_5_std": 0.140877, "nauc_map_at_5_diff1": 0.238238, "nauc_map_at_10_max": 0.07124, "nauc_map_at_10_std": 0.141577, "nauc_map_at_10_diff1": 0.221709, "nauc_map_at_20_max": 0.075491, "nauc_map_at_20_std": 0.158705, "nauc_map_at_20_diff1": 0.21579, "nauc_map_at_100_max": 0.075009, "nauc_map_at_100_std": 0.172777, "nauc_map_at_100_diff1": 0.21349, "nauc_map_at_1000_max": 0.074813, "nauc_map_at_1000_std": 0.176515, "nauc_map_at_1000_diff1": 0.213228, "nauc_recall_at_1_max": 0.089165, "nauc_recall_at_1_std": 0.115022, "nauc_recall_at_1_diff1": 0.33685, "nauc_recall_at_3_max": 0.040374, "nauc_recall_at_3_std": 0.13717, "nauc_recall_at_3_diff1": 0.180715, "nauc_recall_at_5_max": 0.044347, "nauc_recall_at_5_std": 0.145498, "nauc_recall_at_5_diff1": 0.159817, "nauc_recall_at_10_max": 0.036012, "nauc_recall_at_10_std": 0.158052, "nauc_recall_at_10_diff1": 0.111463, "nauc_recall_at_20_max": 0.04345, "nauc_recall_at_20_std": 0.20787, "nauc_recall_at_20_diff1": 0.106779, "nauc_recall_at_100_max": 0.04152, "nauc_recall_at_100_std": 0.318472, "nauc_recall_at_100_diff1": 0.076897, "nauc_recall_at_1000_max": 0.053983, "nauc_recall_at_1000_std": 0.447781, "nauc_recall_at_1000_diff1": 0.10667, "nauc_precision_at_1_max": 0.079659, "nauc_precision_at_1_std": 0.060285, "nauc_precision_at_1_diff1": 0.256947, "nauc_precision_at_3_max": 0.046671, "nauc_precision_at_3_std": 0.094026, "nauc_precision_at_3_diff1": 0.169195, "nauc_precision_at_5_max": 0.049327, "nauc_precision_at_5_std": 0.132716, "nauc_precision_at_5_diff1": 0.154028, "nauc_precision_at_10_max": 0.067202, "nauc_precision_at_10_std": 0.136233, "nauc_precision_at_10_diff1": 0.102226, "nauc_precision_at_20_max": 0.085242, "nauc_precision_at_20_std": 0.192191, "nauc_precision_at_20_diff1": 0.080506, "nauc_precision_at_100_max": 0.052926, "nauc_precision_at_100_std": 0.275298, "nauc_precision_at_100_diff1": 0.034792, "nauc_precision_at_1000_max": 0.016399, "nauc_precision_at_1000_std": 0.241755, "nauc_precision_at_1000_diff1": 0.016529, "nauc_mrr_at_1_max": 0.079659, "nauc_mrr_at_1_std": 0.060285, "nauc_mrr_at_1_diff1": 0.256947, "nauc_mrr_at_3_max": 0.060713, "nauc_mrr_at_3_std": 0.075114, "nauc_mrr_at_3_diff1": 0.207155, "nauc_mrr_at_5_max": 0.056448, "nauc_mrr_at_5_std": 0.083483, "nauc_mrr_at_5_diff1": 0.197916, "nauc_mrr_at_10_max": 0.057655, "nauc_mrr_at_10_std": 0.090879, "nauc_mrr_at_10_diff1": 0.19249, "nauc_mrr_at_20_max": 0.05635, "nauc_mrr_at_20_std": 0.097298, "nauc_mrr_at_20_diff1": 0.191844, "nauc_mrr_at_100_max": 0.055593, "nauc_mrr_at_100_std": 0.100832, "nauc_mrr_at_100_diff1": 0.191307, "nauc_mrr_at_1000_max": 0.055694, "nauc_mrr_at_1000_std": 0.100834, "nauc_mrr_at_1000_diff1": 0.191663, "main_score": 0.12481, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.02442, "ndcg_at_3": 0.03312, "ndcg_at_5": 0.04316, "ndcg_at_10": 0.05514, "ndcg_at_20": 0.06531, "ndcg_at_100": 0.08878, "ndcg_at_1000": 0.12274, "map_at_1": 0.01311, "map_at_3": 0.02342, "map_at_5": 0.02958, "map_at_10": 0.03443, "map_at_20": 0.03704, "map_at_100": 0.04009, "map_at_1000": 0.04131, "recall_at_1": 0.01311, "recall_at_3": 0.03605, "recall_at_5": 0.06169, "recall_at_10": 0.09521, "recall_at_20": 0.13065, "recall_at_100": 0.24422, "recall_at_1000": 0.47486, "precision_at_1": 0.02442, "precision_at_3": 0.02287, "precision_at_5": 0.02233, "precision_at_10": 0.01686, "precision_at_20": 0.01151, "precision_at_100": 0.00436, "precision_at_1000": 0.00093, "mrr_at_1": 0.024419, "mrr_at_3": 0.042248, "mrr_at_5": 0.050329, "mrr_at_10": 0.056759, "mrr_at_20": 0.060459, "mrr_at_100": 0.063594, "mrr_at_1000": 0.064626, "nauc_ndcg_at_1_max": -0.185455, "nauc_ndcg_at_1_std": 0.183641, "nauc_ndcg_at_1_diff1": 0.120191, "nauc_ndcg_at_3_max": -0.056611, "nauc_ndcg_at_3_std": 0.105279, "nauc_ndcg_at_3_diff1": 0.123203, "nauc_ndcg_at_5_max": -0.030271, "nauc_ndcg_at_5_std": 0.155065, "nauc_ndcg_at_5_diff1": 0.166383, "nauc_ndcg_at_10_max": -0.013026, "nauc_ndcg_at_10_std": 0.193466, "nauc_ndcg_at_10_diff1": 0.153491, "nauc_ndcg_at_20_max": -0.014581, "nauc_ndcg_at_20_std": 0.179071, "nauc_ndcg_at_20_diff1": 0.140309, "nauc_ndcg_at_100_max": -0.020578, "nauc_ndcg_at_100_std": 0.225909, "nauc_ndcg_at_100_diff1": 0.100237, "nauc_ndcg_at_1000_max": -0.030088, "nauc_ndcg_at_1000_std": 0.239244, "nauc_ndcg_at_1000_diff1": 0.083968, "nauc_map_at_1_max": -0.141722, "nauc_map_at_1_std": 0.335718, "nauc_map_at_1_diff1": 0.180266, "nauc_map_at_3_max": -0.065381, "nauc_map_at_3_std": 0.17885, "nauc_map_at_3_diff1": 0.146916, "nauc_map_at_5_max": -0.042057, "nauc_map_at_5_std": 0.1875, "nauc_map_at_5_diff1": 0.1726, "nauc_map_at_10_max": -0.032726, "nauc_map_at_10_std": 0.210385, "nauc_map_at_10_diff1": 0.165144, "nauc_map_at_20_max": -0.034374, "nauc_map_at_20_std": 0.200482, "nauc_map_at_20_diff1": 0.157404, "nauc_map_at_100_max": -0.036145, "nauc_map_at_100_std": 0.214523, "nauc_map_at_100_diff1": 0.149665, "nauc_map_at_1000_max": -0.038483, "nauc_map_at_1000_std": 0.215923, "nauc_map_at_1000_diff1": 0.147537, "nauc_recall_at_1_max": -0.141722, "nauc_recall_at_1_std": 0.335718, "nauc_recall_at_1_diff1": 0.180266, "nauc_recall_at_3_max": -0.034877, "nauc_recall_at_3_std": 0.10377, "nauc_recall_at_3_diff1": 0.132507, "nauc_recall_at_5_max": -0.011218, "nauc_recall_at_5_std": 0.159618, "nauc_recall_at_5_diff1": 0.198216, "nauc_recall_at_10_max": 0.020519, "nauc_recall_at_10_std": 0.215487, "nauc_recall_at_10_diff1": 0.154798, "nauc_recall_at_20_max": 0.008685, "nauc_recall_at_20_std": 0.175764, "nauc_recall_at_20_diff1": 0.125367, "nauc_recall_at_100_max": -0.001921, "nauc_recall_at_100_std": 0.255364, "nauc_recall_at_100_diff1": 0.033484, "nauc_recall_at_1000_max": -0.005779, "nauc_recall_at_1000_std": 0.272967, "nauc_recall_at_1000_diff1": -0.001331, "nauc_precision_at_1_max": -0.185455, "nauc_precision_at_1_std": 0.183641, "nauc_precision_at_1_diff1": 0.120191, "nauc_precision_at_3_max": -0.017199, "nauc_precision_at_3_std": 0.011551, "nauc_precision_at_3_diff1": 0.087415, "nauc_precision_at_5_max": -0.001314, "nauc_precision_at_5_std": 0.11011, "nauc_precision_at_5_diff1": 0.141328, "nauc_precision_at_10_max": -0.001341, "nauc_precision_at_10_std": 0.160095, "nauc_precision_at_10_diff1": 0.141397, "nauc_precision_at_20_max": 0.004082, "nauc_precision_at_20_std": 0.15461, "nauc_precision_at_20_diff1": 0.127687, "nauc_precision_at_100_max": -0.030147, "nauc_precision_at_100_std": 0.229438, "nauc_precision_at_100_diff1": 0.056224, "nauc_precision_at_1000_max": -0.055961, "nauc_precision_at_1000_std": 0.207027, "nauc_precision_at_1000_diff1": 0.01832, "nauc_mrr_at_1_max": -0.185455, "nauc_mrr_at_1_std": 0.183641, "nauc_mrr_at_1_diff1": 0.120191, "nauc_mrr_at_3_max": -0.073886, "nauc_mrr_at_3_std": 0.076902, "nauc_mrr_at_3_diff1": 0.095687, "nauc_mrr_at_5_max": -0.059456, "nauc_mrr_at_5_std": 0.116016, "nauc_mrr_at_5_diff1": 0.126525, "nauc_mrr_at_10_max": -0.047826, "nauc_mrr_at_10_std": 0.128307, "nauc_mrr_at_10_diff1": 0.121784, "nauc_mrr_at_20_max": -0.045078, "nauc_mrr_at_20_std": 0.129787, "nauc_mrr_at_20_diff1": 0.118453, "nauc_mrr_at_100_max": -0.046011, "nauc_mrr_at_100_std": 0.136072, "nauc_mrr_at_100_diff1": 0.112296, "nauc_mrr_at_1000_max": -0.046982, "nauc_mrr_at_1000_std": 0.136137, "nauc_mrr_at_1000_diff1": 0.111748, "main_score": 0.05514, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.01408, "ndcg_at_3": 0.01428, "ndcg_at_5": 0.02089, "ndcg_at_10": 0.02596, "ndcg_at_20": 0.03359, "ndcg_at_100": 0.04541, "ndcg_at_1000": 0.07724, "map_at_1": 0.0043, "map_at_3": 0.00991, "map_at_5": 0.01414, "map_at_10": 0.01585, "map_at_20": 0.01771, "map_at_100": 0.01931, "map_at_1000": 0.02011, "recall_at_1": 0.0043, "recall_at_3": 0.01565, "recall_at_5": 0.03247, "recall_at_10": 0.0475, "recall_at_20": 0.07269, "recall_at_100": 0.12595, "recall_at_1000": 0.35003, "precision_at_1": 0.01408, "precision_at_3": 0.01252, "precision_at_5": 0.01221, "precision_at_10": 0.00845, "precision_at_20": 0.00681, "precision_at_100": 0.00244, "precision_at_1000": 0.00076, "mrr_at_1": 0.014085, "mrr_at_3": 0.018779, "mrr_at_5": 0.02277, "mrr_at_10": 0.025391, "mrr_at_20": 0.028568, "mrr_at_100": 0.030647, "mrr_at_1000": 0.031606, "nauc_ndcg_at_1_max": 0.135414, "nauc_ndcg_at_1_std": 0.303068, "nauc_ndcg_at_1_diff1": 0.483952, "nauc_ndcg_at_3_max": -0.059188, "nauc_ndcg_at_3_std": 0.067022, "nauc_ndcg_at_3_diff1": 0.235197, "nauc_ndcg_at_5_max": 0.113107, "nauc_ndcg_at_5_std": -0.048451, "nauc_ndcg_at_5_diff1": 0.292986, "nauc_ndcg_at_10_max": 0.097159, "nauc_ndcg_at_10_std": -0.035156, "nauc_ndcg_at_10_diff1": 0.230448, "nauc_ndcg_at_20_max": 0.032105, "nauc_ndcg_at_20_std": -0.017827, "nauc_ndcg_at_20_diff1": 0.171678, "nauc_ndcg_at_100_max": 0.025075, "nauc_ndcg_at_100_std": -0.006566, "nauc_ndcg_at_100_diff1": 0.157681, "nauc_ndcg_at_1000_max": 0.056933, "nauc_ndcg_at_1000_std": 0.01034, "nauc_ndcg_at_1000_diff1": 0.118846, "nauc_map_at_1_max": 0.199917, "nauc_map_at_1_std": 0.337088, "nauc_map_at_1_diff1": 0.468179, "nauc_map_at_3_max": 0.007884, "nauc_map_at_3_std": 0.114745, "nauc_map_at_3_diff1": 0.305237, "nauc_map_at_5_max": 0.135332, "nauc_map_at_5_std": 0.018349, "nauc_map_at_5_diff1": 0.369553, "nauc_map_at_10_max": 0.116997, "nauc_map_at_10_std": 0.010623, "nauc_map_at_10_diff1": 0.325316, "nauc_map_at_20_max": 0.081125, "nauc_map_at_20_std": 0.009852, "nauc_map_at_20_diff1": 0.281813, "nauc_map_at_100_max": 0.071205, "nauc_map_at_100_std": 0.002761, "nauc_map_at_100_diff1": 0.268776, "nauc_map_at_1000_max": 0.075368, "nauc_map_at_1000_std": 0.006829, "nauc_map_at_1000_diff1": 0.264631, "nauc_recall_at_1_max": 0.199917, "nauc_recall_at_1_std": 0.337088, "nauc_recall_at_1_diff1": 0.468179, "nauc_recall_at_3_max": -0.14035, "nauc_recall_at_3_std": -0.021288, "nauc_recall_at_3_diff1": 0.023833, "nauc_recall_at_5_max": 0.15897, "nauc_recall_at_5_std": -0.16157, "nauc_recall_at_5_diff1": 0.25014, "nauc_recall_at_10_max": 0.109482, "nauc_recall_at_10_std": -0.117656, "nauc_recall_at_10_diff1": 0.162245, "nauc_recall_at_20_max": -0.001023, "nauc_recall_at_20_std": -0.07475, "nauc_recall_at_20_diff1": 0.079935, "nauc_recall_at_100_max": -0.015248, "nauc_recall_at_100_std": -0.054099, "nauc_recall_at_100_diff1": 0.095122, "nauc_recall_at_1000_max": 0.04858, "nauc_recall_at_1000_std": -0.026265, "nauc_recall_at_1000_diff1": 0.050241, "nauc_precision_at_1_max": 0.135414, "nauc_precision_at_1_std": 0.303068, "nauc_precision_at_1_diff1": 0.483952, "nauc_precision_at_3_max": -0.066649, "nauc_precision_at_3_std": 0.012641, "nauc_precision_at_3_diff1": 0.245609, "nauc_precision_at_5_max": 0.089352, "nauc_precision_at_5_std": -0.080084, "nauc_precision_at_5_diff1": 0.305486, "nauc_precision_at_10_max": 0.098349, "nauc_precision_at_10_std": -0.005606, "nauc_precision_at_10_diff1": 0.221258, "nauc_precision_at_20_max": 0.007615, "nauc_precision_at_20_std": 0.023233, "nauc_precision_at_20_diff1": 0.155409, "nauc_precision_at_100_max": 0.041328, "nauc_precision_at_100_std": 0.136071, "nauc_precision_at_100_diff1": 0.125143, "nauc_precision_at_1000_max": 0.086806, "nauc_precision_at_1000_std": 0.124913, "nauc_precision_at_1000_diff1": -0.005989, "nauc_mrr_at_1_max": 0.135414, "nauc_mrr_at_1_std": 0.303068, "nauc_mrr_at_1_diff1": 0.483952, "nauc_mrr_at_3_max": 0.016329, "nauc_mrr_at_3_std": 0.138983, "nauc_mrr_at_3_diff1": 0.267594, "nauc_mrr_at_5_max": 0.054123, "nauc_mrr_at_5_std": 0.049934, "nauc_mrr_at_5_diff1": 0.26321, "nauc_mrr_at_10_max": 0.057512, "nauc_mrr_at_10_std": 0.060976, "nauc_mrr_at_10_diff1": 0.235252, "nauc_mrr_at_20_max": 0.035778, "nauc_mrr_at_20_std": 0.071353, "nauc_mrr_at_20_diff1": 0.220119, "nauc_mrr_at_100_max": 0.04302, "nauc_mrr_at_100_std": 0.067503, "nauc_mrr_at_100_diff1": 0.207409, "nauc_mrr_at_1000_max": 0.044526, "nauc_mrr_at_1000_std": 0.06911, "nauc_mrr_at_1000_diff1": 0.204333, "main_score": 0.02596, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.005, "ndcg_at_3": 0.00405, "ndcg_at_5": 0.00407, "ndcg_at_10": 0.00476, "ndcg_at_20": 0.00554, "ndcg_at_100": 0.01129, "ndcg_at_1000": 0.01949, "map_at_1": 0.00284, "map_at_3": 0.00318, "map_at_5": 0.00325, "map_at_10": 0.00351, "map_at_20": 0.00368, "map_at_100": 0.00464, "map_at_1000": 0.00488, "recall_at_1": 0.00284, "recall_at_3": 0.00384, "recall_at_5": 0.00407, "recall_at_10": 0.00591, "recall_at_20": 0.00808, "recall_at_100": 0.03161, "recall_at_1000": 0.08615, "precision_at_1": 0.005, "precision_at_3": 0.002, "precision_at_5": 0.0016, "precision_at_10": 0.0014, "precision_at_20": 0.00105, "precision_at_100": 0.00085, "precision_at_1000": 0.00023, "mrr_at_1": 0.005, "mrr_at_3": 0.005333, "mrr_at_5": 0.005583, "mrr_at_10": 0.006271, "mrr_at_20": 0.006675, "mrr_at_100": 0.007567, "mrr_at_1000": 0.007808, "nauc_ndcg_at_1_max": 0.180199, "nauc_ndcg_at_1_std": 0.020177, "nauc_ndcg_at_1_diff1": 0.364422, "nauc_ndcg_at_3_max": 0.284097, "nauc_ndcg_at_3_std": 0.170001, "nauc_ndcg_at_3_diff1": 0.589113, "nauc_ndcg_at_5_max": 0.268702, "nauc_ndcg_at_5_std": 0.183259, "nauc_ndcg_at_5_diff1": 0.653901, "nauc_ndcg_at_10_max": 0.150751, "nauc_ndcg_at_10_std": 0.26609, "nauc_ndcg_at_10_diff1": 0.686935, "nauc_ndcg_at_20_max": 0.087072, "nauc_ndcg_at_20_std": 0.270654, "nauc_ndcg_at_20_diff1": 0.671259, "nauc_ndcg_at_100_max": -0.173421, "nauc_ndcg_at_100_std": 0.33607, "nauc_ndcg_at_100_diff1": 0.473126, "nauc_ndcg_at_1000_max": -0.222265, "nauc_ndcg_at_1000_std": 0.254549, "nauc_ndcg_at_1000_diff1": 0.34942, "nauc_map_at_1_max": 0.604144, "nauc_map_at_1_std": 0.058783, "nauc_map_at_1_diff1": 0.667306, "nauc_map_at_3_max": 0.480424, "nauc_map_at_3_std": 0.157562, "nauc_map_at_3_diff1": 0.702222, "nauc_map_at_5_max": 0.456965, "nauc_map_at_5_std": 0.161259, "nauc_map_at_5_diff1": 0.708842, "nauc_map_at_10_max": 0.382109, "nauc_map_at_10_std": 0.19715, "nauc_map_at_10_diff1": 0.718703, "nauc_map_at_20_max": 0.34817, "nauc_map_at_20_std": 0.200535, "nauc_map_at_20_diff1": 0.712132, "nauc_map_at_100_max": 0.173449, "nauc_map_at_100_std": 0.267392, "nauc_map_at_100_diff1": 0.641048, "nauc_map_at_1000_max": 0.151137, "nauc_map_at_1000_std": 0.264847, "nauc_map_at_1000_diff1": 0.621121, "nauc_recall_at_1_max": 0.604144, "nauc_recall_at_1_std": 0.058783, "nauc_recall_at_1_diff1": 0.667306, "nauc_recall_at_3_max": 0.297375, "nauc_recall_at_3_std": 0.30371, "nauc_recall_at_3_diff1": 0.753881, "nauc_recall_at_5_max": 0.2497, "nauc_recall_at_5_std": 0.304811, "nauc_recall_at_5_diff1": 0.767335, "nauc_recall_at_10_max": 0.001016, "nauc_recall_at_10_std": 0.429013, "nauc_recall_at_10_diff1": 0.797129, "nauc_recall_at_20_max": -0.077092, "nauc_recall_at_20_std": 0.392341, "nauc_recall_at_20_diff1": 0.741807, "nauc_recall_at_100_max": -0.31257, "nauc_recall_at_100_std": 0.374158, "nauc_recall_at_100_diff1": 0.39272, "nauc_recall_at_1000_max": -0.302283, "nauc_recall_at_1000_std": 0.226613, "nauc_recall_at_1000_diff1": 0.245001, "nauc_precision_at_1_max": 0.180199, "nauc_precision_at_1_std": 0.020177, "nauc_precision_at_1_diff1": 0.364422, "nauc_precision_at_3_max": 0.054378, "nauc_precision_at_3_std": 0.183481, "nauc_precision_at_3_diff1": 0.470351, "nauc_precision_at_5_max": -0.102898, "nauc_precision_at_5_std": 0.218574, "nauc_precision_at_5_diff1": 0.602764, "nauc_precision_at_10_max": -0.294377, "nauc_precision_at_10_std": 0.408582, "nauc_precision_at_10_diff1": 0.660317, "nauc_precision_at_20_max": -0.293304, "nauc_precision_at_20_std": 0.384632, "nauc_precision_at_20_diff1": 0.607331, "nauc_precision_at_100_max": -0.391215, "nauc_precision_at_100_std": 0.390704, "nauc_precision_at_100_diff1": 0.329371, "nauc_precision_at_1000_max": -0.329351, "nauc_precision_at_1000_std": 0.224546, "nauc_precision_at_1000_diff1": 0.238746, "nauc_mrr_at_1_max": 0.180199, "nauc_mrr_at_1_std": 0.020177, "nauc_mrr_at_1_diff1": 0.364422, "nauc_mrr_at_3_max": 0.133016, "nauc_mrr_at_3_std": 0.081416, "nauc_mrr_at_3_diff1": 0.404145, "nauc_mrr_at_5_max": 0.101326, "nauc_mrr_at_5_std": 0.092271, "nauc_mrr_at_5_diff1": 0.430825, "nauc_mrr_at_10_max": 0.03122, "nauc_mrr_at_10_std": 0.155822, "nauc_mrr_at_10_diff1": 0.478834, "nauc_mrr_at_20_max": 0.012077, "nauc_mrr_at_20_std": 0.164665, "nauc_mrr_at_20_diff1": 0.4872, "nauc_mrr_at_100_max": -0.039151, "nauc_mrr_at_100_std": 0.178479, "nauc_mrr_at_100_diff1": 0.457862, "nauc_mrr_at_1000_max": -0.045786, "nauc_mrr_at_1000_std": 0.175755, "nauc_mrr_at_1000_diff1": 0.447485, "main_score": 0.00476, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.19295, "ndcg_at_3": 0.20019, "ndcg_at_5": 0.22528, "ndcg_at_10": 0.25265, "ndcg_at_20": 0.26996, "ndcg_at_100": 0.29777, "ndcg_at_1000": 0.32496, "map_at_1": 0.12305, "map_at_3": 0.16595, "map_at_5": 0.18442, "map_at_10": 0.19759, "map_at_20": 0.203, "map_at_100": 0.20766, "map_at_1000": 0.20877, "recall_at_1": 0.12305, "recall_at_3": 0.20578, "recall_at_5": 0.27064, "recall_at_10": 0.34471, "recall_at_20": 0.40324, "recall_at_100": 0.52843, "recall_at_1000": 0.71297, "precision_at_1": 0.19295, "precision_at_3": 0.11411, "precision_at_5": 0.09212, "precision_at_10": 0.05996, "precision_at_20": 0.03537, "precision_at_100": 0.00963, "precision_at_1000": 0.00134, "mrr_at_1": 0.192946, "mrr_at_3": 0.242393, "mrr_at_5": 0.259509, "mrr_at_10": 0.270274, "mrr_at_20": 0.274393, "mrr_at_100": 0.27763, "mrr_at_1000": 0.278305, "nauc_ndcg_at_1_max": 0.107068, "nauc_ndcg_at_1_std": 0.099696, "nauc_ndcg_at_1_diff1": 0.381727, "nauc_ndcg_at_3_max": 0.059626, "nauc_ndcg_at_3_std": 0.083489, "nauc_ndcg_at_3_diff1": 0.318907, "nauc_ndcg_at_5_max": 0.073115, "nauc_ndcg_at_5_std": 0.089666, "nauc_ndcg_at_5_diff1": 0.29725, "nauc_ndcg_at_10_max": 0.055886, "nauc_ndcg_at_10_std": 0.125136, "nauc_ndcg_at_10_diff1": 0.298826, "nauc_ndcg_at_20_max": 0.062528, "nauc_ndcg_at_20_std": 0.160126, "nauc_ndcg_at_20_diff1": 0.301735, "nauc_ndcg_at_100_max": 0.075649, "nauc_ndcg_at_100_std": 0.188101, "nauc_ndcg_at_100_diff1": 0.302561, "nauc_ndcg_at_1000_max": 0.083642, "nauc_ndcg_at_1000_std": 0.184294, "nauc_ndcg_at_1000_diff1": 0.304471, "nauc_map_at_1_max": 0.035867, "nauc_map_at_1_std": 0.070093, "nauc_map_at_1_diff1": 0.372437, "nauc_map_at_3_max": 0.049471, "nauc_map_at_3_std": 0.073226, "nauc_map_at_3_diff1": 0.329452, "nauc_map_at_5_max": 0.064199, "nauc_map_at_5_std": 0.082239, "nauc_map_at_5_diff1": 0.310939, "nauc_map_at_10_max": 0.056933, "nauc_map_at_10_std": 0.101987, "nauc_map_at_10_diff1": 0.311512, "nauc_map_at_20_max": 0.06128, "nauc_map_at_20_std": 0.114268, "nauc_map_at_20_diff1": 0.313755, "nauc_map_at_100_max": 0.064319, "nauc_map_at_100_std": 0.120889, "nauc_map_at_100_diff1": 0.314232, "nauc_map_at_1000_max": 0.064462, "nauc_map_at_1000_std": 0.120882, "nauc_map_at_1000_diff1": 0.314374, "nauc_recall_at_1_max": 0.035867, "nauc_recall_at_1_std": 0.070093, "nauc_recall_at_1_diff1": 0.372437, "nauc_recall_at_3_max": 0.040064, "nauc_recall_at_3_std": 0.056767, "nauc_recall_at_3_diff1": 0.278655, "nauc_recall_at_5_max": 0.059526, "nauc_recall_at_5_std": 0.078721, "nauc_recall_at_5_diff1": 0.231261, "nauc_recall_at_10_max": 0.015094, "nauc_recall_at_10_std": 0.151692, "nauc_recall_at_10_diff1": 0.233852, "nauc_recall_at_20_max": 0.02442, "nauc_recall_at_20_std": 0.245311, "nauc_recall_at_20_diff1": 0.23348, "nauc_recall_at_100_max": 0.065271, "nauc_recall_at_100_std": 0.342241, "nauc_recall_at_100_diff1": 0.232181, "nauc_recall_at_1000_max": 0.135399, "nauc_recall_at_1000_std": 0.360115, "nauc_recall_at_1000_diff1": 0.236394, "nauc_precision_at_1_max": 0.107068, "nauc_precision_at_1_std": 0.099696, "nauc_precision_at_1_diff1": 0.381727, "nauc_precision_at_3_max": 0.111403, "nauc_precision_at_3_std": 0.094258, "nauc_precision_at_3_diff1": 0.263742, "nauc_precision_at_5_max": 0.138116, "nauc_precision_at_5_std": 0.128711, "nauc_precision_at_5_diff1": 0.198645, "nauc_precision_at_10_max": 0.09049, "nauc_precision_at_10_std": 0.203108, "nauc_precision_at_10_diff1": 0.188988, "nauc_precision_at_20_max": 0.119552, "nauc_precision_at_20_std": 0.284061, "nauc_precision_at_20_diff1": 0.187601, "nauc_precision_at_100_max": 0.137464, "nauc_precision_at_100_std": 0.327584, "nauc_precision_at_100_diff1": 0.130977, "nauc_precision_at_1000_max": 0.128619, "nauc_precision_at_1000_std": 0.271294, "nauc_precision_at_1000_diff1": 0.081566, "nauc_mrr_at_1_max": 0.107068, "nauc_mrr_at_1_std": 0.099696, "nauc_mrr_at_1_diff1": 0.381727, "nauc_mrr_at_3_max": 0.099289, "nauc_mrr_at_3_std": 0.087355, "nauc_mrr_at_3_diff1": 0.336587, "nauc_mrr_at_5_max": 0.097983, "nauc_mrr_at_5_std": 0.101576, "nauc_mrr_at_5_diff1": 0.330651, "nauc_mrr_at_10_max": 0.090218, "nauc_mrr_at_10_std": 0.118087, "nauc_mrr_at_10_diff1": 0.33011, "nauc_mrr_at_20_max": 0.088988, "nauc_mrr_at_20_std": 0.123805, "nauc_mrr_at_20_diff1": 0.328355, "nauc_mrr_at_100_max": 0.091502, "nauc_mrr_at_100_std": 0.12665, "nauc_mrr_at_100_diff1": 0.329499, "nauc_mrr_at_1000_max": 0.091703, "nauc_mrr_at_1000_std": 0.126152, "nauc_mrr_at_1000_diff1": 0.329467, "main_score": 0.25265, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00036, "ndcg_at_20": 0.00064, "ndcg_at_100": 0.00124, "ndcg_at_1000": 0.00171, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.00013, "map_at_20": 0.0002, "map_at_100": 0.00026, "map_at_1000": 0.00027, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00121, "recall_at_20": 0.00242, "recall_at_100": 0.00604, "recall_at_1000": 0.00966, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.00012, "precision_at_20": 0.00012, "precision_at_100": 6e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.000134, "mrr_at_20": 0.000198, "mrr_at_100": 0.000256, "mrr_at_1000": 0.000277, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.575418, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": -0.575418, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.853255, "nauc_ndcg_at_100_max": -0.575418, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 0.924057, "nauc_ndcg_at_1000_max": -0.489399, "nauc_ndcg_at_1000_std": 0.744328, "nauc_ndcg_at_1000_diff1": 0.750623, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.575418, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": -0.575418, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.891465, "nauc_map_at_100_max": -0.575418, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 0.916164, "nauc_map_at_1000_max": -0.558553, "nauc_map_at_1000_std": 0.949873, "nauc_map_at_1000_diff1": 0.880107, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.575418, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": -0.575418, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.831167, "nauc_recall_at_100_max": -0.575418, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.932467, "nauc_recall_at_1000_max": -0.449236, "nauc_recall_at_1000_std": 0.624955, "nauc_recall_at_1000_diff1": 0.680265, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.575418, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": -0.575418, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.831167, "nauc_precision_at_100_max": -0.575418, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.932467, "nauc_precision_at_1000_max": -0.449236, "nauc_precision_at_1000_std": 0.624955, "nauc_precision_at_1000_diff1": 0.680265, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.575418, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": -0.575418, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 0.891465, "nauc_mrr_at_100_max": -0.575418, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 0.916164, "nauc_mrr_at_1000_max": -0.554446, "nauc_mrr_at_1000_std": 0.937666, "nauc_mrr_at_1000_diff1": 0.870005, "main_score": 0.00036, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.00546, "ndcg_at_3": 0.00601, "ndcg_at_5": 0.00855, "ndcg_at_10": 0.01063, "ndcg_at_20": 0.01269, "ndcg_at_100": 0.01546, "ndcg_at_1000": 0.01975, "map_at_1": 0.00387, "map_at_3": 0.00512, "map_at_5": 0.00659, "map_at_10": 0.00731, "map_at_20": 0.008, "map_at_100": 0.00842, "map_at_1000": 0.00858, "recall_at_1": 0.00387, "recall_at_3": 0.00659, "recall_at_5": 0.01216, "recall_at_10": 0.01782, "recall_at_20": 0.0243, "recall_at_100": 0.03648, "recall_at_1000": 0.06751, "precision_at_1": 0.00546, "precision_at_3": 0.00318, "precision_at_5": 0.00355, "precision_at_10": 0.00286, "precision_at_20": 0.00218, "precision_at_100": 0.0007, "precision_at_1000": 0.00012, "mrr_at_1": 0.005457, "mrr_at_3": 0.007276, "mrr_at_5": 0.008845, "mrr_at_10": 0.010031, "mrr_at_20": 0.010456, "mrr_at_100": 0.010877, "mrr_at_1000": 0.011012, "nauc_ndcg_at_1_max": -0.482355, "nauc_ndcg_at_1_std": 0.745476, "nauc_ndcg_at_1_diff1": 0.067123, "nauc_ndcg_at_3_max": -0.344322, "nauc_ndcg_at_3_std": 0.839633, "nauc_ndcg_at_3_diff1": 0.019156, "nauc_ndcg_at_5_max": -0.402026, "nauc_ndcg_at_5_std": 0.796295, "nauc_ndcg_at_5_diff1": 0.134394, "nauc_ndcg_at_10_max": -0.396653, "nauc_ndcg_at_10_std": 0.823198, "nauc_ndcg_at_10_diff1": 0.030591, "nauc_ndcg_at_20_max": -0.397958, "nauc_ndcg_at_20_std": 0.83448, "nauc_ndcg_at_20_diff1": -0.038836, "nauc_ndcg_at_100_max": -0.38995, "nauc_ndcg_at_100_std": 0.851583, "nauc_ndcg_at_100_diff1": -0.102377, "nauc_ndcg_at_1000_max": -0.371842, "nauc_ndcg_at_1000_std": 0.851179, "nauc_ndcg_at_1000_diff1": -0.166955, "nauc_map_at_1_max": -0.444389, "nauc_map_at_1_std": 0.780411, "nauc_map_at_1_diff1": 0.015924, "nauc_map_at_3_max": -0.350511, "nauc_map_at_3_std": 0.834088, "nauc_map_at_3_diff1": -0.007195, "nauc_map_at_5_max": -0.395487, "nauc_map_at_5_std": 0.800012, "nauc_map_at_5_diff1": 0.114826, "nauc_map_at_10_max": -0.392674, "nauc_map_at_10_std": 0.813935, "nauc_map_at_10_diff1": 0.064487, "nauc_map_at_20_max": -0.392367, "nauc_map_at_20_std": 0.82035, "nauc_map_at_20_diff1": 0.024118, "nauc_map_at_100_max": -0.39171, "nauc_map_at_100_std": 0.825772, "nauc_map_at_100_diff1": 0.003546, "nauc_map_at_1000_max": -0.390043, "nauc_map_at_1000_std": 0.827002, "nauc_map_at_1000_diff1": -0.004274, "nauc_recall_at_1_max": -0.444389, "nauc_recall_at_1_std": 0.780411, "nauc_recall_at_1_diff1": 0.015924, "nauc_recall_at_3_max": -0.29437, "nauc_recall_at_3_std": 0.871275, "nauc_recall_at_3_diff1": 0.013984, "nauc_recall_at_5_max": -0.408893, "nauc_recall_at_5_std": 0.787501, "nauc_recall_at_5_diff1": 0.196372, "nauc_recall_at_10_max": -0.39803, "nauc_recall_at_10_std": 0.838206, "nauc_recall_at_10_diff1": 0.007378, "nauc_recall_at_20_max": -0.403787, "nauc_recall_at_20_std": 0.857539, "nauc_recall_at_20_diff1": -0.099835, "nauc_recall_at_100_max": -0.386158, "nauc_recall_at_100_std": 0.882748, "nauc_recall_at_100_diff1": -0.197831, "nauc_recall_at_1000_max": -0.351258, "nauc_recall_at_1000_std": 0.862424, "nauc_recall_at_1000_diff1": -0.292065, "nauc_precision_at_1_max": -0.482355, "nauc_precision_at_1_std": 0.745476, "nauc_precision_at_1_diff1": 0.067123, "nauc_precision_at_3_max": -0.336451, "nauc_precision_at_3_std": 0.854558, "nauc_precision_at_3_diff1": 0.090256, "nauc_precision_at_5_max": -0.417976, "nauc_precision_at_5_std": 0.79116, "nauc_precision_at_5_diff1": 0.171335, "nauc_precision_at_10_max": -0.400538, "nauc_precision_at_10_std": 0.838398, "nauc_precision_at_10_diff1": -0.042808, "nauc_precision_at_20_max": -0.398243, "nauc_precision_at_20_std": 0.851528, "nauc_precision_at_20_diff1": -0.16469, "nauc_precision_at_100_max": -0.381566, "nauc_precision_at_100_std": 0.87357, "nauc_precision_at_100_diff1": -0.252237, "nauc_precision_at_1000_max": -0.34774, "nauc_precision_at_1000_std": 0.866623, "nauc_precision_at_1000_diff1": -0.309438, "nauc_mrr_at_1_max": -0.482355, "nauc_mrr_at_1_std": 0.745476, "nauc_mrr_at_1_diff1": 0.067123, "nauc_mrr_at_3_max": -0.39173, "nauc_mrr_at_3_std": 0.809107, "nauc_mrr_at_3_diff1": 0.053151, "nauc_mrr_at_5_max": -0.412783, "nauc_mrr_at_5_std": 0.793241, "nauc_mrr_at_5_diff1": 0.07432, "nauc_mrr_at_10_max": -0.41162, "nauc_mrr_at_10_std": 0.804492, "nauc_mrr_at_10_diff1": 0.018132, "nauc_mrr_at_20_max": -0.410844, "nauc_mrr_at_20_std": 0.805632, "nauc_mrr_at_20_diff1": 0.001844, "nauc_mrr_at_100_max": -0.406952, "nauc_mrr_at_100_std": 0.81183, "nauc_mrr_at_100_diff1": -0.013377, "nauc_mrr_at_1000_max": -0.405871, "nauc_mrr_at_1000_std": 0.812542, "nauc_mrr_at_1000_diff1": -0.01785, "main_score": 0.01063, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.18487, "ndcg_at_3": 0.23078, "ndcg_at_5": 0.25233, "ndcg_at_10": 0.26869, "ndcg_at_20": 0.28964, "ndcg_at_100": 0.31069, "ndcg_at_1000": 0.33445, "map_at_1": 0.15756, "map_at_3": 0.21078, "map_at_5": 0.22661, "map_at_10": 0.23339, "map_at_20": 0.23898, "map_at_100": 0.24179, "map_at_1000": 0.24263, "recall_at_1": 0.15756, "recall_at_3": 0.2577, "recall_at_5": 0.30672, "recall_at_10": 0.35714, "recall_at_20": 0.44118, "recall_at_100": 0.55042, "recall_at_1000": 0.73669, "precision_at_1": 0.18487, "precision_at_3": 0.10644, "precision_at_5": 0.07899, "precision_at_10": 0.04454, "precision_at_20": 0.02647, "precision_at_100": 0.00672, "precision_at_1000": 0.00089, "mrr_at_1": 0.184874, "mrr_at_3": 0.238095, "mrr_at_5": 0.246078, "mrr_at_10": 0.252854, "mrr_at_20": 0.25845, "mrr_at_100": 0.261142, "mrr_at_1000": 0.261837, "nauc_ndcg_at_1_max": 0.271361, "nauc_ndcg_at_1_std": -0.082415, "nauc_ndcg_at_1_diff1": 0.497141, "nauc_ndcg_at_3_max": 0.234441, "nauc_ndcg_at_3_std": -0.065811, "nauc_ndcg_at_3_diff1": 0.440894, "nauc_ndcg_at_5_max": 0.230374, "nauc_ndcg_at_5_std": -0.057236, "nauc_ndcg_at_5_diff1": 0.403497, "nauc_ndcg_at_10_max": 0.195958, "nauc_ndcg_at_10_std": -0.02861, "nauc_ndcg_at_10_diff1": 0.448449, "nauc_ndcg_at_20_max": 0.179534, "nauc_ndcg_at_20_std": -0.034796, "nauc_ndcg_at_20_diff1": 0.433198, "nauc_ndcg_at_100_max": 0.189604, "nauc_ndcg_at_100_std": -0.0169, "nauc_ndcg_at_100_diff1": 0.429583, "nauc_ndcg_at_1000_max": 0.197943, "nauc_ndcg_at_1000_std": -0.02622, "nauc_ndcg_at_1000_diff1": 0.419689, "nauc_map_at_1_max": 0.284735, "nauc_map_at_1_std": -0.038932, "nauc_map_at_1_diff1": 0.532374, "nauc_map_at_3_max": 0.255912, "nauc_map_at_3_std": -0.062025, "nauc_map_at_3_diff1": 0.450134, "nauc_map_at_5_max": 0.254112, "nauc_map_at_5_std": -0.055745, "nauc_map_at_5_diff1": 0.421579, "nauc_map_at_10_max": 0.238971, "nauc_map_at_10_std": -0.041799, "nauc_map_at_10_diff1": 0.440722, "nauc_map_at_20_max": 0.234632, "nauc_map_at_20_std": -0.044054, "nauc_map_at_20_diff1": 0.435716, "nauc_map_at_100_max": 0.235687, "nauc_map_at_100_std": -0.042206, "nauc_map_at_100_diff1": 0.434926, "nauc_map_at_1000_max": 0.235591, "nauc_map_at_1000_std": -0.042811, "nauc_map_at_1000_diff1": 0.434733, "nauc_recall_at_1_max": 0.284735, "nauc_recall_at_1_std": -0.038932, "nauc_recall_at_1_diff1": 0.532374, "nauc_recall_at_3_max": 0.210331, "nauc_recall_at_3_std": -0.063512, "nauc_recall_at_3_diff1": 0.4106, "nauc_recall_at_5_max": 0.19305, "nauc_recall_at_5_std": -0.050141, "nauc_recall_at_5_diff1": 0.337578, "nauc_recall_at_10_max": 0.099932, "nauc_recall_at_10_std": 0.020667, "nauc_recall_at_10_diff1": 0.45912, "nauc_recall_at_20_max": 0.039084, "nauc_recall_at_20_std": 0.002297, "nauc_recall_at_20_diff1": 0.403289, "nauc_recall_at_100_max": 0.087018, "nauc_recall_at_100_std": 0.106421, "nauc_recall_at_100_diff1": 0.387855, "nauc_recall_at_1000_max": 0.155064, "nauc_recall_at_1000_std": 0.086721, "nauc_recall_at_1000_diff1": 0.266856, "nauc_precision_at_1_max": 0.271361, "nauc_precision_at_1_std": -0.082415, "nauc_precision_at_1_diff1": 0.497141, "nauc_precision_at_3_max": 0.198806, "nauc_precision_at_3_std": -0.09061, "nauc_precision_at_3_diff1": 0.339949, "nauc_precision_at_5_max": 0.183145, "nauc_precision_at_5_std": -0.063914, "nauc_precision_at_5_diff1": 0.237027, "nauc_precision_at_10_max": 0.114771, "nauc_precision_at_10_std": -0.010977, "nauc_precision_at_10_diff1": 0.331729, "nauc_precision_at_20_max": 0.069923, "nauc_precision_at_20_std": -0.02484, "nauc_precision_at_20_diff1": 0.294557, "nauc_precision_at_100_max": 0.066307, "nauc_precision_at_100_std": 0.045093, "nauc_precision_at_100_diff1": 0.279969, "nauc_precision_at_1000_max": 0.066806, "nauc_precision_at_1000_std": -0.018875, "nauc_precision_at_1000_diff1": 0.159015, "nauc_mrr_at_1_max": 0.271361, "nauc_mrr_at_1_std": -0.082415, "nauc_mrr_at_1_diff1": 0.497141, "nauc_mrr_at_3_max": 0.223373, "nauc_mrr_at_3_std": -0.072717, "nauc_mrr_at_3_diff1": 0.451913, "nauc_mrr_at_5_max": 0.217929, "nauc_mrr_at_5_std": -0.069975, "nauc_mrr_at_5_diff1": 0.438059, "nauc_mrr_at_10_max": 0.203846, "nauc_mrr_at_10_std": -0.056823, "nauc_mrr_at_10_diff1": 0.455975, "nauc_mrr_at_20_max": 0.199764, "nauc_mrr_at_20_std": -0.058944, "nauc_mrr_at_20_diff1": 0.451277, "nauc_mrr_at_100_max": 0.202421, "nauc_mrr_at_100_std": -0.057947, "nauc_mrr_at_100_diff1": 0.45006, "nauc_mrr_at_1000_max": 0.202575, "nauc_mrr_at_1000_std": -0.058354, "nauc_mrr_at_1000_diff1": 0.449792, "main_score": 0.26869, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.01018, "ndcg_at_3": 0.01145, "ndcg_at_5": 0.01194, "ndcg_at_10": 0.01649, "ndcg_at_20": 0.02575, "ndcg_at_100": 0.04654, "ndcg_at_1000": 0.07865, "map_at_1": 0.00534, "map_at_3": 0.00722, "map_at_5": 0.00791, "map_at_10": 0.00958, "map_at_20": 0.01212, "map_at_100": 0.01478, "map_at_1000": 0.01603, "recall_at_1": 0.00534, "recall_at_3": 0.00927, "recall_at_5": 0.01203, "recall_at_10": 0.0235, "recall_at_20": 0.05264, "recall_at_100": 0.14747, "recall_at_1000": 0.34881, "precision_at_1": 0.01018, "precision_at_3": 0.00848, "precision_at_5": 0.00662, "precision_at_10": 0.00687, "precision_at_20": 0.00687, "precision_at_100": 0.00364, "precision_at_1000": 0.00093, "mrr_at_1": 0.010178, "mrr_at_3": 0.017388, "mrr_at_5": 0.019296, "mrr_at_10": 0.0229, "mrr_at_20": 0.025791, "mrr_at_100": 0.028616, "mrr_at_1000": 0.029371, "nauc_ndcg_at_1_max": -0.402429, "nauc_ndcg_at_1_std": 0.829757, "nauc_ndcg_at_1_diff1": 0.744636, "nauc_ndcg_at_3_max": -0.376143, "nauc_ndcg_at_3_std": 0.53206, "nauc_ndcg_at_3_diff1": 0.37035, "nauc_ndcg_at_5_max": -0.375406, "nauc_ndcg_at_5_std": 0.450102, "nauc_ndcg_at_5_diff1": 0.344803, "nauc_ndcg_at_10_max": -0.393169, "nauc_ndcg_at_10_std": 0.385543, "nauc_ndcg_at_10_diff1": 0.26084, "nauc_ndcg_at_20_max": -0.346745, "nauc_ndcg_at_20_std": 0.401793, "nauc_ndcg_at_20_diff1": 0.260535, "nauc_ndcg_at_100_max": -0.286585, "nauc_ndcg_at_100_std": 0.453502, "nauc_ndcg_at_100_diff1": 0.236019, "nauc_ndcg_at_1000_max": -0.339923, "nauc_ndcg_at_1000_std": 0.504861, "nauc_ndcg_at_1000_diff1": 0.198082, "nauc_map_at_1_max": -0.442848, "nauc_map_at_1_std": 0.756796, "nauc_map_at_1_diff1": 0.740582, "nauc_map_at_3_max": -0.408748, "nauc_map_at_3_std": 0.54598, "nauc_map_at_3_diff1": 0.475854, "nauc_map_at_5_max": -0.400624, "nauc_map_at_5_std": 0.500177, "nauc_map_at_5_diff1": 0.441365, "nauc_map_at_10_max": -0.407168, "nauc_map_at_10_std": 0.458083, "nauc_map_at_10_diff1": 0.376722, "nauc_map_at_20_max": -0.375826, "nauc_map_at_20_std": 0.464345, "nauc_map_at_20_diff1": 0.351625, "nauc_map_at_100_max": -0.350824, "nauc_map_at_100_std": 0.468526, "nauc_map_at_100_diff1": 0.334046, "nauc_map_at_1000_max": -0.351743, "nauc_map_at_1000_std": 0.480052, "nauc_map_at_1000_diff1": 0.324211, "nauc_recall_at_1_max": -0.442848, "nauc_recall_at_1_std": 0.756796, "nauc_recall_at_1_diff1": 0.740582, "nauc_recall_at_3_max": -0.389201, "nauc_recall_at_3_std": 0.408635, "nauc_recall_at_3_diff1": 0.316336, "nauc_recall_at_5_max": -0.372305, "nauc_recall_at_5_std": 0.319598, "nauc_recall_at_5_diff1": 0.262152, "nauc_recall_at_10_max": -0.392105, "nauc_recall_at_10_std": 0.296323, "nauc_recall_at_10_diff1": 0.165799, "nauc_recall_at_20_max": -0.322848, "nauc_recall_at_20_std": 0.36303, "nauc_recall_at_20_diff1": 0.218125, "nauc_recall_at_100_max": -0.229945, "nauc_recall_at_100_std": 0.440358, "nauc_recall_at_100_diff1": 0.197316, "nauc_recall_at_1000_max": -0.346711, "nauc_recall_at_1000_std": 0.516374, "nauc_recall_at_1000_diff1": 0.143334, "nauc_precision_at_1_max": -0.402429, "nauc_precision_at_1_std": 0.829757, "nauc_precision_at_1_diff1": 0.744636, "nauc_precision_at_3_max": -0.348573, "nauc_precision_at_3_std": 0.424603, "nauc_precision_at_3_diff1": 0.209612, "nauc_precision_at_5_max": -0.337402, "nauc_precision_at_5_std": 0.336284, "nauc_precision_at_5_diff1": 0.164836, "nauc_precision_at_10_max": -0.390034, "nauc_precision_at_10_std": 0.298696, "nauc_precision_at_10_diff1": 0.125761, "nauc_precision_at_20_max": -0.321633, "nauc_precision_at_20_std": 0.37725, "nauc_precision_at_20_diff1": 0.192755, "nauc_precision_at_100_max": -0.234202, "nauc_precision_at_100_std": 0.507863, "nauc_precision_at_100_diff1": 0.181593, "nauc_precision_at_1000_max": -0.280738, "nauc_precision_at_1000_std": 0.483393, "nauc_precision_at_1000_diff1": 0.112389, "nauc_mrr_at_1_max": -0.402429, "nauc_mrr_at_1_std": 0.829757, "nauc_mrr_at_1_diff1": 0.744636, "nauc_mrr_at_3_max": -0.362721, "nauc_mrr_at_3_std": 0.561303, "nauc_mrr_at_3_diff1": 0.36892, "nauc_mrr_at_5_max": -0.356534, "nauc_mrr_at_5_std": 0.509932, "nauc_mrr_at_5_diff1": 0.333975, "nauc_mrr_at_10_max": -0.369097, "nauc_mrr_at_10_std": 0.482047, "nauc_mrr_at_10_diff1": 0.295543, "nauc_mrr_at_20_max": -0.359871, "nauc_mrr_at_20_std": 0.463575, "nauc_mrr_at_20_diff1": 0.292746, "nauc_mrr_at_100_max": -0.347059, "nauc_mrr_at_100_std": 0.467399, "nauc_mrr_at_100_diff1": 0.285806, "nauc_mrr_at_1000_max": -0.349648, "nauc_mrr_at_1000_std": 0.468508, "nauc_mrr_at_1000_diff1": 0.285834, "main_score": 0.01649, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 464.73149132728577, "kg_co2_emissions": 0.021799472136199944 }