{ "dataset_revision": "main", "task_name": "MIRACLRetrieval", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 8e-05, "ndcg_at_5": 8e-05, "ndcg_at_10": 0.00032, "ndcg_at_20": 0.00042, "ndcg_at_100": 0.00078, "ndcg_at_1000": 0.0018, "map_at_1": 0.0, "map_at_3": 4e-05, "map_at_5": 4e-05, "map_at_10": 0.00014, "map_at_20": 0.00016, "map_at_100": 0.00021, "map_at_1000": 0.00024, "recall_at_1": 0.0, "recall_at_3": 0.00012, "recall_at_5": 0.00012, "recall_at_10": 0.00075, "recall_at_20": 0.00109, "recall_at_100": 0.00288, "recall_at_1000": 0.01042, "precision_at_1": 0.0, "precision_at_3": 0.00012, "precision_at_5": 7e-05, "precision_at_10": 0.00014, "precision_at_20": 0.0001, "precision_at_100": 5e-05, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.000115, "mrr_at_5": 0.000115, "mrr_at_10": 0.000211, "mrr_at_20": 0.000253, "mrr_at_100": 0.000308, "mrr_at_1000": 0.000345, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 0.323962, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 0.323962, "nauc_ndcg_at_10_max": 0.839725, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": -0.081291, "nauc_ndcg_at_20_max": 0.736059, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.026594, "nauc_ndcg_at_100_max": 0.657156, "nauc_ndcg_at_100_std": 0.759227, "nauc_ndcg_at_100_diff1": 0.077421, "nauc_ndcg_at_1000_max": 0.37202, "nauc_ndcg_at_1000_std": 0.588388, "nauc_ndcg_at_1000_diff1": 0.07361, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 0.323962, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 0.323962, "nauc_map_at_10_max": 0.864792, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": -0.012129, "nauc_map_at_20_max": 0.811977, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.040667, "nauc_map_at_100_max": 0.757651, "nauc_map_at_100_std": 0.891038, "nauc_map_at_100_diff1": 0.063246, "nauc_map_at_1000_max": 0.700945, "nauc_map_at_1000_std": 0.852314, "nauc_map_at_1000_diff1": 0.061718, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 0.323962, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.323962, "nauc_recall_at_10_max": 0.843991, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": -0.162689, "nauc_recall_at_20_max": 0.702855, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": -0.003722, "nauc_recall_at_100_max": 0.629908, "nauc_recall_at_100_std": 0.692301, "nauc_recall_at_100_diff1": 0.106992, "nauc_recall_at_1000_max": 0.289704, "nauc_recall_at_1000_std": 0.530182, "nauc_recall_at_1000_diff1": 0.077026, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 0.323962, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 0.323962, "nauc_precision_at_10_max": 0.830991, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": -0.042606, "nauc_precision_at_20_max": 0.686347, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.085165, "nauc_precision_at_100_max": 0.616837, "nauc_precision_at_100_std": 0.688432, "nauc_precision_at_100_diff1": 0.080175, "nauc_precision_at_1000_max": 0.254251, "nauc_precision_at_1000_std": 0.490615, "nauc_precision_at_1000_diff1": 0.08924, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 0.323962, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 0.323962, "nauc_mrr_at_10_max": 0.815626, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": -0.017517, "nauc_mrr_at_20_max": 0.755, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 0.052176, "nauc_mrr_at_100_max": 0.706479, "nauc_mrr_at_100_std": 0.889445, "nauc_mrr_at_100_diff1": 0.050656, "nauc_mrr_at_1000_max": 0.6445, "nauc_mrr_at_1000_std": 0.84028, "nauc_mrr_at_1000_diff1": 0.053241, "main_score": 0.00032, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.0003, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 1e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.00203, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 0.0, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 1.2e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": 0.855576, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": -0.294686, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": 0.877082, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": -0.281423, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": 0.86479, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.289003, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 0.830988, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": -0.309849, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": 0.843989, "nauc_mrr_at_1000_std": 1.0, "nauc_mrr_at_1000_diff1": -0.301832, "main_score": 0.0, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.01639, "ndcg_at_3": 0.05979, "ndcg_at_5": 0.07858, "ndcg_at_10": 0.11173, "ndcg_at_20": 0.13617, "ndcg_at_100": 0.18026, "ndcg_at_1000": 0.21865, "map_at_1": 0.00642, "map_at_3": 0.03463, "map_at_5": 0.04538, "map_at_10": 0.06158, "map_at_20": 0.06933, "map_at_100": 0.0775, "map_at_1000": 0.07927, "recall_at_1": 0.00642, "recall_at_3": 0.07411, "recall_at_5": 0.1131, "recall_at_10": 0.19498, "recall_at_20": 0.26925, "recall_at_100": 0.45002, "recall_at_1000": 0.69171, "precision_at_1": 0.01639, "precision_at_3": 0.05683, "precision_at_5": 0.05836, "precision_at_10": 0.0518, "precision_at_20": 0.03574, "precision_at_100": 0.01216, "precision_at_1000": 0.00184, "mrr_at_1": 0.016393, "mrr_at_3": 0.072131, "mrr_at_5": 0.092295, "mrr_at_10": 0.105859, "mrr_at_20": 0.111764, "mrr_at_100": 0.116057, "mrr_at_1000": 0.116944, "nauc_ndcg_at_1_max": -0.515179, "nauc_ndcg_at_1_std": 0.68496, "nauc_ndcg_at_1_diff1": -0.577361, "nauc_ndcg_at_3_max": -0.306286, "nauc_ndcg_at_3_std": 0.381835, "nauc_ndcg_at_3_diff1": -0.331419, "nauc_ndcg_at_5_max": -0.266411, "nauc_ndcg_at_5_std": 0.366801, "nauc_ndcg_at_5_diff1": -0.283424, "nauc_ndcg_at_10_max": -0.263553, "nauc_ndcg_at_10_std": 0.350589, "nauc_ndcg_at_10_diff1": -0.284899, "nauc_ndcg_at_20_max": -0.276779, "nauc_ndcg_at_20_std": 0.371324, "nauc_ndcg_at_20_diff1": -0.299138, "nauc_ndcg_at_100_max": -0.26198, "nauc_ndcg_at_100_std": 0.418453, "nauc_ndcg_at_100_diff1": -0.31022, "nauc_ndcg_at_1000_max": -0.291113, "nauc_ndcg_at_1000_std": 0.415266, "nauc_ndcg_at_1000_diff1": -0.314419, "nauc_map_at_1_max": -0.532455, "nauc_map_at_1_std": 0.482353, "nauc_map_at_1_diff1": -0.577361, "nauc_map_at_3_max": -0.338784, "nauc_map_at_3_std": 0.408349, "nauc_map_at_3_diff1": -0.357384, "nauc_map_at_5_max": -0.300103, "nauc_map_at_5_std": 0.398764, "nauc_map_at_5_diff1": -0.31363, "nauc_map_at_10_max": -0.295052, "nauc_map_at_10_std": 0.378798, "nauc_map_at_10_diff1": -0.309605, "nauc_map_at_20_max": -0.29812, "nauc_map_at_20_std": 0.387976, "nauc_map_at_20_diff1": -0.310093, "nauc_map_at_100_max": -0.293835, "nauc_map_at_100_std": 0.406734, "nauc_map_at_100_diff1": -0.314421, "nauc_map_at_1000_max": -0.294941, "nauc_map_at_1000_std": 0.406874, "nauc_map_at_1000_diff1": -0.314486, "nauc_recall_at_1_max": -0.532455, "nauc_recall_at_1_std": 0.482353, "nauc_recall_at_1_diff1": -0.577361, "nauc_recall_at_3_max": -0.293259, "nauc_recall_at_3_std": 0.344992, "nauc_recall_at_3_diff1": -0.303552, "nauc_recall_at_5_max": -0.223198, "nauc_recall_at_5_std": 0.332275, "nauc_recall_at_5_diff1": -0.239724, "nauc_recall_at_10_max": -0.219655, "nauc_recall_at_10_std": 0.323054, "nauc_recall_at_10_diff1": -0.246994, "nauc_recall_at_20_max": -0.238553, "nauc_recall_at_20_std": 0.349496, "nauc_recall_at_20_diff1": -0.269934, "nauc_recall_at_100_max": -0.210877, "nauc_recall_at_100_std": 0.436583, "nauc_recall_at_100_diff1": -0.283896, "nauc_recall_at_1000_max": -0.337007, "nauc_recall_at_1000_std": 0.429005, "nauc_recall_at_1000_diff1": -0.289949, "nauc_precision_at_1_max": -0.515179, "nauc_precision_at_1_std": 0.68496, "nauc_precision_at_1_diff1": -0.577361, "nauc_precision_at_3_max": -0.254664, "nauc_precision_at_3_std": 0.33187, "nauc_precision_at_3_diff1": -0.278593, "nauc_precision_at_5_max": -0.239364, "nauc_precision_at_5_std": 0.324742, "nauc_precision_at_5_diff1": -0.244925, "nauc_precision_at_10_max": -0.225852, "nauc_precision_at_10_std": 0.271093, "nauc_precision_at_10_diff1": -0.240811, "nauc_precision_at_20_max": -0.228776, "nauc_precision_at_20_std": 0.292976, "nauc_precision_at_20_diff1": -0.243127, "nauc_precision_at_100_max": -0.172351, "nauc_precision_at_100_std": 0.33076, "nauc_precision_at_100_diff1": -0.236729, "nauc_precision_at_1000_max": -0.162231, "nauc_precision_at_1000_std": 0.243505, "nauc_precision_at_1000_diff1": -0.200831, "nauc_mrr_at_1_max": -0.515179, "nauc_mrr_at_1_std": 0.68496, "nauc_mrr_at_1_diff1": -0.577361, "nauc_mrr_at_3_max": -0.289301, "nauc_mrr_at_3_std": 0.385264, "nauc_mrr_at_3_diff1": -0.312178, "nauc_mrr_at_5_max": -0.266567, "nauc_mrr_at_5_std": 0.370257, "nauc_mrr_at_5_diff1": -0.294785, "nauc_mrr_at_10_max": -0.273265, "nauc_mrr_at_10_std": 0.379392, "nauc_mrr_at_10_diff1": -0.303688, "nauc_mrr_at_20_max": -0.282957, "nauc_mrr_at_20_std": 0.382334, "nauc_mrr_at_20_diff1": -0.313263, "nauc_mrr_at_100_max": -0.281017, "nauc_mrr_at_100_std": 0.384491, "nauc_mrr_at_100_diff1": -0.314912, "nauc_mrr_at_1000_max": -0.28202, "nauc_mrr_at_1000_std": 0.385224, "nauc_mrr_at_1000_diff1": -0.314984, "main_score": 0.11173, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.45932, "ndcg_at_3": 0.46165, "ndcg_at_5": 0.47564, "ndcg_at_10": 0.52044, "ndcg_at_20": 0.56141, "ndcg_at_100": 0.59969, "ndcg_at_1000": 0.6162, "map_at_1": 0.21415, "map_at_3": 0.33981, "map_at_5": 0.37668, "map_at_10": 0.4116, "map_at_20": 0.43064, "map_at_100": 0.4411, "map_at_1000": 0.44257, "recall_at_1": 0.21415, "recall_at_3": 0.4199, "recall_at_5": 0.50899, "recall_at_10": 0.6347, "recall_at_20": 0.7515, "recall_at_100": 0.89589, "recall_at_1000": 0.98261, "precision_at_1": 0.45932, "precision_at_3": 0.33166, "precision_at_5": 0.24981, "precision_at_10": 0.16421, "precision_at_20": 0.10088, "precision_at_100": 0.02519, "precision_at_1000": 0.00284, "mrr_at_1": 0.459324, "mrr_at_3": 0.56967, "mrr_at_5": 0.585315, "mrr_at_10": 0.597366, "mrr_at_20": 0.601683, "mrr_at_100": 0.603026, "mrr_at_1000": 0.603138, "nauc_ndcg_at_1_max": 0.281763, "nauc_ndcg_at_1_std": 0.182532, "nauc_ndcg_at_1_diff1": 0.178845, "nauc_ndcg_at_3_max": 0.223007, "nauc_ndcg_at_3_std": 0.12619, "nauc_ndcg_at_3_diff1": 0.153716, "nauc_ndcg_at_5_max": 0.194965, "nauc_ndcg_at_5_std": 0.104767, "nauc_ndcg_at_5_diff1": 0.149057, "nauc_ndcg_at_10_max": 0.19381, "nauc_ndcg_at_10_std": 0.119545, "nauc_ndcg_at_10_diff1": 0.154716, "nauc_ndcg_at_20_max": 0.218508, "nauc_ndcg_at_20_std": 0.157947, "nauc_ndcg_at_20_diff1": 0.150407, "nauc_ndcg_at_100_max": 0.237728, "nauc_ndcg_at_100_std": 0.184285, "nauc_ndcg_at_100_diff1": 0.137198, "nauc_ndcg_at_1000_max": 0.243797, "nauc_ndcg_at_1000_std": 0.178756, "nauc_ndcg_at_1000_diff1": 0.13704, "nauc_map_at_1_max": 0.070781, "nauc_map_at_1_std": 0.017741, "nauc_map_at_1_diff1": 0.176707, "nauc_map_at_3_max": 0.10775, "nauc_map_at_3_std": 0.033972, "nauc_map_at_3_diff1": 0.163342, "nauc_map_at_5_max": 0.128648, "nauc_map_at_5_std": 0.055586, "nauc_map_at_5_diff1": 0.152954, "nauc_map_at_10_max": 0.149185, "nauc_map_at_10_std": 0.079918, "nauc_map_at_10_diff1": 0.153318, "nauc_map_at_20_max": 0.164898, "nauc_map_at_20_std": 0.100743, "nauc_map_at_20_diff1": 0.152125, "nauc_map_at_100_max": 0.172594, "nauc_map_at_100_std": 0.110919, "nauc_map_at_100_diff1": 0.147481, "nauc_map_at_1000_max": 0.173109, "nauc_map_at_1000_std": 0.110821, "nauc_map_at_1000_diff1": 0.147479, "nauc_recall_at_1_max": 0.070781, "nauc_recall_at_1_std": 0.017741, "nauc_recall_at_1_diff1": 0.176707, "nauc_recall_at_3_max": 0.07217, "nauc_recall_at_3_std": -0.007636, "nauc_recall_at_3_diff1": 0.146944, "nauc_recall_at_5_max": 0.077793, "nauc_recall_at_5_std": 0.005991, "nauc_recall_at_5_diff1": 0.120427, "nauc_recall_at_10_max": 0.078031, "nauc_recall_at_10_std": 0.034517, "nauc_recall_at_10_diff1": 0.131804, "nauc_recall_at_20_max": 0.102331, "nauc_recall_at_20_std": 0.118349, "nauc_recall_at_20_diff1": 0.118341, "nauc_recall_at_100_max": 0.136566, "nauc_recall_at_100_std": 0.278618, "nauc_recall_at_100_diff1": 0.018754, "nauc_recall_at_1000_max": 0.216191, "nauc_recall_at_1000_std": 0.503441, "nauc_recall_at_1000_diff1": -0.406275, "nauc_precision_at_1_max": 0.281763, "nauc_precision_at_1_std": 0.182532, "nauc_precision_at_1_diff1": 0.178845, "nauc_precision_at_3_max": 0.316992, "nauc_precision_at_3_std": 0.228907, "nauc_precision_at_3_diff1": 0.072944, "nauc_precision_at_5_max": 0.327709, "nauc_precision_at_5_std": 0.260086, "nauc_precision_at_5_diff1": 0.042814, "nauc_precision_at_10_max": 0.313805, "nauc_precision_at_10_std": 0.28494, "nauc_precision_at_10_diff1": 0.012021, "nauc_precision_at_20_max": 0.320096, "nauc_precision_at_20_std": 0.320057, "nauc_precision_at_20_diff1": -0.022097, "nauc_precision_at_100_max": 0.284983, "nauc_precision_at_100_std": 0.309892, "nauc_precision_at_100_diff1": -0.065249, "nauc_precision_at_1000_max": 0.251023, "nauc_precision_at_1000_std": 0.241634, "nauc_precision_at_1000_diff1": -0.066452, "nauc_mrr_at_1_max": 0.281763, "nauc_mrr_at_1_std": 0.182532, "nauc_mrr_at_1_diff1": 0.178845, "nauc_mrr_at_3_max": 0.316406, "nauc_mrr_at_3_std": 0.20511, "nauc_mrr_at_3_diff1": 0.167189, "nauc_mrr_at_5_max": 0.317623, "nauc_mrr_at_5_std": 0.20545, "nauc_mrr_at_5_diff1": 0.166302, "nauc_mrr_at_10_max": 0.31749, "nauc_mrr_at_10_std": 0.209063, "nauc_mrr_at_10_diff1": 0.166433, "nauc_mrr_at_20_max": 0.314661, "nauc_mrr_at_20_std": 0.209215, "nauc_mrr_at_20_diff1": 0.164678, "nauc_mrr_at_100_max": 0.314723, "nauc_mrr_at_100_std": 0.208183, "nauc_mrr_at_100_diff1": 0.165289, "nauc_mrr_at_1000_max": 0.314667, "nauc_mrr_at_1000_std": 0.208101, "nauc_mrr_at_1000_diff1": 0.165316, "main_score": 0.52044, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.1713, "ndcg_at_3": 0.17449, "ndcg_at_5": 0.18355, "ndcg_at_10": 0.22951, "ndcg_at_20": 0.27479, "ndcg_at_100": 0.34383, "ndcg_at_1000": 0.38497, "map_at_1": 0.04756, "map_at_3": 0.09025, "map_at_5": 0.11093, "map_at_10": 0.14306, "map_at_20": 0.1626, "map_at_100": 0.18097, "map_at_1000": 0.18423, "recall_at_1": 0.04756, "recall_at_3": 0.11913, "recall_at_5": 0.17714, "recall_at_10": 0.30498, "recall_at_20": 0.41355, "recall_at_100": 0.63682, "recall_at_1000": 0.84395, "precision_at_1": 0.1713, "precision_at_3": 0.15638, "precision_at_5": 0.14198, "precision_at_10": 0.12546, "precision_at_20": 0.09059, "precision_at_100": 0.02968, "precision_at_1000": 0.00394, "mrr_at_1": 0.171296, "mrr_at_3": 0.239198, "mrr_at_5": 0.262963, "mrr_at_10": 0.289471, "mrr_at_20": 0.296617, "mrr_at_100": 0.300291, "mrr_at_1000": 0.300661, "nauc_ndcg_at_1_max": 0.088679, "nauc_ndcg_at_1_std": 0.227718, "nauc_ndcg_at_1_diff1": 0.045978, "nauc_ndcg_at_3_max": 0.057728, "nauc_ndcg_at_3_std": 0.207294, "nauc_ndcg_at_3_diff1": -0.00646, "nauc_ndcg_at_5_max": 0.059591, "nauc_ndcg_at_5_std": 0.19208, "nauc_ndcg_at_5_diff1": 0.035422, "nauc_ndcg_at_10_max": 0.069453, "nauc_ndcg_at_10_std": 0.18411, "nauc_ndcg_at_10_diff1": 0.072386, "nauc_ndcg_at_20_max": 0.0793, "nauc_ndcg_at_20_std": 0.233628, "nauc_ndcg_at_20_diff1": 0.048087, "nauc_ndcg_at_100_max": 0.087701, "nauc_ndcg_at_100_std": 0.303162, "nauc_ndcg_at_100_diff1": 0.036378, "nauc_ndcg_at_1000_max": 0.094245, "nauc_ndcg_at_1000_std": 0.312772, "nauc_ndcg_at_1000_diff1": 0.016796, "nauc_map_at_1_max": 0.005469, "nauc_map_at_1_std": 0.124338, "nauc_map_at_1_diff1": 0.15533, "nauc_map_at_3_max": 0.051025, "nauc_map_at_3_std": 0.148823, "nauc_map_at_3_diff1": 0.054832, "nauc_map_at_5_max": 0.068785, "nauc_map_at_5_std": 0.152249, "nauc_map_at_5_diff1": 0.073914, "nauc_map_at_10_max": 0.08078, "nauc_map_at_10_std": 0.168604, "nauc_map_at_10_diff1": 0.084127, "nauc_map_at_20_max": 0.092021, "nauc_map_at_20_std": 0.200212, "nauc_map_at_20_diff1": 0.070682, "nauc_map_at_100_max": 0.096273, "nauc_map_at_100_std": 0.232032, "nauc_map_at_100_diff1": 0.062797, "nauc_map_at_1000_max": 0.097486, "nauc_map_at_1000_std": 0.235434, "nauc_map_at_1000_diff1": 0.060491, "nauc_recall_at_1_max": 0.005469, "nauc_recall_at_1_std": 0.124338, "nauc_recall_at_1_diff1": 0.15533, "nauc_recall_at_3_max": 0.01605, "nauc_recall_at_3_std": 0.122509, "nauc_recall_at_3_diff1": 0.020923, "nauc_recall_at_5_max": 0.035095, "nauc_recall_at_5_std": 0.107138, "nauc_recall_at_5_diff1": 0.073694, "nauc_recall_at_10_max": 0.028999, "nauc_recall_at_10_std": 0.099918, "nauc_recall_at_10_diff1": 0.104659, "nauc_recall_at_20_max": 0.034431, "nauc_recall_at_20_std": 0.184632, "nauc_recall_at_20_diff1": 0.055895, "nauc_recall_at_100_max": 0.061257, "nauc_recall_at_100_std": 0.355281, "nauc_recall_at_100_diff1": 0.053796, "nauc_recall_at_1000_max": 0.067668, "nauc_recall_at_1000_std": 0.485846, "nauc_recall_at_1000_diff1": -0.077798, "nauc_precision_at_1_max": 0.088679, "nauc_precision_at_1_std": 0.227718, "nauc_precision_at_1_diff1": 0.045978, "nauc_precision_at_3_max": 0.06808, "nauc_precision_at_3_std": 0.232204, "nauc_precision_at_3_diff1": -0.05866, "nauc_precision_at_5_max": 0.109408, "nauc_precision_at_5_std": 0.245609, "nauc_precision_at_5_diff1": -0.002587, "nauc_precision_at_10_max": 0.123721, "nauc_precision_at_10_std": 0.263391, "nauc_precision_at_10_diff1": 0.012479, "nauc_precision_at_20_max": 0.136709, "nauc_precision_at_20_std": 0.320692, "nauc_precision_at_20_diff1": -0.028492, "nauc_precision_at_100_max": 0.109381, "nauc_precision_at_100_std": 0.369566, "nauc_precision_at_100_diff1": -0.062487, "nauc_precision_at_1000_max": 0.100636, "nauc_precision_at_1000_std": 0.304302, "nauc_precision_at_1000_diff1": -0.099534, "nauc_mrr_at_1_max": 0.088679, "nauc_mrr_at_1_std": 0.227718, "nauc_mrr_at_1_diff1": 0.045978, "nauc_mrr_at_3_max": 0.049184, "nauc_mrr_at_3_std": 0.226564, "nauc_mrr_at_3_diff1": -0.006342, "nauc_mrr_at_5_max": 0.057762, "nauc_mrr_at_5_std": 0.22606, "nauc_mrr_at_5_diff1": 0.013509, "nauc_mrr_at_10_max": 0.056764, "nauc_mrr_at_10_std": 0.226369, "nauc_mrr_at_10_diff1": 0.014966, "nauc_mrr_at_20_max": 0.053997, "nauc_mrr_at_20_std": 0.229638, "nauc_mrr_at_20_diff1": 0.01201, "nauc_mrr_at_100_max": 0.054147, "nauc_mrr_at_100_std": 0.230331, "nauc_mrr_at_100_diff1": 0.012528, "nauc_mrr_at_1000_max": 0.054372, "nauc_mrr_at_1000_std": 0.23015, "nauc_mrr_at_1000_diff1": 0.012602, "main_score": 0.22951, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00079, "ndcg_at_5": 0.00079, "ndcg_at_10": 0.00079, "ndcg_at_20": 0.00079, "ndcg_at_100": 0.0009, "ndcg_at_1000": 0.00333, "map_at_1": 0.0, "map_at_3": 0.00053, "map_at_5": 0.00053, "map_at_10": 0.00053, "map_at_20": 0.00053, "map_at_100": 0.00053, "map_at_1000": 0.0006, "recall_at_1": 0.0, "recall_at_3": 0.00158, "recall_at_5": 0.00158, "recall_at_10": 0.00158, "recall_at_20": 0.00158, "recall_at_100": 0.00211, "recall_at_1000": 0.01928, "precision_at_1": 0.0, "precision_at_3": 0.00053, "precision_at_5": 0.00032, "precision_at_10": 0.00016, "precision_at_20": 8e-05, "precision_at_100": 3e-05, "precision_at_1000": 4e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.000527, "mrr_at_5": 0.000527, "mrr_at_10": 0.000527, "mrr_at_20": 0.000527, "mrr_at_100": 0.000544, "mrr_at_1000": 0.000631, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 0.098234, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 0.098234, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 0.098234, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.098234, "nauc_ndcg_at_100_max": 0.916013, "nauc_ndcg_at_100_std": 0.804819, "nauc_ndcg_at_100_diff1": 0.034644, "nauc_ndcg_at_1000_max": 0.345539, "nauc_ndcg_at_1000_std": 0.582225, "nauc_ndcg_at_1000_diff1": -0.085048, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 0.098234, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 0.098234, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 0.098234, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.098234, "nauc_map_at_100_max": 0.993159, "nauc_map_at_100_std": 0.984103, "nauc_map_at_100_diff1": 0.093055, "nauc_map_at_1000_max": 0.897862, "nauc_map_at_1000_std": 0.933256, "nauc_map_at_1000_diff1": 0.074616, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 0.098234, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.098234, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.098234, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.098234, "nauc_recall_at_100_max": 0.830696, "nauc_recall_at_100_std": 0.606547, "nauc_recall_at_100_diff1": -0.029952, "nauc_recall_at_1000_max": 0.193283, "nauc_recall_at_1000_std": 0.530716, "nauc_recall_at_1000_diff1": -0.166742, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 0.098234, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 0.098234, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 0.098234, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.098234, "nauc_precision_at_100_max": 0.661392, "nauc_precision_at_100_std": 0.213094, "nauc_precision_at_100_diff1": -0.158139, "nauc_precision_at_1000_max": 0.229189, "nauc_precision_at_1000_std": 0.426071, "nauc_precision_at_1000_diff1": -0.055627, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 0.098234, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 0.098234, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 0.098234, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 0.098234, "nauc_mrr_at_100_max": 0.979885, "nauc_mrr_at_100_std": 0.953253, "nauc_mrr_at_100_diff1": 0.083004, "nauc_mrr_at_1000_max": 0.853951, "nauc_mrr_at_1000_std": 0.87944, "nauc_mrr_at_1000_diff1": 0.058957, "main_score": 0.00079, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.06452, "ndcg_at_3": 0.14486, "ndcg_at_5": 0.16969, "ndcg_at_10": 0.19957, "ndcg_at_20": 0.22366, "ndcg_at_100": 0.25637, "ndcg_at_1000": 0.28092, "map_at_1": 0.0417, "map_at_3": 0.11155, "map_at_5": 0.12677, "map_at_10": 0.14096, "map_at_20": 0.14879, "map_at_100": 0.15451, "map_at_1000": 0.15558, "recall_at_1": 0.0417, "recall_at_3": 0.18836, "recall_at_5": 0.24102, "recall_at_10": 0.31958, "recall_at_20": 0.39857, "recall_at_100": 0.54343, "recall_at_1000": 0.70693, "precision_at_1": 0.06452, "precision_at_3": 0.09992, "precision_at_5": 0.07994, "precision_at_10": 0.05389, "precision_at_20": 0.0347, "precision_at_100": 0.00994, "precision_at_1000": 0.00133, "mrr_at_1": 0.064516, "mrr_at_3": 0.158143, "mrr_at_5": 0.173525, "mrr_at_10": 0.184947, "mrr_at_20": 0.191061, "mrr_at_100": 0.194512, "mrr_at_1000": 0.195121, "nauc_ndcg_at_1_max": -0.293811, "nauc_ndcg_at_1_std": 0.543172, "nauc_ndcg_at_1_diff1": -0.471963, "nauc_ndcg_at_3_max": -0.202884, "nauc_ndcg_at_3_std": 0.310486, "nauc_ndcg_at_3_diff1": -0.283476, "nauc_ndcg_at_5_max": -0.217563, "nauc_ndcg_at_5_std": 0.330477, "nauc_ndcg_at_5_diff1": -0.294534, "nauc_ndcg_at_10_max": -0.235787, "nauc_ndcg_at_10_std": 0.361061, "nauc_ndcg_at_10_diff1": -0.32092, "nauc_ndcg_at_20_max": -0.25114, "nauc_ndcg_at_20_std": 0.397553, "nauc_ndcg_at_20_diff1": -0.340833, "nauc_ndcg_at_100_max": -0.262421, "nauc_ndcg_at_100_std": 0.435248, "nauc_ndcg_at_100_diff1": -0.358472, "nauc_ndcg_at_1000_max": -0.272723, "nauc_ndcg_at_1000_std": 0.433008, "nauc_ndcg_at_1000_diff1": -0.366971, "nauc_map_at_1_max": -0.324146, "nauc_map_at_1_std": 0.479695, "nauc_map_at_1_diff1": -0.468026, "nauc_map_at_3_max": -0.218701, "nauc_map_at_3_std": 0.319627, "nauc_map_at_3_diff1": -0.300986, "nauc_map_at_5_max": -0.228675, "nauc_map_at_5_std": 0.334944, "nauc_map_at_5_diff1": -0.308873, "nauc_map_at_10_max": -0.238082, "nauc_map_at_10_std": 0.35527, "nauc_map_at_10_diff1": -0.324649, "nauc_map_at_20_max": -0.243839, "nauc_map_at_20_std": 0.372984, "nauc_map_at_20_diff1": -0.333316, "nauc_map_at_100_max": -0.247941, "nauc_map_at_100_std": 0.383384, "nauc_map_at_100_diff1": -0.338855, "nauc_map_at_1000_max": -0.248452, "nauc_map_at_1000_std": 0.383735, "nauc_map_at_1000_diff1": -0.339373, "nauc_recall_at_1_max": -0.324146, "nauc_recall_at_1_std": 0.479695, "nauc_recall_at_1_diff1": -0.468026, "nauc_recall_at_3_max": -0.178113, "nauc_recall_at_3_std": 0.244803, "nauc_recall_at_3_diff1": -0.233601, "nauc_recall_at_5_max": -0.198214, "nauc_recall_at_5_std": 0.279907, "nauc_recall_at_5_diff1": -0.249273, "nauc_recall_at_10_max": -0.226706, "nauc_recall_at_10_std": 0.322728, "nauc_recall_at_10_diff1": -0.29112, "nauc_recall_at_20_max": -0.260884, "nauc_recall_at_20_std": 0.395836, "nauc_recall_at_20_diff1": -0.333724, "nauc_recall_at_100_max": -0.29746, "nauc_recall_at_100_std": 0.499962, "nauc_recall_at_100_diff1": -0.389021, "nauc_recall_at_1000_max": -0.388029, "nauc_recall_at_1000_std": 0.507993, "nauc_recall_at_1000_diff1": -0.467962, "nauc_precision_at_1_max": -0.293811, "nauc_precision_at_1_std": 0.543172, "nauc_precision_at_1_diff1": -0.471963, "nauc_precision_at_3_max": -0.173451, "nauc_precision_at_3_std": 0.317621, "nauc_precision_at_3_diff1": -0.262834, "nauc_precision_at_5_max": -0.191122, "nauc_precision_at_5_std": 0.347993, "nauc_precision_at_5_diff1": -0.279083, "nauc_precision_at_10_max": -0.202423, "nauc_precision_at_10_std": 0.39698, "nauc_precision_at_10_diff1": -0.303671, "nauc_precision_at_20_max": -0.214692, "nauc_precision_at_20_std": 0.448249, "nauc_precision_at_20_diff1": -0.318765, "nauc_precision_at_100_max": -0.178966, "nauc_precision_at_100_std": 0.467584, "nauc_precision_at_100_diff1": -0.281947, "nauc_precision_at_1000_max": -0.148754, "nauc_precision_at_1000_std": 0.365826, "nauc_precision_at_1000_diff1": -0.224014, "nauc_mrr_at_1_max": -0.293811, "nauc_mrr_at_1_std": 0.543172, "nauc_mrr_at_1_diff1": -0.471963, "nauc_mrr_at_3_max": -0.205306, "nauc_mrr_at_3_std": 0.358733, "nauc_mrr_at_3_diff1": -0.309743, "nauc_mrr_at_5_max": -0.211775, "nauc_mrr_at_5_std": 0.370651, "nauc_mrr_at_5_diff1": -0.314707, "nauc_mrr_at_10_max": -0.22303, "nauc_mrr_at_10_std": 0.380807, "nauc_mrr_at_10_diff1": -0.326446, "nauc_mrr_at_20_max": -0.227314, "nauc_mrr_at_20_std": 0.388081, "nauc_mrr_at_20_diff1": -0.330918, "nauc_mrr_at_100_max": -0.228313, "nauc_mrr_at_100_std": 0.391582, "nauc_mrr_at_100_diff1": -0.33217, "nauc_mrr_at_1000_max": -0.228379, "nauc_mrr_at_1000_std": 0.391237, "nauc_mrr_at_1000_diff1": -0.332192, "main_score": 0.19957, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.05831, "ndcg_at_3": 0.08242, "ndcg_at_5": 0.10155, "ndcg_at_10": 0.14038, "ndcg_at_20": 0.18251, "ndcg_at_100": 0.23605, "ndcg_at_1000": 0.26977, "map_at_1": 0.03192, "map_at_3": 0.06392, "map_at_5": 0.07597, "map_at_10": 0.0921, "map_at_20": 0.10459, "map_at_100": 0.11379, "map_at_1000": 0.11551, "recall_at_1": 0.03192, "recall_at_3": 0.09697, "recall_at_5": 0.13886, "recall_at_10": 0.24195, "recall_at_20": 0.37777, "recall_at_100": 0.61351, "recall_at_1000": 0.82662, "precision_at_1": 0.05831, "precision_at_3": 0.06025, "precision_at_5": 0.0519, "precision_at_10": 0.04577, "precision_at_20": 0.03776, "precision_at_100": 0.01271, "precision_at_1000": 0.00177, "mrr_at_1": 0.058309, "mrr_at_3": 0.098154, "mrr_at_5": 0.109232, "mrr_at_10": 0.128223, "mrr_at_20": 0.140378, "mrr_at_100": 0.145928, "mrr_at_1000": 0.146665, "nauc_ndcg_at_1_max": -0.292235, "nauc_ndcg_at_1_std": -0.05877, "nauc_ndcg_at_1_diff1": -0.37514, "nauc_ndcg_at_3_max": -0.321726, "nauc_ndcg_at_3_std": -0.090465, "nauc_ndcg_at_3_diff1": -0.308909, "nauc_ndcg_at_5_max": -0.325441, "nauc_ndcg_at_5_std": -0.068055, "nauc_ndcg_at_5_diff1": -0.337744, "nauc_ndcg_at_10_max": -0.31656, "nauc_ndcg_at_10_std": -0.047415, "nauc_ndcg_at_10_diff1": -0.29003, "nauc_ndcg_at_20_max": -0.29809, "nauc_ndcg_at_20_std": -0.007707, "nauc_ndcg_at_20_diff1": -0.243443, "nauc_ndcg_at_100_max": -0.32058, "nauc_ndcg_at_100_std": 0.050748, "nauc_ndcg_at_100_diff1": -0.272878, "nauc_ndcg_at_1000_max": -0.314998, "nauc_ndcg_at_1000_std": 0.030026, "nauc_ndcg_at_1000_diff1": -0.27331, "nauc_map_at_1_max": -0.279771, "nauc_map_at_1_std": -0.101766, "nauc_map_at_1_diff1": -0.362746, "nauc_map_at_3_max": -0.311502, "nauc_map_at_3_std": -0.10324, "nauc_map_at_3_diff1": -0.315439, "nauc_map_at_5_max": -0.314741, "nauc_map_at_5_std": -0.07809, "nauc_map_at_5_diff1": -0.336679, "nauc_map_at_10_max": -0.311737, "nauc_map_at_10_std": -0.064861, "nauc_map_at_10_diff1": -0.312769, "nauc_map_at_20_max": -0.30543, "nauc_map_at_20_std": -0.044193, "nauc_map_at_20_diff1": -0.29177, "nauc_map_at_100_max": -0.310578, "nauc_map_at_100_std": -0.030547, "nauc_map_at_100_diff1": -0.298618, "nauc_map_at_1000_max": -0.310702, "nauc_map_at_1000_std": -0.032067, "nauc_map_at_1000_diff1": -0.299421, "nauc_recall_at_1_max": -0.279771, "nauc_recall_at_1_std": -0.101766, "nauc_recall_at_1_diff1": -0.362746, "nauc_recall_at_3_max": -0.316436, "nauc_recall_at_3_std": -0.109385, "nauc_recall_at_3_diff1": -0.257919, "nauc_recall_at_5_max": -0.312173, "nauc_recall_at_5_std": -0.063909, "nauc_recall_at_5_diff1": -0.307354, "nauc_recall_at_10_max": -0.281727, "nauc_recall_at_10_std": -0.036454, "nauc_recall_at_10_diff1": -0.216389, "nauc_recall_at_20_max": -0.250485, "nauc_recall_at_20_std": 0.042242, "nauc_recall_at_20_diff1": -0.128269, "nauc_recall_at_100_max": -0.310642, "nauc_recall_at_100_std": 0.220971, "nauc_recall_at_100_diff1": -0.203119, "nauc_recall_at_1000_max": -0.313122, "nauc_recall_at_1000_std": 0.23256, "nauc_recall_at_1000_diff1": -0.189592, "nauc_precision_at_1_max": -0.292235, "nauc_precision_at_1_std": -0.05877, "nauc_precision_at_1_diff1": -0.37514, "nauc_precision_at_3_max": -0.347724, "nauc_precision_at_3_std": -0.048019, "nauc_precision_at_3_diff1": -0.341101, "nauc_precision_at_5_max": -0.359148, "nauc_precision_at_5_std": -0.021963, "nauc_precision_at_5_diff1": -0.378036, "nauc_precision_at_10_max": -0.3322, "nauc_precision_at_10_std": 0.022998, "nauc_precision_at_10_diff1": -0.28315, "nauc_precision_at_20_max": -0.249215, "nauc_precision_at_20_std": 0.080325, "nauc_precision_at_20_diff1": -0.183677, "nauc_precision_at_100_max": -0.226074, "nauc_precision_at_100_std": 0.163601, "nauc_precision_at_100_diff1": -0.182142, "nauc_precision_at_1000_max": -0.121896, "nauc_precision_at_1000_std": 0.074953, "nauc_precision_at_1000_diff1": -0.101507, "nauc_mrr_at_1_max": -0.292235, "nauc_mrr_at_1_std": -0.05877, "nauc_mrr_at_1_diff1": -0.37514, "nauc_mrr_at_3_max": -0.320106, "nauc_mrr_at_3_std": -0.056815, "nauc_mrr_at_3_diff1": -0.337473, "nauc_mrr_at_5_max": -0.32779, "nauc_mrr_at_5_std": -0.063028, "nauc_mrr_at_5_diff1": -0.352524, "nauc_mrr_at_10_max": -0.325974, "nauc_mrr_at_10_std": -0.046875, "nauc_mrr_at_10_diff1": -0.328713, "nauc_mrr_at_20_max": -0.315932, "nauc_mrr_at_20_std": -0.040432, "nauc_mrr_at_20_diff1": -0.311915, "nauc_mrr_at_100_max": -0.318583, "nauc_mrr_at_100_std": -0.035481, "nauc_mrr_at_100_diff1": -0.316575, "nauc_mrr_at_1000_max": -0.317593, "nauc_mrr_at_1000_std": -0.035854, "nauc_mrr_at_1000_diff1": -0.316201, "main_score": 0.14038, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0018, "ndcg_at_5": 0.0018, "ndcg_at_10": 0.00208, "ndcg_at_20": 0.00208, "ndcg_at_100": 0.00236, "ndcg_at_1000": 0.00333, "map_at_1": 0.0, "map_at_3": 0.00143, "map_at_5": 0.00143, "map_at_10": 0.0015, "map_at_20": 0.0015, "map_at_100": 0.00151, "map_at_1000": 0.00153, "recall_at_1": 0.0, "recall_at_3": 0.00286, "recall_at_5": 0.00286, "recall_at_10": 0.00327, "recall_at_20": 0.00327, "recall_at_100": 0.00406, "recall_at_1000": 0.00985, "precision_at_1": 0.0, "precision_at_3": 0.00095, "precision_at_5": 0.00057, "precision_at_10": 0.00057, "precision_at_20": 0.00029, "precision_at_100": 0.00011, "precision_at_1000": 3e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.001429, "mrr_at_5": 0.001429, "mrr_at_10": 0.001905, "mrr_at_20": 0.001905, "mrr_at_100": 0.002043, "mrr_at_1000": 0.002093, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": -0.205796, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": -0.205796, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.954583, "nauc_ndcg_at_10_diff1": -0.220935, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.954583, "nauc_ndcg_at_20_diff1": -0.220935, "nauc_ndcg_at_100_max": 0.895326, "nauc_ndcg_at_100_std": 0.826007, "nauc_ndcg_at_100_diff1": -0.223048, "nauc_ndcg_at_1000_max": 0.601232, "nauc_ndcg_at_1000_std": 0.614578, "nauc_ndcg_at_1000_diff1": -0.099251, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": -0.205796, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": -0.205796, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.984633, "nauc_map_at_10_diff1": -0.210918, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.984633, "nauc_map_at_20_diff1": -0.210918, "nauc_map_at_100_max": 0.989738, "nauc_map_at_100_std": 0.972689, "nauc_map_at_100_diff1": -0.210566, "nauc_map_at_1000_max": 0.976856, "nauc_map_at_1000_std": 0.962607, "nauc_map_at_1000_diff1": -0.20736, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": -0.205796, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": -0.205796, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.957741, "nauc_recall_at_10_diff1": -0.219882, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.957741, "nauc_recall_at_20_diff1": -0.219882, "nauc_recall_at_100_max": 0.823723, "nauc_recall_at_100_std": 0.729478, "nauc_recall_at_100_diff1": -0.231104, "nauc_recall_at_1000_max": 0.305588, "nauc_recall_at_1000_std": 0.38785, "nauc_recall_at_1000_diff1": 0.047662, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": -0.205796, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": -0.205796, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.830963, "nauc_precision_at_10_diff1": -0.262141, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.830963, "nauc_precision_at_20_diff1": -0.262141, "nauc_precision_at_100_max": 0.549235, "nauc_precision_at_100_std": 0.336329, "nauc_precision_at_100_diff1": -0.252482, "nauc_precision_at_1000_max": 0.091007, "nauc_precision_at_1000_std": 0.14323, "nauc_precision_at_1000_diff1": 0.030271, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": -0.205796, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": -0.205796, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.915482, "nauc_mrr_at_10_diff1": -0.233968, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.915482, "nauc_mrr_at_20_diff1": -0.233968, "nauc_mrr_at_100_max": 0.938825, "nauc_mrr_at_100_std": 0.851788, "nauc_mrr_at_100_diff1": -0.228417, "nauc_mrr_at_1000_max": 0.910475, "nauc_mrr_at_1000_std": 0.831682, "nauc_mrr_at_1000_diff1": -0.22136, "main_score": 0.00208, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.19687, "ndcg_at_3": 0.18718, "ndcg_at_5": 0.19804, "ndcg_at_10": 0.22717, "ndcg_at_20": 0.2516, "ndcg_at_100": 0.29631, "ndcg_at_1000": 0.33308, "map_at_1": 0.08291, "map_at_3": 0.12805, "map_at_5": 0.14358, "map_at_10": 0.16043, "map_at_20": 0.16957, "map_at_100": 0.17858, "map_at_1000": 0.18061, "recall_at_1": 0.08291, "recall_at_3": 0.16954, "recall_at_5": 0.21543, "recall_at_10": 0.29625, "recall_at_20": 0.36334, "recall_at_100": 0.53257, "recall_at_1000": 0.74561, "precision_at_1": 0.19687, "precision_at_3": 0.13333, "precision_at_5": 0.10813, "precision_at_10": 0.0774, "precision_at_20": 0.05047, "precision_at_100": 0.01616, "precision_at_1000": 0.00233, "mrr_at_1": 0.196875, "mrr_at_3": 0.257292, "mrr_at_5": 0.273594, "mrr_at_10": 0.287283, "mrr_at_20": 0.292344, "mrr_at_100": 0.295926, "mrr_at_1000": 0.296632, "nauc_ndcg_at_1_max": 0.172721, "nauc_ndcg_at_1_std": 0.107205, "nauc_ndcg_at_1_diff1": 0.270219, "nauc_ndcg_at_3_max": 0.17239, "nauc_ndcg_at_3_std": 0.084321, "nauc_ndcg_at_3_diff1": 0.25003, "nauc_ndcg_at_5_max": 0.183812, "nauc_ndcg_at_5_std": 0.099485, "nauc_ndcg_at_5_diff1": 0.244378, "nauc_ndcg_at_10_max": 0.201788, "nauc_ndcg_at_10_std": 0.145377, "nauc_ndcg_at_10_diff1": 0.252098, "nauc_ndcg_at_20_max": 0.220602, "nauc_ndcg_at_20_std": 0.174713, "nauc_ndcg_at_20_diff1": 0.239695, "nauc_ndcg_at_100_max": 0.235934, "nauc_ndcg_at_100_std": 0.222503, "nauc_ndcg_at_100_diff1": 0.225026, "nauc_ndcg_at_1000_max": 0.244124, "nauc_ndcg_at_1000_std": 0.241967, "nauc_ndcg_at_1000_diff1": 0.22727, "nauc_map_at_1_max": 0.172029, "nauc_map_at_1_std": 0.088933, "nauc_map_at_1_diff1": 0.331014, "nauc_map_at_3_max": 0.158003, "nauc_map_at_3_std": 0.059139, "nauc_map_at_3_diff1": 0.286635, "nauc_map_at_5_max": 0.174746, "nauc_map_at_5_std": 0.077452, "nauc_map_at_5_diff1": 0.275169, "nauc_map_at_10_max": 0.185498, "nauc_map_at_10_std": 0.104402, "nauc_map_at_10_diff1": 0.275396, "nauc_map_at_20_max": 0.197043, "nauc_map_at_20_std": 0.121826, "nauc_map_at_20_diff1": 0.269457, "nauc_map_at_100_max": 0.202409, "nauc_map_at_100_std": 0.137238, "nauc_map_at_100_diff1": 0.26485, "nauc_map_at_1000_max": 0.203336, "nauc_map_at_1000_std": 0.139793, "nauc_map_at_1000_diff1": 0.264289, "nauc_recall_at_1_max": 0.172029, "nauc_recall_at_1_std": 0.088933, "nauc_recall_at_1_diff1": 0.331014, "nauc_recall_at_3_max": 0.13244, "nauc_recall_at_3_std": 0.042153, "nauc_recall_at_3_diff1": 0.232175, "nauc_recall_at_5_max": 0.157168, "nauc_recall_at_5_std": 0.087082, "nauc_recall_at_5_diff1": 0.208425, "nauc_recall_at_10_max": 0.19138, "nauc_recall_at_10_std": 0.177035, "nauc_recall_at_10_diff1": 0.213315, "nauc_recall_at_20_max": 0.230283, "nauc_recall_at_20_std": 0.226077, "nauc_recall_at_20_diff1": 0.185255, "nauc_recall_at_100_max": 0.274367, "nauc_recall_at_100_std": 0.351479, "nauc_recall_at_100_diff1": 0.146868, "nauc_recall_at_1000_max": 0.372138, "nauc_recall_at_1000_std": 0.536183, "nauc_recall_at_1000_diff1": 0.172587, "nauc_precision_at_1_max": 0.172721, "nauc_precision_at_1_std": 0.107205, "nauc_precision_at_1_diff1": 0.270219, "nauc_precision_at_3_max": 0.179909, "nauc_precision_at_3_std": 0.096419, "nauc_precision_at_3_diff1": 0.182433, "nauc_precision_at_5_max": 0.211107, "nauc_precision_at_5_std": 0.129965, "nauc_precision_at_5_diff1": 0.147013, "nauc_precision_at_10_max": 0.230255, "nauc_precision_at_10_std": 0.222172, "nauc_precision_at_10_diff1": 0.132859, "nauc_precision_at_20_max": 0.233155, "nauc_precision_at_20_std": 0.273148, "nauc_precision_at_20_diff1": 0.084165, "nauc_precision_at_100_max": 0.208355, "nauc_precision_at_100_std": 0.330415, "nauc_precision_at_100_diff1": 0.007888, "nauc_precision_at_1000_max": 0.149947, "nauc_precision_at_1000_std": 0.298543, "nauc_precision_at_1000_diff1": -0.037473, "nauc_mrr_at_1_max": 0.172721, "nauc_mrr_at_1_std": 0.107205, "nauc_mrr_at_1_diff1": 0.270219, "nauc_mrr_at_3_max": 0.169172, "nauc_mrr_at_3_std": 0.097764, "nauc_mrr_at_3_diff1": 0.235541, "nauc_mrr_at_5_max": 0.177863, "nauc_mrr_at_5_std": 0.110951, "nauc_mrr_at_5_diff1": 0.232721, "nauc_mrr_at_10_max": 0.186884, "nauc_mrr_at_10_std": 0.131041, "nauc_mrr_at_10_diff1": 0.231901, "nauc_mrr_at_20_max": 0.187485, "nauc_mrr_at_20_std": 0.132484, "nauc_mrr_at_20_diff1": 0.230556, "nauc_mrr_at_100_max": 0.187174, "nauc_mrr_at_100_std": 0.133422, "nauc_mrr_at_100_diff1": 0.230592, "nauc_mrr_at_1000_max": 0.186941, "nauc_mrr_at_1000_std": 0.133102, "nauc_mrr_at_1000_diff1": 0.2307, "main_score": 0.22717, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0046, "ndcg_at_1000": 0.01754, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.00047, "map_at_1000": 0.00091, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.02285, "recall_at_1000": 0.10859, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.00048, "precision_at_1000": 0.00023, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.000557, "mrr_at_1000": 0.00113, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.566953, "nauc_ndcg_at_100_std": -0.547483, "nauc_ndcg_at_100_diff1": -0.23458, "nauc_ndcg_at_1000_max": -0.455117, "nauc_ndcg_at_1000_std": -0.453143, "nauc_ndcg_at_1000_diff1": -0.099718, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.569028, "nauc_map_at_100_std": -0.551858, "nauc_map_at_100_diff1": -0.264323, "nauc_map_at_1000_max": -0.499787, "nauc_map_at_1000_std": -0.487634, "nauc_map_at_1000_diff1": -0.186517, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.565167, "nauc_recall_at_100_std": -0.543422, "nauc_recall_at_100_diff1": -0.224721, "nauc_recall_at_1000_max": -0.44323, "nauc_recall_at_1000_std": -0.442056, "nauc_recall_at_1000_diff1": -0.056452, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.569228, "nauc_precision_at_100_std": -0.554111, "nauc_precision_at_100_diff1": -0.250257, "nauc_precision_at_1000_max": -0.447202, "nauc_precision_at_1000_std": -0.453031, "nauc_precision_at_1000_diff1": -0.130625, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.568952, "nauc_mrr_at_100_std": -0.55189, "nauc_mrr_at_100_diff1": -0.213566, "nauc_mrr_at_1000_max": -0.479697, "nauc_mrr_at_1000_std": -0.472593, "nauc_mrr_at_1000_diff1": -0.17614, "main_score": 0.0, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.01408, "ndcg_at_3": 0.01595, "ndcg_at_5": 0.02043, "ndcg_at_10": 0.0224, "ndcg_at_20": 0.02561, "ndcg_at_100": 0.02788, "ndcg_at_1000": 0.03487, "map_at_1": 0.01095, "map_at_3": 0.01487, "map_at_5": 0.01768, "map_at_10": 0.0184, "map_at_20": 0.01934, "map_at_100": 0.01962, "map_at_1000": 0.01978, "recall_at_1": 0.01095, "recall_at_3": 0.01721, "recall_at_5": 0.02817, "recall_at_10": 0.03208, "recall_at_20": 0.04121, "recall_at_100": 0.0523, "recall_at_1000": 0.10117, "precision_at_1": 0.01408, "precision_at_3": 0.00782, "precision_at_5": 0.00751, "precision_at_10": 0.00516, "precision_at_20": 0.00376, "precision_at_100": 0.00094, "precision_at_1000": 0.00022, "mrr_at_1": 0.014085, "mrr_at_3": 0.016432, "mrr_at_5": 0.01831, "mrr_at_10": 0.019763, "mrr_at_20": 0.021269, "mrr_at_100": 0.021625, "mrr_at_1000": 0.021823, "nauc_ndcg_at_1_max": 0.885821, "nauc_ndcg_at_1_std": 0.885821, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.922809, "nauc_ndcg_at_3_std": 0.773357, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.925463, "nauc_ndcg_at_5_std": 0.82311, "nauc_ndcg_at_5_diff1": 0.969548, "nauc_ndcg_at_10_max": 0.883601, "nauc_ndcg_at_10_std": 0.797601, "nauc_ndcg_at_10_diff1": 0.950017, "nauc_ndcg_at_20_max": 0.872367, "nauc_ndcg_at_20_std": 0.811288, "nauc_ndcg_at_20_diff1": 0.834213, "nauc_ndcg_at_100_max": 0.842095, "nauc_ndcg_at_100_std": 0.764908, "nauc_ndcg_at_100_diff1": 0.782406, "nauc_ndcg_at_1000_max": 0.809654, "nauc_ndcg_at_1000_std": 0.729387, "nauc_ndcg_at_1000_diff1": 0.676695, "nauc_map_at_1_max": 0.951066, "nauc_map_at_1_std": 0.853198, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.927887, "nauc_map_at_3_std": 0.784919, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.921186, "nauc_map_at_5_std": 0.819179, "nauc_map_at_5_diff1": 0.981812, "nauc_map_at_10_max": 0.904173, "nauc_map_at_10_std": 0.808849, "nauc_map_at_10_diff1": 0.974288, "nauc_map_at_20_max": 0.901523, "nauc_map_at_20_std": 0.815121, "nauc_map_at_20_diff1": 0.927791, "nauc_map_at_100_max": 0.895284, "nauc_map_at_100_std": 0.804559, "nauc_map_at_100_diff1": 0.915167, "nauc_map_at_1000_max": 0.893583, "nauc_map_at_1000_std": 0.803321, "nauc_map_at_1000_diff1": 0.909606, "nauc_recall_at_1_max": 0.951066, "nauc_recall_at_1_std": 0.853198, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.937721, "nauc_recall_at_3_std": 0.721915, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.94291, "nauc_recall_at_5_std": 0.830059, "nauc_recall_at_5_diff1": 0.94291, "nauc_recall_at_10_max": 0.880814, "nauc_recall_at_10_std": 0.79269, "nauc_recall_at_10_diff1": 0.916843, "nauc_recall_at_20_max": 0.866126, "nauc_recall_at_20_std": 0.82127, "nauc_recall_at_20_diff1": 0.719463, "nauc_recall_at_100_max": 0.80292, "nauc_recall_at_100_std": 0.708504, "nauc_recall_at_100_diff1": 0.623592, "nauc_recall_at_1000_max": 0.73909, "nauc_recall_at_1000_std": 0.638808, "nauc_recall_at_1000_diff1": 0.427334, "nauc_precision_at_1_max": 0.885821, "nauc_precision_at_1_std": 0.885821, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.862985, "nauc_precision_at_3_std": 0.796071, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.871549, "nauc_precision_at_5_std": 0.872544, "nauc_precision_at_5_diff1": 0.957183, "nauc_precision_at_10_max": 0.762311, "nauc_precision_at_10_std": 0.78347, "nauc_precision_at_10_diff1": 0.907305, "nauc_precision_at_20_max": 0.751452, "nauc_precision_at_20_std": 0.808319, "nauc_precision_at_20_diff1": 0.621315, "nauc_precision_at_100_max": 0.679893, "nauc_precision_at_100_std": 0.713705, "nauc_precision_at_100_diff1": 0.526569, "nauc_precision_at_1000_max": 0.62969, "nauc_precision_at_1000_std": 0.61525, "nauc_precision_at_1000_diff1": 0.320714, "nauc_mrr_at_1_max": 0.885821, "nauc_mrr_at_1_std": 0.885821, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.902132, "nauc_mrr_at_3_std": 0.805403, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.91217, "nauc_mrr_at_5_std": 0.825361, "nauc_mrr_at_5_diff1": 0.982434, "nauc_mrr_at_10_max": 0.874459, "nauc_mrr_at_10_std": 0.801662, "nauc_mrr_at_10_diff1": 0.960747, "nauc_mrr_at_20_max": 0.861295, "nauc_mrr_at_20_std": 0.804628, "nauc_mrr_at_20_diff1": 0.895973, "nauc_mrr_at_100_max": 0.852837, "nauc_mrr_at_100_std": 0.792478, "nauc_mrr_at_100_diff1": 0.88351, "nauc_mrr_at_1000_max": 0.851049, "nauc_mrr_at_1000_std": 0.790093, "nauc_mrr_at_1000_diff1": 0.877902, "main_score": 0.0224, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.00399, "ndcg_at_3": 0.0049, "ndcg_at_5": 0.0061, "ndcg_at_10": 0.0068, "ndcg_at_20": 0.01014, "ndcg_at_100": 0.01902, "ndcg_at_1000": 0.02597, "map_at_1": 0.00186, "map_at_3": 0.00323, "map_at_5": 0.00404, "map_at_10": 0.00434, "map_at_20": 0.00527, "map_at_100": 0.0067, "map_at_1000": 0.00703, "recall_at_1": 0.00186, "recall_at_3": 0.00452, "recall_at_5": 0.00775, "recall_at_10": 0.00942, "recall_at_20": 0.02016, "recall_at_100": 0.05869, "recall_at_1000": 0.10319, "precision_at_1": 0.00399, "precision_at_3": 0.00399, "precision_at_5": 0.00399, "precision_at_10": 0.00264, "precision_at_20": 0.00256, "precision_at_100": 0.00146, "precision_at_1000": 0.00026, "mrr_at_1": 0.003994, "mrr_at_3": 0.006789, "mrr_at_5": 0.007947, "mrr_at_10": 0.008488, "mrr_at_20": 0.009626, "mrr_at_100": 0.010847, "mrr_at_1000": 0.01103, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.932331, "nauc_ndcg_at_1_diff1": -0.52736, "nauc_ndcg_at_3_max": 0.829938, "nauc_ndcg_at_3_std": 0.822031, "nauc_ndcg_at_3_diff1": -0.469922, "nauc_ndcg_at_5_max": 0.793341, "nauc_ndcg_at_5_std": 0.848217, "nauc_ndcg_at_5_diff1": -0.404118, "nauc_ndcg_at_10_max": 0.714025, "nauc_ndcg_at_10_std": 0.852122, "nauc_ndcg_at_10_diff1": -0.388534, "nauc_ndcg_at_20_max": 0.586372, "nauc_ndcg_at_20_std": 0.875714, "nauc_ndcg_at_20_diff1": -0.383669, "nauc_ndcg_at_100_max": 0.467647, "nauc_ndcg_at_100_std": 0.839968, "nauc_ndcg_at_100_diff1": -0.394451, "nauc_ndcg_at_1000_max": 0.366176, "nauc_ndcg_at_1000_std": 0.7861, "nauc_ndcg_at_1000_diff1": -0.399483, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.927498, "nauc_map_at_1_diff1": -0.52937, "nauc_map_at_3_max": 0.912214, "nauc_map_at_3_std": 0.835043, "nauc_map_at_3_diff1": -0.468661, "nauc_map_at_5_max": 0.857469, "nauc_map_at_5_std": 0.854361, "nauc_map_at_5_diff1": -0.414846, "nauc_map_at_10_max": 0.808936, "nauc_map_at_10_std": 0.858469, "nauc_map_at_10_diff1": -0.409613, "nauc_map_at_20_max": 0.715801, "nauc_map_at_20_std": 0.869033, "nauc_map_at_20_diff1": -0.409111, "nauc_map_at_100_max": 0.65732, "nauc_map_at_100_std": 0.865419, "nauc_map_at_100_diff1": -0.412639, "nauc_map_at_1000_max": 0.635401, "nauc_map_at_1000_std": 0.86314, "nauc_map_at_1000_diff1": -0.414667, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.927498, "nauc_recall_at_1_diff1": -0.52937, "nauc_recall_at_3_max": 0.826684, "nauc_recall_at_3_std": 0.795817, "nauc_recall_at_3_diff1": -0.45015, "nauc_recall_at_5_max": 0.758909, "nauc_recall_at_5_std": 0.855395, "nauc_recall_at_5_diff1": -0.367277, "nauc_recall_at_10_max": 0.652542, "nauc_recall_at_10_std": 0.862029, "nauc_recall_at_10_diff1": -0.351853, "nauc_recall_at_20_max": 0.478185, "nauc_recall_at_20_std": 0.902308, "nauc_recall_at_20_diff1": -0.38023, "nauc_recall_at_100_max": 0.378245, "nauc_recall_at_100_std": 0.822231, "nauc_recall_at_100_diff1": -0.394024, "nauc_recall_at_1000_max": 0.242268, "nauc_recall_at_1000_std": 0.712426, "nauc_recall_at_1000_diff1": -0.397289, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.932331, "nauc_precision_at_1_diff1": -0.52736, "nauc_precision_at_3_max": 0.718461, "nauc_precision_at_3_std": 0.770343, "nauc_precision_at_3_diff1": -0.460446, "nauc_precision_at_5_max": 0.655536, "nauc_precision_at_5_std": 0.812606, "nauc_precision_at_5_diff1": -0.36972, "nauc_precision_at_10_max": 0.550497, "nauc_precision_at_10_std": 0.837529, "nauc_precision_at_10_diff1": -0.36043, "nauc_precision_at_20_max": 0.466116, "nauc_precision_at_20_std": 0.873067, "nauc_precision_at_20_diff1": -0.341265, "nauc_precision_at_100_max": 0.36306, "nauc_precision_at_100_std": 0.84325, "nauc_precision_at_100_diff1": -0.378193, "nauc_precision_at_1000_max": 0.224665, "nauc_precision_at_1000_std": 0.766732, "nauc_precision_at_1000_diff1": -0.384998, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.932331, "nauc_mrr_at_1_diff1": -0.52736, "nauc_mrr_at_3_max": 0.827755, "nauc_mrr_at_3_std": 0.838371, "nauc_mrr_at_3_diff1": -0.47904, "nauc_mrr_at_5_max": 0.796288, "nauc_mrr_at_5_std": 0.843801, "nauc_mrr_at_5_diff1": -0.440997, "nauc_mrr_at_10_max": 0.745788, "nauc_mrr_at_10_std": 0.844661, "nauc_mrr_at_10_diff1": -0.423374, "nauc_mrr_at_20_max": 0.690498, "nauc_mrr_at_20_std": 0.84807, "nauc_mrr_at_20_diff1": -0.403605, "nauc_mrr_at_100_max": 0.639022, "nauc_mrr_at_100_std": 0.834034, "nauc_mrr_at_100_diff1": -0.404046, "nauc_mrr_at_1000_max": 0.628559, "nauc_mrr_at_1000_std": 0.827653, "nauc_mrr_at_1000_diff1": -0.402859, "main_score": 0.0068, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.23237, "ndcg_at_3": 0.26673, "ndcg_at_5": 0.29086, "ndcg_at_10": 0.3178, "ndcg_at_20": 0.33857, "ndcg_at_100": 0.36343, "ndcg_at_1000": 0.38676, "map_at_1": 0.16888, "map_at_3": 0.22754, "map_at_5": 0.24572, "map_at_10": 0.26021, "map_at_20": 0.26765, "map_at_100": 0.27175, "map_at_1000": 0.27276, "recall_at_1": 0.16888, "recall_at_3": 0.28208, "recall_at_5": 0.34429, "recall_at_10": 0.41525, "recall_at_20": 0.48491, "recall_at_100": 0.59502, "recall_at_1000": 0.7509, "precision_at_1": 0.23237, "precision_at_3": 0.14661, "precision_at_5": 0.1112, "precision_at_10": 0.07012, "precision_at_20": 0.04139, "precision_at_100": 0.01066, "precision_at_1000": 0.00141, "mrr_at_1": 0.232365, "mrr_at_3": 0.303596, "mrr_at_5": 0.319882, "mrr_at_10": 0.329125, "mrr_at_20": 0.333732, "mrr_at_100": 0.336558, "mrr_at_1000": 0.337055, "nauc_ndcg_at_1_max": 0.230004, "nauc_ndcg_at_1_std": 0.186831, "nauc_ndcg_at_1_diff1": 0.361325, "nauc_ndcg_at_3_max": 0.288833, "nauc_ndcg_at_3_std": 0.206665, "nauc_ndcg_at_3_diff1": 0.35986, "nauc_ndcg_at_5_max": 0.301396, "nauc_ndcg_at_5_std": 0.236588, "nauc_ndcg_at_5_diff1": 0.372154, "nauc_ndcg_at_10_max": 0.312498, "nauc_ndcg_at_10_std": 0.253754, "nauc_ndcg_at_10_diff1": 0.380496, "nauc_ndcg_at_20_max": 0.324008, "nauc_ndcg_at_20_std": 0.263165, "nauc_ndcg_at_20_diff1": 0.379831, "nauc_ndcg_at_100_max": 0.342804, "nauc_ndcg_at_100_std": 0.295866, "nauc_ndcg_at_100_diff1": 0.38343, "nauc_ndcg_at_1000_max": 0.337423, "nauc_ndcg_at_1000_std": 0.29877, "nauc_ndcg_at_1000_diff1": 0.370219, "nauc_map_at_1_max": 0.199332, "nauc_map_at_1_std": 0.141867, "nauc_map_at_1_diff1": 0.362678, "nauc_map_at_3_max": 0.270768, "nauc_map_at_3_std": 0.181664, "nauc_map_at_3_diff1": 0.368869, "nauc_map_at_5_max": 0.280752, "nauc_map_at_5_std": 0.206701, "nauc_map_at_5_diff1": 0.373168, "nauc_map_at_10_max": 0.292106, "nauc_map_at_10_std": 0.220575, "nauc_map_at_10_diff1": 0.374893, "nauc_map_at_20_max": 0.296586, "nauc_map_at_20_std": 0.224083, "nauc_map_at_20_diff1": 0.375839, "nauc_map_at_100_max": 0.299828, "nauc_map_at_100_std": 0.230279, "nauc_map_at_100_diff1": 0.375812, "nauc_map_at_1000_max": 0.299778, "nauc_map_at_1000_std": 0.230842, "nauc_map_at_1000_diff1": 0.3751, "nauc_recall_at_1_max": 0.199332, "nauc_recall_at_1_std": 0.141867, "nauc_recall_at_1_diff1": 0.362678, "nauc_recall_at_3_max": 0.298473, "nauc_recall_at_3_std": 0.19792, "nauc_recall_at_3_diff1": 0.358982, "nauc_recall_at_5_max": 0.319269, "nauc_recall_at_5_std": 0.250657, "nauc_recall_at_5_diff1": 0.374396, "nauc_recall_at_10_max": 0.332249, "nauc_recall_at_10_std": 0.287892, "nauc_recall_at_10_diff1": 0.394638, "nauc_recall_at_20_max": 0.36571, "nauc_recall_at_20_std": 0.317286, "nauc_recall_at_20_diff1": 0.388784, "nauc_recall_at_100_max": 0.452349, "nauc_recall_at_100_std": 0.463861, "nauc_recall_at_100_diff1": 0.415348, "nauc_recall_at_1000_max": 0.440098, "nauc_recall_at_1000_std": 0.554695, "nauc_recall_at_1000_diff1": 0.326783, "nauc_precision_at_1_max": 0.230004, "nauc_precision_at_1_std": 0.186831, "nauc_precision_at_1_diff1": 0.361325, "nauc_precision_at_3_max": 0.321044, "nauc_precision_at_3_std": 0.239477, "nauc_precision_at_3_diff1": 0.304156, "nauc_precision_at_5_max": 0.317468, "nauc_precision_at_5_std": 0.303312, "nauc_precision_at_5_diff1": 0.263599, "nauc_precision_at_10_max": 0.332715, "nauc_precision_at_10_std": 0.321917, "nauc_precision_at_10_diff1": 0.241501, "nauc_precision_at_20_max": 0.34323, "nauc_precision_at_20_std": 0.325531, "nauc_precision_at_20_diff1": 0.22323, "nauc_precision_at_100_max": 0.347549, "nauc_precision_at_100_std": 0.386132, "nauc_precision_at_100_diff1": 0.164181, "nauc_precision_at_1000_max": 0.230185, "nauc_precision_at_1000_std": 0.291288, "nauc_precision_at_1000_diff1": 0.011382, "nauc_mrr_at_1_max": 0.230004, "nauc_mrr_at_1_std": 0.186831, "nauc_mrr_at_1_diff1": 0.361325, "nauc_mrr_at_3_max": 0.284162, "nauc_mrr_at_3_std": 0.230817, "nauc_mrr_at_3_diff1": 0.346556, "nauc_mrr_at_5_max": 0.289093, "nauc_mrr_at_5_std": 0.244176, "nauc_mrr_at_5_diff1": 0.348673, "nauc_mrr_at_10_max": 0.288326, "nauc_mrr_at_10_std": 0.246436, "nauc_mrr_at_10_diff1": 0.353559, "nauc_mrr_at_20_max": 0.290921, "nauc_mrr_at_20_std": 0.24813, "nauc_mrr_at_20_diff1": 0.351873, "nauc_mrr_at_100_max": 0.292638, "nauc_mrr_at_100_std": 0.250567, "nauc_mrr_at_100_diff1": 0.35241, "nauc_mrr_at_1000_max": 0.292509, "nauc_mrr_at_1000_std": 0.250461, "nauc_mrr_at_1000_diff1": 0.352355, "main_score": 0.3178, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00052, "ndcg_at_10": 0.0009, "ndcg_at_20": 0.0009, "ndcg_at_100": 0.00156, "ndcg_at_1000": 0.00218, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0003, "map_at_10": 0.00045, "map_at_20": 0.00045, "map_at_100": 0.00054, "map_at_1000": 0.00056, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.00121, "recall_at_10": 0.00242, "recall_at_20": 0.00242, "recall_at_100": 0.00604, "recall_at_1000": 0.01087, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.00024, "precision_at_10": 0.00024, "precision_at_20": 0.00012, "precision_at_100": 6e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.000302, "mrr_at_10": 0.000453, "mrr_at_20": 0.000453, "mrr_at_100": 0.000539, "mrr_at_1000": 0.000562, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.547317, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 0.333921, "nauc_ndcg_at_20_max": 0.547317, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.333921, "nauc_ndcg_at_100_max": 0.38336, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": -0.051538, "nauc_ndcg_at_1000_max": 0.111211, "nauc_ndcg_at_1000_std": 0.897367, "nauc_ndcg_at_1000_diff1": -0.19534, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.643103, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 0.474861, "nauc_map_at_20_max": 0.643103, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.474861, "nauc_map_at_100_max": 0.583738, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 0.307122, "nauc_map_at_1000_max": 0.535633, "nauc_map_at_1000_std": 0.990548, "nauc_map_at_1000_diff1": 0.270948, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.464654, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.212291, "nauc_recall_at_20_max": 0.464654, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.212291, "nauc_recall_at_100_max": 0.25664, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": -0.260334, "nauc_recall_at_1000_max": -0.113164, "nauc_recall_at_1000_std": 0.824954, "nauc_recall_at_1000_diff1": -0.392012, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.464654, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 0.212291, "nauc_precision_at_20_max": 0.464654, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.212291, "nauc_precision_at_100_max": 0.25664, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": -0.260334, "nauc_precision_at_1000_max": -0.113164, "nauc_precision_at_1000_std": 0.824954, "nauc_precision_at_1000_diff1": -0.392012, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.643103, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 0.474861, "nauc_mrr_at_20_max": 0.643103, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 0.474861, "nauc_mrr_at_100_max": 0.583738, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 0.307122, "nauc_mrr_at_1000_max": 0.535633, "nauc_mrr_at_1000_std": 0.990548, "nauc_mrr_at_1000_diff1": 0.270948, "main_score": 0.0009, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.00273, "ndcg_at_3": 0.0022, "ndcg_at_5": 0.00309, "ndcg_at_10": 0.00309, "ndcg_at_20": 0.00358, "ndcg_at_100": 0.00493, "ndcg_at_1000": 0.00637, "map_at_1": 0.00205, "map_at_3": 0.00205, "map_at_5": 0.00266, "map_at_10": 0.00266, "map_at_20": 0.00277, "map_at_100": 0.00296, "map_at_1000": 0.00301, "recall_at_1": 0.00205, "recall_at_3": 0.00205, "recall_at_5": 0.00409, "recall_at_10": 0.00409, "recall_at_20": 0.00591, "recall_at_100": 0.01239, "recall_at_1000": 0.02245, "precision_at_1": 0.00273, "precision_at_3": 0.00091, "precision_at_5": 0.00109, "precision_at_10": 0.00055, "precision_at_20": 0.00041, "precision_at_100": 0.00019, "precision_at_1000": 4e-05, "mrr_at_1": 0.002729, "mrr_at_3": 0.002729, "mrr_at_5": 0.003001, "mrr_at_10": 0.003001, "mrr_at_20": 0.003191, "mrr_at_100": 0.003379, "mrr_at_1000": 0.003439, "nauc_ndcg_at_1_max": 0.212721, "nauc_ndcg_at_1_std": -0.390152, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.023921, "nauc_ndcg_at_3_std": -0.434375, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.035505, "nauc_ndcg_at_5_std": -0.431661, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.035505, "nauc_ndcg_at_10_std": -0.431661, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": -0.025671, "nauc_ndcg_at_20_std": -0.45137, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": -0.07828, "nauc_ndcg_at_100_std": -0.420293, "nauc_ndcg_at_100_diff1": 0.935665, "nauc_ndcg_at_1000_max": -0.075867, "nauc_ndcg_at_1000_std": -0.433352, "nauc_ndcg_at_1000_diff1": 0.915103, "nauc_map_at_1_max": -0.049706, "nauc_map_at_1_std": -0.451621, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -0.049706, "nauc_map_at_3_std": -0.451621, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.031041, "nauc_map_at_5_std": -0.432707, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.031041, "nauc_map_at_10_std": -0.432707, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.013221, "nauc_map_at_20_std": -0.438521, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": -0.007091, "nauc_map_at_100_std": -0.436376, "nauc_map_at_100_diff1": 0.987833, "nauc_map_at_1000_max": -0.008373, "nauc_map_at_1000_std": -0.436237, "nauc_map_at_1000_diff1": 0.985672, "nauc_recall_at_1_max": -0.049706, "nauc_recall_at_1_std": -0.451621, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -0.049706, "nauc_recall_at_3_std": -0.451621, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": -0.049706, "nauc_recall_at_5_std": -0.451621, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": -0.049706, "nauc_recall_at_10_std": -0.451621, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": -0.152074, "nauc_recall_at_20_std": -0.489448, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": -0.173893, "nauc_recall_at_100_std": -0.409674, "nauc_recall_at_100_diff1": 0.85486, "nauc_recall_at_1000_max": -0.123254, "nauc_recall_at_1000_std": -0.440346, "nauc_recall_at_1000_diff1": 0.851239, "nauc_precision_at_1_max": 0.212721, "nauc_precision_at_1_std": -0.390152, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.212721, "nauc_precision_at_3_std": -0.390152, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.212721, "nauc_precision_at_5_std": -0.390152, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.212721, "nauc_precision_at_10_std": -0.390152, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": -0.007005, "nauc_precision_at_20_std": -0.451621, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": -0.126143, "nauc_precision_at_100_std": -0.372802, "nauc_precision_at_100_diff1": 0.905832, "nauc_precision_at_1000_max": -0.10542, "nauc_precision_at_1000_std": -0.437306, "nauc_precision_at_1000_diff1": 0.868808, "nauc_mrr_at_1_max": 0.212721, "nauc_mrr_at_1_std": -0.390152, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.212721, "nauc_mrr_at_3_std": -0.390152, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.14115, "nauc_mrr_at_5_std": -0.406916, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.14115, "nauc_mrr_at_10_std": -0.406916, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.104735, "nauc_mrr_at_20_std": -0.416871, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.087216, "nauc_mrr_at_100_std": -0.409271, "nauc_mrr_at_100_diff1": 0.989354, "nauc_mrr_at_1000_max": 0.084779, "nauc_mrr_at_1000_std": -0.410256, "nauc_mrr_at_1000_diff1": 0.986454, "main_score": 0.00309, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.42017, "ndcg_at_3": 0.49284, "ndcg_at_5": 0.53989, "ndcg_at_10": 0.55718, "ndcg_at_20": 0.57437, "ndcg_at_100": 0.59501, "ndcg_at_1000": 0.60882, "map_at_1": 0.39776, "map_at_3": 0.46545, "map_at_5": 0.49599, "map_at_10": 0.50499, "map_at_20": 0.51045, "map_at_100": 0.51421, "map_at_1000": 0.5148, "recall_at_1": 0.39776, "recall_at_3": 0.54272, "recall_at_5": 0.64846, "recall_at_10": 0.69328, "recall_at_20": 0.7577, "recall_at_100": 0.85854, "recall_at_1000": 0.96078, "precision_at_1": 0.42017, "precision_at_3": 0.20168, "precision_at_5": 0.15126, "precision_at_10": 0.08319, "precision_at_20": 0.04538, "precision_at_100": 0.01025, "precision_at_1000": 0.00115, "mrr_at_1": 0.420168, "mrr_at_3": 0.492997, "mrr_at_5": 0.512745, "mrr_at_10": 0.520198, "mrr_at_20": 0.524382, "mrr_at_100": 0.527223, "mrr_at_1000": 0.527743, "nauc_ndcg_at_1_max": 0.242519, "nauc_ndcg_at_1_std": -0.046931, "nauc_ndcg_at_1_diff1": 0.571669, "nauc_ndcg_at_3_max": 0.256798, "nauc_ndcg_at_3_std": -0.038658, "nauc_ndcg_at_3_diff1": 0.629154, "nauc_ndcg_at_5_max": 0.227853, "nauc_ndcg_at_5_std": -0.032673, "nauc_ndcg_at_5_diff1": 0.601112, "nauc_ndcg_at_10_max": 0.243691, "nauc_ndcg_at_10_std": -0.017469, "nauc_ndcg_at_10_diff1": 0.58805, "nauc_ndcg_at_20_max": 0.221484, "nauc_ndcg_at_20_std": -0.030822, "nauc_ndcg_at_20_diff1": 0.587157, "nauc_ndcg_at_100_max": 0.254066, "nauc_ndcg_at_100_std": -0.004319, "nauc_ndcg_at_100_diff1": 0.579, "nauc_ndcg_at_1000_max": 0.243294, "nauc_ndcg_at_1000_std": -0.014704, "nauc_ndcg_at_1000_diff1": 0.580566, "nauc_map_at_1_max": 0.26556, "nauc_map_at_1_std": -0.025148, "nauc_map_at_1_diff1": 0.588938, "nauc_map_at_3_max": 0.257052, "nauc_map_at_3_std": -0.036862, "nauc_map_at_3_diff1": 0.623919, "nauc_map_at_5_max": 0.239393, "nauc_map_at_5_std": -0.032462, "nauc_map_at_5_diff1": 0.605952, "nauc_map_at_10_max": 0.246366, "nauc_map_at_10_std": -0.021796, "nauc_map_at_10_diff1": 0.596318, "nauc_map_at_20_max": 0.240818, "nauc_map_at_20_std": -0.025985, "nauc_map_at_20_diff1": 0.595355, "nauc_map_at_100_max": 0.245751, "nauc_map_at_100_std": -0.022872, "nauc_map_at_100_diff1": 0.594062, "nauc_map_at_1000_max": 0.245528, "nauc_map_at_1000_std": -0.023135, "nauc_map_at_1000_diff1": 0.594163, "nauc_recall_at_1_max": 0.26556, "nauc_recall_at_1_std": -0.025148, "nauc_recall_at_1_diff1": 0.588938, "nauc_recall_at_3_max": 0.264666, "nauc_recall_at_3_std": -0.034942, "nauc_recall_at_3_diff1": 0.661846, "nauc_recall_at_5_max": 0.190281, "nauc_recall_at_5_std": -0.026823, "nauc_recall_at_5_diff1": 0.605609, "nauc_recall_at_10_max": 0.241576, "nauc_recall_at_10_std": 0.019004, "nauc_recall_at_10_diff1": 0.570532, "nauc_recall_at_20_max": 0.118112, "nauc_recall_at_20_std": -0.038794, "nauc_recall_at_20_diff1": 0.562922, "nauc_recall_at_100_max": 0.410188, "nauc_recall_at_100_std": 0.267096, "nauc_recall_at_100_diff1": 0.475996, "nauc_recall_at_1000_max": 0.16679, "nauc_recall_at_1000_std": 0.318366, "nauc_recall_at_1000_diff1": 0.273279, "nauc_precision_at_1_max": 0.242519, "nauc_precision_at_1_std": -0.046931, "nauc_precision_at_1_diff1": 0.571669, "nauc_precision_at_3_max": 0.206916, "nauc_precision_at_3_std": -0.064907, "nauc_precision_at_3_diff1": 0.574399, "nauc_precision_at_5_max": 0.086268, "nauc_precision_at_5_std": 0.002899, "nauc_precision_at_5_diff1": 0.302146, "nauc_precision_at_10_max": 0.115018, "nauc_precision_at_10_std": 0.06086, "nauc_precision_at_10_diff1": 0.182608, "nauc_precision_at_20_max": 0.022753, "nauc_precision_at_20_std": 0.015762, "nauc_precision_at_20_diff1": 0.108246, "nauc_precision_at_100_max": 0.104866, "nauc_precision_at_100_std": 0.128581, "nauc_precision_at_100_diff1": -0.05161, "nauc_precision_at_1000_max": -0.064767, "nauc_precision_at_1000_std": 0.042095, "nauc_precision_at_1000_diff1": -0.263453, "nauc_mrr_at_1_max": 0.242519, "nauc_mrr_at_1_std": -0.046931, "nauc_mrr_at_1_diff1": 0.571669, "nauc_mrr_at_3_max": 0.243851, "nauc_mrr_at_3_std": -0.047375, "nauc_mrr_at_3_diff1": 0.598576, "nauc_mrr_at_5_max": 0.230711, "nauc_mrr_at_5_std": -0.047415, "nauc_mrr_at_5_diff1": 0.587941, "nauc_mrr_at_10_max": 0.23636, "nauc_mrr_at_10_std": -0.04566, "nauc_mrr_at_10_diff1": 0.586055, "nauc_mrr_at_20_max": 0.231093, "nauc_mrr_at_20_std": -0.048228, "nauc_mrr_at_20_diff1": 0.586567, "nauc_mrr_at_100_max": 0.234487, "nauc_mrr_at_100_std": -0.045758, "nauc_mrr_at_100_diff1": 0.585317, "nauc_mrr_at_1000_max": 0.234384, "nauc_mrr_at_1000_std": -0.045704, "nauc_mrr_at_1000_diff1": 0.585522, "main_score": 0.55718, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00051, "ndcg_at_1000": 0.00675, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 4e-05, "map_at_1000": 0.00023, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00254, "recall_at_1000": 0.04552, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 5e-05, "precision_at_1000": 9e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 7.8e-05, "mrr_at_1000": 0.000342, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.574407, "nauc_ndcg_at_100_std": -0.539949, "nauc_ndcg_at_100_diff1": -0.023553, "nauc_ndcg_at_1000_max": -0.494365, "nauc_ndcg_at_1000_std": -0.466631, "nauc_ndcg_at_1000_diff1": -0.038811, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.574407, "nauc_map_at_100_std": -0.549569, "nauc_map_at_100_diff1": -0.10582, "nauc_map_at_1000_max": -0.515613, "nauc_map_at_1000_std": -0.482394, "nauc_map_at_1000_diff1": -0.031599, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.574407, "nauc_recall_at_100_std": -0.536896, "nauc_recall_at_100_diff1": 0.002554, "nauc_recall_at_1000_max": -0.483509, "nauc_recall_at_1000_std": -0.457336, "nauc_recall_at_1000_diff1": -0.082825, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.574407, "nauc_precision_at_100_std": -0.536896, "nauc_precision_at_100_diff1": 0.002554, "nauc_precision_at_1000_max": -0.499968, "nauc_precision_at_1000_std": -0.470129, "nauc_precision_at_1000_diff1": 0.054458, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.574407, "nauc_mrr_at_100_std": -0.549569, "nauc_mrr_at_100_diff1": -0.10582, "nauc_mrr_at_1000_max": -0.523455, "nauc_mrr_at_1000_std": -0.491892, "nauc_mrr_at_1000_diff1": -0.027854, "main_score": 0.0, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 81907.58814787865, "kg_co2_emissions": 7.314942008093811 }