{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.04533, "ndcg_at_3": 0.04468, "ndcg_at_5": 0.04874, "ndcg_at_10": 0.05361, "ndcg_at_20": 0.0592, "ndcg_at_100": 0.07331, "ndcg_at_1000": 0.15107, "map_at_1": 0.02458, "map_at_3": 0.03857, "map_at_5": 0.04336, "map_at_10": 0.04562, "map_at_20": 0.04757, "map_at_100": 0.04941, "map_at_1000": 0.05161, "recall_at_1": 0.02458, "recall_at_3": 0.04349, "recall_at_5": 0.056, "recall_at_10": 0.06891, "recall_at_20": 0.08773, "recall_at_100": 0.15367, "recall_at_1000": 0.70964, "precision_at_1": 0.04533, "precision_at_3": 0.03022, "precision_at_5": 0.02347, "precision_at_10": 0.0144, "precision_at_20": 0.00893, "precision_at_100": 0.00312, "precision_at_1000": 0.00151, "mrr_at_1": 0.044, "mrr_at_3": 0.048667, "mrr_at_5": 0.051867, "mrr_at_10": 0.053265, "mrr_at_20": 0.054888, "mrr_at_100": 0.056839, "mrr_at_1000": 0.058558, "nauc_ndcg_at_1_max": -0.480311, "nauc_ndcg_at_1_std": -0.522088, "nauc_ndcg_at_1_diff1": 0.802688, "nauc_ndcg_at_3_max": -0.487665, "nauc_ndcg_at_3_std": -0.476205, "nauc_ndcg_at_3_diff1": 0.764642, "nauc_ndcg_at_5_max": -0.47992, "nauc_ndcg_at_5_std": -0.453367, "nauc_ndcg_at_5_diff1": 0.768409, "nauc_ndcg_at_10_max": -0.437377, "nauc_ndcg_at_10_std": -0.416109, "nauc_ndcg_at_10_diff1": 0.711688, "nauc_ndcg_at_20_max": -0.427813, "nauc_ndcg_at_20_std": -0.398179, "nauc_ndcg_at_20_diff1": 0.692895, "nauc_ndcg_at_100_max": -0.384171, "nauc_ndcg_at_100_std": -0.348018, "nauc_ndcg_at_100_diff1": 0.599312, "nauc_ndcg_at_1000_max": -0.301816, "nauc_ndcg_at_1000_std": -0.267114, "nauc_ndcg_at_1000_diff1": 0.487188, "nauc_map_at_1_max": -0.49477, "nauc_map_at_1_std": -0.524177, "nauc_map_at_1_diff1": 0.827814, "nauc_map_at_3_max": -0.486224, "nauc_map_at_3_std": -0.492118, "nauc_map_at_3_diff1": 0.768557, "nauc_map_at_5_max": -0.483877, "nauc_map_at_5_std": -0.482736, "nauc_map_at_5_diff1": 0.772623, "nauc_map_at_10_max": -0.466822, "nauc_map_at_10_std": -0.467852, "nauc_map_at_10_diff1": 0.750904, "nauc_map_at_20_max": -0.461098, "nauc_map_at_20_std": -0.455902, "nauc_map_at_20_diff1": 0.742516, "nauc_map_at_100_max": -0.452773, "nauc_map_at_100_std": -0.445649, "nauc_map_at_100_diff1": 0.724724, "nauc_map_at_1000_max": -0.448115, "nauc_map_at_1000_std": -0.439829, "nauc_map_at_1000_diff1": 0.715944, "nauc_recall_at_1_max": -0.49477, "nauc_recall_at_1_std": -0.524177, "nauc_recall_at_1_diff1": 0.827814, "nauc_recall_at_3_max": -0.489849, "nauc_recall_at_3_std": -0.435271, "nauc_recall_at_3_diff1": 0.727901, "nauc_recall_at_5_max": -0.47881, "nauc_recall_at_5_std": -0.403954, "nauc_recall_at_5_diff1": 0.747371, "nauc_recall_at_10_max": -0.386944, "nauc_recall_at_10_std": -0.337156, "nauc_recall_at_10_diff1": 0.630052, "nauc_recall_at_20_max": -0.376478, "nauc_recall_at_20_std": -0.316124, "nauc_recall_at_20_diff1": 0.609791, "nauc_recall_at_100_max": -0.27449, "nauc_recall_at_100_std": -0.216076, "nauc_recall_at_100_diff1": 0.403265, "nauc_recall_at_1000_max": -0.046633, "nauc_recall_at_1000_std": 0.020676, "nauc_recall_at_1000_diff1": 0.120153, "nauc_precision_at_1_max": -0.480311, "nauc_precision_at_1_std": -0.522088, "nauc_precision_at_1_diff1": 0.802688, "nauc_precision_at_3_max": -0.481869, "nauc_precision_at_3_std": -0.458593, "nauc_precision_at_3_diff1": 0.744038, "nauc_precision_at_5_max": -0.465321, "nauc_precision_at_5_std": -0.429245, "nauc_precision_at_5_diff1": 0.75611, "nauc_precision_at_10_max": -0.385585, "nauc_precision_at_10_std": -0.352364, "nauc_precision_at_10_diff1": 0.639592, "nauc_precision_at_20_max": -0.373958, "nauc_precision_at_20_std": -0.322241, "nauc_precision_at_20_diff1": 0.593077, "nauc_precision_at_100_max": -0.300161, "nauc_precision_at_100_std": -0.227755, "nauc_precision_at_100_diff1": 0.399126, "nauc_precision_at_1000_max": 0.002756, "nauc_precision_at_1000_std": 0.013497, "nauc_precision_at_1000_diff1": 0.009683, "nauc_mrr_at_1_max": -0.482287, "nauc_mrr_at_1_std": -0.52277, "nauc_mrr_at_1_diff1": 0.83959, "nauc_mrr_at_3_max": -0.485534, "nauc_mrr_at_3_std": -0.482551, "nauc_mrr_at_3_diff1": 0.807313, "nauc_mrr_at_5_max": -0.472526, "nauc_mrr_at_5_std": -0.458496, "nauc_mrr_at_5_diff1": 0.789141, "nauc_mrr_at_10_max": -0.455035, "nauc_mrr_at_10_std": -0.44132, "nauc_mrr_at_10_diff1": 0.769253, "nauc_mrr_at_20_max": -0.446229, "nauc_mrr_at_20_std": -0.433426, "nauc_mrr_at_20_diff1": 0.755213, "nauc_mrr_at_100_max": -0.441598, "nauc_mrr_at_100_std": -0.425768, "nauc_mrr_at_100_diff1": 0.737402, "nauc_mrr_at_1000_max": -0.438628, "nauc_mrr_at_1000_std": -0.423537, "nauc_mrr_at_1000_diff1": 0.733681, "main_score": 0.05361, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.032, "ndcg_at_3": 0.03599, "ndcg_at_5": 0.04008, "ndcg_at_10": 0.04349, "ndcg_at_20": 0.04989, "ndcg_at_100": 0.07021, "ndcg_at_1000": 0.14717, "map_at_1": 0.01931, "map_at_3": 0.03017, "map_at_5": 0.03424, "map_at_10": 0.03617, "map_at_20": 0.03787, "map_at_100": 0.04047, "map_at_1000": 0.04265, "recall_at_1": 0.01931, "recall_at_3": 0.03802, "recall_at_5": 0.04838, "recall_at_10": 0.05673, "recall_at_20": 0.0788, "recall_at_100": 0.17929, "recall_at_1000": 0.7308, "precision_at_1": 0.032, "precision_at_3": 0.02222, "precision_at_5": 0.0184, "precision_at_10": 0.01107, "precision_at_20": 0.0076, "precision_at_100": 0.00325, "precision_at_1000": 0.0015, "mrr_at_1": 0.032, "mrr_at_3": 0.039778, "mrr_at_5": 0.042644, "mrr_at_10": 0.043833, "mrr_at_20": 0.045931, "mrr_at_100": 0.048705, "mrr_at_1000": 0.050469, "nauc_ndcg_at_1_max": 0.892127, "nauc_ndcg_at_1_std": 0.65447, "nauc_ndcg_at_1_diff1": 0.372205, "nauc_ndcg_at_3_max": 0.855404, "nauc_ndcg_at_3_std": 0.643763, "nauc_ndcg_at_3_diff1": 0.355635, "nauc_ndcg_at_5_max": 0.856569, "nauc_ndcg_at_5_std": 0.65906, "nauc_ndcg_at_5_diff1": 0.344995, "nauc_ndcg_at_10_max": 0.824327, "nauc_ndcg_at_10_std": 0.639631, "nauc_ndcg_at_10_diff1": 0.332272, "nauc_ndcg_at_20_max": 0.778086, "nauc_ndcg_at_20_std": 0.625236, "nauc_ndcg_at_20_diff1": 0.277957, "nauc_ndcg_at_100_max": 0.647721, "nauc_ndcg_at_100_std": 0.541551, "nauc_ndcg_at_100_diff1": 0.219143, "nauc_ndcg_at_1000_max": 0.578865, "nauc_ndcg_at_1000_std": 0.482827, "nauc_ndcg_at_1000_diff1": 0.205688, "nauc_map_at_1_max": 0.921516, "nauc_map_at_1_std": 0.669865, "nauc_map_at_1_diff1": 0.450038, "nauc_map_at_3_max": 0.87749, "nauc_map_at_3_std": 0.641439, "nauc_map_at_3_diff1": 0.379582, "nauc_map_at_5_max": 0.88265, "nauc_map_at_5_std": 0.659628, "nauc_map_at_5_diff1": 0.361246, "nauc_map_at_10_max": 0.8681, "nauc_map_at_10_std": 0.650509, "nauc_map_at_10_diff1": 0.357422, "nauc_map_at_20_max": 0.852556, "nauc_map_at_20_std": 0.647661, "nauc_map_at_20_diff1": 0.339813, "nauc_map_at_100_max": 0.826269, "nauc_map_at_100_std": 0.634125, "nauc_map_at_100_diff1": 0.32837, "nauc_map_at_1000_max": 0.81923, "nauc_map_at_1000_std": 0.629924, "nauc_map_at_1000_diff1": 0.325898, "nauc_recall_at_1_max": 0.921516, "nauc_recall_at_1_std": 0.669865, "nauc_recall_at_1_diff1": 0.450038, "nauc_recall_at_3_max": 0.818689, "nauc_recall_at_3_std": 0.62875, "nauc_recall_at_3_diff1": 0.342446, "nauc_recall_at_5_max": 0.832032, "nauc_recall_at_5_std": 0.662873, "nauc_recall_at_5_diff1": 0.319714, "nauc_recall_at_10_max": 0.761098, "nauc_recall_at_10_std": 0.613277, "nauc_recall_at_10_diff1": 0.292253, "nauc_recall_at_20_max": 0.672163, "nauc_recall_at_20_std": 0.586613, "nauc_recall_at_20_diff1": 0.169065, "nauc_recall_at_100_max": 0.422083, "nauc_recall_at_100_std": 0.406792, "nauc_recall_at_100_diff1": 0.082101, "nauc_recall_at_1000_max": 0.244958, "nauc_recall_at_1000_std": 0.258338, "nauc_recall_at_1000_diff1": 0.044462, "nauc_precision_at_1_max": 0.892127, "nauc_precision_at_1_std": 0.65447, "nauc_precision_at_1_diff1": 0.372205, "nauc_precision_at_3_max": 0.834897, "nauc_precision_at_3_std": 0.619705, "nauc_precision_at_3_diff1": 0.318793, "nauc_precision_at_5_max": 0.855862, "nauc_precision_at_5_std": 0.670528, "nauc_precision_at_5_diff1": 0.309045, "nauc_precision_at_10_max": 0.80635, "nauc_precision_at_10_std": 0.646846, "nauc_precision_at_10_diff1": 0.29429, "nauc_precision_at_20_max": 0.716877, "nauc_precision_at_20_std": 0.615769, "nauc_precision_at_20_diff1": 0.216903, "nauc_precision_at_100_max": 0.496108, "nauc_precision_at_100_std": 0.459773, "nauc_precision_at_100_diff1": 0.137755, "nauc_precision_at_1000_max": 0.099812, "nauc_precision_at_1000_std": 0.090148, "nauc_precision_at_1000_diff1": 0.04182, "nauc_mrr_at_1_max": 0.892127, "nauc_mrr_at_1_std": 0.65447, "nauc_mrr_at_1_diff1": 0.372205, "nauc_mrr_at_3_max": 0.841113, "nauc_mrr_at_3_std": 0.640166, "nauc_mrr_at_3_diff1": 0.352768, "nauc_mrr_at_5_max": 0.841223, "nauc_mrr_at_5_std": 0.651671, "nauc_mrr_at_5_diff1": 0.345937, "nauc_mrr_at_10_max": 0.825267, "nauc_mrr_at_10_std": 0.644045, "nauc_mrr_at_10_diff1": 0.337239, "nauc_mrr_at_20_max": 0.806437, "nauc_mrr_at_20_std": 0.63488, "nauc_mrr_at_20_diff1": 0.316732, "nauc_mrr_at_100_max": 0.778925, "nauc_mrr_at_100_std": 0.615716, "nauc_mrr_at_100_diff1": 0.304235, "nauc_mrr_at_1000_max": 0.776689, "nauc_mrr_at_1000_std": 0.614031, "nauc_mrr_at_1000_diff1": 0.303787, "main_score": 0.04349, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.0566, "ndcg_at_3": 0.07278, "ndcg_at_5": 0.07884, "ndcg_at_10": 0.08931, "ndcg_at_20": 0.10398, "ndcg_at_100": 0.13552, "ndcg_at_1000": 0.20895, "map_at_1": 0.03805, "map_at_3": 0.06161, "map_at_5": 0.06693, "map_at_10": 0.0721, "map_at_20": 0.07689, "map_at_100": 0.08139, "map_at_1000": 0.08358, "recall_at_1": 0.03805, "recall_at_3": 0.08185, "recall_at_5": 0.0978, "recall_at_10": 0.12455, "recall_at_20": 0.17397, "recall_at_100": 0.32626, "recall_at_1000": 0.84791, "precision_at_1": 0.0566, "precision_at_3": 0.04537, "precision_at_5": 0.03396, "precision_at_10": 0.02251, "precision_at_20": 0.01584, "precision_at_100": 0.00586, "precision_at_1000": 0.00171, "mrr_at_1": 0.056604, "mrr_at_3": 0.07637, "mrr_at_5": 0.081896, "mrr_at_10": 0.085568, "mrr_at_20": 0.089006, "mrr_at_100": 0.092927, "mrr_at_1000": 0.094605, "nauc_ndcg_at_1_max": 0.675733, "nauc_ndcg_at_1_std": 0.440684, "nauc_ndcg_at_1_diff1": 0.300783, "nauc_ndcg_at_3_max": 0.633211, "nauc_ndcg_at_3_std": 0.46038, "nauc_ndcg_at_3_diff1": 0.243742, "nauc_ndcg_at_5_max": 0.613387, "nauc_ndcg_at_5_std": 0.44951, "nauc_ndcg_at_5_diff1": 0.217109, "nauc_ndcg_at_10_max": 0.618529, "nauc_ndcg_at_10_std": 0.440925, "nauc_ndcg_at_10_diff1": 0.215465, "nauc_ndcg_at_20_max": 0.605457, "nauc_ndcg_at_20_std": 0.450676, "nauc_ndcg_at_20_diff1": 0.208146, "nauc_ndcg_at_100_max": 0.587997, "nauc_ndcg_at_100_std": 0.471601, "nauc_ndcg_at_100_diff1": 0.18875, "nauc_ndcg_at_1000_max": 0.558636, "nauc_ndcg_at_1000_std": 0.417391, "nauc_ndcg_at_1000_diff1": 0.183695, "nauc_map_at_1_max": 0.591345, "nauc_map_at_1_std": 0.351339, "nauc_map_at_1_diff1": 0.447889, "nauc_map_at_3_max": 0.62987, "nauc_map_at_3_std": 0.444675, "nauc_map_at_3_diff1": 0.277598, "nauc_map_at_5_max": 0.622256, "nauc_map_at_5_std": 0.435651, "nauc_map_at_5_diff1": 0.243843, "nauc_map_at_10_max": 0.627045, "nauc_map_at_10_std": 0.43201, "nauc_map_at_10_diff1": 0.241693, "nauc_map_at_20_max": 0.624179, "nauc_map_at_20_std": 0.437515, "nauc_map_at_20_diff1": 0.240281, "nauc_map_at_100_max": 0.620504, "nauc_map_at_100_std": 0.443211, "nauc_map_at_100_diff1": 0.235264, "nauc_map_at_1000_max": 0.619061, "nauc_map_at_1000_std": 0.441418, "nauc_map_at_1000_diff1": 0.234192, "nauc_recall_at_1_max": 0.591345, "nauc_recall_at_1_std": 0.351339, "nauc_recall_at_1_diff1": 0.447889, "nauc_recall_at_3_max": 0.614188, "nauc_recall_at_3_std": 0.490802, "nauc_recall_at_3_diff1": 0.233294, "nauc_recall_at_5_max": 0.574651, "nauc_recall_at_5_std": 0.45829, "nauc_recall_at_5_diff1": 0.168845, "nauc_recall_at_10_max": 0.582002, "nauc_recall_at_10_std": 0.432531, "nauc_recall_at_10_diff1": 0.172761, "nauc_recall_at_20_max": 0.560281, "nauc_recall_at_20_std": 0.457794, "nauc_recall_at_20_diff1": 0.161798, "nauc_recall_at_100_max": 0.507498, "nauc_recall_at_100_std": 0.496142, "nauc_recall_at_100_diff1": 0.118692, "nauc_recall_at_1000_max": 0.280922, "nauc_recall_at_1000_std": 0.223772, "nauc_recall_at_1000_diff1": 0.068939, "nauc_precision_at_1_max": 0.675733, "nauc_precision_at_1_std": 0.440684, "nauc_precision_at_1_diff1": 0.300783, "nauc_precision_at_3_max": 0.67574, "nauc_precision_at_3_std": 0.504919, "nauc_precision_at_3_diff1": 0.116576, "nauc_precision_at_5_max": 0.654628, "nauc_precision_at_5_std": 0.480484, "nauc_precision_at_5_diff1": 0.084446, "nauc_precision_at_10_max": 0.628493, "nauc_precision_at_10_std": 0.443142, "nauc_precision_at_10_diff1": 0.10233, "nauc_precision_at_20_max": 0.584474, "nauc_precision_at_20_std": 0.445959, "nauc_precision_at_20_diff1": 0.114588, "nauc_precision_at_100_max": 0.517755, "nauc_precision_at_100_std": 0.45692, "nauc_precision_at_100_diff1": 0.089069, "nauc_precision_at_1000_max": 0.050402, "nauc_precision_at_1000_std": -0.028839, "nauc_precision_at_1000_diff1": -0.040517, "nauc_mrr_at_1_max": 0.675733, "nauc_mrr_at_1_std": 0.440684, "nauc_mrr_at_1_diff1": 0.300783, "nauc_mrr_at_3_max": 0.653281, "nauc_mrr_at_3_std": 0.466681, "nauc_mrr_at_3_diff1": 0.253139, "nauc_mrr_at_5_max": 0.639966, "nauc_mrr_at_5_std": 0.460428, "nauc_mrr_at_5_diff1": 0.235741, "nauc_mrr_at_10_max": 0.6399, "nauc_mrr_at_10_std": 0.456493, "nauc_mrr_at_10_diff1": 0.232129, "nauc_mrr_at_20_max": 0.632999, "nauc_mrr_at_20_std": 0.457266, "nauc_mrr_at_20_diff1": 0.227635, "nauc_mrr_at_100_max": 0.627515, "nauc_mrr_at_100_std": 0.457287, "nauc_mrr_at_100_diff1": 0.224011, "nauc_mrr_at_1000_max": 0.627179, "nauc_mrr_at_1000_std": 0.45602, "nauc_mrr_at_1000_diff1": 0.224095, "main_score": 0.08931, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.41123, "ndcg_at_3": 0.41822, "ndcg_at_5": 0.43889, "ndcg_at_10": 0.46854, "ndcg_at_20": 0.48483, "ndcg_at_100": 0.51422, "ndcg_at_1000": 0.54449, "map_at_1": 0.2879, "map_at_3": 0.38322, "map_at_5": 0.40646, "map_at_10": 0.42177, "map_at_20": 0.42703, "map_at_100": 0.43181, "map_at_1000": 0.43301, "recall_at_1": 0.2879, "recall_at_3": 0.42174, "recall_at_5": 0.48279, "recall_at_10": 0.56149, "recall_at_20": 0.6208, "recall_at_100": 0.76445, "recall_at_1000": 0.98705, "precision_at_1": 0.41123, "precision_at_3": 0.23238, "precision_at_5": 0.16319, "precision_at_10": 0.09569, "precision_at_20": 0.05215, "precision_at_100": 0.01275, "precision_at_1000": 0.00161, "mrr_at_1": 0.411227, "mrr_at_3": 0.448216, "mrr_at_5": 0.458333, "mrr_at_10": 0.468459, "mrr_at_20": 0.472196, "mrr_at_100": 0.475281, "mrr_at_1000": 0.476085, "nauc_ndcg_at_1_max": 0.508607, "nauc_ndcg_at_1_std": -0.048501, "nauc_ndcg_at_1_diff1": 0.610132, "nauc_ndcg_at_3_max": 0.47768, "nauc_ndcg_at_3_std": -0.089248, "nauc_ndcg_at_3_diff1": 0.553218, "nauc_ndcg_at_5_max": 0.473185, "nauc_ndcg_at_5_std": -0.096362, "nauc_ndcg_at_5_diff1": 0.543983, "nauc_ndcg_at_10_max": 0.472764, "nauc_ndcg_at_10_std": -0.100096, "nauc_ndcg_at_10_diff1": 0.548809, "nauc_ndcg_at_20_max": 0.468612, "nauc_ndcg_at_20_std": -0.09654, "nauc_ndcg_at_20_diff1": 0.542705, "nauc_ndcg_at_100_max": 0.471108, "nauc_ndcg_at_100_std": -0.088954, "nauc_ndcg_at_100_diff1": 0.544309, "nauc_ndcg_at_1000_max": 0.475343, "nauc_ndcg_at_1000_std": -0.086187, "nauc_ndcg_at_1000_diff1": 0.551387, "nauc_map_at_1_max": 0.381573, "nauc_map_at_1_std": -0.072048, "nauc_map_at_1_diff1": 0.614321, "nauc_map_at_3_max": 0.460196, "nauc_map_at_3_std": -0.093731, "nauc_map_at_3_diff1": 0.563927, "nauc_map_at_5_max": 0.472123, "nauc_map_at_5_std": -0.093409, "nauc_map_at_5_diff1": 0.550247, "nauc_map_at_10_max": 0.474348, "nauc_map_at_10_std": -0.093881, "nauc_map_at_10_diff1": 0.553327, "nauc_map_at_20_max": 0.474208, "nauc_map_at_20_std": -0.091667, "nauc_map_at_20_diff1": 0.552306, "nauc_map_at_100_max": 0.474506, "nauc_map_at_100_std": -0.090925, "nauc_map_at_100_diff1": 0.552433, "nauc_map_at_1000_max": 0.47454, "nauc_map_at_1000_std": -0.090868, "nauc_map_at_1000_diff1": 0.552669, "nauc_recall_at_1_max": 0.381573, "nauc_recall_at_1_std": -0.072048, "nauc_recall_at_1_diff1": 0.614321, "nauc_recall_at_3_max": 0.438224, "nauc_recall_at_3_std": -0.108833, "nauc_recall_at_3_diff1": 0.522084, "nauc_recall_at_5_max": 0.43436, "nauc_recall_at_5_std": -0.123999, "nauc_recall_at_5_diff1": 0.487931, "nauc_recall_at_10_max": 0.421795, "nauc_recall_at_10_std": -0.138079, "nauc_recall_at_10_diff1": 0.491623, "nauc_recall_at_20_max": 0.39108, "nauc_recall_at_20_std": -0.132277, "nauc_recall_at_20_diff1": 0.45413, "nauc_recall_at_100_max": 0.396221, "nauc_recall_at_100_std": -0.083357, "nauc_recall_at_100_diff1": 0.44669, "nauc_recall_at_1000_max": 0.531291, "nauc_recall_at_1000_std": 0.561651, "nauc_recall_at_1000_diff1": 0.648018, "nauc_precision_at_1_max": 0.508607, "nauc_precision_at_1_std": -0.048501, "nauc_precision_at_1_diff1": 0.610132, "nauc_precision_at_3_max": 0.444374, "nauc_precision_at_3_std": -0.049119, "nauc_precision_at_3_diff1": 0.304242, "nauc_precision_at_5_max": 0.412917, "nauc_precision_at_5_std": -0.03494, "nauc_precision_at_5_diff1": 0.233639, "nauc_precision_at_10_max": 0.374569, "nauc_precision_at_10_std": -0.02587, "nauc_precision_at_10_diff1": 0.210512, "nauc_precision_at_20_max": 0.352281, "nauc_precision_at_20_std": -0.007828, "nauc_precision_at_20_diff1": 0.180647, "nauc_precision_at_100_max": 0.293882, "nauc_precision_at_100_std": 0.027143, "nauc_precision_at_100_diff1": 0.110136, "nauc_precision_at_1000_max": 0.161851, "nauc_precision_at_1000_std": 0.0557, "nauc_precision_at_1000_diff1": -0.036804, "nauc_mrr_at_1_max": 0.508607, "nauc_mrr_at_1_std": -0.048501, "nauc_mrr_at_1_diff1": 0.610132, "nauc_mrr_at_3_max": 0.496229, "nauc_mrr_at_3_std": -0.070629, "nauc_mrr_at_3_diff1": 0.579891, "nauc_mrr_at_5_max": 0.493708, "nauc_mrr_at_5_std": -0.072426, "nauc_mrr_at_5_diff1": 0.5769, "nauc_mrr_at_10_max": 0.492585, "nauc_mrr_at_10_std": -0.075278, "nauc_mrr_at_10_diff1": 0.577083, "nauc_mrr_at_20_max": 0.490533, "nauc_mrr_at_20_std": -0.075262, "nauc_mrr_at_20_diff1": 0.574577, "nauc_mrr_at_100_max": 0.490234, "nauc_mrr_at_100_std": -0.074667, "nauc_mrr_at_100_diff1": 0.574601, "nauc_mrr_at_1000_max": 0.490428, "nauc_mrr_at_1000_std": -0.074445, "nauc_mrr_at_1000_diff1": 0.574778, "main_score": 0.46854, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.1201, "ndcg_at_3": 0.12607, "ndcg_at_5": 0.13295, "ndcg_at_10": 0.16011, "ndcg_at_20": 0.20309, "ndcg_at_100": 0.26471, "ndcg_at_1000": 0.31106, "map_at_1": 0.06651, "map_at_3": 0.10095, "map_at_5": 0.11248, "map_at_10": 0.12582, "map_at_20": 0.1396, "map_at_100": 0.15032, "map_at_1000": 0.15236, "recall_at_1": 0.06651, "recall_at_3": 0.12335, "recall_at_5": 0.15344, "recall_at_10": 0.22245, "recall_at_20": 0.36632, "recall_at_100": 0.64471, "recall_at_1000": 0.96614, "precision_at_1": 0.1201, "precision_at_3": 0.08312, "precision_at_5": 0.06371, "precision_at_10": 0.04687, "precision_at_20": 0.03747, "precision_at_100": 0.01305, "precision_at_1000": 0.0019, "mrr_at_1": 0.120104, "mrr_at_3": 0.144473, "mrr_at_5": 0.151458, "mrr_at_10": 0.161907, "mrr_at_20": 0.172903, "mrr_at_100": 0.180005, "mrr_at_1000": 0.181132, "nauc_ndcg_at_1_max": 0.188273, "nauc_ndcg_at_1_std": 0.26048, "nauc_ndcg_at_1_diff1": 0.255263, "nauc_ndcg_at_3_max": 0.170344, "nauc_ndcg_at_3_std": 0.3099, "nauc_ndcg_at_3_diff1": 0.237565, "nauc_ndcg_at_5_max": 0.134477, "nauc_ndcg_at_5_std": 0.304732, "nauc_ndcg_at_5_diff1": 0.226664, "nauc_ndcg_at_10_max": 0.103659, "nauc_ndcg_at_10_std": 0.319834, "nauc_ndcg_at_10_diff1": 0.190176, "nauc_ndcg_at_20_max": 0.112935, "nauc_ndcg_at_20_std": 0.298639, "nauc_ndcg_at_20_diff1": 0.179044, "nauc_ndcg_at_100_max": 0.11727, "nauc_ndcg_at_100_std": 0.302582, "nauc_ndcg_at_100_diff1": 0.173119, "nauc_ndcg_at_1000_max": 0.116052, "nauc_ndcg_at_1000_std": 0.300857, "nauc_ndcg_at_1000_diff1": 0.177402, "nauc_map_at_1_max": 0.105023, "nauc_map_at_1_std": 0.204258, "nauc_map_at_1_diff1": 0.380775, "nauc_map_at_3_max": 0.158684, "nauc_map_at_3_std": 0.279255, "nauc_map_at_3_diff1": 0.292261, "nauc_map_at_5_max": 0.152846, "nauc_map_at_5_std": 0.286834, "nauc_map_at_5_diff1": 0.267173, "nauc_map_at_10_max": 0.138697, "nauc_map_at_10_std": 0.301876, "nauc_map_at_10_diff1": 0.240464, "nauc_map_at_20_max": 0.139467, "nauc_map_at_20_std": 0.294513, "nauc_map_at_20_diff1": 0.229356, "nauc_map_at_100_max": 0.139185, "nauc_map_at_100_std": 0.294702, "nauc_map_at_100_diff1": 0.227621, "nauc_map_at_1000_max": 0.139085, "nauc_map_at_1000_std": 0.294894, "nauc_map_at_1000_diff1": 0.227605, "nauc_recall_at_1_max": 0.105023, "nauc_recall_at_1_std": 0.204258, "nauc_recall_at_1_diff1": 0.380775, "nauc_recall_at_3_max": 0.13359, "nauc_recall_at_3_std": 0.30425, "nauc_recall_at_3_diff1": 0.233717, "nauc_recall_at_5_max": 0.083108, "nauc_recall_at_5_std": 0.309471, "nauc_recall_at_5_diff1": 0.182534, "nauc_recall_at_10_max": 0.029348, "nauc_recall_at_10_std": 0.332865, "nauc_recall_at_10_diff1": 0.121607, "nauc_recall_at_20_max": 0.065164, "nauc_recall_at_20_std": 0.276564, "nauc_recall_at_20_diff1": 0.108398, "nauc_recall_at_100_max": 0.096788, "nauc_recall_at_100_std": 0.318067, "nauc_recall_at_100_diff1": 0.087934, "nauc_recall_at_1000_max": -0.071265, "nauc_recall_at_1000_std": 0.672333, "nauc_recall_at_1000_diff1": 0.011487, "nauc_precision_at_1_max": 0.188273, "nauc_precision_at_1_std": 0.26048, "nauc_precision_at_1_diff1": 0.255263, "nauc_precision_at_3_max": 0.235926, "nauc_precision_at_3_std": 0.363423, "nauc_precision_at_3_diff1": 0.149336, "nauc_precision_at_5_max": 0.193138, "nauc_precision_at_5_std": 0.350874, "nauc_precision_at_5_diff1": 0.110742, "nauc_precision_at_10_max": 0.115902, "nauc_precision_at_10_std": 0.346576, "nauc_precision_at_10_diff1": 0.043764, "nauc_precision_at_20_max": 0.111902, "nauc_precision_at_20_std": 0.270215, "nauc_precision_at_20_diff1": 0.028187, "nauc_precision_at_100_max": 0.074188, "nauc_precision_at_100_std": 0.181413, "nauc_precision_at_100_diff1": 0.002914, "nauc_precision_at_1000_max": 0.04228, "nauc_precision_at_1000_std": 0.043641, "nauc_precision_at_1000_diff1": -0.07421, "nauc_mrr_at_1_max": 0.188273, "nauc_mrr_at_1_std": 0.26048, "nauc_mrr_at_1_diff1": 0.255263, "nauc_mrr_at_3_max": 0.174936, "nauc_mrr_at_3_std": 0.312175, "nauc_mrr_at_3_diff1": 0.223337, "nauc_mrr_at_5_max": 0.1525, "nauc_mrr_at_5_std": 0.312328, "nauc_mrr_at_5_diff1": 0.207974, "nauc_mrr_at_10_max": 0.1368, "nauc_mrr_at_10_std": 0.311509, "nauc_mrr_at_10_diff1": 0.200324, "nauc_mrr_at_20_max": 0.141331, "nauc_mrr_at_20_std": 0.304809, "nauc_mrr_at_20_diff1": 0.202142, "nauc_mrr_at_100_max": 0.141483, "nauc_mrr_at_100_std": 0.30605, "nauc_mrr_at_100_diff1": 0.199114, "nauc_mrr_at_1000_max": 0.141709, "nauc_mrr_at_1000_std": 0.306346, "nauc_mrr_at_1000_diff1": 0.199593, "main_score": 0.16011, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.34465, "ndcg_at_3": 0.37209, "ndcg_at_5": 0.39471, "ndcg_at_10": 0.42779, "ndcg_at_20": 0.45493, "ndcg_at_100": 0.4955, "ndcg_at_1000": 0.51862, "map_at_1": 0.24471, "map_at_3": 0.3348, "map_at_5": 0.35552, "map_at_10": 0.37249, "map_at_20": 0.38192, "map_at_100": 0.38846, "map_at_1000": 0.38955, "recall_at_1": 0.24471, "recall_at_3": 0.3911, "recall_at_5": 0.45607, "recall_at_10": 0.54436, "recall_at_20": 0.63753, "recall_at_100": 0.83642, "recall_at_1000": 0.99804, "precision_at_1": 0.34465, "precision_at_3": 0.20627, "precision_at_5": 0.14674, "precision_at_10": 0.08916, "precision_at_20": 0.05281, "precision_at_100": 0.01376, "precision_at_1000": 0.00163, "mrr_at_1": 0.344648, "mrr_at_3": 0.394691, "mrr_at_5": 0.409378, "mrr_at_10": 0.420095, "mrr_at_20": 0.425879, "mrr_at_100": 0.430056, "mrr_at_1000": 0.430748, "nauc_ndcg_at_1_max": 0.417703, "nauc_ndcg_at_1_std": 0.067495, "nauc_ndcg_at_1_diff1": 0.380828, "nauc_ndcg_at_3_max": 0.460967, "nauc_ndcg_at_3_std": 0.073158, "nauc_ndcg_at_3_diff1": 0.370501, "nauc_ndcg_at_5_max": 0.465398, "nauc_ndcg_at_5_std": 0.07957, "nauc_ndcg_at_5_diff1": 0.368365, "nauc_ndcg_at_10_max": 0.462346, "nauc_ndcg_at_10_std": 0.085045, "nauc_ndcg_at_10_diff1": 0.350622, "nauc_ndcg_at_20_max": 0.47022, "nauc_ndcg_at_20_std": 0.094596, "nauc_ndcg_at_20_diff1": 0.347931, "nauc_ndcg_at_100_max": 0.466373, "nauc_ndcg_at_100_std": 0.096256, "nauc_ndcg_at_100_diff1": 0.3558, "nauc_ndcg_at_1000_max": 0.459878, "nauc_ndcg_at_1000_std": 0.085965, "nauc_ndcg_at_1000_diff1": 0.359834, "nauc_map_at_1_max": 0.352577, "nauc_map_at_1_std": 0.023894, "nauc_map_at_1_diff1": 0.446444, "nauc_map_at_3_max": 0.450187, "nauc_map_at_3_std": 0.063878, "nauc_map_at_3_diff1": 0.38769, "nauc_map_at_5_max": 0.462007, "nauc_map_at_5_std": 0.073669, "nauc_map_at_5_diff1": 0.383445, "nauc_map_at_10_max": 0.461536, "nauc_map_at_10_std": 0.076559, "nauc_map_at_10_diff1": 0.374204, "nauc_map_at_20_max": 0.463469, "nauc_map_at_20_std": 0.07919, "nauc_map_at_20_diff1": 0.372375, "nauc_map_at_100_max": 0.461967, "nauc_map_at_100_std": 0.078685, "nauc_map_at_100_diff1": 0.372897, "nauc_map_at_1000_max": 0.461764, "nauc_map_at_1000_std": 0.07842, "nauc_map_at_1000_diff1": 0.373099, "nauc_recall_at_1_max": 0.352577, "nauc_recall_at_1_std": 0.023894, "nauc_recall_at_1_diff1": 0.446444, "nauc_recall_at_3_max": 0.462245, "nauc_recall_at_3_std": 0.074422, "nauc_recall_at_3_diff1": 0.348436, "nauc_recall_at_5_max": 0.468907, "nauc_recall_at_5_std": 0.092548, "nauc_recall_at_5_diff1": 0.327312, "nauc_recall_at_10_max": 0.45821, "nauc_recall_at_10_std": 0.107512, "nauc_recall_at_10_diff1": 0.273934, "nauc_recall_at_20_max": 0.495145, "nauc_recall_at_20_std": 0.151084, "nauc_recall_at_20_diff1": 0.259473, "nauc_recall_at_100_max": 0.521565, "nauc_recall_at_100_std": 0.247463, "nauc_recall_at_100_diff1": 0.28977, "nauc_recall_at_1000_max": 0.41033, "nauc_recall_at_1000_std": 0.609453, "nauc_recall_at_1000_diff1": 0.312163, "nauc_precision_at_1_max": 0.417703, "nauc_precision_at_1_std": 0.067495, "nauc_precision_at_1_diff1": 0.380828, "nauc_precision_at_3_max": 0.449652, "nauc_precision_at_3_std": 0.126252, "nauc_precision_at_3_diff1": 0.196958, "nauc_precision_at_5_max": 0.439982, "nauc_precision_at_5_std": 0.138311, "nauc_precision_at_5_diff1": 0.165866, "nauc_precision_at_10_max": 0.369352, "nauc_precision_at_10_std": 0.125754, "nauc_precision_at_10_diff1": 0.100437, "nauc_precision_at_20_max": 0.324995, "nauc_precision_at_20_std": 0.131259, "nauc_precision_at_20_diff1": 0.057102, "nauc_precision_at_100_max": 0.196023, "nauc_precision_at_100_std": 0.103291, "nauc_precision_at_100_diff1": -0.004603, "nauc_precision_at_1000_max": 0.062068, "nauc_precision_at_1000_std": 0.044566, "nauc_precision_at_1000_diff1": -0.067338, "nauc_mrr_at_1_max": 0.417703, "nauc_mrr_at_1_std": 0.067495, "nauc_mrr_at_1_diff1": 0.380828, "nauc_mrr_at_3_max": 0.440389, "nauc_mrr_at_3_std": 0.070349, "nauc_mrr_at_3_diff1": 0.366927, "nauc_mrr_at_5_max": 0.438116, "nauc_mrr_at_5_std": 0.070792, "nauc_mrr_at_5_diff1": 0.361465, "nauc_mrr_at_10_max": 0.436878, "nauc_mrr_at_10_std": 0.074459, "nauc_mrr_at_10_diff1": 0.355698, "nauc_mrr_at_20_max": 0.4395, "nauc_mrr_at_20_std": 0.076681, "nauc_mrr_at_20_diff1": 0.356611, "nauc_mrr_at_100_max": 0.43939, "nauc_mrr_at_100_std": 0.07645, "nauc_mrr_at_100_diff1": 0.35776, "nauc_mrr_at_1000_max": 0.439146, "nauc_mrr_at_1000_std": 0.076173, "nauc_mrr_at_1000_diff1": 0.357828, "main_score": 0.42779, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.24968, "ndcg_at_3": 0.22861, "ndcg_at_5": 0.24075, "ndcg_at_10": 0.27054, "ndcg_at_20": 0.29179, "ndcg_at_100": 0.33591, "ndcg_at_1000": 0.3861, "map_at_1": 0.11944, "map_at_3": 0.17633, "map_at_5": 0.19759, "map_at_10": 0.21388, "map_at_20": 0.22194, "map_at_100": 0.22999, "map_at_1000": 0.23232, "recall_at_1": 0.11944, "recall_at_3": 0.20534, "recall_at_5": 0.26026, "recall_at_10": 0.32755, "recall_at_20": 0.39172, "recall_at_100": 0.5806, "recall_at_1000": 0.90702, "precision_at_1": 0.24968, "precision_at_3": 0.16057, "precision_at_5": 0.1256, "precision_at_10": 0.08222, "precision_at_20": 0.04931, "precision_at_100": 0.01441, "precision_at_1000": 0.00222, "mrr_at_1": 0.249685, "mrr_at_3": 0.294662, "mrr_at_5": 0.308029, "mrr_at_10": 0.317769, "mrr_at_20": 0.322274, "mrr_at_100": 0.326752, "mrr_at_1000": 0.327665, "nauc_ndcg_at_1_max": 0.349505, "nauc_ndcg_at_1_std": -0.026164, "nauc_ndcg_at_1_diff1": 0.415888, "nauc_ndcg_at_3_max": 0.313826, "nauc_ndcg_at_3_std": -0.037227, "nauc_ndcg_at_3_diff1": 0.338285, "nauc_ndcg_at_5_max": 0.312076, "nauc_ndcg_at_5_std": -0.024373, "nauc_ndcg_at_5_diff1": 0.339259, "nauc_ndcg_at_10_max": 0.313006, "nauc_ndcg_at_10_std": -0.0181, "nauc_ndcg_at_10_diff1": 0.321794, "nauc_ndcg_at_20_max": 0.306637, "nauc_ndcg_at_20_std": -0.013202, "nauc_ndcg_at_20_diff1": 0.314363, "nauc_ndcg_at_100_max": 0.304552, "nauc_ndcg_at_100_std": -0.000913, "nauc_ndcg_at_100_diff1": 0.306664, "nauc_ndcg_at_1000_max": 0.305942, "nauc_ndcg_at_1000_std": -0.004403, "nauc_ndcg_at_1000_diff1": 0.315881, "nauc_map_at_1_max": 0.273499, "nauc_map_at_1_std": -0.052161, "nauc_map_at_1_diff1": 0.436225, "nauc_map_at_3_max": 0.297351, "nauc_map_at_3_std": -0.04247, "nauc_map_at_3_diff1": 0.363173, "nauc_map_at_5_max": 0.314275, "nauc_map_at_5_std": -0.027537, "nauc_map_at_5_diff1": 0.352202, "nauc_map_at_10_max": 0.317772, "nauc_map_at_10_std": -0.023938, "nauc_map_at_10_diff1": 0.342624, "nauc_map_at_20_max": 0.316485, "nauc_map_at_20_std": -0.019769, "nauc_map_at_20_diff1": 0.339344, "nauc_map_at_100_max": 0.31742, "nauc_map_at_100_std": -0.016335, "nauc_map_at_100_diff1": 0.337589, "nauc_map_at_1000_max": 0.317291, "nauc_map_at_1000_std": -0.016591, "nauc_map_at_1000_diff1": 0.338255, "nauc_recall_at_1_max": 0.273499, "nauc_recall_at_1_std": -0.052161, "nauc_recall_at_1_diff1": 0.436225, "nauc_recall_at_3_max": 0.262333, "nauc_recall_at_3_std": -0.04997, "nauc_recall_at_3_diff1": 0.313186, "nauc_recall_at_5_max": 0.273401, "nauc_recall_at_5_std": -0.020997, "nauc_recall_at_5_diff1": 0.291779, "nauc_recall_at_10_max": 0.268746, "nauc_recall_at_10_std": -0.005674, "nauc_recall_at_10_diff1": 0.244919, "nauc_recall_at_20_max": 0.244111, "nauc_recall_at_20_std": 0.005778, "nauc_recall_at_20_diff1": 0.221468, "nauc_recall_at_100_max": 0.227338, "nauc_recall_at_100_std": 0.055374, "nauc_recall_at_100_diff1": 0.176725, "nauc_recall_at_1000_max": 0.202369, "nauc_recall_at_1000_std": 0.161473, "nauc_recall_at_1000_diff1": 0.118198, "nauc_precision_at_1_max": 0.349505, "nauc_precision_at_1_std": -0.026164, "nauc_precision_at_1_diff1": 0.415888, "nauc_precision_at_3_max": 0.337055, "nauc_precision_at_3_std": -0.005245, "nauc_precision_at_3_diff1": 0.250288, "nauc_precision_at_5_max": 0.342659, "nauc_precision_at_5_std": 0.030099, "nauc_precision_at_5_diff1": 0.223245, "nauc_precision_at_10_max": 0.313144, "nauc_precision_at_10_std": 0.040834, "nauc_precision_at_10_diff1": 0.180081, "nauc_precision_at_20_max": 0.281432, "nauc_precision_at_20_std": 0.050629, "nauc_precision_at_20_diff1": 0.157256, "nauc_precision_at_100_max": 0.222651, "nauc_precision_at_100_std": 0.066558, "nauc_precision_at_100_diff1": 0.106199, "nauc_precision_at_1000_max": 0.113939, "nauc_precision_at_1000_std": 0.027896, "nauc_precision_at_1000_diff1": 0.038505, "nauc_mrr_at_1_max": 0.349505, "nauc_mrr_at_1_std": -0.026164, "nauc_mrr_at_1_diff1": 0.415888, "nauc_mrr_at_3_max": 0.323868, "nauc_mrr_at_3_std": -0.039838, "nauc_mrr_at_3_diff1": 0.365727, "nauc_mrr_at_5_max": 0.323737, "nauc_mrr_at_5_std": -0.030132, "nauc_mrr_at_5_diff1": 0.362046, "nauc_mrr_at_10_max": 0.322824, "nauc_mrr_at_10_std": -0.030154, "nauc_mrr_at_10_diff1": 0.355983, "nauc_mrr_at_20_max": 0.320178, "nauc_mrr_at_20_std": -0.031256, "nauc_mrr_at_20_diff1": 0.354619, "nauc_mrr_at_100_max": 0.319245, "nauc_mrr_at_100_std": -0.030025, "nauc_mrr_at_100_diff1": 0.354727, "nauc_mrr_at_1000_max": 0.319556, "nauc_mrr_at_1000_std": -0.029895, "nauc_mrr_at_1000_diff1": 0.355009, "main_score": 0.27054, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.08449, "ndcg_at_3": 0.08878, "ndcg_at_5": 0.09222, "ndcg_at_10": 0.10874, "ndcg_at_20": 0.12629, "ndcg_at_100": 0.16914, "ndcg_at_1000": 0.23688, "map_at_1": 0.03987, "map_at_3": 0.068, "map_at_5": 0.07566, "map_at_10": 0.08428, "map_at_20": 0.08994, "map_at_100": 0.09667, "map_at_1000": 0.09934, "recall_at_1": 0.03987, "recall_at_3": 0.08329, "recall_at_5": 0.10174, "recall_at_10": 0.14109, "recall_at_20": 0.1972, "recall_at_100": 0.37587, "recall_at_1000": 0.82354, "precision_at_1": 0.08449, "precision_at_3": 0.06726, "precision_at_5": 0.05145, "precision_at_10": 0.03594, "precision_at_20": 0.02459, "precision_at_100": 0.00977, "precision_at_1000": 0.00205, "mrr_at_1": 0.084489, "mrr_at_3": 0.107818, "mrr_at_5": 0.112926, "mrr_at_10": 0.119023, "mrr_at_20": 0.123605, "mrr_at_100": 0.129106, "mrr_at_1000": 0.130566, "nauc_ndcg_at_1_max": 0.241278, "nauc_ndcg_at_1_std": 0.324249, "nauc_ndcg_at_1_diff1": 0.200193, "nauc_ndcg_at_3_max": 0.149647, "nauc_ndcg_at_3_std": 0.310867, "nauc_ndcg_at_3_diff1": 0.150566, "nauc_ndcg_at_5_max": 0.130456, "nauc_ndcg_at_5_std": 0.307936, "nauc_ndcg_at_5_diff1": 0.1424, "nauc_ndcg_at_10_max": 0.08498, "nauc_ndcg_at_10_std": 0.30689, "nauc_ndcg_at_10_diff1": 0.124398, "nauc_ndcg_at_20_max": 0.061995, "nauc_ndcg_at_20_std": 0.296854, "nauc_ndcg_at_20_diff1": 0.119581, "nauc_ndcg_at_100_max": 0.026792, "nauc_ndcg_at_100_std": 0.292131, "nauc_ndcg_at_100_diff1": 0.106877, "nauc_ndcg_at_1000_max": 0.026525, "nauc_ndcg_at_1000_std": 0.28008, "nauc_ndcg_at_1000_diff1": 0.12194, "nauc_map_at_1_max": 0.186919, "nauc_map_at_1_std": 0.316142, "nauc_map_at_1_diff1": 0.208679, "nauc_map_at_3_max": 0.144516, "nauc_map_at_3_std": 0.318446, "nauc_map_at_3_diff1": 0.165261, "nauc_map_at_5_max": 0.161544, "nauc_map_at_5_std": 0.323158, "nauc_map_at_5_diff1": 0.15686, "nauc_map_at_10_max": 0.133927, "nauc_map_at_10_std": 0.323389, "nauc_map_at_10_diff1": 0.141916, "nauc_map_at_20_max": 0.125437, "nauc_map_at_20_std": 0.322426, "nauc_map_at_20_diff1": 0.140411, "nauc_map_at_100_max": 0.115084, "nauc_map_at_100_std": 0.321221, "nauc_map_at_100_diff1": 0.137625, "nauc_map_at_1000_max": 0.113672, "nauc_map_at_1000_std": 0.319784, "nauc_map_at_1000_diff1": 0.138172, "nauc_recall_at_1_max": 0.186919, "nauc_recall_at_1_std": 0.316142, "nauc_recall_at_1_diff1": 0.208679, "nauc_recall_at_3_max": 0.076392, "nauc_recall_at_3_std": 0.296929, "nauc_recall_at_3_diff1": 0.126765, "nauc_recall_at_5_max": 0.07684, "nauc_recall_at_5_std": 0.29896, "nauc_recall_at_5_diff1": 0.110292, "nauc_recall_at_10_max": -0.004281, "nauc_recall_at_10_std": 0.289297, "nauc_recall_at_10_diff1": 0.080521, "nauc_recall_at_20_max": -0.043113, "nauc_recall_at_20_std": 0.267256, "nauc_recall_at_20_diff1": 0.074966, "nauc_recall_at_100_max": -0.109521, "nauc_recall_at_100_std": 0.265112, "nauc_recall_at_100_diff1": 0.036567, "nauc_recall_at_1000_max": -0.194889, "nauc_recall_at_1000_std": 0.251456, "nauc_recall_at_1000_diff1": 0.06719, "nauc_precision_at_1_max": 0.241278, "nauc_precision_at_1_std": 0.324249, "nauc_precision_at_1_diff1": 0.200193, "nauc_precision_at_3_max": 0.160816, "nauc_precision_at_3_std": 0.30575, "nauc_precision_at_3_diff1": 0.147185, "nauc_precision_at_5_max": 0.165183, "nauc_precision_at_5_std": 0.310973, "nauc_precision_at_5_diff1": 0.125344, "nauc_precision_at_10_max": 0.07759, "nauc_precision_at_10_std": 0.307338, "nauc_precision_at_10_diff1": 0.103443, "nauc_precision_at_20_max": 0.039311, "nauc_precision_at_20_std": 0.269633, "nauc_precision_at_20_diff1": 0.090798, "nauc_precision_at_100_max": -0.040437, "nauc_precision_at_100_std": 0.200886, "nauc_precision_at_100_diff1": 0.06639, "nauc_precision_at_1000_max": -0.056581, "nauc_precision_at_1000_std": 0.025624, "nauc_precision_at_1000_diff1": 0.083275, "nauc_mrr_at_1_max": 0.241278, "nauc_mrr_at_1_std": 0.324249, "nauc_mrr_at_1_diff1": 0.200193, "nauc_mrr_at_3_max": 0.150081, "nauc_mrr_at_3_std": 0.289339, "nauc_mrr_at_3_diff1": 0.154186, "nauc_mrr_at_5_max": 0.134543, "nauc_mrr_at_5_std": 0.286701, "nauc_mrr_at_5_diff1": 0.148292, "nauc_mrr_at_10_max": 0.120045, "nauc_mrr_at_10_std": 0.289779, "nauc_mrr_at_10_diff1": 0.144157, "nauc_mrr_at_20_max": 0.111484, "nauc_mrr_at_20_std": 0.283544, "nauc_mrr_at_20_diff1": 0.143159, "nauc_mrr_at_100_max": 0.107881, "nauc_mrr_at_100_std": 0.28303, "nauc_mrr_at_100_diff1": 0.142535, "nauc_mrr_at_1000_max": 0.108422, "nauc_mrr_at_1000_std": 0.28335, "nauc_mrr_at_1000_diff1": 0.142902, "main_score": 0.10874, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.19798, "ndcg_at_3": 0.19488, "ndcg_at_5": 0.20275, "ndcg_at_10": 0.2331, "ndcg_at_20": 0.25613, "ndcg_at_100": 0.30237, "ndcg_at_1000": 0.35849, "map_at_1": 0.09374, "map_at_3": 0.15129, "map_at_5": 0.16868, "map_at_10": 0.1849, "map_at_20": 0.19299, "map_at_100": 0.20075, "map_at_1000": 0.20323, "recall_at_1": 0.09374, "recall_at_3": 0.17905, "recall_at_5": 0.22127, "recall_at_10": 0.29311, "recall_at_20": 0.36559, "recall_at_100": 0.56763, "recall_at_1000": 0.93329, "precision_at_1": 0.19798, "precision_at_3": 0.14586, "precision_at_5": 0.11072, "precision_at_10": 0.07465, "precision_at_20": 0.04584, "precision_at_100": 0.01396, "precision_at_1000": 0.00228, "mrr_at_1": 0.197982, "mrr_at_3": 0.238335, "mrr_at_5": 0.248802, "mrr_at_10": 0.259525, "mrr_at_20": 0.264819, "mrr_at_100": 0.269497, "mrr_at_1000": 0.270581, "nauc_ndcg_at_1_max": 0.52373, "nauc_ndcg_at_1_std": 0.101044, "nauc_ndcg_at_1_diff1": 0.393631, "nauc_ndcg_at_3_max": 0.537782, "nauc_ndcg_at_3_std": 0.093317, "nauc_ndcg_at_3_diff1": 0.342637, "nauc_ndcg_at_5_max": 0.534437, "nauc_ndcg_at_5_std": 0.089488, "nauc_ndcg_at_5_diff1": 0.332492, "nauc_ndcg_at_10_max": 0.544985, "nauc_ndcg_at_10_std": 0.113325, "nauc_ndcg_at_10_diff1": 0.319106, "nauc_ndcg_at_20_max": 0.555134, "nauc_ndcg_at_20_std": 0.131353, "nauc_ndcg_at_20_diff1": 0.321351, "nauc_ndcg_at_100_max": 0.546293, "nauc_ndcg_at_100_std": 0.152343, "nauc_ndcg_at_100_diff1": 0.318008, "nauc_ndcg_at_1000_max": 0.544452, "nauc_ndcg_at_1000_std": 0.135729, "nauc_ndcg_at_1000_diff1": 0.319927, "nauc_map_at_1_max": 0.456366, "nauc_map_at_1_std": 0.087002, "nauc_map_at_1_diff1": 0.438542, "nauc_map_at_3_max": 0.527711, "nauc_map_at_3_std": 0.094153, "nauc_map_at_3_diff1": 0.36121, "nauc_map_at_5_max": 0.5365, "nauc_map_at_5_std": 0.089426, "nauc_map_at_5_diff1": 0.344479, "nauc_map_at_10_max": 0.548531, "nauc_map_at_10_std": 0.106852, "nauc_map_at_10_diff1": 0.336969, "nauc_map_at_20_max": 0.55425, "nauc_map_at_20_std": 0.11472, "nauc_map_at_20_diff1": 0.336335, "nauc_map_at_100_max": 0.553431, "nauc_map_at_100_std": 0.1192, "nauc_map_at_100_diff1": 0.335497, "nauc_map_at_1000_max": 0.553384, "nauc_map_at_1000_std": 0.118898, "nauc_map_at_1000_diff1": 0.335639, "nauc_recall_at_1_max": 0.456366, "nauc_recall_at_1_std": 0.087002, "nauc_recall_at_1_diff1": 0.438542, "nauc_recall_at_3_max": 0.49403, "nauc_recall_at_3_std": 0.08394, "nauc_recall_at_3_diff1": 0.31552, "nauc_recall_at_5_max": 0.495043, "nauc_recall_at_5_std": 0.071293, "nauc_recall_at_5_diff1": 0.288177, "nauc_recall_at_10_max": 0.501391, "nauc_recall_at_10_std": 0.117584, "nauc_recall_at_10_diff1": 0.257263, "nauc_recall_at_20_max": 0.512933, "nauc_recall_at_20_std": 0.1572, "nauc_recall_at_20_diff1": 0.26446, "nauc_recall_at_100_max": 0.460128, "nauc_recall_at_100_std": 0.240669, "nauc_recall_at_100_diff1": 0.243498, "nauc_recall_at_1000_max": 0.418432, "nauc_recall_at_1000_std": 0.296785, "nauc_recall_at_1000_diff1": 0.189322, "nauc_precision_at_1_max": 0.52373, "nauc_precision_at_1_std": 0.101044, "nauc_precision_at_1_diff1": 0.393631, "nauc_precision_at_3_max": 0.573926, "nauc_precision_at_3_std": 0.10774, "nauc_precision_at_3_diff1": 0.271262, "nauc_precision_at_5_max": 0.563128, "nauc_precision_at_5_std": 0.090832, "nauc_precision_at_5_diff1": 0.236337, "nauc_precision_at_10_max": 0.535506, "nauc_precision_at_10_std": 0.12902, "nauc_precision_at_10_diff1": 0.198859, "nauc_precision_at_20_max": 0.534722, "nauc_precision_at_20_std": 0.166576, "nauc_precision_at_20_diff1": 0.192108, "nauc_precision_at_100_max": 0.404943, "nauc_precision_at_100_std": 0.186232, "nauc_precision_at_100_diff1": 0.134847, "nauc_precision_at_1000_max": 0.164388, "nauc_precision_at_1000_std": 0.034372, "nauc_precision_at_1000_diff1": 0.010094, "nauc_mrr_at_1_max": 0.52373, "nauc_mrr_at_1_std": 0.101044, "nauc_mrr_at_1_diff1": 0.393631, "nauc_mrr_at_3_max": 0.53368, "nauc_mrr_at_3_std": 0.103737, "nauc_mrr_at_3_diff1": 0.357539, "nauc_mrr_at_5_max": 0.531549, "nauc_mrr_at_5_std": 0.099338, "nauc_mrr_at_5_diff1": 0.348829, "nauc_mrr_at_10_max": 0.528193, "nauc_mrr_at_10_std": 0.103165, "nauc_mrr_at_10_diff1": 0.344104, "nauc_mrr_at_20_max": 0.528018, "nauc_mrr_at_20_std": 0.105676, "nauc_mrr_at_20_diff1": 0.34488, "nauc_mrr_at_100_max": 0.528695, "nauc_mrr_at_100_std": 0.10681, "nauc_mrr_at_100_diff1": 0.345702, "nauc_mrr_at_1000_max": 0.528722, "nauc_mrr_at_1000_std": 0.10654, "nauc_mrr_at_1000_diff1": 0.345846, "main_score": 0.2331, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.42056, "ndcg_at_3": 0.41715, "ndcg_at_5": 0.43145, "ndcg_at_10": 0.4651, "ndcg_at_20": 0.48974, "ndcg_at_100": 0.52647, "ndcg_at_1000": 0.55651, "map_at_1": 0.26371, "map_at_3": 0.36186, "map_at_5": 0.38433, "map_at_10": 0.40249, "map_at_20": 0.41175, "map_at_100": 0.41853, "map_at_1000": 0.42012, "recall_at_1": 0.26371, "recall_at_3": 0.40812, "recall_at_5": 0.46618, "recall_at_10": 0.55107, "recall_at_20": 0.63064, "recall_at_100": 0.79286, "recall_at_1000": 0.98703, "precision_at_1": 0.42056, "precision_at_3": 0.24789, "precision_at_5": 0.17784, "precision_at_10": 0.10748, "precision_at_20": 0.06228, "precision_at_100": 0.01603, "precision_at_1000": 0.00204, "mrr_at_1": 0.420561, "mrr_at_3": 0.473743, "mrr_at_5": 0.487161, "mrr_at_10": 0.498121, "mrr_at_20": 0.502605, "mrr_at_100": 0.50588, "mrr_at_1000": 0.506431, "nauc_ndcg_at_1_max": 0.586829, "nauc_ndcg_at_1_std": 0.064167, "nauc_ndcg_at_1_diff1": 0.615992, "nauc_ndcg_at_3_max": 0.539017, "nauc_ndcg_at_3_std": 0.041417, "nauc_ndcg_at_3_diff1": 0.554439, "nauc_ndcg_at_5_max": 0.523976, "nauc_ndcg_at_5_std": 0.031383, "nauc_ndcg_at_5_diff1": 0.545375, "nauc_ndcg_at_10_max": 0.523899, "nauc_ndcg_at_10_std": 0.034431, "nauc_ndcg_at_10_diff1": 0.539601, "nauc_ndcg_at_20_max": 0.526299, "nauc_ndcg_at_20_std": 0.046141, "nauc_ndcg_at_20_diff1": 0.531942, "nauc_ndcg_at_100_max": 0.534815, "nauc_ndcg_at_100_std": 0.060354, "nauc_ndcg_at_100_diff1": 0.533803, "nauc_ndcg_at_1000_max": 0.53873, "nauc_ndcg_at_1000_std": 0.053293, "nauc_ndcg_at_1000_diff1": 0.541694, "nauc_map_at_1_max": 0.462681, "nauc_map_at_1_std": 0.012045, "nauc_map_at_1_diff1": 0.6358, "nauc_map_at_3_max": 0.522966, "nauc_map_at_3_std": 0.044716, "nauc_map_at_3_diff1": 0.567271, "nauc_map_at_5_max": 0.525837, "nauc_map_at_5_std": 0.034196, "nauc_map_at_5_diff1": 0.558975, "nauc_map_at_10_max": 0.527622, "nauc_map_at_10_std": 0.034294, "nauc_map_at_10_diff1": 0.553468, "nauc_map_at_20_max": 0.527881, "nauc_map_at_20_std": 0.037334, "nauc_map_at_20_diff1": 0.549833, "nauc_map_at_100_max": 0.529517, "nauc_map_at_100_std": 0.039443, "nauc_map_at_100_diff1": 0.550079, "nauc_map_at_1000_max": 0.529864, "nauc_map_at_1000_std": 0.039572, "nauc_map_at_1000_diff1": 0.55044, "nauc_recall_at_1_max": 0.462681, "nauc_recall_at_1_std": 0.012045, "nauc_recall_at_1_diff1": 0.6358, "nauc_recall_at_3_max": 0.482137, "nauc_recall_at_3_std": 0.032653, "nauc_recall_at_3_diff1": 0.507099, "nauc_recall_at_5_max": 0.45844, "nauc_recall_at_5_std": 0.007693, "nauc_recall_at_5_diff1": 0.474206, "nauc_recall_at_10_max": 0.434634, "nauc_recall_at_10_std": 0.018574, "nauc_recall_at_10_diff1": 0.443323, "nauc_recall_at_20_max": 0.433789, "nauc_recall_at_20_std": 0.067254, "nauc_recall_at_20_diff1": 0.401071, "nauc_recall_at_100_max": 0.434281, "nauc_recall_at_100_std": 0.173318, "nauc_recall_at_100_diff1": 0.361559, "nauc_recall_at_1000_max": 0.465613, "nauc_recall_at_1000_std": 0.507725, "nauc_recall_at_1000_diff1": 0.140786, "nauc_precision_at_1_max": 0.586829, "nauc_precision_at_1_std": 0.064167, "nauc_precision_at_1_diff1": 0.615992, "nauc_precision_at_3_max": 0.471492, "nauc_precision_at_3_std": 0.065865, "nauc_precision_at_3_diff1": 0.31343, "nauc_precision_at_5_max": 0.405931, "nauc_precision_at_5_std": 0.034424, "nauc_precision_at_5_diff1": 0.240484, "nauc_precision_at_10_max": 0.341609, "nauc_precision_at_10_std": 0.024595, "nauc_precision_at_10_diff1": 0.170695, "nauc_precision_at_20_max": 0.287225, "nauc_precision_at_20_std": 0.032354, "nauc_precision_at_20_diff1": 0.112131, "nauc_precision_at_100_max": 0.192848, "nauc_precision_at_100_std": 0.062707, "nauc_precision_at_100_diff1": -0.003607, "nauc_precision_at_1000_max": 0.053645, "nauc_precision_at_1000_std": 0.014636, "nauc_precision_at_1000_diff1": -0.116439, "nauc_mrr_at_1_max": 0.586829, "nauc_mrr_at_1_std": 0.064167, "nauc_mrr_at_1_diff1": 0.615992, "nauc_mrr_at_3_max": 0.567569, "nauc_mrr_at_3_std": 0.051721, "nauc_mrr_at_3_diff1": 0.581129, "nauc_mrr_at_5_max": 0.558875, "nauc_mrr_at_5_std": 0.050586, "nauc_mrr_at_5_diff1": 0.571463, "nauc_mrr_at_10_max": 0.560466, "nauc_mrr_at_10_std": 0.052891, "nauc_mrr_at_10_diff1": 0.57429, "nauc_mrr_at_20_max": 0.560976, "nauc_mrr_at_20_std": 0.055653, "nauc_mrr_at_20_diff1": 0.57387, "nauc_mrr_at_100_max": 0.561951, "nauc_mrr_at_100_std": 0.057173, "nauc_mrr_at_100_diff1": 0.574343, "nauc_mrr_at_1000_max": 0.562006, "nauc_mrr_at_1000_std": 0.057054, "nauc_mrr_at_1000_diff1": 0.57442, "main_score": 0.4651, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.19893, "ndcg_at_3": 0.2001, "ndcg_at_5": 0.21574, "ndcg_at_10": 0.2477, "ndcg_at_20": 0.27439, "ndcg_at_100": 0.32737, "ndcg_at_1000": 0.37695, "map_at_1": 0.09887, "map_at_3": 0.15882, "map_at_5": 0.18103, "map_at_10": 0.19711, "map_at_20": 0.20667, "map_at_100": 0.21583, "map_at_1000": 0.21822, "recall_at_1": 0.09887, "recall_at_3": 0.19199, "recall_at_5": 0.24751, "recall_at_10": 0.32575, "recall_at_20": 0.4109, "recall_at_100": 0.6435, "recall_at_1000": 0.97241, "precision_at_1": 0.19893, "precision_at_3": 0.14152, "precision_at_5": 0.11295, "precision_at_10": 0.07557, "precision_at_20": 0.0474, "precision_at_100": 0.01486, "precision_at_1000": 0.00218, "mrr_at_1": 0.198932, "mrr_at_3": 0.235202, "mrr_at_5": 0.248086, "mrr_at_10": 0.260023, "mrr_at_20": 0.265969, "mrr_at_100": 0.271486, "mrr_at_1000": 0.27259, "nauc_ndcg_at_1_max": 0.454682, "nauc_ndcg_at_1_std": 0.223888, "nauc_ndcg_at_1_diff1": 0.29024, "nauc_ndcg_at_3_max": 0.437001, "nauc_ndcg_at_3_std": 0.225636, "nauc_ndcg_at_3_diff1": 0.270128, "nauc_ndcg_at_5_max": 0.430611, "nauc_ndcg_at_5_std": 0.235985, "nauc_ndcg_at_5_diff1": 0.240032, "nauc_ndcg_at_10_max": 0.437033, "nauc_ndcg_at_10_std": 0.253881, "nauc_ndcg_at_10_diff1": 0.211712, "nauc_ndcg_at_20_max": 0.443669, "nauc_ndcg_at_20_std": 0.255344, "nauc_ndcg_at_20_diff1": 0.208402, "nauc_ndcg_at_100_max": 0.451182, "nauc_ndcg_at_100_std": 0.290387, "nauc_ndcg_at_100_diff1": 0.19294, "nauc_ndcg_at_1000_max": 0.447422, "nauc_ndcg_at_1000_std": 0.269302, "nauc_ndcg_at_1000_diff1": 0.210949, "nauc_map_at_1_max": 0.332366, "nauc_map_at_1_std": 0.159865, "nauc_map_at_1_diff1": 0.286701, "nauc_map_at_3_max": 0.416319, "nauc_map_at_3_std": 0.209669, "nauc_map_at_3_diff1": 0.279763, "nauc_map_at_5_max": 0.434898, "nauc_map_at_5_std": 0.220685, "nauc_map_at_5_diff1": 0.260843, "nauc_map_at_10_max": 0.443206, "nauc_map_at_10_std": 0.231602, "nauc_map_at_10_diff1": 0.247984, "nauc_map_at_20_max": 0.447077, "nauc_map_at_20_std": 0.234057, "nauc_map_at_20_diff1": 0.246013, "nauc_map_at_100_max": 0.449536, "nauc_map_at_100_std": 0.240943, "nauc_map_at_100_diff1": 0.242557, "nauc_map_at_1000_max": 0.449402, "nauc_map_at_1000_std": 0.240368, "nauc_map_at_1000_diff1": 0.243374, "nauc_recall_at_1_max": 0.332366, "nauc_recall_at_1_std": 0.159865, "nauc_recall_at_1_diff1": 0.286701, "nauc_recall_at_3_max": 0.3683, "nauc_recall_at_3_std": 0.203488, "nauc_recall_at_3_diff1": 0.240246, "nauc_recall_at_5_max": 0.37707, "nauc_recall_at_5_std": 0.227128, "nauc_recall_at_5_diff1": 0.189706, "nauc_recall_at_10_max": 0.380315, "nauc_recall_at_10_std": 0.263082, "nauc_recall_at_10_diff1": 0.127249, "nauc_recall_at_20_max": 0.391561, "nauc_recall_at_20_std": 0.259104, "nauc_recall_at_20_diff1": 0.119773, "nauc_recall_at_100_max": 0.42603, "nauc_recall_at_100_std": 0.428594, "nauc_recall_at_100_diff1": 0.038716, "nauc_recall_at_1000_max": 0.504684, "nauc_recall_at_1000_std": 0.724449, "nauc_recall_at_1000_diff1": -0.067098, "nauc_precision_at_1_max": 0.454682, "nauc_precision_at_1_std": 0.223888, "nauc_precision_at_1_diff1": 0.29024, "nauc_precision_at_3_max": 0.491708, "nauc_precision_at_3_std": 0.255339, "nauc_precision_at_3_diff1": 0.23936, "nauc_precision_at_5_max": 0.495913, "nauc_precision_at_5_std": 0.268375, "nauc_precision_at_5_diff1": 0.197161, "nauc_precision_at_10_max": 0.476906, "nauc_precision_at_10_std": 0.279865, "nauc_precision_at_10_diff1": 0.141196, "nauc_precision_at_20_max": 0.451624, "nauc_precision_at_20_std": 0.26199, "nauc_precision_at_20_diff1": 0.127701, "nauc_precision_at_100_max": 0.360098, "nauc_precision_at_100_std": 0.27676, "nauc_precision_at_100_diff1": 0.056372, "nauc_precision_at_1000_max": 0.165261, "nauc_precision_at_1000_std": 0.085522, "nauc_precision_at_1000_diff1": 0.029103, "nauc_mrr_at_1_max": 0.454682, "nauc_mrr_at_1_std": 0.223888, "nauc_mrr_at_1_diff1": 0.29024, "nauc_mrr_at_3_max": 0.446306, "nauc_mrr_at_3_std": 0.24028, "nauc_mrr_at_3_diff1": 0.261252, "nauc_mrr_at_5_max": 0.443714, "nauc_mrr_at_5_std": 0.249351, "nauc_mrr_at_5_diff1": 0.247483, "nauc_mrr_at_10_max": 0.43901, "nauc_mrr_at_10_std": 0.251117, "nauc_mrr_at_10_diff1": 0.232861, "nauc_mrr_at_20_max": 0.440186, "nauc_mrr_at_20_std": 0.250462, "nauc_mrr_at_20_diff1": 0.232841, "nauc_mrr_at_100_max": 0.44122, "nauc_mrr_at_100_std": 0.253155, "nauc_mrr_at_100_diff1": 0.233167, "nauc_mrr_at_1000_max": 0.44129, "nauc_mrr_at_1000_std": 0.252685, "nauc_mrr_at_1000_diff1": 0.233878, "main_score": 0.2477, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.39386, "ndcg_at_3": 0.40215, "ndcg_at_5": 0.42117, "ndcg_at_10": 0.46275, "ndcg_at_20": 0.49062, "ndcg_at_100": 0.531, "ndcg_at_1000": 0.5549, "map_at_1": 0.24092, "map_at_3": 0.34523, "map_at_5": 0.37408, "map_at_10": 0.39689, "map_at_20": 0.40735, "map_at_100": 0.41479, "map_at_1000": 0.41611, "recall_at_1": 0.24092, "recall_at_3": 0.39733, "recall_at_5": 0.46633, "recall_at_10": 0.57072, "recall_at_20": 0.66006, "recall_at_100": 0.83985, "recall_at_1000": 0.99611, "precision_at_1": 0.39386, "precision_at_3": 0.25056, "precision_at_5": 0.18505, "precision_at_10": 0.11509, "precision_at_20": 0.06729, "precision_at_100": 0.01728, "precision_at_1000": 0.00206, "mrr_at_1": 0.393858, "mrr_at_3": 0.449266, "mrr_at_5": 0.46235, "mrr_at_10": 0.475476, "mrr_at_20": 0.48098, "mrr_at_100": 0.484993, "mrr_at_1000": 0.485425, "nauc_ndcg_at_1_max": 0.500687, "nauc_ndcg_at_1_std": 0.073789, "nauc_ndcg_at_1_diff1": 0.451367, "nauc_ndcg_at_3_max": 0.461903, "nauc_ndcg_at_3_std": 0.058127, "nauc_ndcg_at_3_diff1": 0.42101, "nauc_ndcg_at_5_max": 0.451802, "nauc_ndcg_at_5_std": 0.054309, "nauc_ndcg_at_5_diff1": 0.415047, "nauc_ndcg_at_10_max": 0.457919, "nauc_ndcg_at_10_std": 0.06246, "nauc_ndcg_at_10_diff1": 0.400611, "nauc_ndcg_at_20_max": 0.469345, "nauc_ndcg_at_20_std": 0.077588, "nauc_ndcg_at_20_diff1": 0.401209, "nauc_ndcg_at_100_max": 0.471071, "nauc_ndcg_at_100_std": 0.094004, "nauc_ndcg_at_100_diff1": 0.407552, "nauc_ndcg_at_1000_max": 0.467466, "nauc_ndcg_at_1000_std": 0.078294, "nauc_ndcg_at_1000_diff1": 0.408347, "nauc_map_at_1_max": 0.362323, "nauc_map_at_1_std": 0.033884, "nauc_map_at_1_diff1": 0.501507, "nauc_map_at_3_max": 0.439042, "nauc_map_at_3_std": 0.064374, "nauc_map_at_3_diff1": 0.441157, "nauc_map_at_5_max": 0.448095, "nauc_map_at_5_std": 0.058692, "nauc_map_at_5_diff1": 0.421776, "nauc_map_at_10_max": 0.455639, "nauc_map_at_10_std": 0.062883, "nauc_map_at_10_diff1": 0.413296, "nauc_map_at_20_max": 0.460664, "nauc_map_at_20_std": 0.067323, "nauc_map_at_20_diff1": 0.413891, "nauc_map_at_100_max": 0.461568, "nauc_map_at_100_std": 0.070289, "nauc_map_at_100_diff1": 0.41531, "nauc_map_at_1000_max": 0.461305, "nauc_map_at_1000_std": 0.069747, "nauc_map_at_1000_diff1": 0.415196, "nauc_recall_at_1_max": 0.362323, "nauc_recall_at_1_std": 0.033884, "nauc_recall_at_1_diff1": 0.501507, "nauc_recall_at_3_max": 0.400681, "nauc_recall_at_3_std": 0.048776, "nauc_recall_at_3_diff1": 0.400699, "nauc_recall_at_5_max": 0.401036, "nauc_recall_at_5_std": 0.035695, "nauc_recall_at_5_diff1": 0.374153, "nauc_recall_at_10_max": 0.401745, "nauc_recall_at_10_std": 0.061808, "nauc_recall_at_10_diff1": 0.324434, "nauc_recall_at_20_max": 0.436835, "nauc_recall_at_20_std": 0.120151, "nauc_recall_at_20_diff1": 0.314763, "nauc_recall_at_100_max": 0.449137, "nauc_recall_at_100_std": 0.311551, "nauc_recall_at_100_diff1": 0.309189, "nauc_recall_at_1000_max": 0.467721, "nauc_recall_at_1000_std": 0.843545, "nauc_recall_at_1000_diff1": -0.741635, "nauc_precision_at_1_max": 0.500687, "nauc_precision_at_1_std": 0.073789, "nauc_precision_at_1_diff1": 0.451367, "nauc_precision_at_3_max": 0.43671, "nauc_precision_at_3_std": 0.079125, "nauc_precision_at_3_diff1": 0.208407, "nauc_precision_at_5_max": 0.377754, "nauc_precision_at_5_std": 0.05147, "nauc_precision_at_5_diff1": 0.127101, "nauc_precision_at_10_max": 0.337334, "nauc_precision_at_10_std": 0.052331, "nauc_precision_at_10_diff1": 0.069626, "nauc_precision_at_20_max": 0.30793, "nauc_precision_at_20_std": 0.067833, "nauc_precision_at_20_diff1": 0.038626, "nauc_precision_at_100_max": 0.187613, "nauc_precision_at_100_std": 0.080871, "nauc_precision_at_100_diff1": -0.038173, "nauc_precision_at_1000_max": 0.044617, "nauc_precision_at_1000_std": -0.003654, "nauc_precision_at_1000_diff1": -0.127529, "nauc_mrr_at_1_max": 0.500687, "nauc_mrr_at_1_std": 0.073789, "nauc_mrr_at_1_diff1": 0.451367, "nauc_mrr_at_3_max": 0.485385, "nauc_mrr_at_3_std": 0.062672, "nauc_mrr_at_3_diff1": 0.430137, "nauc_mrr_at_5_max": 0.481742, "nauc_mrr_at_5_std": 0.060543, "nauc_mrr_at_5_diff1": 0.428962, "nauc_mrr_at_10_max": 0.479824, "nauc_mrr_at_10_std": 0.062257, "nauc_mrr_at_10_diff1": 0.425875, "nauc_mrr_at_20_max": 0.481395, "nauc_mrr_at_20_std": 0.06575, "nauc_mrr_at_20_diff1": 0.425626, "nauc_mrr_at_100_max": 0.48172, "nauc_mrr_at_100_std": 0.066368, "nauc_mrr_at_100_diff1": 0.426988, "nauc_mrr_at_1000_max": 0.481993, "nauc_mrr_at_1000_std": 0.066347, "nauc_mrr_at_1000_diff1": 0.427094, "main_score": 0.46275, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0573, "ndcg_at_3": 0.06743, "ndcg_at_5": 0.07281, "ndcg_at_10": 0.08198, "ndcg_at_20": 0.08992, "ndcg_at_100": 0.11883, "ndcg_at_1000": 0.19376, "map_at_1": 0.04559, "map_at_3": 0.06266, "map_at_5": 0.06603, "map_at_10": 0.06975, "map_at_20": 0.07181, "map_at_100": 0.07538, "map_at_1000": 0.07749, "recall_at_1": 0.04559, "recall_at_3": 0.07423, "recall_at_5": 0.08649, "recall_at_10": 0.11378, "recall_at_20": 0.14517, "recall_at_100": 0.30068, "recall_at_1000": 0.89207, "precision_at_1": 0.0573, "precision_at_3": 0.03423, "precision_at_5": 0.024, "precision_at_10": 0.01546, "precision_at_20": 0.00946, "precision_at_100": 0.00381, "precision_at_1000": 0.00123, "mrr_at_1": 0.057297, "mrr_at_3": 0.069009, "mrr_at_5": 0.070739, "mrr_at_10": 0.074513, "mrr_at_20": 0.076961, "mrr_at_100": 0.080768, "mrr_at_1000": 0.082613, "nauc_ndcg_at_1_max": -0.262575, "nauc_ndcg_at_1_std": -0.490232, "nauc_ndcg_at_1_diff1": 0.735367, "nauc_ndcg_at_3_max": -0.307914, "nauc_ndcg_at_3_std": -0.489139, "nauc_ndcg_at_3_diff1": 0.717041, "nauc_ndcg_at_5_max": -0.273498, "nauc_ndcg_at_5_std": -0.467338, "nauc_ndcg_at_5_diff1": 0.674449, "nauc_ndcg_at_10_max": -0.273911, "nauc_ndcg_at_10_std": -0.461163, "nauc_ndcg_at_10_diff1": 0.630547, "nauc_ndcg_at_20_max": -0.263403, "nauc_ndcg_at_20_std": -0.443229, "nauc_ndcg_at_20_diff1": 0.595874, "nauc_ndcg_at_100_max": -0.19608, "nauc_ndcg_at_100_std": -0.383105, "nauc_ndcg_at_100_diff1": 0.50046, "nauc_ndcg_at_1000_max": -0.212414, "nauc_ndcg_at_1000_std": -0.380556, "nauc_ndcg_at_1000_diff1": 0.533868, "nauc_map_at_1_max": -0.281679, "nauc_map_at_1_std": -0.493306, "nauc_map_at_1_diff1": 0.766579, "nauc_map_at_3_max": -0.306013, "nauc_map_at_3_std": -0.49288, "nauc_map_at_3_diff1": 0.726691, "nauc_map_at_5_max": -0.285879, "nauc_map_at_5_std": -0.479722, "nauc_map_at_5_diff1": 0.700323, "nauc_map_at_10_max": -0.285942, "nauc_map_at_10_std": -0.477284, "nauc_map_at_10_diff1": 0.679594, "nauc_map_at_20_max": -0.282841, "nauc_map_at_20_std": -0.471665, "nauc_map_at_20_diff1": 0.668188, "nauc_map_at_100_max": -0.270812, "nauc_map_at_100_std": -0.461907, "nauc_map_at_100_diff1": 0.650964, "nauc_map_at_1000_max": -0.271206, "nauc_map_at_1000_std": -0.460702, "nauc_map_at_1000_diff1": 0.65052, "nauc_recall_at_1_max": -0.281679, "nauc_recall_at_1_std": -0.493306, "nauc_recall_at_1_diff1": 0.766579, "nauc_recall_at_3_max": -0.323986, "nauc_recall_at_3_std": -0.489218, "nauc_recall_at_3_diff1": 0.706037, "nauc_recall_at_5_max": -0.250233, "nauc_recall_at_5_std": -0.442706, "nauc_recall_at_5_diff1": 0.619471, "nauc_recall_at_10_max": -0.244969, "nauc_recall_at_10_std": -0.420362, "nauc_recall_at_10_diff1": 0.51358, "nauc_recall_at_20_max": -0.221428, "nauc_recall_at_20_std": -0.37947, "nauc_recall_at_20_diff1": 0.441999, "nauc_recall_at_100_max": -0.047435, "nauc_recall_at_100_std": -0.22913, "nauc_recall_at_100_diff1": 0.224352, "nauc_recall_at_1000_max": 0.012108, "nauc_recall_at_1000_std": -0.050355, "nauc_recall_at_1000_diff1": 0.214541, "nauc_precision_at_1_max": -0.262575, "nauc_precision_at_1_std": -0.490232, "nauc_precision_at_1_diff1": 0.735367, "nauc_precision_at_3_max": -0.313827, "nauc_precision_at_3_std": -0.486545, "nauc_precision_at_3_diff1": 0.685645, "nauc_precision_at_5_max": -0.265394, "nauc_precision_at_5_std": -0.450969, "nauc_precision_at_5_diff1": 0.62208, "nauc_precision_at_10_max": -0.277371, "nauc_precision_at_10_std": -0.442654, "nauc_precision_at_10_diff1": 0.553504, "nauc_precision_at_20_max": -0.252237, "nauc_precision_at_20_std": -0.405078, "nauc_precision_at_20_diff1": 0.486859, "nauc_precision_at_100_max": -0.100739, "nauc_precision_at_100_std": -0.25498, "nauc_precision_at_100_diff1": 0.278052, "nauc_precision_at_1000_max": -0.017468, "nauc_precision_at_1000_std": -0.002971, "nauc_precision_at_1000_diff1": 0.069847, "nauc_mrr_at_1_max": -0.282933, "nauc_mrr_at_1_std": -0.488405, "nauc_mrr_at_1_diff1": 0.744891, "nauc_mrr_at_3_max": -0.29202, "nauc_mrr_at_3_std": -0.475543, "nauc_mrr_at_3_diff1": 0.718989, "nauc_mrr_at_5_max": -0.281531, "nauc_mrr_at_5_std": -0.469455, "nauc_mrr_at_5_diff1": 0.702394, "nauc_mrr_at_10_max": -0.282131, "nauc_mrr_at_10_std": -0.470042, "nauc_mrr_at_10_diff1": 0.68178, "nauc_mrr_at_20_max": -0.277475, "nauc_mrr_at_20_std": -0.464563, "nauc_mrr_at_20_diff1": 0.666694, "nauc_mrr_at_100_max": -0.268107, "nauc_mrr_at_100_std": -0.453802, "nauc_mrr_at_100_diff1": 0.651083, "nauc_mrr_at_1000_max": -0.268037, "nauc_mrr_at_1000_std": -0.452764, "nauc_mrr_at_1000_diff1": 0.651103, "main_score": 0.08198, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.05838, "ndcg_at_3": 0.06496, "ndcg_at_5": 0.06856, "ndcg_at_10": 0.07496, "ndcg_at_20": 0.0816, "ndcg_at_100": 0.10112, "ndcg_at_1000": 0.1743, "map_at_1": 0.04968, "map_at_3": 0.05935, "map_at_5": 0.06215, "map_at_10": 0.06476, "map_at_20": 0.06685, "map_at_100": 0.06974, "map_at_1000": 0.07172, "recall_at_1": 0.04968, "recall_at_3": 0.07009, "recall_at_5": 0.08009, "recall_at_10": 0.09748, "recall_at_20": 0.12151, "recall_at_100": 0.21548, "recall_at_1000": 0.76341, "precision_at_1": 0.05838, "precision_at_3": 0.03027, "precision_at_5": 0.02119, "precision_at_10": 0.01362, "precision_at_20": 0.00849, "precision_at_100": 0.00334, "precision_at_1000": 0.00134, "mrr_at_1": 0.058378, "mrr_at_3": 0.067387, "mrr_at_5": 0.069495, "mrr_at_10": 0.072541, "mrr_at_20": 0.074187, "mrr_at_100": 0.076616, "mrr_at_1000": 0.078392, "nauc_ndcg_at_1_max": 0.049725, "nauc_ndcg_at_1_std": -0.509436, "nauc_ndcg_at_1_diff1": 0.703491, "nauc_ndcg_at_3_max": 0.033236, "nauc_ndcg_at_3_std": -0.497356, "nauc_ndcg_at_3_diff1": 0.661572, "nauc_ndcg_at_5_max": 0.05083, "nauc_ndcg_at_5_std": -0.485358, "nauc_ndcg_at_5_diff1": 0.643833, "nauc_ndcg_at_10_max": 0.035372, "nauc_ndcg_at_10_std": -0.480931, "nauc_ndcg_at_10_diff1": 0.621975, "nauc_ndcg_at_20_max": 0.042366, "nauc_ndcg_at_20_std": -0.462168, "nauc_ndcg_at_20_diff1": 0.60614, "nauc_ndcg_at_100_max": 0.015957, "nauc_ndcg_at_100_std": -0.451401, "nauc_ndcg_at_100_diff1": 0.538047, "nauc_ndcg_at_1000_max": 0.008815, "nauc_ndcg_at_1000_std": -0.421349, "nauc_ndcg_at_1000_diff1": 0.491491, "nauc_map_at_1_max": 0.108421, "nauc_map_at_1_std": -0.505175, "nauc_map_at_1_diff1": 0.724268, "nauc_map_at_3_max": 0.063515, "nauc_map_at_3_std": -0.497859, "nauc_map_at_3_diff1": 0.682503, "nauc_map_at_5_max": 0.065373, "nauc_map_at_5_std": -0.491053, "nauc_map_at_5_diff1": 0.673701, "nauc_map_at_10_max": 0.057153, "nauc_map_at_10_std": -0.48854, "nauc_map_at_10_diff1": 0.661116, "nauc_map_at_20_max": 0.059107, "nauc_map_at_20_std": -0.482391, "nauc_map_at_20_diff1": 0.654418, "nauc_map_at_100_max": 0.054261, "nauc_map_at_100_std": -0.479973, "nauc_map_at_100_diff1": 0.638406, "nauc_map_at_1000_max": 0.052739, "nauc_map_at_1000_std": -0.478421, "nauc_map_at_1000_diff1": 0.634787, "nauc_recall_at_1_max": 0.108421, "nauc_recall_at_1_std": -0.505175, "nauc_recall_at_1_diff1": 0.724268, "nauc_recall_at_3_max": 0.025119, "nauc_recall_at_3_std": -0.490002, "nauc_recall_at_3_diff1": 0.631416, "nauc_recall_at_5_max": 0.056781, "nauc_recall_at_5_std": -0.466917, "nauc_recall_at_5_diff1": 0.596197, "nauc_recall_at_10_max": 0.02063, "nauc_recall_at_10_std": -0.453994, "nauc_recall_at_10_diff1": 0.561909, "nauc_recall_at_20_max": 0.042645, "nauc_recall_at_20_std": -0.398656, "nauc_recall_at_20_diff1": 0.525288, "nauc_recall_at_100_max": -0.029661, "nauc_recall_at_100_std": -0.384209, "nauc_recall_at_100_diff1": 0.381159, "nauc_recall_at_1000_max": -0.052307, "nauc_recall_at_1000_std": -0.231469, "nauc_recall_at_1000_diff1": 0.15265, "nauc_precision_at_1_max": 0.049725, "nauc_precision_at_1_std": -0.509436, "nauc_precision_at_1_diff1": 0.703491, "nauc_precision_at_3_max": -0.060355, "nauc_precision_at_3_std": -0.502988, "nauc_precision_at_3_diff1": 0.626252, "nauc_precision_at_5_max": -0.041596, "nauc_precision_at_5_std": -0.484697, "nauc_precision_at_5_diff1": 0.605786, "nauc_precision_at_10_max": -0.061016, "nauc_precision_at_10_std": -0.485272, "nauc_precision_at_10_diff1": 0.538915, "nauc_precision_at_20_max": -0.04017, "nauc_precision_at_20_std": -0.449161, "nauc_precision_at_20_diff1": 0.505755, "nauc_precision_at_100_max": -0.081861, "nauc_precision_at_100_std": -0.420194, "nauc_precision_at_100_diff1": 0.305524, "nauc_precision_at_1000_max": -0.070311, "nauc_precision_at_1000_std": -0.119921, "nauc_precision_at_1000_diff1": -0.001719, "nauc_mrr_at_1_max": 0.049725, "nauc_mrr_at_1_std": -0.509436, "nauc_mrr_at_1_diff1": 0.703491, "nauc_mrr_at_3_max": 0.015816, "nauc_mrr_at_3_std": -0.501659, "nauc_mrr_at_3_diff1": 0.652932, "nauc_mrr_at_5_max": 0.024578, "nauc_mrr_at_5_std": -0.49514, "nauc_mrr_at_5_diff1": 0.641817, "nauc_mrr_at_10_max": 0.021276, "nauc_mrr_at_10_std": -0.494003, "nauc_mrr_at_10_diff1": 0.632662, "nauc_mrr_at_20_max": 0.023109, "nauc_mrr_at_20_std": -0.48845, "nauc_mrr_at_20_diff1": 0.6281, "nauc_mrr_at_100_max": 0.019531, "nauc_mrr_at_100_std": -0.485565, "nauc_mrr_at_100_diff1": 0.617984, "nauc_mrr_at_1000_max": 0.019316, "nauc_mrr_at_1000_std": -0.484129, "nauc_mrr_at_1000_diff1": 0.615591, "main_score": 0.07496, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.04386, "ndcg_at_3": 0.06121, "ndcg_at_5": 0.06666, "ndcg_at_10": 0.07659, "ndcg_at_20": 0.08772, "ndcg_at_100": 0.10454, "ndcg_at_1000": 0.19127, "map_at_1": 0.03278, "map_at_3": 0.05489, "map_at_5": 0.05844, "map_at_10": 0.06268, "map_at_20": 0.0657, "map_at_100": 0.06795, "map_at_1000": 0.07034, "recall_at_1": 0.03278, "recall_at_3": 0.07153, "recall_at_5": 0.08457, "recall_at_10": 0.11476, "recall_at_20": 0.15608, "recall_at_100": 0.23904, "recall_at_1000": 0.93405, "precision_at_1": 0.04386, "precision_at_3": 0.03436, "precision_at_5": 0.02456, "precision_at_10": 0.01612, "precision_at_20": 0.01091, "precision_at_100": 0.00353, "precision_at_1000": 0.00131, "mrr_at_1": 0.04386, "mrr_at_3": 0.060124, "mrr_at_5": 0.063414, "mrr_at_10": 0.06718, "mrr_at_20": 0.070371, "mrr_at_100": 0.072623, "mrr_at_1000": 0.074651, "nauc_ndcg_at_1_max": 0.750471, "nauc_ndcg_at_1_std": 0.533046, "nauc_ndcg_at_1_diff1": 0.41555, "nauc_ndcg_at_3_max": 0.71481, "nauc_ndcg_at_3_std": 0.538627, "nauc_ndcg_at_3_diff1": 0.309417, "nauc_ndcg_at_5_max": 0.702551, "nauc_ndcg_at_5_std": 0.538195, "nauc_ndcg_at_5_diff1": 0.287533, "nauc_ndcg_at_10_max": 0.713584, "nauc_ndcg_at_10_std": 0.574832, "nauc_ndcg_at_10_diff1": 0.237822, "nauc_ndcg_at_20_max": 0.715772, "nauc_ndcg_at_20_std": 0.59642, "nauc_ndcg_at_20_diff1": 0.213107, "nauc_ndcg_at_100_max": 0.690206, "nauc_ndcg_at_100_std": 0.570815, "nauc_ndcg_at_100_diff1": 0.198038, "nauc_ndcg_at_1000_max": 0.643217, "nauc_ndcg_at_1000_std": 0.515621, "nauc_ndcg_at_1000_diff1": 0.195712, "nauc_map_at_1_max": 0.739293, "nauc_map_at_1_std": 0.501531, "nauc_map_at_1_diff1": 0.526073, "nauc_map_at_3_max": 0.727076, "nauc_map_at_3_std": 0.542561, "nauc_map_at_3_diff1": 0.316623, "nauc_map_at_5_max": 0.720108, "nauc_map_at_5_std": 0.543372, "nauc_map_at_5_diff1": 0.303166, "nauc_map_at_10_max": 0.722867, "nauc_map_at_10_std": 0.559716, "nauc_map_at_10_diff1": 0.277034, "nauc_map_at_20_max": 0.723637, "nauc_map_at_20_std": 0.568519, "nauc_map_at_20_diff1": 0.267361, "nauc_map_at_100_max": 0.719301, "nauc_map_at_100_std": 0.565561, "nauc_map_at_100_diff1": 0.263076, "nauc_map_at_1000_max": 0.715021, "nauc_map_at_1000_std": 0.561564, "nauc_map_at_1000_diff1": 0.26192, "nauc_recall_at_1_max": 0.739293, "nauc_recall_at_1_std": 0.501531, "nauc_recall_at_1_diff1": 0.526073, "nauc_recall_at_3_max": 0.699006, "nauc_recall_at_3_std": 0.540045, "nauc_recall_at_3_diff1": 0.26856, "nauc_recall_at_5_max": 0.67802, "nauc_recall_at_5_std": 0.536178, "nauc_recall_at_5_diff1": 0.237813, "nauc_recall_at_10_max": 0.693585, "nauc_recall_at_10_std": 0.602879, "nauc_recall_at_10_diff1": 0.141353, "nauc_recall_at_20_max": 0.704542, "nauc_recall_at_20_std": 0.647046, "nauc_recall_at_20_diff1": 0.104589, "nauc_recall_at_100_max": 0.630438, "nauc_recall_at_100_std": 0.559, "nauc_recall_at_100_diff1": 0.089095, "nauc_recall_at_1000_max": 0.181352, "nauc_recall_at_1000_std": 0.046761, "nauc_recall_at_1000_diff1": -0.129142, "nauc_precision_at_1_max": 0.750471, "nauc_precision_at_1_std": 0.533046, "nauc_precision_at_1_diff1": 0.41555, "nauc_precision_at_3_max": 0.698709, "nauc_precision_at_3_std": 0.550418, "nauc_precision_at_3_diff1": 0.233129, "nauc_precision_at_5_max": 0.686716, "nauc_precision_at_5_std": 0.549796, "nauc_precision_at_5_diff1": 0.202324, "nauc_precision_at_10_max": 0.710977, "nauc_precision_at_10_std": 0.610534, "nauc_precision_at_10_diff1": 0.140876, "nauc_precision_at_20_max": 0.704497, "nauc_precision_at_20_std": 0.634699, "nauc_precision_at_20_diff1": 0.107988, "nauc_precision_at_100_max": 0.600126, "nauc_precision_at_100_std": 0.513824, "nauc_precision_at_100_diff1": 0.092629, "nauc_precision_at_1000_max": 0.0892, "nauc_precision_at_1000_std": 0.044795, "nauc_precision_at_1000_diff1": -0.027689, "nauc_mrr_at_1_max": 0.750471, "nauc_mrr_at_1_std": 0.533046, "nauc_mrr_at_1_diff1": 0.41555, "nauc_mrr_at_3_max": 0.712142, "nauc_mrr_at_3_std": 0.534487, "nauc_mrr_at_3_diff1": 0.343826, "nauc_mrr_at_5_max": 0.704456, "nauc_mrr_at_5_std": 0.532098, "nauc_mrr_at_5_diff1": 0.32495, "nauc_mrr_at_10_max": 0.711589, "nauc_mrr_at_10_std": 0.549878, "nauc_mrr_at_10_diff1": 0.302693, "nauc_mrr_at_20_max": 0.712244, "nauc_mrr_at_20_std": 0.557801, "nauc_mrr_at_20_diff1": 0.292655, "nauc_mrr_at_100_max": 0.707217, "nauc_mrr_at_100_std": 0.553585, "nauc_mrr_at_100_diff1": 0.288532, "nauc_mrr_at_1000_max": 0.703823, "nauc_mrr_at_1000_std": 0.550513, "nauc_mrr_at_1000_diff1": 0.28771, "main_score": 0.07659, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.41931, "ndcg_at_3": 0.40588, "ndcg_at_5": 0.42505, "ndcg_at_10": 0.45711, "ndcg_at_20": 0.47974, "ndcg_at_100": 0.5137, "ndcg_at_1000": 0.5433, "map_at_1": 0.26996, "map_at_3": 0.35858, "map_at_5": 0.38468, "map_at_10": 0.40318, "map_at_20": 0.41134, "map_at_100": 0.41717, "map_at_1000": 0.41846, "recall_at_1": 0.26996, "recall_at_3": 0.39253, "recall_at_5": 0.4596, "recall_at_10": 0.54005, "recall_at_20": 0.61463, "recall_at_100": 0.77612, "recall_at_1000": 0.97969, "precision_at_1": 0.41931, "precision_at_3": 0.2363, "precision_at_5": 0.17285, "precision_at_10": 0.10377, "precision_at_20": 0.05935, "precision_at_100": 0.01478, "precision_at_1000": 0.00189, "mrr_at_1": 0.419306, "mrr_at_3": 0.453997, "mrr_at_5": 0.468024, "mrr_at_10": 0.476985, "mrr_at_20": 0.481877, "mrr_at_100": 0.485103, "mrr_at_1000": 0.485709, "nauc_ndcg_at_1_max": 0.549372, "nauc_ndcg_at_1_std": -1.6e-05, "nauc_ndcg_at_1_diff1": 0.599981, "nauc_ndcg_at_3_max": 0.504282, "nauc_ndcg_at_3_std": -0.045002, "nauc_ndcg_at_3_diff1": 0.53113, "nauc_ndcg_at_5_max": 0.491972, "nauc_ndcg_at_5_std": -0.031651, "nauc_ndcg_at_5_diff1": 0.518571, "nauc_ndcg_at_10_max": 0.49513, "nauc_ndcg_at_10_std": -0.017249, "nauc_ndcg_at_10_diff1": 0.499304, "nauc_ndcg_at_20_max": 0.503392, "nauc_ndcg_at_20_std": -0.003928, "nauc_ndcg_at_20_diff1": 0.497943, "nauc_ndcg_at_100_max": 0.507163, "nauc_ndcg_at_100_std": -0.0007, "nauc_ndcg_at_100_diff1": 0.499819, "nauc_ndcg_at_1000_max": 0.512339, "nauc_ndcg_at_1000_std": -0.001692, "nauc_ndcg_at_1000_diff1": 0.514622, "nauc_map_at_1_max": 0.355389, "nauc_map_at_1_std": -0.083286, "nauc_map_at_1_diff1": 0.546696, "nauc_map_at_3_max": 0.44725, "nauc_map_at_3_std": -0.064547, "nauc_map_at_3_diff1": 0.518446, "nauc_map_at_5_max": 0.470598, "nauc_map_at_5_std": -0.050078, "nauc_map_at_5_diff1": 0.517768, "nauc_map_at_10_max": 0.479231, "nauc_map_at_10_std": -0.036439, "nauc_map_at_10_diff1": 0.509818, "nauc_map_at_20_max": 0.48356, "nauc_map_at_20_std": -0.031247, "nauc_map_at_20_diff1": 0.510645, "nauc_map_at_100_max": 0.484891, "nauc_map_at_100_std": -0.030569, "nauc_map_at_100_diff1": 0.51091, "nauc_map_at_1000_max": 0.485398, "nauc_map_at_1000_std": -0.03033, "nauc_map_at_1000_diff1": 0.511685, "nauc_recall_at_1_max": 0.355389, "nauc_recall_at_1_std": -0.083286, "nauc_recall_at_1_diff1": 0.546696, "nauc_recall_at_3_max": 0.431611, "nauc_recall_at_3_std": -0.07695, "nauc_recall_at_3_diff1": 0.478069, "nauc_recall_at_5_max": 0.443422, "nauc_recall_at_5_std": -0.036043, "nauc_recall_at_5_diff1": 0.4505, "nauc_recall_at_10_max": 0.430502, "nauc_recall_at_10_std": -0.012033, "nauc_recall_at_10_diff1": 0.385827, "nauc_recall_at_20_max": 0.443593, "nauc_recall_at_20_std": 0.03268, "nauc_recall_at_20_diff1": 0.362299, "nauc_recall_at_100_max": 0.443329, "nauc_recall_at_100_std": 0.063716, "nauc_recall_at_100_diff1": 0.320049, "nauc_recall_at_1000_max": 0.610484, "nauc_recall_at_1000_std": 0.409896, "nauc_recall_at_1000_diff1": 0.503021, "nauc_precision_at_1_max": 0.549372, "nauc_precision_at_1_std": -1.6e-05, "nauc_precision_at_1_diff1": 0.599981, "nauc_precision_at_3_max": 0.506492, "nauc_precision_at_3_std": 0.029016, "nauc_precision_at_3_diff1": 0.355903, "nauc_precision_at_5_max": 0.487146, "nauc_precision_at_5_std": 0.064746, "nauc_precision_at_5_diff1": 0.306675, "nauc_precision_at_10_max": 0.448743, "nauc_precision_at_10_std": 0.101445, "nauc_precision_at_10_diff1": 0.237154, "nauc_precision_at_20_max": 0.423734, "nauc_precision_at_20_std": 0.133148, "nauc_precision_at_20_diff1": 0.19628, "nauc_precision_at_100_max": 0.351386, "nauc_precision_at_100_std": 0.15007, "nauc_precision_at_100_diff1": 0.122331, "nauc_precision_at_1000_max": 0.212061, "nauc_precision_at_1000_std": 0.132342, "nauc_precision_at_1000_diff1": 0.028024, "nauc_mrr_at_1_max": 0.549372, "nauc_mrr_at_1_std": -1.6e-05, "nauc_mrr_at_1_diff1": 0.599981, "nauc_mrr_at_3_max": 0.558891, "nauc_mrr_at_3_std": -0.001963, "nauc_mrr_at_3_diff1": 0.57622, "nauc_mrr_at_5_max": 0.556001, "nauc_mrr_at_5_std": 0.006138, "nauc_mrr_at_5_diff1": 0.57045, "nauc_mrr_at_10_max": 0.550994, "nauc_mrr_at_10_std": 0.005376, "nauc_mrr_at_10_diff1": 0.562024, "nauc_mrr_at_20_max": 0.552457, "nauc_mrr_at_20_std": 0.007473, "nauc_mrr_at_20_diff1": 0.56193, "nauc_mrr_at_100_max": 0.552463, "nauc_mrr_at_100_std": 0.007419, "nauc_mrr_at_100_diff1": 0.562403, "nauc_mrr_at_1000_max": 0.552634, "nauc_mrr_at_1000_std": 0.007433, "nauc_mrr_at_1000_diff1": 0.562735, "main_score": 0.45711, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.09351, "ndcg_at_3": 0.09554, "ndcg_at_5": 0.10855, "ndcg_at_10": 0.12649, "ndcg_at_20": 0.14184, "ndcg_at_100": 0.18666, "ndcg_at_1000": 0.25896, "map_at_1": 0.05395, "map_at_3": 0.0802, "map_at_5": 0.09143, "map_at_10": 0.10025, "map_at_20": 0.10527, "map_at_100": 0.11221, "map_at_1000": 0.11491, "recall_at_1": 0.05395, "recall_at_3": 0.09382, "recall_at_5": 0.12858, "recall_at_10": 0.17448, "recall_at_20": 0.22637, "recall_at_100": 0.4318, "recall_at_1000": 0.93987, "precision_at_1": 0.09351, "precision_at_3": 0.06083, "precision_at_5": 0.05098, "precision_at_10": 0.03514, "precision_at_20": 0.02247, "precision_at_100": 0.00866, "precision_at_1000": 0.00186, "mrr_at_1": 0.093514, "mrr_at_3": 0.11086, "mrr_at_5": 0.119683, "mrr_at_10": 0.126928, "mrr_at_20": 0.130736, "mrr_at_100": 0.136348, "mrr_at_1000": 0.138088, "nauc_ndcg_at_1_max": 0.494002, "nauc_ndcg_at_1_std": 0.481269, "nauc_ndcg_at_1_diff1": 0.341453, "nauc_ndcg_at_3_max": 0.477675, "nauc_ndcg_at_3_std": 0.493031, "nauc_ndcg_at_3_diff1": 0.307583, "nauc_ndcg_at_5_max": 0.45056, "nauc_ndcg_at_5_std": 0.497227, "nauc_ndcg_at_5_diff1": 0.300557, "nauc_ndcg_at_10_max": 0.41233, "nauc_ndcg_at_10_std": 0.49766, "nauc_ndcg_at_10_diff1": 0.271541, "nauc_ndcg_at_20_max": 0.393159, "nauc_ndcg_at_20_std": 0.482631, "nauc_ndcg_at_20_diff1": 0.252774, "nauc_ndcg_at_100_max": 0.361874, "nauc_ndcg_at_100_std": 0.486805, "nauc_ndcg_at_100_diff1": 0.218293, "nauc_ndcg_at_1000_max": 0.379962, "nauc_ndcg_at_1000_std": 0.485014, "nauc_ndcg_at_1000_diff1": 0.241004, "nauc_map_at_1_max": 0.477676, "nauc_map_at_1_std": 0.444384, "nauc_map_at_1_diff1": 0.41451, "nauc_map_at_3_max": 0.475208, "nauc_map_at_3_std": 0.472197, "nauc_map_at_3_diff1": 0.318903, "nauc_map_at_5_max": 0.475985, "nauc_map_at_5_std": 0.487401, "nauc_map_at_5_diff1": 0.321282, "nauc_map_at_10_max": 0.460028, "nauc_map_at_10_std": 0.493053, "nauc_map_at_10_diff1": 0.302019, "nauc_map_at_20_max": 0.451303, "nauc_map_at_20_std": 0.48888, "nauc_map_at_20_diff1": 0.293859, "nauc_map_at_100_max": 0.445287, "nauc_map_at_100_std": 0.492145, "nauc_map_at_100_diff1": 0.285599, "nauc_map_at_1000_max": 0.444841, "nauc_map_at_1000_std": 0.492205, "nauc_map_at_1000_diff1": 0.286283, "nauc_recall_at_1_max": 0.477676, "nauc_recall_at_1_std": 0.444384, "nauc_recall_at_1_diff1": 0.41451, "nauc_recall_at_3_max": 0.420929, "nauc_recall_at_3_std": 0.467894, "nauc_recall_at_3_diff1": 0.280368, "nauc_recall_at_5_max": 0.395887, "nauc_recall_at_5_std": 0.475001, "nauc_recall_at_5_diff1": 0.271168, "nauc_recall_at_10_max": 0.322696, "nauc_recall_at_10_std": 0.481575, "nauc_recall_at_10_diff1": 0.216463, "nauc_recall_at_20_max": 0.279563, "nauc_recall_at_20_std": 0.428252, "nauc_recall_at_20_diff1": 0.174062, "nauc_recall_at_100_max": 0.203081, "nauc_recall_at_100_std": 0.439489, "nauc_recall_at_100_diff1": 0.084354, "nauc_recall_at_1000_max": 0.112753, "nauc_recall_at_1000_std": 0.521005, "nauc_recall_at_1000_diff1": 0.082488, "nauc_precision_at_1_max": 0.494002, "nauc_precision_at_1_std": 0.481269, "nauc_precision_at_1_diff1": 0.341453, "nauc_precision_at_3_max": 0.516418, "nauc_precision_at_3_std": 0.528286, "nauc_precision_at_3_diff1": 0.240119, "nauc_precision_at_5_max": 0.476377, "nauc_precision_at_5_std": 0.549963, "nauc_precision_at_5_diff1": 0.227053, "nauc_precision_at_10_max": 0.409829, "nauc_precision_at_10_std": 0.527893, "nauc_precision_at_10_diff1": 0.198581, "nauc_precision_at_20_max": 0.361346, "nauc_precision_at_20_std": 0.48667, "nauc_precision_at_20_diff1": 0.166347, "nauc_precision_at_100_max": 0.236153, "nauc_precision_at_100_std": 0.409759, "nauc_precision_at_100_diff1": 0.079721, "nauc_precision_at_1000_max": 0.109031, "nauc_precision_at_1000_std": 0.104082, "nauc_precision_at_1000_diff1": 0.025317, "nauc_mrr_at_1_max": 0.494002, "nauc_mrr_at_1_std": 0.481269, "nauc_mrr_at_1_diff1": 0.341453, "nauc_mrr_at_3_max": 0.45956, "nauc_mrr_at_3_std": 0.503306, "nauc_mrr_at_3_diff1": 0.306455, "nauc_mrr_at_5_max": 0.446632, "nauc_mrr_at_5_std": 0.505463, "nauc_mrr_at_5_diff1": 0.292855, "nauc_mrr_at_10_max": 0.427314, "nauc_mrr_at_10_std": 0.499595, "nauc_mrr_at_10_diff1": 0.285516, "nauc_mrr_at_20_max": 0.422829, "nauc_mrr_at_20_std": 0.496946, "nauc_mrr_at_20_diff1": 0.280578, "nauc_mrr_at_100_max": 0.417913, "nauc_mrr_at_100_std": 0.494554, "nauc_mrr_at_100_diff1": 0.27599, "nauc_mrr_at_1000_max": 0.418848, "nauc_mrr_at_1000_std": 0.495231, "nauc_mrr_at_1000_diff1": 0.277007, "main_score": 0.12649, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.22775, "ndcg_at_3": 0.24403, "ndcg_at_5": 0.25639, "ndcg_at_10": 0.28964, "ndcg_at_20": 0.31114, "ndcg_at_100": 0.35559, "ndcg_at_1000": 0.40337, "map_at_1": 0.15322, "map_at_3": 0.21466, "map_at_5": 0.22871, "map_at_10": 0.24628, "map_at_20": 0.25327, "map_at_100": 0.26034, "map_at_1000": 0.26234, "recall_at_1": 0.15322, "recall_at_3": 0.25244, "recall_at_5": 0.28859, "recall_at_10": 0.37283, "recall_at_20": 0.44613, "recall_at_100": 0.65503, "recall_at_1000": 0.97954, "precision_at_1": 0.22775, "precision_at_3": 0.14178, "precision_at_5": 0.10166, "precision_at_10": 0.06878, "precision_at_20": 0.0414, "precision_at_100": 0.01216, "precision_at_1000": 0.00189, "mrr_at_1": 0.227753, "mrr_at_3": 0.267974, "mrr_at_5": 0.276496, "mrr_at_10": 0.288217, "mrr_at_20": 0.293141, "mrr_at_100": 0.298398, "mrr_at_1000": 0.299467, "nauc_ndcg_at_1_max": 0.613263, "nauc_ndcg_at_1_std": 0.144586, "nauc_ndcg_at_1_diff1": 0.42737, "nauc_ndcg_at_3_max": 0.604316, "nauc_ndcg_at_3_std": 0.150081, "nauc_ndcg_at_3_diff1": 0.374866, "nauc_ndcg_at_5_max": 0.616337, "nauc_ndcg_at_5_std": 0.151931, "nauc_ndcg_at_5_diff1": 0.371977, "nauc_ndcg_at_10_max": 0.627868, "nauc_ndcg_at_10_std": 0.178187, "nauc_ndcg_at_10_diff1": 0.362652, "nauc_ndcg_at_20_max": 0.622345, "nauc_ndcg_at_20_std": 0.189653, "nauc_ndcg_at_20_diff1": 0.353108, "nauc_ndcg_at_100_max": 0.615018, "nauc_ndcg_at_100_std": 0.215134, "nauc_ndcg_at_100_diff1": 0.340587, "nauc_ndcg_at_1000_max": 0.612355, "nauc_ndcg_at_1000_std": 0.189165, "nauc_ndcg_at_1000_diff1": 0.350086, "nauc_map_at_1_max": 0.538123, "nauc_map_at_1_std": 0.086522, "nauc_map_at_1_diff1": 0.458564, "nauc_map_at_3_max": 0.593801, "nauc_map_at_3_std": 0.137653, "nauc_map_at_3_diff1": 0.387478, "nauc_map_at_5_max": 0.613814, "nauc_map_at_5_std": 0.144131, "nauc_map_at_5_diff1": 0.381461, "nauc_map_at_10_max": 0.625312, "nauc_map_at_10_std": 0.163259, "nauc_map_at_10_diff1": 0.377822, "nauc_map_at_20_max": 0.623654, "nauc_map_at_20_std": 0.167008, "nauc_map_at_20_diff1": 0.374857, "nauc_map_at_100_max": 0.622537, "nauc_map_at_100_std": 0.172678, "nauc_map_at_100_diff1": 0.371657, "nauc_map_at_1000_max": 0.622191, "nauc_map_at_1000_std": 0.171464, "nauc_map_at_1000_diff1": 0.371585, "nauc_recall_at_1_max": 0.538123, "nauc_recall_at_1_std": 0.086522, "nauc_recall_at_1_diff1": 0.458564, "nauc_recall_at_3_max": 0.563294, "nauc_recall_at_3_std": 0.142033, "nauc_recall_at_3_diff1": 0.343226, "nauc_recall_at_5_max": 0.594104, "nauc_recall_at_5_std": 0.146513, "nauc_recall_at_5_diff1": 0.337759, "nauc_recall_at_10_max": 0.615587, "nauc_recall_at_10_std": 0.200223, "nauc_recall_at_10_diff1": 0.31591, "nauc_recall_at_20_max": 0.594426, "nauc_recall_at_20_std": 0.233285, "nauc_recall_at_20_diff1": 0.286168, "nauc_recall_at_100_max": 0.538113, "nauc_recall_at_100_std": 0.357734, "nauc_recall_at_100_diff1": 0.204912, "nauc_recall_at_1000_max": 0.437452, "nauc_recall_at_1000_std": 0.400463, "nauc_recall_at_1000_diff1": 0.142501, "nauc_precision_at_1_max": 0.613263, "nauc_precision_at_1_std": 0.144586, "nauc_precision_at_1_diff1": 0.42737, "nauc_precision_at_3_max": 0.601719, "nauc_precision_at_3_std": 0.182943, "nauc_precision_at_3_diff1": 0.259581, "nauc_precision_at_5_max": 0.61426, "nauc_precision_at_5_std": 0.190285, "nauc_precision_at_5_diff1": 0.237253, "nauc_precision_at_10_max": 0.577096, "nauc_precision_at_10_std": 0.231017, "nauc_precision_at_10_diff1": 0.199952, "nauc_precision_at_20_max": 0.50946, "nauc_precision_at_20_std": 0.237741, "nauc_precision_at_20_diff1": 0.154004, "nauc_precision_at_100_max": 0.365534, "nauc_precision_at_100_std": 0.266588, "nauc_precision_at_100_diff1": 0.065695, "nauc_precision_at_1000_max": 0.029986, "nauc_precision_at_1000_std": 0.028677, "nauc_precision_at_1000_diff1": -0.061258, "nauc_mrr_at_1_max": 0.613263, "nauc_mrr_at_1_std": 0.144586, "nauc_mrr_at_1_diff1": 0.42737, "nauc_mrr_at_3_max": 0.612091, "nauc_mrr_at_3_std": 0.160434, "nauc_mrr_at_3_diff1": 0.388121, "nauc_mrr_at_5_max": 0.613247, "nauc_mrr_at_5_std": 0.157863, "nauc_mrr_at_5_diff1": 0.386248, "nauc_mrr_at_10_max": 0.613255, "nauc_mrr_at_10_std": 0.164969, "nauc_mrr_at_10_diff1": 0.380449, "nauc_mrr_at_20_max": 0.611558, "nauc_mrr_at_20_std": 0.167798, "nauc_mrr_at_20_diff1": 0.378151, "nauc_mrr_at_100_max": 0.610756, "nauc_mrr_at_100_std": 0.169332, "nauc_mrr_at_100_diff1": 0.377827, "nauc_mrr_at_1000_max": 0.610919, "nauc_mrr_at_1000_std": 0.168773, "nauc_mrr_at_1000_diff1": 0.378152, "main_score": 0.28964, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.14909, "ndcg_at_3": 0.15686, "ndcg_at_5": 0.16277, "ndcg_at_10": 0.17254, "ndcg_at_20": 0.17903, "ndcg_at_100": 0.19582, "ndcg_at_1000": 0.26388, "map_at_1": 0.09737, "map_at_3": 0.14015, "map_at_5": 0.15123, "map_at_10": 0.15652, "map_at_20": 0.15854, "map_at_100": 0.16082, "map_at_1000": 0.16273, "recall_at_1": 0.09737, "recall_at_3": 0.15707, "recall_at_5": 0.17612, "recall_at_10": 0.2017, "recall_at_20": 0.22406, "recall_at_100": 0.30315, "recall_at_1000": 0.79798, "precision_at_1": 0.14909, "precision_at_3": 0.09576, "precision_at_5": 0.06909, "precision_at_10": 0.03988, "precision_at_20": 0.02206, "precision_at_100": 0.00585, "precision_at_1000": 0.00158, "mrr_at_1": 0.146667, "mrr_at_3": 0.165253, "mrr_at_5": 0.167556, "mrr_at_10": 0.170565, "mrr_at_20": 0.172472, "mrr_at_100": 0.1751, "mrr_at_1000": 0.17653, "nauc_ndcg_at_1_max": -0.093613, "nauc_ndcg_at_1_std": -0.491146, "nauc_ndcg_at_1_diff1": 0.710868, "nauc_ndcg_at_3_max": -0.12911, "nauc_ndcg_at_3_std": -0.508031, "nauc_ndcg_at_3_diff1": 0.700636, "nauc_ndcg_at_5_max": -0.13721, "nauc_ndcg_at_5_std": -0.512828, "nauc_ndcg_at_5_diff1": 0.692481, "nauc_ndcg_at_10_max": -0.138449, "nauc_ndcg_at_10_std": -0.518472, "nauc_ndcg_at_10_diff1": 0.685579, "nauc_ndcg_at_20_max": -0.140714, "nauc_ndcg_at_20_std": -0.521832, "nauc_ndcg_at_20_diff1": 0.684435, "nauc_ndcg_at_100_max": -0.136009, "nauc_ndcg_at_100_std": -0.511953, "nauc_ndcg_at_100_diff1": 0.664863, "nauc_ndcg_at_1000_max": -0.134383, "nauc_ndcg_at_1000_std": -0.488262, "nauc_ndcg_at_1000_diff1": 0.615321, "nauc_map_at_1_max": -0.127591, "nauc_map_at_1_std": -0.480492, "nauc_map_at_1_diff1": 0.800556, "nauc_map_at_3_max": -0.13095, "nauc_map_at_3_std": -0.501839, "nauc_map_at_3_diff1": 0.709133, "nauc_map_at_5_max": -0.137036, "nauc_map_at_5_std": -0.509373, "nauc_map_at_5_diff1": 0.694623, "nauc_map_at_10_max": -0.136392, "nauc_map_at_10_std": -0.513279, "nauc_map_at_10_diff1": 0.692618, "nauc_map_at_20_max": -0.136937, "nauc_map_at_20_std": -0.514341, "nauc_map_at_20_diff1": 0.692373, "nauc_map_at_100_max": -0.136717, "nauc_map_at_100_std": -0.513752, "nauc_map_at_100_diff1": 0.689833, "nauc_map_at_1000_max": -0.136333, "nauc_map_at_1000_std": -0.512607, "nauc_map_at_1000_diff1": 0.68762, "nauc_recall_at_1_max": -0.127591, "nauc_recall_at_1_std": -0.480492, "nauc_recall_at_1_diff1": 0.800556, "nauc_recall_at_3_max": -0.14566, "nauc_recall_at_3_std": -0.511129, "nauc_recall_at_3_diff1": 0.701265, "nauc_recall_at_5_max": -0.159377, "nauc_recall_at_5_std": -0.522449, "nauc_recall_at_5_diff1": 0.67905, "nauc_recall_at_10_max": -0.159097, "nauc_recall_at_10_std": -0.527099, "nauc_recall_at_10_diff1": 0.651647, "nauc_recall_at_20_max": -0.167368, "nauc_recall_at_20_std": -0.533342, "nauc_recall_at_20_diff1": 0.64654, "nauc_recall_at_100_max": -0.142756, "nauc_recall_at_100_std": -0.488513, "nauc_recall_at_100_diff1": 0.575564, "nauc_recall_at_1000_max": -0.190363, "nauc_recall_at_1000_std": -0.340222, "nauc_recall_at_1000_diff1": 0.184763, "nauc_precision_at_1_max": -0.093613, "nauc_precision_at_1_std": -0.491146, "nauc_precision_at_1_diff1": 0.710868, "nauc_precision_at_3_max": -0.106974, "nauc_precision_at_3_std": -0.487724, "nauc_precision_at_3_diff1": 0.557116, "nauc_precision_at_5_max": -0.117135, "nauc_precision_at_5_std": -0.482596, "nauc_precision_at_5_diff1": 0.521896, "nauc_precision_at_10_max": -0.11858, "nauc_precision_at_10_std": -0.48456, "nauc_precision_at_10_diff1": 0.508766, "nauc_precision_at_20_max": -0.118879, "nauc_precision_at_20_std": -0.486612, "nauc_precision_at_20_diff1": 0.502688, "nauc_precision_at_100_max": -0.103971, "nauc_precision_at_100_std": -0.440501, "nauc_precision_at_100_diff1": 0.437299, "nauc_precision_at_1000_max": -0.014082, "nauc_precision_at_1000_std": -0.100969, "nauc_precision_at_1000_diff1": -0.045562, "nauc_mrr_at_1_max": -0.107003, "nauc_mrr_at_1_std": -0.508368, "nauc_mrr_at_1_diff1": 0.727497, "nauc_mrr_at_3_max": -0.121477, "nauc_mrr_at_3_std": -0.5189, "nauc_mrr_at_3_diff1": 0.721525, "nauc_mrr_at_5_max": -0.123678, "nauc_mrr_at_5_std": -0.520357, "nauc_mrr_at_5_diff1": 0.719226, "nauc_mrr_at_10_max": -0.127666, "nauc_mrr_at_10_std": -0.522398, "nauc_mrr_at_10_diff1": 0.715073, "nauc_mrr_at_20_max": -0.127304, "nauc_mrr_at_20_std": -0.521797, "nauc_mrr_at_20_diff1": 0.712487, "nauc_mrr_at_100_max": -0.126653, "nauc_mrr_at_100_std": -0.519767, "nauc_mrr_at_100_diff1": 0.707621, "nauc_mrr_at_1000_max": -0.126212, "nauc_mrr_at_1000_std": -0.518818, "nauc_mrr_at_1000_diff1": 0.7065, "main_score": 0.17254, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.06061, "ndcg_at_3": 0.0668, "ndcg_at_5": 0.07422, "ndcg_at_10": 0.08409, "ndcg_at_20": 0.09238, "ndcg_at_100": 0.11384, "ndcg_at_1000": 0.17841, "map_at_1": 0.03675, "map_at_3": 0.05511, "map_at_5": 0.06249, "map_at_10": 0.06787, "map_at_20": 0.07058, "map_at_100": 0.07386, "map_at_1000": 0.07576, "recall_at_1": 0.03675, "recall_at_3": 0.06764, "recall_at_5": 0.08838, "recall_at_10": 0.11416, "recall_at_20": 0.14103, "recall_at_100": 0.23897, "recall_at_1000": 0.70028, "precision_at_1": 0.06061, "precision_at_3": 0.04242, "precision_at_5": 0.03515, "precision_at_10": 0.02279, "precision_at_20": 0.01436, "precision_at_100": 0.00492, "precision_at_1000": 0.00146, "mrr_at_1": 0.060606, "mrr_at_3": 0.075152, "mrr_at_5": 0.080364, "mrr_at_10": 0.08357, "mrr_at_20": 0.085884, "mrr_at_100": 0.088563, "mrr_at_1000": 0.090095, "nauc_ndcg_at_1_max": 0.691925, "nauc_ndcg_at_1_std": 0.437784, "nauc_ndcg_at_1_diff1": 0.617291, "nauc_ndcg_at_3_max": 0.644276, "nauc_ndcg_at_3_std": 0.433537, "nauc_ndcg_at_3_diff1": 0.585756, "nauc_ndcg_at_5_max": 0.631646, "nauc_ndcg_at_5_std": 0.420054, "nauc_ndcg_at_5_diff1": 0.557233, "nauc_ndcg_at_10_max": 0.65566, "nauc_ndcg_at_10_std": 0.444506, "nauc_ndcg_at_10_diff1": 0.553682, "nauc_ndcg_at_20_max": 0.656281, "nauc_ndcg_at_20_std": 0.454364, "nauc_ndcg_at_20_diff1": 0.531031, "nauc_ndcg_at_100_max": 0.640646, "nauc_ndcg_at_100_std": 0.470778, "nauc_ndcg_at_100_diff1": 0.517688, "nauc_ndcg_at_1000_max": 0.613573, "nauc_ndcg_at_1000_std": 0.450286, "nauc_ndcg_at_1000_diff1": 0.498566, "nauc_map_at_1_max": 0.618029, "nauc_map_at_1_std": 0.378248, "nauc_map_at_1_diff1": 0.692846, "nauc_map_at_3_max": 0.637092, "nauc_map_at_3_std": 0.415276, "nauc_map_at_3_diff1": 0.614347, "nauc_map_at_5_max": 0.631319, "nauc_map_at_5_std": 0.411314, "nauc_map_at_5_diff1": 0.578035, "nauc_map_at_10_max": 0.647189, "nauc_map_at_10_std": 0.426227, "nauc_map_at_10_diff1": 0.571992, "nauc_map_at_20_max": 0.648457, "nauc_map_at_20_std": 0.430716, "nauc_map_at_20_diff1": 0.561444, "nauc_map_at_100_max": 0.648428, "nauc_map_at_100_std": 0.437444, "nauc_map_at_100_diff1": 0.558714, "nauc_map_at_1000_max": 0.647378, "nauc_map_at_1000_std": 0.437283, "nauc_map_at_1000_diff1": 0.557774, "nauc_recall_at_1_max": 0.618029, "nauc_recall_at_1_std": 0.378248, "nauc_recall_at_1_diff1": 0.692846, "nauc_recall_at_3_max": 0.623511, "nauc_recall_at_3_std": 0.429214, "nauc_recall_at_3_diff1": 0.594165, "nauc_recall_at_5_max": 0.603855, "nauc_recall_at_5_std": 0.414613, "nauc_recall_at_5_diff1": 0.526463, "nauc_recall_at_10_max": 0.646239, "nauc_recall_at_10_std": 0.455985, "nauc_recall_at_10_diff1": 0.521563, "nauc_recall_at_20_max": 0.645907, "nauc_recall_at_20_std": 0.474477, "nauc_recall_at_20_diff1": 0.472956, "nauc_recall_at_100_max": 0.598497, "nauc_recall_at_100_std": 0.503158, "nauc_recall_at_100_diff1": 0.457322, "nauc_recall_at_1000_max": 0.505849, "nauc_recall_at_1000_std": 0.446346, "nauc_recall_at_1000_diff1": 0.39458, "nauc_precision_at_1_max": 0.691925, "nauc_precision_at_1_std": 0.437784, "nauc_precision_at_1_diff1": 0.617291, "nauc_precision_at_3_max": 0.668291, "nauc_precision_at_3_std": 0.460571, "nauc_precision_at_3_diff1": 0.514429, "nauc_precision_at_5_max": 0.666388, "nauc_precision_at_5_std": 0.453766, "nauc_precision_at_5_diff1": 0.460135, "nauc_precision_at_10_max": 0.706842, "nauc_precision_at_10_std": 0.495876, "nauc_precision_at_10_diff1": 0.459634, "nauc_precision_at_20_max": 0.7043, "nauc_precision_at_20_std": 0.515061, "nauc_precision_at_20_diff1": 0.42994, "nauc_precision_at_100_max": 0.607711, "nauc_precision_at_100_std": 0.50241, "nauc_precision_at_100_diff1": 0.374683, "nauc_precision_at_1000_max": 0.262186, "nauc_precision_at_1000_std": 0.220474, "nauc_precision_at_1000_diff1": 0.133481, "nauc_mrr_at_1_max": 0.691925, "nauc_mrr_at_1_std": 0.437784, "nauc_mrr_at_1_diff1": 0.617291, "nauc_mrr_at_3_max": 0.654901, "nauc_mrr_at_3_std": 0.434342, "nauc_mrr_at_3_diff1": 0.578034, "nauc_mrr_at_5_max": 0.656041, "nauc_mrr_at_5_std": 0.437301, "nauc_mrr_at_5_diff1": 0.56196, "nauc_mrr_at_10_max": 0.661821, "nauc_mrr_at_10_std": 0.446799, "nauc_mrr_at_10_diff1": 0.561124, "nauc_mrr_at_20_max": 0.659636, "nauc_mrr_at_20_std": 0.447584, "nauc_mrr_at_20_diff1": 0.55414, "nauc_mrr_at_100_max": 0.654454, "nauc_mrr_at_100_std": 0.447166, "nauc_mrr_at_100_diff1": 0.550564, "nauc_mrr_at_1000_max": 0.65394, "nauc_mrr_at_1000_std": 0.44658, "nauc_mrr_at_1000_diff1": 0.550491, "main_score": 0.08409, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.14355, "ndcg_at_3": 0.15664, "ndcg_at_5": 0.16518, "ndcg_at_10": 0.17634, "ndcg_at_20": 0.18573, "ndcg_at_100": 0.20545, "ndcg_at_1000": 0.27407, "map_at_1": 0.09795, "map_at_3": 0.141, "map_at_5": 0.15255, "map_at_10": 0.15871, "map_at_20": 0.16164, "map_at_100": 0.16455, "map_at_1000": 0.16652, "recall_at_1": 0.09795, "recall_at_3": 0.15929, "recall_at_5": 0.18331, "recall_at_10": 0.21275, "recall_at_20": 0.24471, "recall_at_100": 0.3383, "recall_at_1000": 0.83812, "precision_at_1": 0.14355, "precision_at_3": 0.09327, "precision_at_5": 0.0691, "precision_at_10": 0.04027, "precision_at_20": 0.02311, "precision_at_100": 0.00637, "precision_at_1000": 0.00163, "mrr_at_1": 0.144769, "mrr_at_3": 0.164234, "mrr_at_5": 0.169465, "mrr_at_10": 0.173232, "mrr_at_20": 0.1758, "mrr_at_100": 0.178083, "mrr_at_1000": 0.17967, "nauc_ndcg_at_1_max": 0.714157, "nauc_ndcg_at_1_std": 0.464535, "nauc_ndcg_at_1_diff1": 0.330358, "nauc_ndcg_at_3_max": 0.686623, "nauc_ndcg_at_3_std": 0.443416, "nauc_ndcg_at_3_diff1": 0.291959, "nauc_ndcg_at_5_max": 0.688111, "nauc_ndcg_at_5_std": 0.443476, "nauc_ndcg_at_5_diff1": 0.281664, "nauc_ndcg_at_10_max": 0.683539, "nauc_ndcg_at_10_std": 0.457831, "nauc_ndcg_at_10_diff1": 0.263766, "nauc_ndcg_at_20_max": 0.687214, "nauc_ndcg_at_20_std": 0.469239, "nauc_ndcg_at_20_diff1": 0.255271, "nauc_ndcg_at_100_max": 0.684261, "nauc_ndcg_at_100_std": 0.479209, "nauc_ndcg_at_100_diff1": 0.251117, "nauc_ndcg_at_1000_max": 0.658044, "nauc_ndcg_at_1000_std": 0.440313, "nauc_ndcg_at_1000_diff1": 0.253503, "nauc_map_at_1_max": 0.646905, "nauc_map_at_1_std": 0.399809, "nauc_map_at_1_diff1": 0.478428, "nauc_map_at_3_max": 0.676484, "nauc_map_at_3_std": 0.43465, "nauc_map_at_3_diff1": 0.311038, "nauc_map_at_5_max": 0.690726, "nauc_map_at_5_std": 0.443047, "nauc_map_at_5_diff1": 0.288889, "nauc_map_at_10_max": 0.689851, "nauc_map_at_10_std": 0.452928, "nauc_map_at_10_diff1": 0.277627, "nauc_map_at_20_max": 0.691303, "nauc_map_at_20_std": 0.457375, "nauc_map_at_20_diff1": 0.274583, "nauc_map_at_100_max": 0.690861, "nauc_map_at_100_std": 0.458823, "nauc_map_at_100_diff1": 0.273997, "nauc_map_at_1000_max": 0.690184, "nauc_map_at_1000_std": 0.457941, "nauc_map_at_1000_diff1": 0.273807, "nauc_recall_at_1_max": 0.646905, "nauc_recall_at_1_std": 0.399809, "nauc_recall_at_1_diff1": 0.478428, "nauc_recall_at_3_max": 0.657317, "nauc_recall_at_3_std": 0.425521, "nauc_recall_at_3_diff1": 0.293074, "nauc_recall_at_5_max": 0.673078, "nauc_recall_at_5_std": 0.431492, "nauc_recall_at_5_diff1": 0.258154, "nauc_recall_at_10_max": 0.650451, "nauc_recall_at_10_std": 0.456166, "nauc_recall_at_10_diff1": 0.214381, "nauc_recall_at_20_max": 0.666821, "nauc_recall_at_20_std": 0.489852, "nauc_recall_at_20_diff1": 0.194855, "nauc_recall_at_100_max": 0.652376, "nauc_recall_at_100_std": 0.52207, "nauc_recall_at_100_diff1": 0.181361, "nauc_recall_at_1000_max": 0.346776, "nauc_recall_at_1000_std": 0.165468, "nauc_recall_at_1000_diff1": 0.087558, "nauc_precision_at_1_max": 0.714157, "nauc_precision_at_1_std": 0.464535, "nauc_precision_at_1_diff1": 0.330358, "nauc_precision_at_3_max": 0.694158, "nauc_precision_at_3_std": 0.469719, "nauc_precision_at_3_diff1": 0.101915, "nauc_precision_at_5_max": 0.685125, "nauc_precision_at_5_std": 0.457567, "nauc_precision_at_5_diff1": 0.081347, "nauc_precision_at_10_max": 0.662433, "nauc_precision_at_10_std": 0.474156, "nauc_precision_at_10_diff1": 0.058976, "nauc_precision_at_20_max": 0.646198, "nauc_precision_at_20_std": 0.485926, "nauc_precision_at_20_diff1": 0.04926, "nauc_precision_at_100_max": 0.584725, "nauc_precision_at_100_std": 0.475697, "nauc_precision_at_100_diff1": 0.049917, "nauc_precision_at_1000_max": 0.113411, "nauc_precision_at_1000_std": 0.043698, "nauc_precision_at_1000_diff1": 0.009437, "nauc_mrr_at_1_max": 0.712754, "nauc_mrr_at_1_std": 0.460987, "nauc_mrr_at_1_diff1": 0.322915, "nauc_mrr_at_3_max": 0.699061, "nauc_mrr_at_3_std": 0.456226, "nauc_mrr_at_3_diff1": 0.304467, "nauc_mrr_at_5_max": 0.695392, "nauc_mrr_at_5_std": 0.453714, "nauc_mrr_at_5_diff1": 0.300047, "nauc_mrr_at_10_max": 0.693462, "nauc_mrr_at_10_std": 0.458342, "nauc_mrr_at_10_diff1": 0.293863, "nauc_mrr_at_20_max": 0.693821, "nauc_mrr_at_20_std": 0.460858, "nauc_mrr_at_20_diff1": 0.290628, "nauc_mrr_at_100_max": 0.692826, "nauc_mrr_at_100_std": 0.461416, "nauc_mrr_at_100_diff1": 0.290004, "nauc_mrr_at_1000_max": 0.692473, "nauc_mrr_at_1000_std": 0.460575, "nauc_mrr_at_1000_diff1": 0.289928, "main_score": 0.17634, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.05046, "ndcg_at_3": 0.05433, "ndcg_at_5": 0.05692, "ndcg_at_10": 0.06578, "ndcg_at_20": 0.07552, "ndcg_at_100": 0.10752, "ndcg_at_1000": 0.2013, "map_at_1": 0.03407, "map_at_3": 0.04758, "map_at_5": 0.04968, "map_at_10": 0.05368, "map_at_20": 0.0565, "map_at_100": 0.06065, "map_at_1000": 0.06351, "recall_at_1": 0.03407, "recall_at_3": 0.05956, "recall_at_5": 0.06567, "recall_at_10": 0.09095, "recall_at_20": 0.12599, "recall_at_100": 0.28331, "recall_at_1000": 1.0, "precision_at_1": 0.05046, "precision_at_3": 0.03109, "precision_at_5": 0.0208, "precision_at_10": 0.01422, "precision_at_20": 0.00963, "precision_at_100": 0.00466, "precision_at_1000": 0.00156, "mrr_at_1": 0.050459, "mrr_at_3": 0.062181, "mrr_at_5": 0.062946, "mrr_at_10": 0.066331, "mrr_at_20": 0.069253, "mrr_at_100": 0.073207, "mrr_at_1000": 0.075433, "nauc_ndcg_at_1_max": -0.082867, "nauc_ndcg_at_1_std": -0.442971, "nauc_ndcg_at_1_diff1": 0.604224, "nauc_ndcg_at_3_max": -0.124205, "nauc_ndcg_at_3_std": -0.399563, "nauc_ndcg_at_3_diff1": 0.534635, "nauc_ndcg_at_5_max": -0.10462, "nauc_ndcg_at_5_std": -0.383131, "nauc_ndcg_at_5_diff1": 0.515258, "nauc_ndcg_at_10_max": -0.078075, "nauc_ndcg_at_10_std": -0.361398, "nauc_ndcg_at_10_diff1": 0.468748, "nauc_ndcg_at_20_max": -0.049663, "nauc_ndcg_at_20_std": -0.349936, "nauc_ndcg_at_20_diff1": 0.438936, "nauc_ndcg_at_100_max": -0.039168, "nauc_ndcg_at_100_std": -0.296408, "nauc_ndcg_at_100_diff1": 0.347697, "nauc_ndcg_at_1000_max": -0.051112, "nauc_ndcg_at_1000_std": -0.308771, "nauc_ndcg_at_1000_diff1": 0.380113, "nauc_map_at_1_max": -0.130591, "nauc_map_at_1_std": -0.440686, "nauc_map_at_1_diff1": 0.720604, "nauc_map_at_3_max": -0.125586, "nauc_map_at_3_std": -0.404484, "nauc_map_at_3_diff1": 0.559597, "nauc_map_at_5_max": -0.115134, "nauc_map_at_5_std": -0.394682, "nauc_map_at_5_diff1": 0.550694, "nauc_map_at_10_max": -0.100322, "nauc_map_at_10_std": -0.382765, "nauc_map_at_10_diff1": 0.524547, "nauc_map_at_20_max": -0.089599, "nauc_map_at_20_std": -0.377439, "nauc_map_at_20_diff1": 0.511074, "nauc_map_at_100_max": -0.084474, "nauc_map_at_100_std": -0.366214, "nauc_map_at_100_diff1": 0.491077, "nauc_map_at_1000_max": -0.08518, "nauc_map_at_1000_std": -0.365134, "nauc_map_at_1000_diff1": 0.489896, "nauc_recall_at_1_max": -0.130591, "nauc_recall_at_1_std": -0.440686, "nauc_recall_at_1_diff1": 0.720604, "nauc_recall_at_3_max": -0.142703, "nauc_recall_at_3_std": -0.3801, "nauc_recall_at_3_diff1": 0.480262, "nauc_recall_at_5_max": -0.10108, "nauc_recall_at_5_std": -0.348543, "nauc_recall_at_5_diff1": 0.445328, "nauc_recall_at_10_max": -0.048633, "nauc_recall_at_10_std": -0.308325, "nauc_recall_at_10_diff1": 0.363961, "nauc_recall_at_20_max": 0.015973, "nauc_recall_at_20_std": -0.284646, "nauc_recall_at_20_diff1": 0.310461, "nauc_recall_at_100_max": 0.003521, "nauc_recall_at_100_std": -0.183625, "nauc_recall_at_100_diff1": 0.144674, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.082867, "nauc_precision_at_1_std": -0.442971, "nauc_precision_at_1_diff1": 0.604224, "nauc_precision_at_3_max": -0.113891, "nauc_precision_at_3_std": -0.406158, "nauc_precision_at_3_diff1": 0.452695, "nauc_precision_at_5_max": -0.075536, "nauc_precision_at_5_std": -0.385127, "nauc_precision_at_5_diff1": 0.43704, "nauc_precision_at_10_max": -0.019923, "nauc_precision_at_10_std": -0.356819, "nauc_precision_at_10_diff1": 0.37502, "nauc_precision_at_20_max": 0.021342, "nauc_precision_at_20_std": -0.335772, "nauc_precision_at_20_diff1": 0.321022, "nauc_precision_at_100_max": 0.04695, "nauc_precision_at_100_std": -0.191584, "nauc_precision_at_100_diff1": 0.13777, "nauc_precision_at_1000_max": 0.05617, "nauc_precision_at_1000_std": 0.017812, "nauc_precision_at_1000_diff1": -0.071765, "nauc_mrr_at_1_max": -0.082867, "nauc_mrr_at_1_std": -0.442971, "nauc_mrr_at_1_diff1": 0.604224, "nauc_mrr_at_3_max": -0.094978, "nauc_mrr_at_3_std": -0.414929, "nauc_mrr_at_3_diff1": 0.539356, "nauc_mrr_at_5_max": -0.081679, "nauc_mrr_at_5_std": -0.405064, "nauc_mrr_at_5_diff1": 0.53113, "nauc_mrr_at_10_max": -0.069744, "nauc_mrr_at_10_std": -0.392459, "nauc_mrr_at_10_diff1": 0.510894, "nauc_mrr_at_20_max": -0.065616, "nauc_mrr_at_20_std": -0.389638, "nauc_mrr_at_20_diff1": 0.500787, "nauc_mrr_at_100_max": -0.064495, "nauc_mrr_at_100_std": -0.379572, "nauc_mrr_at_100_diff1": 0.484797, "nauc_mrr_at_1000_max": -0.065154, "nauc_mrr_at_1000_std": -0.379903, "nauc_mrr_at_1000_diff1": 0.485273, "main_score": 0.06578, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.07951, "ndcg_at_3": 0.08081, "ndcg_at_5": 0.08597, "ndcg_at_10": 0.09458, "ndcg_at_20": 0.10329, "ndcg_at_100": 0.13312, "ndcg_at_1000": 0.21966, "map_at_1": 0.04908, "map_at_3": 0.06822, "map_at_5": 0.07391, "map_at_10": 0.07799, "map_at_20": 0.08075, "map_at_100": 0.08486, "map_at_1000": 0.08754, "recall_at_1": 0.04908, "recall_at_3": 0.0804, "recall_at_5": 0.09551, "recall_at_10": 0.11636, "recall_at_20": 0.14495, "recall_at_100": 0.28252, "recall_at_1000": 0.92016, "precision_at_1": 0.07951, "precision_at_3": 0.05046, "precision_at_5": 0.03792, "precision_at_10": 0.02385, "precision_at_20": 0.01498, "precision_at_100": 0.00598, "precision_at_1000": 0.00181, "mrr_at_1": 0.079511, "mrr_at_3": 0.094546, "mrr_at_5": 0.098522, "mrr_at_10": 0.102708, "mrr_at_20": 0.104849, "mrr_at_100": 0.108469, "mrr_at_1000": 0.110261, "nauc_ndcg_at_1_max": 0.507881, "nauc_ndcg_at_1_std": 0.242254, "nauc_ndcg_at_1_diff1": 0.567729, "nauc_ndcg_at_3_max": 0.513298, "nauc_ndcg_at_3_std": 0.264519, "nauc_ndcg_at_3_diff1": 0.53999, "nauc_ndcg_at_5_max": 0.506346, "nauc_ndcg_at_5_std": 0.26352, "nauc_ndcg_at_5_diff1": 0.52642, "nauc_ndcg_at_10_max": 0.507998, "nauc_ndcg_at_10_std": 0.282917, "nauc_ndcg_at_10_diff1": 0.509205, "nauc_ndcg_at_20_max": 0.513288, "nauc_ndcg_at_20_std": 0.305212, "nauc_ndcg_at_20_diff1": 0.492795, "nauc_ndcg_at_100_max": 0.562764, "nauc_ndcg_at_100_std": 0.384995, "nauc_ndcg_at_100_diff1": 0.495854, "nauc_ndcg_at_1000_max": 0.521496, "nauc_ndcg_at_1000_std": 0.338265, "nauc_ndcg_at_1000_diff1": 0.476062, "nauc_map_at_1_max": 0.485411, "nauc_map_at_1_std": 0.223836, "nauc_map_at_1_diff1": 0.599331, "nauc_map_at_3_max": 0.508476, "nauc_map_at_3_std": 0.248076, "nauc_map_at_3_diff1": 0.55984, "nauc_map_at_5_max": 0.504928, "nauc_map_at_5_std": 0.248083, "nauc_map_at_5_diff1": 0.547482, "nauc_map_at_10_max": 0.507206, "nauc_map_at_10_std": 0.259128, "nauc_map_at_10_diff1": 0.537445, "nauc_map_at_20_max": 0.508811, "nauc_map_at_20_std": 0.268025, "nauc_map_at_20_diff1": 0.530258, "nauc_map_at_100_max": 0.517103, "nauc_map_at_100_std": 0.283504, "nauc_map_at_100_diff1": 0.5286, "nauc_map_at_1000_max": 0.517586, "nauc_map_at_1000_std": 0.284786, "nauc_map_at_1000_diff1": 0.527964, "nauc_recall_at_1_max": 0.485411, "nauc_recall_at_1_std": 0.223836, "nauc_recall_at_1_diff1": 0.599331, "nauc_recall_at_3_max": 0.513915, "nauc_recall_at_3_std": 0.273814, "nauc_recall_at_3_diff1": 0.527815, "nauc_recall_at_5_max": 0.495372, "nauc_recall_at_5_std": 0.264764, "nauc_recall_at_5_diff1": 0.506981, "nauc_recall_at_10_max": 0.494959, "nauc_recall_at_10_std": 0.298731, "nauc_recall_at_10_diff1": 0.471851, "nauc_recall_at_20_max": 0.506918, "nauc_recall_at_20_std": 0.349457, "nauc_recall_at_20_diff1": 0.428827, "nauc_recall_at_100_max": 0.615286, "nauc_recall_at_100_std": 0.52465, "nauc_recall_at_100_diff1": 0.443766, "nauc_recall_at_1000_max": 0.467051, "nauc_recall_at_1000_std": 0.400223, "nauc_recall_at_1000_diff1": 0.391044, "nauc_precision_at_1_max": 0.507881, "nauc_precision_at_1_std": 0.242254, "nauc_precision_at_1_diff1": 0.567729, "nauc_precision_at_3_max": 0.530488, "nauc_precision_at_3_std": 0.297291, "nauc_precision_at_3_diff1": 0.500074, "nauc_precision_at_5_max": 0.524804, "nauc_precision_at_5_std": 0.31238, "nauc_precision_at_5_diff1": 0.464113, "nauc_precision_at_10_max": 0.518929, "nauc_precision_at_10_std": 0.352691, "nauc_precision_at_10_diff1": 0.417866, "nauc_precision_at_20_max": 0.518131, "nauc_precision_at_20_std": 0.391058, "nauc_precision_at_20_diff1": 0.390974, "nauc_precision_at_100_max": 0.611022, "nauc_precision_at_100_std": 0.557695, "nauc_precision_at_100_diff1": 0.392739, "nauc_precision_at_1000_max": 0.149657, "nauc_precision_at_1000_std": 0.156373, "nauc_precision_at_1000_diff1": 0.04589, "nauc_mrr_at_1_max": 0.507881, "nauc_mrr_at_1_std": 0.242254, "nauc_mrr_at_1_diff1": 0.567729, "nauc_mrr_at_3_max": 0.509159, "nauc_mrr_at_3_std": 0.267961, "nauc_mrr_at_3_diff1": 0.512182, "nauc_mrr_at_5_max": 0.508135, "nauc_mrr_at_5_std": 0.274163, "nauc_mrr_at_5_diff1": 0.513671, "nauc_mrr_at_10_max": 0.507221, "nauc_mrr_at_10_std": 0.28235, "nauc_mrr_at_10_diff1": 0.506723, "nauc_mrr_at_20_max": 0.508153, "nauc_mrr_at_20_std": 0.286505, "nauc_mrr_at_20_diff1": 0.502595, "nauc_mrr_at_100_max": 0.514678, "nauc_mrr_at_100_std": 0.296164, "nauc_mrr_at_100_diff1": 0.503452, "nauc_mrr_at_1000_max": 0.513351, "nauc_mrr_at_1000_std": 0.294503, "nauc_mrr_at_1000_diff1": 0.50273, "main_score": 0.09458, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.06352, "ndcg_at_3": 0.07152, "ndcg_at_5": 0.07334, "ndcg_at_10": 0.08213, "ndcg_at_20": 0.09712, "ndcg_at_100": 0.13501, "ndcg_at_1000": 0.22287, "map_at_1": 0.04579, "map_at_3": 0.06206, "map_at_5": 0.06421, "map_at_10": 0.0685, "map_at_20": 0.07255, "map_at_100": 0.07778, "map_at_1000": 0.08055, "recall_at_1": 0.04579, "recall_at_3": 0.07578, "recall_at_5": 0.08126, "recall_at_10": 0.10528, "recall_at_20": 0.15877, "recall_at_100": 0.34195, "recall_at_1000": 1.0, "precision_at_1": 0.06352, "precision_at_3": 0.04072, "precision_at_5": 0.02736, "precision_at_10": 0.01824, "precision_at_20": 0.01344, "precision_at_100": 0.00599, "precision_at_1000": 0.00167, "mrr_at_1": 0.063518, "mrr_at_3": 0.080347, "mrr_at_5": 0.081813, "mrr_at_10": 0.085282, "mrr_at_20": 0.090107, "mrr_at_100": 0.094468, "mrr_at_1000": 0.096575, "nauc_ndcg_at_1_max": 0.591481, "nauc_ndcg_at_1_std": 0.255578, "nauc_ndcg_at_1_diff1": 0.476329, "nauc_ndcg_at_3_max": 0.571495, "nauc_ndcg_at_3_std": 0.261609, "nauc_ndcg_at_3_diff1": 0.349967, "nauc_ndcg_at_5_max": 0.568803, "nauc_ndcg_at_5_std": 0.262641, "nauc_ndcg_at_5_diff1": 0.33514, "nauc_ndcg_at_10_max": 0.55382, "nauc_ndcg_at_10_std": 0.280538, "nauc_ndcg_at_10_diff1": 0.296693, "nauc_ndcg_at_20_max": 0.541861, "nauc_ndcg_at_20_std": 0.291636, "nauc_ndcg_at_20_diff1": 0.253686, "nauc_ndcg_at_100_max": 0.564766, "nauc_ndcg_at_100_std": 0.35132, "nauc_ndcg_at_100_diff1": 0.195983, "nauc_ndcg_at_1000_max": 0.537011, "nauc_ndcg_at_1000_std": 0.298341, "nauc_ndcg_at_1000_diff1": 0.245609, "nauc_map_at_1_max": 0.576156, "nauc_map_at_1_std": 0.208394, "nauc_map_at_1_diff1": 0.5391, "nauc_map_at_3_max": 0.576308, "nauc_map_at_3_std": 0.245362, "nauc_map_at_3_diff1": 0.383596, "nauc_map_at_5_max": 0.575939, "nauc_map_at_5_std": 0.247747, "nauc_map_at_5_diff1": 0.37084, "nauc_map_at_10_max": 0.564774, "nauc_map_at_10_std": 0.25719, "nauc_map_at_10_diff1": 0.349409, "nauc_map_at_20_max": 0.560181, "nauc_map_at_20_std": 0.261472, "nauc_map_at_20_diff1": 0.333275, "nauc_map_at_100_max": 0.565679, "nauc_map_at_100_std": 0.277078, "nauc_map_at_100_diff1": 0.317215, "nauc_map_at_1000_max": 0.562628, "nauc_map_at_1000_std": 0.273285, "nauc_map_at_1000_diff1": 0.318961, "nauc_recall_at_1_max": 0.576156, "nauc_recall_at_1_std": 0.208394, "nauc_recall_at_1_diff1": 0.5391, "nauc_recall_at_3_max": 0.558051, "nauc_recall_at_3_std": 0.261948, "nauc_recall_at_3_diff1": 0.299733, "nauc_recall_at_5_max": 0.554009, "nauc_recall_at_5_std": 0.26206, "nauc_recall_at_5_diff1": 0.274056, "nauc_recall_at_10_max": 0.515145, "nauc_recall_at_10_std": 0.301223, "nauc_recall_at_10_diff1": 0.189804, "nauc_recall_at_20_max": 0.485896, "nauc_recall_at_20_std": 0.309919, "nauc_recall_at_20_diff1": 0.119482, "nauc_recall_at_100_max": 0.525618, "nauc_recall_at_100_std": 0.420425, "nauc_recall_at_100_diff1": 0.022493, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.591481, "nauc_precision_at_1_std": 0.255578, "nauc_precision_at_1_diff1": 0.476329, "nauc_precision_at_3_max": 0.584124, "nauc_precision_at_3_std": 0.316976, "nauc_precision_at_3_diff1": 0.235161, "nauc_precision_at_5_max": 0.571758, "nauc_precision_at_5_std": 0.31185, "nauc_precision_at_5_diff1": 0.210124, "nauc_precision_at_10_max": 0.525258, "nauc_precision_at_10_std": 0.320071, "nauc_precision_at_10_diff1": 0.154132, "nauc_precision_at_20_max": 0.512447, "nauc_precision_at_20_std": 0.348333, "nauc_precision_at_20_diff1": 0.078037, "nauc_precision_at_100_max": 0.550441, "nauc_precision_at_100_std": 0.457538, "nauc_precision_at_100_diff1": -0.024336, "nauc_precision_at_1000_max": 0.123066, "nauc_precision_at_1000_std": 0.085522, "nauc_precision_at_1000_diff1": 0.006747, "nauc_mrr_at_1_max": 0.591481, "nauc_mrr_at_1_std": 0.255578, "nauc_mrr_at_1_diff1": 0.476329, "nauc_mrr_at_3_max": 0.581618, "nauc_mrr_at_3_std": 0.289293, "nauc_mrr_at_3_diff1": 0.3629, "nauc_mrr_at_5_max": 0.578614, "nauc_mrr_at_5_std": 0.288434, "nauc_mrr_at_5_diff1": 0.354595, "nauc_mrr_at_10_max": 0.573973, "nauc_mrr_at_10_std": 0.294575, "nauc_mrr_at_10_diff1": 0.338364, "nauc_mrr_at_20_max": 0.567813, "nauc_mrr_at_20_std": 0.297913, "nauc_mrr_at_20_diff1": 0.320982, "nauc_mrr_at_100_max": 0.568624, "nauc_mrr_at_100_std": 0.303399, "nauc_mrr_at_100_diff1": 0.314781, "nauc_mrr_at_1000_max": 0.567025, "nauc_mrr_at_1000_std": 0.301258, "nauc_mrr_at_1000_diff1": 0.316302, "main_score": 0.08213, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.13121, "ndcg_at_3": 0.13211, "ndcg_at_5": 0.14466, "ndcg_at_10": 0.15931, "ndcg_at_20": 0.17084, "ndcg_at_100": 0.20227, "ndcg_at_1000": 0.27261, "map_at_1": 0.06979, "map_at_3": 0.10815, "map_at_5": 0.12, "map_at_10": 0.12705, "map_at_20": 0.1308, "map_at_100": 0.13548, "map_at_1000": 0.13798, "recall_at_1": 0.06979, "recall_at_3": 0.13189, "recall_at_5": 0.16839, "recall_at_10": 0.20527, "recall_at_20": 0.24212, "recall_at_100": 0.38592, "recall_at_1000": 0.87718, "precision_at_1": 0.13121, "precision_at_3": 0.0879, "precision_at_5": 0.06752, "precision_at_10": 0.04153, "precision_at_20": 0.0249, "precision_at_100": 0.00806, "precision_at_1000": 0.00184, "mrr_at_1": 0.13121, "mrr_at_3": 0.15966, "mrr_at_5": 0.169979, "mrr_at_10": 0.175907, "mrr_at_20": 0.179097, "mrr_at_100": 0.182581, "mrr_at_1000": 0.184034, "nauc_ndcg_at_1_max": 0.124449, "nauc_ndcg_at_1_std": -0.261525, "nauc_ndcg_at_1_diff1": 0.40387, "nauc_ndcg_at_3_max": 0.118121, "nauc_ndcg_at_3_std": -0.233594, "nauc_ndcg_at_3_diff1": 0.335258, "nauc_ndcg_at_5_max": 0.111196, "nauc_ndcg_at_5_std": -0.230002, "nauc_ndcg_at_5_diff1": 0.315724, "nauc_ndcg_at_10_max": 0.106495, "nauc_ndcg_at_10_std": -0.210669, "nauc_ndcg_at_10_diff1": 0.305912, "nauc_ndcg_at_20_max": 0.098527, "nauc_ndcg_at_20_std": -0.215772, "nauc_ndcg_at_20_diff1": 0.296784, "nauc_ndcg_at_100_max": 0.090117, "nauc_ndcg_at_100_std": -0.218596, "nauc_ndcg_at_100_diff1": 0.297853, "nauc_ndcg_at_1000_max": 0.102924, "nauc_ndcg_at_1000_std": -0.200043, "nauc_ndcg_at_1000_diff1": 0.304285, "nauc_map_at_1_max": 0.038447, "nauc_map_at_1_std": -0.271802, "nauc_map_at_1_diff1": 0.449288, "nauc_map_at_3_max": 0.107645, "nauc_map_at_3_std": -0.245772, "nauc_map_at_3_diff1": 0.361313, "nauc_map_at_5_max": 0.113845, "nauc_map_at_5_std": -0.23911, "nauc_map_at_5_diff1": 0.336174, "nauc_map_at_10_max": 0.114615, "nauc_map_at_10_std": -0.227193, "nauc_map_at_10_diff1": 0.329085, "nauc_map_at_20_max": 0.111256, "nauc_map_at_20_std": -0.228935, "nauc_map_at_20_diff1": 0.325221, "nauc_map_at_100_max": 0.108549, "nauc_map_at_100_std": -0.230131, "nauc_map_at_100_diff1": 0.325018, "nauc_map_at_1000_max": 0.108783, "nauc_map_at_1000_std": -0.22907, "nauc_map_at_1000_diff1": 0.324932, "nauc_recall_at_1_max": 0.038447, "nauc_recall_at_1_std": -0.271802, "nauc_recall_at_1_diff1": 0.449288, "nauc_recall_at_3_max": 0.097705, "nauc_recall_at_3_std": -0.217377, "nauc_recall_at_3_diff1": 0.298824, "nauc_recall_at_5_max": 0.098807, "nauc_recall_at_5_std": -0.204691, "nauc_recall_at_5_diff1": 0.262337, "nauc_recall_at_10_max": 0.089448, "nauc_recall_at_10_std": -0.163014, "nauc_recall_at_10_diff1": 0.246253, "nauc_recall_at_20_max": 0.068592, "nauc_recall_at_20_std": -0.180731, "nauc_recall_at_20_diff1": 0.221841, "nauc_recall_at_100_max": 0.052869, "nauc_recall_at_100_std": -0.187606, "nauc_recall_at_100_diff1": 0.22104, "nauc_recall_at_1000_max": 0.202496, "nauc_recall_at_1000_std": -0.010788, "nauc_recall_at_1000_diff1": 0.262551, "nauc_precision_at_1_max": 0.124449, "nauc_precision_at_1_std": -0.261525, "nauc_precision_at_1_diff1": 0.40387, "nauc_precision_at_3_max": 0.184363, "nauc_precision_at_3_std": -0.214017, "nauc_precision_at_3_diff1": 0.272893, "nauc_precision_at_5_max": 0.183412, "nauc_precision_at_5_std": -0.200303, "nauc_precision_at_5_diff1": 0.227901, "nauc_precision_at_10_max": 0.159041, "nauc_precision_at_10_std": -0.16385, "nauc_precision_at_10_diff1": 0.206725, "nauc_precision_at_20_max": 0.127748, "nauc_precision_at_20_std": -0.169314, "nauc_precision_at_20_diff1": 0.190149, "nauc_precision_at_100_max": 0.077283, "nauc_precision_at_100_std": -0.147883, "nauc_precision_at_100_diff1": 0.191588, "nauc_precision_at_1000_max": 0.06718, "nauc_precision_at_1000_std": 0.025272, "nauc_precision_at_1000_diff1": 0.086928, "nauc_mrr_at_1_max": 0.124449, "nauc_mrr_at_1_std": -0.261525, "nauc_mrr_at_1_diff1": 0.40387, "nauc_mrr_at_3_max": 0.111361, "nauc_mrr_at_3_std": -0.236384, "nauc_mrr_at_3_diff1": 0.349648, "nauc_mrr_at_5_max": 0.111217, "nauc_mrr_at_5_std": -0.234872, "nauc_mrr_at_5_diff1": 0.339275, "nauc_mrr_at_10_max": 0.106073, "nauc_mrr_at_10_std": -0.22804, "nauc_mrr_at_10_diff1": 0.337151, "nauc_mrr_at_20_max": 0.104415, "nauc_mrr_at_20_std": -0.229037, "nauc_mrr_at_20_diff1": 0.335155, "nauc_mrr_at_100_max": 0.103561, "nauc_mrr_at_100_std": -0.229371, "nauc_mrr_at_100_diff1": 0.335329, "nauc_mrr_at_1000_max": 0.103782, "nauc_mrr_at_1000_std": -0.228941, "nauc_mrr_at_1000_diff1": 0.335396, "main_score": 0.15931, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.06624, "ndcg_at_3": 0.06533, "ndcg_at_5": 0.07128, "ndcg_at_10": 0.08043, "ndcg_at_20": 0.09218, "ndcg_at_100": 0.11956, "ndcg_at_1000": 0.19521, "map_at_1": 0.02541, "map_at_3": 0.04711, "map_at_5": 0.05733, "map_at_10": 0.06328, "map_at_20": 0.06676, "map_at_100": 0.07087, "map_at_1000": 0.07325, "recall_at_1": 0.02541, "recall_at_3": 0.05709, "recall_at_5": 0.08006, "recall_at_10": 0.09968, "recall_at_20": 0.13684, "recall_at_100": 0.25781, "recall_at_1000": 0.78238, "precision_at_1": 0.06624, "precision_at_3": 0.05478, "precision_at_5": 0.04561, "precision_at_10": 0.0293, "precision_at_20": 0.01892, "precision_at_100": 0.0067, "precision_at_1000": 0.00184, "mrr_at_1": 0.066242, "mrr_at_3": 0.083015, "mrr_at_5": 0.087091, "mrr_at_10": 0.089745, "mrr_at_20": 0.093655, "mrr_at_100": 0.096811, "mrr_at_1000": 0.098587, "nauc_ndcg_at_1_max": 0.388239, "nauc_ndcg_at_1_std": 0.608019, "nauc_ndcg_at_1_diff1": -0.200865, "nauc_ndcg_at_3_max": 0.359419, "nauc_ndcg_at_3_std": 0.570632, "nauc_ndcg_at_3_diff1": -0.189655, "nauc_ndcg_at_5_max": 0.309985, "nauc_ndcg_at_5_std": 0.538693, "nauc_ndcg_at_5_diff1": -0.195058, "nauc_ndcg_at_10_max": 0.279347, "nauc_ndcg_at_10_std": 0.533216, "nauc_ndcg_at_10_diff1": -0.20564, "nauc_ndcg_at_20_max": 0.255183, "nauc_ndcg_at_20_std": 0.52301, "nauc_ndcg_at_20_diff1": -0.191041, "nauc_ndcg_at_100_max": 0.1956, "nauc_ndcg_at_100_std": 0.497318, "nauc_ndcg_at_100_diff1": -0.197636, "nauc_ndcg_at_1000_max": 0.198396, "nauc_ndcg_at_1000_std": 0.456813, "nauc_ndcg_at_1000_diff1": -0.16822, "nauc_map_at_1_max": 0.326705, "nauc_map_at_1_std": 0.553083, "nauc_map_at_1_diff1": -0.171371, "nauc_map_at_3_max": 0.381587, "nauc_map_at_3_std": 0.575629, "nauc_map_at_3_diff1": -0.171818, "nauc_map_at_5_max": 0.357651, "nauc_map_at_5_std": 0.56604, "nauc_map_at_5_diff1": -0.190256, "nauc_map_at_10_max": 0.338172, "nauc_map_at_10_std": 0.562653, "nauc_map_at_10_diff1": -0.198897, "nauc_map_at_20_max": 0.325177, "nauc_map_at_20_std": 0.554508, "nauc_map_at_20_diff1": -0.192935, "nauc_map_at_100_max": 0.30967, "nauc_map_at_100_std": 0.550188, "nauc_map_at_100_diff1": -0.195521, "nauc_map_at_1000_max": 0.308341, "nauc_map_at_1000_std": 0.547484, "nauc_map_at_1000_diff1": -0.193584, "nauc_recall_at_1_max": 0.326705, "nauc_recall_at_1_std": 0.553083, "nauc_recall_at_1_diff1": -0.171371, "nauc_recall_at_3_max": 0.325143, "nauc_recall_at_3_std": 0.540451, "nauc_recall_at_3_diff1": -0.17508, "nauc_recall_at_5_max": 0.254208, "nauc_recall_at_5_std": 0.508431, "nauc_recall_at_5_diff1": -0.205361, "nauc_recall_at_10_max": 0.201418, "nauc_recall_at_10_std": 0.498434, "nauc_recall_at_10_diff1": -0.221508, "nauc_recall_at_20_max": 0.16893, "nauc_recall_at_20_std": 0.478888, "nauc_recall_at_20_diff1": -0.174728, "nauc_recall_at_100_max": 0.049777, "nauc_recall_at_100_std": 0.407651, "nauc_recall_at_100_diff1": -0.18991, "nauc_recall_at_1000_max": 0.030179, "nauc_recall_at_1000_std": 0.213645, "nauc_recall_at_1000_diff1": -0.083411, "nauc_precision_at_1_max": 0.388239, "nauc_precision_at_1_std": 0.608019, "nauc_precision_at_1_diff1": -0.200865, "nauc_precision_at_3_max": 0.369397, "nauc_precision_at_3_std": 0.570129, "nauc_precision_at_3_diff1": -0.196253, "nauc_precision_at_5_max": 0.31455, "nauc_precision_at_5_std": 0.534797, "nauc_precision_at_5_diff1": -0.209438, "nauc_precision_at_10_max": 0.26355, "nauc_precision_at_10_std": 0.52015, "nauc_precision_at_10_diff1": -0.222089, "nauc_precision_at_20_max": 0.208302, "nauc_precision_at_20_std": 0.49265, "nauc_precision_at_20_diff1": -0.203483, "nauc_precision_at_100_max": 0.087403, "nauc_precision_at_100_std": 0.428167, "nauc_precision_at_100_diff1": -0.199077, "nauc_precision_at_1000_max": 0.020535, "nauc_precision_at_1000_std": 0.133587, "nauc_precision_at_1000_diff1": -0.034231, "nauc_mrr_at_1_max": 0.388239, "nauc_mrr_at_1_std": 0.608019, "nauc_mrr_at_1_diff1": -0.200865, "nauc_mrr_at_3_max": 0.321173, "nauc_mrr_at_3_std": 0.546303, "nauc_mrr_at_3_diff1": -0.187455, "nauc_mrr_at_5_max": 0.304693, "nauc_mrr_at_5_std": 0.538535, "nauc_mrr_at_5_diff1": -0.190085, "nauc_mrr_at_10_max": 0.290963, "nauc_mrr_at_10_std": 0.535199, "nauc_mrr_at_10_diff1": -0.194472, "nauc_mrr_at_20_max": 0.281448, "nauc_mrr_at_20_std": 0.531854, "nauc_mrr_at_20_diff1": -0.191153, "nauc_mrr_at_100_max": 0.274838, "nauc_mrr_at_100_std": 0.528759, "nauc_mrr_at_100_diff1": -0.191121, "nauc_mrr_at_1000_max": 0.275655, "nauc_mrr_at_1000_std": 0.528139, "nauc_mrr_at_1000_diff1": -0.190101, "main_score": 0.08043, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.11712, "ndcg_at_3": 0.12439, "ndcg_at_5": 0.13147, "ndcg_at_10": 0.14486, "ndcg_at_20": 0.1555, "ndcg_at_100": 0.1873, "ndcg_at_1000": 0.25949, "map_at_1": 0.06562, "map_at_3": 0.10499, "map_at_5": 0.11229, "map_at_10": 0.11886, "map_at_20": 0.12273, "map_at_100": 0.12743, "map_at_1000": 0.12989, "recall_at_1": 0.06562, "recall_at_3": 0.12503, "recall_at_5": 0.14749, "recall_at_10": 0.17977, "recall_at_20": 0.21274, "recall_at_100": 0.36083, "recall_at_1000": 0.86424, "precision_at_1": 0.11712, "precision_at_3": 0.08323, "precision_at_5": 0.06023, "precision_at_10": 0.03784, "precision_at_20": 0.02284, "precision_at_100": 0.00761, "precision_at_1000": 0.00182, "mrr_at_1": 0.117117, "mrr_at_3": 0.143715, "mrr_at_5": 0.150729, "mrr_at_10": 0.156796, "mrr_at_20": 0.159049, "mrr_at_100": 0.162827, "mrr_at_1000": 0.164455, "nauc_ndcg_at_1_max": 0.550882, "nauc_ndcg_at_1_std": 0.190983, "nauc_ndcg_at_1_diff1": 0.388709, "nauc_ndcg_at_3_max": 0.511135, "nauc_ndcg_at_3_std": 0.204764, "nauc_ndcg_at_3_diff1": 0.316245, "nauc_ndcg_at_5_max": 0.51059, "nauc_ndcg_at_5_std": 0.215293, "nauc_ndcg_at_5_diff1": 0.304509, "nauc_ndcg_at_10_max": 0.506559, "nauc_ndcg_at_10_std": 0.227039, "nauc_ndcg_at_10_diff1": 0.300318, "nauc_ndcg_at_20_max": 0.504328, "nauc_ndcg_at_20_std": 0.234398, "nauc_ndcg_at_20_diff1": 0.289889, "nauc_ndcg_at_100_max": 0.484143, "nauc_ndcg_at_100_std": 0.247817, "nauc_ndcg_at_100_diff1": 0.264929, "nauc_ndcg_at_1000_max": 0.487532, "nauc_ndcg_at_1000_std": 0.243234, "nauc_ndcg_at_1000_diff1": 0.276954, "nauc_map_at_1_max": 0.476244, "nauc_map_at_1_std": 0.174868, "nauc_map_at_1_diff1": 0.426911, "nauc_map_at_3_max": 0.510679, "nauc_map_at_3_std": 0.195159, "nauc_map_at_3_diff1": 0.327111, "nauc_map_at_5_max": 0.521626, "nauc_map_at_5_std": 0.209634, "nauc_map_at_5_diff1": 0.318308, "nauc_map_at_10_max": 0.522158, "nauc_map_at_10_std": 0.216781, "nauc_map_at_10_diff1": 0.31354, "nauc_map_at_20_max": 0.521364, "nauc_map_at_20_std": 0.220001, "nauc_map_at_20_diff1": 0.309976, "nauc_map_at_100_max": 0.518204, "nauc_map_at_100_std": 0.223442, "nauc_map_at_100_diff1": 0.30574, "nauc_map_at_1000_max": 0.517747, "nauc_map_at_1000_std": 0.223699, "nauc_map_at_1000_diff1": 0.30563, "nauc_recall_at_1_max": 0.476244, "nauc_recall_at_1_std": 0.174868, "nauc_recall_at_1_diff1": 0.426911, "nauc_recall_at_3_max": 0.464275, "nauc_recall_at_3_std": 0.195948, "nauc_recall_at_3_diff1": 0.272041, "nauc_recall_at_5_max": 0.47252, "nauc_recall_at_5_std": 0.217354, "nauc_recall_at_5_diff1": 0.256187, "nauc_recall_at_10_max": 0.458778, "nauc_recall_at_10_std": 0.23862, "nauc_recall_at_10_diff1": 0.24728, "nauc_recall_at_20_max": 0.454174, "nauc_recall_at_20_std": 0.253958, "nauc_recall_at_20_diff1": 0.223355, "nauc_recall_at_100_max": 0.380859, "nauc_recall_at_100_std": 0.285559, "nauc_recall_at_100_diff1": 0.144908, "nauc_recall_at_1000_max": 0.367744, "nauc_recall_at_1000_std": 0.30039, "nauc_recall_at_1000_diff1": 0.118078, "nauc_precision_at_1_max": 0.550882, "nauc_precision_at_1_std": 0.190983, "nauc_precision_at_1_diff1": 0.388709, "nauc_precision_at_3_max": 0.55808, "nauc_precision_at_3_std": 0.227155, "nauc_precision_at_3_diff1": 0.275631, "nauc_precision_at_5_max": 0.560221, "nauc_precision_at_5_std": 0.2622, "nauc_precision_at_5_diff1": 0.245323, "nauc_precision_at_10_max": 0.534912, "nauc_precision_at_10_std": 0.277457, "nauc_precision_at_10_diff1": 0.238346, "nauc_precision_at_20_max": 0.503152, "nauc_precision_at_20_std": 0.27489, "nauc_precision_at_20_diff1": 0.213028, "nauc_precision_at_100_max": 0.383183, "nauc_precision_at_100_std": 0.26568, "nauc_precision_at_100_diff1": 0.138113, "nauc_precision_at_1000_max": 0.158287, "nauc_precision_at_1000_std": 0.112561, "nauc_precision_at_1000_diff1": 0.086483, "nauc_mrr_at_1_max": 0.550882, "nauc_mrr_at_1_std": 0.190983, "nauc_mrr_at_1_diff1": 0.388709, "nauc_mrr_at_3_max": 0.513435, "nauc_mrr_at_3_std": 0.198288, "nauc_mrr_at_3_diff1": 0.336429, "nauc_mrr_at_5_max": 0.510322, "nauc_mrr_at_5_std": 0.205755, "nauc_mrr_at_5_diff1": 0.327142, "nauc_mrr_at_10_max": 0.507373, "nauc_mrr_at_10_std": 0.21059, "nauc_mrr_at_10_diff1": 0.32834, "nauc_mrr_at_20_max": 0.506396, "nauc_mrr_at_20_std": 0.212521, "nauc_mrr_at_20_diff1": 0.324882, "nauc_mrr_at_100_max": 0.504117, "nauc_mrr_at_100_std": 0.212727, "nauc_mrr_at_100_diff1": 0.321063, "nauc_mrr_at_1000_max": 0.504194, "nauc_mrr_at_1000_std": 0.212799, "nauc_mrr_at_1000_diff1": 0.32124, "main_score": 0.14486, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.235, "ndcg_at_3": 0.22348, "ndcg_at_5": 0.23804, "ndcg_at_10": 0.26643, "ndcg_at_20": 0.28566, "ndcg_at_100": 0.32569, "ndcg_at_1000": 0.37634, "map_at_1": 0.1155, "map_at_3": 0.17614, "map_at_5": 0.19908, "map_at_10": 0.21339, "map_at_20": 0.22019, "map_at_100": 0.22688, "map_at_1000": 0.22888, "recall_at_1": 0.1155, "recall_at_3": 0.20773, "recall_at_5": 0.26165, "recall_at_10": 0.33177, "recall_at_20": 0.392, "recall_at_100": 0.57415, "recall_at_1000": 0.9309, "precision_at_1": 0.235, "precision_at_3": 0.15667, "precision_at_5": 0.122, "precision_at_10": 0.07713, "precision_at_20": 0.04594, "precision_at_100": 0.01304, "precision_at_1000": 0.002, "mrr_at_1": 0.235, "mrr_at_3": 0.278958, "mrr_at_5": 0.289146, "mrr_at_10": 0.299049, "mrr_at_20": 0.303354, "mrr_at_100": 0.3072, "mrr_at_1000": 0.30821, "nauc_ndcg_at_1_max": 0.326982, "nauc_ndcg_at_1_std": -0.090549, "nauc_ndcg_at_1_diff1": 0.429167, "nauc_ndcg_at_3_max": 0.288507, "nauc_ndcg_at_3_std": -0.096153, "nauc_ndcg_at_3_diff1": 0.349545, "nauc_ndcg_at_5_max": 0.277508, "nauc_ndcg_at_5_std": -0.095578, "nauc_ndcg_at_5_diff1": 0.343524, "nauc_ndcg_at_10_max": 0.277874, "nauc_ndcg_at_10_std": -0.095789, "nauc_ndcg_at_10_diff1": 0.327734, "nauc_ndcg_at_20_max": 0.28554, "nauc_ndcg_at_20_std": -0.082111, "nauc_ndcg_at_20_diff1": 0.33189, "nauc_ndcg_at_100_max": 0.292895, "nauc_ndcg_at_100_std": -0.066126, "nauc_ndcg_at_100_diff1": 0.323576, "nauc_ndcg_at_1000_max": 0.292013, "nauc_ndcg_at_1000_std": -0.070287, "nauc_ndcg_at_1000_diff1": 0.332007, "nauc_map_at_1_max": 0.199408, "nauc_map_at_1_std": -0.142028, "nauc_map_at_1_diff1": 0.416489, "nauc_map_at_3_max": 0.260039, "nauc_map_at_3_std": -0.112736, "nauc_map_at_3_diff1": 0.359504, "nauc_map_at_5_max": 0.267416, "nauc_map_at_5_std": -0.109116, "nauc_map_at_5_diff1": 0.346909, "nauc_map_at_10_max": 0.272298, "nauc_map_at_10_std": -0.105889, "nauc_map_at_10_diff1": 0.33764, "nauc_map_at_20_max": 0.276977, "nauc_map_at_20_std": -0.100103, "nauc_map_at_20_diff1": 0.339659, "nauc_map_at_100_max": 0.279484, "nauc_map_at_100_std": -0.096259, "nauc_map_at_100_diff1": 0.337874, "nauc_map_at_1000_max": 0.279647, "nauc_map_at_1000_std": -0.096211, "nauc_map_at_1000_diff1": 0.338459, "nauc_recall_at_1_max": 0.199408, "nauc_recall_at_1_std": -0.142028, "nauc_recall_at_1_diff1": 0.416489, "nauc_recall_at_3_max": 0.249902, "nauc_recall_at_3_std": -0.088015, "nauc_recall_at_3_diff1": 0.30842, "nauc_recall_at_5_max": 0.240199, "nauc_recall_at_5_std": -0.088999, "nauc_recall_at_5_diff1": 0.288787, "nauc_recall_at_10_max": 0.232501, "nauc_recall_at_10_std": -0.088123, "nauc_recall_at_10_diff1": 0.24939, "nauc_recall_at_20_max": 0.2494, "nauc_recall_at_20_std": -0.052363, "nauc_recall_at_20_diff1": 0.263039, "nauc_recall_at_100_max": 0.262632, "nauc_recall_at_100_std": 0.014491, "nauc_recall_at_100_diff1": 0.208246, "nauc_recall_at_1000_max": 0.230031, "nauc_recall_at_1000_std": 0.126573, "nauc_recall_at_1000_diff1": 0.074797, "nauc_precision_at_1_max": 0.326982, "nauc_precision_at_1_std": -0.090549, "nauc_precision_at_1_diff1": 0.429167, "nauc_precision_at_3_max": 0.328671, "nauc_precision_at_3_std": -0.058383, "nauc_precision_at_3_diff1": 0.290588, "nauc_precision_at_5_max": 0.316167, "nauc_precision_at_5_std": -0.055393, "nauc_precision_at_5_diff1": 0.259271, "nauc_precision_at_10_max": 0.292332, "nauc_precision_at_10_std": -0.052254, "nauc_precision_at_10_diff1": 0.212511, "nauc_precision_at_20_max": 0.292692, "nauc_precision_at_20_std": -0.017999, "nauc_precision_at_20_diff1": 0.205378, "nauc_precision_at_100_max": 0.256612, "nauc_precision_at_100_std": 0.01659, "nauc_precision_at_100_diff1": 0.154125, "nauc_precision_at_1000_max": 0.16354, "nauc_precision_at_1000_std": 0.018375, "nauc_precision_at_1000_diff1": 0.107149, "nauc_mrr_at_1_max": 0.326982, "nauc_mrr_at_1_std": -0.090549, "nauc_mrr_at_1_diff1": 0.429167, "nauc_mrr_at_3_max": 0.319585, "nauc_mrr_at_3_std": -0.072785, "nauc_mrr_at_3_diff1": 0.387514, "nauc_mrr_at_5_max": 0.314255, "nauc_mrr_at_5_std": -0.076106, "nauc_mrr_at_5_diff1": 0.383749, "nauc_mrr_at_10_max": 0.309661, "nauc_mrr_at_10_std": -0.079063, "nauc_mrr_at_10_diff1": 0.376307, "nauc_mrr_at_20_max": 0.311245, "nauc_mrr_at_20_std": -0.076011, "nauc_mrr_at_20_diff1": 0.377059, "nauc_mrr_at_100_max": 0.312207, "nauc_mrr_at_100_std": -0.0743, "nauc_mrr_at_100_diff1": 0.376792, "nauc_mrr_at_1000_max": 0.312281, "nauc_mrr_at_1000_std": -0.074472, "nauc_mrr_at_1000_diff1": 0.37716, "main_score": 0.26643, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.0875, "ndcg_at_3": 0.08444, "ndcg_at_5": 0.09182, "ndcg_at_10": 0.1073, "ndcg_at_20": 0.12397, "ndcg_at_100": 0.16416, "ndcg_at_1000": 0.23702, "map_at_1": 0.03581, "map_at_3": 0.06331, "map_at_5": 0.07431, "map_at_10": 0.08257, "map_at_20": 0.08817, "map_at_100": 0.09461, "map_at_1000": 0.09723, "recall_at_1": 0.03581, "recall_at_3": 0.07498, "recall_at_5": 0.1026, "recall_at_10": 0.14017, "recall_at_20": 0.19258, "recall_at_100": 0.37356, "recall_at_1000": 0.87748, "precision_at_1": 0.0875, "precision_at_3": 0.06667, "precision_at_5": 0.0545, "precision_at_10": 0.03688, "precision_at_20": 0.02444, "precision_at_100": 0.00882, "precision_at_1000": 0.00196, "mrr_at_1": 0.0875, "mrr_at_3": 0.107083, "mrr_at_5": 0.113333, "mrr_at_10": 0.118802, "mrr_at_20": 0.123127, "mrr_at_100": 0.12779, "mrr_at_1000": 0.129409, "nauc_ndcg_at_1_max": 0.469213, "nauc_ndcg_at_1_std": 0.272801, "nauc_ndcg_at_1_diff1": 0.232378, "nauc_ndcg_at_3_max": 0.450555, "nauc_ndcg_at_3_std": 0.290998, "nauc_ndcg_at_3_diff1": 0.165296, "nauc_ndcg_at_5_max": 0.433119, "nauc_ndcg_at_5_std": 0.284945, "nauc_ndcg_at_5_diff1": 0.144426, "nauc_ndcg_at_10_max": 0.388295, "nauc_ndcg_at_10_std": 0.29546, "nauc_ndcg_at_10_diff1": 0.110875, "nauc_ndcg_at_20_max": 0.359707, "nauc_ndcg_at_20_std": 0.297004, "nauc_ndcg_at_20_diff1": 0.101615, "nauc_ndcg_at_100_max": 0.33638, "nauc_ndcg_at_100_std": 0.306916, "nauc_ndcg_at_100_diff1": 0.08352, "nauc_ndcg_at_1000_max": 0.332992, "nauc_ndcg_at_1000_std": 0.285571, "nauc_ndcg_at_1000_diff1": 0.08855, "nauc_map_at_1_max": 0.450649, "nauc_map_at_1_std": 0.23034, "nauc_map_at_1_diff1": 0.31479, "nauc_map_at_3_max": 0.460653, "nauc_map_at_3_std": 0.265078, "nauc_map_at_3_diff1": 0.200784, "nauc_map_at_5_max": 0.467485, "nauc_map_at_5_std": 0.283611, "nauc_map_at_5_diff1": 0.175054, "nauc_map_at_10_max": 0.441802, "nauc_map_at_10_std": 0.294227, "nauc_map_at_10_diff1": 0.153223, "nauc_map_at_20_max": 0.427889, "nauc_map_at_20_std": 0.296911, "nauc_map_at_20_diff1": 0.148502, "nauc_map_at_100_max": 0.423334, "nauc_map_at_100_std": 0.302364, "nauc_map_at_100_diff1": 0.143516, "nauc_map_at_1000_max": 0.422209, "nauc_map_at_1000_std": 0.301184, "nauc_map_at_1000_diff1": 0.142764, "nauc_recall_at_1_max": 0.450649, "nauc_recall_at_1_std": 0.23034, "nauc_recall_at_1_diff1": 0.31479, "nauc_recall_at_3_max": 0.436142, "nauc_recall_at_3_std": 0.283233, "nauc_recall_at_3_diff1": 0.15658, "nauc_recall_at_5_max": 0.395456, "nauc_recall_at_5_std": 0.285301, "nauc_recall_at_5_diff1": 0.091276, "nauc_recall_at_10_max": 0.30598, "nauc_recall_at_10_std": 0.29469, "nauc_recall_at_10_diff1": 0.037056, "nauc_recall_at_20_max": 0.247107, "nauc_recall_at_20_std": 0.288798, "nauc_recall_at_20_diff1": 0.021211, "nauc_recall_at_100_max": 0.213089, "nauc_recall_at_100_std": 0.318664, "nauc_recall_at_100_diff1": -0.004244, "nauc_recall_at_1000_max": 0.110786, "nauc_recall_at_1000_std": 0.24698, "nauc_recall_at_1000_diff1": -0.051046, "nauc_precision_at_1_max": 0.469213, "nauc_precision_at_1_std": 0.272801, "nauc_precision_at_1_diff1": 0.232378, "nauc_precision_at_3_max": 0.450913, "nauc_precision_at_3_std": 0.299322, "nauc_precision_at_3_diff1": 0.10687, "nauc_precision_at_5_max": 0.43752, "nauc_precision_at_5_std": 0.309365, "nauc_precision_at_5_diff1": 0.077626, "nauc_precision_at_10_max": 0.357921, "nauc_precision_at_10_std": 0.325498, "nauc_precision_at_10_diff1": 0.030699, "nauc_precision_at_20_max": 0.30388, "nauc_precision_at_20_std": 0.316832, "nauc_precision_at_20_diff1": 0.028106, "nauc_precision_at_100_max": 0.216609, "nauc_precision_at_100_std": 0.274258, "nauc_precision_at_100_diff1": -0.004943, "nauc_precision_at_1000_max": 0.040961, "nauc_precision_at_1000_std": 0.061051, "nauc_precision_at_1000_diff1": -0.032245, "nauc_mrr_at_1_max": 0.469213, "nauc_mrr_at_1_std": 0.272801, "nauc_mrr_at_1_diff1": 0.232378, "nauc_mrr_at_3_max": 0.437563, "nauc_mrr_at_3_std": 0.284432, "nauc_mrr_at_3_diff1": 0.177106, "nauc_mrr_at_5_max": 0.41327, "nauc_mrr_at_5_std": 0.275463, "nauc_mrr_at_5_diff1": 0.156727, "nauc_mrr_at_10_max": 0.397438, "nauc_mrr_at_10_std": 0.280053, "nauc_mrr_at_10_diff1": 0.145134, "nauc_mrr_at_20_max": 0.390744, "nauc_mrr_at_20_std": 0.278449, "nauc_mrr_at_20_diff1": 0.144121, "nauc_mrr_at_100_max": 0.387899, "nauc_mrr_at_100_std": 0.279309, "nauc_mrr_at_100_diff1": 0.141612, "nauc_mrr_at_1000_max": 0.388624, "nauc_mrr_at_1000_std": 0.279416, "nauc_mrr_at_1000_diff1": 0.142337, "main_score": 0.1073, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.18319, "ndcg_at_3": 0.18212, "ndcg_at_5": 0.19136, "ndcg_at_10": 0.2163, "ndcg_at_20": 0.23785, "ndcg_at_100": 0.275, "ndcg_at_1000": 0.33317, "map_at_1": 0.09241, "map_at_3": 0.14462, "map_at_5": 0.16222, "map_at_10": 0.17563, "map_at_20": 0.18328, "map_at_100": 0.18952, "map_at_1000": 0.19165, "recall_at_1": 0.09241, "recall_at_3": 0.16909, "recall_at_5": 0.20979, "recall_at_10": 0.27192, "recall_at_20": 0.34061, "recall_at_100": 0.50519, "recall_at_1000": 0.91391, "precision_at_1": 0.18319, "precision_at_3": 0.12923, "precision_at_5": 0.09987, "precision_at_10": 0.06374, "precision_at_20": 0.03977, "precision_at_100": 0.01153, "precision_at_1000": 0.00198, "mrr_at_1": 0.183187, "mrr_at_3": 0.216646, "mrr_at_5": 0.225366, "mrr_at_10": 0.234123, "mrr_at_20": 0.238987, "mrr_at_100": 0.243344, "mrr_at_1000": 0.244651, "nauc_ndcg_at_1_max": 0.515217, "nauc_ndcg_at_1_std": 0.297426, "nauc_ndcg_at_1_diff1": 0.34673, "nauc_ndcg_at_3_max": 0.510601, "nauc_ndcg_at_3_std": 0.282096, "nauc_ndcg_at_3_diff1": 0.311981, "nauc_ndcg_at_5_max": 0.521634, "nauc_ndcg_at_5_std": 0.299843, "nauc_ndcg_at_5_diff1": 0.296952, "nauc_ndcg_at_10_max": 0.524089, "nauc_ndcg_at_10_std": 0.314933, "nauc_ndcg_at_10_diff1": 0.280519, "nauc_ndcg_at_20_max": 0.534782, "nauc_ndcg_at_20_std": 0.330949, "nauc_ndcg_at_20_diff1": 0.27802, "nauc_ndcg_at_100_max": 0.517875, "nauc_ndcg_at_100_std": 0.335217, "nauc_ndcg_at_100_diff1": 0.276725, "nauc_ndcg_at_1000_max": 0.509047, "nauc_ndcg_at_1000_std": 0.319733, "nauc_ndcg_at_1000_diff1": 0.279603, "nauc_map_at_1_max": 0.421206, "nauc_map_at_1_std": 0.236994, "nauc_map_at_1_diff1": 0.354392, "nauc_map_at_3_max": 0.496453, "nauc_map_at_3_std": 0.270556, "nauc_map_at_3_diff1": 0.322489, "nauc_map_at_5_max": 0.516283, "nauc_map_at_5_std": 0.291688, "nauc_map_at_5_diff1": 0.303322, "nauc_map_at_10_max": 0.518193, "nauc_map_at_10_std": 0.299578, "nauc_map_at_10_diff1": 0.292329, "nauc_map_at_20_max": 0.524614, "nauc_map_at_20_std": 0.30837, "nauc_map_at_20_diff1": 0.291083, "nauc_map_at_100_max": 0.521893, "nauc_map_at_100_std": 0.309868, "nauc_map_at_100_diff1": 0.291102, "nauc_map_at_1000_max": 0.521216, "nauc_map_at_1000_std": 0.309057, "nauc_map_at_1000_diff1": 0.291292, "nauc_recall_at_1_max": 0.421206, "nauc_recall_at_1_std": 0.236994, "nauc_recall_at_1_diff1": 0.354392, "nauc_recall_at_3_max": 0.483239, "nauc_recall_at_3_std": 0.253249, "nauc_recall_at_3_diff1": 0.293439, "nauc_recall_at_5_max": 0.510292, "nauc_recall_at_5_std": 0.29478, "nauc_recall_at_5_diff1": 0.259673, "nauc_recall_at_10_max": 0.501677, "nauc_recall_at_10_std": 0.319318, "nauc_recall_at_10_diff1": 0.220039, "nauc_recall_at_20_max": 0.525472, "nauc_recall_at_20_std": 0.353781, "nauc_recall_at_20_diff1": 0.215702, "nauc_recall_at_100_max": 0.457007, "nauc_recall_at_100_std": 0.361502, "nauc_recall_at_100_diff1": 0.206237, "nauc_recall_at_1000_max": 0.329687, "nauc_recall_at_1000_std": 0.312226, "nauc_recall_at_1000_diff1": 0.081852, "nauc_precision_at_1_max": 0.515217, "nauc_precision_at_1_std": 0.297426, "nauc_precision_at_1_diff1": 0.34673, "nauc_precision_at_3_max": 0.539776, "nauc_precision_at_3_std": 0.305721, "nauc_precision_at_3_diff1": 0.274108, "nauc_precision_at_5_max": 0.542233, "nauc_precision_at_5_std": 0.327986, "nauc_precision_at_5_diff1": 0.232822, "nauc_precision_at_10_max": 0.521405, "nauc_precision_at_10_std": 0.339925, "nauc_precision_at_10_diff1": 0.196494, "nauc_precision_at_20_max": 0.508636, "nauc_precision_at_20_std": 0.35426, "nauc_precision_at_20_diff1": 0.179485, "nauc_precision_at_100_max": 0.39768, "nauc_precision_at_100_std": 0.319408, "nauc_precision_at_100_diff1": 0.154432, "nauc_precision_at_1000_max": 0.166805, "nauc_precision_at_1000_std": 0.128285, "nauc_precision_at_1000_diff1": 0.077016, "nauc_mrr_at_1_max": 0.515217, "nauc_mrr_at_1_std": 0.297426, "nauc_mrr_at_1_diff1": 0.34673, "nauc_mrr_at_3_max": 0.518444, "nauc_mrr_at_3_std": 0.292328, "nauc_mrr_at_3_diff1": 0.325495, "nauc_mrr_at_5_max": 0.518073, "nauc_mrr_at_5_std": 0.302536, "nauc_mrr_at_5_diff1": 0.317247, "nauc_mrr_at_10_max": 0.517286, "nauc_mrr_at_10_std": 0.307784, "nauc_mrr_at_10_diff1": 0.314331, "nauc_mrr_at_20_max": 0.517726, "nauc_mrr_at_20_std": 0.308872, "nauc_mrr_at_20_diff1": 0.313965, "nauc_mrr_at_100_max": 0.515341, "nauc_mrr_at_100_std": 0.308207, "nauc_mrr_at_100_diff1": 0.313169, "nauc_mrr_at_1000_max": 0.515273, "nauc_mrr_at_1000_std": 0.307699, "nauc_mrr_at_1000_diff1": 0.313467, "main_score": 0.2163, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.03069, "ndcg_at_3": 0.03091, "ndcg_at_5": 0.03275, "ndcg_at_10": 0.03845, "ndcg_at_20": 0.04194, "ndcg_at_100": 0.0619, "ndcg_at_1000": 0.14938, "map_at_1": 0.0254, "map_at_3": 0.02885, "map_at_5": 0.03018, "map_at_10": 0.03268, "map_at_20": 0.03365, "map_at_100": 0.03614, "map_at_1000": 0.03851, "recall_at_1": 0.0254, "recall_at_3": 0.03191, "recall_at_5": 0.03595, "recall_at_10": 0.05151, "recall_at_20": 0.06375, "recall_at_100": 0.16876, "recall_at_1000": 0.83084, "precision_at_1": 0.03069, "precision_at_3": 0.01364, "precision_at_5": 0.00997, "precision_at_10": 0.00729, "precision_at_20": 0.0046, "precision_at_100": 0.00234, "precision_at_1000": 0.00139, "mrr_at_1": 0.029412, "mrr_at_3": 0.033035, "mrr_at_5": 0.03393, "mrr_at_10": 0.037634, "mrr_at_20": 0.038791, "mrr_at_100": 0.041103, "mrr_at_1000": 0.043168, "nauc_ndcg_at_1_max": -0.395893, "nauc_ndcg_at_1_std": -0.444613, "nauc_ndcg_at_1_diff1": 0.762562, "nauc_ndcg_at_3_max": -0.365821, "nauc_ndcg_at_3_std": -0.411087, "nauc_ndcg_at_3_diff1": 0.747782, "nauc_ndcg_at_5_max": -0.35438, "nauc_ndcg_at_5_std": -0.399499, "nauc_ndcg_at_5_diff1": 0.728789, "nauc_ndcg_at_10_max": -0.330925, "nauc_ndcg_at_10_std": -0.31213, "nauc_ndcg_at_10_diff1": 0.676948, "nauc_ndcg_at_20_max": -0.297888, "nauc_ndcg_at_20_std": -0.28201, "nauc_ndcg_at_20_diff1": 0.628122, "nauc_ndcg_at_100_max": -0.209849, "nauc_ndcg_at_100_std": -0.19628, "nauc_ndcg_at_100_diff1": 0.462474, "nauc_ndcg_at_1000_max": -0.221598, "nauc_ndcg_at_1000_std": -0.210008, "nauc_ndcg_at_1000_diff1": 0.406431, "nauc_map_at_1_max": -0.380258, "nauc_map_at_1_std": -0.426506, "nauc_map_at_1_diff1": 0.828716, "nauc_map_at_3_max": -0.362699, "nauc_map_at_3_std": -0.414643, "nauc_map_at_3_diff1": 0.761128, "nauc_map_at_5_max": -0.358058, "nauc_map_at_5_std": -0.409621, "nauc_map_at_5_diff1": 0.748344, "nauc_map_at_10_max": -0.346322, "nauc_map_at_10_std": -0.36202, "nauc_map_at_10_diff1": 0.721042, "nauc_map_at_20_max": -0.336039, "nauc_map_at_20_std": -0.351675, "nauc_map_at_20_diff1": 0.703519, "nauc_map_at_100_max": -0.316912, "nauc_map_at_100_std": -0.329992, "nauc_map_at_100_diff1": 0.662011, "nauc_map_at_1000_max": -0.316279, "nauc_map_at_1000_std": -0.32884, "nauc_map_at_1000_diff1": 0.653806, "nauc_recall_at_1_max": -0.380258, "nauc_recall_at_1_std": -0.426506, "nauc_recall_at_1_diff1": 0.828716, "nauc_recall_at_3_max": -0.353368, "nauc_recall_at_3_std": -0.396263, "nauc_recall_at_3_diff1": 0.73538, "nauc_recall_at_5_max": -0.333456, "nauc_recall_at_5_std": -0.382984, "nauc_recall_at_5_diff1": 0.707708, "nauc_recall_at_10_max": -0.293738, "nauc_recall_at_10_std": -0.204712, "nauc_recall_at_10_diff1": 0.608315, "nauc_recall_at_20_max": -0.220376, "nauc_recall_at_20_std": -0.153659, "nauc_recall_at_20_diff1": 0.510868, "nauc_recall_at_100_max": -0.086157, "nauc_recall_at_100_std": -0.061103, "nauc_recall_at_100_diff1": 0.241576, "nauc_recall_at_1000_max": -0.098665, "nauc_recall_at_1000_std": -0.04518, "nauc_recall_at_1000_diff1": 0.097184, "nauc_precision_at_1_max": -0.395893, "nauc_precision_at_1_std": -0.444613, "nauc_precision_at_1_diff1": 0.762562, "nauc_precision_at_3_max": -0.375935, "nauc_precision_at_3_std": -0.399585, "nauc_precision_at_3_diff1": 0.667041, "nauc_precision_at_5_max": -0.359714, "nauc_precision_at_5_std": -0.363684, "nauc_precision_at_5_diff1": 0.618396, "nauc_precision_at_10_max": -0.30913, "nauc_precision_at_10_std": -0.205883, "nauc_precision_at_10_diff1": 0.533098, "nauc_precision_at_20_max": -0.234035, "nauc_precision_at_20_std": -0.155111, "nauc_precision_at_20_diff1": 0.437264, "nauc_precision_at_100_max": -0.061126, "nauc_precision_at_100_std": -0.010793, "nauc_precision_at_100_diff1": 0.200836, "nauc_precision_at_1000_max": -0.016503, "nauc_precision_at_1000_std": -0.017127, "nauc_precision_at_1000_diff1": -0.072232, "nauc_mrr_at_1_max": -0.395078, "nauc_mrr_at_1_std": -0.44225, "nauc_mrr_at_1_diff1": 0.813744, "nauc_mrr_at_3_max": -0.38226, "nauc_mrr_at_3_std": -0.418902, "nauc_mrr_at_3_diff1": 0.753773, "nauc_mrr_at_5_max": -0.367361, "nauc_mrr_at_5_std": -0.398144, "nauc_mrr_at_5_diff1": 0.743955, "nauc_mrr_at_10_max": -0.348592, "nauc_mrr_at_10_std": -0.354603, "nauc_mrr_at_10_diff1": 0.69475, "nauc_mrr_at_20_max": -0.331379, "nauc_mrr_at_20_std": -0.333003, "nauc_mrr_at_20_diff1": 0.679489, "nauc_mrr_at_100_max": -0.314209, "nauc_mrr_at_100_std": -0.317505, "nauc_mrr_at_100_diff1": 0.648525, "nauc_mrr_at_1000_max": -0.315534, "nauc_mrr_at_1000_std": -0.319526, "nauc_mrr_at_1000_diff1": 0.642906, "main_score": 0.03845, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.05115, "ndcg_at_3": 0.05184, "ndcg_at_5": 0.0541, "ndcg_at_10": 0.06023, "ndcg_at_20": 0.06534, "ndcg_at_100": 0.08012, "ndcg_at_1000": 0.15398, "map_at_1": 0.02854, "map_at_3": 0.04182, "map_at_5": 0.04523, "map_at_10": 0.0489, "map_at_20": 0.05067, "map_at_100": 0.0526, "map_at_1000": 0.05464, "recall_at_1": 0.02854, "recall_at_3": 0.052, "recall_at_5": 0.06027, "recall_at_10": 0.07483, "recall_at_20": 0.09145, "recall_at_100": 0.16179, "recall_at_1000": 0.69706, "precision_at_1": 0.05115, "precision_at_3": 0.03282, "precision_at_5": 0.02506, "precision_at_10": 0.01637, "precision_at_20": 0.00985, "precision_at_100": 0.00338, "precision_at_1000": 0.00143, "mrr_at_1": 0.051151, "mrr_at_3": 0.06202, "mrr_at_5": 0.064642, "mrr_at_10": 0.066324, "mrr_at_20": 0.067645, "mrr_at_100": 0.069704, "mrr_at_1000": 0.071456, "nauc_ndcg_at_1_max": -0.441141, "nauc_ndcg_at_1_std": 0.416924, "nauc_ndcg_at_1_diff1": -0.455514, "nauc_ndcg_at_3_max": -0.449256, "nauc_ndcg_at_3_std": 0.327939, "nauc_ndcg_at_3_diff1": -0.47075, "nauc_ndcg_at_5_max": -0.444436, "nauc_ndcg_at_5_std": 0.332765, "nauc_ndcg_at_5_diff1": -0.464919, "nauc_ndcg_at_10_max": -0.441652, "nauc_ndcg_at_10_std": 0.332698, "nauc_ndcg_at_10_diff1": -0.459658, "nauc_ndcg_at_20_max": -0.444308, "nauc_ndcg_at_20_std": 0.342556, "nauc_ndcg_at_20_diff1": -0.459586, "nauc_ndcg_at_100_max": -0.393711, "nauc_ndcg_at_100_std": 0.292617, "nauc_ndcg_at_100_diff1": -0.397951, "nauc_ndcg_at_1000_max": -0.348427, "nauc_ndcg_at_1000_std": 0.248649, "nauc_ndcg_at_1000_diff1": -0.369158, "nauc_map_at_1_max": -0.433878, "nauc_map_at_1_std": 0.3235, "nauc_map_at_1_diff1": -0.438044, "nauc_map_at_3_max": -0.446536, "nauc_map_at_3_std": 0.309925, "nauc_map_at_3_diff1": -0.463785, "nauc_map_at_5_max": -0.443735, "nauc_map_at_5_std": 0.321508, "nauc_map_at_5_diff1": -0.464699, "nauc_map_at_10_max": -0.442767, "nauc_map_at_10_std": 0.329263, "nauc_map_at_10_diff1": -0.464444, "nauc_map_at_20_max": -0.444004, "nauc_map_at_20_std": 0.336563, "nauc_map_at_20_diff1": -0.465606, "nauc_map_at_100_max": -0.436009, "nauc_map_at_100_std": 0.329262, "nauc_map_at_100_diff1": -0.456204, "nauc_map_at_1000_max": -0.433818, "nauc_map_at_1000_std": 0.326008, "nauc_map_at_1000_diff1": -0.453976, "nauc_recall_at_1_max": -0.433878, "nauc_recall_at_1_std": 0.3235, "nauc_recall_at_1_diff1": -0.438044, "nauc_recall_at_3_max": -0.454804, "nauc_recall_at_3_std": 0.314812, "nauc_recall_at_3_diff1": -0.475547, "nauc_recall_at_5_max": -0.447304, "nauc_recall_at_5_std": 0.33332, "nauc_recall_at_5_diff1": -0.470574, "nauc_recall_at_10_max": -0.439963, "nauc_recall_at_10_std": 0.32384, "nauc_recall_at_10_diff1": -0.452007, "nauc_recall_at_20_max": -0.443557, "nauc_recall_at_20_std": 0.345636, "nauc_recall_at_20_diff1": -0.44942, "nauc_recall_at_100_max": -0.305137, "nauc_recall_at_100_std": 0.21518, "nauc_recall_at_100_diff1": -0.290212, "nauc_recall_at_1000_max": -0.150313, "nauc_recall_at_1000_std": 0.109944, "nauc_recall_at_1000_diff1": -0.253682, "nauc_precision_at_1_max": -0.441141, "nauc_precision_at_1_std": 0.416924, "nauc_precision_at_1_diff1": -0.455514, "nauc_precision_at_3_max": -0.459124, "nauc_precision_at_3_std": 0.315224, "nauc_precision_at_3_diff1": -0.487482, "nauc_precision_at_5_max": -0.440539, "nauc_precision_at_5_std": 0.336698, "nauc_precision_at_5_diff1": -0.473962, "nauc_precision_at_10_max": -0.436066, "nauc_precision_at_10_std": 0.347961, "nauc_precision_at_10_diff1": -0.466865, "nauc_precision_at_20_max": -0.439971, "nauc_precision_at_20_std": 0.367452, "nauc_precision_at_20_diff1": -0.463311, "nauc_precision_at_100_max": -0.309238, "nauc_precision_at_100_std": 0.215097, "nauc_precision_at_100_diff1": -0.293016, "nauc_precision_at_1000_max": -0.091495, "nauc_precision_at_1000_std": -0.002535, "nauc_precision_at_1000_diff1": -0.059138, "nauc_mrr_at_1_max": -0.441141, "nauc_mrr_at_1_std": 0.416924, "nauc_mrr_at_1_diff1": -0.455514, "nauc_mrr_at_3_max": -0.448737, "nauc_mrr_at_3_std": 0.370246, "nauc_mrr_at_3_diff1": -0.465774, "nauc_mrr_at_5_max": -0.443107, "nauc_mrr_at_5_std": 0.362288, "nauc_mrr_at_5_diff1": -0.459281, "nauc_mrr_at_10_max": -0.442289, "nauc_mrr_at_10_std": 0.354394, "nauc_mrr_at_10_diff1": -0.457911, "nauc_mrr_at_20_max": -0.442919, "nauc_mrr_at_20_std": 0.355007, "nauc_mrr_at_20_diff1": -0.456739, "nauc_mrr_at_100_max": -0.434418, "nauc_mrr_at_100_std": 0.345435, "nauc_mrr_at_100_diff1": -0.445014, "nauc_mrr_at_1000_max": -0.433343, "nauc_mrr_at_1000_std": 0.344539, "nauc_mrr_at_1000_diff1": -0.44484, "main_score": 0.06023, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.02601, "ndcg_at_3": 0.03282, "ndcg_at_5": 0.0381, "ndcg_at_10": 0.04552, "ndcg_at_20": 0.05171, "ndcg_at_100": 0.07199, "ndcg_at_1000": 0.16827, "map_at_1": 0.01753, "map_at_3": 0.02709, "map_at_5": 0.03091, "map_at_10": 0.03439, "map_at_20": 0.03599, "map_at_100": 0.0386, "map_at_1000": 0.04143, "recall_at_1": 0.01753, "recall_at_3": 0.03856, "recall_at_5": 0.05134, "recall_at_10": 0.07154, "recall_at_20": 0.09374, "recall_at_100": 0.19525, "recall_at_1000": 0.91623, "precision_at_1": 0.02601, "precision_at_3": 0.01821, "precision_at_5": 0.01482, "precision_at_10": 0.01053, "precision_at_20": 0.00709, "precision_at_100": 0.00313, "precision_at_1000": 0.00159, "mrr_at_1": 0.027308, "mrr_at_3": 0.037495, "mrr_at_5": 0.04016, "mrr_at_10": 0.04319, "mrr_at_20": 0.045103, "mrr_at_100": 0.047619, "mrr_at_1000": 0.049892, "nauc_ndcg_at_1_max": 0.554272, "nauc_ndcg_at_1_std": 0.415308, "nauc_ndcg_at_1_diff1": 0.320593, "nauc_ndcg_at_3_max": 0.557289, "nauc_ndcg_at_3_std": 0.469304, "nauc_ndcg_at_3_diff1": 0.267584, "nauc_ndcg_at_5_max": 0.562337, "nauc_ndcg_at_5_std": 0.486388, "nauc_ndcg_at_5_diff1": 0.217054, "nauc_ndcg_at_10_max": 0.52574, "nauc_ndcg_at_10_std": 0.455421, "nauc_ndcg_at_10_diff1": 0.176457, "nauc_ndcg_at_20_max": 0.508804, "nauc_ndcg_at_20_std": 0.455189, "nauc_ndcg_at_20_diff1": 0.155396, "nauc_ndcg_at_100_max": 0.431327, "nauc_ndcg_at_100_std": 0.387447, "nauc_ndcg_at_100_diff1": 0.111654, "nauc_ndcg_at_1000_max": 0.368156, "nauc_ndcg_at_1000_std": 0.34146, "nauc_ndcg_at_1000_diff1": 0.118956, "nauc_map_at_1_max": 0.534643, "nauc_map_at_1_std": 0.452639, "nauc_map_at_1_diff1": 0.405732, "nauc_map_at_3_max": 0.560845, "nauc_map_at_3_std": 0.473677, "nauc_map_at_3_diff1": 0.30409, "nauc_map_at_5_max": 0.571807, "nauc_map_at_5_std": 0.484168, "nauc_map_at_5_diff1": 0.269475, "nauc_map_at_10_max": 0.549423, "nauc_map_at_10_std": 0.466449, "nauc_map_at_10_diff1": 0.238566, "nauc_map_at_20_max": 0.541574, "nauc_map_at_20_std": 0.466091, "nauc_map_at_20_diff1": 0.22713, "nauc_map_at_100_max": 0.52284, "nauc_map_at_100_std": 0.449792, "nauc_map_at_100_diff1": 0.213713, "nauc_map_at_1000_max": 0.51577, "nauc_map_at_1000_std": 0.444135, "nauc_map_at_1000_diff1": 0.212176, "nauc_recall_at_1_max": 0.534643, "nauc_recall_at_1_std": 0.452639, "nauc_recall_at_1_diff1": 0.405732, "nauc_recall_at_3_max": 0.541519, "nauc_recall_at_3_std": 0.47804, "nauc_recall_at_3_diff1": 0.225741, "nauc_recall_at_5_max": 0.543235, "nauc_recall_at_5_std": 0.491386, "nauc_recall_at_5_diff1": 0.143763, "nauc_recall_at_10_max": 0.487228, "nauc_recall_at_10_std": 0.441849, "nauc_recall_at_10_diff1": 0.092673, "nauc_recall_at_20_max": 0.452956, "nauc_recall_at_20_std": 0.440664, "nauc_recall_at_20_diff1": 0.070908, "nauc_recall_at_100_max": 0.303445, "nauc_recall_at_100_std": 0.300633, "nauc_recall_at_100_diff1": 0.013915, "nauc_recall_at_1000_max": -0.077936, "nauc_recall_at_1000_std": -0.005249, "nauc_recall_at_1000_diff1": 0.028659, "nauc_precision_at_1_max": 0.554272, "nauc_precision_at_1_std": 0.415308, "nauc_precision_at_1_diff1": 0.320593, "nauc_precision_at_3_max": 0.577364, "nauc_precision_at_3_std": 0.500195, "nauc_precision_at_3_diff1": 0.240542, "nauc_precision_at_5_max": 0.610678, "nauc_precision_at_5_std": 0.531479, "nauc_precision_at_5_diff1": 0.171187, "nauc_precision_at_10_max": 0.529184, "nauc_precision_at_10_std": 0.444774, "nauc_precision_at_10_diff1": 0.109182, "nauc_precision_at_20_max": 0.514312, "nauc_precision_at_20_std": 0.442645, "nauc_precision_at_20_diff1": 0.081558, "nauc_precision_at_100_max": 0.360152, "nauc_precision_at_100_std": 0.309134, "nauc_precision_at_100_diff1": 0.026371, "nauc_precision_at_1000_max": -0.039317, "nauc_precision_at_1000_std": 0.022603, "nauc_precision_at_1000_diff1": -0.059587, "nauc_mrr_at_1_max": 0.512695, "nauc_mrr_at_1_std": 0.41095, "nauc_mrr_at_1_diff1": 0.277921, "nauc_mrr_at_3_max": 0.546127, "nauc_mrr_at_3_std": 0.454955, "nauc_mrr_at_3_diff1": 0.240919, "nauc_mrr_at_5_max": 0.542863, "nauc_mrr_at_5_std": 0.460754, "nauc_mrr_at_5_diff1": 0.210431, "nauc_mrr_at_10_max": 0.526426, "nauc_mrr_at_10_std": 0.447701, "nauc_mrr_at_10_diff1": 0.19483, "nauc_mrr_at_20_max": 0.521065, "nauc_mrr_at_20_std": 0.448375, "nauc_mrr_at_20_diff1": 0.187016, "nauc_mrr_at_100_max": 0.505938, "nauc_mrr_at_100_std": 0.435651, "nauc_mrr_at_100_diff1": 0.17956, "nauc_mrr_at_1000_max": 0.50209, "nauc_mrr_at_1000_std": 0.431708, "nauc_mrr_at_1000_diff1": 0.180203, "main_score": 0.04552, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.08617, "ndcg_at_3": 0.09006, "ndcg_at_5": 0.09474, "ndcg_at_10": 0.10675, "ndcg_at_20": 0.11548, "ndcg_at_100": 0.1371, "ndcg_at_1000": 0.20891, "map_at_1": 0.05943, "map_at_3": 0.0806, "map_at_5": 0.08571, "map_at_10": 0.09122, "map_at_20": 0.09367, "map_at_100": 0.09675, "map_at_1000": 0.099, "recall_at_1": 0.05943, "recall_at_3": 0.09233, "recall_at_5": 0.10682, "recall_at_10": 0.13906, "recall_at_20": 0.16952, "recall_at_100": 0.27148, "recall_at_1000": 0.76699, "precision_at_1": 0.08617, "precision_at_3": 0.04895, "precision_at_5": 0.03495, "precision_at_10": 0.02318, "precision_at_20": 0.01432, "precision_at_100": 0.00472, "precision_at_1000": 0.00159, "mrr_at_1": 0.083738, "mrr_at_3": 0.096076, "mrr_at_5": 0.100263, "mrr_at_10": 0.10492, "mrr_at_20": 0.107662, "mrr_at_100": 0.110576, "mrr_at_1000": 0.112255, "nauc_ndcg_at_1_max": -0.218258, "nauc_ndcg_at_1_std": -0.306111, "nauc_ndcg_at_1_diff1": 0.595514, "nauc_ndcg_at_3_max": -0.231261, "nauc_ndcg_at_3_std": -0.315675, "nauc_ndcg_at_3_diff1": 0.580423, "nauc_ndcg_at_5_max": -0.239303, "nauc_ndcg_at_5_std": -0.328166, "nauc_ndcg_at_5_diff1": 0.581695, "nauc_ndcg_at_10_max": -0.249104, "nauc_ndcg_at_10_std": -0.311876, "nauc_ndcg_at_10_diff1": 0.569613, "nauc_ndcg_at_20_max": -0.243265, "nauc_ndcg_at_20_std": -0.309571, "nauc_ndcg_at_20_diff1": 0.56524, "nauc_ndcg_at_100_max": -0.239739, "nauc_ndcg_at_100_std": -0.294542, "nauc_ndcg_at_100_diff1": 0.552613, "nauc_ndcg_at_1000_max": -0.207867, "nauc_ndcg_at_1000_std": -0.244091, "nauc_ndcg_at_1000_diff1": 0.492934, "nauc_map_at_1_max": -0.271337, "nauc_map_at_1_std": -0.265355, "nauc_map_at_1_diff1": 0.686063, "nauc_map_at_3_max": -0.239383, "nauc_map_at_3_std": -0.306642, "nauc_map_at_3_diff1": 0.598533, "nauc_map_at_5_max": -0.243286, "nauc_map_at_5_std": -0.315245, "nauc_map_at_5_diff1": 0.592134, "nauc_map_at_10_max": -0.247201, "nauc_map_at_10_std": -0.311024, "nauc_map_at_10_diff1": 0.586325, "nauc_map_at_20_max": -0.245927, "nauc_map_at_20_std": -0.310803, "nauc_map_at_20_diff1": 0.585333, "nauc_map_at_100_max": -0.245525, "nauc_map_at_100_std": -0.307795, "nauc_map_at_100_diff1": 0.584296, "nauc_map_at_1000_max": -0.244232, "nauc_map_at_1000_std": -0.305096, "nauc_map_at_1000_diff1": 0.581722, "nauc_recall_at_1_max": -0.271337, "nauc_recall_at_1_std": -0.265355, "nauc_recall_at_1_diff1": 0.686063, "nauc_recall_at_3_max": -0.23082, "nauc_recall_at_3_std": -0.319168, "nauc_recall_at_3_diff1": 0.566585, "nauc_recall_at_5_max": -0.242328, "nauc_recall_at_5_std": -0.33832, "nauc_recall_at_5_diff1": 0.552505, "nauc_recall_at_10_max": -0.270855, "nauc_recall_at_10_std": -0.297916, "nauc_recall_at_10_diff1": 0.53517, "nauc_recall_at_20_max": -0.258827, "nauc_recall_at_20_std": -0.29954, "nauc_recall_at_20_diff1": 0.529227, "nauc_recall_at_100_max": -0.240716, "nauc_recall_at_100_std": -0.25782, "nauc_recall_at_100_diff1": 0.476541, "nauc_recall_at_1000_max": -0.101229, "nauc_recall_at_1000_std": -0.019089, "nauc_recall_at_1000_diff1": 0.173577, "nauc_precision_at_1_max": -0.218258, "nauc_precision_at_1_std": -0.306111, "nauc_precision_at_1_diff1": 0.595514, "nauc_precision_at_3_max": -0.196764, "nauc_precision_at_3_std": -0.358864, "nauc_precision_at_3_diff1": 0.49666, "nauc_precision_at_5_max": -0.209132, "nauc_precision_at_5_std": -0.371969, "nauc_precision_at_5_diff1": 0.488065, "nauc_precision_at_10_max": -0.20663, "nauc_precision_at_10_std": -0.333244, "nauc_precision_at_10_diff1": 0.451067, "nauc_precision_at_20_max": -0.179683, "nauc_precision_at_20_std": -0.305236, "nauc_precision_at_20_diff1": 0.450386, "nauc_precision_at_100_max": -0.157704, "nauc_precision_at_100_std": -0.2154, "nauc_precision_at_100_diff1": 0.405057, "nauc_precision_at_1000_max": 0.076688, "nauc_precision_at_1000_std": 0.101556, "nauc_precision_at_1000_diff1": -0.085838, "nauc_mrr_at_1_max": -0.22584, "nauc_mrr_at_1_std": -0.317327, "nauc_mrr_at_1_diff1": 0.618731, "nauc_mrr_at_3_max": -0.221245, "nauc_mrr_at_3_std": -0.329221, "nauc_mrr_at_3_diff1": 0.592585, "nauc_mrr_at_5_max": -0.221463, "nauc_mrr_at_5_std": -0.332544, "nauc_mrr_at_5_diff1": 0.584479, "nauc_mrr_at_10_max": -0.230463, "nauc_mrr_at_10_std": -0.323922, "nauc_mrr_at_10_diff1": 0.583802, "nauc_mrr_at_20_max": -0.226483, "nauc_mrr_at_20_std": -0.318356, "nauc_mrr_at_20_diff1": 0.578613, "nauc_mrr_at_100_max": -0.226598, "nauc_mrr_at_100_std": -0.317511, "nauc_mrr_at_100_diff1": 0.577368, "nauc_mrr_at_1000_max": -0.225967, "nauc_mrr_at_1000_std": -0.316198, "nauc_mrr_at_1000_diff1": 0.576149, "main_score": 0.10675, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.04126, "ndcg_at_3": 0.04605, "ndcg_at_5": 0.04955, "ndcg_at_10": 0.05574, "ndcg_at_20": 0.06153, "ndcg_at_100": 0.08437, "ndcg_at_1000": 0.14889, "map_at_1": 0.02983, "map_at_3": 0.03976, "map_at_5": 0.04309, "map_at_10": 0.04563, "map_at_20": 0.04728, "map_at_100": 0.05013, "map_at_1000": 0.05193, "recall_at_1": 0.02983, "recall_at_3": 0.04943, "recall_at_5": 0.05951, "recall_at_10": 0.07646, "recall_at_20": 0.09656, "recall_at_100": 0.2018, "recall_at_1000": 0.65411, "precision_at_1": 0.04126, "precision_at_3": 0.02387, "precision_at_5": 0.01845, "precision_at_10": 0.01238, "precision_at_20": 0.00795, "precision_at_100": 0.00387, "precision_at_1000": 0.00143, "mrr_at_1": 0.041262, "mrr_at_3": 0.050566, "mrr_at_5": 0.053297, "mrr_at_10": 0.056007, "mrr_at_20": 0.057636, "mrr_at_100": 0.061073, "mrr_at_1000": 0.062479, "nauc_ndcg_at_1_max": 0.687975, "nauc_ndcg_at_1_std": 0.48257, "nauc_ndcg_at_1_diff1": 0.517486, "nauc_ndcg_at_3_max": 0.692496, "nauc_ndcg_at_3_std": 0.512801, "nauc_ndcg_at_3_diff1": 0.476587, "nauc_ndcg_at_5_max": 0.692604, "nauc_ndcg_at_5_std": 0.529104, "nauc_ndcg_at_5_diff1": 0.464179, "nauc_ndcg_at_10_max": 0.652186, "nauc_ndcg_at_10_std": 0.518056, "nauc_ndcg_at_10_diff1": 0.404643, "nauc_ndcg_at_20_max": 0.640831, "nauc_ndcg_at_20_std": 0.518758, "nauc_ndcg_at_20_diff1": 0.370738, "nauc_ndcg_at_100_max": 0.611534, "nauc_ndcg_at_100_std": 0.52204, "nauc_ndcg_at_100_diff1": 0.313129, "nauc_ndcg_at_1000_max": 0.555978, "nauc_ndcg_at_1000_std": 0.475797, "nauc_ndcg_at_1000_diff1": 0.259057, "nauc_map_at_1_max": 0.716492, "nauc_map_at_1_std": 0.549144, "nauc_map_at_1_diff1": 0.517497, "nauc_map_at_3_max": 0.704489, "nauc_map_at_3_std": 0.531208, "nauc_map_at_3_diff1": 0.491163, "nauc_map_at_5_max": 0.701698, "nauc_map_at_5_std": 0.530564, "nauc_map_at_5_diff1": 0.476112, "nauc_map_at_10_max": 0.681073, "nauc_map_at_10_std": 0.523027, "nauc_map_at_10_diff1": 0.449626, "nauc_map_at_20_max": 0.676982, "nauc_map_at_20_std": 0.524743, "nauc_map_at_20_diff1": 0.434711, "nauc_map_at_100_max": 0.67209, "nauc_map_at_100_std": 0.527267, "nauc_map_at_100_diff1": 0.422989, "nauc_map_at_1000_max": 0.669166, "nauc_map_at_1000_std": 0.525817, "nauc_map_at_1000_diff1": 0.418465, "nauc_recall_at_1_max": 0.716492, "nauc_recall_at_1_std": 0.549144, "nauc_recall_at_1_diff1": 0.517497, "nauc_recall_at_3_max": 0.698177, "nauc_recall_at_3_std": 0.531981, "nauc_recall_at_3_diff1": 0.464772, "nauc_recall_at_5_max": 0.700096, "nauc_recall_at_5_std": 0.553991, "nauc_recall_at_5_diff1": 0.445054, "nauc_recall_at_10_max": 0.62262, "nauc_recall_at_10_std": 0.53608, "nauc_recall_at_10_diff1": 0.324491, "nauc_recall_at_20_max": 0.593426, "nauc_recall_at_20_std": 0.524142, "nauc_recall_at_20_diff1": 0.258, "nauc_recall_at_100_max": 0.541322, "nauc_recall_at_100_std": 0.523338, "nauc_recall_at_100_diff1": 0.179349, "nauc_recall_at_1000_max": 0.409271, "nauc_recall_at_1000_std": 0.409901, "nauc_recall_at_1000_diff1": 0.040633, "nauc_precision_at_1_max": 0.687975, "nauc_precision_at_1_std": 0.48257, "nauc_precision_at_1_diff1": 0.517486, "nauc_precision_at_3_max": 0.646202, "nauc_precision_at_3_std": 0.446699, "nauc_precision_at_3_diff1": 0.431994, "nauc_precision_at_5_max": 0.633251, "nauc_precision_at_5_std": 0.465098, "nauc_precision_at_5_diff1": 0.379334, "nauc_precision_at_10_max": 0.55087, "nauc_precision_at_10_std": 0.443676, "nauc_precision_at_10_diff1": 0.280821, "nauc_precision_at_20_max": 0.533713, "nauc_precision_at_20_std": 0.454849, "nauc_precision_at_20_diff1": 0.218522, "nauc_precision_at_100_max": 0.469309, "nauc_precision_at_100_std": 0.453825, "nauc_precision_at_100_diff1": 0.111857, "nauc_precision_at_1000_max": 0.075393, "nauc_precision_at_1000_std": 0.088942, "nauc_precision_at_1000_diff1": -0.090345, "nauc_mrr_at_1_max": 0.687975, "nauc_mrr_at_1_std": 0.48257, "nauc_mrr_at_1_diff1": 0.517486, "nauc_mrr_at_3_max": 0.678634, "nauc_mrr_at_3_std": 0.486675, "nauc_mrr_at_3_diff1": 0.494644, "nauc_mrr_at_5_max": 0.67416, "nauc_mrr_at_5_std": 0.497432, "nauc_mrr_at_5_diff1": 0.478144, "nauc_mrr_at_10_max": 0.655887, "nauc_mrr_at_10_std": 0.493355, "nauc_mrr_at_10_diff1": 0.448256, "nauc_mrr_at_20_max": 0.652535, "nauc_mrr_at_20_std": 0.493313, "nauc_mrr_at_20_diff1": 0.44004, "nauc_mrr_at_100_max": 0.643283, "nauc_mrr_at_100_std": 0.490794, "nauc_mrr_at_100_diff1": 0.426225, "nauc_mrr_at_1000_max": 0.641615, "nauc_mrr_at_1000_std": 0.489441, "nauc_mrr_at_1000_diff1": 0.425261, "main_score": 0.05574, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.06707, "ndcg_at_3": 0.07232, "ndcg_at_5": 0.0793, "ndcg_at_10": 0.09219, "ndcg_at_20": 0.10805, "ndcg_at_100": 0.13929, "ndcg_at_1000": 0.21114, "map_at_1": 0.04677, "map_at_3": 0.06371, "map_at_5": 0.06922, "map_at_10": 0.07508, "map_at_20": 0.0797, "map_at_100": 0.08423, "map_at_1000": 0.08652, "recall_at_1": 0.04677, "recall_at_3": 0.07305, "recall_at_5": 0.09228, "recall_at_10": 0.12717, "recall_at_20": 0.18278, "recall_at_100": 0.32864, "recall_at_1000": 0.82787, "precision_at_1": 0.06707, "precision_at_3": 0.04187, "precision_at_5": 0.03171, "precision_at_10": 0.02207, "precision_at_20": 0.01573, "precision_at_100": 0.00605, "precision_at_1000": 0.0017, "mrr_at_1": 0.065854, "mrr_at_3": 0.080081, "mrr_at_5": 0.08563, "mrr_at_10": 0.09053, "mrr_at_20": 0.095186, "mrr_at_100": 0.099127, "mrr_at_1000": 0.100817, "nauc_ndcg_at_1_max": 0.688153, "nauc_ndcg_at_1_std": 0.350577, "nauc_ndcg_at_1_diff1": 0.292758, "nauc_ndcg_at_3_max": 0.648434, "nauc_ndcg_at_3_std": 0.375281, "nauc_ndcg_at_3_diff1": 0.269025, "nauc_ndcg_at_5_max": 0.620708, "nauc_ndcg_at_5_std": 0.362763, "nauc_ndcg_at_5_diff1": 0.249151, "nauc_ndcg_at_10_max": 0.612145, "nauc_ndcg_at_10_std": 0.388239, "nauc_ndcg_at_10_diff1": 0.186131, "nauc_ndcg_at_20_max": 0.608003, "nauc_ndcg_at_20_std": 0.399865, "nauc_ndcg_at_20_diff1": 0.177885, "nauc_ndcg_at_100_max": 0.643678, "nauc_ndcg_at_100_std": 0.461169, "nauc_ndcg_at_100_diff1": 0.169901, "nauc_ndcg_at_1000_max": 0.599907, "nauc_ndcg_at_1000_std": 0.400017, "nauc_ndcg_at_1000_diff1": 0.180868, "nauc_map_at_1_max": 0.708972, "nauc_map_at_1_std": 0.339333, "nauc_map_at_1_diff1": 0.404238, "nauc_map_at_3_max": 0.680877, "nauc_map_at_3_std": 0.378606, "nauc_map_at_3_diff1": 0.303168, "nauc_map_at_5_max": 0.656974, "nauc_map_at_5_std": 0.373809, "nauc_map_at_5_diff1": 0.280464, "nauc_map_at_10_max": 0.648633, "nauc_map_at_10_std": 0.382655, "nauc_map_at_10_diff1": 0.243421, "nauc_map_at_20_max": 0.64382, "nauc_map_at_20_std": 0.386191, "nauc_map_at_20_diff1": 0.235467, "nauc_map_at_100_max": 0.649919, "nauc_map_at_100_std": 0.39873, "nauc_map_at_100_diff1": 0.233232, "nauc_map_at_1000_max": 0.649574, "nauc_map_at_1000_std": 0.39807, "nauc_map_at_1000_diff1": 0.233311, "nauc_recall_at_1_max": 0.708972, "nauc_recall_at_1_std": 0.339333, "nauc_recall_at_1_diff1": 0.404238, "nauc_recall_at_3_max": 0.639322, "nauc_recall_at_3_std": 0.390238, "nauc_recall_at_3_diff1": 0.270676, "nauc_recall_at_5_max": 0.568845, "nauc_recall_at_5_std": 0.354401, "nauc_recall_at_5_diff1": 0.21716, "nauc_recall_at_10_max": 0.549855, "nauc_recall_at_10_std": 0.405135, "nauc_recall_at_10_diff1": 0.0921, "nauc_recall_at_20_max": 0.558135, "nauc_recall_at_20_std": 0.426421, "nauc_recall_at_20_diff1": 0.095135, "nauc_recall_at_100_max": 0.63474, "nauc_recall_at_100_std": 0.560336, "nauc_recall_at_100_diff1": 0.071484, "nauc_recall_at_1000_max": 0.429506, "nauc_recall_at_1000_std": 0.351045, "nauc_recall_at_1000_diff1": 0.032957, "nauc_precision_at_1_max": 0.688153, "nauc_precision_at_1_std": 0.350577, "nauc_precision_at_1_diff1": 0.292758, "nauc_precision_at_3_max": 0.600001, "nauc_precision_at_3_std": 0.375525, "nauc_precision_at_3_diff1": 0.1489, "nauc_precision_at_5_max": 0.557989, "nauc_precision_at_5_std": 0.358567, "nauc_precision_at_5_diff1": 0.120175, "nauc_precision_at_10_max": 0.533725, "nauc_precision_at_10_std": 0.385821, "nauc_precision_at_10_diff1": 0.013897, "nauc_precision_at_20_max": 0.51834, "nauc_precision_at_20_std": 0.400874, "nauc_precision_at_20_diff1": 0.029332, "nauc_precision_at_100_max": 0.543453, "nauc_precision_at_100_std": 0.480795, "nauc_precision_at_100_diff1": 0.066113, "nauc_precision_at_1000_max": -0.000794, "nauc_precision_at_1000_std": -0.048056, "nauc_precision_at_1000_diff1": 0.054756, "nauc_mrr_at_1_max": 0.699073, "nauc_mrr_at_1_std": 0.351072, "nauc_mrr_at_1_diff1": 0.308823, "nauc_mrr_at_3_max": 0.629177, "nauc_mrr_at_3_std": 0.355609, "nauc_mrr_at_3_diff1": 0.255745, "nauc_mrr_at_5_max": 0.616595, "nauc_mrr_at_5_std": 0.34826, "nauc_mrr_at_5_diff1": 0.243522, "nauc_mrr_at_10_max": 0.61581, "nauc_mrr_at_10_std": 0.364181, "nauc_mrr_at_10_diff1": 0.222377, "nauc_mrr_at_20_max": 0.61529, "nauc_mrr_at_20_std": 0.367904, "nauc_mrr_at_20_diff1": 0.224196, "nauc_mrr_at_100_max": 0.619121, "nauc_mrr_at_100_std": 0.375362, "nauc_mrr_at_100_diff1": 0.223455, "nauc_mrr_at_1000_max": 0.618715, "nauc_mrr_at_1000_std": 0.374361, "nauc_mrr_at_1000_diff1": 0.223367, "main_score": 0.09219, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 51.99198293685913, "kg_co2_emissions": 0.0017028178690734934 }