{ "dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583", "task_name": "XQuADRetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.05481, "ndcg_at_3": 0.07443, "ndcg_at_5": 0.08419, "ndcg_at_10": 0.09545, "ndcg_at_20": 0.10856, "ndcg_at_100": 0.16233, "ndcg_at_1000": 0.22957, "map_at_1": 0.05481, "map_at_3": 0.06956, "map_at_5": 0.075, "map_at_10": 0.0797, "map_at_20": 0.08324, "map_at_100": 0.08945, "map_at_1000": 0.0926, "recall_at_1": 0.05481, "recall_at_3": 0.08853, "recall_at_5": 0.11214, "recall_at_10": 0.14671, "recall_at_20": 0.19899, "recall_at_100": 0.50759, "recall_at_1000": 1.0, "precision_at_1": 0.05481, "precision_at_3": 0.02951, "precision_at_5": 0.02243, "precision_at_10": 0.01467, "precision_at_20": 0.00995, "precision_at_100": 0.00508, "precision_at_1000": 0.001, "mrr_at_1": 0.054806, "mrr_at_3": 0.069562, "mrr_at_5": 0.075, "mrr_at_10": 0.079699, "mrr_at_20": 0.083235, "mrr_at_100": 0.089448, "mrr_at_1000": 0.092604, "nauc_ndcg_at_1_max": -0.380163, "nauc_ndcg_at_1_std": -0.529099, "nauc_ndcg_at_1_diff1": 0.729785, "nauc_ndcg_at_3_max": -0.321299, "nauc_ndcg_at_3_std": -0.470236, "nauc_ndcg_at_3_diff1": 0.624069, "nauc_ndcg_at_5_max": -0.294255, "nauc_ndcg_at_5_std": -0.44015, "nauc_ndcg_at_5_diff1": 0.594501, "nauc_ndcg_at_10_max": -0.280235, "nauc_ndcg_at_10_std": -0.430173, "nauc_ndcg_at_10_diff1": 0.545828, "nauc_ndcg_at_20_max": -0.258754, "nauc_ndcg_at_20_std": -0.388523, "nauc_ndcg_at_20_diff1": 0.476974, "nauc_ndcg_at_100_max": -0.232418, "nauc_ndcg_at_100_std": -0.345728, "nauc_ndcg_at_100_diff1": 0.405265, "nauc_ndcg_at_1000_max": -0.266457, "nauc_ndcg_at_1000_std": -0.397695, "nauc_ndcg_at_1000_diff1": 0.499553, "nauc_map_at_1_max": -0.380163, "nauc_map_at_1_std": -0.529099, "nauc_map_at_1_diff1": 0.729785, "nauc_map_at_3_max": -0.333456, "nauc_map_at_3_std": -0.4834, "nauc_map_at_3_diff1": 0.648009, "nauc_map_at_5_max": -0.31556, "nauc_map_at_5_std": -0.463463, "nauc_map_at_5_diff1": 0.627658, "nauc_map_at_10_max": -0.306824, "nauc_map_at_10_std": -0.457197, "nauc_map_at_10_diff1": 0.602835, "nauc_map_at_20_max": -0.299179, "nauc_map_at_20_std": -0.442393, "nauc_map_at_20_diff1": 0.577729, "nauc_map_at_100_max": -0.292945, "nauc_map_at_100_std": -0.433297, "nauc_map_at_100_diff1": 0.561767, "nauc_map_at_1000_max": -0.295317, "nauc_map_at_1000_std": -0.43672, "nauc_map_at_1000_diff1": 0.568457, "nauc_recall_at_1_max": -0.380163, "nauc_recall_at_1_std": -0.529099, "nauc_recall_at_1_diff1": 0.729785, "nauc_recall_at_3_max": -0.293418, "nauc_recall_at_3_std": -0.439745, "nauc_recall_at_3_diff1": 0.568536, "nauc_recall_at_5_max": -0.249536, "nauc_recall_at_5_std": -0.390972, "nauc_recall_at_5_diff1": 0.525456, "nauc_recall_at_10_max": -0.231072, "nauc_recall_at_10_std": -0.379986, "nauc_recall_at_10_diff1": 0.43427, "nauc_recall_at_20_max": -0.189105, "nauc_recall_at_20_std": -0.291771, "nauc_recall_at_20_diff1": 0.295343, "nauc_recall_at_100_max": -0.132335, "nauc_recall_at_100_std": -0.191239, "nauc_recall_at_100_diff1": 0.13303, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.380163, "nauc_precision_at_1_std": -0.529099, "nauc_precision_at_1_diff1": 0.729785, "nauc_precision_at_3_max": -0.293418, "nauc_precision_at_3_std": -0.439745, "nauc_precision_at_3_diff1": 0.568536, "nauc_precision_at_5_max": -0.249536, "nauc_precision_at_5_std": -0.390972, "nauc_precision_at_5_diff1": 0.525456, "nauc_precision_at_10_max": -0.231072, "nauc_precision_at_10_std": -0.379986, "nauc_precision_at_10_diff1": 0.43427, "nauc_precision_at_20_max": -0.189105, "nauc_precision_at_20_std": -0.291771, "nauc_precision_at_20_diff1": 0.295343, "nauc_precision_at_100_max": -0.132335, "nauc_precision_at_100_std": -0.191239, "nauc_precision_at_100_diff1": 0.13303, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.380163, "nauc_mrr_at_1_std": -0.529099, "nauc_mrr_at_1_diff1": 0.729785, "nauc_mrr_at_3_max": -0.333456, "nauc_mrr_at_3_std": -0.4834, "nauc_mrr_at_3_diff1": 0.648009, "nauc_mrr_at_5_max": -0.31556, "nauc_mrr_at_5_std": -0.463463, "nauc_mrr_at_5_diff1": 0.627658, "nauc_mrr_at_10_max": -0.306824, "nauc_mrr_at_10_std": -0.457197, "nauc_mrr_at_10_diff1": 0.602835, "nauc_mrr_at_20_max": -0.299179, "nauc_mrr_at_20_std": -0.442393, "nauc_mrr_at_20_diff1": 0.577729, "nauc_mrr_at_100_max": -0.292945, "nauc_mrr_at_100_std": -0.433297, "nauc_mrr_at_100_diff1": 0.561767, "nauc_mrr_at_1000_max": -0.295317, "nauc_mrr_at_1000_std": -0.43672, "nauc_mrr_at_1000_diff1": 0.568457, "main_score": 0.09545, "hf_subset": "ar", "languages": [ "arb-Arab" ] }, { "ndcg_at_1": 0.59695, "ndcg_at_3": 0.68962, "ndcg_at_5": 0.71374, "ndcg_at_10": 0.72785, "ndcg_at_20": 0.74056, "ndcg_at_100": 0.75247, "ndcg_at_1000": 0.75671, "map_at_1": 0.59695, "map_at_3": 0.66794, "map_at_5": 0.68136, "map_at_10": 0.6871, "map_at_20": 0.69063, "map_at_100": 0.69222, "map_at_1000": 0.69243, "recall_at_1": 0.59695, "recall_at_3": 0.75191, "recall_at_5": 0.81033, "recall_at_10": 0.85436, "recall_at_20": 0.90432, "recall_at_100": 0.96952, "recall_at_1000": 1.0, "precision_at_1": 0.59695, "precision_at_3": 0.25064, "precision_at_5": 0.16207, "precision_at_10": 0.08544, "precision_at_20": 0.04522, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.596952, "mrr_at_3": 0.667937, "mrr_at_5": 0.681358, "mrr_at_10": 0.687103, "mrr_at_20": 0.690628, "mrr_at_100": 0.692216, "mrr_at_1000": 0.692427, "nauc_ndcg_at_1_max": 0.554278, "nauc_ndcg_at_1_std": 0.109832, "nauc_ndcg_at_1_diff1": 0.715853, "nauc_ndcg_at_3_max": 0.630712, "nauc_ndcg_at_3_std": 0.189158, "nauc_ndcg_at_3_diff1": 0.684896, "nauc_ndcg_at_5_max": 0.624244, "nauc_ndcg_at_5_std": 0.196001, "nauc_ndcg_at_5_diff1": 0.673195, "nauc_ndcg_at_10_max": 0.618392, "nauc_ndcg_at_10_std": 0.190758, "nauc_ndcg_at_10_diff1": 0.676457, "nauc_ndcg_at_20_max": 0.61024, "nauc_ndcg_at_20_std": 0.188672, "nauc_ndcg_at_20_diff1": 0.672738, "nauc_ndcg_at_100_max": 0.606643, "nauc_ndcg_at_100_std": 0.181375, "nauc_ndcg_at_100_diff1": 0.676372, "nauc_ndcg_at_1000_max": 0.606029, "nauc_ndcg_at_1000_std": 0.176273, "nauc_ndcg_at_1000_diff1": 0.680206, "nauc_map_at_1_max": 0.554278, "nauc_map_at_1_std": 0.109832, "nauc_map_at_1_diff1": 0.715853, "nauc_map_at_3_max": 0.609679, "nauc_map_at_3_std": 0.167253, "nauc_map_at_3_diff1": 0.691273, "nauc_map_at_5_max": 0.605379, "nauc_map_at_5_std": 0.169898, "nauc_map_at_5_diff1": 0.685459, "nauc_map_at_10_max": 0.602923, "nauc_map_at_10_std": 0.167503, "nauc_map_at_10_diff1": 0.686684, "nauc_map_at_20_max": 0.600744, "nauc_map_at_20_std": 0.166616, "nauc_map_at_20_diff1": 0.685841, "nauc_map_at_100_max": 0.600226, "nauc_map_at_100_std": 0.165755, "nauc_map_at_100_diff1": 0.686171, "nauc_map_at_1000_max": 0.600198, "nauc_map_at_1000_std": 0.165537, "nauc_map_at_1000_diff1": 0.686345, "nauc_recall_at_1_max": 0.554278, "nauc_recall_at_1_std": 0.109832, "nauc_recall_at_1_diff1": 0.715853, "nauc_recall_at_3_max": 0.705421, "nauc_recall_at_3_std": 0.267005, "nauc_recall_at_3_diff1": 0.663352, "nauc_recall_at_5_max": 0.70366, "nauc_recall_at_5_std": 0.308793, "nauc_recall_at_5_diff1": 0.619968, "nauc_recall_at_10_max": 0.695079, "nauc_recall_at_10_std": 0.312644, "nauc_recall_at_10_diff1": 0.623992, "nauc_recall_at_20_max": 0.658278, "nauc_recall_at_20_std": 0.352196, "nauc_recall_at_20_diff1": 0.568081, "nauc_recall_at_100_max": 0.636524, "nauc_recall_at_100_std": 0.424653, "nauc_recall_at_100_diff1": 0.496945, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.554278, "nauc_precision_at_1_std": 0.109832, "nauc_precision_at_1_diff1": 0.715853, "nauc_precision_at_3_max": 0.705421, "nauc_precision_at_3_std": 0.267005, "nauc_precision_at_3_diff1": 0.663352, "nauc_precision_at_5_max": 0.70366, "nauc_precision_at_5_std": 0.308793, "nauc_precision_at_5_diff1": 0.619968, "nauc_precision_at_10_max": 0.695079, "nauc_precision_at_10_std": 0.312644, "nauc_precision_at_10_diff1": 0.623992, "nauc_precision_at_20_max": 0.658278, "nauc_precision_at_20_std": 0.352196, "nauc_precision_at_20_diff1": 0.568081, "nauc_precision_at_100_max": 0.636524, "nauc_precision_at_100_std": 0.424653, "nauc_precision_at_100_diff1": 0.496945, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.554278, "nauc_mrr_at_1_std": 0.109832, "nauc_mrr_at_1_diff1": 0.715853, "nauc_mrr_at_3_max": 0.609679, "nauc_mrr_at_3_std": 0.167253, "nauc_mrr_at_3_diff1": 0.691273, "nauc_mrr_at_5_max": 0.605379, "nauc_mrr_at_5_std": 0.169898, "nauc_mrr_at_5_diff1": 0.685459, "nauc_mrr_at_10_max": 0.602923, "nauc_mrr_at_10_std": 0.167503, "nauc_mrr_at_10_diff1": 0.686684, "nauc_mrr_at_20_max": 0.600744, "nauc_mrr_at_20_std": 0.166616, "nauc_mrr_at_20_diff1": 0.685841, "nauc_mrr_at_100_max": 0.600226, "nauc_mrr_at_100_std": 0.165755, "nauc_mrr_at_100_diff1": 0.686171, "nauc_mrr_at_1000_max": 0.600198, "nauc_mrr_at_1000_std": 0.165537, "nauc_mrr_at_1000_diff1": 0.686345, "main_score": 0.72785, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.13429, "ndcg_at_3": 0.16521, "ndcg_at_5": 0.17597, "ndcg_at_10": 0.18763, "ndcg_at_20": 0.2021, "ndcg_at_100": 0.2538, "ndcg_at_1000": 0.30841, "map_at_1": 0.13429, "map_at_3": 0.15752, "map_at_5": 0.16347, "map_at_10": 0.16824, "map_at_20": 0.17219, "map_at_100": 0.17826, "map_at_1000": 0.1809, "recall_at_1": 0.13429, "recall_at_3": 0.1875, "recall_at_5": 0.21368, "recall_at_10": 0.25, "recall_at_20": 0.30743, "recall_at_100": 0.60304, "recall_at_1000": 1.0, "precision_at_1": 0.13429, "precision_at_3": 0.0625, "precision_at_5": 0.04274, "precision_at_10": 0.025, "precision_at_20": 0.01537, "precision_at_100": 0.00603, "precision_at_1000": 0.001, "mrr_at_1": 0.134291, "mrr_at_3": 0.157517, "mrr_at_5": 0.163471, "mrr_at_10": 0.168239, "mrr_at_20": 0.172188, "mrr_at_100": 0.178256, "mrr_at_1000": 0.180897, "nauc_ndcg_at_1_max": -0.487497, "nauc_ndcg_at_1_std": -0.52843, "nauc_ndcg_at_1_diff1": 0.60492, "nauc_ndcg_at_3_max": -0.500357, "nauc_ndcg_at_3_std": -0.538122, "nauc_ndcg_at_3_diff1": 0.548784, "nauc_ndcg_at_5_max": -0.50261, "nauc_ndcg_at_5_std": -0.534495, "nauc_ndcg_at_5_diff1": 0.512665, "nauc_ndcg_at_10_max": -0.490699, "nauc_ndcg_at_10_std": -0.52004, "nauc_ndcg_at_10_diff1": 0.493977, "nauc_ndcg_at_20_max": -0.467844, "nauc_ndcg_at_20_std": -0.487608, "nauc_ndcg_at_20_diff1": 0.471428, "nauc_ndcg_at_100_max": -0.434608, "nauc_ndcg_at_100_std": -0.458807, "nauc_ndcg_at_100_diff1": 0.450297, "nauc_ndcg_at_1000_max": -0.468791, "nauc_ndcg_at_1000_std": -0.495921, "nauc_ndcg_at_1000_diff1": 0.494275, "nauc_map_at_1_max": -0.487497, "nauc_map_at_1_std": -0.52843, "nauc_map_at_1_diff1": 0.60492, "nauc_map_at_3_max": -0.498072, "nauc_map_at_3_std": -0.536801, "nauc_map_at_3_diff1": 0.563681, "nauc_map_at_5_max": -0.4995, "nauc_map_at_5_std": -0.534617, "nauc_map_at_5_diff1": 0.541955, "nauc_map_at_10_max": -0.494236, "nauc_map_at_10_std": -0.528292, "nauc_map_at_10_diff1": 0.533683, "nauc_map_at_20_max": -0.487549, "nauc_map_at_20_std": -0.518534, "nauc_map_at_20_diff1": 0.526249, "nauc_map_at_100_max": -0.482316, "nauc_map_at_100_std": -0.513682, "nauc_map_at_100_diff1": 0.523505, "nauc_map_at_1000_max": -0.484115, "nauc_map_at_1000_std": -0.515707, "nauc_map_at_1000_diff1": 0.525921, "nauc_recall_at_1_max": -0.487497, "nauc_recall_at_1_std": -0.52843, "nauc_recall_at_1_diff1": 0.60492, "nauc_recall_at_3_max": -0.50595, "nauc_recall_at_3_std": -0.541182, "nauc_recall_at_3_diff1": 0.510164, "nauc_recall_at_5_max": -0.510076, "nauc_recall_at_5_std": -0.533613, "nauc_recall_at_5_diff1": 0.437825, "nauc_recall_at_10_max": -0.479009, "nauc_recall_at_10_std": -0.496151, "nauc_recall_at_10_diff1": 0.393252, "nauc_recall_at_20_max": -0.40803, "nauc_recall_at_20_std": -0.397386, "nauc_recall_at_20_diff1": 0.333767, "nauc_recall_at_100_max": -0.253919, "nauc_recall_at_100_std": -0.263791, "nauc_recall_at_100_diff1": 0.217238, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.487497, "nauc_precision_at_1_std": -0.52843, "nauc_precision_at_1_diff1": 0.60492, "nauc_precision_at_3_max": -0.50595, "nauc_precision_at_3_std": -0.541182, "nauc_precision_at_3_diff1": 0.510164, "nauc_precision_at_5_max": -0.510076, "nauc_precision_at_5_std": -0.533613, "nauc_precision_at_5_diff1": 0.437825, "nauc_precision_at_10_max": -0.479009, "nauc_precision_at_10_std": -0.496151, "nauc_precision_at_10_diff1": 0.393252, "nauc_precision_at_20_max": -0.40803, "nauc_precision_at_20_std": -0.397386, "nauc_precision_at_20_diff1": 0.333767, "nauc_precision_at_100_max": -0.253919, "nauc_precision_at_100_std": -0.263791, "nauc_precision_at_100_diff1": 0.217238, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.487497, "nauc_mrr_at_1_std": -0.52843, "nauc_mrr_at_1_diff1": 0.60492, "nauc_mrr_at_3_max": -0.498072, "nauc_mrr_at_3_std": -0.536801, "nauc_mrr_at_3_diff1": 0.563681, "nauc_mrr_at_5_max": -0.4995, "nauc_mrr_at_5_std": -0.534617, "nauc_mrr_at_5_diff1": 0.541955, "nauc_mrr_at_10_max": -0.494236, "nauc_mrr_at_10_std": -0.528292, "nauc_mrr_at_10_diff1": 0.533683, "nauc_mrr_at_20_max": -0.487549, "nauc_mrr_at_20_std": -0.518534, "nauc_mrr_at_20_diff1": 0.526249, "nauc_mrr_at_100_max": -0.482316, "nauc_mrr_at_100_std": -0.513682, "nauc_mrr_at_100_diff1": 0.523505, "nauc_mrr_at_1000_max": -0.484115, "nauc_mrr_at_1000_std": -0.515707, "nauc_mrr_at_1000_diff1": 0.525921, "main_score": 0.18763, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "ndcg_at_1": 0.91477, "ndcg_at_3": 0.95293, "ndcg_at_5": 0.95751, "ndcg_at_10": 0.95956, "ndcg_at_20": 0.96069, "ndcg_at_100": 0.96082, "ndcg_at_1000": 0.96082, "map_at_1": 0.91477, "map_at_3": 0.94416, "map_at_5": 0.94674, "map_at_10": 0.94767, "map_at_20": 0.94801, "map_at_100": 0.94802, "map_at_1000": 0.94802, "recall_at_1": 0.91477, "recall_at_3": 0.97806, "recall_at_5": 0.98903, "recall_at_10": 0.99494, "recall_at_20": 0.99916, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.91477, "precision_at_3": 0.32602, "precision_at_5": 0.19781, "precision_at_10": 0.09949, "precision_at_20": 0.04996, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.914768, "mrr_at_3": 0.944163, "mrr_at_5": 0.946737, "mrr_at_10": 0.947666, "mrr_at_20": 0.94801, "mrr_at_100": 0.948019, "mrr_at_1000": 0.948019, "nauc_ndcg_at_1_max": 0.561427, "nauc_ndcg_at_1_std": 0.066695, "nauc_ndcg_at_1_diff1": 0.874434, "nauc_ndcg_at_3_max": 0.630847, "nauc_ndcg_at_3_std": 0.158961, "nauc_ndcg_at_3_diff1": 0.851323, "nauc_ndcg_at_5_max": 0.629014, "nauc_ndcg_at_5_std": 0.175058, "nauc_ndcg_at_5_diff1": 0.855764, "nauc_ndcg_at_10_max": 0.616396, "nauc_ndcg_at_10_std": 0.159718, "nauc_ndcg_at_10_diff1": 0.861731, "nauc_ndcg_at_20_max": 0.605368, "nauc_ndcg_at_20_std": 0.137062, "nauc_ndcg_at_20_diff1": 0.860104, "nauc_ndcg_at_100_max": 0.60449, "nauc_ndcg_at_100_std": 0.134192, "nauc_ndcg_at_100_diff1": 0.861774, "nauc_ndcg_at_1000_max": 0.60449, "nauc_ndcg_at_1000_std": 0.134192, "nauc_ndcg_at_1000_diff1": 0.861774, "nauc_map_at_1_max": 0.561427, "nauc_map_at_1_std": 0.066695, "nauc_map_at_1_diff1": 0.874434, "nauc_map_at_3_max": 0.608467, "nauc_map_at_3_std": 0.129754, "nauc_map_at_3_diff1": 0.859208, "nauc_map_at_5_max": 0.607061, "nauc_map_at_5_std": 0.136748, "nauc_map_at_5_diff1": 0.861429, "nauc_map_at_10_max": 0.602322, "nauc_map_at_10_std": 0.130902, "nauc_map_at_10_diff1": 0.863742, "nauc_map_at_20_max": 0.599695, "nauc_map_at_20_std": 0.125504, "nauc_map_at_20_diff1": 0.863381, "nauc_map_at_100_max": 0.599645, "nauc_map_at_100_std": 0.125343, "nauc_map_at_100_diff1": 0.863474, "nauc_map_at_1000_max": 0.599645, "nauc_map_at_1000_std": 0.125343, "nauc_map_at_1000_diff1": 0.863474, "nauc_recall_at_1_max": 0.561427, "nauc_recall_at_1_std": 0.066695, "nauc_recall_at_1_diff1": 0.874434, "nauc_recall_at_3_max": 0.791864, "nauc_recall_at_3_std": 0.368453, "nauc_recall_at_3_diff1": 0.794067, "nauc_recall_at_5_max": 0.925861, "nauc_recall_at_5_std": 0.70358, "nauc_recall_at_5_diff1": 0.781124, "nauc_recall_at_10_max": 0.978224, "nauc_recall_at_10_std": 0.956447, "nauc_recall_at_10_diff1": 0.824944, "nauc_recall_at_20_max": 0.869342, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.358036, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.561427, "nauc_precision_at_1_std": 0.066695, "nauc_precision_at_1_diff1": 0.874434, "nauc_precision_at_3_max": 0.791864, "nauc_precision_at_3_std": 0.368453, "nauc_precision_at_3_diff1": 0.794067, "nauc_precision_at_5_max": 0.925861, "nauc_precision_at_5_std": 0.70358, "nauc_precision_at_5_diff1": 0.781124, "nauc_precision_at_10_max": 0.978224, "nauc_precision_at_10_std": 0.956447, "nauc_precision_at_10_diff1": 0.824944, "nauc_precision_at_20_max": 0.869342, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.358036, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.561427, "nauc_mrr_at_1_std": 0.066695, "nauc_mrr_at_1_diff1": 0.874434, "nauc_mrr_at_3_max": 0.608467, "nauc_mrr_at_3_std": 0.129754, "nauc_mrr_at_3_diff1": 0.859208, "nauc_mrr_at_5_max": 0.607061, "nauc_mrr_at_5_std": 0.136748, "nauc_mrr_at_5_diff1": 0.861429, "nauc_mrr_at_10_max": 0.602322, "nauc_mrr_at_10_std": 0.130902, "nauc_mrr_at_10_diff1": 0.863742, "nauc_mrr_at_20_max": 0.599695, "nauc_mrr_at_20_std": 0.125504, "nauc_mrr_at_20_diff1": 0.863381, "nauc_mrr_at_100_max": 0.599645, "nauc_mrr_at_100_std": 0.125343, "nauc_mrr_at_100_diff1": 0.863474, "nauc_mrr_at_1000_max": 0.599645, "nauc_mrr_at_1000_std": 0.125343, "nauc_mrr_at_1000_diff1": 0.863474, "main_score": 0.95956, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.61233, "ndcg_at_3": 0.70215, "ndcg_at_5": 0.72127, "ndcg_at_10": 0.73938, "ndcg_at_20": 0.7471, "ndcg_at_100": 0.76157, "ndcg_at_1000": 0.76493, "map_at_1": 0.61233, "map_at_3": 0.68032, "map_at_5": 0.69092, "map_at_10": 0.69845, "map_at_20": 0.70058, "map_at_100": 0.7026, "map_at_1000": 0.70276, "recall_at_1": 0.61233, "recall_at_3": 0.7652, "recall_at_5": 0.81166, "recall_at_10": 0.8674, "recall_at_20": 0.8978, "recall_at_100": 0.97551, "recall_at_1000": 1.0, "precision_at_1": 0.61233, "precision_at_3": 0.25507, "precision_at_5": 0.16233, "precision_at_10": 0.08674, "precision_at_20": 0.04489, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.612331, "mrr_at_3": 0.680321, "mrr_at_5": 0.690921, "mrr_at_10": 0.698451, "mrr_at_20": 0.700579, "mrr_at_100": 0.702597, "mrr_at_1000": 0.702756, "nauc_ndcg_at_1_max": 0.618965, "nauc_ndcg_at_1_std": 0.152553, "nauc_ndcg_at_1_diff1": 0.765902, "nauc_ndcg_at_3_max": 0.687692, "nauc_ndcg_at_3_std": 0.247829, "nauc_ndcg_at_3_diff1": 0.720919, "nauc_ndcg_at_5_max": 0.686099, "nauc_ndcg_at_5_std": 0.259809, "nauc_ndcg_at_5_diff1": 0.717379, "nauc_ndcg_at_10_max": 0.685132, "nauc_ndcg_at_10_std": 0.266733, "nauc_ndcg_at_10_diff1": 0.721513, "nauc_ndcg_at_20_max": 0.677154, "nauc_ndcg_at_20_std": 0.257745, "nauc_ndcg_at_20_diff1": 0.720416, "nauc_ndcg_at_100_max": 0.671069, "nauc_ndcg_at_100_std": 0.242573, "nauc_ndcg_at_100_diff1": 0.725257, "nauc_ndcg_at_1000_max": 0.669734, "nauc_ndcg_at_1000_std": 0.237385, "nauc_ndcg_at_1000_diff1": 0.728206, "nauc_map_at_1_max": 0.618965, "nauc_map_at_1_std": 0.152553, "nauc_map_at_1_diff1": 0.765902, "nauc_map_at_3_max": 0.66734, "nauc_map_at_3_std": 0.218643, "nauc_map_at_3_diff1": 0.732743, "nauc_map_at_5_max": 0.665644, "nauc_map_at_5_std": 0.223432, "nauc_map_at_5_diff1": 0.731249, "nauc_map_at_10_max": 0.664921, "nauc_map_at_10_std": 0.225409, "nauc_map_at_10_diff1": 0.733137, "nauc_map_at_20_max": 0.662905, "nauc_map_at_20_std": 0.223134, "nauc_map_at_20_diff1": 0.732983, "nauc_map_at_100_max": 0.662163, "nauc_map_at_100_std": 0.22128, "nauc_map_at_100_diff1": 0.733727, "nauc_map_at_1000_max": 0.662111, "nauc_map_at_1000_std": 0.22109, "nauc_map_at_1000_diff1": 0.733852, "nauc_recall_at_1_max": 0.618965, "nauc_recall_at_1_std": 0.152553, "nauc_recall_at_1_diff1": 0.765902, "nauc_recall_at_3_max": 0.76197, "nauc_recall_at_3_std": 0.354825, "nauc_recall_at_3_diff1": 0.678493, "nauc_recall_at_5_max": 0.773113, "nauc_recall_at_5_std": 0.417888, "nauc_recall_at_5_diff1": 0.658777, "nauc_recall_at_10_max": 0.799123, "nauc_recall_at_10_std": 0.510351, "nauc_recall_at_10_diff1": 0.658515, "nauc_recall_at_20_max": 0.761653, "nauc_recall_at_20_std": 0.495568, "nauc_recall_at_20_diff1": 0.632648, "nauc_recall_at_100_max": 0.751564, "nauc_recall_at_100_std": 0.555024, "nauc_recall_at_100_diff1": 0.555426, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.618965, "nauc_precision_at_1_std": 0.152553, "nauc_precision_at_1_diff1": 0.765902, "nauc_precision_at_3_max": 0.76197, "nauc_precision_at_3_std": 0.354825, "nauc_precision_at_3_diff1": 0.678493, "nauc_precision_at_5_max": 0.773113, "nauc_precision_at_5_std": 0.417888, "nauc_precision_at_5_diff1": 0.658777, "nauc_precision_at_10_max": 0.799123, "nauc_precision_at_10_std": 0.510351, "nauc_precision_at_10_diff1": 0.658515, "nauc_precision_at_20_max": 0.761653, "nauc_precision_at_20_std": 0.495568, "nauc_precision_at_20_diff1": 0.632648, "nauc_precision_at_100_max": 0.751564, "nauc_precision_at_100_std": 0.555024, "nauc_precision_at_100_diff1": 0.555426, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.618965, "nauc_mrr_at_1_std": 0.152553, "nauc_mrr_at_1_diff1": 0.765902, "nauc_mrr_at_3_max": 0.66734, "nauc_mrr_at_3_std": 0.218643, "nauc_mrr_at_3_diff1": 0.732743, "nauc_mrr_at_5_max": 0.665644, "nauc_mrr_at_5_std": 0.223432, "nauc_mrr_at_5_diff1": 0.731249, "nauc_mrr_at_10_max": 0.664921, "nauc_mrr_at_10_std": 0.225409, "nauc_mrr_at_10_diff1": 0.733137, "nauc_mrr_at_20_max": 0.662905, "nauc_mrr_at_20_std": 0.223134, "nauc_mrr_at_20_diff1": 0.732983, "nauc_mrr_at_100_max": 0.662163, "nauc_mrr_at_100_std": 0.22128, "nauc_mrr_at_100_diff1": 0.733727, "nauc_mrr_at_1000_max": 0.662111, "nauc_mrr_at_1000_std": 0.22109, "nauc_mrr_at_1000_diff1": 0.733852, "main_score": 0.73938, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.09975, "ndcg_at_3": 0.1395, "ndcg_at_5": 0.15263, "ndcg_at_10": 0.16387, "ndcg_at_20": 0.17525, "ndcg_at_100": 0.22321, "ndcg_at_1000": 0.2843, "map_at_1": 0.09975, "map_at_3": 0.12933, "map_at_5": 0.13656, "map_at_10": 0.14107, "map_at_20": 0.14422, "map_at_100": 0.14997, "map_at_1000": 0.15285, "recall_at_1": 0.09975, "recall_at_3": 0.16906, "recall_at_5": 0.20118, "recall_at_10": 0.23669, "recall_at_20": 0.28149, "recall_at_100": 0.55368, "recall_at_1000": 1.0, "precision_at_1": 0.09975, "precision_at_3": 0.05635, "precision_at_5": 0.04024, "precision_at_10": 0.02367, "precision_at_20": 0.01407, "precision_at_100": 0.00554, "precision_at_1000": 0.001, "mrr_at_1": 0.099746, "mrr_at_3": 0.129332, "mrr_at_5": 0.13656, "mrr_at_10": 0.141066, "mrr_at_20": 0.144215, "mrr_at_100": 0.149967, "mrr_at_1000": 0.152854, "nauc_ndcg_at_1_max": -0.054399, "nauc_ndcg_at_1_std": -0.264726, "nauc_ndcg_at_1_diff1": 0.495842, "nauc_ndcg_at_3_max": -0.046839, "nauc_ndcg_at_3_std": -0.280316, "nauc_ndcg_at_3_diff1": 0.423646, "nauc_ndcg_at_5_max": -0.031341, "nauc_ndcg_at_5_std": -0.249411, "nauc_ndcg_at_5_diff1": 0.398543, "nauc_ndcg_at_10_max": -0.043338, "nauc_ndcg_at_10_std": -0.250964, "nauc_ndcg_at_10_diff1": 0.387526, "nauc_ndcg_at_20_max": -0.0341, "nauc_ndcg_at_20_std": -0.232454, "nauc_ndcg_at_20_diff1": 0.373832, "nauc_ndcg_at_100_max": -0.022499, "nauc_ndcg_at_100_std": -0.222519, "nauc_ndcg_at_100_diff1": 0.352353, "nauc_ndcg_at_1000_max": -0.03369, "nauc_ndcg_at_1000_std": -0.241213, "nauc_ndcg_at_1000_diff1": 0.388024, "nauc_map_at_1_max": -0.054399, "nauc_map_at_1_std": -0.264726, "nauc_map_at_1_diff1": 0.495842, "nauc_map_at_3_max": -0.047762, "nauc_map_at_3_std": -0.278628, "nauc_map_at_3_diff1": 0.440913, "nauc_map_at_5_max": -0.03835, "nauc_map_at_5_std": -0.25991, "nauc_map_at_5_diff1": 0.425329, "nauc_map_at_10_max": -0.043371, "nauc_map_at_10_std": -0.260559, "nauc_map_at_10_diff1": 0.420403, "nauc_map_at_20_max": -0.040452, "nauc_map_at_20_std": -0.254772, "nauc_map_at_20_diff1": 0.41602, "nauc_map_at_100_max": -0.03838, "nauc_map_at_100_std": -0.252735, "nauc_map_at_100_diff1": 0.412774, "nauc_map_at_1000_max": -0.039134, "nauc_map_at_1000_std": -0.253901, "nauc_map_at_1000_diff1": 0.414766, "nauc_recall_at_1_max": -0.054399, "nauc_recall_at_1_std": -0.264726, "nauc_recall_at_1_diff1": 0.495842, "nauc_recall_at_3_max": -0.044859, "nauc_recall_at_3_std": -0.283813, "nauc_recall_at_3_diff1": 0.381891, "nauc_recall_at_5_max": -0.014831, "nauc_recall_at_5_std": -0.22326, "nauc_recall_at_5_diff1": 0.337296, "nauc_recall_at_10_max": -0.046063, "nauc_recall_at_10_std": -0.228449, "nauc_recall_at_10_diff1": 0.313337, "nauc_recall_at_20_max": -0.019372, "nauc_recall_at_20_std": -0.17626, "nauc_recall_at_20_diff1": 0.278465, "nauc_recall_at_100_max": 0.024742, "nauc_recall_at_100_std": -0.14038, "nauc_recall_at_100_diff1": 0.189748, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.054399, "nauc_precision_at_1_std": -0.264726, "nauc_precision_at_1_diff1": 0.495842, "nauc_precision_at_3_max": -0.044859, "nauc_precision_at_3_std": -0.283813, "nauc_precision_at_3_diff1": 0.381891, "nauc_precision_at_5_max": -0.014831, "nauc_precision_at_5_std": -0.22326, "nauc_precision_at_5_diff1": 0.337296, "nauc_precision_at_10_max": -0.046063, "nauc_precision_at_10_std": -0.228449, "nauc_precision_at_10_diff1": 0.313337, "nauc_precision_at_20_max": -0.019372, "nauc_precision_at_20_std": -0.17626, "nauc_precision_at_20_diff1": 0.278465, "nauc_precision_at_100_max": 0.024742, "nauc_precision_at_100_std": -0.14038, "nauc_precision_at_100_diff1": 0.189748, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.054399, "nauc_mrr_at_1_std": -0.264726, "nauc_mrr_at_1_diff1": 0.495842, "nauc_mrr_at_3_max": -0.047762, "nauc_mrr_at_3_std": -0.278628, "nauc_mrr_at_3_diff1": 0.440913, "nauc_mrr_at_5_max": -0.03835, "nauc_mrr_at_5_std": -0.25991, "nauc_mrr_at_5_diff1": 0.425329, "nauc_mrr_at_10_max": -0.043371, "nauc_mrr_at_10_std": -0.260559, "nauc_mrr_at_10_diff1": 0.420403, "nauc_mrr_at_20_max": -0.040452, "nauc_mrr_at_20_std": -0.254772, "nauc_mrr_at_20_diff1": 0.41602, "nauc_mrr_at_100_max": -0.03838, "nauc_mrr_at_100_std": -0.252735, "nauc_mrr_at_100_diff1": 0.412774, "nauc_mrr_at_1000_max": -0.039134, "nauc_mrr_at_1000_std": -0.253901, "nauc_mrr_at_1000_diff1": 0.414766, "main_score": 0.16387, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.49747, "ndcg_at_3": 0.59683, "ndcg_at_5": 0.62057, "ndcg_at_10": 0.64056, "ndcg_at_20": 0.65715, "ndcg_at_100": 0.67633, "ndcg_at_1000": 0.68247, "map_at_1": 0.49747, "map_at_3": 0.57249, "map_at_5": 0.58571, "map_at_10": 0.59416, "map_at_20": 0.59856, "map_at_100": 0.60116, "map_at_1000": 0.60148, "recall_at_1": 0.49747, "recall_at_3": 0.66723, "recall_at_5": 0.72466, "recall_at_10": 0.78547, "recall_at_20": 0.8522, "recall_at_100": 0.95608, "recall_at_1000": 1.0, "precision_at_1": 0.49747, "precision_at_3": 0.22241, "precision_at_5": 0.14493, "precision_at_10": 0.07855, "precision_at_20": 0.04261, "precision_at_100": 0.00956, "precision_at_1000": 0.001, "mrr_at_1": 0.497466, "mrr_at_3": 0.572494, "mrr_at_5": 0.585712, "mrr_at_10": 0.594158, "mrr_at_20": 0.598562, "mrr_at_100": 0.601164, "mrr_at_1000": 0.601477, "nauc_ndcg_at_1_max": 0.464216, "nauc_ndcg_at_1_std": -0.062317, "nauc_ndcg_at_1_diff1": 0.727843, "nauc_ndcg_at_3_max": 0.499273, "nauc_ndcg_at_3_std": -0.064106, "nauc_ndcg_at_3_diff1": 0.682178, "nauc_ndcg_at_5_max": 0.497636, "nauc_ndcg_at_5_std": -0.052904, "nauc_ndcg_at_5_diff1": 0.680623, "nauc_ndcg_at_10_max": 0.48858, "nauc_ndcg_at_10_std": -0.054676, "nauc_ndcg_at_10_diff1": 0.675583, "nauc_ndcg_at_20_max": 0.483645, "nauc_ndcg_at_20_std": -0.054585, "nauc_ndcg_at_20_diff1": 0.674279, "nauc_ndcg_at_100_max": 0.48395, "nauc_ndcg_at_100_std": -0.058177, "nauc_ndcg_at_100_diff1": 0.682146, "nauc_ndcg_at_1000_max": 0.484851, "nauc_ndcg_at_1000_std": -0.058205, "nauc_ndcg_at_1000_diff1": 0.684358, "nauc_map_at_1_max": 0.464216, "nauc_map_at_1_std": -0.062317, "nauc_map_at_1_diff1": 0.727843, "nauc_map_at_3_max": 0.490602, "nauc_map_at_3_std": -0.063204, "nauc_map_at_3_diff1": 0.693251, "nauc_map_at_5_max": 0.489606, "nauc_map_at_5_std": -0.057217, "nauc_map_at_5_diff1": 0.692528, "nauc_map_at_10_max": 0.485856, "nauc_map_at_10_std": -0.058209, "nauc_map_at_10_diff1": 0.690756, "nauc_map_at_20_max": 0.48455, "nauc_map_at_20_std": -0.058423, "nauc_map_at_20_diff1": 0.690557, "nauc_map_at_100_max": 0.484388, "nauc_map_at_100_std": -0.059013, "nauc_map_at_100_diff1": 0.691436, "nauc_map_at_1000_max": 0.484395, "nauc_map_at_1000_std": -0.059027, "nauc_map_at_1000_diff1": 0.691514, "nauc_recall_at_1_max": 0.464216, "nauc_recall_at_1_std": -0.062317, "nauc_recall_at_1_diff1": 0.727843, "nauc_recall_at_3_max": 0.527811, "nauc_recall_at_3_std": -0.067309, "nauc_recall_at_3_diff1": 0.645847, "nauc_recall_at_5_max": 0.526747, "nauc_recall_at_5_std": -0.03517, "nauc_recall_at_5_diff1": 0.636901, "nauc_recall_at_10_max": 0.494948, "nauc_recall_at_10_std": -0.036992, "nauc_recall_at_10_diff1": 0.605904, "nauc_recall_at_20_max": 0.462112, "nauc_recall_at_20_std": -0.026132, "nauc_recall_at_20_diff1": 0.569692, "nauc_recall_at_100_max": 0.440629, "nauc_recall_at_100_std": -0.060391, "nauc_recall_at_100_diff1": 0.589173, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.464216, "nauc_precision_at_1_std": -0.062317, "nauc_precision_at_1_diff1": 0.727843, "nauc_precision_at_3_max": 0.527811, "nauc_precision_at_3_std": -0.067309, "nauc_precision_at_3_diff1": 0.645847, "nauc_precision_at_5_max": 0.526747, "nauc_precision_at_5_std": -0.03517, "nauc_precision_at_5_diff1": 0.636901, "nauc_precision_at_10_max": 0.494948, "nauc_precision_at_10_std": -0.036992, "nauc_precision_at_10_diff1": 0.605904, "nauc_precision_at_20_max": 0.462112, "nauc_precision_at_20_std": -0.026132, "nauc_precision_at_20_diff1": 0.569692, "nauc_precision_at_100_max": 0.440629, "nauc_precision_at_100_std": -0.060391, "nauc_precision_at_100_diff1": 0.589173, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.464216, "nauc_mrr_at_1_std": -0.062317, "nauc_mrr_at_1_diff1": 0.727843, "nauc_mrr_at_3_max": 0.490602, "nauc_mrr_at_3_std": -0.063204, "nauc_mrr_at_3_diff1": 0.693251, "nauc_mrr_at_5_max": 0.489606, "nauc_mrr_at_5_std": -0.057217, "nauc_mrr_at_5_diff1": 0.692528, "nauc_mrr_at_10_max": 0.485856, "nauc_mrr_at_10_std": -0.058209, "nauc_mrr_at_10_diff1": 0.690756, "nauc_mrr_at_20_max": 0.48455, "nauc_mrr_at_20_std": -0.058423, "nauc_mrr_at_20_diff1": 0.690557, "nauc_mrr_at_100_max": 0.484388, "nauc_mrr_at_100_std": -0.059013, "nauc_mrr_at_100_diff1": 0.691436, "nauc_mrr_at_1000_max": 0.484395, "nauc_mrr_at_1000_std": -0.059027, "nauc_mrr_at_1000_diff1": 0.691514, "main_score": 0.64056, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.15781, "ndcg_at_3": 0.20092, "ndcg_at_5": 0.21399, "ndcg_at_10": 0.22944, "ndcg_at_20": 0.2445, "ndcg_at_100": 0.29783, "ndcg_at_1000": 0.34212, "map_at_1": 0.15781, "map_at_3": 0.19044, "map_at_5": 0.19761, "map_at_10": 0.20392, "map_at_20": 0.20801, "map_at_100": 0.21416, "map_at_1000": 0.21628, "recall_at_1": 0.15781, "recall_at_3": 0.23122, "recall_at_5": 0.26329, "recall_at_10": 0.31139, "recall_at_20": 0.37131, "recall_at_100": 0.67764, "recall_at_1000": 1.0, "precision_at_1": 0.15781, "precision_at_3": 0.07707, "precision_at_5": 0.05266, "precision_at_10": 0.03114, "precision_at_20": 0.01857, "precision_at_100": 0.00678, "precision_at_1000": 0.001, "mrr_at_1": 0.157806, "mrr_at_3": 0.190436, "mrr_at_5": 0.197609, "mrr_at_10": 0.203918, "mrr_at_20": 0.208009, "mrr_at_100": 0.214157, "mrr_at_1000": 0.216285, "nauc_ndcg_at_1_max": 0.101607, "nauc_ndcg_at_1_std": -0.275505, "nauc_ndcg_at_1_diff1": 0.608309, "nauc_ndcg_at_3_max": 0.083693, "nauc_ndcg_at_3_std": -0.26879, "nauc_ndcg_at_3_diff1": 0.541158, "nauc_ndcg_at_5_max": 0.08085, "nauc_ndcg_at_5_std": -0.25721, "nauc_ndcg_at_5_diff1": 0.53232, "nauc_ndcg_at_10_max": 0.099539, "nauc_ndcg_at_10_std": -0.235259, "nauc_ndcg_at_10_diff1": 0.511831, "nauc_ndcg_at_20_max": 0.096165, "nauc_ndcg_at_20_std": -0.227099, "nauc_ndcg_at_20_diff1": 0.493769, "nauc_ndcg_at_100_max": 0.094923, "nauc_ndcg_at_100_std": -0.216357, "nauc_ndcg_at_100_diff1": 0.474514, "nauc_ndcg_at_1000_max": 0.093241, "nauc_ndcg_at_1000_std": -0.236693, "nauc_ndcg_at_1000_diff1": 0.508243, "nauc_map_at_1_max": 0.101607, "nauc_map_at_1_std": -0.275505, "nauc_map_at_1_diff1": 0.608309, "nauc_map_at_3_max": 0.087336, "nauc_map_at_3_std": -0.270611, "nauc_map_at_3_diff1": 0.555637, "nauc_map_at_5_max": 0.085555, "nauc_map_at_5_std": -0.263917, "nauc_map_at_5_diff1": 0.549989, "nauc_map_at_10_max": 0.093598, "nauc_map_at_10_std": -0.254343, "nauc_map_at_10_diff1": 0.540784, "nauc_map_at_20_max": 0.092682, "nauc_map_at_20_std": -0.251956, "nauc_map_at_20_diff1": 0.53561, "nauc_map_at_100_max": 0.092624, "nauc_map_at_100_std": -0.249971, "nauc_map_at_100_diff1": 0.532337, "nauc_map_at_1000_max": 0.092459, "nauc_map_at_1000_std": -0.251058, "nauc_map_at_1000_diff1": 0.534016, "nauc_recall_at_1_max": 0.101607, "nauc_recall_at_1_std": -0.275505, "nauc_recall_at_1_diff1": 0.608309, "nauc_recall_at_3_max": 0.074464, "nauc_recall_at_3_std": -0.264001, "nauc_recall_at_3_diff1": 0.504151, "nauc_recall_at_5_max": 0.069132, "nauc_recall_at_5_std": -0.239174, "nauc_recall_at_5_diff1": 0.488279, "nauc_recall_at_10_max": 0.119336, "nauc_recall_at_10_std": -0.182229, "nauc_recall_at_10_diff1": 0.437517, "nauc_recall_at_20_max": 0.107223, "nauc_recall_at_20_std": -0.156677, "nauc_recall_at_20_diff1": 0.378977, "nauc_recall_at_100_max": 0.103079, "nauc_recall_at_100_std": -0.08175, "nauc_recall_at_100_diff1": 0.246261, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.101607, "nauc_precision_at_1_std": -0.275505, "nauc_precision_at_1_diff1": 0.608309, "nauc_precision_at_3_max": 0.074464, "nauc_precision_at_3_std": -0.264001, "nauc_precision_at_3_diff1": 0.504151, "nauc_precision_at_5_max": 0.069132, "nauc_precision_at_5_std": -0.239174, "nauc_precision_at_5_diff1": 0.488279, "nauc_precision_at_10_max": 0.119336, "nauc_precision_at_10_std": -0.182229, "nauc_precision_at_10_diff1": 0.437517, "nauc_precision_at_20_max": 0.107223, "nauc_precision_at_20_std": -0.156677, "nauc_precision_at_20_diff1": 0.378977, "nauc_precision_at_100_max": 0.103079, "nauc_precision_at_100_std": -0.08175, "nauc_precision_at_100_diff1": 0.246261, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.101607, "nauc_mrr_at_1_std": -0.275505, "nauc_mrr_at_1_diff1": 0.608309, "nauc_mrr_at_3_max": 0.087336, "nauc_mrr_at_3_std": -0.270611, "nauc_mrr_at_3_diff1": 0.555637, "nauc_mrr_at_5_max": 0.085555, "nauc_mrr_at_5_std": -0.263917, "nauc_mrr_at_5_diff1": 0.549989, "nauc_mrr_at_10_max": 0.093598, "nauc_mrr_at_10_std": -0.254343, "nauc_mrr_at_10_diff1": 0.540784, "nauc_mrr_at_20_max": 0.092682, "nauc_mrr_at_20_std": -0.251956, "nauc_mrr_at_20_diff1": 0.53561, "nauc_mrr_at_100_max": 0.092624, "nauc_mrr_at_100_std": -0.249971, "nauc_mrr_at_100_diff1": 0.532337, "nauc_mrr_at_1000_max": 0.092459, "nauc_mrr_at_1000_std": -0.251058, "nauc_mrr_at_1000_diff1": 0.534016, "main_score": 0.22944, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.08136, "ndcg_at_3": 0.10302, "ndcg_at_5": 0.11126, "ndcg_at_10": 0.12337, "ndcg_at_20": 0.13329, "ndcg_at_100": 0.18981, "ndcg_at_1000": 0.25293, "map_at_1": 0.08136, "map_at_3": 0.09788, "map_at_5": 0.10237, "map_at_10": 0.10741, "map_at_20": 0.11006, "map_at_100": 0.11663, "map_at_1000": 0.11962, "recall_at_1": 0.08136, "recall_at_3": 0.1178, "recall_at_5": 0.13814, "recall_at_10": 0.17542, "recall_at_20": 0.21525, "recall_at_100": 0.53898, "recall_at_1000": 1.0, "precision_at_1": 0.08136, "precision_at_3": 0.03927, "precision_at_5": 0.02763, "precision_at_10": 0.01754, "precision_at_20": 0.01076, "precision_at_100": 0.00539, "precision_at_1000": 0.001, "mrr_at_1": 0.081356, "mrr_at_3": 0.097881, "mrr_at_5": 0.102373, "mrr_at_10": 0.107407, "mrr_at_20": 0.110052, "mrr_at_100": 0.116626, "mrr_at_1000": 0.11962, "nauc_ndcg_at_1_max": -0.50377, "nauc_ndcg_at_1_std": -0.52575, "nauc_ndcg_at_1_diff1": 0.748276, "nauc_ndcg_at_3_max": -0.511526, "nauc_ndcg_at_3_std": -0.524331, "nauc_ndcg_at_3_diff1": 0.606574, "nauc_ndcg_at_5_max": -0.502123, "nauc_ndcg_at_5_std": -0.515932, "nauc_ndcg_at_5_diff1": 0.570988, "nauc_ndcg_at_10_max": -0.464822, "nauc_ndcg_at_10_std": -0.481482, "nauc_ndcg_at_10_diff1": 0.546638, "nauc_ndcg_at_20_max": -0.448403, "nauc_ndcg_at_20_std": -0.460046, "nauc_ndcg_at_20_diff1": 0.513813, "nauc_ndcg_at_100_max": -0.369981, "nauc_ndcg_at_100_std": -0.38542, "nauc_ndcg_at_100_diff1": 0.44345, "nauc_ndcg_at_1000_max": -0.440675, "nauc_ndcg_at_1000_std": -0.454598, "nauc_ndcg_at_1000_diff1": 0.526637, "nauc_map_at_1_max": -0.50377, "nauc_map_at_1_std": -0.52575, "nauc_map_at_1_diff1": 0.748276, "nauc_map_at_3_max": -0.51, "nauc_map_at_3_std": -0.524601, "nauc_map_at_3_diff1": 0.635484, "nauc_map_at_5_max": -0.504973, "nauc_map_at_5_std": -0.51999, "nauc_map_at_5_diff1": 0.613254, "nauc_map_at_10_max": -0.487904, "nauc_map_at_10_std": -0.504189, "nauc_map_at_10_diff1": 0.600937, "nauc_map_at_20_max": -0.482406, "nauc_map_at_20_std": -0.497122, "nauc_map_at_20_diff1": 0.589986, "nauc_map_at_100_max": -0.470238, "nauc_map_at_100_std": -0.48509, "nauc_map_at_100_diff1": 0.577592, "nauc_map_at_1000_max": -0.474146, "nauc_map_at_1000_std": -0.488966, "nauc_map_at_1000_diff1": 0.582623, "nauc_recall_at_1_max": -0.50377, "nauc_recall_at_1_std": -0.52575, "nauc_recall_at_1_diff1": 0.748276, "nauc_recall_at_3_max": -0.515262, "nauc_recall_at_3_std": -0.523671, "nauc_recall_at_3_diff1": 0.535412, "nauc_recall_at_5_max": -0.49407, "nauc_recall_at_5_std": -0.505406, "nauc_recall_at_5_diff1": 0.471403, "nauc_recall_at_10_max": -0.407763, "nauc_recall_at_10_std": -0.42617, "nauc_recall_at_10_diff1": 0.430133, "nauc_recall_at_20_max": -0.369846, "nauc_recall_at_20_std": -0.374272, "nauc_recall_at_20_diff1": 0.353879, "nauc_recall_at_100_max": -0.101898, "nauc_recall_at_100_std": -0.12399, "nauc_recall_at_100_diff1": 0.133385, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.50377, "nauc_precision_at_1_std": -0.52575, "nauc_precision_at_1_diff1": 0.748276, "nauc_precision_at_3_max": -0.515262, "nauc_precision_at_3_std": -0.523671, "nauc_precision_at_3_diff1": 0.535412, "nauc_precision_at_5_max": -0.49407, "nauc_precision_at_5_std": -0.505406, "nauc_precision_at_5_diff1": 0.471403, "nauc_precision_at_10_max": -0.407763, "nauc_precision_at_10_std": -0.42617, "nauc_precision_at_10_diff1": 0.430133, "nauc_precision_at_20_max": -0.369846, "nauc_precision_at_20_std": -0.374272, "nauc_precision_at_20_diff1": 0.353879, "nauc_precision_at_100_max": -0.101898, "nauc_precision_at_100_std": -0.12399, "nauc_precision_at_100_diff1": 0.133385, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.50377, "nauc_mrr_at_1_std": -0.52575, "nauc_mrr_at_1_diff1": 0.748276, "nauc_mrr_at_3_max": -0.51, "nauc_mrr_at_3_std": -0.524601, "nauc_mrr_at_3_diff1": 0.635484, "nauc_mrr_at_5_max": -0.504973, "nauc_mrr_at_5_std": -0.51999, "nauc_mrr_at_5_diff1": 0.613254, "nauc_mrr_at_10_max": -0.487904, "nauc_mrr_at_10_std": -0.504189, "nauc_mrr_at_10_diff1": 0.600937, "nauc_mrr_at_20_max": -0.482415, "nauc_mrr_at_20_std": -0.497131, "nauc_mrr_at_20_diff1": 0.589988, "nauc_mrr_at_100_max": -0.470246, "nauc_mrr_at_100_std": -0.485099, "nauc_mrr_at_100_diff1": 0.577594, "nauc_mrr_at_1000_max": -0.474154, "nauc_mrr_at_1000_std": -0.488974, "nauc_mrr_at_1000_diff1": 0.582626, "main_score": 0.12337, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.36571, "ndcg_at_3": 0.454, "ndcg_at_5": 0.47984, "ndcg_at_10": 0.49932, "ndcg_at_20": 0.51655, "ndcg_at_100": 0.5521, "ndcg_at_1000": 0.56531, "map_at_1": 0.36571, "map_at_3": 0.43201, "map_at_5": 0.44641, "map_at_10": 0.4545, "map_at_20": 0.45919, "map_at_100": 0.46381, "map_at_1000": 0.46447, "recall_at_1": 0.36571, "recall_at_3": 0.51774, "recall_at_5": 0.58024, "recall_at_10": 0.6402, "recall_at_20": 0.70861, "recall_at_100": 0.90456, "recall_at_1000": 1.0, "precision_at_1": 0.36571, "precision_at_3": 0.17258, "precision_at_5": 0.11605, "precision_at_10": 0.06402, "precision_at_20": 0.03543, "precision_at_100": 0.00905, "precision_at_1000": 0.001, "mrr_at_1": 0.365709, "mrr_at_3": 0.43201, "mrr_at_5": 0.44641, "mrr_at_10": 0.454495, "mrr_at_20": 0.459192, "mrr_at_100": 0.463814, "mrr_at_1000": 0.464469, "nauc_ndcg_at_1_max": 0.313797, "nauc_ndcg_at_1_std": -0.158262, "nauc_ndcg_at_1_diff1": 0.660658, "nauc_ndcg_at_3_max": 0.368353, "nauc_ndcg_at_3_std": -0.152431, "nauc_ndcg_at_3_diff1": 0.620449, "nauc_ndcg_at_5_max": 0.376567, "nauc_ndcg_at_5_std": -0.162015, "nauc_ndcg_at_5_diff1": 0.614167, "nauc_ndcg_at_10_max": 0.364083, "nauc_ndcg_at_10_std": -0.167678, "nauc_ndcg_at_10_diff1": 0.610129, "nauc_ndcg_at_20_max": 0.357718, "nauc_ndcg_at_20_std": -0.168222, "nauc_ndcg_at_20_diff1": 0.60875, "nauc_ndcg_at_100_max": 0.357763, "nauc_ndcg_at_100_std": -0.155281, "nauc_ndcg_at_100_diff1": 0.613383, "nauc_ndcg_at_1000_max": 0.358208, "nauc_ndcg_at_1000_std": -0.158587, "nauc_ndcg_at_1000_diff1": 0.618541, "nauc_map_at_1_max": 0.313797, "nauc_map_at_1_std": -0.158262, "nauc_map_at_1_diff1": 0.660658, "nauc_map_at_3_max": 0.356721, "nauc_map_at_3_std": -0.152758, "nauc_map_at_3_diff1": 0.631137, "nauc_map_at_5_max": 0.361126, "nauc_map_at_5_std": -0.158303, "nauc_map_at_5_diff1": 0.627939, "nauc_map_at_10_max": 0.356121, "nauc_map_at_10_std": -0.160131, "nauc_map_at_10_diff1": 0.626452, "nauc_map_at_20_max": 0.354549, "nauc_map_at_20_std": -0.159975, "nauc_map_at_20_diff1": 0.626261, "nauc_map_at_100_max": 0.354534, "nauc_map_at_100_std": -0.157996, "nauc_map_at_100_diff1": 0.626694, "nauc_map_at_1000_max": 0.35458, "nauc_map_at_1000_std": -0.158073, "nauc_map_at_1000_diff1": 0.626951, "nauc_recall_at_1_max": 0.313797, "nauc_recall_at_1_std": -0.158262, "nauc_recall_at_1_diff1": 0.660658, "nauc_recall_at_3_max": 0.402008, "nauc_recall_at_3_std": -0.151926, "nauc_recall_at_3_diff1": 0.588502, "nauc_recall_at_5_max": 0.425038, "nauc_recall_at_5_std": -0.175148, "nauc_recall_at_5_diff1": 0.569814, "nauc_recall_at_10_max": 0.385208, "nauc_recall_at_10_std": -0.198765, "nauc_recall_at_10_diff1": 0.551349, "nauc_recall_at_20_max": 0.355047, "nauc_recall_at_20_std": -0.208713, "nauc_recall_at_20_diff1": 0.534869, "nauc_recall_at_100_max": 0.35292, "nauc_recall_at_100_std": -0.076523, "nauc_recall_at_100_diff1": 0.506137, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.313797, "nauc_precision_at_1_std": -0.158262, "nauc_precision_at_1_diff1": 0.660658, "nauc_precision_at_3_max": 0.402008, "nauc_precision_at_3_std": -0.151926, "nauc_precision_at_3_diff1": 0.588502, "nauc_precision_at_5_max": 0.425038, "nauc_precision_at_5_std": -0.175148, "nauc_precision_at_5_diff1": 0.569814, "nauc_precision_at_10_max": 0.385208, "nauc_precision_at_10_std": -0.198765, "nauc_precision_at_10_diff1": 0.551349, "nauc_precision_at_20_max": 0.355047, "nauc_precision_at_20_std": -0.208713, "nauc_precision_at_20_diff1": 0.534869, "nauc_precision_at_100_max": 0.35292, "nauc_precision_at_100_std": -0.076523, "nauc_precision_at_100_diff1": 0.506137, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.313797, "nauc_mrr_at_1_std": -0.158262, "nauc_mrr_at_1_diff1": 0.660658, "nauc_mrr_at_3_max": 0.356721, "nauc_mrr_at_3_std": -0.152758, "nauc_mrr_at_3_diff1": 0.631137, "nauc_mrr_at_5_max": 0.361126, "nauc_mrr_at_5_std": -0.158303, "nauc_mrr_at_5_diff1": 0.627939, "nauc_mrr_at_10_max": 0.356121, "nauc_mrr_at_10_std": -0.160131, "nauc_mrr_at_10_diff1": 0.626452, "nauc_mrr_at_20_max": 0.354549, "nauc_mrr_at_20_std": -0.159975, "nauc_mrr_at_20_diff1": 0.626261, "nauc_mrr_at_100_max": 0.354534, "nauc_mrr_at_100_std": -0.157996, "nauc_mrr_at_100_diff1": 0.626694, "nauc_mrr_at_1000_max": 0.35458, "nauc_mrr_at_1000_std": -0.158073, "nauc_mrr_at_1000_diff1": 0.626951, "main_score": 0.49932, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "ndcg_at_1": 0.32657, "ndcg_at_3": 0.38655, "ndcg_at_5": 0.40865, "ndcg_at_10": 0.4274, "ndcg_at_20": 0.44424, "ndcg_at_100": 0.48875, "ndcg_at_1000": 0.50826, "map_at_1": 0.32657, "map_at_3": 0.37112, "map_at_5": 0.38347, "map_at_10": 0.39129, "map_at_20": 0.39588, "map_at_100": 0.40138, "map_at_1000": 0.40233, "recall_at_1": 0.32657, "recall_at_3": 0.43147, "recall_at_5": 0.48477, "recall_at_10": 0.5423, "recall_at_20": 0.60914, "recall_at_100": 0.85871, "recall_at_1000": 1.0, "precision_at_1": 0.32657, "precision_at_3": 0.14382, "precision_at_5": 0.09695, "precision_at_10": 0.05423, "precision_at_20": 0.03046, "precision_at_100": 0.00859, "precision_at_1000": 0.001, "mrr_at_1": 0.326565, "mrr_at_3": 0.371122, "mrr_at_5": 0.383474, "mrr_at_10": 0.391291, "mrr_at_20": 0.395884, "mrr_at_100": 0.401378, "mrr_at_1000": 0.402334, "nauc_ndcg_at_1_max": -0.035647, "nauc_ndcg_at_1_std": -0.395997, "nauc_ndcg_at_1_diff1": 0.711007, "nauc_ndcg_at_3_max": -0.075143, "nauc_ndcg_at_3_std": -0.444137, "nauc_ndcg_at_3_diff1": 0.662206, "nauc_ndcg_at_5_max": -0.081622, "nauc_ndcg_at_5_std": -0.448663, "nauc_ndcg_at_5_diff1": 0.637857, "nauc_ndcg_at_10_max": -0.084409, "nauc_ndcg_at_10_std": -0.445364, "nauc_ndcg_at_10_diff1": 0.632906, "nauc_ndcg_at_20_max": -0.073785, "nauc_ndcg_at_20_std": -0.430563, "nauc_ndcg_at_20_diff1": 0.627389, "nauc_ndcg_at_100_max": -0.071185, "nauc_ndcg_at_100_std": -0.425838, "nauc_ndcg_at_100_diff1": 0.632035, "nauc_ndcg_at_1000_max": -0.071142, "nauc_ndcg_at_1000_std": -0.430222, "nauc_ndcg_at_1000_diff1": 0.642402, "nauc_map_at_1_max": -0.035647, "nauc_map_at_1_std": -0.395997, "nauc_map_at_1_diff1": 0.711007, "nauc_map_at_3_max": -0.066057, "nauc_map_at_3_std": -0.432494, "nauc_map_at_3_diff1": 0.674184, "nauc_map_at_5_max": -0.069478, "nauc_map_at_5_std": -0.4352, "nauc_map_at_5_diff1": 0.660848, "nauc_map_at_10_max": -0.070818, "nauc_map_at_10_std": -0.433806, "nauc_map_at_10_diff1": 0.658952, "nauc_map_at_20_max": -0.06794, "nauc_map_at_20_std": -0.429819, "nauc_map_at_20_diff1": 0.657588, "nauc_map_at_100_max": -0.067419, "nauc_map_at_100_std": -0.428916, "nauc_map_at_100_diff1": 0.657697, "nauc_map_at_1000_max": -0.067405, "nauc_map_at_1000_std": -0.42908, "nauc_map_at_1000_diff1": 0.658131, "nauc_recall_at_1_max": -0.035647, "nauc_recall_at_1_std": -0.395997, "nauc_recall_at_1_diff1": 0.711007, "nauc_recall_at_3_max": -0.100927, "nauc_recall_at_3_std": -0.477418, "nauc_recall_at_3_diff1": 0.627895, "nauc_recall_at_5_max": -0.117727, "nauc_recall_at_5_std": -0.488025, "nauc_recall_at_5_diff1": 0.567521, "nauc_recall_at_10_max": -0.126953, "nauc_recall_at_10_std": -0.479229, "nauc_recall_at_10_diff1": 0.548152, "nauc_recall_at_20_max": -0.083747, "nauc_recall_at_20_std": -0.417069, "nauc_recall_at_20_diff1": 0.517167, "nauc_recall_at_100_max": -0.07115, "nauc_recall_at_100_std": -0.354501, "nauc_recall_at_100_diff1": 0.464571, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.035647, "nauc_precision_at_1_std": -0.395997, "nauc_precision_at_1_diff1": 0.711007, "nauc_precision_at_3_max": -0.100927, "nauc_precision_at_3_std": -0.477418, "nauc_precision_at_3_diff1": 0.627895, "nauc_precision_at_5_max": -0.117727, "nauc_precision_at_5_std": -0.488025, "nauc_precision_at_5_diff1": 0.567521, "nauc_precision_at_10_max": -0.126953, "nauc_precision_at_10_std": -0.479229, "nauc_precision_at_10_diff1": 0.548152, "nauc_precision_at_20_max": -0.083747, "nauc_precision_at_20_std": -0.417069, "nauc_precision_at_20_diff1": 0.517167, "nauc_precision_at_100_max": -0.07115, "nauc_precision_at_100_std": -0.354501, "nauc_precision_at_100_diff1": 0.464571, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.035647, "nauc_mrr_at_1_std": -0.395997, "nauc_mrr_at_1_diff1": 0.711007, "nauc_mrr_at_3_max": -0.066057, "nauc_mrr_at_3_std": -0.432494, "nauc_mrr_at_3_diff1": 0.674184, "nauc_mrr_at_5_max": -0.069478, "nauc_mrr_at_5_std": -0.4352, "nauc_mrr_at_5_diff1": 0.660848, "nauc_mrr_at_10_max": -0.070818, "nauc_mrr_at_10_std": -0.433806, "nauc_mrr_at_10_diff1": 0.658952, "nauc_mrr_at_20_max": -0.06794, "nauc_mrr_at_20_std": -0.429819, "nauc_mrr_at_20_diff1": 0.657588, "nauc_mrr_at_100_max": -0.067419, "nauc_mrr_at_100_std": -0.428916, "nauc_mrr_at_100_diff1": 0.657697, "nauc_mrr_at_1000_max": -0.067405, "nauc_mrr_at_1000_std": -0.42908, "nauc_mrr_at_1000_diff1": 0.658131, "main_score": 0.4274, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "ndcg_at_1": 0.19221, "ndcg_at_3": 0.24816, "ndcg_at_5": 0.27116, "ndcg_at_10": 0.29645, "ndcg_at_20": 0.31754, "ndcg_at_100": 0.36947, "ndcg_at_1000": 0.39791, "map_at_1": 0.19221, "map_at_3": 0.23469, "map_at_5": 0.24743, "map_at_10": 0.25793, "map_at_20": 0.26356, "map_at_100": 0.27026, "map_at_1000": 0.27164, "recall_at_1": 0.19221, "recall_at_3": 0.28704, "recall_at_5": 0.34293, "recall_at_10": 0.42083, "recall_at_20": 0.5055, "recall_at_100": 0.7934, "recall_at_1000": 1.0, "precision_at_1": 0.19221, "precision_at_3": 0.09568, "precision_at_5": 0.06859, "precision_at_10": 0.04208, "precision_at_20": 0.02528, "precision_at_100": 0.00793, "precision_at_1000": 0.001, "mrr_at_1": 0.19221, "mrr_at_3": 0.234688, "mrr_at_5": 0.247432, "mrr_at_10": 0.257934, "mrr_at_20": 0.263556, "mrr_at_100": 0.270257, "mrr_at_1000": 0.271639, "nauc_ndcg_at_1_max": 0.278234, "nauc_ndcg_at_1_std": -0.049946, "nauc_ndcg_at_1_diff1": 0.517133, "nauc_ndcg_at_3_max": 0.251462, "nauc_ndcg_at_3_std": -0.046254, "nauc_ndcg_at_3_diff1": 0.453755, "nauc_ndcg_at_5_max": 0.258875, "nauc_ndcg_at_5_std": -0.017845, "nauc_ndcg_at_5_diff1": 0.430633, "nauc_ndcg_at_10_max": 0.24718, "nauc_ndcg_at_10_std": -0.008028, "nauc_ndcg_at_10_diff1": 0.419906, "nauc_ndcg_at_20_max": 0.246947, "nauc_ndcg_at_20_std": 0.00216, "nauc_ndcg_at_20_diff1": 0.415193, "nauc_ndcg_at_100_max": 0.244792, "nauc_ndcg_at_100_std": 0.004692, "nauc_ndcg_at_100_diff1": 0.416456, "nauc_ndcg_at_1000_max": 0.251024, "nauc_ndcg_at_1000_std": -0.010719, "nauc_ndcg_at_1000_diff1": 0.431295, "nauc_map_at_1_max": 0.278234, "nauc_map_at_1_std": -0.049946, "nauc_map_at_1_diff1": 0.517133, "nauc_map_at_3_max": 0.257953, "nauc_map_at_3_std": -0.047077, "nauc_map_at_3_diff1": 0.467029, "nauc_map_at_5_max": 0.262306, "nauc_map_at_5_std": -0.031025, "nauc_map_at_5_diff1": 0.453661, "nauc_map_at_10_max": 0.257216, "nauc_map_at_10_std": -0.026615, "nauc_map_at_10_diff1": 0.449096, "nauc_map_at_20_max": 0.25705, "nauc_map_at_20_std": -0.023958, "nauc_map_at_20_diff1": 0.447942, "nauc_map_at_100_max": 0.256897, "nauc_map_at_100_std": -0.023227, "nauc_map_at_100_diff1": 0.447989, "nauc_map_at_1000_max": 0.257138, "nauc_map_at_1000_std": -0.024022, "nauc_map_at_1000_diff1": 0.448707, "nauc_recall_at_1_max": 0.278234, "nauc_recall_at_1_std": -0.049946, "nauc_recall_at_1_diff1": 0.517133, "nauc_recall_at_3_max": 0.234271, "nauc_recall_at_3_std": -0.0441, "nauc_recall_at_3_diff1": 0.419309, "nauc_recall_at_5_max": 0.250731, "nauc_recall_at_5_std": 0.019514, "nauc_recall_at_5_diff1": 0.369477, "nauc_recall_at_10_max": 0.218704, "nauc_recall_at_10_std": 0.045347, "nauc_recall_at_10_diff1": 0.340342, "nauc_recall_at_20_max": 0.217817, "nauc_recall_at_20_std": 0.085487, "nauc_recall_at_20_diff1": 0.31981, "nauc_recall_at_100_max": 0.177358, "nauc_recall_at_100_std": 0.159215, "nauc_recall_at_100_diff1": 0.264207, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.278234, "nauc_precision_at_1_std": -0.049946, "nauc_precision_at_1_diff1": 0.517133, "nauc_precision_at_3_max": 0.234271, "nauc_precision_at_3_std": -0.0441, "nauc_precision_at_3_diff1": 0.419309, "nauc_precision_at_5_max": 0.250731, "nauc_precision_at_5_std": 0.019514, "nauc_precision_at_5_diff1": 0.369477, "nauc_precision_at_10_max": 0.218704, "nauc_precision_at_10_std": 0.045347, "nauc_precision_at_10_diff1": 0.340342, "nauc_precision_at_20_max": 0.217817, "nauc_precision_at_20_std": 0.085487, "nauc_precision_at_20_diff1": 0.31981, "nauc_precision_at_100_max": 0.177358, "nauc_precision_at_100_std": 0.159215, "nauc_precision_at_100_diff1": 0.264207, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.278234, "nauc_mrr_at_1_std": -0.049946, "nauc_mrr_at_1_diff1": 0.517133, "nauc_mrr_at_3_max": 0.257953, "nauc_mrr_at_3_std": -0.047077, "nauc_mrr_at_3_diff1": 0.467029, "nauc_mrr_at_5_max": 0.262306, "nauc_mrr_at_5_std": -0.031025, "nauc_mrr_at_5_diff1": 0.453661, "nauc_mrr_at_10_max": 0.257216, "nauc_mrr_at_10_std": -0.026615, "nauc_mrr_at_10_diff1": 0.449096, "nauc_mrr_at_20_max": 0.25705, "nauc_mrr_at_20_std": -0.023958, "nauc_mrr_at_20_diff1": 0.447942, "nauc_mrr_at_100_max": 0.256897, "nauc_mrr_at_100_std": -0.023227, "nauc_mrr_at_100_diff1": 0.447989, "nauc_mrr_at_1000_max": 0.257138, "nauc_mrr_at_1000_std": -0.024022, "nauc_mrr_at_1000_diff1": 0.448707, "main_score": 0.29645, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 8.377525806427002, "kg_co2_emissions": 0.00034613107350182915 }