{ "dataset_revision": "d7c758a6dceecd54a98cac43404d3d576e721f07", "task_name": "FleursA2TRetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 0.68561, "ndcg_at_3": 0.79437, "ndcg_at_5": 0.8004, "ndcg_at_10": 0.81257, "ndcg_at_20": 0.81948, "ndcg_at_100": 0.82784, "ndcg_at_1000": 0.82937, "map_at_1": 0.68561, "map_at_3": 0.76894, "map_at_5": 0.77216, "map_at_10": 0.77714, "map_at_20": 0.77915, "map_at_100": 0.78054, "map_at_1000": 0.78061, "recall_at_1": 0.68561, "recall_at_3": 0.86742, "recall_at_5": 0.88258, "recall_at_10": 0.92045, "recall_at_20": 0.94697, "recall_at_100": 0.98864, "recall_at_1000": 1.0, "accuracy": 0.68561, "precision_at_1": 0.68561, "precision_at_3": 0.28914, "precision_at_5": 0.17652, "precision_at_10": 0.09205, "precision_at_20": 0.04735, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.689394, "mrr_at_3": 0.771465, "mrr_at_5": 0.774684, "mrr_at_10": 0.779666, "mrr_at_20": 0.78165, "mrr_at_100": 0.783047, "mrr_at_1000": 0.783117, "nauc_ndcg_at_1_max": 0.571905, "nauc_ndcg_at_1_std": 0.155248, "nauc_ndcg_at_1_diff1": 0.861032, "nauc_ndcg_at_3_max": 0.709041, "nauc_ndcg_at_3_std": 0.345183, "nauc_ndcg_at_3_diff1": 0.777726, "nauc_ndcg_at_5_max": 0.702045, "nauc_ndcg_at_5_std": 0.343914, "nauc_ndcg_at_5_diff1": 0.781079, "nauc_ndcg_at_10_max": 0.685045, "nauc_ndcg_at_10_std": 0.324099, "nauc_ndcg_at_10_diff1": 0.779214, "nauc_ndcg_at_20_max": 0.67634, "nauc_ndcg_at_20_std": 0.308473, "nauc_ndcg_at_20_diff1": 0.777504, "nauc_ndcg_at_100_max": 0.67054, "nauc_ndcg_at_100_std": 0.293778, "nauc_ndcg_at_100_diff1": 0.788872, "nauc_ndcg_at_1000_max": 0.668246, "nauc_ndcg_at_1000_std": 0.291348, "nauc_ndcg_at_1000_diff1": 0.793366, "nauc_map_at_1_max": 0.571905, "nauc_map_at_1_std": 0.155248, "nauc_map_at_1_diff1": 0.861032, "nauc_map_at_3_max": 0.67118, "nauc_map_at_3_std": 0.289195, "nauc_map_at_3_diff1": 0.801302, "nauc_map_at_5_max": 0.667302, "nauc_map_at_5_std": 0.287924, "nauc_map_at_5_diff1": 0.80315, "nauc_map_at_10_max": 0.660459, "nauc_map_at_10_std": 0.279888, "nauc_map_at_10_diff1": 0.802594, "nauc_map_at_20_max": 0.658078, "nauc_map_at_20_std": 0.275619, "nauc_map_at_20_diff1": 0.802339, "nauc_map_at_100_max": 0.657259, "nauc_map_at_100_std": 0.273592, "nauc_map_at_100_diff1": 0.803974, "nauc_map_at_1000_max": 0.657188, "nauc_map_at_1000_std": 0.273537, "nauc_map_at_1000_diff1": 0.804139, "nauc_recall_at_1_max": 0.571905, "nauc_recall_at_1_std": 0.155248, "nauc_recall_at_1_diff1": 0.861032, "nauc_recall_at_3_max": 0.879559, "nauc_recall_at_3_std": 0.600011, "nauc_recall_at_3_diff1": 0.671113, "nauc_recall_at_5_max": 0.871838, "nauc_recall_at_5_std": 0.623434, "nauc_recall_at_5_diff1": 0.672585, "nauc_recall_at_10_max": 0.836804, "nauc_recall_at_10_std": 0.614714, "nauc_recall_at_10_diff1": 0.617441, "nauc_recall_at_20_max": 0.812328, "nauc_recall_at_20_std": 0.579608, "nauc_recall_at_20_diff1": 0.518973, "nauc_recall_at_100_max": 0.907434, "nauc_recall_at_100_std": 0.558988, "nauc_recall_at_100_diff1": 0.344936, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.571905, "nauc_precision_at_1_std": 0.155248, "nauc_precision_at_1_diff1": 0.861032, "nauc_precision_at_3_max": 0.879559, "nauc_precision_at_3_std": 0.600011, "nauc_precision_at_3_diff1": 0.671113, "nauc_precision_at_5_max": 0.871838, "nauc_precision_at_5_std": 0.623434, "nauc_precision_at_5_diff1": 0.672585, "nauc_precision_at_10_max": 0.836804, "nauc_precision_at_10_std": 0.614714, "nauc_precision_at_10_diff1": 0.617441, "nauc_precision_at_20_max": 0.812328, "nauc_precision_at_20_std": 0.579608, "nauc_precision_at_20_diff1": 0.518973, "nauc_precision_at_100_max": 0.907434, "nauc_precision_at_100_std": 0.558988, "nauc_precision_at_100_diff1": 0.344936, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.581886, "nauc_mrr_at_1_std": 0.172921, "nauc_mrr_at_1_diff1": 0.853557, "nauc_mrr_at_3_max": 0.678925, "nauc_mrr_at_3_std": 0.307675, "nauc_mrr_at_3_diff1": 0.795566, "nauc_mrr_at_5_max": 0.675124, "nauc_mrr_at_5_std": 0.306652, "nauc_mrr_at_5_diff1": 0.797348, "nauc_mrr_at_10_max": 0.66841, "nauc_mrr_at_10_std": 0.298992, "nauc_mrr_at_10_diff1": 0.796651, "nauc_mrr_at_20_max": 0.666127, "nauc_mrr_at_20_std": 0.294963, "nauc_mrr_at_20_diff1": 0.796324, "nauc_mrr_at_100_max": 0.66536, "nauc_mrr_at_100_std": 0.293059, "nauc_mrr_at_100_diff1": 0.797929, "nauc_mrr_at_1000_max": 0.665292, "nauc_mrr_at_1000_std": 0.293011, "nauc_mrr_at_1000_diff1": 0.798093, "cv_recall_at_1": 0.68939, "cv_recall_at_3": 0.86742, "cv_recall_at_5": 0.88258, "cv_recall_at_10": 0.92045, "cv_recall_at_20": 0.94697, "cv_recall_at_100": 0.98864, "cv_recall_at_1000": 1.0, "main_score": 0.88258, "hf_subset": "af_za", "languages": [ "afr-Latn" ] }, { "ndcg_at_1": 0.17442, "ndcg_at_3": 0.28267, "ndcg_at_5": 0.30911, "ndcg_at_10": 0.33811, "ndcg_at_20": 0.35774, "ndcg_at_100": 0.39753, "ndcg_at_1000": 0.422, "map_at_1": 0.17442, "map_at_3": 0.25581, "map_at_5": 0.27054, "map_at_10": 0.28224, "map_at_20": 0.28765, "map_at_100": 0.29283, "map_at_1000": 0.29381, "recall_at_1": 0.17442, "recall_at_3": 0.36047, "recall_at_5": 0.42442, "recall_at_10": 0.5155, "recall_at_20": 0.59302, "recall_at_100": 0.81202, "recall_at_1000": 1.0, "accuracy": 0.17442, "precision_at_1": 0.17442, "precision_at_3": 0.12016, "precision_at_5": 0.08488, "precision_at_10": 0.05155, "precision_at_20": 0.02965, "precision_at_100": 0.00812, "precision_at_1000": 0.001, "mrr_at_1": 0.180233, "mrr_at_3": 0.255491, "mrr_at_5": 0.271479, "mrr_at_10": 0.284118, "mrr_at_20": 0.289665, "mrr_at_100": 0.294775, "mrr_at_1000": 0.29576, "nauc_ndcg_at_1_max": 0.230456, "nauc_ndcg_at_1_std": -0.126124, "nauc_ndcg_at_1_diff1": 0.318334, "nauc_ndcg_at_3_max": 0.281687, "nauc_ndcg_at_3_std": -0.098072, "nauc_ndcg_at_3_diff1": 0.205001, "nauc_ndcg_at_5_max": 0.264936, "nauc_ndcg_at_5_std": -0.104259, "nauc_ndcg_at_5_diff1": 0.209772, "nauc_ndcg_at_10_max": 0.249709, "nauc_ndcg_at_10_std": -0.114039, "nauc_ndcg_at_10_diff1": 0.200016, "nauc_ndcg_at_20_max": 0.234448, "nauc_ndcg_at_20_std": -0.119069, "nauc_ndcg_at_20_diff1": 0.201453, "nauc_ndcg_at_100_max": 0.243791, "nauc_ndcg_at_100_std": -0.105978, "nauc_ndcg_at_100_diff1": 0.214157, "nauc_ndcg_at_1000_max": 0.246044, "nauc_ndcg_at_1000_std": -0.112131, "nauc_ndcg_at_1000_diff1": 0.213636, "nauc_map_at_1_max": 0.230456, "nauc_map_at_1_std": -0.126124, "nauc_map_at_1_diff1": 0.318334, "nauc_map_at_3_max": 0.269662, "nauc_map_at_3_std": -0.105933, "nauc_map_at_3_diff1": 0.224751, "nauc_map_at_5_max": 0.259912, "nauc_map_at_5_std": -0.109034, "nauc_map_at_5_diff1": 0.227213, "nauc_map_at_10_max": 0.253622, "nauc_map_at_10_std": -0.112504, "nauc_map_at_10_diff1": 0.22314, "nauc_map_at_20_max": 0.2495, "nauc_map_at_20_std": -0.113784, "nauc_map_at_20_diff1": 0.223798, "nauc_map_at_100_max": 0.251168, "nauc_map_at_100_std": -0.111809, "nauc_map_at_100_diff1": 0.224724, "nauc_map_at_1000_max": 0.250973, "nauc_map_at_1000_std": -0.112299, "nauc_map_at_1000_diff1": 0.224769, "nauc_recall_at_1_max": 0.230456, "nauc_recall_at_1_std": -0.126124, "nauc_recall_at_1_diff1": 0.318334, "nauc_recall_at_3_max": 0.311979, "nauc_recall_at_3_std": -0.077872, "nauc_recall_at_3_diff1": 0.157369, "nauc_recall_at_5_max": 0.275745, "nauc_recall_at_5_std": -0.093071, "nauc_recall_at_5_diff1": 0.168992, "nauc_recall_at_10_max": 0.23215, "nauc_recall_at_10_std": -0.123577, "nauc_recall_at_10_diff1": 0.139711, "nauc_recall_at_20_max": 0.17113, "nauc_recall_at_20_std": -0.144765, "nauc_recall_at_20_diff1": 0.139225, "nauc_recall_at_100_max": 0.194602, "nauc_recall_at_100_std": -0.056954, "nauc_recall_at_100_diff1": 0.223206, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.230456, "nauc_precision_at_1_std": -0.126124, "nauc_precision_at_1_diff1": 0.318334, "nauc_precision_at_3_max": 0.311979, "nauc_precision_at_3_std": -0.077872, "nauc_precision_at_3_diff1": 0.157369, "nauc_precision_at_5_max": 0.275745, "nauc_precision_at_5_std": -0.093071, "nauc_precision_at_5_diff1": 0.168992, "nauc_precision_at_10_max": 0.23215, "nauc_precision_at_10_std": -0.123577, "nauc_precision_at_10_diff1": 0.139711, "nauc_precision_at_20_max": 0.17113, "nauc_precision_at_20_std": -0.144765, "nauc_precision_at_20_diff1": 0.139225, "nauc_precision_at_100_max": 0.194602, "nauc_precision_at_100_std": -0.056954, "nauc_precision_at_100_diff1": 0.223206, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.229462, "nauc_mrr_at_1_std": -0.114186, "nauc_mrr_at_1_diff1": 0.310518, "nauc_mrr_at_3_max": 0.261657, "nauc_mrr_at_3_std": -0.118089, "nauc_mrr_at_3_diff1": 0.217663, "nauc_mrr_at_5_max": 0.263817, "nauc_mrr_at_5_std": -0.105721, "nauc_mrr_at_5_diff1": 0.222922, "nauc_mrr_at_10_max": 0.253565, "nauc_mrr_at_10_std": -0.113622, "nauc_mrr_at_10_diff1": 0.220612, "nauc_mrr_at_20_max": 0.249403, "nauc_mrr_at_20_std": -0.114286, "nauc_mrr_at_20_diff1": 0.2209, "nauc_mrr_at_100_max": 0.251527, "nauc_mrr_at_100_std": -0.113027, "nauc_mrr_at_100_diff1": 0.221822, "nauc_mrr_at_1000_max": 0.251336, "nauc_mrr_at_1000_std": -0.113514, "nauc_mrr_at_1000_diff1": 0.221859, "cv_recall_at_1": 0.18023, "cv_recall_at_3": 0.35078, "cv_recall_at_5": 0.4186, "cv_recall_at_10": 0.5155, "cv_recall_at_20": 0.59496, "cv_recall_at_100": 0.81202, "cv_recall_at_1000": 1.0, "main_score": 0.4186, "hf_subset": "am_et", "languages": [ "amh-Ethi" ] }, { "ndcg_at_1": 0.65654, "ndcg_at_3": 0.86231, "ndcg_at_5": 0.86422, "ndcg_at_10": 0.86422, "ndcg_at_20": 0.86422, "ndcg_at_100": 0.86458, "ndcg_at_1000": 0.86577, "map_at_1": 0.65654, "map_at_3": 0.81931, "map_at_5": 0.82037, "map_at_10": 0.82037, "map_at_20": 0.82037, "map_at_100": 0.82039, "map_at_1000": 0.82044, "recall_at_1": 0.65654, "recall_at_3": 0.98364, "recall_at_5": 0.98832, "recall_at_10": 0.98832, "recall_at_20": 0.98832, "recall_at_100": 0.99065, "recall_at_1000": 1.0, "accuracy": 0.65654, "precision_at_1": 0.65654, "precision_at_3": 0.32788, "precision_at_5": 0.19766, "precision_at_10": 0.09883, "precision_at_20": 0.04942, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.656542, "mrr_at_3": 0.819704, "mrr_at_5": 0.820755, "mrr_at_10": 0.820755, "mrr_at_20": 0.820755, "mrr_at_100": 0.820783, "mrr_at_1000": 0.820825, "nauc_ndcg_at_1_max": 0.085585, "nauc_ndcg_at_1_std": -0.175984, "nauc_ndcg_at_1_diff1": 0.600069, "nauc_ndcg_at_3_max": 0.164163, "nauc_ndcg_at_3_std": -0.084247, "nauc_ndcg_at_3_diff1": 0.533486, "nauc_ndcg_at_5_max": 0.150104, "nauc_ndcg_at_5_std": -0.097377, "nauc_ndcg_at_5_diff1": 0.545345, "nauc_ndcg_at_10_max": 0.150104, "nauc_ndcg_at_10_std": -0.097377, "nauc_ndcg_at_10_diff1": 0.545345, "nauc_ndcg_at_20_max": 0.150104, "nauc_ndcg_at_20_std": -0.097377, "nauc_ndcg_at_20_diff1": 0.545345, "nauc_ndcg_at_100_max": 0.147374, "nauc_ndcg_at_100_std": -0.100901, "nauc_ndcg_at_100_diff1": 0.546702, "nauc_ndcg_at_1000_max": 0.138308, "nauc_ndcg_at_1000_std": -0.112607, "nauc_ndcg_at_1000_diff1": 0.554339, "nauc_map_at_1_max": 0.085585, "nauc_map_at_1_std": -0.175984, "nauc_map_at_1_diff1": 0.600069, "nauc_map_at_3_max": 0.13218, "nauc_map_at_3_std": -0.122138, "nauc_map_at_3_diff1": 0.559096, "nauc_map_at_5_max": 0.126078, "nauc_map_at_5_std": -0.128023, "nauc_map_at_5_diff1": 0.564234, "nauc_map_at_10_max": 0.126078, "nauc_map_at_10_std": -0.128023, "nauc_map_at_10_diff1": 0.564234, "nauc_map_at_20_max": 0.126078, "nauc_map_at_20_std": -0.128023, "nauc_map_at_20_diff1": 0.564234, "nauc_map_at_100_max": 0.125917, "nauc_map_at_100_std": -0.12823, "nauc_map_at_100_diff1": 0.564315, "nauc_map_at_1000_max": 0.125672, "nauc_map_at_1000_std": -0.128546, "nauc_map_at_1000_diff1": 0.564521, "nauc_recall_at_1_max": 0.085585, "nauc_recall_at_1_std": -0.175984, "nauc_recall_at_1_diff1": 0.600069, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.908316, "nauc_recall_at_3_diff1": -0.129476, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": -0.11265, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": -0.11265, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": -0.11265, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": -0.171542, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.085585, "nauc_precision_at_1_std": -0.175984, "nauc_precision_at_1_diff1": 0.600069, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.908316, "nauc_precision_at_3_diff1": -0.129476, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": -0.11265, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": -0.11265, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": -0.11265, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": -0.171542, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.085585, "nauc_mrr_at_1_std": -0.175984, "nauc_mrr_at_1_diff1": 0.600069, "nauc_mrr_at_3_max": 0.13065, "nauc_mrr_at_3_std": -0.12099, "nauc_mrr_at_3_diff1": 0.560227, "nauc_mrr_at_5_max": 0.124522, "nauc_mrr_at_5_std": -0.126882, "nauc_mrr_at_5_diff1": 0.565386, "nauc_mrr_at_10_max": 0.124522, "nauc_mrr_at_10_std": -0.126882, "nauc_mrr_at_10_diff1": 0.565386, "nauc_mrr_at_20_max": 0.124522, "nauc_mrr_at_20_std": -0.126882, "nauc_mrr_at_20_diff1": 0.565386, "nauc_mrr_at_100_max": 0.12436, "nauc_mrr_at_100_std": -0.12709, "nauc_mrr_at_100_diff1": 0.565467, "nauc_mrr_at_1000_max": 0.124115, "nauc_mrr_at_1000_std": -0.127406, "nauc_mrr_at_1000_diff1": 0.565674, "cv_recall_at_1": 0.65654, "cv_recall_at_3": 0.98364, "cv_recall_at_5": 0.98832, "cv_recall_at_10": 0.98832, "cv_recall_at_20": 0.98832, "cv_recall_at_100": 0.99065, "cv_recall_at_1000": 1.0, "main_score": 0.98832, "hf_subset": "ar_eg", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.12907, "ndcg_at_3": 0.27061, "ndcg_at_5": 0.28798, "ndcg_at_10": 0.31257, "ndcg_at_20": 0.33062, "ndcg_at_100": 0.35915, "ndcg_at_1000": 0.39347, "map_at_1": 0.12907, "map_at_3": 0.23408, "map_at_5": 0.24383, "map_at_10": 0.25414, "map_at_20": 0.25913, "map_at_100": 0.26281, "map_at_1000": 0.26396, "recall_at_1": 0.12907, "recall_at_3": 0.37703, "recall_at_5": 0.4187, "recall_at_10": 0.4939, "recall_at_20": 0.56504, "recall_at_100": 0.72256, "recall_at_1000": 1.0, "accuracy": 0.12907, "precision_at_1": 0.12907, "precision_at_3": 0.12568, "precision_at_5": 0.08374, "precision_at_10": 0.04939, "precision_at_20": 0.02825, "precision_at_100": 0.00723, "precision_at_1000": 0.001, "mrr_at_1": 0.134146, "mrr_at_3": 0.236789, "mrr_at_5": 0.24873, "mrr_at_10": 0.257211, "mrr_at_20": 0.261849, "mrr_at_100": 0.265804, "mrr_at_1000": 0.266955, "nauc_ndcg_at_1_max": 0.301172, "nauc_ndcg_at_1_std": -0.068172, "nauc_ndcg_at_1_diff1": -0.177323, "nauc_ndcg_at_3_max": 0.41952, "nauc_ndcg_at_3_std": -0.082959, "nauc_ndcg_at_3_diff1": -0.089125, "nauc_ndcg_at_5_max": 0.407654, "nauc_ndcg_at_5_std": -0.080154, "nauc_ndcg_at_5_diff1": -0.075917, "nauc_ndcg_at_10_max": 0.393353, "nauc_ndcg_at_10_std": -0.071869, "nauc_ndcg_at_10_diff1": -0.055113, "nauc_ndcg_at_20_max": 0.380657, "nauc_ndcg_at_20_std": -0.070613, "nauc_ndcg_at_20_diff1": -0.063989, "nauc_ndcg_at_100_max": 0.374546, "nauc_ndcg_at_100_std": -0.054515, "nauc_ndcg_at_100_diff1": -0.06902, "nauc_ndcg_at_1000_max": 0.379202, "nauc_ndcg_at_1000_std": -0.066347, "nauc_ndcg_at_1000_diff1": -0.078096, "nauc_map_at_1_max": 0.301172, "nauc_map_at_1_std": -0.068172, "nauc_map_at_1_diff1": -0.177323, "nauc_map_at_3_max": 0.393227, "nauc_map_at_3_std": -0.080887, "nauc_map_at_3_diff1": -0.108617, "nauc_map_at_5_max": 0.385866, "nauc_map_at_5_std": -0.079305, "nauc_map_at_5_diff1": -0.100711, "nauc_map_at_10_max": 0.379525, "nauc_map_at_10_std": -0.075794, "nauc_map_at_10_diff1": -0.091374, "nauc_map_at_20_max": 0.375687, "nauc_map_at_20_std": -0.07544, "nauc_map_at_20_diff1": -0.093894, "nauc_map_at_100_max": 0.374784, "nauc_map_at_100_std": -0.072983, "nauc_map_at_100_diff1": -0.094388, "nauc_map_at_1000_max": 0.375, "nauc_map_at_1000_std": -0.073309, "nauc_map_at_1000_diff1": -0.094831, "nauc_recall_at_1_max": 0.301172, "nauc_recall_at_1_std": -0.068172, "nauc_recall_at_1_diff1": -0.177323, "nauc_recall_at_3_max": 0.479786, "nauc_recall_at_3_std": -0.087395, "nauc_recall_at_3_diff1": -0.044475, "nauc_recall_at_5_max": 0.456599, "nauc_recall_at_5_std": -0.081429, "nauc_recall_at_5_diff1": -0.017994, "nauc_recall_at_10_max": 0.420314, "nauc_recall_at_10_std": -0.059201, "nauc_recall_at_10_diff1": 0.036778, "nauc_recall_at_20_max": 0.378257, "nauc_recall_at_20_std": -0.05395, "nauc_recall_at_20_diff1": 0.010696, "nauc_recall_at_100_max": 0.340465, "nauc_recall_at_100_std": 0.045878, "nauc_recall_at_100_diff1": -0.001083, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.301172, "nauc_precision_at_1_std": -0.068172, "nauc_precision_at_1_diff1": -0.177323, "nauc_precision_at_3_max": 0.479786, "nauc_precision_at_3_std": -0.087395, "nauc_precision_at_3_diff1": -0.044475, "nauc_precision_at_5_max": 0.456599, "nauc_precision_at_5_std": -0.081429, "nauc_precision_at_5_diff1": -0.017994, "nauc_precision_at_10_max": 0.420314, "nauc_precision_at_10_std": -0.059201, "nauc_precision_at_10_diff1": 0.036778, "nauc_precision_at_20_max": 0.378257, "nauc_precision_at_20_std": -0.05395, "nauc_precision_at_20_diff1": 0.010696, "nauc_precision_at_100_max": 0.340465, "nauc_precision_at_100_std": 0.045878, "nauc_precision_at_100_diff1": -0.001083, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.251459, "nauc_mrr_at_1_std": -0.090294, "nauc_mrr_at_1_diff1": -0.154499, "nauc_mrr_at_3_max": 0.373018, "nauc_mrr_at_3_std": -0.079515, "nauc_mrr_at_3_diff1": -0.081327, "nauc_mrr_at_5_max": 0.360872, "nauc_mrr_at_5_std": -0.083963, "nauc_mrr_at_5_diff1": -0.072558, "nauc_mrr_at_10_max": 0.356301, "nauc_mrr_at_10_std": -0.078737, "nauc_mrr_at_10_diff1": -0.066147, "nauc_mrr_at_20_max": 0.353574, "nauc_mrr_at_20_std": -0.077289, "nauc_mrr_at_20_diff1": -0.067812, "nauc_mrr_at_100_max": 0.352336, "nauc_mrr_at_100_std": -0.074837, "nauc_mrr_at_100_diff1": -0.068715, "nauc_mrr_at_1000_max": 0.352473, "nauc_mrr_at_1000_std": -0.075166, "nauc_mrr_at_1000_diff1": -0.069063, "cv_recall_at_1": 0.13415, "cv_recall_at_3": 0.37805, "cv_recall_at_5": 0.43089, "cv_recall_at_10": 0.49492, "cv_recall_at_20": 0.55996, "cv_recall_at_100": 0.72256, "cv_recall_at_1000": 1.0, "main_score": 0.43089, "hf_subset": "as_in", "languages": [ "asm-Beng" ] }, { "ndcg_at_1": 0.37949, "ndcg_at_3": 0.73542, "ndcg_at_5": 0.73542, "ndcg_at_10": 0.73542, "ndcg_at_20": 0.73542, "ndcg_at_100": 0.73542, "ndcg_at_1000": 0.73542, "map_at_1": 0.37949, "map_at_3": 0.64447, "map_at_5": 0.64447, "map_at_10": 0.64447, "map_at_20": 0.64447, "map_at_100": 0.64447, "map_at_1000": 0.64447, "recall_at_1": 0.37949, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.37949, "precision_at_1": 0.37949, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.369979, "mrr_at_3": 0.638302, "mrr_at_5": 0.638302, "mrr_at_10": 0.638302, "mrr_at_20": 0.638302, "mrr_at_100": 0.638302, "mrr_at_1000": 0.638302, "nauc_ndcg_at_1_max": -0.014246, "nauc_ndcg_at_1_std": -0.057997, "nauc_ndcg_at_1_diff1": 0.022146, "nauc_ndcg_at_3_max": -0.025541, "nauc_ndcg_at_3_std": -0.06626, "nauc_ndcg_at_3_diff1": 0.013343, "nauc_ndcg_at_5_max": -0.025541, "nauc_ndcg_at_5_std": -0.06626, "nauc_ndcg_at_5_diff1": 0.013343, "nauc_ndcg_at_10_max": -0.025541, "nauc_ndcg_at_10_std": -0.06626, "nauc_ndcg_at_10_diff1": 0.013343, "nauc_ndcg_at_20_max": -0.025541, "nauc_ndcg_at_20_std": -0.06626, "nauc_ndcg_at_20_diff1": 0.013343, "nauc_ndcg_at_100_max": -0.025541, "nauc_ndcg_at_100_std": -0.06626, "nauc_ndcg_at_100_diff1": 0.013343, "nauc_ndcg_at_1000_max": -0.025541, "nauc_ndcg_at_1000_std": -0.06626, "nauc_ndcg_at_1000_diff1": 0.013343, "nauc_map_at_1_max": -0.014246, "nauc_map_at_1_std": -0.057997, "nauc_map_at_1_diff1": 0.022146, "nauc_map_at_3_max": -0.024983, "nauc_map_at_3_std": -0.065852, "nauc_map_at_3_diff1": 0.013778, "nauc_map_at_5_max": -0.024983, "nauc_map_at_5_std": -0.065852, "nauc_map_at_5_diff1": 0.013778, "nauc_map_at_10_max": -0.024983, "nauc_map_at_10_std": -0.065852, "nauc_map_at_10_diff1": 0.013778, "nauc_map_at_20_max": -0.024983, "nauc_map_at_20_std": -0.065852, "nauc_map_at_20_diff1": 0.013778, "nauc_map_at_100_max": -0.024983, "nauc_map_at_100_std": -0.065852, "nauc_map_at_100_diff1": 0.013778, "nauc_map_at_1000_max": -0.024983, "nauc_map_at_1000_std": -0.065852, "nauc_map_at_1000_diff1": 0.013778, "nauc_recall_at_1_max": -0.014246, "nauc_recall_at_1_std": -0.057997, "nauc_recall_at_1_diff1": 0.022146, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.014246, "nauc_precision_at_1_std": -0.057997, "nauc_precision_at_1_diff1": 0.022146, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.054842, "nauc_mrr_at_1_std": -0.092566, "nauc_mrr_at_1_diff1": 0.038681, "nauc_mrr_at_3_max": -0.063514, "nauc_mrr_at_3_std": -0.108694, "nauc_mrr_at_3_diff1": 0.049649, "nauc_mrr_at_5_max": -0.063514, "nauc_mrr_at_5_std": -0.108694, "nauc_mrr_at_5_diff1": 0.049649, "nauc_mrr_at_10_max": -0.063514, "nauc_mrr_at_10_std": -0.108694, "nauc_mrr_at_10_diff1": 0.049649, "nauc_mrr_at_20_max": -0.063514, "nauc_mrr_at_20_std": -0.108694, "nauc_mrr_at_20_diff1": 0.049649, "nauc_mrr_at_100_max": -0.063514, "nauc_mrr_at_100_std": -0.108694, "nauc_mrr_at_100_diff1": 0.049649, "nauc_mrr_at_1000_max": -0.063514, "nauc_mrr_at_1000_std": -0.108694, "nauc_mrr_at_1000_diff1": 0.049649, "cv_recall_at_1": 0.36998, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "ast_es", "languages": [ "ast-Latn" ] }, { "ndcg_at_1": 0.29361, "ndcg_at_3": 0.58415, "ndcg_at_5": 0.59422, "ndcg_at_10": 0.60522, "ndcg_at_20": 0.61274, "ndcg_at_100": 0.62545, "ndcg_at_1000": 0.63105, "map_at_1": 0.29361, "map_at_3": 0.50975, "map_at_5": 0.51522, "map_at_10": 0.51984, "map_at_20": 0.52197, "map_at_100": 0.52384, "map_at_1000": 0.52404, "recall_at_1": 0.29361, "recall_at_3": 0.80065, "recall_at_5": 0.82557, "recall_at_10": 0.85915, "recall_at_20": 0.88841, "recall_at_100": 0.95558, "recall_at_1000": 1.0, "accuracy": 0.29361, "precision_at_1": 0.29361, "precision_at_3": 0.26688, "precision_at_5": 0.16511, "precision_at_10": 0.08592, "precision_at_20": 0.04442, "precision_at_100": 0.00956, "precision_at_1000": 0.001, "mrr_at_1": 0.293608, "mrr_at_3": 0.50939, "mrr_at_5": 0.514807, "mrr_at_10": 0.519743, "mrr_at_20": 0.521924, "mrr_at_100": 0.523797, "mrr_at_1000": 0.523998, "nauc_ndcg_at_1_max": 0.118385, "nauc_ndcg_at_1_std": 0.026002, "nauc_ndcg_at_1_diff1": -0.007483, "nauc_ndcg_at_3_max": 0.403126, "nauc_ndcg_at_3_std": 0.150263, "nauc_ndcg_at_3_diff1": -0.006005, "nauc_ndcg_at_5_max": 0.392364, "nauc_ndcg_at_5_std": 0.145551, "nauc_ndcg_at_5_diff1": 0.004992, "nauc_ndcg_at_10_max": 0.376479, "nauc_ndcg_at_10_std": 0.144973, "nauc_ndcg_at_10_diff1": 0.008546, "nauc_ndcg_at_20_max": 0.362839, "nauc_ndcg_at_20_std": 0.14369, "nauc_ndcg_at_20_diff1": 0.012056, "nauc_ndcg_at_100_max": 0.337352, "nauc_ndcg_at_100_std": 0.131474, "nauc_ndcg_at_100_diff1": 0.006639, "nauc_ndcg_at_1000_max": 0.322937, "nauc_ndcg_at_1000_std": 0.120816, "nauc_ndcg_at_1000_diff1": 0.003465, "nauc_map_at_1_max": 0.118385, "nauc_map_at_1_std": 0.026002, "nauc_map_at_1_diff1": -0.007483, "nauc_map_at_3_max": 0.309211, "nauc_map_at_3_std": 0.108219, "nauc_map_at_3_diff1": -0.008844, "nauc_map_at_5_max": 0.302251, "nauc_map_at_5_std": 0.105298, "nauc_map_at_5_diff1": -0.003535, "nauc_map_at_10_max": 0.29516, "nauc_map_at_10_std": 0.104692, "nauc_map_at_10_diff1": -0.002025, "nauc_map_at_20_max": 0.291284, "nauc_map_at_20_std": 0.103923, "nauc_map_at_20_diff1": -0.001537, "nauc_map_at_100_max": 0.287609, "nauc_map_at_100_std": 0.102087, "nauc_map_at_100_diff1": -0.002388, "nauc_map_at_1000_max": 0.287164, "nauc_map_at_1000_std": 0.101762, "nauc_map_at_1000_diff1": -0.002388, "nauc_recall_at_1_max": 0.118385, "nauc_recall_at_1_std": 0.026002, "nauc_recall_at_1_diff1": -0.007483, "nauc_recall_at_3_max": 0.828171, "nauc_recall_at_3_std": 0.341138, "nauc_recall_at_3_diff1": 0.008147, "nauc_recall_at_5_max": 0.844134, "nauc_recall_at_5_std": 0.347742, "nauc_recall_at_5_diff1": 0.05182, "nauc_recall_at_10_max": 0.853874, "nauc_recall_at_10_std": 0.386058, "nauc_recall_at_10_diff1": 0.077933, "nauc_recall_at_20_max": 0.850402, "nauc_recall_at_20_std": 0.434473, "nauc_recall_at_20_diff1": 0.128977, "nauc_recall_at_100_max": 0.903216, "nauc_recall_at_100_std": 0.550372, "nauc_recall_at_100_diff1": 0.164255, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.118385, "nauc_precision_at_1_std": 0.026002, "nauc_precision_at_1_diff1": -0.007483, "nauc_precision_at_3_max": 0.828171, "nauc_precision_at_3_std": 0.341138, "nauc_precision_at_3_diff1": 0.008147, "nauc_precision_at_5_max": 0.844134, "nauc_precision_at_5_std": 0.347742, "nauc_precision_at_5_diff1": 0.05182, "nauc_precision_at_10_max": 0.853874, "nauc_precision_at_10_std": 0.386058, "nauc_precision_at_10_diff1": 0.077933, "nauc_precision_at_20_max": 0.850402, "nauc_precision_at_20_std": 0.434473, "nauc_precision_at_20_diff1": 0.128977, "nauc_precision_at_100_max": 0.903216, "nauc_precision_at_100_std": 0.550372, "nauc_precision_at_100_diff1": 0.164255, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.142189, "nauc_mrr_at_1_std": 0.031332, "nauc_mrr_at_1_diff1": -0.014305, "nauc_mrr_at_3_max": 0.335132, "nauc_mrr_at_3_std": 0.124131, "nauc_mrr_at_3_diff1": -0.009206, "nauc_mrr_at_5_max": 0.328218, "nauc_mrr_at_5_std": 0.120354, "nauc_mrr_at_5_diff1": -0.003718, "nauc_mrr_at_10_max": 0.321341, "nauc_mrr_at_10_std": 0.119637, "nauc_mrr_at_10_diff1": -2.1e-05, "nauc_mrr_at_20_max": 0.317584, "nauc_mrr_at_20_std": 0.118829, "nauc_mrr_at_20_diff1": 0.000649, "nauc_mrr_at_100_max": 0.314077, "nauc_mrr_at_100_std": 0.117076, "nauc_mrr_at_100_diff1": -0.000209, "nauc_mrr_at_1000_max": 0.313652, "nauc_mrr_at_1000_std": 0.116762, "nauc_mrr_at_1000_diff1": -0.000207, "cv_recall_at_1": 0.29361, "cv_recall_at_3": 0.79848, "cv_recall_at_5": 0.82232, "cv_recall_at_10": 0.85807, "cv_recall_at_20": 0.88841, "cv_recall_at_100": 0.95558, "cv_recall_at_1000": 1.0, "main_score": 0.82232, "hf_subset": "az_az", "languages": [ "aze-Latn" ] }, { "ndcg_at_1": 0.35264, "ndcg_at_3": 0.71106, "ndcg_at_5": 0.7132, "ndcg_at_10": 0.71485, "ndcg_at_20": 0.71611, "ndcg_at_100": 0.71691, "ndcg_at_1000": 0.71703, "map_at_1": 0.35264, "map_at_3": 0.61892, "map_at_5": 0.62011, "map_at_10": 0.62078, "map_at_20": 0.62111, "map_at_100": 0.62123, "map_at_1000": 0.62123, "recall_at_1": 0.35264, "recall_at_3": 0.97932, "recall_at_5": 0.98449, "recall_at_10": 0.98966, "recall_at_20": 0.99483, "recall_at_100": 0.99897, "recall_at_1000": 1.0, "accuracy": 0.35264, "precision_at_1": 0.35264, "precision_at_3": 0.32644, "precision_at_5": 0.1969, "precision_at_10": 0.09897, "precision_at_20": 0.04974, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.345398, "mrr_at_3": 0.614443, "mrr_at_5": 0.615684, "mrr_at_10": 0.616569, "mrr_at_20": 0.616836, "mrr_at_100": 0.617008, "mrr_at_1000": 0.61701, "nauc_ndcg_at_1_max": -0.034147, "nauc_ndcg_at_1_std": -0.017113, "nauc_ndcg_at_1_diff1": 0.021616, "nauc_ndcg_at_3_max": 0.03994, "nauc_ndcg_at_3_std": -0.019941, "nauc_ndcg_at_3_diff1": 0.016251, "nauc_ndcg_at_5_max": 0.029455, "nauc_ndcg_at_5_std": -0.02464, "nauc_ndcg_at_5_diff1": 0.011486, "nauc_ndcg_at_10_max": 0.021019, "nauc_ndcg_at_10_std": -0.016473, "nauc_ndcg_at_10_diff1": 0.011387, "nauc_ndcg_at_20_max": 0.013768, "nauc_ndcg_at_20_std": -0.017363, "nauc_ndcg_at_20_diff1": 0.010938, "nauc_ndcg_at_100_max": 0.009136, "nauc_ndcg_at_100_std": -0.01871, "nauc_ndcg_at_100_diff1": 0.011554, "nauc_ndcg_at_1000_max": 0.008445, "nauc_ndcg_at_1000_std": -0.01942, "nauc_ndcg_at_1000_diff1": 0.012366, "nauc_map_at_1_max": -0.034147, "nauc_map_at_1_std": -0.017113, "nauc_map_at_1_diff1": 0.021616, "nauc_map_at_3_max": 0.011393, "nauc_map_at_3_std": -0.020814, "nauc_map_at_3_diff1": 0.01569, "nauc_map_at_5_max": 0.006772, "nauc_map_at_5_std": -0.022822, "nauc_map_at_5_diff1": 0.013485, "nauc_map_at_10_max": 0.004126, "nauc_map_at_10_std": -0.020151, "nauc_map_at_10_diff1": 0.013427, "nauc_map_at_20_max": 0.002696, "nauc_map_at_20_std": -0.020182, "nauc_map_at_20_diff1": 0.013455, "nauc_map_at_100_max": 0.002158, "nauc_map_at_100_std": -0.020378, "nauc_map_at_100_diff1": 0.013557, "nauc_map_at_1000_max": 0.002147, "nauc_map_at_1000_std": -0.020389, "nauc_map_at_1000_diff1": 0.01357, "nauc_recall_at_1_max": -0.034147, "nauc_recall_at_1_std": -0.017113, "nauc_recall_at_1_diff1": 0.021616, "nauc_recall_at_3_max": 0.949936, "nauc_recall_at_3_std": 0.016587, "nauc_recall_at_3_diff1": 0.045772, "nauc_recall_at_5_max": 0.970281, "nauc_recall_at_5_std": -0.098072, "nauc_recall_at_5_diff1": -0.062725, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.272504, "nauc_recall_at_10_diff1": -0.101626, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.393868, "nauc_recall_at_20_diff1": -0.313107, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": -1.153185, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.034147, "nauc_precision_at_1_std": -0.017113, "nauc_precision_at_1_diff1": 0.021616, "nauc_precision_at_3_max": 0.949936, "nauc_precision_at_3_std": 0.016587, "nauc_precision_at_3_diff1": 0.045772, "nauc_precision_at_5_max": 0.970281, "nauc_precision_at_5_std": -0.098072, "nauc_precision_at_5_diff1": -0.062725, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.272504, "nauc_precision_at_10_diff1": -0.101626, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.393868, "nauc_precision_at_20_diff1": -0.313107, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": -1.153185, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.034756, "nauc_mrr_at_1_std": -0.038335, "nauc_mrr_at_1_diff1": 0.022048, "nauc_mrr_at_3_max": -0.000305, "nauc_mrr_at_3_std": -0.042965, "nauc_mrr_at_3_diff1": 0.026845, "nauc_mrr_at_5_max": -0.0049, "nauc_mrr_at_5_std": -0.042989, "nauc_mrr_at_5_diff1": 0.025507, "nauc_mrr_at_10_max": -0.008548, "nauc_mrr_at_10_std": -0.04106, "nauc_mrr_at_10_diff1": 0.025956, "nauc_mrr_at_20_max": -0.009747, "nauc_mrr_at_20_std": -0.040875, "nauc_mrr_at_20_diff1": 0.026013, "nauc_mrr_at_100_max": -0.010517, "nauc_mrr_at_100_std": -0.041303, "nauc_mrr_at_100_diff1": 0.02611, "nauc_mrr_at_1000_max": -0.010527, "nauc_mrr_at_1000_std": -0.041314, "nauc_mrr_at_1000_diff1": 0.026122, "cv_recall_at_1": 0.3454, "cv_recall_at_3": 0.97828, "cv_recall_at_5": 0.98345, "cv_recall_at_10": 0.98966, "cv_recall_at_20": 0.9938, "cv_recall_at_100": 0.99897, "cv_recall_at_1000": 1.0, "main_score": 0.98345, "hf_subset": "be_by", "languages": [ "bel-Cyrl" ] }, { "ndcg_at_1": 0.19891, "ndcg_at_3": 0.40078, "ndcg_at_5": 0.41964, "ndcg_at_10": 0.43971, "ndcg_at_20": 0.45231, "ndcg_at_100": 0.47507, "ndcg_at_1000": 0.49695, "map_at_1": 0.19891, "map_at_3": 0.34946, "map_at_5": 0.35995, "map_at_10": 0.36846, "map_at_20": 0.37204, "map_at_100": 0.37513, "map_at_1000": 0.37598, "recall_at_1": 0.19891, "recall_at_3": 0.55, "recall_at_5": 0.59565, "recall_at_10": 0.65652, "recall_at_20": 0.70543, "recall_at_100": 0.82935, "recall_at_1000": 1.0, "accuracy": 0.19891, "precision_at_1": 0.19891, "precision_at_3": 0.18333, "precision_at_5": 0.11913, "precision_at_10": 0.06565, "precision_at_20": 0.03527, "precision_at_100": 0.00829, "precision_at_1000": 0.001, "mrr_at_1": 0.204348, "mrr_at_3": 0.351993, "mrr_at_5": 0.363569, "mrr_at_10": 0.371762, "mrr_at_20": 0.375404, "mrr_at_100": 0.378445, "mrr_at_1000": 0.379291, "nauc_ndcg_at_1_max": 0.336449, "nauc_ndcg_at_1_std": 0.083549, "nauc_ndcg_at_1_diff1": -0.027008, "nauc_ndcg_at_3_max": 0.604761, "nauc_ndcg_at_3_std": 0.187406, "nauc_ndcg_at_3_diff1": -0.081747, "nauc_ndcg_at_5_max": 0.608253, "nauc_ndcg_at_5_std": 0.205107, "nauc_ndcg_at_5_diff1": -0.091401, "nauc_ndcg_at_10_max": 0.598045, "nauc_ndcg_at_10_std": 0.207599, "nauc_ndcg_at_10_diff1": -0.07401, "nauc_ndcg_at_20_max": 0.587938, "nauc_ndcg_at_20_std": 0.210233, "nauc_ndcg_at_20_diff1": -0.072957, "nauc_ndcg_at_100_max": 0.573362, "nauc_ndcg_at_100_std": 0.207087, "nauc_ndcg_at_100_diff1": -0.061757, "nauc_ndcg_at_1000_max": 0.560374, "nauc_ndcg_at_1000_std": 0.193303, "nauc_ndcg_at_1000_diff1": -0.067229, "nauc_map_at_1_max": 0.336449, "nauc_map_at_1_std": 0.083549, "nauc_map_at_1_diff1": -0.027008, "nauc_map_at_3_max": 0.540735, "nauc_map_at_3_std": 0.162072, "nauc_map_at_3_diff1": -0.066561, "nauc_map_at_5_max": 0.541888, "nauc_map_at_5_std": 0.171758, "nauc_map_at_5_diff1": -0.071819, "nauc_map_at_10_max": 0.5368, "nauc_map_at_10_std": 0.17256, "nauc_map_at_10_diff1": -0.06424, "nauc_map_at_20_max": 0.533578, "nauc_map_at_20_std": 0.173213, "nauc_map_at_20_diff1": -0.064123, "nauc_map_at_100_max": 0.531125, "nauc_map_at_100_std": 0.172551, "nauc_map_at_100_diff1": -0.063164, "nauc_map_at_1000_max": 0.530596, "nauc_map_at_1000_std": 0.172163, "nauc_map_at_1000_diff1": -0.063311, "nauc_recall_at_1_max": 0.336449, "nauc_recall_at_1_std": 0.083549, "nauc_recall_at_1_diff1": -0.027008, "nauc_recall_at_3_max": 0.781873, "nauc_recall_at_3_std": 0.257684, "nauc_recall_at_3_diff1": -0.124522, "nauc_recall_at_5_max": 0.799526, "nauc_recall_at_5_std": 0.303436, "nauc_recall_at_5_diff1": -0.149739, "nauc_recall_at_10_max": 0.787677, "nauc_recall_at_10_std": 0.321406, "nauc_recall_at_10_diff1": -0.100274, "nauc_recall_at_20_max": 0.763455, "nauc_recall_at_20_std": 0.344439, "nauc_recall_at_20_diff1": -0.096376, "nauc_recall_at_100_max": 0.735544, "nauc_recall_at_100_std": 0.392466, "nauc_recall_at_100_diff1": 0.010824, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.336449, "nauc_precision_at_1_std": 0.083549, "nauc_precision_at_1_diff1": -0.027008, "nauc_precision_at_3_max": 0.781873, "nauc_precision_at_3_std": 0.257684, "nauc_precision_at_3_diff1": -0.124522, "nauc_precision_at_5_max": 0.799526, "nauc_precision_at_5_std": 0.303436, "nauc_precision_at_5_diff1": -0.149739, "nauc_precision_at_10_max": 0.787677, "nauc_precision_at_10_std": 0.321406, "nauc_precision_at_10_diff1": -0.100274, "nauc_precision_at_20_max": 0.763455, "nauc_precision_at_20_std": 0.344439, "nauc_precision_at_20_diff1": -0.096376, "nauc_precision_at_100_max": 0.735544, "nauc_precision_at_100_std": 0.392466, "nauc_precision_at_100_diff1": 0.010824, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.378563, "nauc_mrr_at_1_std": 0.083501, "nauc_mrr_at_1_diff1": -0.040132, "nauc_mrr_at_3_max": 0.56256, "nauc_mrr_at_3_std": 0.160587, "nauc_mrr_at_3_diff1": -0.066648, "nauc_mrr_at_5_max": 0.561791, "nauc_mrr_at_5_std": 0.17002, "nauc_mrr_at_5_diff1": -0.073729, "nauc_mrr_at_10_max": 0.557094, "nauc_mrr_at_10_std": 0.171826, "nauc_mrr_at_10_diff1": -0.068173, "nauc_mrr_at_20_max": 0.553615, "nauc_mrr_at_20_std": 0.171427, "nauc_mrr_at_20_diff1": -0.06817, "nauc_mrr_at_100_max": 0.551515, "nauc_mrr_at_100_std": 0.17095, "nauc_mrr_at_100_diff1": -0.067038, "nauc_mrr_at_1000_max": 0.551041, "nauc_mrr_at_1000_std": 0.17056, "nauc_mrr_at_1000_diff1": -0.067193, "cv_recall_at_1": 0.20435, "cv_recall_at_3": 0.54783, "cv_recall_at_5": 0.59783, "cv_recall_at_10": 0.65652, "cv_recall_at_20": 0.70652, "cv_recall_at_100": 0.82935, "cv_recall_at_1000": 1.0, "main_score": 0.59783, "hf_subset": "bn_in", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.33081, "ndcg_at_3": 0.63158, "ndcg_at_5": 0.64297, "ndcg_at_10": 0.654, "ndcg_at_20": 0.65862, "ndcg_at_100": 0.66621, "ndcg_at_1000": 0.66992, "map_at_1": 0.33081, "map_at_3": 0.55604, "map_at_5": 0.56225, "map_at_10": 0.56691, "map_at_20": 0.56817, "map_at_100": 0.5692, "map_at_1000": 0.56936, "recall_at_1": 0.33081, "recall_at_3": 0.85081, "recall_at_5": 0.87892, "recall_at_10": 0.91243, "recall_at_20": 0.93081, "recall_at_100": 0.97189, "recall_at_1000": 1.0, "accuracy": 0.33081, "precision_at_1": 0.33081, "precision_at_3": 0.2836, "precision_at_5": 0.17578, "precision_at_10": 0.09124, "precision_at_20": 0.04654, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "mrr_at_1": 0.332973, "mrr_at_3": 0.557838, "mrr_at_5": 0.562649, "mrr_at_10": 0.568219, "mrr_at_20": 0.569495, "mrr_at_100": 0.570529, "mrr_at_1000": 0.57069, "nauc_ndcg_at_1_max": 0.160487, "nauc_ndcg_at_1_std": 0.080324, "nauc_ndcg_at_1_diff1": 0.082834, "nauc_ndcg_at_3_max": 0.411451, "nauc_ndcg_at_3_std": 0.23563, "nauc_ndcg_at_3_diff1": 0.099712, "nauc_ndcg_at_5_max": 0.391827, "nauc_ndcg_at_5_std": 0.228584, "nauc_ndcg_at_5_diff1": 0.088021, "nauc_ndcg_at_10_max": 0.36915, "nauc_ndcg_at_10_std": 0.222504, "nauc_ndcg_at_10_diff1": 0.089137, "nauc_ndcg_at_20_max": 0.358276, "nauc_ndcg_at_20_std": 0.212136, "nauc_ndcg_at_20_diff1": 0.087852, "nauc_ndcg_at_100_max": 0.337205, "nauc_ndcg_at_100_std": 0.197346, "nauc_ndcg_at_100_diff1": 0.090572, "nauc_ndcg_at_1000_max": 0.325899, "nauc_ndcg_at_1000_std": 0.187996, "nauc_ndcg_at_1000_diff1": 0.09095, "nauc_map_at_1_max": 0.160487, "nauc_map_at_1_std": 0.080324, "nauc_map_at_1_diff1": 0.082834, "nauc_map_at_3_max": 0.322311, "nauc_map_at_3_std": 0.178762, "nauc_map_at_3_diff1": 0.095579, "nauc_map_at_5_max": 0.311345, "nauc_map_at_5_std": 0.174316, "nauc_map_at_5_diff1": 0.089781, "nauc_map_at_10_max": 0.302083, "nauc_map_at_10_std": 0.171225, "nauc_map_at_10_diff1": 0.090264, "nauc_map_at_20_max": 0.299353, "nauc_map_at_20_std": 0.168647, "nauc_map_at_20_diff1": 0.090145, "nauc_map_at_100_max": 0.296874, "nauc_map_at_100_std": 0.167112, "nauc_map_at_100_diff1": 0.090617, "nauc_map_at_1000_max": 0.296457, "nauc_map_at_1000_std": 0.166725, "nauc_map_at_1000_diff1": 0.090665, "nauc_recall_at_1_max": 0.160487, "nauc_recall_at_1_std": 0.080324, "nauc_recall_at_1_diff1": 0.082834, "nauc_recall_at_3_max": 0.909439, "nauc_recall_at_3_std": 0.554509, "nauc_recall_at_3_diff1": 0.121514, "nauc_recall_at_5_max": 0.918051, "nauc_recall_at_5_std": 0.58657, "nauc_recall_at_5_diff1": 0.072268, "nauc_recall_at_10_max": 0.929367, "nauc_recall_at_10_std": 0.666853, "nauc_recall_at_10_diff1": 0.07429, "nauc_recall_at_20_max": 0.943603, "nauc_recall_at_20_std": 0.657527, "nauc_recall_at_20_diff1": 0.049975, "nauc_recall_at_100_max": 0.954147, "nauc_recall_at_100_std": 0.688369, "nauc_recall_at_100_diff1": 0.086263, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.160487, "nauc_precision_at_1_std": 0.080324, "nauc_precision_at_1_diff1": 0.082834, "nauc_precision_at_3_max": 0.909439, "nauc_precision_at_3_std": 0.554509, "nauc_precision_at_3_diff1": 0.121514, "nauc_precision_at_5_max": 0.918051, "nauc_precision_at_5_std": 0.58657, "nauc_precision_at_5_diff1": 0.072268, "nauc_precision_at_10_max": 0.929367, "nauc_precision_at_10_std": 0.666853, "nauc_precision_at_10_diff1": 0.07429, "nauc_precision_at_20_max": 0.943603, "nauc_precision_at_20_std": 0.657527, "nauc_precision_at_20_diff1": 0.049975, "nauc_precision_at_100_max": 0.954147, "nauc_precision_at_100_std": 0.688369, "nauc_precision_at_100_diff1": 0.086263, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.161832, "nauc_mrr_at_1_std": 0.068103, "nauc_mrr_at_1_diff1": 0.076201, "nauc_mrr_at_3_max": 0.331004, "nauc_mrr_at_3_std": 0.173505, "nauc_mrr_at_3_diff1": 0.079206, "nauc_mrr_at_5_max": 0.323956, "nauc_mrr_at_5_std": 0.169637, "nauc_mrr_at_5_diff1": 0.073265, "nauc_mrr_at_10_max": 0.312286, "nauc_mrr_at_10_std": 0.164781, "nauc_mrr_at_10_diff1": 0.073883, "nauc_mrr_at_20_max": 0.309567, "nauc_mrr_at_20_std": 0.162127, "nauc_mrr_at_20_diff1": 0.073626, "nauc_mrr_at_100_max": 0.307131, "nauc_mrr_at_100_std": 0.160563, "nauc_mrr_at_100_diff1": 0.074016, "nauc_mrr_at_1000_max": 0.306721, "nauc_mrr_at_1000_std": 0.160172, "nauc_mrr_at_1000_diff1": 0.074053, "cv_recall_at_1": 0.33297, "cv_recall_at_3": 0.85189, "cv_recall_at_5": 0.87351, "cv_recall_at_10": 0.91243, "cv_recall_at_20": 0.93081, "cv_recall_at_100": 0.97189, "cv_recall_at_1000": 1.0, "main_score": 0.87351, "hf_subset": "bs_ba", "languages": [ "bos-Latn" ] }, { "ndcg_at_1": 0.3766, "ndcg_at_3": 0.73373, "ndcg_at_5": 0.73373, "ndcg_at_10": 0.73411, "ndcg_at_20": 0.73411, "ndcg_at_100": 0.73411, "ndcg_at_1000": 0.73411, "map_at_1": 0.3766, "map_at_3": 0.64255, "map_at_5": 0.64255, "map_at_10": 0.64273, "map_at_20": 0.64273, "map_at_100": 0.64273, "map_at_1000": 0.64273, "recall_at_1": 0.3766, "recall_at_3": 0.99894, "recall_at_5": 0.99894, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.3766, "precision_at_1": 0.3766, "precision_at_3": 0.33298, "precision_at_5": 0.19979, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.369149, "mrr_at_3": 0.638652, "mrr_at_5": 0.638652, "mrr_at_10": 0.63883, "mrr_at_20": 0.63883, "mrr_at_100": 0.63883, "mrr_at_1000": 0.63883, "nauc_ndcg_at_1_max": -0.017566, "nauc_ndcg_at_1_std": -0.075136, "nauc_ndcg_at_1_diff1": 0.077816, "nauc_ndcg_at_3_max": -0.007692, "nauc_ndcg_at_3_std": -0.067481, "nauc_ndcg_at_3_diff1": 0.082568, "nauc_ndcg_at_5_max": -0.007692, "nauc_ndcg_at_5_std": -0.067481, "nauc_ndcg_at_5_diff1": 0.082568, "nauc_ndcg_at_10_max": -0.010023, "nauc_ndcg_at_10_std": -0.069647, "nauc_ndcg_at_10_diff1": 0.086784, "nauc_ndcg_at_20_max": -0.010023, "nauc_ndcg_at_20_std": -0.069647, "nauc_ndcg_at_20_diff1": 0.086784, "nauc_ndcg_at_100_max": -0.010023, "nauc_ndcg_at_100_std": -0.069647, "nauc_ndcg_at_100_diff1": 0.086784, "nauc_ndcg_at_1000_max": -0.010023, "nauc_ndcg_at_1000_std": -0.069647, "nauc_ndcg_at_1000_diff1": 0.086784, "nauc_map_at_1_max": -0.017566, "nauc_map_at_1_std": -0.075136, "nauc_map_at_1_diff1": 0.077816, "nauc_map_at_3_max": -0.009659, "nauc_map_at_3_std": -0.069234, "nauc_map_at_3_diff1": 0.085011, "nauc_map_at_5_max": -0.009659, "nauc_map_at_5_std": -0.069234, "nauc_map_at_5_diff1": 0.085011, "nauc_map_at_10_max": -0.010475, "nauc_map_at_10_std": -0.069993, "nauc_map_at_10_diff1": 0.086486, "nauc_map_at_20_max": -0.010475, "nauc_map_at_20_std": -0.069993, "nauc_map_at_20_diff1": 0.086486, "nauc_map_at_100_max": -0.010475, "nauc_map_at_100_std": -0.069993, "nauc_map_at_100_diff1": 0.086486, "nauc_map_at_1000_max": -0.010475, "nauc_map_at_1000_std": -0.069993, "nauc_map_at_1000_diff1": 0.086486, "nauc_recall_at_1_max": -0.017566, "nauc_recall_at_1_std": -0.075136, "nauc_recall_at_1_diff1": 0.077816, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.869281, "nauc_recall_at_3_diff1": -1.739963, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.869281, "nauc_recall_at_5_diff1": -1.739963, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.017566, "nauc_precision_at_1_std": -0.075136, "nauc_precision_at_1_diff1": 0.077816, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.869281, "nauc_precision_at_3_diff1": -1.739963, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.869281, "nauc_precision_at_5_diff1": -1.739963, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.021823, "nauc_mrr_at_1_std": -0.069753, "nauc_mrr_at_1_diff1": 0.095721, "nauc_mrr_at_3_max": -0.016111, "nauc_mrr_at_3_std": -0.067085, "nauc_mrr_at_3_diff1": 0.106455, "nauc_mrr_at_5_max": -0.016111, "nauc_mrr_at_5_std": -0.067085, "nauc_mrr_at_5_diff1": 0.106455, "nauc_mrr_at_10_max": -0.016934, "nauc_mrr_at_10_std": -0.067844, "nauc_mrr_at_10_diff1": 0.10795, "nauc_mrr_at_20_max": -0.016934, "nauc_mrr_at_20_std": -0.067844, "nauc_mrr_at_20_diff1": 0.10795, "nauc_mrr_at_100_max": -0.016934, "nauc_mrr_at_100_std": -0.067844, "nauc_mrr_at_100_diff1": 0.10795, "nauc_mrr_at_1000_max": -0.016934, "nauc_mrr_at_1000_std": -0.067844, "nauc_mrr_at_1000_diff1": 0.10795, "cv_recall_at_1": 0.36915, "cv_recall_at_3": 0.99894, "cv_recall_at_5": 0.99894, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.99894, "hf_subset": "ca_es", "languages": [ "cat-Latn" ] }, { "ndcg_at_1": 0.41035, "ndcg_at_3": 0.621, "ndcg_at_5": 0.63778, "ndcg_at_10": 0.65167, "ndcg_at_20": 0.66145, "ndcg_at_100": 0.67597, "ndcg_at_1000": 0.68089, "map_at_1": 0.41035, "map_at_3": 0.57147, "map_at_5": 0.58081, "map_at_10": 0.58662, "map_at_20": 0.58928, "map_at_100": 0.59133, "map_at_1000": 0.59154, "recall_at_1": 0.41035, "recall_at_3": 0.7634, "recall_at_5": 0.80407, "recall_at_10": 0.84658, "recall_at_20": 0.8854, "recall_at_100": 0.96303, "recall_at_1000": 1.0, "accuracy": 0.41035, "precision_at_1": 0.41035, "precision_at_3": 0.25447, "precision_at_5": 0.16081, "precision_at_10": 0.08466, "precision_at_20": 0.04427, "precision_at_100": 0.00963, "precision_at_1000": 0.001, "mrr_at_1": 0.408503, "mrr_at_3": 0.573013, "mrr_at_5": 0.581701, "mrr_at_10": 0.586805, "mrr_at_20": 0.589469, "mrr_at_100": 0.591518, "mrr_at_1000": 0.591728, "nauc_ndcg_at_1_max": 0.329511, "nauc_ndcg_at_1_std": -0.11034, "nauc_ndcg_at_1_diff1": 0.413401, "nauc_ndcg_at_3_max": 0.541529, "nauc_ndcg_at_3_std": -0.194406, "nauc_ndcg_at_3_diff1": 0.269676, "nauc_ndcg_at_5_max": 0.516858, "nauc_ndcg_at_5_std": -0.216943, "nauc_ndcg_at_5_diff1": 0.27038, "nauc_ndcg_at_10_max": 0.512938, "nauc_ndcg_at_10_std": -0.203135, "nauc_ndcg_at_10_diff1": 0.276465, "nauc_ndcg_at_20_max": 0.499686, "nauc_ndcg_at_20_std": -0.196363, "nauc_ndcg_at_20_diff1": 0.284786, "nauc_ndcg_at_100_max": 0.482056, "nauc_ndcg_at_100_std": -0.184566, "nauc_ndcg_at_100_diff1": 0.295026, "nauc_ndcg_at_1000_max": 0.476792, "nauc_ndcg_at_1000_std": -0.185472, "nauc_ndcg_at_1000_diff1": 0.302027, "nauc_map_at_1_max": 0.329511, "nauc_map_at_1_std": -0.11034, "nauc_map_at_1_diff1": 0.413401, "nauc_map_at_3_max": 0.479289, "nauc_map_at_3_std": -0.171245, "nauc_map_at_3_diff1": 0.309627, "nauc_map_at_5_max": 0.46523, "nauc_map_at_5_std": -0.182463, "nauc_map_at_5_diff1": 0.311126, "nauc_map_at_10_max": 0.462735, "nauc_map_at_10_std": -0.177463, "nauc_map_at_10_diff1": 0.31404, "nauc_map_at_20_max": 0.459306, "nauc_map_at_20_std": -0.175494, "nauc_map_at_20_diff1": 0.316163, "nauc_map_at_100_max": 0.456805, "nauc_map_at_100_std": -0.174323, "nauc_map_at_100_diff1": 0.317929, "nauc_map_at_1000_max": 0.456584, "nauc_map_at_1000_std": -0.174395, "nauc_map_at_1000_diff1": 0.318156, "nauc_recall_at_1_max": 0.329511, "nauc_recall_at_1_std": -0.11034, "nauc_recall_at_1_diff1": 0.413401, "nauc_recall_at_3_max": 0.792113, "nauc_recall_at_3_std": -0.286787, "nauc_recall_at_3_diff1": 0.11011, "nauc_recall_at_5_max": 0.748056, "nauc_recall_at_5_std": -0.377735, "nauc_recall_at_5_diff1": 0.085208, "nauc_recall_at_10_max": 0.78725, "nauc_recall_at_10_std": -0.338323, "nauc_recall_at_10_diff1": 0.070874, "nauc_recall_at_20_max": 0.75464, "nauc_recall_at_20_std": -0.323984, "nauc_recall_at_20_diff1": 0.082834, "nauc_recall_at_100_max": 0.714051, "nauc_recall_at_100_std": -0.160379, "nauc_recall_at_100_diff1": -0.03534, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.329511, "nauc_precision_at_1_std": -0.11034, "nauc_precision_at_1_diff1": 0.413401, "nauc_precision_at_3_max": 0.792113, "nauc_precision_at_3_std": -0.286787, "nauc_precision_at_3_diff1": 0.11011, "nauc_precision_at_5_max": 0.748056, "nauc_precision_at_5_std": -0.377735, "nauc_precision_at_5_diff1": 0.085208, "nauc_precision_at_10_max": 0.78725, "nauc_precision_at_10_std": -0.338323, "nauc_precision_at_10_diff1": 0.070874, "nauc_precision_at_20_max": 0.75464, "nauc_precision_at_20_std": -0.323984, "nauc_precision_at_20_diff1": 0.082834, "nauc_precision_at_100_max": 0.714051, "nauc_precision_at_100_std": -0.160379, "nauc_precision_at_100_diff1": -0.03534, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.33945, "nauc_mrr_at_1_std": -0.131542, "nauc_mrr_at_1_diff1": 0.418256, "nauc_mrr_at_3_max": 0.480263, "nauc_mrr_at_3_std": -0.187083, "nauc_mrr_at_3_diff1": 0.313826, "nauc_mrr_at_5_max": 0.469451, "nauc_mrr_at_5_std": -0.192573, "nauc_mrr_at_5_diff1": 0.313235, "nauc_mrr_at_10_max": 0.466858, "nauc_mrr_at_10_std": -0.189655, "nauc_mrr_at_10_diff1": 0.317013, "nauc_mrr_at_20_max": 0.463454, "nauc_mrr_at_20_std": -0.187805, "nauc_mrr_at_20_diff1": 0.319181, "nauc_mrr_at_100_max": 0.460975, "nauc_mrr_at_100_std": -0.186717, "nauc_mrr_at_100_diff1": 0.320981, "nauc_mrr_at_1000_max": 0.460756, "nauc_mrr_at_1000_std": -0.186798, "nauc_mrr_at_1000_diff1": 0.32121, "cv_recall_at_1": 0.4085, "cv_recall_at_3": 0.76895, "cv_recall_at_5": 0.80776, "cv_recall_at_10": 0.84658, "cv_recall_at_20": 0.8854, "cv_recall_at_100": 0.96303, "cv_recall_at_1000": 1.0, "main_score": 0.80776, "hf_subset": "ceb_ph", "languages": [ "ceb-Latn" ] }, { "ndcg_at_1": 0.37884, "ndcg_at_3": 0.73569, "ndcg_at_5": 0.73569, "ndcg_at_10": 0.73569, "ndcg_at_20": 0.73569, "ndcg_at_100": 0.73569, "ndcg_at_1000": 0.73569, "map_at_1": 0.37884, "map_at_3": 0.6448, "map_at_5": 0.6448, "map_at_10": 0.6448, "map_at_20": 0.6448, "map_at_100": 0.6448, "map_at_1000": 0.6448, "recall_at_1": 0.37884, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.37884, "precision_at_1": 0.37884, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.375661, "mrr_at_3": 0.642857, "mrr_at_5": 0.642857, "mrr_at_10": 0.642857, "mrr_at_20": 0.642857, "mrr_at_100": 0.642857, "mrr_at_1000": 0.642857, "nauc_ndcg_at_1_max": -0.020886, "nauc_ndcg_at_1_std": -0.043991, "nauc_ndcg_at_1_diff1": 0.066072, "nauc_ndcg_at_3_max": -0.030917, "nauc_ndcg_at_3_std": -0.053927, "nauc_ndcg_at_3_diff1": 0.069695, "nauc_ndcg_at_5_max": -0.030917, "nauc_ndcg_at_5_std": -0.053927, "nauc_ndcg_at_5_diff1": 0.069695, "nauc_ndcg_at_10_max": -0.030917, "nauc_ndcg_at_10_std": -0.053927, "nauc_ndcg_at_10_diff1": 0.069695, "nauc_ndcg_at_20_max": -0.030917, "nauc_ndcg_at_20_std": -0.053927, "nauc_ndcg_at_20_diff1": 0.069695, "nauc_ndcg_at_100_max": -0.030917, "nauc_ndcg_at_100_std": -0.053927, "nauc_ndcg_at_100_diff1": 0.069695, "nauc_ndcg_at_1000_max": -0.030917, "nauc_ndcg_at_1000_std": -0.053927, "nauc_ndcg_at_1000_diff1": 0.069695, "nauc_map_at_1_max": -0.020886, "nauc_map_at_1_std": -0.043991, "nauc_map_at_1_diff1": 0.066072, "nauc_map_at_3_max": -0.03042, "nauc_map_at_3_std": -0.053435, "nauc_map_at_3_diff1": 0.069515, "nauc_map_at_5_max": -0.03042, "nauc_map_at_5_std": -0.053435, "nauc_map_at_5_diff1": 0.069515, "nauc_map_at_10_max": -0.03042, "nauc_map_at_10_std": -0.053435, "nauc_map_at_10_diff1": 0.069515, "nauc_map_at_20_max": -0.03042, "nauc_map_at_20_std": -0.053435, "nauc_map_at_20_diff1": 0.069515, "nauc_map_at_100_max": -0.03042, "nauc_map_at_100_std": -0.053435, "nauc_map_at_100_diff1": 0.069515, "nauc_map_at_1000_max": -0.03042, "nauc_map_at_1000_std": -0.053435, "nauc_map_at_1000_diff1": 0.069515, "nauc_recall_at_1_max": -0.020886, "nauc_recall_at_1_std": -0.043991, "nauc_recall_at_1_diff1": 0.066072, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.020886, "nauc_precision_at_1_std": -0.043991, "nauc_precision_at_1_diff1": 0.066072, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.045746, "nauc_mrr_at_1_std": -0.038653, "nauc_mrr_at_1_diff1": 0.075358, "nauc_mrr_at_3_max": -0.045062, "nauc_mrr_at_3_std": -0.041601, "nauc_mrr_at_3_diff1": 0.082936, "nauc_mrr_at_5_max": -0.045062, "nauc_mrr_at_5_std": -0.041601, "nauc_mrr_at_5_diff1": 0.082936, "nauc_mrr_at_10_max": -0.045062, "nauc_mrr_at_10_std": -0.041601, "nauc_mrr_at_10_diff1": 0.082936, "nauc_mrr_at_20_max": -0.045062, "nauc_mrr_at_20_std": -0.041601, "nauc_mrr_at_20_diff1": 0.082936, "nauc_mrr_at_100_max": -0.045062, "nauc_mrr_at_100_std": -0.041601, "nauc_mrr_at_100_diff1": 0.082936, "nauc_mrr_at_1000_max": -0.045062, "nauc_mrr_at_1000_std": -0.041601, "nauc_mrr_at_1000_diff1": 0.082936, "cv_recall_at_1": 0.37566, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "cmn_hans_cn", "languages": [ "cmn-Hans" ] }, { "ndcg_at_1": 0.40904, "ndcg_at_3": 0.75283, "ndcg_at_5": 0.75335, "ndcg_at_10": 0.75335, "ndcg_at_20": 0.75335, "ndcg_at_100": 0.75335, "ndcg_at_1000": 0.75335, "map_at_1": 0.40904, "map_at_3": 0.66789, "map_at_5": 0.66819, "map_at_10": 0.66819, "map_at_20": 0.66819, "map_at_100": 0.66819, "map_at_1000": 0.66819, "recall_at_1": 0.40904, "recall_at_3": 0.99878, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.40904, "precision_at_1": 0.40904, "precision_at_3": 0.33293, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.418803, "mrr_at_3": 0.673789, "mrr_at_5": 0.673789, "mrr_at_10": 0.673789, "mrr_at_20": 0.673789, "mrr_at_100": 0.673789, "mrr_at_1000": 0.673789, "nauc_ndcg_at_1_max": 0.00417, "nauc_ndcg_at_1_std": -0.122453, "nauc_ndcg_at_1_diff1": 0.18127, "nauc_ndcg_at_3_max": 0.001798, "nauc_ndcg_at_3_std": -0.136546, "nauc_ndcg_at_3_diff1": 0.185149, "nauc_ndcg_at_5_max": -0.001489, "nauc_ndcg_at_5_std": -0.140288, "nauc_ndcg_at_5_diff1": 0.187613, "nauc_ndcg_at_10_max": -0.001489, "nauc_ndcg_at_10_std": -0.140288, "nauc_ndcg_at_10_diff1": 0.187613, "nauc_ndcg_at_20_max": -0.001489, "nauc_ndcg_at_20_std": -0.140288, "nauc_ndcg_at_20_diff1": 0.187613, "nauc_ndcg_at_100_max": -0.001489, "nauc_ndcg_at_100_std": -0.140288, "nauc_ndcg_at_100_diff1": 0.187613, "nauc_ndcg_at_1000_max": -0.001489, "nauc_ndcg_at_1000_std": -0.140288, "nauc_ndcg_at_1000_diff1": 0.187613, "nauc_map_at_1_max": 0.00417, "nauc_map_at_1_std": -0.122453, "nauc_map_at_1_diff1": 0.18127, "nauc_map_at_3_max": 0.000196, "nauc_map_at_3_std": -0.137789, "nauc_map_at_3_diff1": 0.186243, "nauc_map_at_5_max": -0.001228, "nauc_map_at_5_std": -0.139411, "nauc_map_at_5_diff1": 0.187311, "nauc_map_at_10_max": -0.001228, "nauc_map_at_10_std": -0.139411, "nauc_map_at_10_diff1": 0.187311, "nauc_map_at_20_max": -0.001228, "nauc_map_at_20_std": -0.139411, "nauc_map_at_20_diff1": 0.187311, "nauc_map_at_100_max": -0.001228, "nauc_map_at_100_std": -0.139411, "nauc_map_at_100_diff1": 0.187311, "nauc_map_at_1000_max": -0.001228, "nauc_map_at_1000_std": -0.139411, "nauc_map_at_1000_diff1": 0.187311, "nauc_recall_at_1_max": 0.00417, "nauc_recall_at_1_std": -0.122453, "nauc_recall_at_1_diff1": 0.18127, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": -0.563253, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.00417, "nauc_precision_at_1_std": -0.122453, "nauc_precision_at_1_diff1": 0.18127, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": -0.563253, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.036312, "nauc_mrr_at_1_std": -0.103075, "nauc_mrr_at_1_diff1": 0.160512, "nauc_mrr_at_3_max": 0.03398, "nauc_mrr_at_3_std": -0.115535, "nauc_mrr_at_3_diff1": 0.166709, "nauc_mrr_at_5_max": 0.03398, "nauc_mrr_at_5_std": -0.115535, "nauc_mrr_at_5_diff1": 0.166709, "nauc_mrr_at_10_max": 0.03398, "nauc_mrr_at_10_std": -0.115535, "nauc_mrr_at_10_diff1": 0.166709, "nauc_mrr_at_20_max": 0.03398, "nauc_mrr_at_20_std": -0.115535, "nauc_mrr_at_20_diff1": 0.166709, "nauc_mrr_at_100_max": 0.03398, "nauc_mrr_at_100_std": -0.115535, "nauc_mrr_at_100_diff1": 0.166709, "nauc_mrr_at_1000_max": 0.03398, "nauc_mrr_at_1000_std": -0.115535, "nauc_mrr_at_1000_diff1": 0.166709, "cv_recall_at_1": 0.4188, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "yue_hant_hk", "languages": [ "yue-Hant" ] }, { "ndcg_at_1": 0.38589, "ndcg_at_3": 0.66929, "ndcg_at_5": 0.68025, "ndcg_at_10": 0.68991, "ndcg_at_20": 0.6949, "ndcg_at_100": 0.70091, "ndcg_at_1000": 0.70417, "map_at_1": 0.38589, "map_at_3": 0.60074, "map_at_5": 0.60689, "map_at_10": 0.61078, "map_at_20": 0.6122, "map_at_100": 0.61307, "map_at_1000": 0.6132, "recall_at_1": 0.38589, "recall_at_3": 0.86722, "recall_at_5": 0.8935, "recall_at_10": 0.92393, "recall_at_20": 0.94329, "recall_at_100": 0.9751, "recall_at_1000": 1.0, "accuracy": 0.38589, "precision_at_1": 0.38589, "precision_at_3": 0.28907, "precision_at_5": 0.1787, "precision_at_10": 0.09239, "precision_at_20": 0.04716, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.384509, "mrr_at_3": 0.600738, "mrr_at_5": 0.606132, "mrr_at_10": 0.610123, "mrr_at_20": 0.611423, "mrr_at_100": 0.612286, "mrr_at_1000": 0.61242, "nauc_ndcg_at_1_max": 0.16978, "nauc_ndcg_at_1_std": 0.051212, "nauc_ndcg_at_1_diff1": 0.209101, "nauc_ndcg_at_3_max": 0.404132, "nauc_ndcg_at_3_std": 0.215114, "nauc_ndcg_at_3_diff1": 0.10836, "nauc_ndcg_at_5_max": 0.393431, "nauc_ndcg_at_5_std": 0.216951, "nauc_ndcg_at_5_diff1": 0.116631, "nauc_ndcg_at_10_max": 0.373635, "nauc_ndcg_at_10_std": 0.20754, "nauc_ndcg_at_10_diff1": 0.125995, "nauc_ndcg_at_20_max": 0.360543, "nauc_ndcg_at_20_std": 0.194874, "nauc_ndcg_at_20_diff1": 0.129552, "nauc_ndcg_at_100_max": 0.34427, "nauc_ndcg_at_100_std": 0.181381, "nauc_ndcg_at_100_diff1": 0.138868, "nauc_ndcg_at_1000_max": 0.333882, "nauc_ndcg_at_1000_std": 0.171534, "nauc_ndcg_at_1000_diff1": 0.141016, "nauc_map_at_1_max": 0.16978, "nauc_map_at_1_std": 0.051212, "nauc_map_at_1_diff1": 0.209101, "nauc_map_at_3_max": 0.327721, "nauc_map_at_3_std": 0.159072, "nauc_map_at_3_diff1": 0.141265, "nauc_map_at_5_max": 0.320833, "nauc_map_at_5_std": 0.15882, "nauc_map_at_5_diff1": 0.145946, "nauc_map_at_10_max": 0.313311, "nauc_map_at_10_std": 0.15491, "nauc_map_at_10_diff1": 0.149265, "nauc_map_at_20_max": 0.309944, "nauc_map_at_20_std": 0.151588, "nauc_map_at_20_diff1": 0.150313, "nauc_map_at_100_max": 0.307924, "nauc_map_at_100_std": 0.149921, "nauc_map_at_100_diff1": 0.151445, "nauc_map_at_1000_max": 0.307573, "nauc_map_at_1000_std": 0.149597, "nauc_map_at_1000_diff1": 0.151477, "nauc_recall_at_1_max": 0.16978, "nauc_recall_at_1_std": 0.051212, "nauc_recall_at_1_diff1": 0.209101, "nauc_recall_at_3_max": 0.858183, "nauc_recall_at_3_std": 0.550359, "nauc_recall_at_3_diff1": -0.087221, "nauc_recall_at_5_max": 0.904862, "nauc_recall_at_5_std": 0.631821, "nauc_recall_at_5_diff1": -0.088631, "nauc_recall_at_10_max": 0.928326, "nauc_recall_at_10_std": 0.709368, "nauc_recall_at_10_diff1": -0.082494, "nauc_recall_at_20_max": 0.933338, "nauc_recall_at_20_std": 0.705551, "nauc_recall_at_20_diff1": -0.106452, "nauc_recall_at_100_max": 0.970965, "nauc_recall_at_100_std": 0.779549, "nauc_recall_at_100_diff1": -0.007875, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.16978, "nauc_precision_at_1_std": 0.051212, "nauc_precision_at_1_diff1": 0.209101, "nauc_precision_at_3_max": 0.858183, "nauc_precision_at_3_std": 0.550359, "nauc_precision_at_3_diff1": -0.087221, "nauc_precision_at_5_max": 0.904862, "nauc_precision_at_5_std": 0.631821, "nauc_precision_at_5_diff1": -0.088631, "nauc_precision_at_10_max": 0.928326, "nauc_precision_at_10_std": 0.709368, "nauc_precision_at_10_diff1": -0.082494, "nauc_precision_at_20_max": 0.933338, "nauc_precision_at_20_std": 0.705551, "nauc_precision_at_20_diff1": -0.106452, "nauc_precision_at_100_max": 0.970965, "nauc_precision_at_100_std": 0.779549, "nauc_precision_at_100_diff1": -0.007875, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.222753, "nauc_mrr_at_1_std": 0.099641, "nauc_mrr_at_1_diff1": 0.205582, "nauc_mrr_at_3_max": 0.357379, "nauc_mrr_at_3_std": 0.185719, "nauc_mrr_at_3_diff1": 0.142363, "nauc_mrr_at_5_max": 0.355081, "nauc_mrr_at_5_std": 0.187658, "nauc_mrr_at_5_diff1": 0.144815, "nauc_mrr_at_10_max": 0.348215, "nauc_mrr_at_10_std": 0.185892, "nauc_mrr_at_10_diff1": 0.148365, "nauc_mrr_at_20_max": 0.345296, "nauc_mrr_at_20_std": 0.183154, "nauc_mrr_at_20_diff1": 0.148531, "nauc_mrr_at_100_max": 0.343407, "nauc_mrr_at_100_std": 0.181603, "nauc_mrr_at_100_diff1": 0.149663, "nauc_mrr_at_1000_max": 0.343075, "nauc_mrr_at_1000_std": 0.181295, "nauc_mrr_at_1000_diff1": 0.149693, "cv_recall_at_1": 0.38451, "cv_recall_at_3": 0.86999, "cv_recall_at_5": 0.8935, "cv_recall_at_10": 0.92531, "cv_recall_at_20": 0.94329, "cv_recall_at_100": 0.9751, "cv_recall_at_1000": 1.0, "main_score": 0.8935, "hf_subset": "cs_cz", "languages": [ "ces-Latn" ] }, { "ndcg_at_1": 0.11655, "ndcg_at_3": 0.22611, "ndcg_at_5": 0.2449, "ndcg_at_10": 0.26404, "ndcg_at_20": 0.27804, "ndcg_at_100": 0.30792, "ndcg_at_1000": 0.35277, "map_at_1": 0.11655, "map_at_3": 0.19752, "map_at_5": 0.20785, "map_at_10": 0.21583, "map_at_20": 0.21974, "map_at_100": 0.22363, "map_at_1000": 0.22511, "recall_at_1": 0.11655, "recall_at_3": 0.3095, "recall_at_5": 0.35553, "recall_at_10": 0.4143, "recall_at_20": 0.46915, "recall_at_100": 0.63369, "recall_at_1000": 0.99804, "accuracy": 0.11655, "precision_at_1": 0.11655, "precision_at_3": 0.10317, "precision_at_5": 0.07111, "precision_at_10": 0.04143, "precision_at_20": 0.02346, "precision_at_100": 0.00634, "precision_at_1000": 0.001, "mrr_at_1": 0.116552, "mrr_at_3": 0.199314, "mrr_at_5": 0.209305, "mrr_at_10": 0.217457, "mrr_at_20": 0.221253, "mrr_at_100": 0.225235, "mrr_at_1000": 0.226713, "nauc_ndcg_at_1_max": 0.182624, "nauc_ndcg_at_1_std": -0.033426, "nauc_ndcg_at_1_diff1": 0.060356, "nauc_ndcg_at_3_max": 0.233971, "nauc_ndcg_at_3_std": -0.095357, "nauc_ndcg_at_3_diff1": 0.095205, "nauc_ndcg_at_5_max": 0.222446, "nauc_ndcg_at_5_std": -0.108483, "nauc_ndcg_at_5_diff1": 0.084279, "nauc_ndcg_at_10_max": 0.203036, "nauc_ndcg_at_10_std": -0.105722, "nauc_ndcg_at_10_diff1": 0.082729, "nauc_ndcg_at_20_max": 0.190456, "nauc_ndcg_at_20_std": -0.11048, "nauc_ndcg_at_20_diff1": 0.075975, "nauc_ndcg_at_100_max": 0.199613, "nauc_ndcg_at_100_std": -0.089685, "nauc_ndcg_at_100_diff1": 0.076204, "nauc_ndcg_at_1000_max": 0.19929, "nauc_ndcg_at_1000_std": -0.095741, "nauc_ndcg_at_1000_diff1": 0.077537, "nauc_map_at_1_max": 0.182624, "nauc_map_at_1_std": -0.033426, "nauc_map_at_1_diff1": 0.060356, "nauc_map_at_3_max": 0.222458, "nauc_map_at_3_std": -0.083186, "nauc_map_at_3_diff1": 0.085879, "nauc_map_at_5_max": 0.215192, "nauc_map_at_5_std": -0.091535, "nauc_map_at_5_diff1": 0.079386, "nauc_map_at_10_max": 0.206062, "nauc_map_at_10_std": -0.090807, "nauc_map_at_10_diff1": 0.078596, "nauc_map_at_20_max": 0.202457, "nauc_map_at_20_std": -0.091995, "nauc_map_at_20_diff1": 0.076817, "nauc_map_at_100_max": 0.202903, "nauc_map_at_100_std": -0.08972, "nauc_map_at_100_diff1": 0.077067, "nauc_map_at_1000_max": 0.202861, "nauc_map_at_1000_std": -0.089813, "nauc_map_at_1000_diff1": 0.077168, "nauc_recall_at_1_max": 0.182624, "nauc_recall_at_1_std": -0.033426, "nauc_recall_at_1_diff1": 0.060356, "nauc_recall_at_3_max": 0.259797, "nauc_recall_at_3_std": -0.122234, "nauc_recall_at_3_diff1": 0.116497, "nauc_recall_at_5_max": 0.237767, "nauc_recall_at_5_std": -0.146373, "nauc_recall_at_5_diff1": 0.094434, "nauc_recall_at_10_max": 0.190947, "nauc_recall_at_10_std": -0.137244, "nauc_recall_at_10_diff1": 0.090793, "nauc_recall_at_20_max": 0.149506, "nauc_recall_at_20_std": -0.154269, "nauc_recall_at_20_diff1": 0.067954, "nauc_recall_at_100_max": 0.199651, "nauc_recall_at_100_std": -0.046632, "nauc_recall_at_100_diff1": 0.065236, "nauc_recall_at_1000_max": -0.10268, "nauc_recall_at_1000_std": -0.661821, "nauc_recall_at_1000_diff1": -0.436007, "nauc_precision_at_1_max": 0.182624, "nauc_precision_at_1_std": -0.033426, "nauc_precision_at_1_diff1": 0.060356, "nauc_precision_at_3_max": 0.259797, "nauc_precision_at_3_std": -0.122234, "nauc_precision_at_3_diff1": 0.116497, "nauc_precision_at_5_max": 0.237767, "nauc_precision_at_5_std": -0.146373, "nauc_precision_at_5_diff1": 0.094434, "nauc_precision_at_10_max": 0.190947, "nauc_precision_at_10_std": -0.137244, "nauc_precision_at_10_diff1": 0.090793, "nauc_precision_at_20_max": 0.149506, "nauc_precision_at_20_std": -0.154269, "nauc_precision_at_20_diff1": 0.067954, "nauc_precision_at_100_max": 0.199651, "nauc_precision_at_100_std": -0.046632, "nauc_precision_at_100_diff1": 0.065236, "nauc_precision_at_1000_max": -0.10268, "nauc_precision_at_1000_std": -0.661821, "nauc_precision_at_1000_diff1": -0.436007, "nauc_mrr_at_1_max": 0.185214, "nauc_mrr_at_1_std": -0.034256, "nauc_mrr_at_1_diff1": 0.06529, "nauc_mrr_at_3_max": 0.229304, "nauc_mrr_at_3_std": -0.08278, "nauc_mrr_at_3_diff1": 0.100365, "nauc_mrr_at_5_max": 0.221628, "nauc_mrr_at_5_std": -0.090891, "nauc_mrr_at_5_diff1": 0.092812, "nauc_mrr_at_10_max": 0.212983, "nauc_mrr_at_10_std": -0.090813, "nauc_mrr_at_10_diff1": 0.092006, "nauc_mrr_at_20_max": 0.209706, "nauc_mrr_at_20_std": -0.091789, "nauc_mrr_at_20_diff1": 0.090558, "nauc_mrr_at_100_max": 0.209938, "nauc_mrr_at_100_std": -0.089708, "nauc_mrr_at_100_diff1": 0.090636, "nauc_mrr_at_1000_max": 0.209925, "nauc_mrr_at_1000_std": -0.089799, "nauc_mrr_at_1000_diff1": 0.090792, "cv_recall_at_1": 0.11655, "cv_recall_at_3": 0.31048, "cv_recall_at_5": 0.35455, "cv_recall_at_10": 0.4143, "cv_recall_at_20": 0.46719, "cv_recall_at_100": 0.63369, "cv_recall_at_1000": 0.99804, "main_score": 0.35455, "hf_subset": "cy_gb", "languages": [ "cym-Latn" ] }, { "ndcg_at_1": 0.22151, "ndcg_at_3": 0.44205, "ndcg_at_5": 0.46231, "ndcg_at_10": 0.48482, "ndcg_at_20": 0.50329, "ndcg_at_100": 0.52751, "ndcg_at_1000": 0.53707, "map_at_1": 0.22151, "map_at_3": 0.3862, "map_at_5": 0.39738, "map_at_10": 0.40682, "map_at_20": 0.41203, "map_at_100": 0.41541, "map_at_1000": 0.41577, "recall_at_1": 0.22151, "recall_at_3": 0.6043, "recall_at_5": 0.65376, "recall_at_10": 0.72258, "recall_at_20": 0.79462, "recall_at_100": 0.92473, "recall_at_1000": 1.0, "accuracy": 0.22151, "precision_at_1": 0.22151, "precision_at_3": 0.20143, "precision_at_5": 0.13075, "precision_at_10": 0.07226, "precision_at_20": 0.03973, "precision_at_100": 0.00925, "precision_at_1000": 0.001, "mrr_at_1": 0.224731, "mrr_at_3": 0.388889, "mrr_at_5": 0.399588, "mrr_at_10": 0.409244, "mrr_at_20": 0.414418, "mrr_at_100": 0.417804, "mrr_at_1000": 0.418161, "nauc_ndcg_at_1_max": 0.328107, "nauc_ndcg_at_1_std": 0.093687, "nauc_ndcg_at_1_diff1": 0.024233, "nauc_ndcg_at_3_max": 0.60171, "nauc_ndcg_at_3_std": 0.219104, "nauc_ndcg_at_3_diff1": 0.00749, "nauc_ndcg_at_5_max": 0.591936, "nauc_ndcg_at_5_std": 0.215958, "nauc_ndcg_at_5_diff1": 0.001955, "nauc_ndcg_at_10_max": 0.577605, "nauc_ndcg_at_10_std": 0.218014, "nauc_ndcg_at_10_diff1": -0.00969, "nauc_ndcg_at_20_max": 0.562396, "nauc_ndcg_at_20_std": 0.209553, "nauc_ndcg_at_20_diff1": -0.009116, "nauc_ndcg_at_100_max": 0.543824, "nauc_ndcg_at_100_std": 0.196577, "nauc_ndcg_at_100_diff1": 0.002901, "nauc_ndcg_at_1000_max": 0.53663, "nauc_ndcg_at_1000_std": 0.192576, "nauc_ndcg_at_1000_diff1": 0.00243, "nauc_map_at_1_max": 0.328107, "nauc_map_at_1_std": 0.093687, "nauc_map_at_1_diff1": 0.024233, "nauc_map_at_3_max": 0.531261, "nauc_map_at_3_std": 0.182833, "nauc_map_at_3_diff1": 0.013861, "nauc_map_at_5_max": 0.524505, "nauc_map_at_5_std": 0.180163, "nauc_map_at_5_diff1": 0.010942, "nauc_map_at_10_max": 0.517703, "nauc_map_at_10_std": 0.180372, "nauc_map_at_10_diff1": 0.006773, "nauc_map_at_20_max": 0.512967, "nauc_map_at_20_std": 0.177845, "nauc_map_at_20_diff1": 0.007093, "nauc_map_at_100_max": 0.510178, "nauc_map_at_100_std": 0.176324, "nauc_map_at_100_diff1": 0.008383, "nauc_map_at_1000_max": 0.509908, "nauc_map_at_1000_std": 0.176168, "nauc_map_at_1000_diff1": 0.008368, "nauc_recall_at_1_max": 0.328107, "nauc_recall_at_1_std": 0.093687, "nauc_recall_at_1_diff1": 0.024233, "nauc_recall_at_3_max": 0.809341, "nauc_recall_at_3_std": 0.327491, "nauc_recall_at_3_diff1": -0.012057, "nauc_recall_at_5_max": 0.804126, "nauc_recall_at_5_std": 0.330804, "nauc_recall_at_5_diff1": -0.028104, "nauc_recall_at_10_max": 0.787182, "nauc_recall_at_10_std": 0.357664, "nauc_recall_at_10_diff1": -0.077806, "nauc_recall_at_20_max": 0.758765, "nauc_recall_at_20_std": 0.346187, "nauc_recall_at_20_diff1": -0.092821, "nauc_recall_at_100_max": 0.727111, "nauc_recall_at_100_std": 0.298726, "nauc_recall_at_100_diff1": 0.01576, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.328107, "nauc_precision_at_1_std": 0.093687, "nauc_precision_at_1_diff1": 0.024233, "nauc_precision_at_3_max": 0.809341, "nauc_precision_at_3_std": 0.327491, "nauc_precision_at_3_diff1": -0.012057, "nauc_precision_at_5_max": 0.804126, "nauc_precision_at_5_std": 0.330804, "nauc_precision_at_5_diff1": -0.028104, "nauc_precision_at_10_max": 0.787182, "nauc_precision_at_10_std": 0.357664, "nauc_precision_at_10_diff1": -0.077806, "nauc_precision_at_20_max": 0.758765, "nauc_precision_at_20_std": 0.346187, "nauc_precision_at_20_diff1": -0.092821, "nauc_precision_at_100_max": 0.727111, "nauc_precision_at_100_std": 0.298726, "nauc_precision_at_100_diff1": 0.01576, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.326045, "nauc_mrr_at_1_std": 0.104339, "nauc_mrr_at_1_diff1": 0.012343, "nauc_mrr_at_3_max": 0.524528, "nauc_mrr_at_3_std": 0.184866, "nauc_mrr_at_3_diff1": 0.003342, "nauc_mrr_at_5_max": 0.521464, "nauc_mrr_at_5_std": 0.185711, "nauc_mrr_at_5_diff1": -0.00271, "nauc_mrr_at_10_max": 0.512809, "nauc_mrr_at_10_std": 0.184187, "nauc_mrr_at_10_diff1": -0.003933, "nauc_mrr_at_20_max": 0.507907, "nauc_mrr_at_20_std": 0.1815, "nauc_mrr_at_20_diff1": -0.003376, "nauc_mrr_at_100_max": 0.505228, "nauc_mrr_at_100_std": 0.180267, "nauc_mrr_at_100_diff1": -0.00241, "nauc_mrr_at_1000_max": 0.504952, "nauc_mrr_at_1000_std": 0.180117, "nauc_mrr_at_1000_diff1": -0.002438, "cv_recall_at_1": 0.22473, "cv_recall_at_3": 0.60538, "cv_recall_at_5": 0.65269, "cv_recall_at_10": 0.72258, "cv_recall_at_20": 0.79462, "cv_recall_at_100": 0.92473, "cv_recall_at_1000": 1.0, "main_score": 0.65269, "hf_subset": "da_dk", "languages": [ "dan-Latn" ] }, { "ndcg_at_1": 0.39907, "ndcg_at_3": 0.74561, "ndcg_at_5": 0.74656, "ndcg_at_10": 0.74656, "ndcg_at_20": 0.74656, "ndcg_at_100": 0.74656, "ndcg_at_1000": 0.74656, "map_at_1": 0.39907, "map_at_3": 0.65874, "map_at_5": 0.65926, "map_at_10": 0.65926, "map_at_20": 0.65926, "map_at_100": 0.65926, "map_at_1000": 0.65926, "recall_at_1": 0.39907, "recall_at_3": 0.99768, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.39907, "precision_at_1": 0.39907, "precision_at_3": 0.33256, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.393271, "mrr_at_3": 0.654679, "mrr_at_5": 0.655201, "mrr_at_10": 0.655201, "mrr_at_20": 0.655201, "mrr_at_100": 0.655201, "mrr_at_1000": 0.655201, "nauc_ndcg_at_1_max": -0.030996, "nauc_ndcg_at_1_std": -0.103009, "nauc_ndcg_at_1_diff1": 0.151259, "nauc_ndcg_at_3_max": -0.039877, "nauc_ndcg_at_3_std": -0.117234, "nauc_ndcg_at_3_diff1": 0.153242, "nauc_ndcg_at_5_max": -0.045956, "nauc_ndcg_at_5_std": -0.120616, "nauc_ndcg_at_5_diff1": 0.154233, "nauc_ndcg_at_10_max": -0.045956, "nauc_ndcg_at_10_std": -0.120616, "nauc_ndcg_at_10_diff1": 0.154233, "nauc_ndcg_at_20_max": -0.045956, "nauc_ndcg_at_20_std": -0.120616, "nauc_ndcg_at_20_diff1": 0.154233, "nauc_ndcg_at_100_max": -0.045956, "nauc_ndcg_at_100_std": -0.120616, "nauc_ndcg_at_100_diff1": 0.154233, "nauc_ndcg_at_1000_max": -0.045956, "nauc_ndcg_at_1000_std": -0.120616, "nauc_ndcg_at_1000_diff1": 0.154233, "nauc_map_at_1_max": -0.030996, "nauc_map_at_1_std": -0.103009, "nauc_map_at_1_diff1": 0.151259, "nauc_map_at_3_max": -0.042786, "nauc_map_at_3_std": -0.11837, "nauc_map_at_3_diff1": 0.153715, "nauc_map_at_5_max": -0.04529, "nauc_map_at_5_std": -0.119775, "nauc_map_at_5_diff1": 0.154103, "nauc_map_at_10_max": -0.04529, "nauc_map_at_10_std": -0.119775, "nauc_map_at_10_diff1": 0.154103, "nauc_map_at_20_max": -0.04529, "nauc_map_at_20_std": -0.119775, "nauc_map_at_20_diff1": 0.154103, "nauc_map_at_100_max": -0.04529, "nauc_map_at_100_std": -0.119775, "nauc_map_at_100_diff1": 0.154103, "nauc_map_at_1000_max": -0.04529, "nauc_map_at_1000_std": -0.119775, "nauc_map_at_1000_diff1": 0.154103, "nauc_recall_at_1_max": -0.030996, "nauc_recall_at_1_std": -0.103009, "nauc_recall_at_1_diff1": 0.151259, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.456085, "nauc_recall_at_3_diff1": -0.02426, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.030996, "nauc_precision_at_1_std": -0.103009, "nauc_precision_at_1_diff1": 0.151259, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.456085, "nauc_precision_at_3_diff1": -0.02426, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.048145, "nauc_mrr_at_1_std": -0.107932, "nauc_mrr_at_1_diff1": 0.159834, "nauc_mrr_at_3_max": -0.055892, "nauc_mrr_at_3_std": -0.113471, "nauc_mrr_at_3_diff1": 0.157548, "nauc_mrr_at_5_max": -0.058423, "nauc_mrr_at_5_std": -0.114862, "nauc_mrr_at_5_diff1": 0.157945, "nauc_mrr_at_10_max": -0.058423, "nauc_mrr_at_10_std": -0.114862, "nauc_mrr_at_10_diff1": 0.157945, "nauc_mrr_at_20_max": -0.058423, "nauc_mrr_at_20_std": -0.114862, "nauc_mrr_at_20_diff1": 0.157945, "nauc_mrr_at_100_max": -0.058423, "nauc_mrr_at_100_std": -0.114862, "nauc_mrr_at_100_diff1": 0.157945, "nauc_mrr_at_1000_max": -0.058423, "nauc_mrr_at_1000_std": -0.114862, "nauc_mrr_at_1000_diff1": 0.157945, "cv_recall_at_1": 0.39327, "cv_recall_at_3": 0.99768, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "de_de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.28, "ndcg_at_3": 0.46164, "ndcg_at_5": 0.47409, "ndcg_at_10": 0.49553, "ndcg_at_20": 0.51171, "ndcg_at_100": 0.5411, "ndcg_at_1000": 0.55329, "map_at_1": 0.28, "map_at_3": 0.41795, "map_at_5": 0.42472, "map_at_10": 0.43359, "map_at_20": 0.43796, "map_at_100": 0.44212, "map_at_1000": 0.44261, "recall_at_1": 0.28, "recall_at_3": 0.58769, "recall_at_5": 0.61846, "recall_at_10": 0.68462, "recall_at_20": 0.74923, "recall_at_100": 0.90615, "recall_at_1000": 1.0, "accuracy": 0.28, "precision_at_1": 0.28, "precision_at_3": 0.1959, "precision_at_5": 0.12369, "precision_at_10": 0.06846, "precision_at_20": 0.03746, "precision_at_100": 0.00906, "precision_at_1000": 0.001, "mrr_at_1": 0.290769, "mrr_at_3": 0.419231, "mrr_at_5": 0.429077, "mrr_at_10": 0.437801, "mrr_at_20": 0.442077, "mrr_at_100": 0.446224, "mrr_at_1000": 0.446712, "nauc_ndcg_at_1_max": 0.376121, "nauc_ndcg_at_1_std": 0.124915, "nauc_ndcg_at_1_diff1": 0.200787, "nauc_ndcg_at_3_max": 0.598045, "nauc_ndcg_at_3_std": 0.225829, "nauc_ndcg_at_3_diff1": 0.052079, "nauc_ndcg_at_5_max": 0.588193, "nauc_ndcg_at_5_std": 0.221507, "nauc_ndcg_at_5_diff1": 0.049149, "nauc_ndcg_at_10_max": 0.572156, "nauc_ndcg_at_10_std": 0.234188, "nauc_ndcg_at_10_diff1": 0.052525, "nauc_ndcg_at_20_max": 0.561877, "nauc_ndcg_at_20_std": 0.237502, "nauc_ndcg_at_20_diff1": 0.047711, "nauc_ndcg_at_100_max": 0.548797, "nauc_ndcg_at_100_std": 0.224562, "nauc_ndcg_at_100_diff1": 0.066023, "nauc_ndcg_at_1000_max": 0.544615, "nauc_ndcg_at_1000_std": 0.21562, "nauc_ndcg_at_1000_diff1": 0.071348, "nauc_map_at_1_max": 0.376121, "nauc_map_at_1_std": 0.124915, "nauc_map_at_1_diff1": 0.200787, "nauc_map_at_3_max": 0.542697, "nauc_map_at_3_std": 0.197753, "nauc_map_at_3_diff1": 0.086991, "nauc_map_at_5_max": 0.536816, "nauc_map_at_5_std": 0.195048, "nauc_map_at_5_diff1": 0.085609, "nauc_map_at_10_max": 0.529696, "nauc_map_at_10_std": 0.199494, "nauc_map_at_10_diff1": 0.087328, "nauc_map_at_20_max": 0.526774, "nauc_map_at_20_std": 0.199879, "nauc_map_at_20_diff1": 0.086197, "nauc_map_at_100_max": 0.524949, "nauc_map_at_100_std": 0.198271, "nauc_map_at_100_diff1": 0.088892, "nauc_map_at_1000_max": 0.524771, "nauc_map_at_1000_std": 0.19797, "nauc_map_at_1000_diff1": 0.089097, "nauc_recall_at_1_max": 0.376121, "nauc_recall_at_1_std": 0.124915, "nauc_recall_at_1_diff1": 0.200787, "nauc_recall_at_3_max": 0.764923, "nauc_recall_at_3_std": 0.311698, "nauc_recall_at_3_diff1": -0.052271, "nauc_recall_at_5_max": 0.747483, "nauc_recall_at_5_std": 0.305053, "nauc_recall_at_5_diff1": -0.064308, "nauc_recall_at_10_max": 0.711604, "nauc_recall_at_10_std": 0.363259, "nauc_recall_at_10_diff1": -0.066499, "nauc_recall_at_20_max": 0.683426, "nauc_recall_at_20_std": 0.407801, "nauc_recall_at_20_diff1": -0.113118, "nauc_recall_at_100_max": 0.638709, "nauc_recall_at_100_std": 0.422862, "nauc_recall_at_100_diff1": -0.049946, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.376121, "nauc_precision_at_1_std": 0.124915, "nauc_precision_at_1_diff1": 0.200787, "nauc_precision_at_3_max": 0.764923, "nauc_precision_at_3_std": 0.311698, "nauc_precision_at_3_diff1": -0.052271, "nauc_precision_at_5_max": 0.747483, "nauc_precision_at_5_std": 0.305053, "nauc_precision_at_5_diff1": -0.064308, "nauc_precision_at_10_max": 0.711604, "nauc_precision_at_10_std": 0.363259, "nauc_precision_at_10_diff1": -0.066499, "nauc_precision_at_20_max": 0.683426, "nauc_precision_at_20_std": 0.407801, "nauc_precision_at_20_diff1": -0.113118, "nauc_precision_at_100_max": 0.638709, "nauc_precision_at_100_std": 0.422862, "nauc_precision_at_100_diff1": -0.049946, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.37781, "nauc_mrr_at_1_std": 0.086562, "nauc_mrr_at_1_diff1": 0.170562, "nauc_mrr_at_3_max": 0.545551, "nauc_mrr_at_3_std": 0.172554, "nauc_mrr_at_3_diff1": 0.077108, "nauc_mrr_at_5_max": 0.536681, "nauc_mrr_at_5_std": 0.172368, "nauc_mrr_at_5_diff1": 0.073943, "nauc_mrr_at_10_max": 0.530519, "nauc_mrr_at_10_std": 0.177258, "nauc_mrr_at_10_diff1": 0.075078, "nauc_mrr_at_20_max": 0.527297, "nauc_mrr_at_20_std": 0.177977, "nauc_mrr_at_20_diff1": 0.073715, "nauc_mrr_at_100_max": 0.525496, "nauc_mrr_at_100_std": 0.176149, "nauc_mrr_at_100_diff1": 0.076203, "nauc_mrr_at_1000_max": 0.525321, "nauc_mrr_at_1000_std": 0.175819, "nauc_mrr_at_1000_diff1": 0.076388, "cv_recall_at_1": 0.29077, "cv_recall_at_3": 0.57538, "cv_recall_at_5": 0.61846, "cv_recall_at_10": 0.68615, "cv_recall_at_20": 0.74923, "cv_recall_at_100": 0.90615, "cv_recall_at_1000": 1.0, "main_score": 0.61846, "hf_subset": "el_gr", "languages": [ "ell-Grek" ] }, { "ndcg_at_1": 0.55332, "ndcg_at_3": 0.83514, "ndcg_at_5": 0.83514, "ndcg_at_10": 0.83514, "ndcg_at_20": 0.83514, "ndcg_at_100": 0.83514, "ndcg_at_1000": 0.83514, "map_at_1": 0.55332, "map_at_3": 0.77666, "map_at_5": 0.77666, "map_at_10": 0.77666, "map_at_20": 0.77666, "map_at_100": 0.77666, "map_at_1000": 0.77666, "recall_at_1": 0.55332, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.55332, "precision_at_1": 0.55332, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.553323, "mrr_at_3": 0.776662, "mrr_at_5": 0.776662, "mrr_at_10": 0.776662, "mrr_at_20": 0.776662, "mrr_at_100": 0.776662, "mrr_at_1000": 0.776662, "nauc_ndcg_at_1_max": -0.049876, "nauc_ndcg_at_1_std": -0.09727, "nauc_ndcg_at_1_diff1": 0.203821, "nauc_ndcg_at_3_max": -0.049876, "nauc_ndcg_at_3_std": -0.09727, "nauc_ndcg_at_3_diff1": 0.203821, "nauc_ndcg_at_5_max": -0.049876, "nauc_ndcg_at_5_std": -0.09727, "nauc_ndcg_at_5_diff1": 0.203821, "nauc_ndcg_at_10_max": -0.049876, "nauc_ndcg_at_10_std": -0.09727, "nauc_ndcg_at_10_diff1": 0.203821, "nauc_ndcg_at_20_max": -0.049876, "nauc_ndcg_at_20_std": -0.09727, "nauc_ndcg_at_20_diff1": 0.203821, "nauc_ndcg_at_100_max": -0.049876, "nauc_ndcg_at_100_std": -0.09727, "nauc_ndcg_at_100_diff1": 0.203821, "nauc_ndcg_at_1000_max": -0.049876, "nauc_ndcg_at_1000_std": -0.09727, "nauc_ndcg_at_1000_diff1": 0.203821, "nauc_map_at_1_max": -0.049876, "nauc_map_at_1_std": -0.09727, "nauc_map_at_1_diff1": 0.203821, "nauc_map_at_3_max": -0.049876, "nauc_map_at_3_std": -0.09727, "nauc_map_at_3_diff1": 0.203821, "nauc_map_at_5_max": -0.049876, "nauc_map_at_5_std": -0.09727, "nauc_map_at_5_diff1": 0.203821, "nauc_map_at_10_max": -0.049876, "nauc_map_at_10_std": -0.09727, "nauc_map_at_10_diff1": 0.203821, "nauc_map_at_20_max": -0.049876, "nauc_map_at_20_std": -0.09727, "nauc_map_at_20_diff1": 0.203821, "nauc_map_at_100_max": -0.049876, "nauc_map_at_100_std": -0.09727, "nauc_map_at_100_diff1": 0.203821, "nauc_map_at_1000_max": -0.049876, "nauc_map_at_1000_std": -0.09727, "nauc_map_at_1000_diff1": 0.203821, "nauc_recall_at_1_max": -0.049876, "nauc_recall_at_1_std": -0.09727, "nauc_recall_at_1_diff1": 0.203821, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.049876, "nauc_precision_at_1_std": -0.09727, "nauc_precision_at_1_diff1": 0.203821, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.011045, "nauc_mrr_at_1_std": -0.102177, "nauc_mrr_at_1_diff1": 0.195971, "nauc_mrr_at_3_max": 0.011045, "nauc_mrr_at_3_std": -0.102177, "nauc_mrr_at_3_diff1": 0.195971, "nauc_mrr_at_5_max": 0.011045, "nauc_mrr_at_5_std": -0.102177, "nauc_mrr_at_5_diff1": 0.195971, "nauc_mrr_at_10_max": 0.011045, "nauc_mrr_at_10_std": -0.102177, "nauc_mrr_at_10_diff1": 0.195971, "nauc_mrr_at_20_max": 0.011045, "nauc_mrr_at_20_std": -0.102177, "nauc_mrr_at_20_diff1": 0.195971, "nauc_mrr_at_100_max": 0.011045, "nauc_mrr_at_100_std": -0.102177, "nauc_mrr_at_100_diff1": 0.195971, "nauc_mrr_at_1000_max": 0.011045, "nauc_mrr_at_1000_std": -0.102177, "nauc_mrr_at_1000_diff1": 0.195971, "cv_recall_at_1": 0.55332, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "en_us", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.38326, "ndcg_at_3": 0.73763, "ndcg_at_5": 0.73763, "ndcg_at_10": 0.73763, "ndcg_at_20": 0.73763, "ndcg_at_100": 0.73763, "ndcg_at_1000": 0.73763, "map_at_1": 0.38326, "map_at_3": 0.64739, "map_at_5": 0.64739, "map_at_10": 0.64739, "map_at_20": 0.64739, "map_at_100": 0.64739, "map_at_1000": 0.64739, "recall_at_1": 0.38326, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38326, "precision_at_1": 0.38326, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.385463, "mrr_at_3": 0.649596, "mrr_at_5": 0.649596, "mrr_at_10": 0.649596, "mrr_at_20": 0.649596, "mrr_at_100": 0.649596, "mrr_at_1000": 0.649596, "nauc_ndcg_at_1_max": -0.036697, "nauc_ndcg_at_1_std": -0.09998, "nauc_ndcg_at_1_diff1": 0.070971, "nauc_ndcg_at_3_max": -0.044284, "nauc_ndcg_at_3_std": -0.122173, "nauc_ndcg_at_3_diff1": 0.063273, "nauc_ndcg_at_5_max": -0.044284, "nauc_ndcg_at_5_std": -0.122173, "nauc_ndcg_at_5_diff1": 0.063273, "nauc_ndcg_at_10_max": -0.044284, "nauc_ndcg_at_10_std": -0.122173, "nauc_ndcg_at_10_diff1": 0.063273, "nauc_ndcg_at_20_max": -0.044284, "nauc_ndcg_at_20_std": -0.122173, "nauc_ndcg_at_20_diff1": 0.063273, "nauc_ndcg_at_100_max": -0.044284, "nauc_ndcg_at_100_std": -0.122173, "nauc_ndcg_at_100_diff1": 0.063273, "nauc_ndcg_at_1000_max": -0.044284, "nauc_ndcg_at_1000_std": -0.122173, "nauc_ndcg_at_1000_diff1": 0.063273, "nauc_map_at_1_max": -0.036697, "nauc_map_at_1_std": -0.09998, "nauc_map_at_1_diff1": 0.070971, "nauc_map_at_3_max": -0.043907, "nauc_map_at_3_std": -0.121072, "nauc_map_at_3_diff1": 0.063655, "nauc_map_at_5_max": -0.043907, "nauc_map_at_5_std": -0.121072, "nauc_map_at_5_diff1": 0.063655, "nauc_map_at_10_max": -0.043907, "nauc_map_at_10_std": -0.121072, "nauc_map_at_10_diff1": 0.063655, "nauc_map_at_20_max": -0.043907, "nauc_map_at_20_std": -0.121072, "nauc_map_at_20_diff1": 0.063655, "nauc_map_at_100_max": -0.043907, "nauc_map_at_100_std": -0.121072, "nauc_map_at_100_diff1": 0.063655, "nauc_map_at_1000_max": -0.043907, "nauc_map_at_1000_std": -0.121072, "nauc_map_at_1000_diff1": 0.063655, "nauc_recall_at_1_max": -0.036697, "nauc_recall_at_1_std": -0.09998, "nauc_recall_at_1_diff1": 0.070971, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.036697, "nauc_precision_at_1_std": -0.09998, "nauc_precision_at_1_diff1": 0.070971, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.030451, "nauc_mrr_at_1_std": -0.109176, "nauc_mrr_at_1_diff1": 0.054106, "nauc_mrr_at_3_max": -0.026433, "nauc_mrr_at_3_std": -0.119824, "nauc_mrr_at_3_diff1": 0.04949, "nauc_mrr_at_5_max": -0.026433, "nauc_mrr_at_5_std": -0.119824, "nauc_mrr_at_5_diff1": 0.04949, "nauc_mrr_at_10_max": -0.026433, "nauc_mrr_at_10_std": -0.119824, "nauc_mrr_at_10_diff1": 0.04949, "nauc_mrr_at_20_max": -0.026433, "nauc_mrr_at_20_std": -0.119824, "nauc_mrr_at_20_diff1": 0.04949, "nauc_mrr_at_100_max": -0.026433, "nauc_mrr_at_100_std": -0.119824, "nauc_mrr_at_100_diff1": 0.04949, "nauc_mrr_at_1000_max": -0.026433, "nauc_mrr_at_1000_std": -0.119824, "nauc_mrr_at_1000_diff1": 0.04949, "cv_recall_at_1": 0.38546, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "es_419", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.19709, "ndcg_at_3": 0.38383, "ndcg_at_5": 0.40783, "ndcg_at_10": 0.43152, "ndcg_at_20": 0.44436, "ndcg_at_100": 0.46998, "ndcg_at_1000": 0.49038, "map_at_1": 0.19709, "map_at_3": 0.33669, "map_at_5": 0.35002, "map_at_10": 0.35969, "map_at_20": 0.36311, "map_at_100": 0.36677, "map_at_1000": 0.36756, "recall_at_1": 0.19709, "recall_at_3": 0.52072, "recall_at_5": 0.57895, "recall_at_10": 0.65286, "recall_at_20": 0.70437, "recall_at_100": 0.84099, "recall_at_1000": 1.0, "accuracy": 0.19709, "precision_at_1": 0.19709, "precision_at_3": 0.17357, "precision_at_5": 0.11579, "precision_at_10": 0.06529, "precision_at_20": 0.03522, "precision_at_100": 0.00841, "precision_at_1000": 0.001, "mrr_at_1": 0.200448, "mrr_at_3": 0.339679, "mrr_at_5": 0.352613, "mrr_at_10": 0.362317, "mrr_at_20": 0.365694, "mrr_at_100": 0.369393, "mrr_at_1000": 0.370183, "nauc_ndcg_at_1_max": 0.243866, "nauc_ndcg_at_1_std": -0.097163, "nauc_ndcg_at_1_diff1": -0.131554, "nauc_ndcg_at_3_max": 0.445372, "nauc_ndcg_at_3_std": -0.161168, "nauc_ndcg_at_3_diff1": -0.281377, "nauc_ndcg_at_5_max": 0.416058, "nauc_ndcg_at_5_std": -0.179901, "nauc_ndcg_at_5_diff1": -0.292336, "nauc_ndcg_at_10_max": 0.403159, "nauc_ndcg_at_10_std": -0.168881, "nauc_ndcg_at_10_diff1": -0.281945, "nauc_ndcg_at_20_max": 0.395313, "nauc_ndcg_at_20_std": -0.159764, "nauc_ndcg_at_20_diff1": -0.273622, "nauc_ndcg_at_100_max": 0.382811, "nauc_ndcg_at_100_std": -0.154801, "nauc_ndcg_at_100_diff1": -0.273373, "nauc_ndcg_at_1000_max": 0.379976, "nauc_ndcg_at_1000_std": -0.154807, "nauc_ndcg_at_1000_diff1": -0.262132, "nauc_map_at_1_max": 0.243866, "nauc_map_at_1_std": -0.097163, "nauc_map_at_1_diff1": -0.131554, "nauc_map_at_3_max": 0.393549, "nauc_map_at_3_std": -0.14535, "nauc_map_at_3_diff1": -0.245624, "nauc_map_at_5_max": 0.376308, "nauc_map_at_5_std": -0.155836, "nauc_map_at_5_diff1": -0.251255, "nauc_map_at_10_max": 0.370304, "nauc_map_at_10_std": -0.151172, "nauc_map_at_10_diff1": -0.246514, "nauc_map_at_20_max": 0.368156, "nauc_map_at_20_std": -0.148656, "nauc_map_at_20_diff1": -0.244017, "nauc_map_at_100_max": 0.365923, "nauc_map_at_100_std": -0.147997, "nauc_map_at_100_diff1": -0.243613, "nauc_map_at_1000_max": 0.365744, "nauc_map_at_1000_std": -0.147958, "nauc_map_at_1000_diff1": -0.2432, "nauc_recall_at_1_max": 0.243866, "nauc_recall_at_1_std": -0.097163, "nauc_recall_at_1_diff1": -0.131554, "nauc_recall_at_3_max": 0.586758, "nauc_recall_at_3_std": -0.204116, "nauc_recall_at_3_diff1": -0.378022, "nauc_recall_at_5_max": 0.5263, "nauc_recall_at_5_std": -0.250515, "nauc_recall_at_5_diff1": -0.41019, "nauc_recall_at_10_max": 0.49884, "nauc_recall_at_10_std": -0.222264, "nauc_recall_at_10_diff1": -0.390582, "nauc_recall_at_20_max": 0.472498, "nauc_recall_at_20_std": -0.186534, "nauc_recall_at_20_diff1": -0.365482, "nauc_recall_at_100_max": 0.415977, "nauc_recall_at_100_std": -0.152768, "nauc_recall_at_100_diff1": -0.429238, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.243866, "nauc_precision_at_1_std": -0.097163, "nauc_precision_at_1_diff1": -0.131554, "nauc_precision_at_3_max": 0.586758, "nauc_precision_at_3_std": -0.204116, "nauc_precision_at_3_diff1": -0.378022, "nauc_precision_at_5_max": 0.5263, "nauc_precision_at_5_std": -0.250515, "nauc_precision_at_5_diff1": -0.41019, "nauc_precision_at_10_max": 0.49884, "nauc_precision_at_10_std": -0.222264, "nauc_precision_at_10_diff1": -0.390582, "nauc_precision_at_20_max": 0.472498, "nauc_precision_at_20_std": -0.186534, "nauc_precision_at_20_diff1": -0.365482, "nauc_precision_at_100_max": 0.415977, "nauc_precision_at_100_std": -0.152768, "nauc_precision_at_100_diff1": -0.429238, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.259138, "nauc_mrr_at_1_std": -0.105778, "nauc_mrr_at_1_diff1": -0.143783, "nauc_mrr_at_3_max": 0.403741, "nauc_mrr_at_3_std": -0.149106, "nauc_mrr_at_3_diff1": -0.251062, "nauc_mrr_at_5_max": 0.387063, "nauc_mrr_at_5_std": -0.15759, "nauc_mrr_at_5_diff1": -0.256894, "nauc_mrr_at_10_max": 0.381172, "nauc_mrr_at_10_std": -0.153095, "nauc_mrr_at_10_diff1": -0.252512, "nauc_mrr_at_20_max": 0.379162, "nauc_mrr_at_20_std": -0.150634, "nauc_mrr_at_20_diff1": -0.250088, "nauc_mrr_at_100_max": 0.377014, "nauc_mrr_at_100_std": -0.149957, "nauc_mrr_at_100_diff1": -0.249654, "nauc_mrr_at_1000_max": 0.376863, "nauc_mrr_at_1000_std": -0.149922, "nauc_mrr_at_1000_diff1": -0.249259, "cv_recall_at_1": 0.20045, "cv_recall_at_3": 0.52184, "cv_recall_at_5": 0.57895, "cv_recall_at_10": 0.65286, "cv_recall_at_20": 0.70325, "cv_recall_at_100": 0.84099, "cv_recall_at_1000": 1.0, "main_score": 0.57895, "hf_subset": "et_ee", "languages": [ "est-Latn" ] }, { "ndcg_at_1": 0.124, "ndcg_at_3": 0.24353, "ndcg_at_5": 0.26058, "ndcg_at_10": 0.28389, "ndcg_at_20": 0.30303, "ndcg_at_100": 0.33867, "ndcg_at_1000": 0.3741, "map_at_1": 0.124, "map_at_3": 0.21316, "map_at_5": 0.22264, "map_at_10": 0.23242, "map_at_20": 0.23751, "map_at_100": 0.24233, "map_at_1000": 0.24355, "recall_at_1": 0.124, "recall_at_3": 0.3318, "recall_at_5": 0.37313, "recall_at_10": 0.44432, "recall_at_20": 0.52124, "recall_at_100": 0.71527, "recall_at_1000": 1.0, "accuracy": 0.124, "precision_at_1": 0.124, "precision_at_3": 0.1106, "precision_at_5": 0.07463, "precision_at_10": 0.04443, "precision_at_20": 0.02606, "precision_at_100": 0.00715, "precision_at_1000": 0.001, "mrr_at_1": 0.129736, "mrr_at_3": 0.216609, "mrr_at_5": 0.225105, "mrr_at_10": 0.23536, "mrr_at_20": 0.240306, "mrr_at_100": 0.245064, "mrr_at_1000": 0.246286, "nauc_ndcg_at_1_max": 0.426756, "nauc_ndcg_at_1_std": 0.130099, "nauc_ndcg_at_1_diff1": -0.072653, "nauc_ndcg_at_3_max": 0.589037, "nauc_ndcg_at_3_std": 0.251856, "nauc_ndcg_at_3_diff1": -0.075514, "nauc_ndcg_at_5_max": 0.583451, "nauc_ndcg_at_5_std": 0.256874, "nauc_ndcg_at_5_diff1": -0.069716, "nauc_ndcg_at_10_max": 0.569672, "nauc_ndcg_at_10_std": 0.267972, "nauc_ndcg_at_10_diff1": -0.065879, "nauc_ndcg_at_20_max": 0.550552, "nauc_ndcg_at_20_std": 0.260754, "nauc_ndcg_at_20_diff1": -0.060978, "nauc_ndcg_at_100_max": 0.537311, "nauc_ndcg_at_100_std": 0.250481, "nauc_ndcg_at_100_diff1": -0.063762, "nauc_ndcg_at_1000_max": 0.543304, "nauc_ndcg_at_1000_std": 0.245551, "nauc_ndcg_at_1000_diff1": -0.06925, "nauc_map_at_1_max": 0.426756, "nauc_map_at_1_std": 0.130099, "nauc_map_at_1_diff1": -0.072653, "nauc_map_at_3_max": 0.555967, "nauc_map_at_3_std": 0.226776, "nauc_map_at_3_diff1": -0.077943, "nauc_map_at_5_max": 0.552321, "nauc_map_at_5_std": 0.229808, "nauc_map_at_5_diff1": -0.074264, "nauc_map_at_10_max": 0.545544, "nauc_map_at_10_std": 0.234204, "nauc_map_at_10_diff1": -0.072724, "nauc_map_at_20_max": 0.54023, "nauc_map_at_20_std": 0.232222, "nauc_map_at_20_diff1": -0.071633, "nauc_map_at_100_max": 0.538066, "nauc_map_at_100_std": 0.230643, "nauc_map_at_100_diff1": -0.072742, "nauc_map_at_1000_max": 0.538112, "nauc_map_at_1000_std": 0.230368, "nauc_map_at_1000_diff1": -0.072964, "nauc_recall_at_1_max": 0.426756, "nauc_recall_at_1_std": 0.130099, "nauc_recall_at_1_diff1": -0.072653, "nauc_recall_at_3_max": 0.663716, "nauc_recall_at_3_std": 0.308568, "nauc_recall_at_3_diff1": -0.069183, "nauc_recall_at_5_max": 0.652648, "nauc_recall_at_5_std": 0.317856, "nauc_recall_at_5_diff1": -0.058333, "nauc_recall_at_10_max": 0.620353, "nauc_recall_at_10_std": 0.348552, "nauc_recall_at_10_diff1": -0.047819, "nauc_recall_at_20_max": 0.556166, "nauc_recall_at_20_std": 0.326329, "nauc_recall_at_20_diff1": -0.02873, "nauc_recall_at_100_max": 0.483331, "nauc_recall_at_100_std": 0.288037, "nauc_recall_at_100_diff1": -0.023129, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.426756, "nauc_precision_at_1_std": 0.130099, "nauc_precision_at_1_diff1": -0.072653, "nauc_precision_at_3_max": 0.663716, "nauc_precision_at_3_std": 0.308568, "nauc_precision_at_3_diff1": -0.069183, "nauc_precision_at_5_max": 0.652648, "nauc_precision_at_5_std": 0.317856, "nauc_precision_at_5_diff1": -0.058333, "nauc_precision_at_10_max": 0.620353, "nauc_precision_at_10_std": 0.348552, "nauc_precision_at_10_diff1": -0.047819, "nauc_precision_at_20_max": 0.556166, "nauc_precision_at_20_std": 0.326329, "nauc_precision_at_20_diff1": -0.02873, "nauc_precision_at_100_max": 0.483331, "nauc_precision_at_100_std": 0.288037, "nauc_precision_at_100_diff1": -0.023129, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.462805, "nauc_mrr_at_1_std": 0.192032, "nauc_mrr_at_1_diff1": -0.081884, "nauc_mrr_at_3_max": 0.572217, "nauc_mrr_at_3_std": 0.259758, "nauc_mrr_at_3_diff1": -0.057664, "nauc_mrr_at_5_max": 0.567566, "nauc_mrr_at_5_std": 0.260727, "nauc_mrr_at_5_diff1": -0.058863, "nauc_mrr_at_10_max": 0.561017, "nauc_mrr_at_10_std": 0.265863, "nauc_mrr_at_10_diff1": -0.056379, "nauc_mrr_at_20_max": 0.556192, "nauc_mrr_at_20_std": 0.26413, "nauc_mrr_at_20_diff1": -0.055116, "nauc_mrr_at_100_max": 0.553859, "nauc_mrr_at_100_std": 0.262423, "nauc_mrr_at_100_diff1": -0.056048, "nauc_mrr_at_1000_max": 0.553963, "nauc_mrr_at_1000_std": 0.262265, "nauc_mrr_at_1000_diff1": -0.056205, "cv_recall_at_1": 0.12974, "cv_recall_at_3": 0.33525, "cv_recall_at_5": 0.37313, "cv_recall_at_10": 0.44661, "cv_recall_at_20": 0.52239, "cv_recall_at_100": 0.71527, "cv_recall_at_1000": 1.0, "main_score": 0.37313, "hf_subset": "fa_ir", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.25606, "ndcg_at_3": 0.42359, "ndcg_at_5": 0.45593, "ndcg_at_10": 0.47634, "ndcg_at_20": 0.49382, "ndcg_at_100": 0.51747, "ndcg_at_1000": 0.53358, "map_at_1": 0.25606, "map_at_3": 0.38434, "map_at_5": 0.40222, "map_at_10": 0.41086, "map_at_20": 0.41578, "map_at_100": 0.41908, "map_at_1000": 0.41965, "recall_at_1": 0.25606, "recall_at_3": 0.53636, "recall_at_5": 0.61515, "recall_at_10": 0.67727, "recall_at_20": 0.74545, "recall_at_100": 0.87273, "recall_at_1000": 1.0, "accuracy": 0.25606, "precision_at_1": 0.25606, "precision_at_3": 0.17879, "precision_at_5": 0.12303, "precision_at_10": 0.06773, "precision_at_20": 0.03727, "precision_at_100": 0.00873, "precision_at_1000": 0.001, "mrr_at_1": 0.248485, "mrr_at_3": 0.383081, "mrr_at_5": 0.400354, "mrr_at_10": 0.4085, "mrr_at_20": 0.413135, "mrr_at_100": 0.416437, "mrr_at_1000": 0.417013, "nauc_ndcg_at_1_max": 0.278455, "nauc_ndcg_at_1_std": -0.176855, "nauc_ndcg_at_1_diff1": 0.263982, "nauc_ndcg_at_3_max": 0.421926, "nauc_ndcg_at_3_std": -0.274388, "nauc_ndcg_at_3_diff1": 0.18037, "nauc_ndcg_at_5_max": 0.419707, "nauc_ndcg_at_5_std": -0.248876, "nauc_ndcg_at_5_diff1": 0.167591, "nauc_ndcg_at_10_max": 0.405619, "nauc_ndcg_at_10_std": -0.26003, "nauc_ndcg_at_10_diff1": 0.168629, "nauc_ndcg_at_20_max": 0.394499, "nauc_ndcg_at_20_std": -0.257171, "nauc_ndcg_at_20_diff1": 0.181653, "nauc_ndcg_at_100_max": 0.385767, "nauc_ndcg_at_100_std": -0.255953, "nauc_ndcg_at_100_diff1": 0.178455, "nauc_ndcg_at_1000_max": 0.38432, "nauc_ndcg_at_1000_std": -0.250589, "nauc_ndcg_at_1000_diff1": 0.185599, "nauc_map_at_1_max": 0.278455, "nauc_map_at_1_std": -0.176855, "nauc_map_at_1_diff1": 0.263982, "nauc_map_at_3_max": 0.386672, "nauc_map_at_3_std": -0.253283, "nauc_map_at_3_diff1": 0.200242, "nauc_map_at_5_max": 0.384197, "nauc_map_at_5_std": -0.239344, "nauc_map_at_5_diff1": 0.193824, "nauc_map_at_10_max": 0.377742, "nauc_map_at_10_std": -0.243863, "nauc_map_at_10_diff1": 0.194743, "nauc_map_at_20_max": 0.374455, "nauc_map_at_20_std": -0.242904, "nauc_map_at_20_diff1": 0.197885, "nauc_map_at_100_max": 0.373278, "nauc_map_at_100_std": -0.242466, "nauc_map_at_100_diff1": 0.197403, "nauc_map_at_1000_max": 0.373139, "nauc_map_at_1000_std": -0.242272, "nauc_map_at_1000_diff1": 0.197653, "nauc_recall_at_1_max": 0.278455, "nauc_recall_at_1_std": -0.176855, "nauc_recall_at_1_diff1": 0.263982, "nauc_recall_at_3_max": 0.522769, "nauc_recall_at_3_std": -0.333656, "nauc_recall_at_3_diff1": 0.123785, "nauc_recall_at_5_max": 0.529595, "nauc_recall_at_5_std": -0.272647, "nauc_recall_at_5_diff1": 0.08484, "nauc_recall_at_10_max": 0.495829, "nauc_recall_at_10_std": -0.313558, "nauc_recall_at_10_diff1": 0.077218, "nauc_recall_at_20_max": 0.457454, "nauc_recall_at_20_std": -0.309955, "nauc_recall_at_20_diff1": 0.131518, "nauc_recall_at_100_max": 0.4014, "nauc_recall_at_100_std": -0.344426, "nauc_recall_at_100_diff1": 0.058803, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.278455, "nauc_precision_at_1_std": -0.176855, "nauc_precision_at_1_diff1": 0.263982, "nauc_precision_at_3_max": 0.522769, "nauc_precision_at_3_std": -0.333656, "nauc_precision_at_3_diff1": 0.123785, "nauc_precision_at_5_max": 0.529595, "nauc_precision_at_5_std": -0.272647, "nauc_precision_at_5_diff1": 0.08484, "nauc_precision_at_10_max": 0.495829, "nauc_precision_at_10_std": -0.313558, "nauc_precision_at_10_diff1": 0.077218, "nauc_precision_at_20_max": 0.457454, "nauc_precision_at_20_std": -0.309955, "nauc_precision_at_20_diff1": 0.131518, "nauc_precision_at_100_max": 0.4014, "nauc_precision_at_100_std": -0.344426, "nauc_precision_at_100_diff1": 0.058803, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.265316, "nauc_mrr_at_1_std": -0.168704, "nauc_mrr_at_1_diff1": 0.292943, "nauc_mrr_at_3_max": 0.377065, "nauc_mrr_at_3_std": -0.252529, "nauc_mrr_at_3_diff1": 0.218095, "nauc_mrr_at_5_max": 0.376201, "nauc_mrr_at_5_std": -0.236076, "nauc_mrr_at_5_diff1": 0.210155, "nauc_mrr_at_10_max": 0.369289, "nauc_mrr_at_10_std": -0.242426, "nauc_mrr_at_10_diff1": 0.210493, "nauc_mrr_at_20_max": 0.366823, "nauc_mrr_at_20_std": -0.240521, "nauc_mrr_at_20_diff1": 0.213383, "nauc_mrr_at_100_max": 0.365581, "nauc_mrr_at_100_std": -0.240044, "nauc_mrr_at_100_diff1": 0.213011, "nauc_mrr_at_1000_max": 0.365427, "nauc_mrr_at_1000_std": -0.239845, "nauc_mrr_at_1000_diff1": 0.21329, "cv_recall_at_1": 0.24848, "cv_recall_at_3": 0.54394, "cv_recall_at_5": 0.6197, "cv_recall_at_10": 0.6803, "cv_recall_at_20": 0.74545, "cv_recall_at_100": 0.87273, "cv_recall_at_1000": 1.0, "main_score": 0.6197, "hf_subset": "ff_sn", "languages": [ "ful-Latn" ] }, { "ndcg_at_1": 0.15686, "ndcg_at_3": 0.32266, "ndcg_at_5": 0.34735, "ndcg_at_10": 0.36559, "ndcg_at_20": 0.38261, "ndcg_at_100": 0.41487, "ndcg_at_1000": 0.43886, "map_at_1": 0.15686, "map_at_3": 0.27941, "map_at_5": 0.29286, "map_at_10": 0.30035, "map_at_20": 0.30499, "map_at_100": 0.30921, "map_at_1000": 0.3101, "recall_at_1": 0.15686, "recall_at_3": 0.4488, "recall_at_5": 0.5098, "recall_at_10": 0.56645, "recall_at_20": 0.63399, "recall_at_100": 0.81155, "recall_at_1000": 1.0, "accuracy": 0.15686, "precision_at_1": 0.15686, "precision_at_3": 0.1496, "precision_at_5": 0.10196, "precision_at_10": 0.05664, "precision_at_20": 0.0317, "precision_at_100": 0.00812, "precision_at_1000": 0.001, "mrr_at_1": 0.159041, "mrr_at_3": 0.282317, "mrr_at_5": 0.295007, "mrr_at_10": 0.303398, "mrr_at_20": 0.308089, "mrr_at_100": 0.312258, "mrr_at_1000": 0.313154, "nauc_ndcg_at_1_max": 0.313208, "nauc_ndcg_at_1_std": 0.0066, "nauc_ndcg_at_1_diff1": 0.01322, "nauc_ndcg_at_3_max": 0.484156, "nauc_ndcg_at_3_std": 0.030049, "nauc_ndcg_at_3_diff1": 0.002875, "nauc_ndcg_at_5_max": 0.483689, "nauc_ndcg_at_5_std": 0.027554, "nauc_ndcg_at_5_diff1": 0.002141, "nauc_ndcg_at_10_max": 0.47124, "nauc_ndcg_at_10_std": 0.024697, "nauc_ndcg_at_10_diff1": -0.007287, "nauc_ndcg_at_20_max": 0.464763, "nauc_ndcg_at_20_std": 0.023937, "nauc_ndcg_at_20_diff1": -0.015767, "nauc_ndcg_at_100_max": 0.454374, "nauc_ndcg_at_100_std": 0.035702, "nauc_ndcg_at_100_diff1": -0.004234, "nauc_ndcg_at_1000_max": 0.449854, "nauc_ndcg_at_1000_std": 0.029604, "nauc_ndcg_at_1000_diff1": -0.005492, "nauc_map_at_1_max": 0.313208, "nauc_map_at_1_std": 0.0066, "nauc_map_at_1_diff1": 0.01322, "nauc_map_at_3_max": 0.441586, "nauc_map_at_3_std": 0.023966, "nauc_map_at_3_diff1": 0.005659, "nauc_map_at_5_max": 0.441885, "nauc_map_at_5_std": 0.022958, "nauc_map_at_5_diff1": 0.005173, "nauc_map_at_10_max": 0.436189, "nauc_map_at_10_std": 0.021324, "nauc_map_at_10_diff1": 0.000815, "nauc_map_at_20_max": 0.434015, "nauc_map_at_20_std": 0.021223, "nauc_map_at_20_diff1": -0.001426, "nauc_map_at_100_max": 0.432526, "nauc_map_at_100_std": 0.023337, "nauc_map_at_100_diff1": -0.00049, "nauc_map_at_1000_max": 0.432334, "nauc_map_at_1000_std": 0.023231, "nauc_map_at_1000_diff1": -0.000538, "nauc_recall_at_1_max": 0.313208, "nauc_recall_at_1_std": 0.0066, "nauc_recall_at_1_diff1": 0.01322, "nauc_recall_at_3_max": 0.589442, "nauc_recall_at_3_std": 0.045159, "nauc_recall_at_3_diff1": -0.004064, "nauc_recall_at_5_max": 0.58833, "nauc_recall_at_5_std": 0.038497, "nauc_recall_at_5_diff1": -0.005568, "nauc_recall_at_10_max": 0.559214, "nauc_recall_at_10_std": 0.032818, "nauc_recall_at_10_diff1": -0.031177, "nauc_recall_at_20_max": 0.543779, "nauc_recall_at_20_std": 0.029568, "nauc_recall_at_20_diff1": -0.067494, "nauc_recall_at_100_max": 0.506571, "nauc_recall_at_100_std": 0.115882, "nauc_recall_at_100_diff1": 0.008891, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.313208, "nauc_precision_at_1_std": 0.0066, "nauc_precision_at_1_diff1": 0.01322, "nauc_precision_at_3_max": 0.589442, "nauc_precision_at_3_std": 0.045159, "nauc_precision_at_3_diff1": -0.004064, "nauc_precision_at_5_max": 0.58833, "nauc_precision_at_5_std": 0.038497, "nauc_precision_at_5_diff1": -0.005568, "nauc_precision_at_10_max": 0.559214, "nauc_precision_at_10_std": 0.032818, "nauc_precision_at_10_diff1": -0.031177, "nauc_precision_at_20_max": 0.543779, "nauc_precision_at_20_std": 0.029568, "nauc_precision_at_20_diff1": -0.067494, "nauc_precision_at_100_max": 0.506571, "nauc_precision_at_100_std": 0.115882, "nauc_precision_at_100_diff1": 0.008891, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.297214, "nauc_mrr_at_1_std": -0.007805, "nauc_mrr_at_1_diff1": 0.006747, "nauc_mrr_at_3_max": 0.439805, "nauc_mrr_at_3_std": 0.018097, "nauc_mrr_at_3_diff1": 0.004432, "nauc_mrr_at_5_max": 0.44104, "nauc_mrr_at_5_std": 0.018122, "nauc_mrr_at_5_diff1": 0.000709, "nauc_mrr_at_10_max": 0.433962, "nauc_mrr_at_10_std": 0.015411, "nauc_mrr_at_10_diff1": -0.001925, "nauc_mrr_at_20_max": 0.431903, "nauc_mrr_at_20_std": 0.015558, "nauc_mrr_at_20_diff1": -0.004314, "nauc_mrr_at_100_max": 0.430244, "nauc_mrr_at_100_std": 0.017268, "nauc_mrr_at_100_diff1": -0.003318, "nauc_mrr_at_1000_max": 0.430046, "nauc_mrr_at_1000_std": 0.017144, "nauc_mrr_at_1000_diff1": -0.003373, "cv_recall_at_1": 0.15904, "cv_recall_at_3": 0.44771, "cv_recall_at_5": 0.50436, "cv_recall_at_10": 0.56645, "cv_recall_at_20": 0.63508, "cv_recall_at_100": 0.81155, "cv_recall_at_1000": 1.0, "main_score": 0.50436, "hf_subset": "fi_fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.26971, "ndcg_at_3": 0.55173, "ndcg_at_5": 0.56878, "ndcg_at_10": 0.58568, "ndcg_at_20": 0.59397, "ndcg_at_100": 0.60857, "ndcg_at_1000": 0.61233, "map_at_1": 0.26971, "map_at_3": 0.47839, "map_at_5": 0.48783, "map_at_10": 0.49488, "map_at_20": 0.49724, "map_at_100": 0.4992, "map_at_1000": 0.49935, "recall_at_1": 0.26971, "recall_at_3": 0.76556, "recall_at_5": 0.80705, "recall_at_10": 0.85892, "recall_at_20": 0.89108, "recall_at_100": 0.97095, "recall_at_1000": 1.0, "accuracy": 0.26971, "precision_at_1": 0.26971, "precision_at_3": 0.25519, "precision_at_5": 0.16141, "precision_at_10": 0.08589, "precision_at_20": 0.04455, "precision_at_100": 0.00971, "precision_at_1000": 0.001, "mrr_at_1": 0.271784, "mrr_at_3": 0.481846, "mrr_at_5": 0.490301, "mrr_at_10": 0.497732, "mrr_at_20": 0.500136, "mrr_at_100": 0.50204, "mrr_at_1000": 0.502192, "nauc_ndcg_at_1_max": 0.156542, "nauc_ndcg_at_1_std": -0.045385, "nauc_ndcg_at_1_diff1": 0.087846, "nauc_ndcg_at_3_max": 0.433113, "nauc_ndcg_at_3_std": -0.060079, "nauc_ndcg_at_3_diff1": 0.11614, "nauc_ndcg_at_5_max": 0.411184, "nauc_ndcg_at_5_std": -0.076466, "nauc_ndcg_at_5_diff1": 0.108678, "nauc_ndcg_at_10_max": 0.390992, "nauc_ndcg_at_10_std": -0.068655, "nauc_ndcg_at_10_diff1": 0.115284, "nauc_ndcg_at_20_max": 0.378298, "nauc_ndcg_at_20_std": -0.061771, "nauc_ndcg_at_20_diff1": 0.115965, "nauc_ndcg_at_100_max": 0.350778, "nauc_ndcg_at_100_std": -0.062686, "nauc_ndcg_at_100_diff1": 0.116133, "nauc_ndcg_at_1000_max": 0.343671, "nauc_ndcg_at_1000_std": -0.062994, "nauc_ndcg_at_1000_diff1": 0.109884, "nauc_map_at_1_max": 0.156542, "nauc_map_at_1_std": -0.045385, "nauc_map_at_1_diff1": 0.087846, "nauc_map_at_3_max": 0.343514, "nauc_map_at_3_std": -0.057953, "nauc_map_at_3_diff1": 0.105441, "nauc_map_at_5_max": 0.330174, "nauc_map_at_5_std": -0.066492, "nauc_map_at_5_diff1": 0.101495, "nauc_map_at_10_max": 0.321203, "nauc_map_at_10_std": -0.063438, "nauc_map_at_10_diff1": 0.103451, "nauc_map_at_20_max": 0.317555, "nauc_map_at_20_std": -0.06184, "nauc_map_at_20_diff1": 0.103498, "nauc_map_at_100_max": 0.314032, "nauc_map_at_100_std": -0.061817, "nauc_map_at_100_diff1": 0.103675, "nauc_map_at_1000_max": 0.313794, "nauc_map_at_1000_std": -0.061821, "nauc_map_at_1000_diff1": 0.103453, "nauc_recall_at_1_max": 0.156542, "nauc_recall_at_1_std": -0.045385, "nauc_recall_at_1_diff1": 0.087846, "nauc_recall_at_3_max": 0.797111, "nauc_recall_at_3_std": -0.06746, "nauc_recall_at_3_diff1": 0.160338, "nauc_recall_at_5_max": 0.783689, "nauc_recall_at_5_std": -0.123652, "nauc_recall_at_5_diff1": 0.141407, "nauc_recall_at_10_max": 0.793771, "nauc_recall_at_10_std": -0.095838, "nauc_recall_at_10_diff1": 0.192122, "nauc_recall_at_20_max": 0.79051, "nauc_recall_at_20_std": -0.041844, "nauc_recall_at_20_diff1": 0.218415, "nauc_recall_at_100_max": 0.769028, "nauc_recall_at_100_std": -0.040533, "nauc_recall_at_100_diff1": 0.470724, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.156542, "nauc_precision_at_1_std": -0.045385, "nauc_precision_at_1_diff1": 0.087846, "nauc_precision_at_3_max": 0.797111, "nauc_precision_at_3_std": -0.06746, "nauc_precision_at_3_diff1": 0.160338, "nauc_precision_at_5_max": 0.783689, "nauc_precision_at_5_std": -0.123652, "nauc_precision_at_5_diff1": 0.141407, "nauc_precision_at_10_max": 0.793771, "nauc_precision_at_10_std": -0.095838, "nauc_precision_at_10_diff1": 0.192122, "nauc_precision_at_20_max": 0.79051, "nauc_precision_at_20_std": -0.041844, "nauc_precision_at_20_diff1": 0.218415, "nauc_precision_at_100_max": 0.769028, "nauc_precision_at_100_std": -0.040533, "nauc_precision_at_100_diff1": 0.470724, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.151485, "nauc_mrr_at_1_std": -0.027564, "nauc_mrr_at_1_diff1": 0.08398, "nauc_mrr_at_3_max": 0.349548, "nauc_mrr_at_3_std": -0.042399, "nauc_mrr_at_3_diff1": 0.105558, "nauc_mrr_at_5_max": 0.338577, "nauc_mrr_at_5_std": -0.049718, "nauc_mrr_at_5_diff1": 0.103239, "nauc_mrr_at_10_max": 0.328886, "nauc_mrr_at_10_std": -0.046251, "nauc_mrr_at_10_diff1": 0.104406, "nauc_mrr_at_20_max": 0.325199, "nauc_mrr_at_20_std": -0.044466, "nauc_mrr_at_20_diff1": 0.10476, "nauc_mrr_at_100_max": 0.321842, "nauc_mrr_at_100_std": -0.044326, "nauc_mrr_at_100_diff1": 0.104609, "nauc_mrr_at_1000_max": 0.321608, "nauc_mrr_at_1000_std": -0.04432, "nauc_mrr_at_1000_diff1": 0.104387, "cv_recall_at_1": 0.27178, "cv_recall_at_3": 0.76763, "cv_recall_at_5": 0.80498, "cv_recall_at_10": 0.85892, "cv_recall_at_20": 0.89212, "cv_recall_at_100": 0.97095, "cv_recall_at_1000": 1.0, "main_score": 0.80498, "hf_subset": "fil_ph", "languages": [ "fil-Latn" ] }, { "ndcg_at_1": 0.48077, "ndcg_at_3": 0.78648, "ndcg_at_5": 0.78648, "ndcg_at_10": 0.78648, "ndcg_at_20": 0.78648, "ndcg_at_100": 0.78648, "ndcg_at_1000": 0.78648, "map_at_1": 0.48077, "map_at_3": 0.71252, "map_at_5": 0.71252, "map_at_10": 0.71252, "map_at_20": 0.71252, "map_at_100": 0.71252, "map_at_1000": 0.71252, "recall_at_1": 0.48077, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.48077, "precision_at_1": 0.48077, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.477811, "mrr_at_3": 0.711045, "mrr_at_5": 0.711045, "mrr_at_10": 0.711045, "mrr_at_20": 0.711045, "mrr_at_100": 0.711045, "mrr_at_1000": 0.711045, "nauc_ndcg_at_1_max": -0.075387, "nauc_ndcg_at_1_std": -0.267771, "nauc_ndcg_at_1_diff1": 0.376533, "nauc_ndcg_at_3_max": -0.097061, "nauc_ndcg_at_3_std": -0.303102, "nauc_ndcg_at_3_diff1": 0.369332, "nauc_ndcg_at_5_max": -0.097061, "nauc_ndcg_at_5_std": -0.303102, "nauc_ndcg_at_5_diff1": 0.369332, "nauc_ndcg_at_10_max": -0.097061, "nauc_ndcg_at_10_std": -0.303102, "nauc_ndcg_at_10_diff1": 0.369332, "nauc_ndcg_at_20_max": -0.097061, "nauc_ndcg_at_20_std": -0.303102, "nauc_ndcg_at_20_diff1": 0.369332, "nauc_ndcg_at_100_max": -0.097061, "nauc_ndcg_at_100_std": -0.303102, "nauc_ndcg_at_100_diff1": 0.369332, "nauc_ndcg_at_1000_max": -0.097061, "nauc_ndcg_at_1000_std": -0.303102, "nauc_ndcg_at_1000_diff1": 0.369332, "nauc_map_at_1_max": -0.075387, "nauc_map_at_1_std": -0.267771, "nauc_map_at_1_diff1": 0.376533, "nauc_map_at_3_max": -0.095923, "nauc_map_at_3_std": -0.301246, "nauc_map_at_3_diff1": 0.36971, "nauc_map_at_5_max": -0.095923, "nauc_map_at_5_std": -0.301246, "nauc_map_at_5_diff1": 0.36971, "nauc_map_at_10_max": -0.095923, "nauc_map_at_10_std": -0.301246, "nauc_map_at_10_diff1": 0.36971, "nauc_map_at_20_max": -0.095923, "nauc_map_at_20_std": -0.301246, "nauc_map_at_20_diff1": 0.36971, "nauc_map_at_100_max": -0.095923, "nauc_map_at_100_std": -0.301246, "nauc_map_at_100_diff1": 0.36971, "nauc_map_at_1000_max": -0.095923, "nauc_map_at_1000_std": -0.301246, "nauc_map_at_1000_diff1": 0.36971, "nauc_recall_at_1_max": -0.075387, "nauc_recall_at_1_std": -0.267771, "nauc_recall_at_1_diff1": 0.376533, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.075387, "nauc_precision_at_1_std": -0.267771, "nauc_precision_at_1_diff1": 0.376533, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.104369, "nauc_mrr_at_1_std": -0.299444, "nauc_mrr_at_1_diff1": 0.388867, "nauc_mrr_at_3_max": -0.121115, "nauc_mrr_at_3_std": -0.328768, "nauc_mrr_at_3_diff1": 0.380446, "nauc_mrr_at_5_max": -0.121115, "nauc_mrr_at_5_std": -0.328768, "nauc_mrr_at_5_diff1": 0.380446, "nauc_mrr_at_10_max": -0.121115, "nauc_mrr_at_10_std": -0.328768, "nauc_mrr_at_10_diff1": 0.380446, "nauc_mrr_at_20_max": -0.121115, "nauc_mrr_at_20_std": -0.328768, "nauc_mrr_at_20_diff1": 0.380446, "nauc_mrr_at_100_max": -0.121115, "nauc_mrr_at_100_std": -0.328768, "nauc_mrr_at_100_diff1": 0.380446, "nauc_mrr_at_1000_max": -0.121115, "nauc_mrr_at_1000_std": -0.328768, "nauc_mrr_at_1000_diff1": 0.380446, "cv_recall_at_1": 0.47781, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "fr_fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.09739, "ndcg_at_3": 0.18924, "ndcg_at_5": 0.20407, "ndcg_at_10": 0.22437, "ndcg_at_20": 0.24002, "ndcg_at_100": 0.27936, "ndcg_at_1000": 0.32447, "map_at_1": 0.09739, "map_at_3": 0.16607, "map_at_5": 0.17439, "map_at_10": 0.18273, "map_at_20": 0.18704, "map_at_100": 0.19213, "map_at_1000": 0.19361, "recall_at_1": 0.09739, "recall_at_3": 0.25653, "recall_at_5": 0.29216, "recall_at_10": 0.35511, "recall_at_20": 0.41686, "recall_at_100": 0.6342, "recall_at_1000": 1.0, "accuracy": 0.09739, "precision_at_1": 0.09739, "precision_at_3": 0.08551, "precision_at_5": 0.05843, "precision_at_10": 0.03551, "precision_at_20": 0.02084, "precision_at_100": 0.00634, "precision_at_1000": 0.001, "mrr_at_1": 0.098575, "mrr_at_3": 0.166469, "mrr_at_5": 0.174426, "mrr_at_10": 0.182828, "mrr_at_20": 0.186995, "mrr_at_100": 0.192199, "mrr_at_1000": 0.193682, "nauc_ndcg_at_1_max": 0.309751, "nauc_ndcg_at_1_std": -0.005894, "nauc_ndcg_at_1_diff1": -0.052413, "nauc_ndcg_at_3_max": 0.388602, "nauc_ndcg_at_3_std": -0.046399, "nauc_ndcg_at_3_diff1": -0.117262, "nauc_ndcg_at_5_max": 0.365333, "nauc_ndcg_at_5_std": -0.056232, "nauc_ndcg_at_5_diff1": -0.110134, "nauc_ndcg_at_10_max": 0.337992, "nauc_ndcg_at_10_std": -0.069465, "nauc_ndcg_at_10_diff1": -0.113845, "nauc_ndcg_at_20_max": 0.330453, "nauc_ndcg_at_20_std": -0.063846, "nauc_ndcg_at_20_diff1": -0.098726, "nauc_ndcg_at_100_max": 0.306767, "nauc_ndcg_at_100_std": -0.071023, "nauc_ndcg_at_100_diff1": -0.080986, "nauc_ndcg_at_1000_max": 0.327749, "nauc_ndcg_at_1000_std": -0.05956, "nauc_ndcg_at_1000_diff1": -0.093832, "nauc_map_at_1_max": 0.309751, "nauc_map_at_1_std": -0.005894, "nauc_map_at_1_diff1": -0.052413, "nauc_map_at_3_max": 0.372846, "nauc_map_at_3_std": -0.037832, "nauc_map_at_3_diff1": -0.104535, "nauc_map_at_5_max": 0.358848, "nauc_map_at_5_std": -0.04412, "nauc_map_at_5_diff1": -0.100538, "nauc_map_at_10_max": 0.346457, "nauc_map_at_10_std": -0.049911, "nauc_map_at_10_diff1": -0.103416, "nauc_map_at_20_max": 0.343887, "nauc_map_at_20_std": -0.048515, "nauc_map_at_20_diff1": -0.099057, "nauc_map_at_100_max": 0.340074, "nauc_map_at_100_std": -0.049623, "nauc_map_at_100_diff1": -0.097136, "nauc_map_at_1000_max": 0.340777, "nauc_map_at_1000_std": -0.049038, "nauc_map_at_1000_diff1": -0.097376, "nauc_recall_at_1_max": 0.309751, "nauc_recall_at_1_std": -0.005894, "nauc_recall_at_1_diff1": -0.052413, "nauc_recall_at_3_max": 0.423054, "nauc_recall_at_3_std": -0.065256, "nauc_recall_at_3_diff1": -0.14503, "nauc_recall_at_5_max": 0.376814, "nauc_recall_at_5_std": -0.082596, "nauc_recall_at_5_diff1": -0.129442, "nauc_recall_at_10_max": 0.311072, "nauc_recall_at_10_std": -0.114367, "nauc_recall_at_10_diff1": -0.133506, "nauc_recall_at_20_max": 0.290151, "nauc_recall_at_20_std": -0.095246, "nauc_recall_at_20_diff1": -0.086455, "nauc_recall_at_100_max": 0.171599, "nauc_recall_at_100_std": -0.136005, "nauc_recall_at_100_diff1": 0.011125, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.309751, "nauc_precision_at_1_std": -0.005894, "nauc_precision_at_1_diff1": -0.052413, "nauc_precision_at_3_max": 0.423054, "nauc_precision_at_3_std": -0.065256, "nauc_precision_at_3_diff1": -0.14503, "nauc_precision_at_5_max": 0.376814, "nauc_precision_at_5_std": -0.082596, "nauc_precision_at_5_diff1": -0.129442, "nauc_precision_at_10_max": 0.311072, "nauc_precision_at_10_std": -0.114367, "nauc_precision_at_10_diff1": -0.133506, "nauc_precision_at_20_max": 0.290151, "nauc_precision_at_20_std": -0.095246, "nauc_precision_at_20_diff1": -0.086455, "nauc_precision_at_100_max": 0.171599, "nauc_precision_at_100_std": -0.136005, "nauc_precision_at_100_diff1": 0.011125, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.322145, "nauc_mrr_at_1_std": -0.00056, "nauc_mrr_at_1_diff1": -0.057682, "nauc_mrr_at_3_max": 0.382957, "nauc_mrr_at_3_std": -0.03207, "nauc_mrr_at_3_diff1": -0.106844, "nauc_mrr_at_5_max": 0.367882, "nauc_mrr_at_5_std": -0.038389, "nauc_mrr_at_5_diff1": -0.104631, "nauc_mrr_at_10_max": 0.355411, "nauc_mrr_at_10_std": -0.044274, "nauc_mrr_at_10_diff1": -0.107676, "nauc_mrr_at_20_max": 0.352815, "nauc_mrr_at_20_std": -0.042877, "nauc_mrr_at_20_diff1": -0.103996, "nauc_mrr_at_100_max": 0.349115, "nauc_mrr_at_100_std": -0.043889, "nauc_mrr_at_100_diff1": -0.101511, "nauc_mrr_at_1000_max": 0.349856, "nauc_mrr_at_1000_std": -0.04328, "nauc_mrr_at_1000_diff1": -0.101769, "cv_recall_at_1": 0.09857, "cv_recall_at_3": 0.25772, "cv_recall_at_5": 0.29216, "cv_recall_at_10": 0.35511, "cv_recall_at_20": 0.41449, "cv_recall_at_100": 0.6342, "cv_recall_at_1000": 1.0, "main_score": 0.29216, "hf_subset": "ga_ie", "languages": [ "gle-Latn" ] }, { "ndcg_at_1": 0.3754, "ndcg_at_3": 0.73572, "ndcg_at_5": 0.73572, "ndcg_at_10": 0.73572, "ndcg_at_20": 0.73572, "ndcg_at_100": 0.73572, "ndcg_at_1000": 0.73572, "map_at_1": 0.3754, "map_at_3": 0.64473, "map_at_5": 0.64473, "map_at_10": 0.64473, "map_at_20": 0.64473, "map_at_100": 0.64473, "map_at_1000": 0.64473, "recall_at_1": 0.3754, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.3754, "precision_at_1": 0.3754, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.374326, "mrr_at_3": 0.644912, "mrr_at_5": 0.644912, "mrr_at_10": 0.644912, "mrr_at_20": 0.644912, "mrr_at_100": 0.644912, "mrr_at_1000": 0.644912, "nauc_ndcg_at_1_max": -0.065208, "nauc_ndcg_at_1_std": -0.070423, "nauc_ndcg_at_1_diff1": 0.030394, "nauc_ndcg_at_3_max": -0.060761, "nauc_ndcg_at_3_std": -0.085109, "nauc_ndcg_at_3_diff1": 0.035106, "nauc_ndcg_at_5_max": -0.060761, "nauc_ndcg_at_5_std": -0.085109, "nauc_ndcg_at_5_diff1": 0.035106, "nauc_ndcg_at_10_max": -0.060761, "nauc_ndcg_at_10_std": -0.085109, "nauc_ndcg_at_10_diff1": 0.035106, "nauc_ndcg_at_20_max": -0.060761, "nauc_ndcg_at_20_std": -0.085109, "nauc_ndcg_at_20_diff1": 0.035106, "nauc_ndcg_at_100_max": -0.060761, "nauc_ndcg_at_100_std": -0.085109, "nauc_ndcg_at_100_diff1": 0.035106, "nauc_ndcg_at_1000_max": -0.060761, "nauc_ndcg_at_1000_std": -0.085109, "nauc_ndcg_at_1000_diff1": 0.035106, "nauc_map_at_1_max": -0.065208, "nauc_map_at_1_std": -0.070423, "nauc_map_at_1_diff1": 0.030394, "nauc_map_at_3_max": -0.060983, "nauc_map_at_3_std": -0.084378, "nauc_map_at_3_diff1": 0.034871, "nauc_map_at_5_max": -0.060983, "nauc_map_at_5_std": -0.084378, "nauc_map_at_5_diff1": 0.034871, "nauc_map_at_10_max": -0.060983, "nauc_map_at_10_std": -0.084378, "nauc_map_at_10_diff1": 0.034871, "nauc_map_at_20_max": -0.060983, "nauc_map_at_20_std": -0.084378, "nauc_map_at_20_diff1": 0.034871, "nauc_map_at_100_max": -0.060983, "nauc_map_at_100_std": -0.084378, "nauc_map_at_100_diff1": 0.034871, "nauc_map_at_1000_max": -0.060983, "nauc_map_at_1000_std": -0.084378, "nauc_map_at_1000_diff1": 0.034871, "nauc_recall_at_1_max": -0.065208, "nauc_recall_at_1_std": -0.070423, "nauc_recall_at_1_diff1": 0.030394, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.065208, "nauc_precision_at_1_std": -0.070423, "nauc_precision_at_1_diff1": 0.030394, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.054729, "nauc_mrr_at_1_std": -0.063066, "nauc_mrr_at_1_diff1": 0.02924, "nauc_mrr_at_3_max": -0.050307, "nauc_mrr_at_3_std": -0.077959, "nauc_mrr_at_3_diff1": 0.036376, "nauc_mrr_at_5_max": -0.050307, "nauc_mrr_at_5_std": -0.077959, "nauc_mrr_at_5_diff1": 0.036376, "nauc_mrr_at_10_max": -0.050307, "nauc_mrr_at_10_std": -0.077959, "nauc_mrr_at_10_diff1": 0.036376, "nauc_mrr_at_20_max": -0.050307, "nauc_mrr_at_20_std": -0.077959, "nauc_mrr_at_20_diff1": 0.036376, "nauc_mrr_at_100_max": -0.050307, "nauc_mrr_at_100_std": -0.077959, "nauc_mrr_at_100_diff1": 0.036376, "nauc_mrr_at_1000_max": -0.050307, "nauc_mrr_at_1000_std": -0.077959, "nauc_mrr_at_1000_diff1": 0.036376, "cv_recall_at_1": 0.37433, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "gl_es", "languages": [ "glg-Latn" ] }, { "ndcg_at_1": 0.315, "ndcg_at_3": 0.64583, "ndcg_at_5": 0.65486, "ndcg_at_10": 0.66342, "ndcg_at_20": 0.66679, "ndcg_at_100": 0.67248, "ndcg_at_1000": 0.67419, "map_at_1": 0.315, "map_at_3": 0.56, "map_at_5": 0.565, "map_at_10": 0.56862, "map_at_20": 0.56958, "map_at_100": 0.57042, "map_at_1000": 0.57049, "recall_at_1": 0.315, "recall_at_3": 0.896, "recall_at_5": 0.918, "recall_at_10": 0.944, "recall_at_20": 0.957, "recall_at_100": 0.987, "recall_at_1000": 1.0, "accuracy": 0.315, "precision_at_1": 0.315, "precision_at_3": 0.29867, "precision_at_5": 0.1836, "precision_at_10": 0.0944, "precision_at_20": 0.04785, "precision_at_100": 0.00987, "precision_at_1000": 0.001, "mrr_at_1": 0.322, "mrr_at_3": 0.564667, "mrr_at_5": 0.569367, "mrr_at_10": 0.573006, "mrr_at_20": 0.573957, "mrr_at_100": 0.57479, "mrr_at_1000": 0.574863, "nauc_ndcg_at_1_max": 0.131973, "nauc_ndcg_at_1_std": 0.048948, "nauc_ndcg_at_1_diff1": -0.146012, "nauc_ndcg_at_3_max": 0.334965, "nauc_ndcg_at_3_std": 0.12201, "nauc_ndcg_at_3_diff1": -0.135189, "nauc_ndcg_at_5_max": 0.316468, "nauc_ndcg_at_5_std": 0.127034, "nauc_ndcg_at_5_diff1": -0.135708, "nauc_ndcg_at_10_max": 0.292588, "nauc_ndcg_at_10_std": 0.127528, "nauc_ndcg_at_10_diff1": -0.131685, "nauc_ndcg_at_20_max": 0.28192, "nauc_ndcg_at_20_std": 0.122256, "nauc_ndcg_at_20_diff1": -0.133495, "nauc_ndcg_at_100_max": 0.261969, "nauc_ndcg_at_100_std": 0.111495, "nauc_ndcg_at_100_diff1": -0.140535, "nauc_ndcg_at_1000_max": 0.255533, "nauc_ndcg_at_1000_std": 0.10629, "nauc_ndcg_at_1000_diff1": -0.13799, "nauc_map_at_1_max": 0.131973, "nauc_map_at_1_std": 0.048948, "nauc_map_at_1_diff1": -0.146012, "nauc_map_at_3_max": 0.258231, "nauc_map_at_3_std": 0.095934, "nauc_map_at_3_diff1": -0.139492, "nauc_map_at_5_max": 0.248188, "nauc_map_at_5_std": 0.0978, "nauc_map_at_5_diff1": -0.139803, "nauc_map_at_10_max": 0.239074, "nauc_map_at_10_std": 0.09768, "nauc_map_at_10_diff1": -0.138556, "nauc_map_at_20_max": 0.236445, "nauc_map_at_20_std": 0.096304, "nauc_map_at_20_diff1": -0.138903, "nauc_map_at_100_max": 0.234023, "nauc_map_at_100_std": 0.094955, "nauc_map_at_100_diff1": -0.139676, "nauc_map_at_1000_max": 0.233804, "nauc_map_at_1000_std": 0.094783, "nauc_map_at_1000_diff1": -0.139574, "nauc_recall_at_1_max": 0.131973, "nauc_recall_at_1_std": 0.048948, "nauc_recall_at_1_diff1": -0.146012, "nauc_recall_at_3_max": 0.900139, "nauc_recall_at_3_std": 0.312703, "nauc_recall_at_3_diff1": -0.103308, "nauc_recall_at_5_max": 0.933274, "nauc_recall_at_5_std": 0.393364, "nauc_recall_at_5_diff1": -0.098341, "nauc_recall_at_10_max": 0.956733, "nauc_recall_at_10_std": 0.519141, "nauc_recall_at_10_diff1": -0.035281, "nauc_recall_at_20_max": 0.96618, "nauc_recall_at_20_std": 0.545676, "nauc_recall_at_20_diff1": -0.042657, "nauc_recall_at_100_max": 0.979889, "nauc_recall_at_100_std": 0.697299, "nauc_recall_at_100_diff1": -0.404906, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.131973, "nauc_precision_at_1_std": 0.048948, "nauc_precision_at_1_diff1": -0.146012, "nauc_precision_at_3_max": 0.900139, "nauc_precision_at_3_std": 0.312703, "nauc_precision_at_3_diff1": -0.103308, "nauc_precision_at_5_max": 0.933274, "nauc_precision_at_5_std": 0.393364, "nauc_precision_at_5_diff1": -0.098341, "nauc_precision_at_10_max": 0.956733, "nauc_precision_at_10_std": 0.519141, "nauc_precision_at_10_diff1": -0.035281, "nauc_precision_at_20_max": 0.96618, "nauc_precision_at_20_std": 0.545676, "nauc_precision_at_20_diff1": -0.042657, "nauc_precision_at_100_max": 0.979889, "nauc_precision_at_100_std": 0.697299, "nauc_precision_at_100_diff1": -0.404906, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.102874, "nauc_mrr_at_1_std": 0.040301, "nauc_mrr_at_1_diff1": -0.088681, "nauc_mrr_at_3_max": 0.225445, "nauc_mrr_at_3_std": 0.081271, "nauc_mrr_at_3_diff1": -0.060465, "nauc_mrr_at_5_max": 0.215666, "nauc_mrr_at_5_std": 0.080597, "nauc_mrr_at_5_diff1": -0.057659, "nauc_mrr_at_10_max": 0.20588, "nauc_mrr_at_10_std": 0.080244, "nauc_mrr_at_10_diff1": -0.056408, "nauc_mrr_at_20_max": 0.203167, "nauc_mrr_at_20_std": 0.078763, "nauc_mrr_at_20_diff1": -0.055938, "nauc_mrr_at_100_max": 0.200637, "nauc_mrr_at_100_std": 0.077442, "nauc_mrr_at_100_diff1": -0.05688, "nauc_mrr_at_1000_max": 0.200408, "nauc_mrr_at_1000_std": 0.077266, "nauc_mrr_at_1000_diff1": -0.056753, "cv_recall_at_1": 0.322, "cv_recall_at_3": 0.897, "cv_recall_at_5": 0.918, "cv_recall_at_10": 0.944, "cv_recall_at_20": 0.957, "cv_recall_at_100": 0.987, "cv_recall_at_1000": 1.0, "main_score": 0.918, "hf_subset": "gu_in", "languages": [ "guj-Gujr" ] }, { "ndcg_at_1": 0.15942, "ndcg_at_3": 0.27574, "ndcg_at_5": 0.29487, "ndcg_at_10": 0.3169, "ndcg_at_20": 0.33698, "ndcg_at_100": 0.36998, "ndcg_at_1000": 0.4038, "map_at_1": 0.15942, "map_at_3": 0.24745, "map_at_5": 0.258, "map_at_10": 0.26688, "map_at_20": 0.27246, "map_at_100": 0.27675, "map_at_1000": 0.27799, "recall_at_1": 0.15942, "recall_at_3": 0.35749, "recall_at_5": 0.40419, "recall_at_10": 0.47343, "recall_at_20": 0.55233, "recall_at_100": 0.7343, "recall_at_1000": 1.0, "accuracy": 0.15942, "precision_at_1": 0.15942, "precision_at_3": 0.11916, "precision_at_5": 0.08084, "precision_at_10": 0.04734, "precision_at_20": 0.02762, "precision_at_100": 0.00734, "precision_at_1000": 0.001, "mrr_at_1": 0.170692, "mrr_at_3": 0.252818, "mrr_at_5": 0.263527, "mrr_at_10": 0.272383, "mrr_at_20": 0.277865, "mrr_at_100": 0.282236, "mrr_at_1000": 0.283473, "nauc_ndcg_at_1_max": 0.237987, "nauc_ndcg_at_1_std": -0.210276, "nauc_ndcg_at_1_diff1": 0.313989, "nauc_ndcg_at_3_max": 0.337947, "nauc_ndcg_at_3_std": -0.200918, "nauc_ndcg_at_3_diff1": 0.220834, "nauc_ndcg_at_5_max": 0.302773, "nauc_ndcg_at_5_std": -0.219063, "nauc_ndcg_at_5_diff1": 0.215515, "nauc_ndcg_at_10_max": 0.285164, "nauc_ndcg_at_10_std": -0.224745, "nauc_ndcg_at_10_diff1": 0.210777, "nauc_ndcg_at_20_max": 0.288357, "nauc_ndcg_at_20_std": -0.221089, "nauc_ndcg_at_20_diff1": 0.221635, "nauc_ndcg_at_100_max": 0.281325, "nauc_ndcg_at_100_std": -0.219962, "nauc_ndcg_at_100_diff1": 0.216641, "nauc_ndcg_at_1000_max": 0.288139, "nauc_ndcg_at_1000_std": -0.217113, "nauc_ndcg_at_1000_diff1": 0.223886, "nauc_map_at_1_max": 0.237987, "nauc_map_at_1_std": -0.210276, "nauc_map_at_1_diff1": 0.313989, "nauc_map_at_3_max": 0.318373, "nauc_map_at_3_std": -0.204079, "nauc_map_at_3_diff1": 0.236174, "nauc_map_at_5_max": 0.29793, "nauc_map_at_5_std": -0.214628, "nauc_map_at_5_diff1": 0.232921, "nauc_map_at_10_max": 0.290105, "nauc_map_at_10_std": -0.217128, "nauc_map_at_10_diff1": 0.231464, "nauc_map_at_20_max": 0.291099, "nauc_map_at_20_std": -0.215745, "nauc_map_at_20_diff1": 0.234603, "nauc_map_at_100_max": 0.290093, "nauc_map_at_100_std": -0.215429, "nauc_map_at_100_diff1": 0.232865, "nauc_map_at_1000_max": 0.290328, "nauc_map_at_1000_std": -0.21522, "nauc_map_at_1000_diff1": 0.233406, "nauc_recall_at_1_max": 0.237987, "nauc_recall_at_1_std": -0.210276, "nauc_recall_at_1_diff1": 0.313989, "nauc_recall_at_3_max": 0.385046, "nauc_recall_at_3_std": -0.192851, "nauc_recall_at_3_diff1": 0.18493, "nauc_recall_at_5_max": 0.309771, "nauc_recall_at_5_std": -0.231497, "nauc_recall_at_5_diff1": 0.174562, "nauc_recall_at_10_max": 0.262696, "nauc_recall_at_10_std": -0.246966, "nauc_recall_at_10_diff1": 0.158196, "nauc_recall_at_20_max": 0.272576, "nauc_recall_at_20_std": -0.237026, "nauc_recall_at_20_diff1": 0.194615, "nauc_recall_at_100_max": 0.220696, "nauc_recall_at_100_std": -0.238069, "nauc_recall_at_100_diff1": 0.170308, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.237987, "nauc_precision_at_1_std": -0.210276, "nauc_precision_at_1_diff1": 0.313989, "nauc_precision_at_3_max": 0.385046, "nauc_precision_at_3_std": -0.192851, "nauc_precision_at_3_diff1": 0.18493, "nauc_precision_at_5_max": 0.309771, "nauc_precision_at_5_std": -0.231497, "nauc_precision_at_5_diff1": 0.174562, "nauc_precision_at_10_max": 0.262696, "nauc_precision_at_10_std": -0.246966, "nauc_precision_at_10_diff1": 0.158196, "nauc_precision_at_20_max": 0.272576, "nauc_precision_at_20_std": -0.237026, "nauc_precision_at_20_diff1": 0.194615, "nauc_precision_at_100_max": 0.220696, "nauc_precision_at_100_std": -0.238069, "nauc_precision_at_100_diff1": 0.170308, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.22045, "nauc_mrr_at_1_std": -0.182255, "nauc_mrr_at_1_diff1": 0.278196, "nauc_mrr_at_3_max": 0.313116, "nauc_mrr_at_3_std": -0.18853, "nauc_mrr_at_3_diff1": 0.225407, "nauc_mrr_at_5_max": 0.292615, "nauc_mrr_at_5_std": -0.198073, "nauc_mrr_at_5_diff1": 0.220534, "nauc_mrr_at_10_max": 0.284341, "nauc_mrr_at_10_std": -0.20212, "nauc_mrr_at_10_diff1": 0.222013, "nauc_mrr_at_20_max": 0.285197, "nauc_mrr_at_20_std": -0.200718, "nauc_mrr_at_20_diff1": 0.223405, "nauc_mrr_at_100_max": 0.284695, "nauc_mrr_at_100_std": -0.199735, "nauc_mrr_at_100_diff1": 0.221528, "nauc_mrr_at_1000_max": 0.284907, "nauc_mrr_at_1000_std": -0.199476, "nauc_mrr_at_1000_diff1": 0.222018, "cv_recall_at_1": 0.17069, "cv_recall_at_3": 0.35749, "cv_recall_at_5": 0.40419, "cv_recall_at_10": 0.47343, "cv_recall_at_20": 0.55072, "cv_recall_at_100": 0.7343, "cv_recall_at_1000": 1.0, "main_score": 0.40419, "hf_subset": "ha_ng", "languages": [ "hau-Latn" ] }, { "ndcg_at_1": 0.14141, "ndcg_at_3": 0.25437, "ndcg_at_5": 0.27458, "ndcg_at_10": 0.29289, "ndcg_at_20": 0.30785, "ndcg_at_100": 0.33941, "ndcg_at_1000": 0.37964, "map_at_1": 0.14141, "map_at_3": 0.22664, "map_at_5": 0.23782, "map_at_10": 0.24535, "map_at_20": 0.24943, "map_at_100": 0.25342, "map_at_1000": 0.25475, "recall_at_1": 0.14141, "recall_at_3": 0.3346, "recall_at_5": 0.38384, "recall_at_10": 0.44066, "recall_at_20": 0.5, "recall_at_100": 0.67551, "recall_at_1000": 1.0, "accuracy": 0.14141, "precision_at_1": 0.14141, "precision_at_3": 0.11153, "precision_at_5": 0.07677, "precision_at_10": 0.04407, "precision_at_20": 0.025, "precision_at_100": 0.00676, "precision_at_1000": 0.001, "mrr_at_1": 0.138889, "mrr_at_3": 0.223906, "mrr_at_5": 0.235332, "mrr_at_10": 0.242982, "mrr_at_20": 0.24706, "mrr_at_100": 0.251144, "mrr_at_1000": 0.252496, "nauc_ndcg_at_1_max": 0.283965, "nauc_ndcg_at_1_std": -0.136594, "nauc_ndcg_at_1_diff1": 0.035999, "nauc_ndcg_at_3_max": 0.385632, "nauc_ndcg_at_3_std": -0.104385, "nauc_ndcg_at_3_diff1": -0.047955, "nauc_ndcg_at_5_max": 0.380491, "nauc_ndcg_at_5_std": -0.110853, "nauc_ndcg_at_5_diff1": -0.056651, "nauc_ndcg_at_10_max": 0.372504, "nauc_ndcg_at_10_std": -0.112865, "nauc_ndcg_at_10_diff1": -0.053388, "nauc_ndcg_at_20_max": 0.367414, "nauc_ndcg_at_20_std": -0.104223, "nauc_ndcg_at_20_diff1": -0.049758, "nauc_ndcg_at_100_max": 0.348683, "nauc_ndcg_at_100_std": -0.101682, "nauc_ndcg_at_100_diff1": -0.040133, "nauc_ndcg_at_1000_max": 0.35764, "nauc_ndcg_at_1000_std": -0.107524, "nauc_ndcg_at_1000_diff1": -0.042168, "nauc_map_at_1_max": 0.283965, "nauc_map_at_1_std": -0.136594, "nauc_map_at_1_diff1": 0.035999, "nauc_map_at_3_max": 0.366463, "nauc_map_at_3_std": -0.110303, "nauc_map_at_3_diff1": -0.031585, "nauc_map_at_5_max": 0.363549, "nauc_map_at_5_std": -0.114195, "nauc_map_at_5_diff1": -0.036995, "nauc_map_at_10_max": 0.360192, "nauc_map_at_10_std": -0.115326, "nauc_map_at_10_diff1": -0.035453, "nauc_map_at_20_max": 0.358798, "nauc_map_at_20_std": -0.112635, "nauc_map_at_20_diff1": -0.034392, "nauc_map_at_100_max": 0.356261, "nauc_map_at_100_std": -0.11263, "nauc_map_at_100_diff1": -0.032809, "nauc_map_at_1000_max": 0.356424, "nauc_map_at_1000_std": -0.112828, "nauc_map_at_1000_diff1": -0.033085, "nauc_recall_at_1_max": 0.283965, "nauc_recall_at_1_std": -0.136594, "nauc_recall_at_1_diff1": 0.035999, "nauc_recall_at_3_max": 0.430062, "nauc_recall_at_3_std": -0.090719, "nauc_recall_at_3_diff1": -0.086079, "nauc_recall_at_5_max": 0.418471, "nauc_recall_at_5_std": -0.103975, "nauc_recall_at_5_diff1": -0.102535, "nauc_recall_at_10_max": 0.397048, "nauc_recall_at_10_std": -0.108096, "nauc_recall_at_10_diff1": -0.094745, "nauc_recall_at_20_max": 0.379541, "nauc_recall_at_20_std": -0.07968, "nauc_recall_at_20_diff1": -0.083162, "nauc_recall_at_100_max": 0.275079, "nauc_recall_at_100_std": -0.053762, "nauc_recall_at_100_diff1": -0.039997, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.283965, "nauc_precision_at_1_std": -0.136594, "nauc_precision_at_1_diff1": 0.035999, "nauc_precision_at_3_max": 0.430062, "nauc_precision_at_3_std": -0.090719, "nauc_precision_at_3_diff1": -0.086079, "nauc_precision_at_5_max": 0.418471, "nauc_precision_at_5_std": -0.103975, "nauc_precision_at_5_diff1": -0.102535, "nauc_precision_at_10_max": 0.397048, "nauc_precision_at_10_std": -0.108096, "nauc_precision_at_10_diff1": -0.094745, "nauc_precision_at_20_max": 0.379541, "nauc_precision_at_20_std": -0.07968, "nauc_precision_at_20_diff1": -0.083162, "nauc_precision_at_100_max": 0.275079, "nauc_precision_at_100_std": -0.053762, "nauc_precision_at_100_diff1": -0.039997, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.276703, "nauc_mrr_at_1_std": -0.134506, "nauc_mrr_at_1_diff1": 0.045659, "nauc_mrr_at_3_max": 0.367569, "nauc_mrr_at_3_std": -0.111126, "nauc_mrr_at_3_diff1": -0.027449, "nauc_mrr_at_5_max": 0.366071, "nauc_mrr_at_5_std": -0.108434, "nauc_mrr_at_5_diff1": -0.033751, "nauc_mrr_at_10_max": 0.360957, "nauc_mrr_at_10_std": -0.113721, "nauc_mrr_at_10_diff1": -0.031771, "nauc_mrr_at_20_max": 0.360057, "nauc_mrr_at_20_std": -0.110124, "nauc_mrr_at_20_diff1": -0.031348, "nauc_mrr_at_100_max": 0.356876, "nauc_mrr_at_100_std": -0.110729, "nauc_mrr_at_100_diff1": -0.029455, "nauc_mrr_at_1000_max": 0.357102, "nauc_mrr_at_1000_std": -0.110848, "nauc_mrr_at_1000_diff1": -0.029713, "cv_recall_at_1": 0.13889, "cv_recall_at_3": 0.33333, "cv_recall_at_5": 0.38258, "cv_recall_at_10": 0.43939, "cv_recall_at_20": 0.49747, "cv_recall_at_100": 0.67424, "cv_recall_at_1000": 1.0, "main_score": 0.38258, "hf_subset": "he_il", "languages": [ "heb-Hebr" ] }, { "ndcg_at_1": 0.61722, "ndcg_at_3": 0.8429, "ndcg_at_5": 0.84681, "ndcg_at_10": 0.84681, "ndcg_at_20": 0.84681, "ndcg_at_100": 0.84721, "ndcg_at_1000": 0.84817, "map_at_1": 0.61722, "map_at_3": 0.79426, "map_at_5": 0.79641, "map_at_10": 0.79641, "map_at_20": 0.79641, "map_at_100": 0.79645, "map_at_1000": 0.7965, "recall_at_1": 0.61722, "recall_at_3": 0.98086, "recall_at_5": 0.99043, "recall_at_10": 0.99043, "recall_at_20": 0.99043, "recall_at_100": 0.99282, "recall_at_1000": 1.0, "accuracy": 0.61722, "precision_at_1": 0.61722, "precision_at_3": 0.32695, "precision_at_5": 0.19809, "precision_at_10": 0.09904, "precision_at_20": 0.04952, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.619617, "mrr_at_3": 0.795853, "mrr_at_5": 0.797648, "mrr_at_10": 0.797648, "mrr_at_20": 0.797648, "mrr_at_100": 0.797688, "mrr_at_1000": 0.797731, "nauc_ndcg_at_1_max": 0.044241, "nauc_ndcg_at_1_std": -0.172341, "nauc_ndcg_at_1_diff1": 0.575126, "nauc_ndcg_at_3_max": 0.132611, "nauc_ndcg_at_3_std": -0.089999, "nauc_ndcg_at_3_diff1": 0.554765, "nauc_ndcg_at_5_max": 0.105359, "nauc_ndcg_at_5_std": -0.116269, "nauc_ndcg_at_5_diff1": 0.55958, "nauc_ndcg_at_10_max": 0.105359, "nauc_ndcg_at_10_std": -0.116269, "nauc_ndcg_at_10_diff1": 0.55958, "nauc_ndcg_at_20_max": 0.105359, "nauc_ndcg_at_20_std": -0.116269, "nauc_ndcg_at_20_diff1": 0.55958, "nauc_ndcg_at_100_max": 0.102439, "nauc_ndcg_at_100_std": -0.119912, "nauc_ndcg_at_100_diff1": 0.560237, "nauc_ndcg_at_1000_max": 0.09545, "nauc_ndcg_at_1000_std": -0.128633, "nauc_ndcg_at_1000_diff1": 0.563488, "nauc_map_at_1_max": 0.044241, "nauc_map_at_1_std": -0.172341, "nauc_map_at_1_diff1": 0.575126, "nauc_map_at_3_max": 0.097576, "nauc_map_at_3_std": -0.127997, "nauc_map_at_3_diff1": 0.564169, "nauc_map_at_5_max": 0.08578, "nauc_map_at_5_std": -0.139447, "nauc_map_at_5_diff1": 0.566516, "nauc_map_at_10_max": 0.08578, "nauc_map_at_10_std": -0.139447, "nauc_map_at_10_diff1": 0.566516, "nauc_map_at_20_max": 0.08578, "nauc_map_at_20_std": -0.139447, "nauc_map_at_20_diff1": 0.566516, "nauc_map_at_100_max": 0.085555, "nauc_map_at_100_std": -0.139728, "nauc_map_at_100_diff1": 0.566567, "nauc_map_at_1000_max": 0.085314, "nauc_map_at_1000_std": -0.140028, "nauc_map_at_1000_diff1": 0.566702, "nauc_recall_at_1_max": 0.044241, "nauc_recall_at_1_std": -0.172341, "nauc_recall_at_1_diff1": 0.575126, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.872186, "nauc_recall_at_3_diff1": 0.316616, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.215933, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.215933, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.215933, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.168505, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.044241, "nauc_precision_at_1_std": -0.172341, "nauc_precision_at_1_diff1": 0.575126, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.872186, "nauc_precision_at_3_diff1": 0.316616, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 0.215933, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 0.215933, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.215933, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.168505, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.02423, "nauc_mrr_at_1_std": -0.191634, "nauc_mrr_at_1_diff1": 0.580809, "nauc_mrr_at_3_max": 0.071185, "nauc_mrr_at_3_std": -0.140877, "nauc_mrr_at_3_diff1": 0.566362, "nauc_mrr_at_5_max": 0.061024, "nauc_mrr_at_5_std": -0.151255, "nauc_mrr_at_5_diff1": 0.566919, "nauc_mrr_at_10_max": 0.061024, "nauc_mrr_at_10_std": -0.151255, "nauc_mrr_at_10_diff1": 0.566919, "nauc_mrr_at_20_max": 0.061024, "nauc_mrr_at_20_std": -0.151255, "nauc_mrr_at_20_diff1": 0.566919, "nauc_mrr_at_100_max": 0.060792, "nauc_mrr_at_100_std": -0.15154, "nauc_mrr_at_100_diff1": 0.566971, "nauc_mrr_at_1000_max": 0.060544, "nauc_mrr_at_1000_std": -0.151844, "nauc_mrr_at_1000_diff1": 0.567106, "cv_recall_at_1": 0.61962, "cv_recall_at_3": 0.98325, "cv_recall_at_5": 0.99043, "cv_recall_at_10": 0.99043, "cv_recall_at_20": 0.99043, "cv_recall_at_100": 0.99282, "cv_recall_at_1000": 1.0, "main_score": 0.99043, "hf_subset": "hi_in", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.3512, "ndcg_at_3": 0.68545, "ndcg_at_5": 0.69275, "ndcg_at_10": 0.70083, "ndcg_at_20": 0.70226, "ndcg_at_100": 0.70472, "ndcg_at_1000": 0.70616, "map_at_1": 0.3512, "map_at_3": 0.60157, "map_at_5": 0.60567, "map_at_10": 0.60918, "map_at_20": 0.6096, "map_at_100": 0.60995, "map_at_1000": 0.61001, "recall_at_1": 0.3512, "recall_at_3": 0.92888, "recall_at_5": 0.94639, "recall_at_10": 0.97046, "recall_at_20": 0.97593, "recall_at_100": 0.98906, "recall_at_1000": 1.0, "accuracy": 0.3512, "precision_at_1": 0.3512, "precision_at_3": 0.30963, "precision_at_5": 0.18928, "precision_at_10": 0.09705, "precision_at_20": 0.0488, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.35558, "mrr_at_3": 0.603756, "mrr_at_5": 0.609227, "mrr_at_10": 0.611912, "mrr_at_20": 0.612432, "mrr_at_100": 0.612777, "mrr_at_1000": 0.612839, "nauc_ndcg_at_1_max": 0.041135, "nauc_ndcg_at_1_std": -0.013809, "nauc_ndcg_at_1_diff1": 0.042159, "nauc_ndcg_at_3_max": 0.229256, "nauc_ndcg_at_3_std": 0.087807, "nauc_ndcg_at_3_diff1": 0.023955, "nauc_ndcg_at_5_max": 0.20421, "nauc_ndcg_at_5_std": 0.076123, "nauc_ndcg_at_5_diff1": 0.025736, "nauc_ndcg_at_10_max": 0.172302, "nauc_ndcg_at_10_std": 0.06248, "nauc_ndcg_at_10_diff1": 0.027041, "nauc_ndcg_at_20_max": 0.166065, "nauc_ndcg_at_20_std": 0.056036, "nauc_ndcg_at_20_diff1": 0.028001, "nauc_ndcg_at_100_max": 0.154914, "nauc_ndcg_at_100_std": 0.046732, "nauc_ndcg_at_100_diff1": 0.035206, "nauc_ndcg_at_1000_max": 0.148249, "nauc_ndcg_at_1000_std": 0.04184, "nauc_ndcg_at_1000_diff1": 0.032953, "nauc_map_at_1_max": 0.041135, "nauc_map_at_1_std": -0.013809, "nauc_map_at_1_diff1": 0.042159, "nauc_map_at_3_max": 0.157756, "nauc_map_at_3_std": 0.043103, "nauc_map_at_3_diff1": 0.031026, "nauc_map_at_5_max": 0.145229, "nauc_map_at_5_std": 0.037211, "nauc_map_at_5_diff1": 0.032126, "nauc_map_at_10_max": 0.133539, "nauc_map_at_10_std": 0.032074, "nauc_map_at_10_diff1": 0.032617, "nauc_map_at_20_max": 0.132056, "nauc_map_at_20_std": 0.030552, "nauc_map_at_20_diff1": 0.03292, "nauc_map_at_100_max": 0.130805, "nauc_map_at_100_std": 0.029542, "nauc_map_at_100_diff1": 0.033929, "nauc_map_at_1000_max": 0.130579, "nauc_map_at_1000_std": 0.029394, "nauc_map_at_1000_diff1": 0.033849, "nauc_recall_at_1_max": 0.041135, "nauc_recall_at_1_std": -0.013809, "nauc_recall_at_1_diff1": 0.042159, "nauc_recall_at_3_max": 0.94575, "nauc_recall_at_3_std": 0.54372, "nauc_recall_at_3_diff1": -0.047104, "nauc_recall_at_5_max": 0.96314, "nauc_recall_at_5_std": 0.588854, "nauc_recall_at_5_diff1": -0.05814, "nauc_recall_at_10_max": 0.985483, "nauc_recall_at_10_std": 0.748738, "nauc_recall_at_10_diff1": -0.10071, "nauc_recall_at_20_max": 0.988122, "nauc_recall_at_20_std": 0.716883, "nauc_recall_at_20_diff1": -0.10693, "nauc_recall_at_100_max": 0.986934, "nauc_recall_at_100_std": 0.676548, "nauc_recall_at_100_diff1": 0.312486, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.041135, "nauc_precision_at_1_std": -0.013809, "nauc_precision_at_1_diff1": 0.042159, "nauc_precision_at_3_max": 0.94575, "nauc_precision_at_3_std": 0.54372, "nauc_precision_at_3_diff1": -0.047104, "nauc_precision_at_5_max": 0.96314, "nauc_precision_at_5_std": 0.588854, "nauc_precision_at_5_diff1": -0.05814, "nauc_precision_at_10_max": 0.985483, "nauc_precision_at_10_std": 0.748738, "nauc_precision_at_10_diff1": -0.10071, "nauc_precision_at_20_max": 0.988122, "nauc_precision_at_20_std": 0.716883, "nauc_precision_at_20_diff1": -0.10693, "nauc_precision_at_100_max": 0.986934, "nauc_precision_at_100_std": 0.676548, "nauc_precision_at_100_diff1": 0.312486, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.041793, "nauc_mrr_at_1_std": -0.015005, "nauc_mrr_at_1_diff1": 0.034424, "nauc_mrr_at_3_max": 0.158558, "nauc_mrr_at_3_std": 0.034649, "nauc_mrr_at_3_diff1": 0.021104, "nauc_mrr_at_5_max": 0.142114, "nauc_mrr_at_5_std": 0.028458, "nauc_mrr_at_5_diff1": 0.023235, "nauc_mrr_at_10_max": 0.132937, "nauc_mrr_at_10_std": 0.024327, "nauc_mrr_at_10_diff1": 0.023173, "nauc_mrr_at_20_max": 0.131082, "nauc_mrr_at_20_std": 0.022437, "nauc_mrr_at_20_diff1": 0.023385, "nauc_mrr_at_100_max": 0.129841, "nauc_mrr_at_100_std": 0.021423, "nauc_mrr_at_100_diff1": 0.024355, "nauc_mrr_at_1000_max": 0.129614, "nauc_mrr_at_1000_std": 0.021273, "nauc_mrr_at_1000_diff1": 0.024272, "cv_recall_at_1": 0.35558, "cv_recall_at_3": 0.9267, "cv_recall_at_5": 0.95077, "cv_recall_at_10": 0.96937, "cv_recall_at_20": 0.97593, "cv_recall_at_100": 0.98906, "cv_recall_at_1000": 1.0, "main_score": 0.95077, "hf_subset": "hr_hr", "languages": [ "hrv-Latn" ] }, { "ndcg_at_1": 0.11934, "ndcg_at_3": 0.22813, "ndcg_at_5": 0.24687, "ndcg_at_10": 0.27341, "ndcg_at_20": 0.29242, "ndcg_at_100": 0.32331, "ndcg_at_1000": 0.36271, "map_at_1": 0.11934, "map_at_3": 0.20055, "map_at_5": 0.21099, "map_at_10": 0.222, "map_at_20": 0.22722, "map_at_100": 0.23125, "map_at_1000": 0.23255, "recall_at_1": 0.11934, "recall_at_3": 0.30829, "recall_at_5": 0.35359, "recall_at_10": 0.43536, "recall_at_20": 0.5105, "recall_at_100": 0.68066, "recall_at_1000": 1.0, "accuracy": 0.11934, "precision_at_1": 0.11934, "precision_at_3": 0.10276, "precision_at_5": 0.07072, "precision_at_10": 0.04354, "precision_at_20": 0.02552, "precision_at_100": 0.00681, "precision_at_1000": 0.001, "mrr_at_1": 0.119337, "mrr_at_3": 0.201842, "mrr_at_5": 0.212228, "mrr_at_10": 0.222987, "mrr_at_20": 0.228074, "mrr_at_100": 0.232213, "mrr_at_1000": 0.23351, "nauc_ndcg_at_1_max": 0.421688, "nauc_ndcg_at_1_std": 0.200059, "nauc_ndcg_at_1_diff1": 0.007985, "nauc_ndcg_at_3_max": 0.579956, "nauc_ndcg_at_3_std": 0.296819, "nauc_ndcg_at_3_diff1": -0.030115, "nauc_ndcg_at_5_max": 0.571257, "nauc_ndcg_at_5_std": 0.305361, "nauc_ndcg_at_5_diff1": -0.042185, "nauc_ndcg_at_10_max": 0.55004, "nauc_ndcg_at_10_std": 0.299197, "nauc_ndcg_at_10_diff1": -0.041595, "nauc_ndcg_at_20_max": 0.531068, "nauc_ndcg_at_20_std": 0.293674, "nauc_ndcg_at_20_diff1": -0.045637, "nauc_ndcg_at_100_max": 0.51862, "nauc_ndcg_at_100_std": 0.287173, "nauc_ndcg_at_100_diff1": -0.036665, "nauc_ndcg_at_1000_max": 0.527414, "nauc_ndcg_at_1000_std": 0.284302, "nauc_ndcg_at_1000_diff1": -0.037567, "nauc_map_at_1_max": 0.421688, "nauc_map_at_1_std": 0.200059, "nauc_map_at_1_diff1": 0.007985, "nauc_map_at_3_max": 0.546846, "nauc_map_at_3_std": 0.273759, "nauc_map_at_3_diff1": -0.024569, "nauc_map_at_5_max": 0.541896, "nauc_map_at_5_std": 0.278872, "nauc_map_at_5_diff1": -0.031829, "nauc_map_at_10_max": 0.532289, "nauc_map_at_10_std": 0.276074, "nauc_map_at_10_diff1": -0.031325, "nauc_map_at_20_max": 0.526747, "nauc_map_at_20_std": 0.274284, "nauc_map_at_20_diff1": -0.032583, "nauc_map_at_100_max": 0.524814, "nauc_map_at_100_std": 0.27275, "nauc_map_at_100_diff1": -0.032177, "nauc_map_at_1000_max": 0.525004, "nauc_map_at_1000_std": 0.272761, "nauc_map_at_1000_diff1": -0.032118, "nauc_recall_at_1_max": 0.421688, "nauc_recall_at_1_std": 0.200059, "nauc_recall_at_1_diff1": 0.007985, "nauc_recall_at_3_max": 0.654382, "nauc_recall_at_3_std": 0.349415, "nauc_recall_at_3_diff1": -0.041926, "nauc_recall_at_5_max": 0.635337, "nauc_recall_at_5_std": 0.365743, "nauc_recall_at_5_diff1": -0.065695, "nauc_recall_at_10_max": 0.58212, "nauc_recall_at_10_std": 0.350057, "nauc_recall_at_10_diff1": -0.065175, "nauc_recall_at_20_max": 0.520252, "nauc_recall_at_20_std": 0.334126, "nauc_recall_at_20_diff1": -0.078759, "nauc_recall_at_100_max": 0.450664, "nauc_recall_at_100_std": 0.31662, "nauc_recall_at_100_diff1": -0.025276, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.421688, "nauc_precision_at_1_std": 0.200059, "nauc_precision_at_1_diff1": 0.007985, "nauc_precision_at_3_max": 0.654382, "nauc_precision_at_3_std": 0.349415, "nauc_precision_at_3_diff1": -0.041926, "nauc_precision_at_5_max": 0.635337, "nauc_precision_at_5_std": 0.365743, "nauc_precision_at_5_diff1": -0.065695, "nauc_precision_at_10_max": 0.58212, "nauc_precision_at_10_std": 0.350057, "nauc_precision_at_10_diff1": -0.065175, "nauc_precision_at_20_max": 0.520252, "nauc_precision_at_20_std": 0.334126, "nauc_precision_at_20_diff1": -0.078759, "nauc_precision_at_100_max": 0.450664, "nauc_precision_at_100_std": 0.31662, "nauc_precision_at_100_diff1": -0.025276, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.420125, "nauc_mrr_at_1_std": 0.203369, "nauc_mrr_at_1_diff1": 0.010494, "nauc_mrr_at_3_max": 0.540718, "nauc_mrr_at_3_std": 0.277287, "nauc_mrr_at_3_diff1": -0.01586, "nauc_mrr_at_5_max": 0.538877, "nauc_mrr_at_5_std": 0.281325, "nauc_mrr_at_5_diff1": -0.022773, "nauc_mrr_at_10_max": 0.529273, "nauc_mrr_at_10_std": 0.281586, "nauc_mrr_at_10_diff1": -0.024019, "nauc_mrr_at_20_max": 0.523672, "nauc_mrr_at_20_std": 0.27966, "nauc_mrr_at_20_diff1": -0.024699, "nauc_mrr_at_100_max": 0.521776, "nauc_mrr_at_100_std": 0.278352, "nauc_mrr_at_100_diff1": -0.024776, "nauc_mrr_at_1000_max": 0.521954, "nauc_mrr_at_1000_std": 0.278382, "nauc_mrr_at_1000_diff1": -0.02469, "cv_recall_at_1": 0.11934, "cv_recall_at_3": 0.30939, "cv_recall_at_5": 0.3547, "cv_recall_at_10": 0.43536, "cv_recall_at_20": 0.50829, "cv_recall_at_100": 0.68066, "cv_recall_at_1000": 1.0, "main_score": 0.3547, "hf_subset": "hu_hu", "languages": [ "hun-Latn" ] }, { "ndcg_at_1": 0.11373, "ndcg_at_3": 0.23436, "ndcg_at_5": 0.25255, "ndcg_at_10": 0.27005, "ndcg_at_20": 0.2825, "ndcg_at_100": 0.31788, "ndcg_at_1000": 0.35918, "map_at_1": 0.11373, "map_at_3": 0.20386, "map_at_5": 0.21373, "map_at_10": 0.22104, "map_at_20": 0.22445, "map_at_100": 0.22903, "map_at_1000": 0.2304, "recall_at_1": 0.11373, "recall_at_3": 0.32296, "recall_at_5": 0.36803, "recall_at_10": 0.42167, "recall_at_20": 0.47103, "recall_at_100": 0.66631, "recall_at_1000": 1.0, "accuracy": 0.11373, "precision_at_1": 0.11373, "precision_at_3": 0.10765, "precision_at_5": 0.07361, "precision_at_10": 0.04217, "precision_at_20": 0.02355, "precision_at_100": 0.00666, "precision_at_1000": 0.001, "mrr_at_1": 0.118026, "mrr_at_3": 0.206009, "mrr_at_5": 0.21529, "mrr_at_10": 0.222574, "mrr_at_20": 0.226303, "mrr_at_100": 0.230836, "mrr_at_1000": 0.232201, "nauc_ndcg_at_1_max": 0.47872, "nauc_ndcg_at_1_std": 0.026849, "nauc_ndcg_at_1_diff1": -0.07051, "nauc_ndcg_at_3_max": 0.54929, "nauc_ndcg_at_3_std": 0.023755, "nauc_ndcg_at_3_diff1": 0.013147, "nauc_ndcg_at_5_max": 0.543253, "nauc_ndcg_at_5_std": 0.029327, "nauc_ndcg_at_5_diff1": 0.001734, "nauc_ndcg_at_10_max": 0.528979, "nauc_ndcg_at_10_std": 0.029818, "nauc_ndcg_at_10_diff1": -0.00416, "nauc_ndcg_at_20_max": 0.522556, "nauc_ndcg_at_20_std": 0.030721, "nauc_ndcg_at_20_diff1": 0.001703, "nauc_ndcg_at_100_max": 0.509153, "nauc_ndcg_at_100_std": 0.030121, "nauc_ndcg_at_100_diff1": 0.007253, "nauc_ndcg_at_1000_max": 0.517077, "nauc_ndcg_at_1000_std": 0.028646, "nauc_ndcg_at_1000_diff1": -0.001542, "nauc_map_at_1_max": 0.47872, "nauc_map_at_1_std": 0.026849, "nauc_map_at_1_diff1": -0.07051, "nauc_map_at_3_max": 0.532562, "nauc_map_at_3_std": 0.024208, "nauc_map_at_3_diff1": -0.006229, "nauc_map_at_5_max": 0.528761, "nauc_map_at_5_std": 0.027248, "nauc_map_at_5_diff1": -0.012871, "nauc_map_at_10_max": 0.522273, "nauc_map_at_10_std": 0.026721, "nauc_map_at_10_diff1": -0.015278, "nauc_map_at_20_max": 0.520463, "nauc_map_at_20_std": 0.027262, "nauc_map_at_20_diff1": -0.013628, "nauc_map_at_100_max": 0.518135, "nauc_map_at_100_std": 0.026846, "nauc_map_at_100_diff1": -0.012542, "nauc_map_at_1000_max": 0.518379, "nauc_map_at_1000_std": 0.026867, "nauc_map_at_1000_diff1": -0.012901, "nauc_recall_at_1_max": 0.47872, "nauc_recall_at_1_std": 0.026849, "nauc_recall_at_1_diff1": -0.07051, "nauc_recall_at_3_max": 0.586999, "nauc_recall_at_3_std": 0.022799, "nauc_recall_at_3_diff1": 0.056723, "nauc_recall_at_5_max": 0.575137, "nauc_recall_at_5_std": 0.034745, "nauc_recall_at_5_diff1": 0.032985, "nauc_recall_at_10_max": 0.539723, "nauc_recall_at_10_std": 0.038884, "nauc_recall_at_10_diff1": 0.017258, "nauc_recall_at_20_max": 0.518632, "nauc_recall_at_20_std": 0.040445, "nauc_recall_at_20_diff1": 0.036904, "nauc_recall_at_100_max": 0.451885, "nauc_recall_at_100_std": 0.045389, "nauc_recall_at_100_diff1": 0.069453, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.47872, "nauc_precision_at_1_std": 0.026849, "nauc_precision_at_1_diff1": -0.07051, "nauc_precision_at_3_max": 0.586999, "nauc_precision_at_3_std": 0.022799, "nauc_precision_at_3_diff1": 0.056723, "nauc_precision_at_5_max": 0.575137, "nauc_precision_at_5_std": 0.034745, "nauc_precision_at_5_diff1": 0.032985, "nauc_precision_at_10_max": 0.539723, "nauc_precision_at_10_std": 0.038884, "nauc_precision_at_10_diff1": 0.017258, "nauc_precision_at_20_max": 0.518632, "nauc_precision_at_20_std": 0.040445, "nauc_precision_at_20_diff1": 0.036904, "nauc_precision_at_100_max": 0.451885, "nauc_precision_at_100_std": 0.045389, "nauc_precision_at_100_diff1": 0.069453, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.45101, "nauc_mrr_at_1_std": 0.021364, "nauc_mrr_at_1_diff1": -0.092517, "nauc_mrr_at_3_max": 0.522933, "nauc_mrr_at_3_std": 0.024978, "nauc_mrr_at_3_diff1": 0.000144, "nauc_mrr_at_5_max": 0.515426, "nauc_mrr_at_5_std": 0.016685, "nauc_mrr_at_5_diff1": 0.000519, "nauc_mrr_at_10_max": 0.510855, "nauc_mrr_at_10_std": 0.019637, "nauc_mrr_at_10_diff1": -0.006754, "nauc_mrr_at_20_max": 0.508337, "nauc_mrr_at_20_std": 0.021183, "nauc_mrr_at_20_diff1": -0.005149, "nauc_mrr_at_100_max": 0.506398, "nauc_mrr_at_100_std": 0.020935, "nauc_mrr_at_100_diff1": -0.004712, "nauc_mrr_at_1000_max": 0.506595, "nauc_mrr_at_1000_std": 0.020931, "nauc_mrr_at_1000_diff1": -0.005033, "cv_recall_at_1": 0.11803, "cv_recall_at_3": 0.32403, "cv_recall_at_5": 0.36588, "cv_recall_at_10": 0.41845, "cv_recall_at_20": 0.4721, "cv_recall_at_100": 0.66631, "cv_recall_at_1000": 1.0, "main_score": 0.36588, "hf_subset": "hy_am", "languages": [ "hye-Armn" ] }, { "ndcg_at_1": 0.47598, "ndcg_at_3": 0.78155, "ndcg_at_5": 0.78267, "ndcg_at_10": 0.78267, "ndcg_at_20": 0.78267, "ndcg_at_100": 0.78289, "ndcg_at_1000": 0.78289, "map_at_1": 0.47598, "map_at_3": 0.70742, "map_at_5": 0.70801, "map_at_10": 0.70801, "map_at_20": 0.70801, "map_at_100": 0.70802, "map_at_1000": 0.70802, "recall_at_1": 0.47598, "recall_at_3": 0.99563, "recall_at_5": 0.99854, "recall_at_10": 0.99854, "recall_at_20": 0.99854, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.47598, "precision_at_1": 0.47598, "precision_at_3": 0.33188, "precision_at_5": 0.19971, "precision_at_10": 0.09985, "precision_at_20": 0.04993, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.468705, "mrr_at_3": 0.703785, "mrr_at_5": 0.704367, "mrr_at_10": 0.704367, "mrr_at_20": 0.704367, "mrr_at_100": 0.704381, "mrr_at_1000": 0.704381, "nauc_ndcg_at_1_max": -0.087726, "nauc_ndcg_at_1_std": -0.175139, "nauc_ndcg_at_1_diff1": 0.303828, "nauc_ndcg_at_3_max": -0.087793, "nauc_ndcg_at_3_std": -0.188568, "nauc_ndcg_at_3_diff1": 0.299847, "nauc_ndcg_at_5_max": -0.095794, "nauc_ndcg_at_5_std": -0.196829, "nauc_ndcg_at_5_diff1": 0.300645, "nauc_ndcg_at_10_max": -0.095794, "nauc_ndcg_at_10_std": -0.196829, "nauc_ndcg_at_10_diff1": 0.300645, "nauc_ndcg_at_20_max": -0.095794, "nauc_ndcg_at_20_std": -0.196829, "nauc_ndcg_at_20_diff1": 0.300645, "nauc_ndcg_at_100_max": -0.097361, "nauc_ndcg_at_100_std": -0.19854, "nauc_ndcg_at_100_diff1": 0.300563, "nauc_ndcg_at_1000_max": -0.097361, "nauc_ndcg_at_1000_std": -0.19854, "nauc_ndcg_at_1000_diff1": 0.300563, "nauc_map_at_1_max": -0.087726, "nauc_map_at_1_std": -0.175139, "nauc_map_at_1_diff1": 0.303828, "nauc_map_at_3_max": -0.09479, "nauc_map_at_3_std": -0.19524, "nauc_map_at_3_diff1": 0.300394, "nauc_map_at_5_max": -0.097898, "nauc_map_at_5_std": -0.198447, "nauc_map_at_5_diff1": 0.300703, "nauc_map_at_10_max": -0.097898, "nauc_map_at_10_std": -0.198447, "nauc_map_at_10_diff1": 0.300703, "nauc_map_at_20_max": -0.097898, "nauc_map_at_20_std": -0.198447, "nauc_map_at_20_diff1": 0.300703, "nauc_map_at_100_max": -0.097976, "nauc_map_at_100_std": -0.198532, "nauc_map_at_100_diff1": 0.300699, "nauc_map_at_1000_max": -0.097976, "nauc_map_at_1000_std": -0.198532, "nauc_map_at_1000_diff1": 0.300699, "nauc_recall_at_1_max": -0.087726, "nauc_recall_at_1_std": -0.175139, "nauc_recall_at_1_diff1": 0.303828, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.956406, "nauc_recall_at_3_diff1": 0.246937, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.35806, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.35806, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.35806, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.087726, "nauc_precision_at_1_std": -0.175139, "nauc_precision_at_1_diff1": 0.303828, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.956406, "nauc_precision_at_3_diff1": 0.246937, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 0.35806, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 0.35806, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.35806, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.075871, "nauc_mrr_at_1_std": -0.223005, "nauc_mrr_at_1_diff1": 0.317501, "nauc_mrr_at_3_max": -0.084584, "nauc_mrr_at_3_std": -0.236341, "nauc_mrr_at_3_diff1": 0.312154, "nauc_mrr_at_5_max": -0.087656, "nauc_mrr_at_5_std": -0.239657, "nauc_mrr_at_5_diff1": 0.312497, "nauc_mrr_at_10_max": -0.087656, "nauc_mrr_at_10_std": -0.239657, "nauc_mrr_at_10_diff1": 0.312497, "nauc_mrr_at_20_max": -0.087656, "nauc_mrr_at_20_std": -0.239657, "nauc_mrr_at_20_diff1": 0.312497, "nauc_mrr_at_100_max": -0.087733, "nauc_mrr_at_100_std": -0.239745, "nauc_mrr_at_100_diff1": 0.312493, "nauc_mrr_at_1000_max": -0.087733, "nauc_mrr_at_1000_std": -0.239745, "nauc_mrr_at_1000_diff1": 0.312493, "cv_recall_at_1": 0.4687, "cv_recall_at_3": 0.99563, "cv_recall_at_5": 0.99854, "cv_recall_at_10": 0.99854, "cv_recall_at_20": 0.99854, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.99854, "hf_subset": "id_id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.10526, "ndcg_at_3": 0.2262, "ndcg_at_5": 0.24298, "ndcg_at_10": 0.26045, "ndcg_at_20": 0.27534, "ndcg_at_100": 0.31119, "ndcg_at_1000": 0.35217, "map_at_1": 0.10526, "map_at_3": 0.19539, "map_at_5": 0.20458, "map_at_10": 0.21205, "map_at_20": 0.21601, "map_at_100": 0.22039, "map_at_1000": 0.22182, "recall_at_1": 0.10526, "recall_at_3": 0.31579, "recall_at_5": 0.35707, "recall_at_10": 0.4097, "recall_at_20": 0.46956, "recall_at_100": 0.67183, "recall_at_1000": 1.0, "accuracy": 0.10526, "precision_at_1": 0.10526, "precision_at_3": 0.10526, "precision_at_5": 0.07141, "precision_at_10": 0.04097, "precision_at_20": 0.02348, "precision_at_100": 0.00672, "precision_at_1000": 0.001, "mrr_at_1": 0.105263, "mrr_at_3": 0.192122, "mrr_at_5": 0.201307, "mrr_at_10": 0.209143, "mrr_at_20": 0.212984, "mrr_at_100": 0.217458, "mrr_at_1000": 0.218894, "nauc_ndcg_at_1_max": 0.300614, "nauc_ndcg_at_1_std": -0.14276, "nauc_ndcg_at_1_diff1": -0.052558, "nauc_ndcg_at_3_max": 0.411313, "nauc_ndcg_at_3_std": -0.248446, "nauc_ndcg_at_3_diff1": -0.07678, "nauc_ndcg_at_5_max": 0.40304, "nauc_ndcg_at_5_std": -0.252448, "nauc_ndcg_at_5_diff1": -0.081421, "nauc_ndcg_at_10_max": 0.38992, "nauc_ndcg_at_10_std": -0.253306, "nauc_ndcg_at_10_diff1": -0.081969, "nauc_ndcg_at_20_max": 0.374754, "nauc_ndcg_at_20_std": -0.258237, "nauc_ndcg_at_20_diff1": -0.088309, "nauc_ndcg_at_100_max": 0.369783, "nauc_ndcg_at_100_std": -0.235678, "nauc_ndcg_at_100_diff1": -0.093038, "nauc_ndcg_at_1000_max": 0.37522, "nauc_ndcg_at_1000_std": -0.235294, "nauc_ndcg_at_1000_diff1": -0.082515, "nauc_map_at_1_max": 0.300614, "nauc_map_at_1_std": -0.14276, "nauc_map_at_1_diff1": -0.052558, "nauc_map_at_3_max": 0.386011, "nauc_map_at_3_std": -0.227453, "nauc_map_at_3_diff1": -0.071371, "nauc_map_at_5_max": 0.381022, "nauc_map_at_5_std": -0.229954, "nauc_map_at_5_diff1": -0.073989, "nauc_map_at_10_max": 0.375446, "nauc_map_at_10_std": -0.230068, "nauc_map_at_10_diff1": -0.074366, "nauc_map_at_20_max": 0.370912, "nauc_map_at_20_std": -0.231323, "nauc_map_at_20_diff1": -0.07601, "nauc_map_at_100_max": 0.370592, "nauc_map_at_100_std": -0.227637, "nauc_map_at_100_diff1": -0.076382, "nauc_map_at_1000_max": 0.370801, "nauc_map_at_1000_std": -0.227302, "nauc_map_at_1000_diff1": -0.075843, "nauc_recall_at_1_max": 0.300614, "nauc_recall_at_1_std": -0.14276, "nauc_recall_at_1_diff1": -0.052558, "nauc_recall_at_3_max": 0.467117, "nauc_recall_at_3_std": -0.294035, "nauc_recall_at_3_diff1": -0.088681, "nauc_recall_at_5_max": 0.450327, "nauc_recall_at_5_std": -0.301057, "nauc_recall_at_5_diff1": -0.098141, "nauc_recall_at_10_max": 0.416404, "nauc_recall_at_10_std": -0.303686, "nauc_recall_at_10_diff1": -0.098806, "nauc_recall_at_20_max": 0.368666, "nauc_recall_at_20_std": -0.321338, "nauc_recall_at_20_diff1": -0.120615, "nauc_recall_at_100_max": 0.335493, "nauc_recall_at_100_std": -0.222276, "nauc_recall_at_100_diff1": -0.156916, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.300614, "nauc_precision_at_1_std": -0.14276, "nauc_precision_at_1_diff1": -0.052558, "nauc_precision_at_3_max": 0.467117, "nauc_precision_at_3_std": -0.294035, "nauc_precision_at_3_diff1": -0.088681, "nauc_precision_at_5_max": 0.450327, "nauc_precision_at_5_std": -0.301057, "nauc_precision_at_5_diff1": -0.098141, "nauc_precision_at_10_max": 0.416404, "nauc_precision_at_10_std": -0.303686, "nauc_precision_at_10_diff1": -0.098806, "nauc_precision_at_20_max": 0.368666, "nauc_precision_at_20_std": -0.321338, "nauc_precision_at_20_diff1": -0.120615, "nauc_precision_at_100_max": 0.335493, "nauc_precision_at_100_std": -0.222276, "nauc_precision_at_100_diff1": -0.156916, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.310318, "nauc_mrr_at_1_std": -0.134293, "nauc_mrr_at_1_diff1": -0.06105, "nauc_mrr_at_3_max": 0.392061, "nauc_mrr_at_3_std": -0.222993, "nauc_mrr_at_3_diff1": -0.077133, "nauc_mrr_at_5_max": 0.391303, "nauc_mrr_at_5_std": -0.227246, "nauc_mrr_at_5_diff1": -0.071651, "nauc_mrr_at_10_max": 0.383864, "nauc_mrr_at_10_std": -0.227043, "nauc_mrr_at_10_diff1": -0.074814, "nauc_mrr_at_20_max": 0.380062, "nauc_mrr_at_20_std": -0.227265, "nauc_mrr_at_20_diff1": -0.075717, "nauc_mrr_at_100_max": 0.379152, "nauc_mrr_at_100_std": -0.224416, "nauc_mrr_at_100_diff1": -0.076843, "nauc_mrr_at_1000_max": 0.3794, "nauc_mrr_at_1000_std": -0.224065, "nauc_mrr_at_1000_diff1": -0.076299, "cv_recall_at_1": 0.10526, "cv_recall_at_3": 0.31373, "cv_recall_at_5": 0.35501, "cv_recall_at_10": 0.4097, "cv_recall_at_20": 0.46749, "cv_recall_at_100": 0.67183, "cv_recall_at_1000": 1.0, "main_score": 0.35501, "hf_subset": "ig_ng", "languages": [ "ibo-Latn" ] }, { "ndcg_at_1": 0.41304, "ndcg_at_3": 0.55253, "ndcg_at_5": 0.58903, "ndcg_at_10": 0.61742, "ndcg_at_20": 0.64468, "ndcg_at_100": 0.65831, "ndcg_at_1000": 0.65831, "map_at_1": 0.41304, "map_at_3": 0.51812, "map_at_5": 0.53877, "map_at_10": 0.55063, "map_at_20": 0.55799, "map_at_100": 0.56045, "map_at_1000": 0.56045, "recall_at_1": 0.41304, "recall_at_3": 0.65217, "recall_at_5": 0.73913, "recall_at_10": 0.82609, "recall_at_20": 0.93478, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41304, "precision_at_1": 0.41304, "precision_at_3": 0.21739, "precision_at_5": 0.14783, "precision_at_10": 0.08261, "precision_at_20": 0.04674, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.413043, "mrr_at_3": 0.518116, "mrr_at_5": 0.538768, "mrr_at_10": 0.55063, "mrr_at_20": 0.557986, "mrr_at_100": 0.560452, "mrr_at_1000": 0.560452, "nauc_ndcg_at_1_max": 0.507407, "nauc_ndcg_at_1_std": 0.29115, "nauc_ndcg_at_1_diff1": 0.783189, "nauc_ndcg_at_3_max": 0.454661, "nauc_ndcg_at_3_std": 0.277049, "nauc_ndcg_at_3_diff1": 0.612335, "nauc_ndcg_at_5_max": 0.465699, "nauc_ndcg_at_5_std": 0.272965, "nauc_ndcg_at_5_diff1": 0.610452, "nauc_ndcg_at_10_max": 0.463195, "nauc_ndcg_at_10_std": 0.278071, "nauc_ndcg_at_10_diff1": 0.61503, "nauc_ndcg_at_20_max": 0.460525, "nauc_ndcg_at_20_std": 0.301029, "nauc_ndcg_at_20_diff1": 0.613416, "nauc_ndcg_at_100_max": 0.475631, "nauc_ndcg_at_100_std": 0.294635, "nauc_ndcg_at_100_diff1": 0.646896, "nauc_ndcg_at_1000_max": 0.475631, "nauc_ndcg_at_1000_std": 0.294635, "nauc_ndcg_at_1000_diff1": 0.646896, "nauc_map_at_1_max": 0.507407, "nauc_map_at_1_std": 0.29115, "nauc_map_at_1_diff1": 0.783189, "nauc_map_at_3_max": 0.469113, "nauc_map_at_3_std": 0.291166, "nauc_map_at_3_diff1": 0.652182, "nauc_map_at_5_max": 0.476349, "nauc_map_at_5_std": 0.290882, "nauc_map_at_5_diff1": 0.651112, "nauc_map_at_10_max": 0.475858, "nauc_map_at_10_std": 0.291484, "nauc_map_at_10_diff1": 0.654789, "nauc_map_at_20_max": 0.476802, "nauc_map_at_20_std": 0.297661, "nauc_map_at_20_diff1": 0.655734, "nauc_map_at_100_max": 0.479159, "nauc_map_at_100_std": 0.296818, "nauc_map_at_100_diff1": 0.661226, "nauc_map_at_1000_max": 0.479159, "nauc_map_at_1000_std": 0.296818, "nauc_map_at_1000_diff1": 0.661226, "nauc_recall_at_1_max": 0.507407, "nauc_recall_at_1_std": 0.29115, "nauc_recall_at_1_diff1": 0.783189, "nauc_recall_at_3_max": 0.406355, "nauc_recall_at_3_std": 0.225174, "nauc_recall_at_3_diff1": 0.482322, "nauc_recall_at_5_max": 0.423812, "nauc_recall_at_5_std": 0.192955, "nauc_recall_at_5_diff1": 0.455188, "nauc_recall_at_10_max": 0.393659, "nauc_recall_at_10_std": 0.205036, "nauc_recall_at_10_diff1": 0.408545, "nauc_recall_at_20_max": 0.202484, "nauc_recall_at_20_std": 0.416035, "nauc_recall_at_20_diff1": 0.051846, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.507407, "nauc_precision_at_1_std": 0.29115, "nauc_precision_at_1_diff1": 0.783189, "nauc_precision_at_3_max": 0.406355, "nauc_precision_at_3_std": 0.225174, "nauc_precision_at_3_diff1": 0.482322, "nauc_precision_at_5_max": 0.423812, "nauc_precision_at_5_std": 0.192955, "nauc_precision_at_5_diff1": 0.455188, "nauc_precision_at_10_max": 0.393659, "nauc_precision_at_10_std": 0.205036, "nauc_precision_at_10_diff1": 0.408545, "nauc_precision_at_20_max": 0.202484, "nauc_precision_at_20_std": 0.416035, "nauc_precision_at_20_diff1": 0.051846, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.507407, "nauc_mrr_at_1_std": 0.29115, "nauc_mrr_at_1_diff1": 0.783189, "nauc_mrr_at_3_max": 0.469113, "nauc_mrr_at_3_std": 0.291166, "nauc_mrr_at_3_diff1": 0.652182, "nauc_mrr_at_5_max": 0.476349, "nauc_mrr_at_5_std": 0.290882, "nauc_mrr_at_5_diff1": 0.651112, "nauc_mrr_at_10_max": 0.475858, "nauc_mrr_at_10_std": 0.291484, "nauc_mrr_at_10_diff1": 0.654789, "nauc_mrr_at_20_max": 0.476802, "nauc_mrr_at_20_std": 0.297661, "nauc_mrr_at_20_diff1": 0.655734, "nauc_mrr_at_100_max": 0.479159, "nauc_mrr_at_100_std": 0.296818, "nauc_mrr_at_100_diff1": 0.661226, "nauc_mrr_at_1000_max": 0.479159, "nauc_mrr_at_1000_std": 0.296818, "nauc_mrr_at_1000_diff1": 0.661226, "cv_recall_at_1": 0.41304, "cv_recall_at_3": 0.65217, "cv_recall_at_5": 0.73913, "cv_recall_at_10": 0.82609, "cv_recall_at_20": 0.93478, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.73913, "hf_subset": "is_is", "languages": [ "isl-Latn" ] }, { "ndcg_at_1": 0.40231, "ndcg_at_3": 0.74717, "ndcg_at_5": 0.74717, "ndcg_at_10": 0.74717, "ndcg_at_20": 0.74717, "ndcg_at_100": 0.74717, "ndcg_at_1000": 0.74717, "map_at_1": 0.40231, "map_at_3": 0.66012, "map_at_5": 0.66012, "map_at_10": 0.66012, "map_at_20": 0.66012, "map_at_100": 0.66012, "map_at_1000": 0.66012, "recall_at_1": 0.40231, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.40231, "precision_at_1": 0.40231, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.409249, "mrr_at_3": 0.666089, "mrr_at_5": 0.666089, "mrr_at_10": 0.666089, "mrr_at_20": 0.666089, "mrr_at_100": 0.666089, "mrr_at_1000": 0.666089, "nauc_ndcg_at_1_max": -0.048287, "nauc_ndcg_at_1_std": -0.051847, "nauc_ndcg_at_1_diff1": 0.145781, "nauc_ndcg_at_3_max": -0.061971, "nauc_ndcg_at_3_std": -0.071775, "nauc_ndcg_at_3_diff1": 0.150742, "nauc_ndcg_at_5_max": -0.061971, "nauc_ndcg_at_5_std": -0.071775, "nauc_ndcg_at_5_diff1": 0.150742, "nauc_ndcg_at_10_max": -0.061971, "nauc_ndcg_at_10_std": -0.071775, "nauc_ndcg_at_10_diff1": 0.150742, "nauc_ndcg_at_20_max": -0.061971, "nauc_ndcg_at_20_std": -0.071775, "nauc_ndcg_at_20_diff1": 0.150742, "nauc_ndcg_at_100_max": -0.061971, "nauc_ndcg_at_100_std": -0.071775, "nauc_ndcg_at_100_diff1": 0.150742, "nauc_ndcg_at_1000_max": -0.061971, "nauc_ndcg_at_1000_std": -0.071775, "nauc_ndcg_at_1000_diff1": 0.150742, "nauc_map_at_1_max": -0.048287, "nauc_map_at_1_std": -0.051847, "nauc_map_at_1_diff1": 0.145781, "nauc_map_at_3_max": -0.061284, "nauc_map_at_3_std": -0.070774, "nauc_map_at_3_diff1": 0.150493, "nauc_map_at_5_max": -0.061284, "nauc_map_at_5_std": -0.070774, "nauc_map_at_5_diff1": 0.150493, "nauc_map_at_10_max": -0.061284, "nauc_map_at_10_std": -0.070774, "nauc_map_at_10_diff1": 0.150493, "nauc_map_at_20_max": -0.061284, "nauc_map_at_20_std": -0.070774, "nauc_map_at_20_diff1": 0.150493, "nauc_map_at_100_max": -0.061284, "nauc_map_at_100_std": -0.070774, "nauc_map_at_100_diff1": 0.150493, "nauc_map_at_1000_max": -0.061284, "nauc_map_at_1000_std": -0.070774, "nauc_map_at_1000_diff1": 0.150493, "nauc_recall_at_1_max": -0.048287, "nauc_recall_at_1_std": -0.051847, "nauc_recall_at_1_diff1": 0.145781, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.048287, "nauc_precision_at_1_std": -0.051847, "nauc_precision_at_1_diff1": 0.145781, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.04012, "nauc_mrr_at_1_std": -0.042676, "nauc_mrr_at_1_diff1": 0.126933, "nauc_mrr_at_3_max": -0.043758, "nauc_mrr_at_3_std": -0.061717, "nauc_mrr_at_3_diff1": 0.134504, "nauc_mrr_at_5_max": -0.043758, "nauc_mrr_at_5_std": -0.061717, "nauc_mrr_at_5_diff1": 0.134504, "nauc_mrr_at_10_max": -0.043758, "nauc_mrr_at_10_std": -0.061717, "nauc_mrr_at_10_diff1": 0.134504, "nauc_mrr_at_20_max": -0.043758, "nauc_mrr_at_20_std": -0.061717, "nauc_mrr_at_20_diff1": 0.134504, "nauc_mrr_at_100_max": -0.043758, "nauc_mrr_at_100_std": -0.061717, "nauc_mrr_at_100_diff1": 0.134504, "nauc_mrr_at_1000_max": -0.043758, "nauc_mrr_at_1000_std": -0.061717, "nauc_mrr_at_1000_diff1": 0.134504, "cv_recall_at_1": 0.40925, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "it_it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.48154, "ndcg_at_3": 0.78613, "ndcg_at_5": 0.78679, "ndcg_at_10": 0.78679, "ndcg_at_20": 0.78679, "ndcg_at_100": 0.78679, "ndcg_at_1000": 0.78679, "map_at_1": 0.48154, "map_at_3": 0.71256, "map_at_5": 0.71295, "map_at_10": 0.71295, "map_at_20": 0.71295, "map_at_100": 0.71295, "map_at_1000": 0.71295, "recall_at_1": 0.48154, "recall_at_3": 0.99846, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.48154, "precision_at_1": 0.48154, "precision_at_3": 0.33282, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.486154, "mrr_at_3": 0.714872, "mrr_at_5": 0.715256, "mrr_at_10": 0.715256, "mrr_at_20": 0.715256, "mrr_at_100": 0.715256, "mrr_at_1000": 0.715256, "nauc_ndcg_at_1_max": -0.085423, "nauc_ndcg_at_1_std": -0.202484, "nauc_ndcg_at_1_diff1": 0.419252, "nauc_ndcg_at_3_max": -0.074823, "nauc_ndcg_at_3_std": -0.21373, "nauc_ndcg_at_3_diff1": 0.401613, "nauc_ndcg_at_5_max": -0.079544, "nauc_ndcg_at_5_std": -0.21906, "nauc_ndcg_at_5_diff1": 0.408434, "nauc_ndcg_at_10_max": -0.079544, "nauc_ndcg_at_10_std": -0.21906, "nauc_ndcg_at_10_diff1": 0.408434, "nauc_ndcg_at_20_max": -0.079544, "nauc_ndcg_at_20_std": -0.21906, "nauc_ndcg_at_20_diff1": 0.408434, "nauc_ndcg_at_100_max": -0.079544, "nauc_ndcg_at_100_std": -0.21906, "nauc_ndcg_at_100_diff1": 0.408434, "nauc_ndcg_at_1000_max": -0.079544, "nauc_ndcg_at_1000_std": -0.21906, "nauc_ndcg_at_1000_diff1": 0.408434, "nauc_map_at_1_max": -0.085423, "nauc_map_at_1_std": -0.202484, "nauc_map_at_1_diff1": 0.419252, "nauc_map_at_3_max": -0.077847, "nauc_map_at_3_std": -0.215928, "nauc_map_at_3_diff1": 0.406105, "nauc_map_at_5_max": -0.079893, "nauc_map_at_5_std": -0.218235, "nauc_map_at_5_diff1": 0.409061, "nauc_map_at_10_max": -0.079893, "nauc_map_at_10_std": -0.218235, "nauc_map_at_10_diff1": 0.409061, "nauc_map_at_20_max": -0.079893, "nauc_map_at_20_std": -0.218235, "nauc_map_at_20_diff1": 0.409061, "nauc_map_at_100_max": -0.079893, "nauc_map_at_100_std": -0.218235, "nauc_map_at_100_diff1": 0.409061, "nauc_map_at_1000_max": -0.079893, "nauc_map_at_1000_std": -0.218235, "nauc_map_at_1000_diff1": 0.409061, "nauc_recall_at_1_max": -0.085423, "nauc_recall_at_1_std": -0.202484, "nauc_recall_at_1_diff1": 0.419252, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": -1.151727, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.085423, "nauc_precision_at_1_std": -0.202484, "nauc_precision_at_1_diff1": 0.419252, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": -1.151727, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.042398, "nauc_mrr_at_1_std": -0.192657, "nauc_mrr_at_1_diff1": 0.394955, "nauc_mrr_at_3_max": -0.04049, "nauc_mrr_at_3_std": -0.207416, "nauc_mrr_at_3_diff1": 0.384996, "nauc_mrr_at_5_max": -0.042467, "nauc_mrr_at_5_std": -0.20971, "nauc_mrr_at_5_diff1": 0.387916, "nauc_mrr_at_10_max": -0.042467, "nauc_mrr_at_10_std": -0.20971, "nauc_mrr_at_10_diff1": 0.387916, "nauc_mrr_at_20_max": -0.042467, "nauc_mrr_at_20_std": -0.20971, "nauc_mrr_at_20_diff1": 0.387916, "nauc_mrr_at_100_max": -0.042467, "nauc_mrr_at_100_std": -0.20971, "nauc_mrr_at_100_diff1": 0.387916, "nauc_mrr_at_1000_max": -0.042467, "nauc_mrr_at_1000_std": -0.20971, "nauc_mrr_at_1000_diff1": 0.387916, "cv_recall_at_1": 0.48615, "cv_recall_at_3": 0.99846, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "ja_jp", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.38736, "ndcg_at_3": 0.66769, "ndcg_at_5": 0.68022, "ndcg_at_10": 0.69021, "ndcg_at_20": 0.69466, "ndcg_at_100": 0.70208, "ndcg_at_1000": 0.70495, "map_at_1": 0.38736, "map_at_3": 0.60096, "map_at_5": 0.60797, "map_at_10": 0.61222, "map_at_20": 0.61341, "map_at_100": 0.61446, "map_at_1000": 0.61457, "recall_at_1": 0.38736, "recall_at_3": 0.85989, "recall_at_5": 0.89011, "recall_at_10": 0.92033, "recall_at_20": 0.93819, "recall_at_100": 0.97802, "recall_at_1000": 1.0, "accuracy": 0.38736, "precision_at_1": 0.38736, "precision_at_3": 0.28663, "precision_at_5": 0.17802, "precision_at_10": 0.09203, "precision_at_20": 0.04691, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.40522, "mrr_at_3": 0.609432, "mrr_at_5": 0.617262, "mrr_at_10": 0.621055, "mrr_at_20": 0.622175, "mrr_at_100": 0.623293, "mrr_at_1000": 0.623408, "nauc_ndcg_at_1_max": 0.142693, "nauc_ndcg_at_1_std": -0.025333, "nauc_ndcg_at_1_diff1": 0.230841, "nauc_ndcg_at_3_max": 0.388672, "nauc_ndcg_at_3_std": -0.037556, "nauc_ndcg_at_3_diff1": 0.10759, "nauc_ndcg_at_5_max": 0.362341, "nauc_ndcg_at_5_std": -0.036261, "nauc_ndcg_at_5_diff1": 0.1089, "nauc_ndcg_at_10_max": 0.341085, "nauc_ndcg_at_10_std": -0.033323, "nauc_ndcg_at_10_diff1": 0.116912, "nauc_ndcg_at_20_max": 0.332026, "nauc_ndcg_at_20_std": -0.032626, "nauc_ndcg_at_20_diff1": 0.120036, "nauc_ndcg_at_100_max": 0.313952, "nauc_ndcg_at_100_std": -0.029136, "nauc_ndcg_at_100_diff1": 0.130795, "nauc_ndcg_at_1000_max": 0.306091, "nauc_ndcg_at_1000_std": -0.032578, "nauc_ndcg_at_1000_diff1": 0.136896, "nauc_map_at_1_max": 0.142693, "nauc_map_at_1_std": -0.025333, "nauc_map_at_1_diff1": 0.230841, "nauc_map_at_3_max": 0.308853, "nauc_map_at_3_std": -0.036961, "nauc_map_at_3_diff1": 0.14596, "nauc_map_at_5_max": 0.294468, "nauc_map_at_5_std": -0.035888, "nauc_map_at_5_diff1": 0.147626, "nauc_map_at_10_max": 0.285807, "nauc_map_at_10_std": -0.035085, "nauc_map_at_10_diff1": 0.150706, "nauc_map_at_20_max": 0.283565, "nauc_map_at_20_std": -0.034812, "nauc_map_at_20_diff1": 0.151379, "nauc_map_at_100_max": 0.281365, "nauc_map_at_100_std": -0.034135, "nauc_map_at_100_diff1": 0.152456, "nauc_map_at_1000_max": 0.281113, "nauc_map_at_1000_std": -0.034285, "nauc_map_at_1000_diff1": 0.152689, "nauc_recall_at_1_max": 0.142693, "nauc_recall_at_1_std": -0.025333, "nauc_recall_at_1_diff1": 0.230841, "nauc_recall_at_3_max": 0.841539, "nauc_recall_at_3_std": -0.038168, "nauc_recall_at_3_diff1": -0.108775, "nauc_recall_at_5_max": 0.821306, "nauc_recall_at_5_std": -0.036328, "nauc_recall_at_5_diff1": -0.15606, "nauc_recall_at_10_max": 0.818665, "nauc_recall_at_10_std": -0.008662, "nauc_recall_at_10_diff1": -0.181786, "nauc_recall_at_20_max": 0.835011, "nauc_recall_at_20_std": 0.004038, "nauc_recall_at_20_diff1": -0.220961, "nauc_recall_at_100_max": 0.859469, "nauc_recall_at_100_std": 0.18488, "nauc_recall_at_100_diff1": -0.271221, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.142693, "nauc_precision_at_1_std": -0.025333, "nauc_precision_at_1_diff1": 0.230841, "nauc_precision_at_3_max": 0.841539, "nauc_precision_at_3_std": -0.038168, "nauc_precision_at_3_diff1": -0.108775, "nauc_precision_at_5_max": 0.821306, "nauc_precision_at_5_std": -0.036328, "nauc_precision_at_5_diff1": -0.15606, "nauc_precision_at_10_max": 0.818665, "nauc_precision_at_10_std": -0.008662, "nauc_precision_at_10_diff1": -0.181786, "nauc_precision_at_20_max": 0.835011, "nauc_precision_at_20_std": 0.004038, "nauc_precision_at_20_diff1": -0.220961, "nauc_precision_at_100_max": 0.859469, "nauc_precision_at_100_std": 0.18488, "nauc_precision_at_100_diff1": -0.271221, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.115701, "nauc_mrr_at_1_std": -0.052515, "nauc_mrr_at_1_diff1": 0.182076, "nauc_mrr_at_3_max": 0.291116, "nauc_mrr_at_3_std": -0.054081, "nauc_mrr_at_3_diff1": 0.113088, "nauc_mrr_at_5_max": 0.27447, "nauc_mrr_at_5_std": -0.055949, "nauc_mrr_at_5_diff1": 0.114233, "nauc_mrr_at_10_max": 0.266633, "nauc_mrr_at_10_std": -0.054492, "nauc_mrr_at_10_diff1": 0.116648, "nauc_mrr_at_20_max": 0.264507, "nauc_mrr_at_20_std": -0.054101, "nauc_mrr_at_20_diff1": 0.117083, "nauc_mrr_at_100_max": 0.262033, "nauc_mrr_at_100_std": -0.053745, "nauc_mrr_at_100_diff1": 0.118079, "nauc_mrr_at_1000_max": 0.261773, "nauc_mrr_at_1000_std": -0.053903, "nauc_mrr_at_1000_diff1": 0.118296, "cv_recall_at_1": 0.40522, "cv_recall_at_3": 0.85852, "cv_recall_at_5": 0.89286, "cv_recall_at_10": 0.92033, "cv_recall_at_20": 0.93681, "cv_recall_at_100": 0.97802, "cv_recall_at_1000": 1.0, "main_score": 0.89286, "hf_subset": "jv_id", "languages": [ "jav-Latn" ] }, { "ndcg_at_1": 0.18284, "ndcg_at_3": 0.36121, "ndcg_at_5": 0.37861, "ndcg_at_10": 0.39962, "ndcg_at_20": 0.41712, "ndcg_at_100": 0.44096, "ndcg_at_1000": 0.46612, "map_at_1": 0.18284, "map_at_3": 0.31546, "map_at_5": 0.32496, "map_at_10": 0.33374, "map_at_20": 0.33852, "map_at_100": 0.34175, "map_at_1000": 0.34266, "recall_at_1": 0.18284, "recall_at_3": 0.49438, "recall_at_5": 0.53728, "recall_at_10": 0.60163, "recall_at_20": 0.67109, "recall_at_100": 0.80082, "recall_at_1000": 1.0, "accuracy": 0.18284, "precision_at_1": 0.18284, "precision_at_3": 0.16479, "precision_at_5": 0.10746, "precision_at_10": 0.06016, "precision_at_20": 0.03355, "precision_at_100": 0.00801, "precision_at_1000": 0.001, "mrr_at_1": 0.179775, "mrr_at_3": 0.313926, "mrr_at_5": 0.322097, "mrr_at_10": 0.332651, "mrr_at_20": 0.337432, "mrr_at_100": 0.340766, "mrr_at_1000": 0.341678, "nauc_ndcg_at_1_max": 0.380667, "nauc_ndcg_at_1_std": 0.022611, "nauc_ndcg_at_1_diff1": 0.108606, "nauc_ndcg_at_3_max": 0.554418, "nauc_ndcg_at_3_std": -0.015882, "nauc_ndcg_at_3_diff1": 0.145107, "nauc_ndcg_at_5_max": 0.544415, "nauc_ndcg_at_5_std": -0.03153, "nauc_ndcg_at_5_diff1": 0.138001, "nauc_ndcg_at_10_max": 0.539054, "nauc_ndcg_at_10_std": -0.033216, "nauc_ndcg_at_10_diff1": 0.138431, "nauc_ndcg_at_20_max": 0.526976, "nauc_ndcg_at_20_std": -0.034821, "nauc_ndcg_at_20_diff1": 0.131429, "nauc_ndcg_at_100_max": 0.510847, "nauc_ndcg_at_100_std": -0.043318, "nauc_ndcg_at_100_diff1": 0.141991, "nauc_ndcg_at_1000_max": 0.510983, "nauc_ndcg_at_1000_std": -0.029829, "nauc_ndcg_at_1000_diff1": 0.134555, "nauc_map_at_1_max": 0.380667, "nauc_map_at_1_std": 0.022611, "nauc_map_at_1_diff1": 0.108606, "nauc_map_at_3_max": 0.512339, "nauc_map_at_3_std": -0.007159, "nauc_map_at_3_diff1": 0.134529, "nauc_map_at_5_max": 0.506149, "nauc_map_at_5_std": -0.016049, "nauc_map_at_5_diff1": 0.130716, "nauc_map_at_10_max": 0.503571, "nauc_map_at_10_std": -0.016273, "nauc_map_at_10_diff1": 0.130812, "nauc_map_at_20_max": 0.50005, "nauc_map_at_20_std": -0.016569, "nauc_map_at_20_diff1": 0.128959, "nauc_map_at_100_max": 0.497415, "nauc_map_at_100_std": -0.01759, "nauc_map_at_100_diff1": 0.130518, "nauc_map_at_1000_max": 0.497365, "nauc_map_at_1000_std": -0.017162, "nauc_map_at_1000_diff1": 0.130147, "nauc_recall_at_1_max": 0.380667, "nauc_recall_at_1_std": 0.022611, "nauc_recall_at_1_diff1": 0.108606, "nauc_recall_at_3_max": 0.664001, "nauc_recall_at_3_std": -0.038409, "nauc_recall_at_3_diff1": 0.173204, "nauc_recall_at_5_max": 0.646126, "nauc_recall_at_5_std": -0.074679, "nauc_recall_at_5_diff1": 0.156939, "nauc_recall_at_10_max": 0.637167, "nauc_recall_at_10_std": -0.08457, "nauc_recall_at_10_diff1": 0.159653, "nauc_recall_at_20_max": 0.598565, "nauc_recall_at_20_std": -0.098613, "nauc_recall_at_20_diff1": 0.131601, "nauc_recall_at_100_max": 0.508701, "nauc_recall_at_100_std": -0.196781, "nauc_recall_at_100_diff1": 0.213734, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.380667, "nauc_precision_at_1_std": 0.022611, "nauc_precision_at_1_diff1": 0.108606, "nauc_precision_at_3_max": 0.664001, "nauc_precision_at_3_std": -0.038409, "nauc_precision_at_3_diff1": 0.173204, "nauc_precision_at_5_max": 0.646126, "nauc_precision_at_5_std": -0.074679, "nauc_precision_at_5_diff1": 0.156939, "nauc_precision_at_10_max": 0.637167, "nauc_precision_at_10_std": -0.08457, "nauc_precision_at_10_diff1": 0.159653, "nauc_precision_at_20_max": 0.598565, "nauc_precision_at_20_std": -0.098613, "nauc_precision_at_20_diff1": 0.131601, "nauc_precision_at_100_max": 0.508701, "nauc_precision_at_100_std": -0.196781, "nauc_precision_at_100_diff1": 0.213734, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.355797, "nauc_mrr_at_1_std": -0.005831, "nauc_mrr_at_1_diff1": 0.119955, "nauc_mrr_at_3_max": 0.495331, "nauc_mrr_at_3_std": -0.017733, "nauc_mrr_at_3_diff1": 0.137966, "nauc_mrr_at_5_max": 0.492183, "nauc_mrr_at_5_std": -0.022668, "nauc_mrr_at_5_diff1": 0.141801, "nauc_mrr_at_10_max": 0.487667, "nauc_mrr_at_10_std": -0.027668, "nauc_mrr_at_10_diff1": 0.139995, "nauc_mrr_at_20_max": 0.483973, "nauc_mrr_at_20_std": -0.027645, "nauc_mrr_at_20_diff1": 0.138493, "nauc_mrr_at_100_max": 0.481297, "nauc_mrr_at_100_std": -0.029099, "nauc_mrr_at_100_diff1": 0.139739, "nauc_mrr_at_1000_max": 0.481202, "nauc_mrr_at_1000_std": -0.028702, "nauc_mrr_at_1000_diff1": 0.139392, "cv_recall_at_1": 0.17978, "cv_recall_at_3": 0.4903, "cv_recall_at_5": 0.52605, "cv_recall_at_10": 0.60061, "cv_recall_at_20": 0.66905, "cv_recall_at_100": 0.80082, "cv_recall_at_1000": 1.0, "main_score": 0.52605, "hf_subset": "ka_ge", "languages": [ "kat-Geor" ] }, { "ndcg_at_1": 0.12938, "ndcg_at_3": 0.23041, "ndcg_at_5": 0.24404, "ndcg_at_10": 0.26163, "ndcg_at_20": 0.27739, "ndcg_at_100": 0.31362, "ndcg_at_1000": 0.35629, "map_at_1": 0.12938, "map_at_3": 0.20556, "map_at_5": 0.21324, "map_at_10": 0.2205, "map_at_20": 0.22475, "map_at_100": 0.22905, "map_at_1000": 0.23052, "recall_at_1": 0.12938, "recall_at_3": 0.3023, "recall_at_5": 0.33495, "recall_at_10": 0.38936, "recall_at_20": 0.45224, "recall_at_100": 0.6578, "recall_at_1000": 1.0, "accuracy": 0.12938, "precision_at_1": 0.12938, "precision_at_3": 0.10077, "precision_at_5": 0.06699, "precision_at_10": 0.03894, "precision_at_20": 0.02261, "precision_at_100": 0.00658, "precision_at_1000": 0.001, "mrr_at_1": 0.129383, "mrr_at_3": 0.205159, "mrr_at_5": 0.213503, "mrr_at_10": 0.220188, "mrr_at_20": 0.224287, "mrr_at_100": 0.2287, "mrr_at_1000": 0.230164, "nauc_ndcg_at_1_max": 0.133046, "nauc_ndcg_at_1_std": -0.363367, "nauc_ndcg_at_1_diff1": 0.246703, "nauc_ndcg_at_3_max": 0.153443, "nauc_ndcg_at_3_std": -0.435929, "nauc_ndcg_at_3_diff1": 0.203693, "nauc_ndcg_at_5_max": 0.132196, "nauc_ndcg_at_5_std": -0.450422, "nauc_ndcg_at_5_diff1": 0.220593, "nauc_ndcg_at_10_max": 0.123037, "nauc_ndcg_at_10_std": -0.437075, "nauc_ndcg_at_10_diff1": 0.216787, "nauc_ndcg_at_20_max": 0.112639, "nauc_ndcg_at_20_std": -0.430786, "nauc_ndcg_at_20_diff1": 0.217585, "nauc_ndcg_at_100_max": 0.110834, "nauc_ndcg_at_100_std": -0.415385, "nauc_ndcg_at_100_diff1": 0.221779, "nauc_ndcg_at_1000_max": 0.118906, "nauc_ndcg_at_1000_std": -0.422913, "nauc_ndcg_at_1000_diff1": 0.21956, "nauc_map_at_1_max": 0.133046, "nauc_map_at_1_std": -0.363367, "nauc_map_at_1_diff1": 0.246703, "nauc_map_at_3_max": 0.149879, "nauc_map_at_3_std": -0.420447, "nauc_map_at_3_diff1": 0.212026, "nauc_map_at_5_max": 0.136907, "nauc_map_at_5_std": -0.429479, "nauc_map_at_5_diff1": 0.222034, "nauc_map_at_10_max": 0.132741, "nauc_map_at_10_std": -0.423682, "nauc_map_at_10_diff1": 0.219937, "nauc_map_at_20_max": 0.129862, "nauc_map_at_20_std": -0.42151, "nauc_map_at_20_diff1": 0.220137, "nauc_map_at_100_max": 0.1293, "nauc_map_at_100_std": -0.419399, "nauc_map_at_100_diff1": 0.220751, "nauc_map_at_1000_max": 0.129447, "nauc_map_at_1000_std": -0.419683, "nauc_map_at_1000_diff1": 0.220611, "nauc_recall_at_1_max": 0.133046, "nauc_recall_at_1_std": -0.363367, "nauc_recall_at_1_diff1": 0.246703, "nauc_recall_at_3_max": 0.161444, "nauc_recall_at_3_std": -0.471642, "nauc_recall_at_3_diff1": 0.184706, "nauc_recall_at_5_max": 0.119361, "nauc_recall_at_5_std": -0.499381, "nauc_recall_at_5_diff1": 0.219289, "nauc_recall_at_10_max": 0.096803, "nauc_recall_at_10_std": -0.463916, "nauc_recall_at_10_diff1": 0.211247, "nauc_recall_at_20_max": 0.061377, "nauc_recall_at_20_std": -0.445381, "nauc_recall_at_20_diff1": 0.21399, "nauc_recall_at_100_max": 0.044532, "nauc_recall_at_100_std": -0.364056, "nauc_recall_at_100_diff1": 0.236045, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.133046, "nauc_precision_at_1_std": -0.363367, "nauc_precision_at_1_diff1": 0.246703, "nauc_precision_at_3_max": 0.161444, "nauc_precision_at_3_std": -0.471642, "nauc_precision_at_3_diff1": 0.184706, "nauc_precision_at_5_max": 0.119361, "nauc_precision_at_5_std": -0.499381, "nauc_precision_at_5_diff1": 0.219289, "nauc_precision_at_10_max": 0.096803, "nauc_precision_at_10_std": -0.463916, "nauc_precision_at_10_diff1": 0.211247, "nauc_precision_at_20_max": 0.061377, "nauc_precision_at_20_std": -0.445381, "nauc_precision_at_20_diff1": 0.21399, "nauc_precision_at_100_max": 0.044532, "nauc_precision_at_100_std": -0.364056, "nauc_precision_at_100_diff1": 0.236045, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.142535, "nauc_mrr_at_1_std": -0.365591, "nauc_mrr_at_1_diff1": 0.249428, "nauc_mrr_at_3_max": 0.158285, "nauc_mrr_at_3_std": -0.422791, "nauc_mrr_at_3_diff1": 0.214325, "nauc_mrr_at_5_max": 0.143148, "nauc_mrr_at_5_std": -0.431653, "nauc_mrr_at_5_diff1": 0.221557, "nauc_mrr_at_10_max": 0.139201, "nauc_mrr_at_10_std": -0.425546, "nauc_mrr_at_10_diff1": 0.219811, "nauc_mrr_at_20_max": 0.13674, "nauc_mrr_at_20_std": -0.423007, "nauc_mrr_at_20_diff1": 0.219837, "nauc_mrr_at_100_max": 0.13587, "nauc_mrr_at_100_std": -0.42115, "nauc_mrr_at_100_diff1": 0.220599, "nauc_mrr_at_1000_max": 0.136042, "nauc_mrr_at_1000_std": -0.421434, "nauc_mrr_at_1000_diff1": 0.220483, "cv_recall_at_1": 0.12938, "cv_recall_at_3": 0.3023, "cv_recall_at_5": 0.33857, "cv_recall_at_10": 0.38936, "cv_recall_at_20": 0.44982, "cv_recall_at_100": 0.6578, "cv_recall_at_1000": 1.0, "main_score": 0.33857, "hf_subset": "kam_ke", "languages": [ "kam-Latn" ] }, { "ndcg_at_1": 0.38079, "ndcg_at_3": 0.71938, "ndcg_at_5": 0.7251, "ndcg_at_10": 0.72927, "ndcg_at_20": 0.73042, "ndcg_at_100": 0.73082, "ndcg_at_1000": 0.73082, "map_at_1": 0.38079, "map_at_3": 0.63426, "map_at_5": 0.63744, "map_at_10": 0.63918, "map_at_20": 0.63949, "map_at_100": 0.63953, "map_at_1000": 0.63953, "recall_at_1": 0.38079, "recall_at_3": 0.96644, "recall_at_5": 0.98032, "recall_at_10": 0.99306, "recall_at_20": 0.99769, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38079, "precision_at_1": 0.38079, "precision_at_3": 0.32215, "precision_at_5": 0.19606, "precision_at_10": 0.09931, "precision_at_20": 0.04988, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.37963, "mrr_at_3": 0.634452, "mrr_at_5": 0.637461, "mrr_at_10": 0.639203, "mrr_at_20": 0.639505, "mrr_at_100": 0.639549, "mrr_at_1000": 0.639549, "nauc_ndcg_at_1_max": 0.035015, "nauc_ndcg_at_1_std": -0.006971, "nauc_ndcg_at_1_diff1": 0.112066, "nauc_ndcg_at_3_max": 0.137388, "nauc_ndcg_at_3_std": 0.013994, "nauc_ndcg_at_3_diff1": 0.041221, "nauc_ndcg_at_5_max": 0.111064, "nauc_ndcg_at_5_std": 0.01394, "nauc_ndcg_at_5_diff1": 0.073926, "nauc_ndcg_at_10_max": 0.089901, "nauc_ndcg_at_10_std": 0.007473, "nauc_ndcg_at_10_diff1": 0.087227, "nauc_ndcg_at_20_max": 0.083701, "nauc_ndcg_at_20_std": 0.002922, "nauc_ndcg_at_20_diff1": 0.087736, "nauc_ndcg_at_100_max": 0.081515, "nauc_ndcg_at_100_std": 0.000874, "nauc_ndcg_at_100_diff1": 0.086936, "nauc_ndcg_at_1000_max": 0.081515, "nauc_ndcg_at_1000_std": 0.000874, "nauc_ndcg_at_1000_diff1": 0.086936, "nauc_map_at_1_max": 0.035015, "nauc_map_at_1_std": -0.006971, "nauc_map_at_1_diff1": 0.112066, "nauc_map_at_3_max": 0.095909, "nauc_map_at_3_std": 0.00204, "nauc_map_at_3_diff1": 0.070702, "nauc_map_at_5_max": 0.084116, "nauc_map_at_5_std": 0.002124, "nauc_map_at_5_diff1": 0.085103, "nauc_map_at_10_max": 0.077191, "nauc_map_at_10_std": -0.000305, "nauc_map_at_10_diff1": 0.089275, "nauc_map_at_20_max": 0.075934, "nauc_map_at_20_std": -0.001218, "nauc_map_at_20_diff1": 0.089317, "nauc_map_at_100_max": 0.075753, "nauc_map_at_100_std": -0.001387, "nauc_map_at_100_diff1": 0.089251, "nauc_map_at_1000_max": 0.075753, "nauc_map_at_1000_std": -0.001387, "nauc_map_at_1000_diff1": 0.089251, "nauc_recall_at_1_max": 0.035015, "nauc_recall_at_1_std": -0.006971, "nauc_recall_at_1_diff1": 0.112066, "nauc_recall_at_3_max": 0.967329, "nauc_recall_at_3_std": 0.262277, "nauc_recall_at_3_diff1": -0.550698, "nauc_recall_at_5_max": 0.984629, "nauc_recall_at_5_std": 0.423243, "nauc_recall_at_5_diff1": -0.26498, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.739426, "nauc_recall_at_10_diff1": 0.133531, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.861123, "nauc_recall_at_20_diff1": 0.422479, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.035015, "nauc_precision_at_1_std": -0.006971, "nauc_precision_at_1_diff1": 0.112066, "nauc_precision_at_3_max": 0.967329, "nauc_precision_at_3_std": 0.262277, "nauc_precision_at_3_diff1": -0.550698, "nauc_precision_at_5_max": 0.984629, "nauc_precision_at_5_std": 0.423243, "nauc_precision_at_5_diff1": -0.26498, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.739426, "nauc_precision_at_10_diff1": 0.133531, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.861123, "nauc_precision_at_20_diff1": 0.422479, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.038641, "nauc_mrr_at_1_std": -0.014231, "nauc_mrr_at_1_diff1": 0.11493, "nauc_mrr_at_3_max": 0.093457, "nauc_mrr_at_3_std": -0.002349, "nauc_mrr_at_3_diff1": 0.083783, "nauc_mrr_at_5_max": 0.081551, "nauc_mrr_at_5_std": -0.006219, "nauc_mrr_at_5_diff1": 0.096605, "nauc_mrr_at_10_max": 0.074588, "nauc_mrr_at_10_std": -0.00872, "nauc_mrr_at_10_diff1": 0.100877, "nauc_mrr_at_20_max": 0.073342, "nauc_mrr_at_20_std": -0.009627, "nauc_mrr_at_20_diff1": 0.100952, "nauc_mrr_at_100_max": 0.07316, "nauc_mrr_at_100_std": -0.009798, "nauc_mrr_at_100_diff1": 0.100888, "nauc_mrr_at_1000_max": 0.07316, "nauc_mrr_at_1000_std": -0.009798, "nauc_mrr_at_1000_diff1": 0.100888, "cv_recall_at_1": 0.37963, "cv_recall_at_3": 0.96759, "cv_recall_at_5": 0.98032, "cv_recall_at_10": 0.99306, "cv_recall_at_20": 0.99769, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.98032, "hf_subset": "kea_cv", "languages": [ "kea-Latn" ] }, { "ndcg_at_1": 0.22547, "ndcg_at_3": 0.42427, "ndcg_at_5": 0.44292, "ndcg_at_10": 0.46892, "ndcg_at_20": 0.48215, "ndcg_at_100": 0.50736, "ndcg_at_1000": 0.52258, "map_at_1": 0.22547, "map_at_3": 0.37442, "map_at_5": 0.3847, "map_at_10": 0.39561, "map_at_20": 0.39935, "map_at_100": 0.40286, "map_at_1000": 0.40344, "recall_at_1": 0.22547, "recall_at_3": 0.56893, "recall_at_5": 0.61449, "recall_at_10": 0.69393, "recall_at_20": 0.74533, "recall_at_100": 0.88084, "recall_at_1000": 1.0, "accuracy": 0.22547, "precision_at_1": 0.22547, "precision_at_3": 0.18964, "precision_at_5": 0.1229, "precision_at_10": 0.06939, "precision_at_20": 0.03727, "precision_at_100": 0.00881, "precision_at_1000": 0.001, "mrr_at_1": 0.235981, "mrr_at_3": 0.381231, "mrr_at_5": 0.392329, "mrr_at_10": 0.403569, "mrr_at_20": 0.407524, "mrr_at_100": 0.410757, "mrr_at_1000": 0.411335, "nauc_ndcg_at_1_max": 0.238381, "nauc_ndcg_at_1_std": -0.255025, "nauc_ndcg_at_1_diff1": 0.014069, "nauc_ndcg_at_3_max": 0.425645, "nauc_ndcg_at_3_std": -0.396685, "nauc_ndcg_at_3_diff1": -0.108493, "nauc_ndcg_at_5_max": 0.413264, "nauc_ndcg_at_5_std": -0.392515, "nauc_ndcg_at_5_diff1": -0.103349, "nauc_ndcg_at_10_max": 0.391798, "nauc_ndcg_at_10_std": -0.392905, "nauc_ndcg_at_10_diff1": -0.101691, "nauc_ndcg_at_20_max": 0.378961, "nauc_ndcg_at_20_std": -0.384772, "nauc_ndcg_at_20_diff1": -0.094509, "nauc_ndcg_at_100_max": 0.366025, "nauc_ndcg_at_100_std": -0.383367, "nauc_ndcg_at_100_diff1": -0.083579, "nauc_ndcg_at_1000_max": 0.366923, "nauc_ndcg_at_1000_std": -0.372257, "nauc_ndcg_at_1000_diff1": -0.08141, "nauc_map_at_1_max": 0.238381, "nauc_map_at_1_std": -0.255025, "nauc_map_at_1_diff1": 0.014069, "nauc_map_at_3_max": 0.378071, "nauc_map_at_3_std": -0.361129, "nauc_map_at_3_diff1": -0.081182, "nauc_map_at_5_max": 0.370525, "nauc_map_at_5_std": -0.358041, "nauc_map_at_5_diff1": -0.078062, "nauc_map_at_10_max": 0.360733, "nauc_map_at_10_std": -0.357634, "nauc_map_at_10_diff1": -0.076602, "nauc_map_at_20_max": 0.357068, "nauc_map_at_20_std": -0.355061, "nauc_map_at_20_diff1": -0.074393, "nauc_map_at_100_max": 0.354938, "nauc_map_at_100_std": -0.354817, "nauc_map_at_100_diff1": -0.072529, "nauc_map_at_1000_max": 0.354912, "nauc_map_at_1000_std": -0.354422, "nauc_map_at_1000_diff1": -0.072347, "nauc_recall_at_1_max": 0.238381, "nauc_recall_at_1_std": -0.255025, "nauc_recall_at_1_diff1": 0.014069, "nauc_recall_at_3_max": 0.562516, "nauc_recall_at_3_std": -0.49882, "nauc_recall_at_3_diff1": -0.185667, "nauc_recall_at_5_max": 0.54056, "nauc_recall_at_5_std": -0.496128, "nauc_recall_at_5_diff1": -0.177315, "nauc_recall_at_10_max": 0.488481, "nauc_recall_at_10_std": -0.514309, "nauc_recall_at_10_diff1": -0.185748, "nauc_recall_at_20_max": 0.439613, "nauc_recall_at_20_std": -0.494043, "nauc_recall_at_20_diff1": -0.164154, "nauc_recall_at_100_max": 0.348534, "nauc_recall_at_100_std": -0.571021, "nauc_recall_at_100_diff1": -0.109931, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.238381, "nauc_precision_at_1_std": -0.255025, "nauc_precision_at_1_diff1": 0.014069, "nauc_precision_at_3_max": 0.562516, "nauc_precision_at_3_std": -0.49882, "nauc_precision_at_3_diff1": -0.185667, "nauc_precision_at_5_max": 0.54056, "nauc_precision_at_5_std": -0.496128, "nauc_precision_at_5_diff1": -0.177315, "nauc_precision_at_10_max": 0.488481, "nauc_precision_at_10_std": -0.514309, "nauc_precision_at_10_diff1": -0.185748, "nauc_precision_at_20_max": 0.439613, "nauc_precision_at_20_std": -0.494043, "nauc_precision_at_20_diff1": -0.164154, "nauc_precision_at_100_max": 0.348534, "nauc_precision_at_100_std": -0.571021, "nauc_precision_at_100_diff1": -0.109931, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.23898, "nauc_mrr_at_1_std": -0.245245, "nauc_mrr_at_1_diff1": 0.001597, "nauc_mrr_at_3_max": 0.383586, "nauc_mrr_at_3_std": -0.349557, "nauc_mrr_at_3_diff1": -0.082817, "nauc_mrr_at_5_max": 0.375322, "nauc_mrr_at_5_std": -0.347418, "nauc_mrr_at_5_diff1": -0.078, "nauc_mrr_at_10_max": 0.365194, "nauc_mrr_at_10_std": -0.34599, "nauc_mrr_at_10_diff1": -0.075793, "nauc_mrr_at_20_max": 0.361687, "nauc_mrr_at_20_std": -0.344448, "nauc_mrr_at_20_diff1": -0.074565, "nauc_mrr_at_100_max": 0.35991, "nauc_mrr_at_100_std": -0.343834, "nauc_mrr_at_100_diff1": -0.072384, "nauc_mrr_at_1000_max": 0.359894, "nauc_mrr_at_1000_std": -0.343423, "nauc_mrr_at_1000_diff1": -0.072202, "cv_recall_at_1": 0.23598, "cv_recall_at_3": 0.56542, "cv_recall_at_5": 0.61449, "cv_recall_at_10": 0.69509, "cv_recall_at_20": 0.75117, "cv_recall_at_100": 0.88084, "cv_recall_at_1000": 1.0, "main_score": 0.61449, "hf_subset": "kk_kz", "languages": [ "kaz-Cyrl" ] }, { "ndcg_at_1": 0.05058, "ndcg_at_3": 0.09626, "ndcg_at_5": 0.10836, "ndcg_at_10": 0.12082, "ndcg_at_20": 0.13078, "ndcg_at_100": 0.16838, "ndcg_at_1000": 0.23622, "map_at_1": 0.05058, "map_at_3": 0.08474, "map_at_5": 0.09135, "map_at_10": 0.09642, "map_at_20": 0.09904, "map_at_100": 0.10394, "map_at_1000": 0.1061, "recall_at_1": 0.05058, "recall_at_3": 0.1297, "recall_at_5": 0.15953, "recall_at_10": 0.19844, "recall_at_20": 0.23865, "recall_at_100": 0.44617, "recall_at_1000": 1.0, "accuracy": 0.05058, "precision_at_1": 0.05058, "precision_at_3": 0.04323, "precision_at_5": 0.03191, "precision_at_10": 0.01984, "precision_at_20": 0.01193, "precision_at_100": 0.00446, "precision_at_1000": 0.001, "mrr_at_1": 0.045396, "mrr_at_3": 0.08409, "mrr_at_5": 0.09051, "mrr_at_10": 0.095549, "mrr_at_20": 0.098112, "mrr_at_100": 0.103031, "mrr_at_1000": 0.105187, "nauc_ndcg_at_1_max": 0.205661, "nauc_ndcg_at_1_std": -0.142131, "nauc_ndcg_at_1_diff1": 0.087848, "nauc_ndcg_at_3_max": 0.277056, "nauc_ndcg_at_3_std": -0.033454, "nauc_ndcg_at_3_diff1": 0.039387, "nauc_ndcg_at_5_max": 0.248538, "nauc_ndcg_at_5_std": -0.036489, "nauc_ndcg_at_5_diff1": 0.030279, "nauc_ndcg_at_10_max": 0.235605, "nauc_ndcg_at_10_std": -0.020375, "nauc_ndcg_at_10_diff1": 0.011421, "nauc_ndcg_at_20_max": 0.208399, "nauc_ndcg_at_20_std": -0.031905, "nauc_ndcg_at_20_diff1": 0.01527, "nauc_ndcg_at_100_max": 0.196314, "nauc_ndcg_at_100_std": -0.006066, "nauc_ndcg_at_100_diff1": 0.017652, "nauc_ndcg_at_1000_max": 0.209506, "nauc_ndcg_at_1000_std": -0.029554, "nauc_ndcg_at_1000_diff1": 0.022149, "nauc_map_at_1_max": 0.205661, "nauc_map_at_1_std": -0.142131, "nauc_map_at_1_diff1": 0.087848, "nauc_map_at_3_max": 0.261621, "nauc_map_at_3_std": -0.050962, "nauc_map_at_3_diff1": 0.044666, "nauc_map_at_5_max": 0.244109, "nauc_map_at_5_std": -0.052649, "nauc_map_at_5_diff1": 0.03923, "nauc_map_at_10_max": 0.237062, "nauc_map_at_10_std": -0.045076, "nauc_map_at_10_diff1": 0.030263, "nauc_map_at_20_max": 0.228315, "nauc_map_at_20_std": -0.048674, "nauc_map_at_20_diff1": 0.031824, "nauc_map_at_100_max": 0.225242, "nauc_map_at_100_std": -0.045788, "nauc_map_at_100_diff1": 0.033051, "nauc_map_at_1000_max": 0.225363, "nauc_map_at_1000_std": -0.046851, "nauc_map_at_1000_diff1": 0.032968, "nauc_recall_at_1_max": 0.205661, "nauc_recall_at_1_std": -0.142131, "nauc_recall_at_1_diff1": 0.087848, "nauc_recall_at_3_max": 0.30869, "nauc_recall_at_3_std": 0.001263, "nauc_recall_at_3_diff1": 0.029582, "nauc_recall_at_5_max": 0.25488, "nauc_recall_at_5_std": -0.007292, "nauc_recall_at_5_diff1": 0.013488, "nauc_recall_at_10_max": 0.230021, "nauc_recall_at_10_std": 0.023554, "nauc_recall_at_10_diff1": -0.024009, "nauc_recall_at_20_max": 0.161931, "nauc_recall_at_20_std": -0.008292, "nauc_recall_at_20_diff1": -0.013553, "nauc_recall_at_100_max": 0.134902, "nauc_recall_at_100_std": 0.07933, "nauc_recall_at_100_diff1": -0.008111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.205661, "nauc_precision_at_1_std": -0.142131, "nauc_precision_at_1_diff1": 0.087848, "nauc_precision_at_3_max": 0.30869, "nauc_precision_at_3_std": 0.001263, "nauc_precision_at_3_diff1": 0.029582, "nauc_precision_at_5_max": 0.25488, "nauc_precision_at_5_std": -0.007292, "nauc_precision_at_5_diff1": 0.013488, "nauc_precision_at_10_max": 0.230021, "nauc_precision_at_10_std": 0.023554, "nauc_precision_at_10_diff1": -0.024009, "nauc_precision_at_20_max": 0.161931, "nauc_precision_at_20_std": -0.008292, "nauc_precision_at_20_diff1": -0.013553, "nauc_precision_at_100_max": 0.134902, "nauc_precision_at_100_std": 0.07933, "nauc_precision_at_100_diff1": -0.008111, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.204403, "nauc_mrr_at_1_std": -0.173493, "nauc_mrr_at_1_diff1": 0.160339, "nauc_mrr_at_3_max": 0.262295, "nauc_mrr_at_3_std": -0.066056, "nauc_mrr_at_3_diff1": 0.087976, "nauc_mrr_at_5_max": 0.245349, "nauc_mrr_at_5_std": -0.060909, "nauc_mrr_at_5_diff1": 0.082973, "nauc_mrr_at_10_max": 0.241246, "nauc_mrr_at_10_std": -0.053545, "nauc_mrr_at_10_diff1": 0.071096, "nauc_mrr_at_20_max": 0.231963, "nauc_mrr_at_20_std": -0.057099, "nauc_mrr_at_20_diff1": 0.070835, "nauc_mrr_at_100_max": 0.228704, "nauc_mrr_at_100_std": -0.054015, "nauc_mrr_at_100_diff1": 0.071491, "nauc_mrr_at_1000_max": 0.228851, "nauc_mrr_at_1000_std": -0.055147, "nauc_mrr_at_1000_diff1": 0.071667, "cv_recall_at_1": 0.0454, "cv_recall_at_3": 0.1323, "cv_recall_at_5": 0.15953, "cv_recall_at_10": 0.19844, "cv_recall_at_20": 0.23735, "cv_recall_at_100": 0.44617, "cv_recall_at_1000": 1.0, "main_score": 0.15953, "hf_subset": "km_kh", "languages": [ "khm-Khmr" ] }, { "ndcg_at_1": 0.23628, "ndcg_at_3": 0.44142, "ndcg_at_5": 0.46104, "ndcg_at_10": 0.47783, "ndcg_at_20": 0.49125, "ndcg_at_100": 0.51645, "ndcg_at_1000": 0.53153, "map_at_1": 0.23628, "map_at_3": 0.38962, "map_at_5": 0.40048, "map_at_10": 0.40752, "map_at_20": 0.41113, "map_at_100": 0.41445, "map_at_1000": 0.41504, "recall_at_1": 0.23628, "recall_at_3": 0.59189, "recall_at_5": 0.63962, "recall_at_10": 0.69093, "recall_at_20": 0.74463, "recall_at_100": 0.88305, "recall_at_1000": 1.0, "accuracy": 0.23628, "precision_at_1": 0.23628, "precision_at_3": 0.1973, "precision_at_5": 0.12792, "precision_at_10": 0.06909, "precision_at_20": 0.03723, "precision_at_100": 0.00883, "precision_at_1000": 0.001, "mrr_at_1": 0.231504, "mrr_at_3": 0.387828, "mrr_at_5": 0.399284, "mrr_at_10": 0.406294, "mrr_at_20": 0.40986, "mrr_at_100": 0.413173, "mrr_at_1000": 0.41376, "nauc_ndcg_at_1_max": 0.323873, "nauc_ndcg_at_1_std": -0.089491, "nauc_ndcg_at_1_diff1": 0.045866, "nauc_ndcg_at_3_max": 0.559938, "nauc_ndcg_at_3_std": -0.115267, "nauc_ndcg_at_3_diff1": -0.024979, "nauc_ndcg_at_5_max": 0.556779, "nauc_ndcg_at_5_std": -0.107314, "nauc_ndcg_at_5_diff1": -0.035405, "nauc_ndcg_at_10_max": 0.541867, "nauc_ndcg_at_10_std": -0.112354, "nauc_ndcg_at_10_diff1": -0.036172, "nauc_ndcg_at_20_max": 0.535384, "nauc_ndcg_at_20_std": -0.107034, "nauc_ndcg_at_20_diff1": -0.025971, "nauc_ndcg_at_100_max": 0.51752, "nauc_ndcg_at_100_std": -0.102178, "nauc_ndcg_at_100_diff1": -0.018707, "nauc_ndcg_at_1000_max": 0.509808, "nauc_ndcg_at_1000_std": -0.105226, "nauc_ndcg_at_1000_diff1": -0.017874, "nauc_map_at_1_max": 0.323873, "nauc_map_at_1_std": -0.089491, "nauc_map_at_1_diff1": 0.045866, "nauc_map_at_3_max": 0.500715, "nauc_map_at_3_std": -0.1072, "nauc_map_at_3_diff1": -0.006634, "nauc_map_at_5_max": 0.497828, "nauc_map_at_5_std": -0.102505, "nauc_map_at_5_diff1": -0.012071, "nauc_map_at_10_max": 0.491005, "nauc_map_at_10_std": -0.104379, "nauc_map_at_10_diff1": -0.011937, "nauc_map_at_20_max": 0.488876, "nauc_map_at_20_std": -0.103085, "nauc_map_at_20_diff1": -0.009366, "nauc_map_at_100_max": 0.486091, "nauc_map_at_100_std": -0.102908, "nauc_map_at_100_diff1": -0.008539, "nauc_map_at_1000_max": 0.485768, "nauc_map_at_1000_std": -0.103026, "nauc_map_at_1000_diff1": -0.008493, "nauc_recall_at_1_max": 0.323873, "nauc_recall_at_1_std": -0.089491, "nauc_recall_at_1_diff1": 0.045866, "nauc_recall_at_3_max": 0.734071, "nauc_recall_at_3_std": -0.139606, "nauc_recall_at_3_diff1": -0.079141, "nauc_recall_at_5_max": 0.741192, "nauc_recall_at_5_std": -0.122165, "nauc_recall_at_5_diff1": -0.110204, "nauc_recall_at_10_max": 0.709486, "nauc_recall_at_10_std": -0.141892, "nauc_recall_at_10_diff1": -0.121897, "nauc_recall_at_20_max": 0.704469, "nauc_recall_at_20_std": -0.118182, "nauc_recall_at_20_diff1": -0.081481, "nauc_recall_at_100_max": 0.649998, "nauc_recall_at_100_std": -0.051021, "nauc_recall_at_100_diff1": -0.035054, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.323873, "nauc_precision_at_1_std": -0.089491, "nauc_precision_at_1_diff1": 0.045866, "nauc_precision_at_3_max": 0.734071, "nauc_precision_at_3_std": -0.139606, "nauc_precision_at_3_diff1": -0.079141, "nauc_precision_at_5_max": 0.741192, "nauc_precision_at_5_std": -0.122165, "nauc_precision_at_5_diff1": -0.110204, "nauc_precision_at_10_max": 0.709486, "nauc_precision_at_10_std": -0.141892, "nauc_precision_at_10_diff1": -0.121897, "nauc_precision_at_20_max": 0.704469, "nauc_precision_at_20_std": -0.118182, "nauc_precision_at_20_diff1": -0.081481, "nauc_precision_at_100_max": 0.649998, "nauc_precision_at_100_std": -0.051021, "nauc_precision_at_100_diff1": -0.035054, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.356497, "nauc_mrr_at_1_std": -0.05115, "nauc_mrr_at_1_diff1": 0.050514, "nauc_mrr_at_3_max": 0.517878, "nauc_mrr_at_3_std": -0.09216, "nauc_mrr_at_3_diff1": 0.005493, "nauc_mrr_at_5_max": 0.515179, "nauc_mrr_at_5_std": -0.085375, "nauc_mrr_at_5_diff1": -0.004285, "nauc_mrr_at_10_max": 0.508698, "nauc_mrr_at_10_std": -0.087745, "nauc_mrr_at_10_diff1": -0.004128, "nauc_mrr_at_20_max": 0.506724, "nauc_mrr_at_20_std": -0.085805, "nauc_mrr_at_20_diff1": -0.001374, "nauc_mrr_at_100_max": 0.50398, "nauc_mrr_at_100_std": -0.085484, "nauc_mrr_at_100_diff1": -0.000278, "nauc_mrr_at_1000_max": 0.503696, "nauc_mrr_at_1000_std": -0.085569, "nauc_mrr_at_1000_diff1": -0.000223, "cv_recall_at_1": 0.2315, "cv_recall_at_3": 0.58831, "cv_recall_at_5": 0.63962, "cv_recall_at_10": 0.69093, "cv_recall_at_20": 0.74463, "cv_recall_at_100": 0.88305, "cv_recall_at_1000": 1.0, "main_score": 0.63962, "hf_subset": "kn_in", "languages": [ "kan-Knda" ] }, { "ndcg_at_1": 0.70681, "ndcg_at_3": 0.88973, "ndcg_at_5": 0.88973, "ndcg_at_10": 0.88973, "ndcg_at_20": 0.88973, "ndcg_at_100": 0.88973, "ndcg_at_1000": 0.88973, "map_at_1": 0.70681, "map_at_3": 0.85079, "map_at_5": 0.85079, "map_at_10": 0.85079, "map_at_20": 0.85079, "map_at_100": 0.85079, "map_at_1000": 0.85079, "recall_at_1": 0.70681, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.70681, "precision_at_1": 0.70681, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.706806, "mrr_at_3": 0.850785, "mrr_at_5": 0.850785, "mrr_at_10": 0.850785, "mrr_at_20": 0.850785, "mrr_at_100": 0.850785, "mrr_at_1000": 0.850785, "nauc_ndcg_at_1_max": -0.051344, "nauc_ndcg_at_1_std": -0.497716, "nauc_ndcg_at_1_diff1": 0.741321, "nauc_ndcg_at_3_max": -0.052107, "nauc_ndcg_at_3_std": -0.518848, "nauc_ndcg_at_3_diff1": 0.739827, "nauc_ndcg_at_5_max": -0.052107, "nauc_ndcg_at_5_std": -0.518848, "nauc_ndcg_at_5_diff1": 0.739827, "nauc_ndcg_at_10_max": -0.052107, "nauc_ndcg_at_10_std": -0.518848, "nauc_ndcg_at_10_diff1": 0.739827, "nauc_ndcg_at_20_max": -0.052107, "nauc_ndcg_at_20_std": -0.518848, "nauc_ndcg_at_20_diff1": 0.739827, "nauc_ndcg_at_100_max": -0.052107, "nauc_ndcg_at_100_std": -0.518848, "nauc_ndcg_at_100_diff1": 0.739827, "nauc_ndcg_at_1000_max": -0.052107, "nauc_ndcg_at_1000_std": -0.518848, "nauc_ndcg_at_1000_diff1": 0.739827, "nauc_map_at_1_max": -0.051344, "nauc_map_at_1_std": -0.497716, "nauc_map_at_1_diff1": 0.741321, "nauc_map_at_3_max": -0.052062, "nauc_map_at_3_std": -0.517598, "nauc_map_at_3_diff1": 0.739915, "nauc_map_at_5_max": -0.052062, "nauc_map_at_5_std": -0.517598, "nauc_map_at_5_diff1": 0.739915, "nauc_map_at_10_max": -0.052062, "nauc_map_at_10_std": -0.517598, "nauc_map_at_10_diff1": 0.739915, "nauc_map_at_20_max": -0.052062, "nauc_map_at_20_std": -0.517598, "nauc_map_at_20_diff1": 0.739915, "nauc_map_at_100_max": -0.052062, "nauc_map_at_100_std": -0.517598, "nauc_map_at_100_diff1": 0.739915, "nauc_map_at_1000_max": -0.052062, "nauc_map_at_1000_std": -0.517598, "nauc_map_at_1000_diff1": 0.739915, "nauc_recall_at_1_max": -0.051344, "nauc_recall_at_1_std": -0.497716, "nauc_recall_at_1_diff1": 0.741321, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.051344, "nauc_precision_at_1_std": -0.497716, "nauc_precision_at_1_diff1": 0.741321, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.051144, "nauc_mrr_at_1_std": -0.488933, "nauc_mrr_at_1_diff1": 0.73459, "nauc_mrr_at_3_max": -0.051866, "nauc_mrr_at_3_std": -0.508992, "nauc_mrr_at_3_diff1": 0.73332, "nauc_mrr_at_5_max": -0.051866, "nauc_mrr_at_5_std": -0.508992, "nauc_mrr_at_5_diff1": 0.73332, "nauc_mrr_at_10_max": -0.051866, "nauc_mrr_at_10_std": -0.508992, "nauc_mrr_at_10_diff1": 0.73332, "nauc_mrr_at_20_max": -0.051866, "nauc_mrr_at_20_std": -0.508992, "nauc_mrr_at_20_diff1": 0.73332, "nauc_mrr_at_100_max": -0.051866, "nauc_mrr_at_100_std": -0.508992, "nauc_mrr_at_100_diff1": 0.73332, "nauc_mrr_at_1000_max": -0.051866, "nauc_mrr_at_1000_std": -0.508992, "nauc_mrr_at_1000_diff1": 0.73332, "cv_recall_at_1": 0.70681, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "ko_kr", "languages": [ "kor-Hang" ] }, { "ndcg_at_1": 0.17354, "ndcg_at_3": 0.32314, "ndcg_at_5": 0.3427, "ndcg_at_10": 0.36481, "ndcg_at_20": 0.37975, "ndcg_at_100": 0.41077, "ndcg_at_1000": 0.43858, "map_at_1": 0.17354, "map_at_3": 0.28507, "map_at_5": 0.29586, "map_at_10": 0.305, "map_at_20": 0.30903, "map_at_100": 0.31317, "map_at_1000": 0.31416, "recall_at_1": 0.17354, "recall_at_3": 0.43384, "recall_at_5": 0.48156, "recall_at_10": 0.54989, "recall_at_20": 0.60954, "recall_at_100": 0.77874, "recall_at_1000": 1.0, "accuracy": 0.17354, "precision_at_1": 0.17354, "precision_at_3": 0.14461, "precision_at_5": 0.09631, "precision_at_10": 0.05499, "precision_at_20": 0.03048, "precision_at_100": 0.00779, "precision_at_1000": 0.001, "mrr_at_1": 0.160521, "mrr_at_3": 0.277657, "mrr_at_5": 0.286117, "mrr_at_10": 0.29563, "mrr_at_20": 0.299941, "mrr_at_100": 0.304236, "mrr_at_1000": 0.305226, "nauc_ndcg_at_1_max": 0.296465, "nauc_ndcg_at_1_std": -0.107857, "nauc_ndcg_at_1_diff1": -0.160196, "nauc_ndcg_at_3_max": 0.450384, "nauc_ndcg_at_3_std": -0.129516, "nauc_ndcg_at_3_diff1": -0.13246, "nauc_ndcg_at_5_max": 0.443821, "nauc_ndcg_at_5_std": -0.128484, "nauc_ndcg_at_5_diff1": -0.129209, "nauc_ndcg_at_10_max": 0.43231, "nauc_ndcg_at_10_std": -0.129927, "nauc_ndcg_at_10_diff1": -0.134467, "nauc_ndcg_at_20_max": 0.421019, "nauc_ndcg_at_20_std": -0.135602, "nauc_ndcg_at_20_diff1": -0.139887, "nauc_ndcg_at_100_max": 0.408291, "nauc_ndcg_at_100_std": -0.134035, "nauc_ndcg_at_100_diff1": -0.144082, "nauc_ndcg_at_1000_max": 0.409819, "nauc_ndcg_at_1000_std": -0.130177, "nauc_ndcg_at_1000_diff1": -0.142601, "nauc_map_at_1_max": 0.296465, "nauc_map_at_1_std": -0.107857, "nauc_map_at_1_diff1": -0.160196, "nauc_map_at_3_max": 0.414106, "nauc_map_at_3_std": -0.124209, "nauc_map_at_3_diff1": -0.141664, "nauc_map_at_5_max": 0.410596, "nauc_map_at_5_std": -0.123303, "nauc_map_at_5_diff1": -0.139641, "nauc_map_at_10_max": 0.405576, "nauc_map_at_10_std": -0.124405, "nauc_map_at_10_diff1": -0.142241, "nauc_map_at_20_max": 0.402512, "nauc_map_at_20_std": -0.125704, "nauc_map_at_20_diff1": -0.143373, "nauc_map_at_100_max": 0.40061, "nauc_map_at_100_std": -0.125141, "nauc_map_at_100_diff1": -0.143807, "nauc_map_at_1000_max": 0.400495, "nauc_map_at_1000_std": -0.125062, "nauc_map_at_1000_diff1": -0.143932, "nauc_recall_at_1_max": 0.296465, "nauc_recall_at_1_std": -0.107857, "nauc_recall_at_1_diff1": -0.160196, "nauc_recall_at_3_max": 0.541835, "nauc_recall_at_3_std": -0.142958, "nauc_recall_at_3_diff1": -0.108444, "nauc_recall_at_5_max": 0.527411, "nauc_recall_at_5_std": -0.14195, "nauc_recall_at_5_diff1": -0.101595, "nauc_recall_at_10_max": 0.49835, "nauc_recall_at_10_std": -0.144393, "nauc_recall_at_10_diff1": -0.113767, "nauc_recall_at_20_max": 0.457546, "nauc_recall_at_20_std": -0.169532, "nauc_recall_at_20_diff1": -0.136385, "nauc_recall_at_100_max": 0.38223, "nauc_recall_at_100_std": -0.179618, "nauc_recall_at_100_diff1": -0.169678, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.296465, "nauc_precision_at_1_std": -0.107857, "nauc_precision_at_1_diff1": -0.160196, "nauc_precision_at_3_max": 0.541835, "nauc_precision_at_3_std": -0.142958, "nauc_precision_at_3_diff1": -0.108444, "nauc_precision_at_5_max": 0.527411, "nauc_precision_at_5_std": -0.14195, "nauc_precision_at_5_diff1": -0.101595, "nauc_precision_at_10_max": 0.49835, "nauc_precision_at_10_std": -0.144393, "nauc_precision_at_10_diff1": -0.113767, "nauc_precision_at_20_max": 0.457546, "nauc_precision_at_20_std": -0.169532, "nauc_precision_at_20_diff1": -0.136385, "nauc_precision_at_100_max": 0.38223, "nauc_precision_at_100_std": -0.179618, "nauc_precision_at_100_diff1": -0.169678, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.31733, "nauc_mrr_at_1_std": -0.109475, "nauc_mrr_at_1_diff1": -0.109512, "nauc_mrr_at_3_max": 0.425952, "nauc_mrr_at_3_std": -0.117809, "nauc_mrr_at_3_diff1": -0.087774, "nauc_mrr_at_5_max": 0.425354, "nauc_mrr_at_5_std": -0.119382, "nauc_mrr_at_5_diff1": -0.08437, "nauc_mrr_at_10_max": 0.419914, "nauc_mrr_at_10_std": -0.121123, "nauc_mrr_at_10_diff1": -0.087471, "nauc_mrr_at_20_max": 0.417032, "nauc_mrr_at_20_std": -0.120957, "nauc_mrr_at_20_diff1": -0.088446, "nauc_mrr_at_100_max": 0.414927, "nauc_mrr_at_100_std": -0.120859, "nauc_mrr_at_100_diff1": -0.08828, "nauc_mrr_at_1000_max": 0.414851, "nauc_mrr_at_1000_std": -0.120766, "nauc_mrr_at_1000_diff1": -0.08824, "cv_recall_at_1": 0.16052, "cv_recall_at_3": 0.43926, "cv_recall_at_5": 0.47614, "cv_recall_at_10": 0.54555, "cv_recall_at_20": 0.60629, "cv_recall_at_100": 0.77874, "cv_recall_at_1000": 1.0, "main_score": 0.47614, "hf_subset": "ckb_iq", "languages": [ "ckb-Arab" ] }, { "ndcg_at_1": 0.26612, "ndcg_at_3": 0.52731, "ndcg_at_5": 0.54013, "ndcg_at_10": 0.55674, "ndcg_at_20": 0.56635, "ndcg_at_100": 0.58268, "ndcg_at_1000": 0.5914, "map_at_1": 0.26612, "map_at_3": 0.45991, "map_at_5": 0.46687, "map_at_10": 0.47396, "map_at_20": 0.47648, "map_at_100": 0.47866, "map_at_1000": 0.47902, "recall_at_1": 0.26612, "recall_at_3": 0.72364, "recall_at_5": 0.75537, "recall_at_10": 0.80553, "recall_at_20": 0.84442, "recall_at_100": 0.93347, "recall_at_1000": 1.0, "accuracy": 0.26612, "precision_at_1": 0.26612, "precision_at_3": 0.24121, "precision_at_5": 0.15107, "precision_at_10": 0.08055, "precision_at_20": 0.04222, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.264074, "mrr_at_3": 0.458888, "mrr_at_5": 0.465183, "mrr_at_10": 0.472466, "mrr_at_20": 0.475202, "mrr_at_100": 0.477285, "mrr_at_1000": 0.477647, "nauc_ndcg_at_1_max": 0.143063, "nauc_ndcg_at_1_std": -0.152579, "nauc_ndcg_at_1_diff1": -0.074181, "nauc_ndcg_at_3_max": 0.413255, "nauc_ndcg_at_3_std": -0.309903, "nauc_ndcg_at_3_diff1": -0.007259, "nauc_ndcg_at_5_max": 0.401505, "nauc_ndcg_at_5_std": -0.304411, "nauc_ndcg_at_5_diff1": -0.012933, "nauc_ndcg_at_10_max": 0.380114, "nauc_ndcg_at_10_std": -0.298951, "nauc_ndcg_at_10_diff1": -0.016958, "nauc_ndcg_at_20_max": 0.368117, "nauc_ndcg_at_20_std": -0.293651, "nauc_ndcg_at_20_diff1": -0.009598, "nauc_ndcg_at_100_max": 0.349817, "nauc_ndcg_at_100_std": -0.273934, "nauc_ndcg_at_100_diff1": -0.016597, "nauc_ndcg_at_1000_max": 0.33745, "nauc_ndcg_at_1000_std": -0.270898, "nauc_ndcg_at_1000_diff1": -0.024832, "nauc_map_at_1_max": 0.143063, "nauc_map_at_1_std": -0.152579, "nauc_map_at_1_diff1": -0.074181, "nauc_map_at_3_max": 0.330705, "nauc_map_at_3_std": -0.260774, "nauc_map_at_3_diff1": -0.0304, "nauc_map_at_5_max": 0.323244, "nauc_map_at_5_std": -0.257146, "nauc_map_at_5_diff1": -0.033403, "nauc_map_at_10_max": 0.313408, "nauc_map_at_10_std": -0.254635, "nauc_map_at_10_diff1": -0.036089, "nauc_map_at_20_max": 0.310064, "nauc_map_at_20_std": -0.253114, "nauc_map_at_20_diff1": -0.034356, "nauc_map_at_100_max": 0.307368, "nauc_map_at_100_std": -0.251268, "nauc_map_at_100_diff1": -0.03537, "nauc_map_at_1000_max": 0.306912, "nauc_map_at_1000_std": -0.251126, "nauc_map_at_1000_diff1": -0.035708, "nauc_recall_at_1_max": 0.143063, "nauc_recall_at_1_std": -0.152579, "nauc_recall_at_1_diff1": -0.074181, "nauc_recall_at_3_max": 0.716095, "nauc_recall_at_3_std": -0.490607, "nauc_recall_at_3_diff1": 0.07882, "nauc_recall_at_5_max": 0.711411, "nauc_recall_at_5_std": -0.492295, "nauc_recall_at_5_diff1": 0.06849, "nauc_recall_at_10_max": 0.681397, "nauc_recall_at_10_std": -0.502643, "nauc_recall_at_10_diff1": 0.073753, "nauc_recall_at_20_max": 0.666684, "nauc_recall_at_20_std": -0.511173, "nauc_recall_at_20_diff1": 0.143681, "nauc_recall_at_100_max": 0.685048, "nauc_recall_at_100_std": -0.348057, "nauc_recall_at_100_diff1": 0.197657, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.143063, "nauc_precision_at_1_std": -0.152579, "nauc_precision_at_1_diff1": -0.074181, "nauc_precision_at_3_max": 0.716095, "nauc_precision_at_3_std": -0.490607, "nauc_precision_at_3_diff1": 0.07882, "nauc_precision_at_5_max": 0.711411, "nauc_precision_at_5_std": -0.492295, "nauc_precision_at_5_diff1": 0.06849, "nauc_precision_at_10_max": 0.681397, "nauc_precision_at_10_std": -0.502643, "nauc_precision_at_10_diff1": 0.073753, "nauc_precision_at_20_max": 0.666684, "nauc_precision_at_20_std": -0.511173, "nauc_precision_at_20_diff1": 0.143681, "nauc_precision_at_100_max": 0.685048, "nauc_precision_at_100_std": -0.348057, "nauc_precision_at_100_diff1": 0.197657, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.205473, "nauc_mrr_at_1_std": -0.121401, "nauc_mrr_at_1_diff1": -0.023983, "nauc_mrr_at_3_max": 0.370038, "nauc_mrr_at_3_std": -0.24533, "nauc_mrr_at_3_diff1": 0.040242, "nauc_mrr_at_5_max": 0.36244, "nauc_mrr_at_5_std": -0.246432, "nauc_mrr_at_5_diff1": 0.037176, "nauc_mrr_at_10_max": 0.354569, "nauc_mrr_at_10_std": -0.23949, "nauc_mrr_at_10_diff1": 0.033751, "nauc_mrr_at_20_max": 0.351309, "nauc_mrr_at_20_std": -0.237516, "nauc_mrr_at_20_diff1": 0.036514, "nauc_mrr_at_100_max": 0.349016, "nauc_mrr_at_100_std": -0.235646, "nauc_mrr_at_100_diff1": 0.036024, "nauc_mrr_at_1000_max": 0.348612, "nauc_mrr_at_1000_std": -0.235484, "nauc_mrr_at_1000_diff1": 0.035777, "cv_recall_at_1": 0.26407, "cv_recall_at_3": 0.72467, "cv_recall_at_5": 0.75333, "cv_recall_at_10": 0.8045, "cv_recall_at_20": 0.84647, "cv_recall_at_100": 0.93347, "cv_recall_at_1000": 1.0, "main_score": 0.75333, "hf_subset": "ky_kg", "languages": [ "kir-Cyrl" ] }, { "ndcg_at_1": 0.34368, "ndcg_at_3": 0.67408, "ndcg_at_5": 0.6779, "ndcg_at_10": 0.68866, "ndcg_at_20": 0.69186, "ndcg_at_100": 0.69491, "ndcg_at_1000": 0.69629, "map_at_1": 0.34368, "map_at_3": 0.59029, "map_at_5": 0.59233, "map_at_10": 0.59679, "map_at_20": 0.59764, "map_at_100": 0.59808, "map_at_1000": 0.59813, "recall_at_1": 0.34368, "recall_at_3": 0.91756, "recall_at_5": 0.92719, "recall_at_10": 0.96039, "recall_at_20": 0.97323, "recall_at_100": 0.98929, "recall_at_1000": 1.0, "accuracy": 0.34368, "precision_at_1": 0.34368, "precision_at_3": 0.30585, "precision_at_5": 0.18544, "precision_at_10": 0.09604, "precision_at_20": 0.04866, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.347966, "mrr_at_3": 0.592434, "mrr_at_5": 0.595004, "mrr_at_10": 0.599517, "mrr_at_20": 0.600385, "mrr_at_100": 0.600825, "mrr_at_1000": 0.600876, "nauc_ndcg_at_1_max": 0.043193, "nauc_ndcg_at_1_std": -0.044142, "nauc_ndcg_at_1_diff1": 0.04408, "nauc_ndcg_at_3_max": 0.242135, "nauc_ndcg_at_3_std": -0.020014, "nauc_ndcg_at_3_diff1": 0.016054, "nauc_ndcg_at_5_max": 0.231429, "nauc_ndcg_at_5_std": -0.018521, "nauc_ndcg_at_5_diff1": 0.014925, "nauc_ndcg_at_10_max": 0.192568, "nauc_ndcg_at_10_std": -0.02877, "nauc_ndcg_at_10_diff1": 0.016426, "nauc_ndcg_at_20_max": 0.179623, "nauc_ndcg_at_20_std": -0.034754, "nauc_ndcg_at_20_diff1": 0.023979, "nauc_ndcg_at_100_max": 0.166792, "nauc_ndcg_at_100_std": -0.034576, "nauc_ndcg_at_100_diff1": 0.030269, "nauc_ndcg_at_1000_max": 0.160792, "nauc_ndcg_at_1000_std": -0.03451, "nauc_ndcg_at_1000_diff1": 0.030243, "nauc_map_at_1_max": 0.043193, "nauc_map_at_1_std": -0.044142, "nauc_map_at_1_diff1": 0.04408, "nauc_map_at_3_max": 0.164486, "nauc_map_at_3_std": -0.032017, "nauc_map_at_3_diff1": 0.031858, "nauc_map_at_5_max": 0.159185, "nauc_map_at_5_std": -0.031566, "nauc_map_at_5_diff1": 0.031599, "nauc_map_at_10_max": 0.145121, "nauc_map_at_10_std": -0.035034, "nauc_map_at_10_diff1": 0.032193, "nauc_map_at_20_max": 0.142227, "nauc_map_at_20_std": -0.036284, "nauc_map_at_20_diff1": 0.033807, "nauc_map_at_100_max": 0.140727, "nauc_map_at_100_std": -0.036396, "nauc_map_at_100_diff1": 0.034547, "nauc_map_at_1000_max": 0.140553, "nauc_map_at_1000_std": -0.036377, "nauc_map_at_1000_diff1": 0.034551, "nauc_recall_at_1_max": 0.043193, "nauc_recall_at_1_std": -0.044142, "nauc_recall_at_1_diff1": 0.04408, "nauc_recall_at_3_max": 0.932143, "nauc_recall_at_3_std": 0.089478, "nauc_recall_at_3_diff1": -0.129694, "nauc_recall_at_5_max": 0.947735, "nauc_recall_at_5_std": 0.115942, "nauc_recall_at_5_diff1": -0.158415, "nauc_recall_at_10_max": 0.964243, "nauc_recall_at_10_std": 0.07046, "nauc_recall_at_10_diff1": -0.274205, "nauc_recall_at_20_max": 0.968642, "nauc_recall_at_20_std": -0.052744, "nauc_recall_at_20_diff1": -0.197518, "nauc_recall_at_100_max": 0.973869, "nauc_recall_at_100_std": -0.023077, "nauc_recall_at_100_diff1": 0.04185, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.043193, "nauc_precision_at_1_std": -0.044142, "nauc_precision_at_1_diff1": 0.04408, "nauc_precision_at_3_max": 0.932143, "nauc_precision_at_3_std": 0.089478, "nauc_precision_at_3_diff1": -0.129694, "nauc_precision_at_5_max": 0.947735, "nauc_precision_at_5_std": 0.115942, "nauc_precision_at_5_diff1": -0.158415, "nauc_precision_at_10_max": 0.964243, "nauc_precision_at_10_std": 0.07046, "nauc_precision_at_10_diff1": -0.274205, "nauc_precision_at_20_max": 0.968642, "nauc_precision_at_20_std": -0.052744, "nauc_precision_at_20_diff1": -0.197518, "nauc_precision_at_100_max": 0.973869, "nauc_precision_at_100_std": -0.023077, "nauc_precision_at_100_diff1": 0.04185, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.043171, "nauc_mrr_at_1_std": -0.044343, "nauc_mrr_at_1_diff1": 0.033624, "nauc_mrr_at_3_max": 0.167502, "nauc_mrr_at_3_std": -0.022225, "nauc_mrr_at_3_diff1": 0.019454, "nauc_mrr_at_5_max": 0.160189, "nauc_mrr_at_5_std": -0.023944, "nauc_mrr_at_5_diff1": 0.017906, "nauc_mrr_at_10_max": 0.146169, "nauc_mrr_at_10_std": -0.026369, "nauc_mrr_at_10_diff1": 0.018687, "nauc_mrr_at_20_max": 0.143237, "nauc_mrr_at_20_std": -0.027608, "nauc_mrr_at_20_diff1": 0.020257, "nauc_mrr_at_100_max": 0.141741, "nauc_mrr_at_100_std": -0.027704, "nauc_mrr_at_100_diff1": 0.020972, "nauc_mrr_at_1000_max": 0.141566, "nauc_mrr_at_1000_std": -0.027683, "nauc_mrr_at_1000_diff1": 0.020973, "cv_recall_at_1": 0.34797, "cv_recall_at_3": 0.91542, "cv_recall_at_5": 0.92719, "cv_recall_at_10": 0.96039, "cv_recall_at_20": 0.97323, "cv_recall_at_100": 0.98929, "cv_recall_at_1000": 1.0, "main_score": 0.92719, "hf_subset": "lb_lu", "languages": [ "ltz-Latn" ] }, { "ndcg_at_1": 0.15768, "ndcg_at_3": 0.29215, "ndcg_at_5": 0.31536, "ndcg_at_10": 0.33524, "ndcg_at_20": 0.34966, "ndcg_at_100": 0.38493, "ndcg_at_1000": 0.41489, "map_at_1": 0.15768, "map_at_3": 0.25841, "map_at_5": 0.27121, "map_at_10": 0.27926, "map_at_20": 0.28326, "map_at_100": 0.28811, "map_at_1000": 0.2891, "recall_at_1": 0.15768, "recall_at_3": 0.39004, "recall_at_5": 0.44675, "recall_at_10": 0.50899, "recall_at_20": 0.5657, "recall_at_100": 0.75657, "recall_at_1000": 1.0, "accuracy": 0.15768, "precision_at_1": 0.15768, "precision_at_3": 0.13001, "precision_at_5": 0.08935, "precision_at_10": 0.0509, "precision_at_20": 0.02828, "precision_at_100": 0.00757, "precision_at_1000": 0.001, "mrr_at_1": 0.163209, "mrr_at_3": 0.259336, "mrr_at_5": 0.273306, "mrr_at_10": 0.281517, "mrr_at_20": 0.285621, "mrr_at_100": 0.29048, "mrr_at_1000": 0.291465, "nauc_ndcg_at_1_max": 0.21507, "nauc_ndcg_at_1_std": -0.211128, "nauc_ndcg_at_1_diff1": 0.218065, "nauc_ndcg_at_3_max": 0.241623, "nauc_ndcg_at_3_std": -0.308168, "nauc_ndcg_at_3_diff1": 0.143973, "nauc_ndcg_at_5_max": 0.229678, "nauc_ndcg_at_5_std": -0.307287, "nauc_ndcg_at_5_diff1": 0.129294, "nauc_ndcg_at_10_max": 0.21734, "nauc_ndcg_at_10_std": -0.302821, "nauc_ndcg_at_10_diff1": 0.128511, "nauc_ndcg_at_20_max": 0.211257, "nauc_ndcg_at_20_std": -0.300538, "nauc_ndcg_at_20_diff1": 0.1246, "nauc_ndcg_at_100_max": 0.213049, "nauc_ndcg_at_100_std": -0.289189, "nauc_ndcg_at_100_diff1": 0.132334, "nauc_ndcg_at_1000_max": 0.221015, "nauc_ndcg_at_1000_std": -0.287903, "nauc_ndcg_at_1000_diff1": 0.138305, "nauc_map_at_1_max": 0.21507, "nauc_map_at_1_std": -0.211128, "nauc_map_at_1_diff1": 0.218065, "nauc_map_at_3_max": 0.240311, "nauc_map_at_3_std": -0.287426, "nauc_map_at_3_diff1": 0.157773, "nauc_map_at_5_max": 0.233431, "nauc_map_at_5_std": -0.286644, "nauc_map_at_5_diff1": 0.149321, "nauc_map_at_10_max": 0.228425, "nauc_map_at_10_std": -0.284357, "nauc_map_at_10_diff1": 0.148661, "nauc_map_at_20_max": 0.227073, "nauc_map_at_20_std": -0.283235, "nauc_map_at_20_diff1": 0.147641, "nauc_map_at_100_max": 0.227909, "nauc_map_at_100_std": -0.280679, "nauc_map_at_100_diff1": 0.149037, "nauc_map_at_1000_max": 0.22814, "nauc_map_at_1000_std": -0.280624, "nauc_map_at_1000_diff1": 0.149317, "nauc_recall_at_1_max": 0.21507, "nauc_recall_at_1_std": -0.211128, "nauc_recall_at_1_diff1": 0.218065, "nauc_recall_at_3_max": 0.243433, "nauc_recall_at_3_std": -0.358172, "nauc_recall_at_3_diff1": 0.111336, "nauc_recall_at_5_max": 0.217706, "nauc_recall_at_5_std": -0.357584, "nauc_recall_at_5_diff1": 0.079466, "nauc_recall_at_10_max": 0.18201, "nauc_recall_at_10_std": -0.347933, "nauc_recall_at_10_diff1": 0.077797, "nauc_recall_at_20_max": 0.155375, "nauc_recall_at_20_std": -0.34474, "nauc_recall_at_20_diff1": 0.060319, "nauc_recall_at_100_max": 0.132853, "nauc_recall_at_100_std": -0.302408, "nauc_recall_at_100_diff1": 0.079163, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.21507, "nauc_precision_at_1_std": -0.211128, "nauc_precision_at_1_diff1": 0.218065, "nauc_precision_at_3_max": 0.243433, "nauc_precision_at_3_std": -0.358172, "nauc_precision_at_3_diff1": 0.111336, "nauc_precision_at_5_max": 0.217706, "nauc_precision_at_5_std": -0.357584, "nauc_precision_at_5_diff1": 0.079466, "nauc_precision_at_10_max": 0.18201, "nauc_precision_at_10_std": -0.347933, "nauc_precision_at_10_diff1": 0.077797, "nauc_precision_at_20_max": 0.155375, "nauc_precision_at_20_std": -0.34474, "nauc_precision_at_20_diff1": 0.060319, "nauc_precision_at_100_max": 0.132853, "nauc_precision_at_100_std": -0.302408, "nauc_precision_at_100_diff1": 0.079163, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.228883, "nauc_mrr_at_1_std": -0.207041, "nauc_mrr_at_1_diff1": 0.179618, "nauc_mrr_at_3_max": 0.243294, "nauc_mrr_at_3_std": -0.291515, "nauc_mrr_at_3_diff1": 0.148889, "nauc_mrr_at_5_max": 0.238945, "nauc_mrr_at_5_std": -0.28563, "nauc_mrr_at_5_diff1": 0.137581, "nauc_mrr_at_10_max": 0.232738, "nauc_mrr_at_10_std": -0.284378, "nauc_mrr_at_10_diff1": 0.134796, "nauc_mrr_at_20_max": 0.23202, "nauc_mrr_at_20_std": -0.282559, "nauc_mrr_at_20_diff1": 0.134207, "nauc_mrr_at_100_max": 0.232903, "nauc_mrr_at_100_std": -0.279987, "nauc_mrr_at_100_diff1": 0.135479, "nauc_mrr_at_1000_max": 0.233143, "nauc_mrr_at_1000_std": -0.279933, "nauc_mrr_at_1000_diff1": 0.13572, "cv_recall_at_1": 0.16321, "cv_recall_at_3": 0.38451, "cv_recall_at_5": 0.44537, "cv_recall_at_10": 0.50761, "cv_recall_at_20": 0.5657, "cv_recall_at_100": 0.75657, "cv_recall_at_1000": 1.0, "main_score": 0.44537, "hf_subset": "lg_ug", "languages": [ "lug-Latn" ] }, { "ndcg_at_1": 0.19665, "ndcg_at_3": 0.30195, "ndcg_at_5": 0.32157, "ndcg_at_10": 0.347, "ndcg_at_20": 0.37249, "ndcg_at_100": 0.40809, "ndcg_at_1000": 0.43427, "map_at_1": 0.19665, "map_at_3": 0.27615, "map_at_5": 0.28692, "map_at_10": 0.29727, "map_at_20": 0.30432, "map_at_100": 0.30908, "map_at_1000": 0.31013, "recall_at_1": 0.19665, "recall_at_3": 0.37657, "recall_at_5": 0.42469, "recall_at_10": 0.50418, "recall_at_20": 0.6046, "recall_at_100": 0.79916, "recall_at_1000": 1.0, "accuracy": 0.19665, "precision_at_1": 0.19665, "precision_at_3": 0.12552, "precision_at_5": 0.08494, "precision_at_10": 0.05042, "precision_at_20": 0.03023, "precision_at_100": 0.00799, "precision_at_1000": 0.001, "mrr_at_1": 0.200837, "mrr_at_3": 0.278591, "mrr_at_5": 0.290621, "mrr_at_10": 0.299788, "mrr_at_20": 0.307141, "mrr_at_100": 0.311801, "mrr_at_1000": 0.312848, "nauc_ndcg_at_1_max": 0.183044, "nauc_ndcg_at_1_std": -0.222759, "nauc_ndcg_at_1_diff1": 0.522648, "nauc_ndcg_at_3_max": 0.253047, "nauc_ndcg_at_3_std": -0.277571, "nauc_ndcg_at_3_diff1": 0.440129, "nauc_ndcg_at_5_max": 0.238011, "nauc_ndcg_at_5_std": -0.292947, "nauc_ndcg_at_5_diff1": 0.430306, "nauc_ndcg_at_10_max": 0.225776, "nauc_ndcg_at_10_std": -0.291836, "nauc_ndcg_at_10_diff1": 0.41896, "nauc_ndcg_at_20_max": 0.224594, "nauc_ndcg_at_20_std": -0.272138, "nauc_ndcg_at_20_diff1": 0.400658, "nauc_ndcg_at_100_max": 0.225624, "nauc_ndcg_at_100_std": -0.266143, "nauc_ndcg_at_100_diff1": 0.401141, "nauc_ndcg_at_1000_max": 0.227748, "nauc_ndcg_at_1000_std": -0.268143, "nauc_ndcg_at_1000_diff1": 0.419479, "nauc_map_at_1_max": 0.183044, "nauc_map_at_1_std": -0.222759, "nauc_map_at_1_diff1": 0.522648, "nauc_map_at_3_max": 0.24206, "nauc_map_at_3_std": -0.262841, "nauc_map_at_3_diff1": 0.455044, "nauc_map_at_5_max": 0.233913, "nauc_map_at_5_std": -0.271104, "nauc_map_at_5_diff1": 0.449012, "nauc_map_at_10_max": 0.227916, "nauc_map_at_10_std": -0.271362, "nauc_map_at_10_diff1": 0.443871, "nauc_map_at_20_max": 0.227603, "nauc_map_at_20_std": -0.265469, "nauc_map_at_20_diff1": 0.438766, "nauc_map_at_100_max": 0.227865, "nauc_map_at_100_std": -0.26444, "nauc_map_at_100_diff1": 0.438715, "nauc_map_at_1000_max": 0.227953, "nauc_map_at_1000_std": -0.264383, "nauc_map_at_1000_diff1": 0.439465, "nauc_recall_at_1_max": 0.183044, "nauc_recall_at_1_std": -0.222759, "nauc_recall_at_1_diff1": 0.522648, "nauc_recall_at_3_max": 0.279847, "nauc_recall_at_3_std": -0.316597, "nauc_recall_at_3_diff1": 0.402754, "nauc_recall_at_5_max": 0.244562, "nauc_recall_at_5_std": -0.352882, "nauc_recall_at_5_diff1": 0.382356, "nauc_recall_at_10_max": 0.213176, "nauc_recall_at_10_std": -0.347475, "nauc_recall_at_10_diff1": 0.349964, "nauc_recall_at_20_max": 0.206987, "nauc_recall_at_20_std": -0.276923, "nauc_recall_at_20_diff1": 0.270067, "nauc_recall_at_100_max": 0.200645, "nauc_recall_at_100_std": -0.236058, "nauc_recall_at_100_diff1": 0.199598, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.183044, "nauc_precision_at_1_std": -0.222759, "nauc_precision_at_1_diff1": 0.522648, "nauc_precision_at_3_max": 0.279847, "nauc_precision_at_3_std": -0.316597, "nauc_precision_at_3_diff1": 0.402754, "nauc_precision_at_5_max": 0.244562, "nauc_precision_at_5_std": -0.352882, "nauc_precision_at_5_diff1": 0.382356, "nauc_precision_at_10_max": 0.213176, "nauc_precision_at_10_std": -0.347475, "nauc_precision_at_10_diff1": 0.349964, "nauc_precision_at_20_max": 0.206987, "nauc_precision_at_20_std": -0.276923, "nauc_precision_at_20_diff1": 0.270067, "nauc_precision_at_100_max": 0.200645, "nauc_precision_at_100_std": -0.236058, "nauc_precision_at_100_diff1": 0.199598, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.188536, "nauc_mrr_at_1_std": -0.205737, "nauc_mrr_at_1_diff1": 0.511441, "nauc_mrr_at_3_max": 0.241102, "nauc_mrr_at_3_std": -0.255554, "nauc_mrr_at_3_diff1": 0.457488, "nauc_mrr_at_5_max": 0.232147, "nauc_mrr_at_5_std": -0.263476, "nauc_mrr_at_5_diff1": 0.447789, "nauc_mrr_at_10_max": 0.227079, "nauc_mrr_at_10_std": -0.26463, "nauc_mrr_at_10_diff1": 0.44232, "nauc_mrr_at_20_max": 0.226328, "nauc_mrr_at_20_std": -0.258514, "nauc_mrr_at_20_diff1": 0.437089, "nauc_mrr_at_100_max": 0.226822, "nauc_mrr_at_100_std": -0.257171, "nauc_mrr_at_100_diff1": 0.437528, "nauc_mrr_at_1000_max": 0.226906, "nauc_mrr_at_1000_std": -0.257093, "nauc_mrr_at_1000_diff1": 0.438269, "cv_recall_at_1": 0.20084, "cv_recall_at_3": 0.37657, "cv_recall_at_5": 0.43096, "cv_recall_at_10": 0.50209, "cv_recall_at_20": 0.60669, "cv_recall_at_100": 0.79916, "cv_recall_at_1000": 1.0, "main_score": 0.43096, "hf_subset": "ln_cd", "languages": [ "lin-Latn" ] }, { "ndcg_at_1": 0.24691, "ndcg_at_3": 0.39559, "ndcg_at_5": 0.41206, "ndcg_at_10": 0.43675, "ndcg_at_20": 0.45872, "ndcg_at_100": 0.49229, "ndcg_at_1000": 0.50925, "map_at_1": 0.24691, "map_at_3": 0.36132, "map_at_5": 0.37058, "map_at_10": 0.38073, "map_at_20": 0.38682, "map_at_100": 0.39168, "map_at_1000": 0.39245, "recall_at_1": 0.24691, "recall_at_3": 0.49383, "recall_at_5": 0.53333, "recall_at_10": 0.60988, "recall_at_20": 0.6963, "recall_at_100": 0.87407, "recall_at_1000": 1.0, "accuracy": 0.24691, "precision_at_1": 0.24691, "precision_at_3": 0.16461, "precision_at_5": 0.10667, "precision_at_10": 0.06099, "precision_at_20": 0.03481, "precision_at_100": 0.00874, "precision_at_1000": 0.001, "mrr_at_1": 0.251852, "mrr_at_3": 0.359671, "mrr_at_5": 0.373498, "mrr_at_10": 0.381674, "mrr_at_20": 0.388071, "mrr_at_100": 0.392803, "mrr_at_1000": 0.393574, "nauc_ndcg_at_1_max": 0.359081, "nauc_ndcg_at_1_std": -0.076348, "nauc_ndcg_at_1_diff1": 0.180526, "nauc_ndcg_at_3_max": 0.445295, "nauc_ndcg_at_3_std": -0.062688, "nauc_ndcg_at_3_diff1": 0.045025, "nauc_ndcg_at_5_max": 0.428418, "nauc_ndcg_at_5_std": -0.076934, "nauc_ndcg_at_5_diff1": 0.03796, "nauc_ndcg_at_10_max": 0.419395, "nauc_ndcg_at_10_std": -0.062216, "nauc_ndcg_at_10_diff1": 0.058089, "nauc_ndcg_at_20_max": 0.410439, "nauc_ndcg_at_20_std": -0.051999, "nauc_ndcg_at_20_diff1": 0.059989, "nauc_ndcg_at_100_max": 0.420963, "nauc_ndcg_at_100_std": -0.03941, "nauc_ndcg_at_100_diff1": 0.055748, "nauc_ndcg_at_1000_max": 0.417067, "nauc_ndcg_at_1000_std": -0.054892, "nauc_ndcg_at_1000_diff1": 0.06605, "nauc_map_at_1_max": 0.359081, "nauc_map_at_1_std": -0.076348, "nauc_map_at_1_diff1": 0.180526, "nauc_map_at_3_max": 0.428034, "nauc_map_at_3_std": -0.065424, "nauc_map_at_3_diff1": 0.073857, "nauc_map_at_5_max": 0.417768, "nauc_map_at_5_std": -0.073382, "nauc_map_at_5_diff1": 0.070167, "nauc_map_at_10_max": 0.414328, "nauc_map_at_10_std": -0.067302, "nauc_map_at_10_diff1": 0.07891, "nauc_map_at_20_max": 0.412129, "nauc_map_at_20_std": -0.06399, "nauc_map_at_20_diff1": 0.079854, "nauc_map_at_100_max": 0.413909, "nauc_map_at_100_std": -0.06228, "nauc_map_at_100_diff1": 0.079464, "nauc_map_at_1000_max": 0.413629, "nauc_map_at_1000_std": -0.062925, "nauc_map_at_1000_diff1": 0.079851, "nauc_recall_at_1_max": 0.359081, "nauc_recall_at_1_std": -0.076348, "nauc_recall_at_1_diff1": 0.180526, "nauc_recall_at_3_max": 0.491847, "nauc_recall_at_3_std": -0.055308, "nauc_recall_at_3_diff1": -0.033491, "nauc_recall_at_5_max": 0.455966, "nauc_recall_at_5_std": -0.089219, "nauc_recall_at_5_diff1": -0.053303, "nauc_recall_at_10_max": 0.427405, "nauc_recall_at_10_std": -0.042764, "nauc_recall_at_10_diff1": 0.002618, "nauc_recall_at_20_max": 0.384557, "nauc_recall_at_20_std": 0.002875, "nauc_recall_at_20_diff1": -0.000448, "nauc_recall_at_100_max": 0.472565, "nauc_recall_at_100_std": 0.213901, "nauc_recall_at_100_diff1": -0.118904, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.359081, "nauc_precision_at_1_std": -0.076348, "nauc_precision_at_1_diff1": 0.180526, "nauc_precision_at_3_max": 0.491847, "nauc_precision_at_3_std": -0.055308, "nauc_precision_at_3_diff1": -0.033491, "nauc_precision_at_5_max": 0.455966, "nauc_precision_at_5_std": -0.089219, "nauc_precision_at_5_diff1": -0.053303, "nauc_precision_at_10_max": 0.427405, "nauc_precision_at_10_std": -0.042764, "nauc_precision_at_10_diff1": 0.002618, "nauc_precision_at_20_max": 0.384557, "nauc_precision_at_20_std": 0.002875, "nauc_precision_at_20_diff1": -0.000448, "nauc_precision_at_100_max": 0.472565, "nauc_precision_at_100_std": 0.213901, "nauc_precision_at_100_diff1": -0.118904, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.36614, "nauc_mrr_at_1_std": -0.051034, "nauc_mrr_at_1_diff1": 0.168929, "nauc_mrr_at_3_max": 0.434237, "nauc_mrr_at_3_std": -0.055684, "nauc_mrr_at_3_diff1": 0.069971, "nauc_mrr_at_5_max": 0.426402, "nauc_mrr_at_5_std": -0.060518, "nauc_mrr_at_5_diff1": 0.06626, "nauc_mrr_at_10_max": 0.419259, "nauc_mrr_at_10_std": -0.058372, "nauc_mrr_at_10_diff1": 0.073528, "nauc_mrr_at_20_max": 0.417823, "nauc_mrr_at_20_std": -0.054281, "nauc_mrr_at_20_diff1": 0.074534, "nauc_mrr_at_100_max": 0.419228, "nauc_mrr_at_100_std": -0.052504, "nauc_mrr_at_100_diff1": 0.074122, "nauc_mrr_at_1000_max": 0.418962, "nauc_mrr_at_1000_std": -0.053123, "nauc_mrr_at_1000_diff1": 0.074498, "cv_recall_at_1": 0.25185, "cv_recall_at_3": 0.48395, "cv_recall_at_5": 0.54321, "cv_recall_at_10": 0.60741, "cv_recall_at_20": 0.69877, "cv_recall_at_100": 0.87407, "cv_recall_at_1000": 1.0, "main_score": 0.54321, "hf_subset": "lo_la", "languages": [ "lao-Laoo" ] }, { "ndcg_at_1": 0.16531, "ndcg_at_3": 0.33309, "ndcg_at_5": 0.35617, "ndcg_at_10": 0.38628, "ndcg_at_20": 0.40778, "ndcg_at_100": 0.43596, "ndcg_at_1000": 0.4551, "map_at_1": 0.16531, "map_at_3": 0.28972, "map_at_5": 0.30235, "map_at_10": 0.31493, "map_at_20": 0.32081, "map_at_100": 0.32468, "map_at_1000": 0.32533, "recall_at_1": 0.16531, "recall_at_3": 0.45943, "recall_at_5": 0.51623, "recall_at_10": 0.60852, "recall_at_20": 0.69371, "recall_at_100": 0.84584, "recall_at_1000": 1.0, "accuracy": 0.16531, "precision_at_1": 0.16531, "precision_at_3": 0.15314, "precision_at_5": 0.10325, "precision_at_10": 0.06085, "precision_at_20": 0.03469, "precision_at_100": 0.00846, "precision_at_1000": 0.001, "mrr_at_1": 0.167343, "mrr_at_3": 0.290568, "mrr_at_5": 0.303296, "mrr_at_10": 0.315592, "mrr_at_20": 0.321412, "mrr_at_100": 0.325275, "mrr_at_1000": 0.325923, "nauc_ndcg_at_1_max": 0.451516, "nauc_ndcg_at_1_std": 0.096002, "nauc_ndcg_at_1_diff1": 0.07969, "nauc_ndcg_at_3_max": 0.625649, "nauc_ndcg_at_3_std": 0.084741, "nauc_ndcg_at_3_diff1": 0.075321, "nauc_ndcg_at_5_max": 0.604388, "nauc_ndcg_at_5_std": 0.069909, "nauc_ndcg_at_5_diff1": 0.069663, "nauc_ndcg_at_10_max": 0.58557, "nauc_ndcg_at_10_std": 0.058821, "nauc_ndcg_at_10_diff1": 0.063382, "nauc_ndcg_at_20_max": 0.573565, "nauc_ndcg_at_20_std": 0.050543, "nauc_ndcg_at_20_diff1": 0.049296, "nauc_ndcg_at_100_max": 0.563148, "nauc_ndcg_at_100_std": 0.055256, "nauc_ndcg_at_100_diff1": 0.050011, "nauc_ndcg_at_1000_max": 0.565608, "nauc_ndcg_at_1000_std": 0.061603, "nauc_ndcg_at_1000_diff1": 0.059377, "nauc_map_at_1_max": 0.451516, "nauc_map_at_1_std": 0.096002, "nauc_map_at_1_diff1": 0.07969, "nauc_map_at_3_max": 0.583145, "nauc_map_at_3_std": 0.085862, "nauc_map_at_3_diff1": 0.079205, "nauc_map_at_5_max": 0.570552, "nauc_map_at_5_std": 0.077463, "nauc_map_at_5_diff1": 0.076315, "nauc_map_at_10_max": 0.562276, "nauc_map_at_10_std": 0.072221, "nauc_map_at_10_diff1": 0.073404, "nauc_map_at_20_max": 0.558579, "nauc_map_at_20_std": 0.069745, "nauc_map_at_20_diff1": 0.069667, "nauc_map_at_100_max": 0.55676, "nauc_map_at_100_std": 0.069935, "nauc_map_at_100_diff1": 0.069529, "nauc_map_at_1000_max": 0.556836, "nauc_map_at_1000_std": 0.070306, "nauc_map_at_1000_diff1": 0.069813, "nauc_recall_at_1_max": 0.451516, "nauc_recall_at_1_std": 0.096002, "nauc_recall_at_1_diff1": 0.07969, "nauc_recall_at_3_max": 0.732401, "nauc_recall_at_3_std": 0.082392, "nauc_recall_at_3_diff1": 0.064758, "nauc_recall_at_5_max": 0.68909, "nauc_recall_at_5_std": 0.049238, "nauc_recall_at_5_diff1": 0.050774, "nauc_recall_at_10_max": 0.641377, "nauc_recall_at_10_std": 0.017184, "nauc_recall_at_10_diff1": 0.031726, "nauc_recall_at_20_max": 0.60072, "nauc_recall_at_20_std": -0.023117, "nauc_recall_at_20_diff1": -0.034756, "nauc_recall_at_100_max": 0.530562, "nauc_recall_at_100_std": -0.016409, "nauc_recall_at_100_diff1": -0.08094, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.451516, "nauc_precision_at_1_std": 0.096002, "nauc_precision_at_1_diff1": 0.07969, "nauc_precision_at_3_max": 0.732401, "nauc_precision_at_3_std": 0.082392, "nauc_precision_at_3_diff1": 0.064758, "nauc_precision_at_5_max": 0.68909, "nauc_precision_at_5_std": 0.049238, "nauc_precision_at_5_diff1": 0.050774, "nauc_precision_at_10_max": 0.641377, "nauc_precision_at_10_std": 0.017184, "nauc_precision_at_10_diff1": 0.031726, "nauc_precision_at_20_max": 0.60072, "nauc_precision_at_20_std": -0.023117, "nauc_precision_at_20_diff1": -0.034756, "nauc_precision_at_100_max": 0.530562, "nauc_precision_at_100_std": -0.016409, "nauc_precision_at_100_diff1": -0.08094, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.451012, "nauc_mrr_at_1_std": 0.079428, "nauc_mrr_at_1_diff1": 0.070476, "nauc_mrr_at_3_max": 0.581973, "nauc_mrr_at_3_std": 0.078362, "nauc_mrr_at_3_diff1": 0.070627, "nauc_mrr_at_5_max": 0.570605, "nauc_mrr_at_5_std": 0.070636, "nauc_mrr_at_5_diff1": 0.063596, "nauc_mrr_at_10_max": 0.562311, "nauc_mrr_at_10_std": 0.065628, "nauc_mrr_at_10_diff1": 0.062565, "nauc_mrr_at_20_max": 0.558759, "nauc_mrr_at_20_std": 0.063184, "nauc_mrr_at_20_diff1": 0.058387, "nauc_mrr_at_100_max": 0.556945, "nauc_mrr_at_100_std": 0.063306, "nauc_mrr_at_100_diff1": 0.058598, "nauc_mrr_at_1000_max": 0.557021, "nauc_mrr_at_1000_std": 0.063662, "nauc_mrr_at_1000_diff1": 0.05886, "cv_recall_at_1": 0.16734, "cv_recall_at_3": 0.46045, "cv_recall_at_5": 0.51826, "cv_recall_at_10": 0.60953, "cv_recall_at_20": 0.69371, "cv_recall_at_100": 0.84584, "cv_recall_at_1000": 1.0, "main_score": 0.51826, "hf_subset": "lt_lt", "languages": [ "lit-Latn" ] }, { "ndcg_at_1": 0.44141, "ndcg_at_3": 0.54813, "ndcg_at_5": 0.5641, "ndcg_at_10": 0.587, "ndcg_at_20": 0.61066, "ndcg_at_100": 0.62939, "ndcg_at_1000": 0.63885, "map_at_1": 0.44141, "map_at_3": 0.52279, "map_at_5": 0.53158, "map_at_10": 0.54112, "map_at_20": 0.5476, "map_at_100": 0.54986, "map_at_1000": 0.55027, "recall_at_1": 0.44141, "recall_at_3": 0.62109, "recall_at_5": 0.66016, "recall_at_10": 0.73047, "recall_at_20": 0.82422, "recall_at_100": 0.92969, "recall_at_1000": 1.0, "accuracy": 0.44141, "precision_at_1": 0.44141, "precision_at_3": 0.20703, "precision_at_5": 0.13203, "precision_at_10": 0.07305, "precision_at_20": 0.04121, "precision_at_100": 0.0093, "precision_at_1000": 0.001, "mrr_at_1": 0.433594, "mrr_at_3": 0.51888, "mrr_at_5": 0.527669, "mrr_at_10": 0.537167, "mrr_at_20": 0.543682, "mrr_at_100": 0.54594, "mrr_at_1000": 0.546353, "nauc_ndcg_at_1_max": 0.21391, "nauc_ndcg_at_1_std": -0.408699, "nauc_ndcg_at_1_diff1": 0.664609, "nauc_ndcg_at_3_max": 0.289527, "nauc_ndcg_at_3_std": -0.425023, "nauc_ndcg_at_3_diff1": 0.528312, "nauc_ndcg_at_5_max": 0.289147, "nauc_ndcg_at_5_std": -0.402969, "nauc_ndcg_at_5_diff1": 0.531563, "nauc_ndcg_at_10_max": 0.307554, "nauc_ndcg_at_10_std": -0.360647, "nauc_ndcg_at_10_diff1": 0.52603, "nauc_ndcg_at_20_max": 0.295215, "nauc_ndcg_at_20_std": -0.357575, "nauc_ndcg_at_20_diff1": 0.538609, "nauc_ndcg_at_100_max": 0.295362, "nauc_ndcg_at_100_std": -0.358851, "nauc_ndcg_at_100_diff1": 0.547184, "nauc_ndcg_at_1000_max": 0.287779, "nauc_ndcg_at_1000_std": -0.375976, "nauc_ndcg_at_1000_diff1": 0.551068, "nauc_map_at_1_max": 0.21391, "nauc_map_at_1_std": -0.408699, "nauc_map_at_1_diff1": 0.664609, "nauc_map_at_3_max": 0.272617, "nauc_map_at_3_std": -0.420445, "nauc_map_at_3_diff1": 0.559914, "nauc_map_at_5_max": 0.271945, "nauc_map_at_5_std": -0.408647, "nauc_map_at_5_diff1": 0.56215, "nauc_map_at_10_max": 0.279414, "nauc_map_at_10_std": -0.391072, "nauc_map_at_10_diff1": 0.560632, "nauc_map_at_20_max": 0.275718, "nauc_map_at_20_std": -0.391257, "nauc_map_at_20_diff1": 0.564174, "nauc_map_at_100_max": 0.276131, "nauc_map_at_100_std": -0.390797, "nauc_map_at_100_diff1": 0.565086, "nauc_map_at_1000_max": 0.275815, "nauc_map_at_1000_std": -0.391498, "nauc_map_at_1000_diff1": 0.565274, "nauc_recall_at_1_max": 0.21391, "nauc_recall_at_1_std": -0.408699, "nauc_recall_at_1_diff1": 0.664609, "nauc_recall_at_3_max": 0.342109, "nauc_recall_at_3_std": -0.439745, "nauc_recall_at_3_diff1": 0.429452, "nauc_recall_at_5_max": 0.346171, "nauc_recall_at_5_std": -0.380215, "nauc_recall_at_5_diff1": 0.430603, "nauc_recall_at_10_max": 0.424715, "nauc_recall_at_10_std": -0.21839, "nauc_recall_at_10_diff1": 0.389451, "nauc_recall_at_20_max": 0.394324, "nauc_recall_at_20_std": -0.130068, "nauc_recall_at_20_diff1": 0.41752, "nauc_recall_at_100_max": 0.498853, "nauc_recall_at_100_std": 0.100784, "nauc_recall_at_100_diff1": 0.445439, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.21391, "nauc_precision_at_1_std": -0.408699, "nauc_precision_at_1_diff1": 0.664609, "nauc_precision_at_3_max": 0.342109, "nauc_precision_at_3_std": -0.439745, "nauc_precision_at_3_diff1": 0.429452, "nauc_precision_at_5_max": 0.346171, "nauc_precision_at_5_std": -0.380215, "nauc_precision_at_5_diff1": 0.430603, "nauc_precision_at_10_max": 0.424715, "nauc_precision_at_10_std": -0.21839, "nauc_precision_at_10_diff1": 0.389451, "nauc_precision_at_20_max": 0.394324, "nauc_precision_at_20_std": -0.130068, "nauc_precision_at_20_diff1": 0.41752, "nauc_precision_at_100_max": 0.498853, "nauc_precision_at_100_std": 0.100784, "nauc_precision_at_100_diff1": 0.445439, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.23286, "nauc_mrr_at_1_std": -0.397715, "nauc_mrr_at_1_diff1": 0.688905, "nauc_mrr_at_3_max": 0.278011, "nauc_mrr_at_3_std": -0.413656, "nauc_mrr_at_3_diff1": 0.576121, "nauc_mrr_at_5_max": 0.281229, "nauc_mrr_at_5_std": -0.403525, "nauc_mrr_at_5_diff1": 0.576382, "nauc_mrr_at_10_max": 0.288406, "nauc_mrr_at_10_std": -0.386457, "nauc_mrr_at_10_diff1": 0.57536, "nauc_mrr_at_20_max": 0.284879, "nauc_mrr_at_20_std": -0.386554, "nauc_mrr_at_20_diff1": 0.579134, "nauc_mrr_at_100_max": 0.285354, "nauc_mrr_at_100_std": -0.386059, "nauc_mrr_at_100_diff1": 0.580142, "nauc_mrr_at_1000_max": 0.285051, "nauc_mrr_at_1000_std": -0.386752, "nauc_mrr_at_1000_diff1": 0.580348, "cv_recall_at_1": 0.43359, "cv_recall_at_3": 0.62109, "cv_recall_at_5": 0.66016, "cv_recall_at_10": 0.73047, "cv_recall_at_20": 0.82422, "cv_recall_at_100": 0.92969, "cv_recall_at_1000": 1.0, "main_score": 0.66016, "hf_subset": "luo_ke", "languages": [ "luo-Latn" ] }, { "ndcg_at_1": 0.22562, "ndcg_at_3": 0.40491, "ndcg_at_5": 0.42337, "ndcg_at_10": 0.44727, "ndcg_at_20": 0.46187, "ndcg_at_100": 0.48977, "ndcg_at_1000": 0.50668, "map_at_1": 0.22562, "map_at_3": 0.36016, "map_at_5": 0.37045, "map_at_10": 0.38029, "map_at_20": 0.38433, "map_at_100": 0.38785, "map_at_1000": 0.38847, "recall_at_1": 0.22562, "recall_at_3": 0.53467, "recall_at_5": 0.57932, "recall_at_10": 0.65335, "recall_at_20": 0.71093, "recall_at_100": 0.86604, "recall_at_1000": 1.0, "accuracy": 0.22562, "precision_at_1": 0.22562, "precision_at_3": 0.17822, "precision_at_5": 0.11586, "precision_at_10": 0.06533, "precision_at_20": 0.03555, "precision_at_100": 0.00866, "precision_at_1000": 0.001, "mrr_at_1": 0.226792, "mrr_at_3": 0.363298, "mrr_at_5": 0.372581, "mrr_at_10": 0.38239, "mrr_at_20": 0.386404, "mrr_at_100": 0.389945, "mrr_at_1000": 0.39055, "nauc_ndcg_at_1_max": 0.33983, "nauc_ndcg_at_1_std": 0.072937, "nauc_ndcg_at_1_diff1": -0.064027, "nauc_ndcg_at_3_max": 0.527198, "nauc_ndcg_at_3_std": 0.091298, "nauc_ndcg_at_3_diff1": -0.16292, "nauc_ndcg_at_5_max": 0.526078, "nauc_ndcg_at_5_std": 0.085183, "nauc_ndcg_at_5_diff1": -0.154003, "nauc_ndcg_at_10_max": 0.526004, "nauc_ndcg_at_10_std": 0.091404, "nauc_ndcg_at_10_diff1": -0.167611, "nauc_ndcg_at_20_max": 0.515385, "nauc_ndcg_at_20_std": 0.08912, "nauc_ndcg_at_20_diff1": -0.162388, "nauc_ndcg_at_100_max": 0.501957, "nauc_ndcg_at_100_std": 0.09342, "nauc_ndcg_at_100_diff1": -0.159358, "nauc_ndcg_at_1000_max": 0.494368, "nauc_ndcg_at_1000_std": 0.088152, "nauc_ndcg_at_1000_diff1": -0.152056, "nauc_map_at_1_max": 0.33983, "nauc_map_at_1_std": 0.072937, "nauc_map_at_1_diff1": -0.064027, "nauc_map_at_3_max": 0.479854, "nauc_map_at_3_std": 0.085285, "nauc_map_at_3_diff1": -0.139732, "nauc_map_at_5_max": 0.478609, "nauc_map_at_5_std": 0.0818, "nauc_map_at_5_diff1": -0.134513, "nauc_map_at_10_max": 0.477802, "nauc_map_at_10_std": 0.084256, "nauc_map_at_10_diff1": -0.139677, "nauc_map_at_20_max": 0.474621, "nauc_map_at_20_std": 0.083766, "nauc_map_at_20_diff1": -0.13792, "nauc_map_at_100_max": 0.472604, "nauc_map_at_100_std": 0.083884, "nauc_map_at_100_diff1": -0.137547, "nauc_map_at_1000_max": 0.472338, "nauc_map_at_1000_std": 0.083776, "nauc_map_at_1000_diff1": -0.137387, "nauc_recall_at_1_max": 0.33983, "nauc_recall_at_1_std": 0.072937, "nauc_recall_at_1_diff1": -0.064027, "nauc_recall_at_3_max": 0.660502, "nauc_recall_at_3_std": 0.108718, "nauc_recall_at_3_diff1": -0.227574, "nauc_recall_at_5_max": 0.664737, "nauc_recall_at_5_std": 0.094809, "nauc_recall_at_5_diff1": -0.20912, "nauc_recall_at_10_max": 0.682785, "nauc_recall_at_10_std": 0.117071, "nauc_recall_at_10_diff1": -0.262202, "nauc_recall_at_20_max": 0.653682, "nauc_recall_at_20_std": 0.108069, "nauc_recall_at_20_diff1": -0.251586, "nauc_recall_at_100_max": 0.626808, "nauc_recall_at_100_std": 0.187324, "nauc_recall_at_100_diff1": -0.291249, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.33983, "nauc_precision_at_1_std": 0.072937, "nauc_precision_at_1_diff1": -0.064027, "nauc_precision_at_3_max": 0.660502, "nauc_precision_at_3_std": 0.108718, "nauc_precision_at_3_diff1": -0.227574, "nauc_precision_at_5_max": 0.664737, "nauc_precision_at_5_std": 0.094809, "nauc_precision_at_5_diff1": -0.20912, "nauc_precision_at_10_max": 0.682785, "nauc_precision_at_10_std": 0.117071, "nauc_precision_at_10_diff1": -0.262202, "nauc_precision_at_20_max": 0.653682, "nauc_precision_at_20_std": 0.108069, "nauc_precision_at_20_diff1": -0.251586, "nauc_precision_at_100_max": 0.626808, "nauc_precision_at_100_std": 0.187324, "nauc_precision_at_100_diff1": -0.291249, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.352178, "nauc_mrr_at_1_std": 0.076882, "nauc_mrr_at_1_diff1": -0.066108, "nauc_mrr_at_3_max": 0.488365, "nauc_mrr_at_3_std": 0.096621, "nauc_mrr_at_3_diff1": -0.138992, "nauc_mrr_at_5_max": 0.486614, "nauc_mrr_at_5_std": 0.090925, "nauc_mrr_at_5_diff1": -0.135598, "nauc_mrr_at_10_max": 0.485976, "nauc_mrr_at_10_std": 0.09329, "nauc_mrr_at_10_diff1": -0.140476, "nauc_mrr_at_20_max": 0.482865, "nauc_mrr_at_20_std": 0.092889, "nauc_mrr_at_20_diff1": -0.138808, "nauc_mrr_at_100_max": 0.480936, "nauc_mrr_at_100_std": 0.093121, "nauc_mrr_at_100_diff1": -0.138469, "nauc_mrr_at_1000_max": 0.480664, "nauc_mrr_at_1000_std": 0.092984, "nauc_mrr_at_1000_diff1": -0.138269, "cv_recall_at_1": 0.22679, "cv_recall_at_3": 0.53819, "cv_recall_at_5": 0.57932, "cv_recall_at_10": 0.65335, "cv_recall_at_20": 0.71093, "cv_recall_at_100": 0.86722, "cv_recall_at_1000": 1.0, "main_score": 0.57932, "hf_subset": "lv_lv", "languages": [ "lvs-Latn" ] }, { "ndcg_at_1": 0.0744, "ndcg_at_3": 0.14819, "ndcg_at_5": 0.16297, "ndcg_at_10": 0.1747, "ndcg_at_20": 0.18758, "ndcg_at_100": 0.21762, "ndcg_at_1000": 0.27801, "map_at_1": 0.0744, "map_at_3": 0.12864, "map_at_5": 0.13687, "map_at_10": 0.14164, "map_at_20": 0.14521, "map_at_100": 0.14888, "map_at_1000": 0.1507, "recall_at_1": 0.0744, "recall_at_3": 0.20536, "recall_at_5": 0.24107, "recall_at_10": 0.27778, "recall_at_20": 0.32837, "recall_at_100": 0.49802, "recall_at_1000": 0.99901, "accuracy": 0.0744, "precision_at_1": 0.0744, "precision_at_3": 0.06845, "precision_at_5": 0.04821, "precision_at_10": 0.02778, "precision_at_20": 0.01642, "precision_at_100": 0.00498, "precision_at_1000": 0.001, "mrr_at_1": 0.077381, "mrr_at_3": 0.131614, "mrr_at_5": 0.138707, "mrr_at_10": 0.144118, "mrr_at_20": 0.147768, "mrr_at_100": 0.151305, "mrr_at_1000": 0.153122, "nauc_ndcg_at_1_max": 0.236839, "nauc_ndcg_at_1_std": -0.209008, "nauc_ndcg_at_1_diff1": 0.062725, "nauc_ndcg_at_3_max": 0.245913, "nauc_ndcg_at_3_std": -0.251222, "nauc_ndcg_at_3_diff1": 0.050707, "nauc_ndcg_at_5_max": 0.202997, "nauc_ndcg_at_5_std": -0.280598, "nauc_ndcg_at_5_diff1": 0.035694, "nauc_ndcg_at_10_max": 0.195443, "nauc_ndcg_at_10_std": -0.275055, "nauc_ndcg_at_10_diff1": 0.031519, "nauc_ndcg_at_20_max": 0.194278, "nauc_ndcg_at_20_std": -0.256842, "nauc_ndcg_at_20_diff1": 0.029365, "nauc_ndcg_at_100_max": 0.179106, "nauc_ndcg_at_100_std": -0.237798, "nauc_ndcg_at_100_diff1": 0.023102, "nauc_ndcg_at_1000_max": 0.193815, "nauc_ndcg_at_1000_std": -0.248664, "nauc_ndcg_at_1000_diff1": 0.031481, "nauc_map_at_1_max": 0.236839, "nauc_map_at_1_std": -0.209008, "nauc_map_at_1_diff1": 0.062725, "nauc_map_at_3_max": 0.24421, "nauc_map_at_3_std": -0.2435, "nauc_map_at_3_diff1": 0.053723, "nauc_map_at_5_max": 0.217068, "nauc_map_at_5_std": -0.262207, "nauc_map_at_5_diff1": 0.04472, "nauc_map_at_10_max": 0.213233, "nauc_map_at_10_std": -0.259991, "nauc_map_at_10_diff1": 0.042344, "nauc_map_at_20_max": 0.212788, "nauc_map_at_20_std": -0.254019, "nauc_map_at_20_diff1": 0.041135, "nauc_map_at_100_max": 0.210108, "nauc_map_at_100_std": -0.251471, "nauc_map_at_100_diff1": 0.040258, "nauc_map_at_1000_max": 0.21035, "nauc_map_at_1000_std": -0.251784, "nauc_map_at_1000_diff1": 0.04073, "nauc_recall_at_1_max": 0.236839, "nauc_recall_at_1_std": -0.209008, "nauc_recall_at_1_diff1": 0.062725, "nauc_recall_at_3_max": 0.249326, "nauc_recall_at_3_std": -0.26665, "nauc_recall_at_3_diff1": 0.044484, "nauc_recall_at_5_max": 0.172486, "nauc_recall_at_5_std": -0.318298, "nauc_recall_at_5_diff1": 0.016537, "nauc_recall_at_10_max": 0.157928, "nauc_recall_at_10_std": -0.303165, "nauc_recall_at_10_diff1": 0.009402, "nauc_recall_at_20_max": 0.156305, "nauc_recall_at_20_std": -0.253183, "nauc_recall_at_20_diff1": 0.006663, "nauc_recall_at_100_max": 0.100808, "nauc_recall_at_100_std": -0.178263, "nauc_recall_at_100_diff1": -0.018574, "nauc_recall_at_1000_max": 0.869252, "nauc_recall_at_1000_std": 0.869252, "nauc_recall_at_1000_diff1": -1.73824, "nauc_precision_at_1_max": 0.236839, "nauc_precision_at_1_std": -0.209008, "nauc_precision_at_1_diff1": 0.062725, "nauc_precision_at_3_max": 0.249326, "nauc_precision_at_3_std": -0.26665, "nauc_precision_at_3_diff1": 0.044484, "nauc_precision_at_5_max": 0.172486, "nauc_precision_at_5_std": -0.318298, "nauc_precision_at_5_diff1": 0.016537, "nauc_precision_at_10_max": 0.157928, "nauc_precision_at_10_std": -0.303165, "nauc_precision_at_10_diff1": 0.009402, "nauc_precision_at_20_max": 0.156305, "nauc_precision_at_20_std": -0.253183, "nauc_precision_at_20_diff1": 0.006663, "nauc_precision_at_100_max": 0.100808, "nauc_precision_at_100_std": -0.178263, "nauc_precision_at_100_diff1": -0.018574, "nauc_precision_at_1000_max": 0.869252, "nauc_precision_at_1000_std": 0.869252, "nauc_precision_at_1000_diff1": -1.73824, "nauc_mrr_at_1_max": 0.213955, "nauc_mrr_at_1_std": -0.227998, "nauc_mrr_at_1_diff1": 0.036419, "nauc_mrr_at_3_max": 0.235691, "nauc_mrr_at_3_std": -0.255432, "nauc_mrr_at_3_diff1": 0.045413, "nauc_mrr_at_5_max": 0.215361, "nauc_mrr_at_5_std": -0.268479, "nauc_mrr_at_5_diff1": 0.0347, "nauc_mrr_at_10_max": 0.207895, "nauc_mrr_at_10_std": -0.268406, "nauc_mrr_at_10_diff1": 0.033585, "nauc_mrr_at_20_max": 0.206642, "nauc_mrr_at_20_std": -0.263196, "nauc_mrr_at_20_diff1": 0.031705, "nauc_mrr_at_100_max": 0.204098, "nauc_mrr_at_100_std": -0.260699, "nauc_mrr_at_100_diff1": 0.03114, "nauc_mrr_at_1000_max": 0.204305, "nauc_mrr_at_1000_std": -0.261053, "nauc_mrr_at_1000_diff1": 0.031561, "cv_recall_at_1": 0.07738, "cv_recall_at_3": 0.20734, "cv_recall_at_5": 0.2381, "cv_recall_at_10": 0.27877, "cv_recall_at_20": 0.33135, "cv_recall_at_100": 0.49802, "cv_recall_at_1000": 0.99901, "main_score": 0.2381, "hf_subset": "mi_nz", "languages": [ "mri-Latn" ] }, { "ndcg_at_1": 0.33402, "ndcg_at_3": 0.67456, "ndcg_at_5": 0.68252, "ndcg_at_10": 0.69027, "ndcg_at_20": 0.69281, "ndcg_at_100": 0.6942, "ndcg_at_1000": 0.69508, "map_at_1": 0.33402, "map_at_3": 0.5865, "map_at_5": 0.59087, "map_at_10": 0.59413, "map_at_20": 0.59479, "map_at_100": 0.59494, "map_at_1000": 0.59497, "recall_at_1": 0.33402, "recall_at_3": 0.93114, "recall_at_5": 0.95067, "recall_at_10": 0.97431, "recall_at_20": 0.98458, "recall_at_100": 0.99281, "recall_at_1000": 1.0, "accuracy": 0.33402, "precision_at_1": 0.33402, "precision_at_3": 0.31038, "precision_at_5": 0.19013, "precision_at_10": 0.09743, "precision_at_20": 0.04923, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.34224, "mrr_at_3": 0.592155, "mrr_at_5": 0.596934, "mrr_at_10": 0.599806, "mrr_at_20": 0.600504, "mrr_at_100": 0.600699, "mrr_at_1000": 0.600728, "nauc_ndcg_at_1_max": 0.048731, "nauc_ndcg_at_1_std": -0.020844, "nauc_ndcg_at_1_diff1": 0.031327, "nauc_ndcg_at_3_max": 0.208213, "nauc_ndcg_at_3_std": 0.058093, "nauc_ndcg_at_3_diff1": 0.048057, "nauc_ndcg_at_5_max": 0.180091, "nauc_ndcg_at_5_std": 0.046095, "nauc_ndcg_at_5_diff1": 0.059239, "nauc_ndcg_at_10_max": 0.14906, "nauc_ndcg_at_10_std": 0.036291, "nauc_ndcg_at_10_diff1": 0.051117, "nauc_ndcg_at_20_max": 0.137821, "nauc_ndcg_at_20_std": 0.029406, "nauc_ndcg_at_20_diff1": 0.051723, "nauc_ndcg_at_100_max": 0.131489, "nauc_ndcg_at_100_std": 0.02695, "nauc_ndcg_at_100_diff1": 0.049893, "nauc_ndcg_at_1000_max": 0.127589, "nauc_ndcg_at_1000_std": 0.024362, "nauc_ndcg_at_1000_diff1": 0.04853, "nauc_map_at_1_max": 0.048731, "nauc_map_at_1_std": -0.020844, "nauc_map_at_1_diff1": 0.031327, "nauc_map_at_3_max": 0.140581, "nauc_map_at_3_std": 0.027744, "nauc_map_at_3_diff1": 0.042382, "nauc_map_at_5_max": 0.126943, "nauc_map_at_5_std": 0.021617, "nauc_map_at_5_diff1": 0.047006, "nauc_map_at_10_max": 0.116074, "nauc_map_at_10_std": 0.018227, "nauc_map_at_10_diff1": 0.044392, "nauc_map_at_20_max": 0.113712, "nauc_map_at_20_std": 0.016718, "nauc_map_at_20_diff1": 0.044715, "nauc_map_at_100_max": 0.113195, "nauc_map_at_100_std": 0.016552, "nauc_map_at_100_diff1": 0.044621, "nauc_map_at_1000_max": 0.113088, "nauc_map_at_1000_std": 0.016488, "nauc_map_at_1000_diff1": 0.044588, "nauc_recall_at_1_max": 0.048731, "nauc_recall_at_1_std": -0.020844, "nauc_recall_at_1_diff1": 0.031327, "nauc_recall_at_3_max": 0.924196, "nauc_recall_at_3_std": 0.375632, "nauc_recall_at_3_diff1": 0.106425, "nauc_recall_at_5_max": 0.938538, "nauc_recall_at_5_std": 0.392237, "nauc_recall_at_5_diff1": 0.240793, "nauc_recall_at_10_max": 0.95164, "nauc_recall_at_10_std": 0.487679, "nauc_recall_at_10_diff1": 0.218161, "nauc_recall_at_20_max": 0.946633, "nauc_recall_at_20_std": 0.465615, "nauc_recall_at_20_diff1": 0.333749, "nauc_recall_at_100_max": 0.922978, "nauc_recall_at_100_std": 0.574375, "nauc_recall_at_100_diff1": 0.351428, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.048731, "nauc_precision_at_1_std": -0.020844, "nauc_precision_at_1_diff1": 0.031327, "nauc_precision_at_3_max": 0.924196, "nauc_precision_at_3_std": 0.375632, "nauc_precision_at_3_diff1": 0.106425, "nauc_precision_at_5_max": 0.938538, "nauc_precision_at_5_std": 0.392237, "nauc_precision_at_5_diff1": 0.240793, "nauc_precision_at_10_max": 0.95164, "nauc_precision_at_10_std": 0.487679, "nauc_precision_at_10_diff1": 0.218161, "nauc_precision_at_20_max": 0.946633, "nauc_precision_at_20_std": 0.465615, "nauc_precision_at_20_diff1": 0.333749, "nauc_precision_at_100_max": 0.922978, "nauc_precision_at_100_std": 0.574375, "nauc_precision_at_100_diff1": 0.351428, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.058207, "nauc_mrr_at_1_std": -0.00244, "nauc_mrr_at_1_diff1": 0.018924, "nauc_mrr_at_3_max": 0.157907, "nauc_mrr_at_3_std": 0.043525, "nauc_mrr_at_3_diff1": 0.038197, "nauc_mrr_at_5_max": 0.143328, "nauc_mrr_at_5_std": 0.03877, "nauc_mrr_at_5_diff1": 0.039729, "nauc_mrr_at_10_max": 0.13401, "nauc_mrr_at_10_std": 0.035399, "nauc_mrr_at_10_diff1": 0.038323, "nauc_mrr_at_20_max": 0.131563, "nauc_mrr_at_20_std": 0.034042, "nauc_mrr_at_20_diff1": 0.038399, "nauc_mrr_at_100_max": 0.130873, "nauc_mrr_at_100_std": 0.033779, "nauc_mrr_at_100_diff1": 0.038549, "nauc_mrr_at_1000_max": 0.130768, "nauc_mrr_at_1000_std": 0.033717, "nauc_mrr_at_1000_diff1": 0.038515, "cv_recall_at_1": 0.34224, "cv_recall_at_3": 0.93114, "cv_recall_at_5": 0.95272, "cv_recall_at_10": 0.97328, "cv_recall_at_20": 0.98356, "cv_recall_at_100": 0.99281, "cv_recall_at_1000": 1.0, "main_score": 0.95272, "hf_subset": "mk_mk", "languages": [ "mkd-Cyrl" ] }, { "ndcg_at_1": 0.17641, "ndcg_at_3": 0.3677, "ndcg_at_5": 0.38665, "ndcg_at_10": 0.41406, "ndcg_at_20": 0.42614, "ndcg_at_100": 0.45532, "ndcg_at_1000": 0.47457, "map_at_1": 0.17641, "map_at_3": 0.31802, "map_at_5": 0.32831, "map_at_10": 0.33966, "map_at_20": 0.34308, "map_at_100": 0.34702, "map_at_1000": 0.34775, "recall_at_1": 0.17641, "recall_at_3": 0.51253, "recall_at_5": 0.5595, "recall_at_10": 0.64405, "recall_at_20": 0.69102, "recall_at_100": 0.84969, "recall_at_1000": 1.0, "accuracy": 0.17641, "precision_at_1": 0.17641, "precision_at_3": 0.17084, "precision_at_5": 0.1119, "precision_at_10": 0.06441, "precision_at_20": 0.03455, "precision_at_100": 0.0085, "precision_at_1000": 0.001, "mrr_at_1": 0.180585, "mrr_at_3": 0.321155, "mrr_at_5": 0.331959, "mrr_at_10": 0.343594, "mrr_at_20": 0.346936, "mrr_at_100": 0.350831, "mrr_at_1000": 0.351561, "nauc_ndcg_at_1_max": 0.288399, "nauc_ndcg_at_1_std": -0.089353, "nauc_ndcg_at_1_diff1": -0.00941, "nauc_ndcg_at_3_max": 0.558175, "nauc_ndcg_at_3_std": -0.059429, "nauc_ndcg_at_3_diff1": 0.053246, "nauc_ndcg_at_5_max": 0.55374, "nauc_ndcg_at_5_std": -0.0684, "nauc_ndcg_at_5_diff1": 0.058726, "nauc_ndcg_at_10_max": 0.531017, "nauc_ndcg_at_10_std": -0.076387, "nauc_ndcg_at_10_diff1": 0.039274, "nauc_ndcg_at_20_max": 0.521275, "nauc_ndcg_at_20_std": -0.072395, "nauc_ndcg_at_20_diff1": 0.033938, "nauc_ndcg_at_100_max": 0.505281, "nauc_ndcg_at_100_std": -0.074661, "nauc_ndcg_at_100_diff1": 0.053178, "nauc_ndcg_at_1000_max": 0.49781, "nauc_ndcg_at_1000_std": -0.072849, "nauc_ndcg_at_1000_diff1": 0.042021, "nauc_map_at_1_max": 0.288399, "nauc_map_at_1_std": -0.089353, "nauc_map_at_1_diff1": -0.00941, "nauc_map_at_3_max": 0.492619, "nauc_map_at_3_std": -0.064571, "nauc_map_at_3_diff1": 0.036379, "nauc_map_at_5_max": 0.489573, "nauc_map_at_5_std": -0.068998, "nauc_map_at_5_diff1": 0.039369, "nauc_map_at_10_max": 0.479373, "nauc_map_at_10_std": -0.072019, "nauc_map_at_10_diff1": 0.03131, "nauc_map_at_20_max": 0.476395, "nauc_map_at_20_std": -0.070986, "nauc_map_at_20_diff1": 0.029893, "nauc_map_at_100_max": 0.473592, "nauc_map_at_100_std": -0.071525, "nauc_map_at_100_diff1": 0.033088, "nauc_map_at_1000_max": 0.473239, "nauc_map_at_1000_std": -0.071509, "nauc_map_at_1000_diff1": 0.032671, "nauc_recall_at_1_max": 0.288399, "nauc_recall_at_1_std": -0.089353, "nauc_recall_at_1_diff1": -0.00941, "nauc_recall_at_3_max": 0.728763, "nauc_recall_at_3_std": -0.046709, "nauc_recall_at_3_diff1": 0.097648, "nauc_recall_at_5_max": 0.726317, "nauc_recall_at_5_std": -0.069337, "nauc_recall_at_5_diff1": 0.112121, "nauc_recall_at_10_max": 0.676088, "nauc_recall_at_10_std": -0.096318, "nauc_recall_at_10_diff1": 0.056003, "nauc_recall_at_20_max": 0.648195, "nauc_recall_at_20_std": -0.080351, "nauc_recall_at_20_diff1": 0.033912, "nauc_recall_at_100_max": 0.60356, "nauc_recall_at_100_std": -0.100773, "nauc_recall_at_100_diff1": 0.204726, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.288399, "nauc_precision_at_1_std": -0.089353, "nauc_precision_at_1_diff1": -0.00941, "nauc_precision_at_3_max": 0.728763, "nauc_precision_at_3_std": -0.046709, "nauc_precision_at_3_diff1": 0.097648, "nauc_precision_at_5_max": 0.726317, "nauc_precision_at_5_std": -0.069337, "nauc_precision_at_5_diff1": 0.112121, "nauc_precision_at_10_max": 0.676088, "nauc_precision_at_10_std": -0.096318, "nauc_precision_at_10_diff1": 0.056003, "nauc_precision_at_20_max": 0.648195, "nauc_precision_at_20_std": -0.080351, "nauc_precision_at_20_diff1": 0.033912, "nauc_precision_at_100_max": 0.60356, "nauc_precision_at_100_std": -0.100773, "nauc_precision_at_100_diff1": 0.204726, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.307859, "nauc_mrr_at_1_std": -0.079462, "nauc_mrr_at_1_diff1": -0.020768, "nauc_mrr_at_3_max": 0.503825, "nauc_mrr_at_3_std": -0.062621, "nauc_mrr_at_3_diff1": 0.051777, "nauc_mrr_at_5_max": 0.501333, "nauc_mrr_at_5_std": -0.066241, "nauc_mrr_at_5_diff1": 0.056215, "nauc_mrr_at_10_max": 0.491012, "nauc_mrr_at_10_std": -0.068697, "nauc_mrr_at_10_diff1": 0.047718, "nauc_mrr_at_20_max": 0.488069, "nauc_mrr_at_20_std": -0.068687, "nauc_mrr_at_20_diff1": 0.045295, "nauc_mrr_at_100_max": 0.48534, "nauc_mrr_at_100_std": -0.069076, "nauc_mrr_at_100_diff1": 0.048718, "nauc_mrr_at_1000_max": 0.485016, "nauc_mrr_at_1000_std": -0.069054, "nauc_mrr_at_1000_diff1": 0.048341, "cv_recall_at_1": 0.18058, "cv_recall_at_3": 0.51044, "cv_recall_at_5": 0.55846, "cv_recall_at_10": 0.64509, "cv_recall_at_20": 0.69207, "cv_recall_at_100": 0.84969, "cv_recall_at_1000": 1.0, "main_score": 0.55846, "hf_subset": "ml_in", "languages": [ "mal-Mlym" ] }, { "ndcg_at_1": 0.10537, "ndcg_at_3": 0.19957, "ndcg_at_5": 0.21784, "ndcg_at_10": 0.23406, "ndcg_at_20": 0.2457, "ndcg_at_100": 0.27414, "ndcg_at_1000": 0.32578, "map_at_1": 0.10537, "map_at_3": 0.17545, "map_at_5": 0.18535, "map_at_10": 0.19198, "map_at_20": 0.19513, "map_at_100": 0.19862, "map_at_1000": 0.20017, "recall_at_1": 0.10537, "recall_at_3": 0.26976, "recall_at_5": 0.31507, "recall_at_10": 0.36565, "recall_at_20": 0.41201, "recall_at_100": 0.57218, "recall_at_1000": 1.0, "accuracy": 0.10537, "precision_at_1": 0.10537, "precision_at_3": 0.08992, "precision_at_5": 0.06301, "precision_at_10": 0.03656, "precision_at_20": 0.0206, "precision_at_100": 0.00572, "precision_at_1000": 0.001, "mrr_at_1": 0.110643, "mrr_at_3": 0.176502, "mrr_at_5": 0.187092, "mrr_at_10": 0.193666, "mrr_at_20": 0.196743, "mrr_at_100": 0.200328, "mrr_at_1000": 0.201875, "nauc_ndcg_at_1_max": 0.233322, "nauc_ndcg_at_1_std": -0.098074, "nauc_ndcg_at_1_diff1": 0.146184, "nauc_ndcg_at_3_max": 0.215643, "nauc_ndcg_at_3_std": -0.167193, "nauc_ndcg_at_3_diff1": 0.205937, "nauc_ndcg_at_5_max": 0.212248, "nauc_ndcg_at_5_std": -0.168349, "nauc_ndcg_at_5_diff1": 0.201867, "nauc_ndcg_at_10_max": 0.206744, "nauc_ndcg_at_10_std": -0.161403, "nauc_ndcg_at_10_diff1": 0.194736, "nauc_ndcg_at_20_max": 0.197411, "nauc_ndcg_at_20_std": -0.161251, "nauc_ndcg_at_20_diff1": 0.184769, "nauc_ndcg_at_100_max": 0.188554, "nauc_ndcg_at_100_std": -0.156965, "nauc_ndcg_at_100_diff1": 0.189719, "nauc_ndcg_at_1000_max": 0.200493, "nauc_ndcg_at_1000_std": -0.153738, "nauc_ndcg_at_1000_diff1": 0.188719, "nauc_map_at_1_max": 0.233322, "nauc_map_at_1_std": -0.098074, "nauc_map_at_1_diff1": 0.146184, "nauc_map_at_3_max": 0.216627, "nauc_map_at_3_std": -0.153426, "nauc_map_at_3_diff1": 0.189959, "nauc_map_at_5_max": 0.214856, "nauc_map_at_5_std": -0.153821, "nauc_map_at_5_diff1": 0.187597, "nauc_map_at_10_max": 0.21221, "nauc_map_at_10_std": -0.150714, "nauc_map_at_10_diff1": 0.184397, "nauc_map_at_20_max": 0.209327, "nauc_map_at_20_std": -0.150684, "nauc_map_at_20_diff1": 0.181349, "nauc_map_at_100_max": 0.208215, "nauc_map_at_100_std": -0.150157, "nauc_map_at_100_diff1": 0.18277, "nauc_map_at_1000_max": 0.208684, "nauc_map_at_1000_std": -0.149757, "nauc_map_at_1000_diff1": 0.182757, "nauc_recall_at_1_max": 0.233322, "nauc_recall_at_1_std": -0.098074, "nauc_recall_at_1_diff1": 0.146184, "nauc_recall_at_3_max": 0.214166, "nauc_recall_at_3_std": -0.197592, "nauc_recall_at_3_diff1": 0.242338, "nauc_recall_at_5_max": 0.206773, "nauc_recall_at_5_std": -0.199745, "nauc_recall_at_5_diff1": 0.232924, "nauc_recall_at_10_max": 0.194065, "nauc_recall_at_10_std": -0.182257, "nauc_recall_at_10_diff1": 0.214991, "nauc_recall_at_20_max": 0.165881, "nauc_recall_at_20_std": -0.181517, "nauc_recall_at_20_diff1": 0.184319, "nauc_recall_at_100_max": 0.119902, "nauc_recall_at_100_std": -0.162769, "nauc_recall_at_100_diff1": 0.197964, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.233322, "nauc_precision_at_1_std": -0.098074, "nauc_precision_at_1_diff1": 0.146184, "nauc_precision_at_3_max": 0.214166, "nauc_precision_at_3_std": -0.197592, "nauc_precision_at_3_diff1": 0.242338, "nauc_precision_at_5_max": 0.206773, "nauc_precision_at_5_std": -0.199745, "nauc_precision_at_5_diff1": 0.232924, "nauc_precision_at_10_max": 0.194065, "nauc_precision_at_10_std": -0.182257, "nauc_precision_at_10_diff1": 0.214991, "nauc_precision_at_20_max": 0.165881, "nauc_precision_at_20_std": -0.181517, "nauc_precision_at_20_diff1": 0.184319, "nauc_precision_at_100_max": 0.119902, "nauc_precision_at_100_std": -0.162769, "nauc_precision_at_100_diff1": 0.197964, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.215937, "nauc_mrr_at_1_std": -0.100905, "nauc_mrr_at_1_diff1": 0.138681, "nauc_mrr_at_3_max": 0.216695, "nauc_mrr_at_3_std": -0.150156, "nauc_mrr_at_3_diff1": 0.188869, "nauc_mrr_at_5_max": 0.207144, "nauc_mrr_at_5_std": -0.153433, "nauc_mrr_at_5_diff1": 0.191162, "nauc_mrr_at_10_max": 0.209313, "nauc_mrr_at_10_std": -0.149229, "nauc_mrr_at_10_diff1": 0.18742, "nauc_mrr_at_20_max": 0.206695, "nauc_mrr_at_20_std": -0.149325, "nauc_mrr_at_20_diff1": 0.184801, "nauc_mrr_at_100_max": 0.205454, "nauc_mrr_at_100_std": -0.148981, "nauc_mrr_at_100_diff1": 0.185456, "nauc_mrr_at_1000_max": 0.205909, "nauc_mrr_at_1000_std": -0.14858, "nauc_mrr_at_1000_diff1": 0.185456, "cv_recall_at_1": 0.11064, "cv_recall_at_3": 0.2687, "cv_recall_at_5": 0.31612, "cv_recall_at_10": 0.36565, "cv_recall_at_20": 0.40991, "cv_recall_at_100": 0.57218, "cv_recall_at_1000": 1.0, "main_score": 0.31612, "hf_subset": "mn_mn", "languages": [ "mon-Cyrl" ] }, { "ndcg_at_1": 0.27685, "ndcg_at_3": 0.5583, "ndcg_at_5": 0.573, "ndcg_at_10": 0.58653, "ndcg_at_20": 0.59788, "ndcg_at_100": 0.61017, "ndcg_at_1000": 0.61518, "map_at_1": 0.27685, "map_at_3": 0.48489, "map_at_5": 0.49287, "map_at_10": 0.49873, "map_at_20": 0.50192, "map_at_100": 0.50358, "map_at_1000": 0.50377, "recall_at_1": 0.27685, "recall_at_3": 0.77241, "recall_at_5": 0.80887, "recall_at_10": 0.84926, "recall_at_20": 0.8936, "recall_at_100": 0.96059, "recall_at_1000": 1.0, "accuracy": 0.27685, "precision_at_1": 0.27685, "precision_at_3": 0.25747, "precision_at_5": 0.16177, "precision_at_10": 0.08493, "precision_at_20": 0.04468, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.296552, "mrr_at_3": 0.497701, "mrr_at_5": 0.505386, "mrr_at_10": 0.511863, "mrr_at_20": 0.515071, "mrr_at_100": 0.516644, "mrr_at_1000": 0.51683, "nauc_ndcg_at_1_max": 0.218086, "nauc_ndcg_at_1_std": 0.078035, "nauc_ndcg_at_1_diff1": -0.129829, "nauc_ndcg_at_3_max": 0.487992, "nauc_ndcg_at_3_std": 0.179107, "nauc_ndcg_at_3_diff1": -0.025257, "nauc_ndcg_at_5_max": 0.474568, "nauc_ndcg_at_5_std": 0.189941, "nauc_ndcg_at_5_diff1": -0.039562, "nauc_ndcg_at_10_max": 0.457547, "nauc_ndcg_at_10_std": 0.182185, "nauc_ndcg_at_10_diff1": -0.044906, "nauc_ndcg_at_20_max": 0.436888, "nauc_ndcg_at_20_std": 0.169994, "nauc_ndcg_at_20_diff1": -0.051998, "nauc_ndcg_at_100_max": 0.41537, "nauc_ndcg_at_100_std": 0.161721, "nauc_ndcg_at_100_diff1": -0.064846, "nauc_ndcg_at_1000_max": 0.404715, "nauc_ndcg_at_1000_std": 0.155562, "nauc_ndcg_at_1000_diff1": -0.068284, "nauc_map_at_1_max": 0.218086, "nauc_map_at_1_std": 0.078035, "nauc_map_at_1_diff1": -0.129829, "nauc_map_at_3_max": 0.397924, "nauc_map_at_3_std": 0.144155, "nauc_map_at_3_diff1": -0.066722, "nauc_map_at_5_max": 0.389454, "nauc_map_at_5_std": 0.148655, "nauc_map_at_5_diff1": -0.075042, "nauc_map_at_10_max": 0.381468, "nauc_map_at_10_std": 0.144855, "nauc_map_at_10_diff1": -0.077486, "nauc_map_at_20_max": 0.37583, "nauc_map_at_20_std": 0.141643, "nauc_map_at_20_diff1": -0.079629, "nauc_map_at_100_max": 0.373041, "nauc_map_at_100_std": 0.140468, "nauc_map_at_100_diff1": -0.081421, "nauc_map_at_1000_max": 0.372705, "nauc_map_at_1000_std": 0.140302, "nauc_map_at_1000_diff1": -0.081488, "nauc_recall_at_1_max": 0.218086, "nauc_recall_at_1_std": 0.078035, "nauc_recall_at_1_diff1": -0.129829, "nauc_recall_at_3_max": 0.863687, "nauc_recall_at_3_std": 0.325492, "nauc_recall_at_3_diff1": 0.150858, "nauc_recall_at_5_max": 0.873152, "nauc_recall_at_5_std": 0.387583, "nauc_recall_at_5_diff1": 0.129306, "nauc_recall_at_10_max": 0.882222, "nauc_recall_at_10_std": 0.396831, "nauc_recall_at_10_diff1": 0.140587, "nauc_recall_at_20_max": 0.853837, "nauc_recall_at_20_std": 0.366112, "nauc_recall_at_20_diff1": 0.14824, "nauc_recall_at_100_max": 0.888496, "nauc_recall_at_100_std": 0.447225, "nauc_recall_at_100_diff1": 0.105642, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.218086, "nauc_precision_at_1_std": 0.078035, "nauc_precision_at_1_diff1": -0.129829, "nauc_precision_at_3_max": 0.863687, "nauc_precision_at_3_std": 0.325492, "nauc_precision_at_3_diff1": 0.150858, "nauc_precision_at_5_max": 0.873152, "nauc_precision_at_5_std": 0.387583, "nauc_precision_at_5_diff1": 0.129306, "nauc_precision_at_10_max": 0.882222, "nauc_precision_at_10_std": 0.396831, "nauc_precision_at_10_diff1": 0.140587, "nauc_precision_at_20_max": 0.853837, "nauc_precision_at_20_std": 0.366112, "nauc_precision_at_20_diff1": 0.14824, "nauc_precision_at_100_max": 0.888496, "nauc_precision_at_100_std": 0.447225, "nauc_precision_at_100_diff1": 0.105642, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.246347, "nauc_mrr_at_1_std": 0.092493, "nauc_mrr_at_1_diff1": -0.10187, "nauc_mrr_at_3_max": 0.429371, "nauc_mrr_at_3_std": 0.164671, "nauc_mrr_at_3_diff1": -0.004963, "nauc_mrr_at_5_max": 0.422938, "nauc_mrr_at_5_std": 0.166082, "nauc_mrr_at_5_diff1": -0.009908, "nauc_mrr_at_10_max": 0.414115, "nauc_mrr_at_10_std": 0.164906, "nauc_mrr_at_10_diff1": -0.01244, "nauc_mrr_at_20_max": 0.40879, "nauc_mrr_at_20_std": 0.161917, "nauc_mrr_at_20_diff1": -0.01334, "nauc_mrr_at_100_max": 0.406377, "nauc_mrr_at_100_std": 0.161087, "nauc_mrr_at_100_diff1": -0.014767, "nauc_mrr_at_1000_max": 0.406068, "nauc_mrr_at_1000_std": 0.160937, "nauc_mrr_at_1000_diff1": -0.014789, "cv_recall_at_1": 0.29655, "cv_recall_at_3": 0.77044, "cv_recall_at_5": 0.80591, "cv_recall_at_10": 0.85025, "cv_recall_at_20": 0.89557, "cv_recall_at_100": 0.96059, "cv_recall_at_1000": 1.0, "main_score": 0.80591, "hf_subset": "mr_in", "languages": [ "mar-Deva" ] }, { "ndcg_at_1": 0.44593, "ndcg_at_3": 0.76913, "ndcg_at_5": 0.77079, "ndcg_at_10": 0.77124, "ndcg_at_20": 0.77155, "ndcg_at_100": 0.77155, "ndcg_at_1000": 0.77173, "map_at_1": 0.44593, "map_at_3": 0.69181, "map_at_5": 0.69275, "map_at_10": 0.69294, "map_at_20": 0.69301, "map_at_100": 0.69301, "map_at_1000": 0.69301, "recall_at_1": 0.44593, "recall_at_3": 0.99199, "recall_at_5": 0.99599, "recall_at_10": 0.99733, "recall_at_20": 0.99866, "recall_at_100": 0.99866, "recall_at_1000": 1.0, "accuracy": 0.44593, "precision_at_1": 0.44593, "precision_at_3": 0.33066, "precision_at_5": 0.1992, "precision_at_10": 0.09973, "precision_at_20": 0.04993, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.445928, "mrr_at_3": 0.692256, "mrr_at_5": 0.692857, "mrr_at_10": 0.693048, "mrr_at_20": 0.693118, "mrr_at_100": 0.693118, "mrr_at_1000": 0.693126, "nauc_ndcg_at_1_max": 0.006539, "nauc_ndcg_at_1_std": -0.075624, "nauc_ndcg_at_1_diff1": 0.220733, "nauc_ndcg_at_3_max": 0.010595, "nauc_ndcg_at_3_std": -0.069328, "nauc_ndcg_at_3_diff1": 0.210096, "nauc_ndcg_at_5_max": 0.00046, "nauc_ndcg_at_5_std": -0.076469, "nauc_ndcg_at_5_diff1": 0.218228, "nauc_ndcg_at_10_max": -0.002414, "nauc_ndcg_at_10_std": -0.078765, "nauc_ndcg_at_10_diff1": 0.217827, "nauc_ndcg_at_20_max": -0.004418, "nauc_ndcg_at_20_std": -0.080366, "nauc_ndcg_at_20_diff1": 0.221737, "nauc_ndcg_at_100_max": -0.004418, "nauc_ndcg_at_100_std": -0.080366, "nauc_ndcg_at_100_diff1": 0.221737, "nauc_ndcg_at_1000_max": -0.00559, "nauc_ndcg_at_1000_std": -0.081627, "nauc_ndcg_at_1000_diff1": 0.220981, "nauc_map_at_1_max": 0.006539, "nauc_map_at_1_std": -0.075624, "nauc_map_at_1_diff1": 0.220733, "nauc_map_at_3_max": -0.000906, "nauc_map_at_3_std": -0.078774, "nauc_map_at_3_diff1": 0.217107, "nauc_map_at_5_max": -0.00521, "nauc_map_at_5_std": -0.081753, "nauc_map_at_5_diff1": 0.220699, "nauc_map_at_10_max": -0.006136, "nauc_map_at_10_std": -0.082494, "nauc_map_at_10_diff1": 0.220573, "nauc_map_at_20_max": -0.006478, "nauc_map_at_20_std": -0.082767, "nauc_map_at_20_diff1": 0.221238, "nauc_map_at_100_max": -0.006478, "nauc_map_at_100_std": -0.082767, "nauc_map_at_100_diff1": 0.221238, "nauc_map_at_1000_max": -0.006516, "nauc_map_at_1000_std": -0.082809, "nauc_map_at_1000_diff1": 0.221213, "nauc_recall_at_1_max": 0.006539, "nauc_recall_at_1_std": -0.075624, "nauc_recall_at_1_diff1": 0.220733, "nauc_recall_at_3_max": 0.97821, "nauc_recall_at_3_std": 0.712223, "nauc_recall_at_3_diff1": -0.34354, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.814769, "nauc_recall_at_5_diff1": -0.170169, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.861077, "nauc_recall_at_10_diff1": -0.434122, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.869262, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869262, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.006539, "nauc_precision_at_1_std": -0.075624, "nauc_precision_at_1_diff1": 0.220733, "nauc_precision_at_3_max": 0.97821, "nauc_precision_at_3_std": 0.712223, "nauc_precision_at_3_diff1": -0.34354, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.814769, "nauc_precision_at_5_diff1": -0.170169, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.861077, "nauc_precision_at_10_diff1": -0.434122, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.869262, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869262, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.084106, "nauc_mrr_at_1_std": -0.110133, "nauc_mrr_at_1_diff1": 0.247909, "nauc_mrr_at_3_max": -0.080685, "nauc_mrr_at_3_std": -0.110118, "nauc_mrr_at_3_diff1": 0.241424, "nauc_mrr_at_5_max": -0.083821, "nauc_mrr_at_5_std": -0.112208, "nauc_mrr_at_5_diff1": 0.243883, "nauc_mrr_at_10_max": -0.08482, "nauc_mrr_at_10_std": -0.112977, "nauc_mrr_at_10_diff1": 0.243778, "nauc_mrr_at_20_max": -0.085188, "nauc_mrr_at_20_std": -0.113261, "nauc_mrr_at_20_diff1": 0.244452, "nauc_mrr_at_100_max": -0.085188, "nauc_mrr_at_100_std": -0.113261, "nauc_mrr_at_100_diff1": 0.244452, "nauc_mrr_at_1000_max": -0.08523, "nauc_mrr_at_1000_std": -0.113304, "nauc_mrr_at_1000_diff1": 0.244428, "cv_recall_at_1": 0.44593, "cv_recall_at_3": 0.99332, "cv_recall_at_5": 0.99599, "cv_recall_at_10": 0.99733, "cv_recall_at_20": 0.99866, "cv_recall_at_100": 0.99866, "cv_recall_at_1000": 1.0, "main_score": 0.99599, "hf_subset": "ms_my", "languages": [ "msa-Latn" ] }, { "ndcg_at_1": 0.33693, "ndcg_at_3": 0.64213, "ndcg_at_5": 0.65179, "ndcg_at_10": 0.66593, "ndcg_at_20": 0.67139, "ndcg_at_100": 0.6755, "ndcg_at_1000": 0.67806, "map_at_1": 0.33693, "map_at_3": 0.56371, "map_at_5": 0.56901, "map_at_10": 0.57494, "map_at_20": 0.57644, "map_at_100": 0.57706, "map_at_1000": 0.57717, "recall_at_1": 0.33693, "recall_at_3": 0.87041, "recall_at_5": 0.89417, "recall_at_10": 0.93737, "recall_at_20": 0.95896, "recall_at_100": 0.98056, "recall_at_1000": 1.0, "accuracy": 0.33693, "precision_at_1": 0.33693, "precision_at_3": 0.29014, "precision_at_5": 0.17883, "precision_at_10": 0.09374, "precision_at_20": 0.04795, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.328294, "mrr_at_3": 0.561195, "mrr_at_5": 0.566757, "mrr_at_10": 0.572462, "mrr_at_20": 0.574185, "mrr_at_100": 0.57466, "mrr_at_1000": 0.574769, "nauc_ndcg_at_1_max": 0.135177, "nauc_ndcg_at_1_std": -0.031428, "nauc_ndcg_at_1_diff1": 0.02092, "nauc_ndcg_at_3_max": 0.365037, "nauc_ndcg_at_3_std": -0.008639, "nauc_ndcg_at_3_diff1": -0.013829, "nauc_ndcg_at_5_max": 0.346863, "nauc_ndcg_at_5_std": 0.00442, "nauc_ndcg_at_5_diff1": -0.013059, "nauc_ndcg_at_10_max": 0.313348, "nauc_ndcg_at_10_std": -0.010444, "nauc_ndcg_at_10_diff1": -0.006149, "nauc_ndcg_at_20_max": 0.29904, "nauc_ndcg_at_20_std": -0.000216, "nauc_ndcg_at_20_diff1": -0.012059, "nauc_ndcg_at_100_max": 0.28615, "nauc_ndcg_at_100_std": -0.002536, "nauc_ndcg_at_100_diff1": -0.005931, "nauc_ndcg_at_1000_max": 0.277688, "nauc_ndcg_at_1000_std": -0.00937, "nauc_ndcg_at_1000_diff1": -0.00532, "nauc_map_at_1_max": 0.135177, "nauc_map_at_1_std": -0.031428, "nauc_map_at_1_diff1": 0.02092, "nauc_map_at_3_max": 0.282975, "nauc_map_at_3_std": -0.017882, "nauc_map_at_3_diff1": -0.004544, "nauc_map_at_5_max": 0.272949, "nauc_map_at_5_std": -0.012138, "nauc_map_at_5_diff1": -0.003658, "nauc_map_at_10_max": 0.259873, "nauc_map_at_10_std": -0.017835, "nauc_map_at_10_diff1": -0.001485, "nauc_map_at_20_max": 0.25645, "nauc_map_at_20_std": -0.015444, "nauc_map_at_20_diff1": -0.002572, "nauc_map_at_100_max": 0.254826, "nauc_map_at_100_std": -0.015758, "nauc_map_at_100_diff1": -0.001722, "nauc_map_at_1000_max": 0.254536, "nauc_map_at_1000_std": -0.015987, "nauc_map_at_1000_diff1": -0.001728, "nauc_recall_at_1_max": 0.135177, "nauc_recall_at_1_std": -0.031428, "nauc_recall_at_1_diff1": 0.02092, "nauc_recall_at_3_max": 0.876699, "nauc_recall_at_3_std": 0.049855, "nauc_recall_at_3_diff1": -0.06929, "nauc_recall_at_5_max": 0.883708, "nauc_recall_at_5_std": 0.131299, "nauc_recall_at_5_diff1": -0.079939, "nauc_recall_at_10_max": 0.904035, "nauc_recall_at_10_std": 0.070741, "nauc_recall_at_10_diff1": -0.04601, "nauc_recall_at_20_max": 0.932473, "nauc_recall_at_20_std": 0.305107, "nauc_recall_at_20_diff1": -0.191704, "nauc_recall_at_100_max": 0.940071, "nauc_recall_at_100_std": 0.521028, "nauc_recall_at_100_diff1": -0.077459, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.135177, "nauc_precision_at_1_std": -0.031428, "nauc_precision_at_1_diff1": 0.02092, "nauc_precision_at_3_max": 0.876699, "nauc_precision_at_3_std": 0.049855, "nauc_precision_at_3_diff1": -0.06929, "nauc_precision_at_5_max": 0.883708, "nauc_precision_at_5_std": 0.131299, "nauc_precision_at_5_diff1": -0.079939, "nauc_precision_at_10_max": 0.904035, "nauc_precision_at_10_std": 0.070741, "nauc_precision_at_10_diff1": -0.04601, "nauc_precision_at_20_max": 0.932473, "nauc_precision_at_20_std": 0.305107, "nauc_precision_at_20_diff1": -0.191704, "nauc_precision_at_100_max": 0.940071, "nauc_precision_at_100_std": 0.521028, "nauc_precision_at_100_diff1": -0.077459, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.132287, "nauc_mrr_at_1_std": -0.019658, "nauc_mrr_at_1_diff1": 0.035402, "nauc_mrr_at_3_max": 0.273596, "nauc_mrr_at_3_std": -0.017336, "nauc_mrr_at_3_diff1": 0.023957, "nauc_mrr_at_5_max": 0.263947, "nauc_mrr_at_5_std": -0.0146, "nauc_mrr_at_5_diff1": 0.024958, "nauc_mrr_at_10_max": 0.251288, "nauc_mrr_at_10_std": -0.014845, "nauc_mrr_at_10_diff1": 0.026644, "nauc_mrr_at_20_max": 0.247171, "nauc_mrr_at_20_std": -0.012787, "nauc_mrr_at_20_diff1": 0.026259, "nauc_mrr_at_100_max": 0.245923, "nauc_mrr_at_100_std": -0.012844, "nauc_mrr_at_100_diff1": 0.026801, "nauc_mrr_at_1000_max": 0.245627, "nauc_mrr_at_1000_std": -0.013074, "nauc_mrr_at_1000_diff1": 0.026807, "cv_recall_at_1": 0.32829, "cv_recall_at_3": 0.87041, "cv_recall_at_5": 0.89525, "cv_recall_at_10": 0.93629, "cv_recall_at_20": 0.9622, "cv_recall_at_100": 0.98056, "cv_recall_at_1000": 1.0, "main_score": 0.89525, "hf_subset": "mt_mt", "languages": [ "mlt-Latn" ] }, { "ndcg_at_1": 0.01477, "ndcg_at_3": 0.03249, "ndcg_at_5": 0.03949, "ndcg_at_10": 0.04558, "ndcg_at_20": 0.05543, "ndcg_at_100": 0.0867, "ndcg_at_1000": 0.16984, "map_at_1": 0.01477, "map_at_3": 0.02803, "map_at_5": 0.03189, "map_at_10": 0.03432, "map_at_20": 0.03692, "map_at_100": 0.04086, "map_at_1000": 0.04311, "recall_at_1": 0.01477, "recall_at_3": 0.04545, "recall_at_5": 0.0625, "recall_at_10": 0.08182, "recall_at_20": 0.12159, "recall_at_100": 0.29545, "recall_at_1000": 1.0, "accuracy": 0.01477, "precision_at_1": 0.01477, "precision_at_3": 0.01515, "precision_at_5": 0.0125, "precision_at_10": 0.00818, "precision_at_20": 0.00608, "precision_at_100": 0.00295, "precision_at_1000": 0.001, "mrr_at_1": 0.018182, "mrr_at_3": 0.029356, "mrr_at_5": 0.033504, "mrr_at_10": 0.035919, "mrr_at_20": 0.038455, "mrr_at_100": 0.042467, "mrr_at_1000": 0.044714, "nauc_ndcg_at_1_max": 0.433015, "nauc_ndcg_at_1_std": -0.177581, "nauc_ndcg_at_1_diff1": -0.252482, "nauc_ndcg_at_3_max": 0.283609, "nauc_ndcg_at_3_std": -0.009356, "nauc_ndcg_at_3_diff1": -0.198379, "nauc_ndcg_at_5_max": 0.219559, "nauc_ndcg_at_5_std": -0.010292, "nauc_ndcg_at_5_diff1": -0.165707, "nauc_ndcg_at_10_max": 0.175406, "nauc_ndcg_at_10_std": 0.002915, "nauc_ndcg_at_10_diff1": -0.155625, "nauc_ndcg_at_20_max": 0.170532, "nauc_ndcg_at_20_std": 0.026521, "nauc_ndcg_at_20_diff1": -0.126638, "nauc_ndcg_at_100_max": 0.098869, "nauc_ndcg_at_100_std": 0.011478, "nauc_ndcg_at_100_diff1": -0.089731, "nauc_ndcg_at_1000_max": 0.1287, "nauc_ndcg_at_1000_std": 0.001344, "nauc_ndcg_at_1000_diff1": -0.112424, "nauc_map_at_1_max": 0.433015, "nauc_map_at_1_std": -0.177581, "nauc_map_at_1_diff1": -0.252482, "nauc_map_at_3_max": 0.310521, "nauc_map_at_3_std": -0.029578, "nauc_map_at_3_diff1": -0.206149, "nauc_map_at_5_max": 0.261809, "nauc_map_at_5_std": -0.026159, "nauc_map_at_5_diff1": -0.183868, "nauc_map_at_10_max": 0.235975, "nauc_map_at_10_std": -0.01865, "nauc_map_at_10_diff1": -0.177363, "nauc_map_at_20_max": 0.23159, "nauc_map_at_20_std": -0.007965, "nauc_map_at_20_diff1": -0.164282, "nauc_map_at_100_max": 0.211245, "nauc_map_at_100_std": -0.010023, "nauc_map_at_100_diff1": -0.152759, "nauc_map_at_1000_max": 0.209538, "nauc_map_at_1000_std": -0.011207, "nauc_map_at_1000_diff1": -0.153019, "nauc_recall_at_1_max": 0.433015, "nauc_recall_at_1_std": -0.177581, "nauc_recall_at_1_diff1": -0.252482, "nauc_recall_at_3_max": 0.2337, "nauc_recall_at_3_std": 0.026335, "nauc_recall_at_3_diff1": -0.184324, "nauc_recall_at_5_max": 0.152128, "nauc_recall_at_5_std": 0.011757, "nauc_recall_at_5_diff1": -0.135703, "nauc_recall_at_10_max": 0.089046, "nauc_recall_at_10_std": 0.031363, "nauc_recall_at_10_diff1": -0.124814, "nauc_recall_at_20_max": 0.101446, "nauc_recall_at_20_std": 0.067435, "nauc_recall_at_20_diff1": -0.079853, "nauc_recall_at_100_max": -0.006369, "nauc_recall_at_100_std": 0.022207, "nauc_recall_at_100_diff1": -0.029536, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.433015, "nauc_precision_at_1_std": -0.177581, "nauc_precision_at_1_diff1": -0.252482, "nauc_precision_at_3_max": 0.2337, "nauc_precision_at_3_std": 0.026335, "nauc_precision_at_3_diff1": -0.184324, "nauc_precision_at_5_max": 0.152128, "nauc_precision_at_5_std": 0.011757, "nauc_precision_at_5_diff1": -0.135703, "nauc_precision_at_10_max": 0.089046, "nauc_precision_at_10_std": 0.031363, "nauc_precision_at_10_diff1": -0.124814, "nauc_precision_at_20_max": 0.101446, "nauc_precision_at_20_std": 0.067435, "nauc_precision_at_20_diff1": -0.079853, "nauc_precision_at_100_max": -0.006369, "nauc_precision_at_100_std": 0.022207, "nauc_precision_at_100_diff1": -0.029536, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.378689, "nauc_mrr_at_1_std": -0.074406, "nauc_mrr_at_1_diff1": -0.308207, "nauc_mrr_at_3_max": 0.30535, "nauc_mrr_at_3_std": -0.01892, "nauc_mrr_at_3_diff1": -0.238267, "nauc_mrr_at_5_max": 0.256082, "nauc_mrr_at_5_std": -0.0207, "nauc_mrr_at_5_diff1": -0.209535, "nauc_mrr_at_10_max": 0.232643, "nauc_mrr_at_10_std": -0.015511, "nauc_mrr_at_10_diff1": -0.20104, "nauc_mrr_at_20_max": 0.228455, "nauc_mrr_at_20_std": -0.005976, "nauc_mrr_at_20_diff1": -0.186893, "nauc_mrr_at_100_max": 0.208918, "nauc_mrr_at_100_std": -0.00772, "nauc_mrr_at_100_diff1": -0.175406, "nauc_mrr_at_1000_max": 0.207248, "nauc_mrr_at_1000_std": -0.008843, "nauc_mrr_at_1000_diff1": -0.175818, "cv_recall_at_1": 0.01818, "cv_recall_at_3": 0.04432, "cv_recall_at_5": 0.0625, "cv_recall_at_10": 0.08182, "cv_recall_at_20": 0.12045, "cv_recall_at_100": 0.29545, "cv_recall_at_1000": 1.0, "main_score": 0.0625, "hf_subset": "my_mm", "languages": [ "mya-Mymr" ] }, { "ndcg_at_1": 0.61625, "ndcg_at_3": 0.79064, "ndcg_at_5": 0.79884, "ndcg_at_10": 0.80814, "ndcg_at_20": 0.81361, "ndcg_at_100": 0.81706, "ndcg_at_1000": 0.81817, "map_at_1": 0.61625, "map_at_3": 0.75163, "map_at_5": 0.75626, "map_at_10": 0.76023, "map_at_20": 0.76162, "map_at_100": 0.76204, "map_at_1000": 0.76208, "recall_at_1": 0.61625, "recall_at_3": 0.90196, "recall_at_5": 0.92157, "recall_at_10": 0.94958, "recall_at_20": 0.97199, "recall_at_100": 0.9916, "recall_at_1000": 1.0, "accuracy": 0.61625, "precision_at_1": 0.61625, "precision_at_3": 0.30065, "precision_at_5": 0.18431, "precision_at_10": 0.09496, "precision_at_20": 0.0486, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.613445, "mrr_at_3": 0.751167, "mrr_at_5": 0.755089, "mrr_at_10": 0.759101, "mrr_at_20": 0.760492, "mrr_at_100": 0.760908, "mrr_at_1000": 0.760953, "nauc_ndcg_at_1_max": 0.27712, "nauc_ndcg_at_1_std": -0.018181, "nauc_ndcg_at_1_diff1": 0.681386, "nauc_ndcg_at_3_max": 0.50535, "nauc_ndcg_at_3_std": 0.177336, "nauc_ndcg_at_3_diff1": 0.583489, "nauc_ndcg_at_5_max": 0.489115, "nauc_ndcg_at_5_std": 0.164716, "nauc_ndcg_at_5_diff1": 0.582679, "nauc_ndcg_at_10_max": 0.464763, "nauc_ndcg_at_10_std": 0.153214, "nauc_ndcg_at_10_diff1": 0.586976, "nauc_ndcg_at_20_max": 0.446652, "nauc_ndcg_at_20_std": 0.139233, "nauc_ndcg_at_20_diff1": 0.597343, "nauc_ndcg_at_100_max": 0.435433, "nauc_ndcg_at_100_std": 0.12472, "nauc_ndcg_at_100_diff1": 0.607092, "nauc_ndcg_at_1000_max": 0.431312, "nauc_ndcg_at_1000_std": 0.118332, "nauc_ndcg_at_1000_diff1": 0.607652, "nauc_map_at_1_max": 0.27712, "nauc_map_at_1_std": -0.018181, "nauc_map_at_1_diff1": 0.681386, "nauc_map_at_3_max": 0.434686, "nauc_map_at_3_std": 0.114071, "nauc_map_at_3_diff1": 0.612731, "nauc_map_at_5_max": 0.425341, "nauc_map_at_5_std": 0.106654, "nauc_map_at_5_diff1": 0.61284, "nauc_map_at_10_max": 0.415677, "nauc_map_at_10_std": 0.1014, "nauc_map_at_10_diff1": 0.614962, "nauc_map_at_20_max": 0.411682, "nauc_map_at_20_std": 0.098217, "nauc_map_at_20_diff1": 0.617252, "nauc_map_at_100_max": 0.410555, "nauc_map_at_100_std": 0.096746, "nauc_map_at_100_diff1": 0.618239, "nauc_map_at_1000_max": 0.41042, "nauc_map_at_1000_std": 0.09654, "nauc_map_at_1000_diff1": 0.618252, "nauc_recall_at_1_max": 0.27712, "nauc_recall_at_1_std": -0.018181, "nauc_recall_at_1_diff1": 0.681386, "nauc_recall_at_3_max": 0.929819, "nauc_recall_at_3_std": 0.560094, "nauc_recall_at_3_diff1": 0.408914, "nauc_recall_at_5_max": 0.951372, "nauc_recall_at_5_std": 0.589666, "nauc_recall_at_5_diff1": 0.362855, "nauc_recall_at_10_max": 0.970924, "nauc_recall_at_10_std": 0.716474, "nauc_recall_at_10_diff1": 0.281711, "nauc_recall_at_20_max": 0.960748, "nauc_recall_at_20_std": 0.846666, "nauc_recall_at_20_diff1": 0.274855, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.522673, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.27712, "nauc_precision_at_1_std": -0.018181, "nauc_precision_at_1_diff1": 0.681386, "nauc_precision_at_3_max": 0.929819, "nauc_precision_at_3_std": 0.560094, "nauc_precision_at_3_diff1": 0.408914, "nauc_precision_at_5_max": 0.951372, "nauc_precision_at_5_std": 0.589666, "nauc_precision_at_5_diff1": 0.362855, "nauc_precision_at_10_max": 0.970924, "nauc_precision_at_10_std": 0.716474, "nauc_precision_at_10_diff1": 0.281711, "nauc_precision_at_20_max": 0.960748, "nauc_precision_at_20_std": 0.846666, "nauc_precision_at_20_diff1": 0.274855, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.522673, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.281481, "nauc_mrr_at_1_std": 0.01508, "nauc_mrr_at_1_diff1": 0.679609, "nauc_mrr_at_3_max": 0.435365, "nauc_mrr_at_3_std": 0.137013, "nauc_mrr_at_3_diff1": 0.610526, "nauc_mrr_at_5_max": 0.426787, "nauc_mrr_at_5_std": 0.129671, "nauc_mrr_at_5_diff1": 0.611472, "nauc_mrr_at_10_max": 0.417711, "nauc_mrr_at_10_std": 0.125881, "nauc_mrr_at_10_diff1": 0.613656, "nauc_mrr_at_20_max": 0.413741, "nauc_mrr_at_20_std": 0.122877, "nauc_mrr_at_20_diff1": 0.615931, "nauc_mrr_at_100_max": 0.412621, "nauc_mrr_at_100_std": 0.121463, "nauc_mrr_at_100_diff1": 0.616913, "nauc_mrr_at_1000_max": 0.412487, "nauc_mrr_at_1000_std": 0.121263, "nauc_mrr_at_1000_diff1": 0.616926, "cv_recall_at_1": 0.61345, "cv_recall_at_3": 0.90476, "cv_recall_at_5": 0.92157, "cv_recall_at_10": 0.94958, "cv_recall_at_20": 0.97199, "cv_recall_at_100": 0.9916, "cv_recall_at_1000": 1.0, "main_score": 0.92157, "hf_subset": "nb_no", "languages": [ "nob-Latn" ] }, { "ndcg_at_1": 0.35675, "ndcg_at_3": 0.59772, "ndcg_at_5": 0.61271, "ndcg_at_10": 0.62581, "ndcg_at_20": 0.63569, "ndcg_at_100": 0.64955, "ndcg_at_1000": 0.65494, "map_at_1": 0.35675, "map_at_3": 0.53949, "map_at_5": 0.54761, "map_at_10": 0.55312, "map_at_20": 0.55591, "map_at_100": 0.55763, "map_at_1000": 0.55785, "recall_at_1": 0.35675, "recall_at_3": 0.76584, "recall_at_5": 0.80303, "recall_at_10": 0.84298, "recall_at_20": 0.88154, "recall_at_100": 0.95868, "recall_at_1000": 1.0, "accuracy": 0.35675, "precision_at_1": 0.35675, "precision_at_3": 0.25528, "precision_at_5": 0.16061, "precision_at_10": 0.0843, "precision_at_20": 0.04408, "precision_at_100": 0.00959, "precision_at_1000": 0.001, "mrr_at_1": 0.349862, "mrr_at_3": 0.534435, "mrr_at_5": 0.543251, "mrr_at_10": 0.549852, "mrr_at_20": 0.55199, "mrr_at_100": 0.553844, "mrr_at_1000": 0.554067, "nauc_ndcg_at_1_max": 0.293492, "nauc_ndcg_at_1_std": 0.079808, "nauc_ndcg_at_1_diff1": 0.02233, "nauc_ndcg_at_3_max": 0.535909, "nauc_ndcg_at_3_std": 0.229228, "nauc_ndcg_at_3_diff1": 0.025349, "nauc_ndcg_at_5_max": 0.524729, "nauc_ndcg_at_5_std": 0.240215, "nauc_ndcg_at_5_diff1": 0.013974, "nauc_ndcg_at_10_max": 0.513645, "nauc_ndcg_at_10_std": 0.240122, "nauc_ndcg_at_10_diff1": 0.013155, "nauc_ndcg_at_20_max": 0.503664, "nauc_ndcg_at_20_std": 0.235154, "nauc_ndcg_at_20_diff1": 0.013325, "nauc_ndcg_at_100_max": 0.482761, "nauc_ndcg_at_100_std": 0.217225, "nauc_ndcg_at_100_diff1": 0.009428, "nauc_ndcg_at_1000_max": 0.472968, "nauc_ndcg_at_1000_std": 0.205908, "nauc_ndcg_at_1000_diff1": 0.014199, "nauc_map_at_1_max": 0.293492, "nauc_map_at_1_std": 0.079808, "nauc_map_at_1_diff1": 0.02233, "nauc_map_at_3_max": 0.462234, "nauc_map_at_3_std": 0.182023, "nauc_map_at_3_diff1": 0.023339, "nauc_map_at_5_max": 0.455286, "nauc_map_at_5_std": 0.186533, "nauc_map_at_5_diff1": 0.017628, "nauc_map_at_10_max": 0.450061, "nauc_map_at_10_std": 0.185831, "nauc_map_at_10_diff1": 0.017755, "nauc_map_at_20_max": 0.447039, "nauc_map_at_20_std": 0.18413, "nauc_map_at_20_diff1": 0.017897, "nauc_map_at_100_max": 0.444591, "nauc_map_at_100_std": 0.181988, "nauc_map_at_100_diff1": 0.01732, "nauc_map_at_1000_max": 0.444241, "nauc_map_at_1000_std": 0.18156, "nauc_map_at_1000_diff1": 0.017455, "nauc_recall_at_1_max": 0.293492, "nauc_recall_at_1_std": 0.079808, "nauc_recall_at_1_diff1": 0.02233, "nauc_recall_at_3_max": 0.836946, "nauc_recall_at_3_std": 0.423093, "nauc_recall_at_3_diff1": 0.03416, "nauc_recall_at_5_max": 0.841262, "nauc_recall_at_5_std": 0.490461, "nauc_recall_at_5_diff1": -0.004574, "nauc_recall_at_10_max": 0.856943, "nauc_recall_at_10_std": 0.545668, "nauc_recall_at_10_diff1": -0.016897, "nauc_recall_at_20_max": 0.87504, "nauc_recall_at_20_std": 0.593574, "nauc_recall_at_20_diff1": -0.025339, "nauc_recall_at_100_max": 0.89453, "nauc_recall_at_100_std": 0.683857, "nauc_recall_at_100_diff1": -0.199149, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.293492, "nauc_precision_at_1_std": 0.079808, "nauc_precision_at_1_diff1": 0.02233, "nauc_precision_at_3_max": 0.836946, "nauc_precision_at_3_std": 0.423093, "nauc_precision_at_3_diff1": 0.03416, "nauc_precision_at_5_max": 0.841262, "nauc_precision_at_5_std": 0.490461, "nauc_precision_at_5_diff1": -0.004574, "nauc_precision_at_10_max": 0.856943, "nauc_precision_at_10_std": 0.545668, "nauc_precision_at_10_diff1": -0.016897, "nauc_precision_at_20_max": 0.87504, "nauc_precision_at_20_std": 0.593574, "nauc_precision_at_20_diff1": -0.025339, "nauc_precision_at_100_max": 0.89453, "nauc_precision_at_100_std": 0.683857, "nauc_precision_at_100_diff1": -0.199149, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.249057, "nauc_mrr_at_1_std": 0.097799, "nauc_mrr_at_1_diff1": 0.305323, "nauc_mrr_at_3_max": 0.436548, "nauc_mrr_at_3_std": 0.196966, "nauc_mrr_at_3_diff1": 0.191038, "nauc_mrr_at_5_max": 0.4284, "nauc_mrr_at_5_std": 0.199561, "nauc_mrr_at_5_diff1": 0.192567, "nauc_mrr_at_10_max": 0.421951, "nauc_mrr_at_10_std": 0.198629, "nauc_mrr_at_10_diff1": 0.194691, "nauc_mrr_at_20_max": 0.419531, "nauc_mrr_at_20_std": 0.197341, "nauc_mrr_at_20_diff1": 0.195225, "nauc_mrr_at_100_max": 0.416917, "nauc_mrr_at_100_std": 0.195387, "nauc_mrr_at_100_diff1": 0.195495, "nauc_mrr_at_1000_max": 0.416545, "nauc_mrr_at_1000_std": 0.194968, "nauc_mrr_at_1000_diff1": 0.195772, "cv_recall_at_1": 0.34986, "cv_recall_at_3": 0.76171, "cv_recall_at_5": 0.80028, "cv_recall_at_10": 0.84848, "cv_recall_at_20": 0.87879, "cv_recall_at_100": 0.95868, "cv_recall_at_1000": 1.0, "main_score": 0.80028, "hf_subset": "ne_np", "languages": [ "npi-Deva" ] }, { "ndcg_at_1": 0.70055, "ndcg_at_3": 0.88445, "ndcg_at_5": 0.88445, "ndcg_at_10": 0.88445, "ndcg_at_20": 0.88445, "ndcg_at_100": 0.88445, "ndcg_at_1000": 0.88445, "map_at_1": 0.70055, "map_at_3": 0.84386, "map_at_5": 0.84386, "map_at_10": 0.84386, "map_at_20": 0.84386, "map_at_100": 0.84386, "map_at_1000": 0.84386, "recall_at_1": 0.70055, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.70055, "precision_at_1": 0.70055, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.706044, "mrr_at_3": 0.846612, "mrr_at_5": 0.846612, "mrr_at_10": 0.846612, "mrr_at_20": 0.846612, "mrr_at_100": 0.846612, "mrr_at_1000": 0.846612, "nauc_ndcg_at_1_max": 0.000899, "nauc_ndcg_at_1_std": -0.476523, "nauc_ndcg_at_1_diff1": 0.691801, "nauc_ndcg_at_3_max": 0.002491, "nauc_ndcg_at_3_std": -0.500588, "nauc_ndcg_at_3_diff1": 0.690237, "nauc_ndcg_at_5_max": 0.002491, "nauc_ndcg_at_5_std": -0.500588, "nauc_ndcg_at_5_diff1": 0.690237, "nauc_ndcg_at_10_max": 0.002491, "nauc_ndcg_at_10_std": -0.500588, "nauc_ndcg_at_10_diff1": 0.690237, "nauc_ndcg_at_20_max": 0.002491, "nauc_ndcg_at_20_std": -0.500588, "nauc_ndcg_at_20_diff1": 0.690237, "nauc_ndcg_at_100_max": 0.002491, "nauc_ndcg_at_100_std": -0.500588, "nauc_ndcg_at_100_diff1": 0.690237, "nauc_ndcg_at_1000_max": 0.002491, "nauc_ndcg_at_1000_std": -0.500588, "nauc_ndcg_at_1000_diff1": 0.690237, "nauc_map_at_1_max": 0.000899, "nauc_map_at_1_std": -0.476523, "nauc_map_at_1_diff1": 0.691801, "nauc_map_at_3_max": 0.0024, "nauc_map_at_3_std": -0.499203, "nauc_map_at_3_diff1": 0.690327, "nauc_map_at_5_max": 0.0024, "nauc_map_at_5_std": -0.499203, "nauc_map_at_5_diff1": 0.690327, "nauc_map_at_10_max": 0.0024, "nauc_map_at_10_std": -0.499203, "nauc_map_at_10_diff1": 0.690327, "nauc_map_at_20_max": 0.0024, "nauc_map_at_20_std": -0.499203, "nauc_map_at_20_diff1": 0.690327, "nauc_map_at_100_max": 0.0024, "nauc_map_at_100_std": -0.499203, "nauc_map_at_100_diff1": 0.690327, "nauc_map_at_1000_max": 0.0024, "nauc_map_at_1000_std": -0.499203, "nauc_map_at_1000_diff1": 0.690327, "nauc_recall_at_1_max": 0.000899, "nauc_recall_at_1_std": -0.476523, "nauc_recall_at_1_diff1": 0.691801, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.000899, "nauc_precision_at_1_std": -0.476523, "nauc_precision_at_1_diff1": 0.691801, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.000449, "nauc_mrr_at_1_std": -0.509735, "nauc_mrr_at_1_diff1": 0.7576, "nauc_mrr_at_3_max": 0.001994, "nauc_mrr_at_3_std": -0.531159, "nauc_mrr_at_3_diff1": 0.752951, "nauc_mrr_at_5_max": 0.001994, "nauc_mrr_at_5_std": -0.531159, "nauc_mrr_at_5_diff1": 0.752951, "nauc_mrr_at_10_max": 0.001994, "nauc_mrr_at_10_std": -0.531159, "nauc_mrr_at_10_diff1": 0.752951, "nauc_mrr_at_20_max": 0.001994, "nauc_mrr_at_20_std": -0.531159, "nauc_mrr_at_20_diff1": 0.752951, "nauc_mrr_at_100_max": 0.001994, "nauc_mrr_at_100_std": -0.531159, "nauc_mrr_at_100_diff1": 0.752951, "nauc_mrr_at_1000_max": 0.001994, "nauc_mrr_at_1000_std": -0.531159, "nauc_mrr_at_1000_diff1": 0.752951, "cv_recall_at_1": 0.70604, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "nl_nl", "languages": [ "nld-Latn" ] }, { "ndcg_at_1": 0.16962, "ndcg_at_3": 0.30211, "ndcg_at_5": 0.31719, "ndcg_at_10": 0.33637, "ndcg_at_20": 0.35037, "ndcg_at_100": 0.38566, "ndcg_at_1000": 0.41749, "map_at_1": 0.16962, "map_at_3": 0.2692, "map_at_5": 0.27755, "map_at_10": 0.28543, "map_at_20": 0.28923, "map_at_100": 0.29359, "map_at_1000": 0.29471, "recall_at_1": 0.16962, "recall_at_3": 0.39747, "recall_at_5": 0.43418, "recall_at_10": 0.49367, "recall_at_20": 0.54937, "recall_at_100": 0.74684, "recall_at_1000": 1.0, "accuracy": 0.16962, "precision_at_1": 0.16962, "precision_at_3": 0.13249, "precision_at_5": 0.08684, "precision_at_10": 0.04937, "precision_at_20": 0.02747, "precision_at_100": 0.00747, "precision_at_1000": 0.001, "mrr_at_1": 0.16962, "mrr_at_3": 0.26962, "mrr_at_5": 0.277532, "mrr_at_10": 0.285453, "mrr_at_20": 0.289229, "mrr_at_100": 0.29365, "mrr_at_1000": 0.294765, "nauc_ndcg_at_1_max": 0.320342, "nauc_ndcg_at_1_std": -0.152677, "nauc_ndcg_at_1_diff1": -0.020664, "nauc_ndcg_at_3_max": 0.428698, "nauc_ndcg_at_3_std": -0.23578, "nauc_ndcg_at_3_diff1": -0.097999, "nauc_ndcg_at_5_max": 0.42153, "nauc_ndcg_at_5_std": -0.242153, "nauc_ndcg_at_5_diff1": -0.096228, "nauc_ndcg_at_10_max": 0.412633, "nauc_ndcg_at_10_std": -0.238458, "nauc_ndcg_at_10_diff1": -0.090013, "nauc_ndcg_at_20_max": 0.405599, "nauc_ndcg_at_20_std": -0.232072, "nauc_ndcg_at_20_diff1": -0.088236, "nauc_ndcg_at_100_max": 0.390829, "nauc_ndcg_at_100_std": -0.216909, "nauc_ndcg_at_100_diff1": -0.095601, "nauc_ndcg_at_1000_max": 0.395901, "nauc_ndcg_at_1000_std": -0.222446, "nauc_ndcg_at_1000_diff1": -0.087526, "nauc_map_at_1_max": 0.320342, "nauc_map_at_1_std": -0.152677, "nauc_map_at_1_diff1": -0.020664, "nauc_map_at_3_max": 0.404252, "nauc_map_at_3_std": -0.218196, "nauc_map_at_3_diff1": -0.08112, "nauc_map_at_5_max": 0.399763, "nauc_map_at_5_std": -0.222147, "nauc_map_at_5_diff1": -0.080195, "nauc_map_at_10_max": 0.395862, "nauc_map_at_10_std": -0.220403, "nauc_map_at_10_diff1": -0.077864, "nauc_map_at_20_max": 0.393637, "nauc_map_at_20_std": -0.218758, "nauc_map_at_20_diff1": -0.077301, "nauc_map_at_100_max": 0.391216, "nauc_map_at_100_std": -0.217087, "nauc_map_at_100_diff1": -0.07833, "nauc_map_at_1000_max": 0.39139, "nauc_map_at_1000_std": -0.217127, "nauc_map_at_1000_diff1": -0.078074, "nauc_recall_at_1_max": 0.320342, "nauc_recall_at_1_std": -0.152677, "nauc_recall_at_1_diff1": -0.020664, "nauc_recall_at_3_max": 0.489193, "nauc_recall_at_3_std": -0.278935, "nauc_recall_at_3_diff1": -0.139592, "nauc_recall_at_5_max": 0.47527, "nauc_recall_at_5_std": -0.292088, "nauc_recall_at_5_diff1": -0.135681, "nauc_recall_at_10_max": 0.45165, "nauc_recall_at_10_std": -0.283203, "nauc_recall_at_10_diff1": -0.117245, "nauc_recall_at_20_max": 0.428802, "nauc_recall_at_20_std": -0.260422, "nauc_recall_at_20_diff1": -0.112252, "nauc_recall_at_100_max": 0.342847, "nauc_recall_at_100_std": -0.158945, "nauc_recall_at_100_diff1": -0.173954, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.320342, "nauc_precision_at_1_std": -0.152677, "nauc_precision_at_1_diff1": -0.020664, "nauc_precision_at_3_max": 0.489193, "nauc_precision_at_3_std": -0.278935, "nauc_precision_at_3_diff1": -0.139592, "nauc_precision_at_5_max": 0.47527, "nauc_precision_at_5_std": -0.292088, "nauc_precision_at_5_diff1": -0.135681, "nauc_precision_at_10_max": 0.45165, "nauc_precision_at_10_std": -0.283203, "nauc_precision_at_10_diff1": -0.117245, "nauc_precision_at_20_max": 0.428802, "nauc_precision_at_20_std": -0.260422, "nauc_precision_at_20_diff1": -0.112252, "nauc_precision_at_100_max": 0.342847, "nauc_precision_at_100_std": -0.158945, "nauc_precision_at_100_diff1": -0.173954, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.303875, "nauc_mrr_at_1_std": -0.155871, "nauc_mrr_at_1_diff1": -0.02543, "nauc_mrr_at_3_max": 0.395725, "nauc_mrr_at_3_std": -0.2113, "nauc_mrr_at_3_diff1": -0.088543, "nauc_mrr_at_5_max": 0.390166, "nauc_mrr_at_5_std": -0.217977, "nauc_mrr_at_5_diff1": -0.084807, "nauc_mrr_at_10_max": 0.388224, "nauc_mrr_at_10_std": -0.213836, "nauc_mrr_at_10_diff1": -0.084122, "nauc_mrr_at_20_max": 0.385929, "nauc_mrr_at_20_std": -0.212404, "nauc_mrr_at_20_diff1": -0.082888, "nauc_mrr_at_100_max": 0.383355, "nauc_mrr_at_100_std": -0.210786, "nauc_mrr_at_100_diff1": -0.084008, "nauc_mrr_at_1000_max": 0.383506, "nauc_mrr_at_1000_std": -0.210805, "nauc_mrr_at_1000_diff1": -0.083771, "cv_recall_at_1": 0.16962, "cv_recall_at_3": 0.4, "cv_recall_at_5": 0.43418, "cv_recall_at_10": 0.49367, "cv_recall_at_20": 0.5481, "cv_recall_at_100": 0.74684, "cv_recall_at_1000": 1.0, "main_score": 0.43418, "hf_subset": "nso_za", "languages": [ "nso-Latn" ] }, { "ndcg_at_1": 0.15769, "ndcg_at_3": 0.29691, "ndcg_at_5": 0.31625, "ndcg_at_10": 0.33589, "ndcg_at_20": 0.3526, "ndcg_at_100": 0.38657, "ndcg_at_1000": 0.41791, "map_at_1": 0.15769, "map_at_3": 0.26281, "map_at_5": 0.27346, "map_at_10": 0.28137, "map_at_20": 0.28583, "map_at_100": 0.29067, "map_at_1000": 0.29182, "recall_at_1": 0.15769, "recall_at_3": 0.39553, "recall_at_5": 0.44284, "recall_at_10": 0.5046, "recall_at_20": 0.57162, "recall_at_100": 0.75296, "recall_at_1000": 1.0, "accuracy": 0.15769, "precision_at_1": 0.15769, "precision_at_3": 0.13184, "precision_at_5": 0.08857, "precision_at_10": 0.05046, "precision_at_20": 0.02858, "precision_at_100": 0.00753, "precision_at_1000": 0.001, "mrr_at_1": 0.160315, "mrr_at_3": 0.264126, "mrr_at_5": 0.273062, "mrr_at_10": 0.282169, "mrr_at_20": 0.286874, "mrr_at_100": 0.291583, "mrr_at_1000": 0.292733, "nauc_ndcg_at_1_max": 0.354576, "nauc_ndcg_at_1_std": -0.233806, "nauc_ndcg_at_1_diff1": 0.183403, "nauc_ndcg_at_3_max": 0.408488, "nauc_ndcg_at_3_std": -0.348154, "nauc_ndcg_at_3_diff1": 0.120144, "nauc_ndcg_at_5_max": 0.417124, "nauc_ndcg_at_5_std": -0.33951, "nauc_ndcg_at_5_diff1": 0.123563, "nauc_ndcg_at_10_max": 0.407216, "nauc_ndcg_at_10_std": -0.323152, "nauc_ndcg_at_10_diff1": 0.125373, "nauc_ndcg_at_20_max": 0.396823, "nauc_ndcg_at_20_std": -0.315975, "nauc_ndcg_at_20_diff1": 0.120863, "nauc_ndcg_at_100_max": 0.382406, "nauc_ndcg_at_100_std": -0.310093, "nauc_ndcg_at_100_diff1": 0.12171, "nauc_ndcg_at_1000_max": 0.392997, "nauc_ndcg_at_1000_std": -0.311183, "nauc_ndcg_at_1000_diff1": 0.123947, "nauc_map_at_1_max": 0.354576, "nauc_map_at_1_std": -0.233806, "nauc_map_at_1_diff1": 0.183403, "nauc_map_at_3_max": 0.396088, "nauc_map_at_3_std": -0.322703, "nauc_map_at_3_diff1": 0.130241, "nauc_map_at_5_max": 0.400998, "nauc_map_at_5_std": -0.317827, "nauc_map_at_5_diff1": 0.132322, "nauc_map_at_10_max": 0.396531, "nauc_map_at_10_std": -0.311023, "nauc_map_at_10_diff1": 0.133102, "nauc_map_at_20_max": 0.393826, "nauc_map_at_20_std": -0.308625, "nauc_map_at_20_diff1": 0.131774, "nauc_map_at_100_max": 0.392171, "nauc_map_at_100_std": -0.307124, "nauc_map_at_100_diff1": 0.132061, "nauc_map_at_1000_max": 0.392549, "nauc_map_at_1000_std": -0.307124, "nauc_map_at_1000_diff1": 0.131863, "nauc_recall_at_1_max": 0.354576, "nauc_recall_at_1_std": -0.233806, "nauc_recall_at_1_diff1": 0.183403, "nauc_recall_at_3_max": 0.438706, "nauc_recall_at_3_std": -0.409927, "nauc_recall_at_3_diff1": 0.096822, "nauc_recall_at_5_max": 0.457805, "nauc_recall_at_5_std": -0.391432, "nauc_recall_at_5_diff1": 0.103626, "nauc_recall_at_10_max": 0.4321, "nauc_recall_at_10_std": -0.346114, "nauc_recall_at_10_diff1": 0.108247, "nauc_recall_at_20_max": 0.39332, "nauc_recall_at_20_std": -0.323275, "nauc_recall_at_20_diff1": 0.09094, "nauc_recall_at_100_max": 0.284994, "nauc_recall_at_100_std": -0.298389, "nauc_recall_at_100_diff1": 0.082049, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.354576, "nauc_precision_at_1_std": -0.233806, "nauc_precision_at_1_diff1": 0.183403, "nauc_precision_at_3_max": 0.438706, "nauc_precision_at_3_std": -0.409927, "nauc_precision_at_3_diff1": 0.096822, "nauc_precision_at_5_max": 0.457805, "nauc_precision_at_5_std": -0.391432, "nauc_precision_at_5_diff1": 0.103626, "nauc_precision_at_10_max": 0.4321, "nauc_precision_at_10_std": -0.346114, "nauc_precision_at_10_diff1": 0.108247, "nauc_precision_at_20_max": 0.39332, "nauc_precision_at_20_std": -0.323275, "nauc_precision_at_20_diff1": 0.09094, "nauc_precision_at_100_max": 0.284994, "nauc_precision_at_100_std": -0.298389, "nauc_precision_at_100_diff1": 0.082049, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.347254, "nauc_mrr_at_1_std": -0.246954, "nauc_mrr_at_1_diff1": 0.175735, "nauc_mrr_at_3_max": 0.392909, "nauc_mrr_at_3_std": -0.326959, "nauc_mrr_at_3_diff1": 0.127398, "nauc_mrr_at_5_max": 0.397812, "nauc_mrr_at_5_std": -0.322948, "nauc_mrr_at_5_diff1": 0.131031, "nauc_mrr_at_10_max": 0.394109, "nauc_mrr_at_10_std": -0.315134, "nauc_mrr_at_10_diff1": 0.129924, "nauc_mrr_at_20_max": 0.39092, "nauc_mrr_at_20_std": -0.313345, "nauc_mrr_at_20_diff1": 0.129838, "nauc_mrr_at_100_max": 0.389169, "nauc_mrr_at_100_std": -0.312035, "nauc_mrr_at_100_diff1": 0.12989, "nauc_mrr_at_1000_max": 0.389536, "nauc_mrr_at_1000_std": -0.312052, "nauc_mrr_at_1000_diff1": 0.129687, "cv_recall_at_1": 0.16032, "cv_recall_at_3": 0.39553, "cv_recall_at_5": 0.43495, "cv_recall_at_10": 0.50329, "cv_recall_at_20": 0.57424, "cv_recall_at_100": 0.75296, "cv_recall_at_1000": 1.0, "main_score": 0.43495, "hf_subset": "ny_mw", "languages": [ "nya-Latn" ] }, { "ndcg_at_1": 0.30361, "ndcg_at_3": 0.64419, "ndcg_at_5": 0.65108, "ndcg_at_10": 0.65896, "ndcg_at_20": 0.66355, "ndcg_at_100": 0.66789, "ndcg_at_1000": 0.67006, "map_at_1": 0.30361, "map_at_3": 0.55611, "map_at_5": 0.55987, "map_at_10": 0.56318, "map_at_20": 0.56446, "map_at_100": 0.56508, "map_at_1000": 0.56517, "recall_at_1": 0.30361, "recall_at_3": 0.9008, "recall_at_5": 0.91784, "recall_at_10": 0.94188, "recall_at_20": 0.95992, "recall_at_100": 0.98297, "recall_at_1000": 1.0, "accuracy": 0.30361, "precision_at_1": 0.30361, "precision_at_3": 0.30027, "precision_at_5": 0.18357, "precision_at_10": 0.09419, "precision_at_20": 0.048, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.305611, "mrr_at_3": 0.556613, "mrr_at_5": 0.560421, "mrr_at_10": 0.56383, "mrr_at_20": 0.565138, "mrr_at_100": 0.565806, "mrr_at_1000": 0.565891, "nauc_ndcg_at_1_max": 0.070366, "nauc_ndcg_at_1_std": 0.058052, "nauc_ndcg_at_1_diff1": 0.039142, "nauc_ndcg_at_3_max": 0.284791, "nauc_ndcg_at_3_std": 0.182024, "nauc_ndcg_at_3_diff1": 0.087361, "nauc_ndcg_at_5_max": 0.268821, "nauc_ndcg_at_5_std": 0.180499, "nauc_ndcg_at_5_diff1": 0.082145, "nauc_ndcg_at_10_max": 0.24687, "nauc_ndcg_at_10_std": 0.171392, "nauc_ndcg_at_10_diff1": 0.073122, "nauc_ndcg_at_20_max": 0.230067, "nauc_ndcg_at_20_std": 0.159803, "nauc_ndcg_at_20_diff1": 0.072553, "nauc_ndcg_at_100_max": 0.213129, "nauc_ndcg_at_100_std": 0.14659, "nauc_ndcg_at_100_diff1": 0.071698, "nauc_ndcg_at_1000_max": 0.204458, "nauc_ndcg_at_1000_std": 0.138683, "nauc_ndcg_at_1000_diff1": 0.069023, "nauc_map_at_1_max": 0.070366, "nauc_map_at_1_std": 0.058052, "nauc_map_at_1_diff1": 0.039142, "nauc_map_at_3_max": 0.203006, "nauc_map_at_3_std": 0.130092, "nauc_map_at_3_diff1": 0.07102, "nauc_map_at_5_max": 0.194523, "nauc_map_at_5_std": 0.128539, "nauc_map_at_5_diff1": 0.068354, "nauc_map_at_10_max": 0.186155, "nauc_map_at_10_std": 0.124999, "nauc_map_at_10_diff1": 0.065124, "nauc_map_at_20_max": 0.182127, "nauc_map_at_20_std": 0.12231, "nauc_map_at_20_diff1": 0.064904, "nauc_map_at_100_max": 0.180102, "nauc_map_at_100_std": 0.120695, "nauc_map_at_100_diff1": 0.064741, "nauc_map_at_1000_max": 0.179828, "nauc_map_at_1000_std": 0.120435, "nauc_map_at_1000_diff1": 0.06464, "nauc_recall_at_1_max": 0.070366, "nauc_recall_at_1_std": 0.058052, "nauc_recall_at_1_diff1": 0.039142, "nauc_recall_at_3_max": 0.907427, "nauc_recall_at_3_std": 0.581628, "nauc_recall_at_3_diff1": 0.209896, "nauc_recall_at_5_max": 0.936227, "nauc_recall_at_5_std": 0.655999, "nauc_recall_at_5_diff1": 0.20317, "nauc_recall_at_10_max": 0.977175, "nauc_recall_at_10_std": 0.750454, "nauc_recall_at_10_diff1": 0.15676, "nauc_recall_at_20_max": 0.980388, "nauc_recall_at_20_std": 0.781585, "nauc_recall_at_20_diff1": 0.186218, "nauc_recall_at_100_max": 0.976927, "nauc_recall_at_100_std": 0.834683, "nauc_recall_at_100_diff1": 0.299087, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.070366, "nauc_precision_at_1_std": 0.058052, "nauc_precision_at_1_diff1": 0.039142, "nauc_precision_at_3_max": 0.907427, "nauc_precision_at_3_std": 0.581628, "nauc_precision_at_3_diff1": 0.209896, "nauc_precision_at_5_max": 0.936227, "nauc_precision_at_5_std": 0.655999, "nauc_precision_at_5_diff1": 0.20317, "nauc_precision_at_10_max": 0.977175, "nauc_precision_at_10_std": 0.750454, "nauc_precision_at_10_diff1": 0.15676, "nauc_precision_at_20_max": 0.980388, "nauc_precision_at_20_std": 0.781585, "nauc_precision_at_20_diff1": 0.186218, "nauc_precision_at_100_max": 0.976927, "nauc_precision_at_100_std": 0.834683, "nauc_precision_at_100_diff1": 0.299087, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.060519, "nauc_mrr_at_1_std": 0.044696, "nauc_mrr_at_1_diff1": 0.032942, "nauc_mrr_at_3_max": 0.191747, "nauc_mrr_at_3_std": 0.118038, "nauc_mrr_at_3_diff1": 0.066201, "nauc_mrr_at_5_max": 0.182835, "nauc_mrr_at_5_std": 0.116666, "nauc_mrr_at_5_diff1": 0.061198, "nauc_mrr_at_10_max": 0.174176, "nauc_mrr_at_10_std": 0.11255, "nauc_mrr_at_10_diff1": 0.059807, "nauc_mrr_at_20_max": 0.17004, "nauc_mrr_at_20_std": 0.109807, "nauc_mrr_at_20_diff1": 0.059395, "nauc_mrr_at_100_max": 0.167834, "nauc_mrr_at_100_std": 0.108051, "nauc_mrr_at_100_diff1": 0.059083, "nauc_mrr_at_1000_max": 0.167557, "nauc_mrr_at_1000_std": 0.107788, "nauc_mrr_at_1000_diff1": 0.058981, "cv_recall_at_1": 0.30561, "cv_recall_at_3": 0.8998, "cv_recall_at_5": 0.91683, "cv_recall_at_10": 0.94088, "cv_recall_at_20": 0.95892, "cv_recall_at_100": 0.98297, "cv_recall_at_1000": 1.0, "main_score": 0.91683, "hf_subset": "oc_fr", "languages": [ "oci-Latn" ] }, { "ndcg_at_1": 0.65854, "ndcg_at_3": 0.81504, "ndcg_at_5": 0.83605, "ndcg_at_10": 0.83605, "ndcg_at_20": 0.83605, "ndcg_at_100": 0.84144, "ndcg_at_1000": 0.84144, "map_at_1": 0.65854, "map_at_3": 0.77642, "map_at_5": 0.78862, "map_at_10": 0.78862, "map_at_20": 0.78862, "map_at_100": 0.78973, "map_at_1000": 0.78973, "recall_at_1": 0.65854, "recall_at_3": 0.92683, "recall_at_5": 0.97561, "recall_at_10": 0.97561, "recall_at_20": 0.97561, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65854, "precision_at_1": 0.65854, "precision_at_3": 0.30894, "precision_at_5": 0.19512, "precision_at_10": 0.09756, "precision_at_20": 0.04878, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.658537, "mrr_at_3": 0.776423, "mrr_at_5": 0.788618, "mrr_at_10": 0.788618, "mrr_at_20": 0.788618, "mrr_at_100": 0.789727, "mrr_at_1000": 0.789727, "nauc_ndcg_at_1_max": 0.2296, "nauc_ndcg_at_1_std": -0.166206, "nauc_ndcg_at_1_diff1": 0.843857, "nauc_ndcg_at_3_max": 0.450276, "nauc_ndcg_at_3_std": 0.089109, "nauc_ndcg_at_3_diff1": 0.778791, "nauc_ndcg_at_5_max": 0.401041, "nauc_ndcg_at_5_std": -0.01699, "nauc_ndcg_at_5_diff1": 0.765167, "nauc_ndcg_at_10_max": 0.401041, "nauc_ndcg_at_10_std": -0.01699, "nauc_ndcg_at_10_diff1": 0.765167, "nauc_ndcg_at_20_max": 0.401041, "nauc_ndcg_at_20_std": -0.01699, "nauc_ndcg_at_20_diff1": 0.765167, "nauc_ndcg_at_100_max": 0.377064, "nauc_ndcg_at_100_std": -0.023054, "nauc_ndcg_at_100_diff1": 0.781218, "nauc_ndcg_at_1000_max": 0.377064, "nauc_ndcg_at_1000_std": -0.023054, "nauc_ndcg_at_1000_diff1": 0.781218, "nauc_map_at_1_max": 0.2296, "nauc_map_at_1_std": -0.166206, "nauc_map_at_1_diff1": 0.843857, "nauc_map_at_3_max": 0.393906, "nauc_map_at_3_std": 0.021393, "nauc_map_at_3_diff1": 0.790668, "nauc_map_at_5_max": 0.36772, "nauc_map_at_5_std": -0.031376, "nauc_map_at_5_diff1": 0.785292, "nauc_map_at_10_max": 0.36772, "nauc_map_at_10_std": -0.031376, "nauc_map_at_10_diff1": 0.785292, "nauc_map_at_20_max": 0.36772, "nauc_map_at_20_std": -0.031376, "nauc_map_at_20_diff1": 0.785292, "nauc_map_at_100_max": 0.363783, "nauc_map_at_100_std": -0.032409, "nauc_map_at_100_diff1": 0.787914, "nauc_map_at_1000_max": 0.363783, "nauc_map_at_1000_std": -0.032409, "nauc_map_at_1000_diff1": 0.787914, "nauc_recall_at_1_max": 0.2296, "nauc_recall_at_1_std": -0.166206, "nauc_recall_at_1_diff1": 0.843857, "nauc_recall_at_3_max": 0.852379, "nauc_recall_at_3_std": 0.575869, "nauc_recall_at_3_diff1": 0.701155, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.134505, "nauc_recall_at_5_diff1": 0.364197, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.134505, "nauc_recall_at_10_diff1": 0.364197, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.134505, "nauc_recall_at_20_diff1": 0.364197, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.2296, "nauc_precision_at_1_std": -0.166206, "nauc_precision_at_1_diff1": 0.843857, "nauc_precision_at_3_max": 0.852379, "nauc_precision_at_3_std": 0.575869, "nauc_precision_at_3_diff1": 0.701155, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.134505, "nauc_precision_at_5_diff1": 0.364197, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.134505, "nauc_precision_at_10_diff1": 0.364197, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.134505, "nauc_precision_at_20_diff1": 0.364197, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.168361, "nauc_mrr_at_1_std": -0.166206, "nauc_mrr_at_1_diff1": 0.843857, "nauc_mrr_at_3_max": 0.349072, "nauc_mrr_at_3_std": 0.021393, "nauc_mrr_at_3_diff1": 0.790668, "nauc_mrr_at_5_max": 0.319834, "nauc_mrr_at_5_std": -0.031376, "nauc_mrr_at_5_diff1": 0.785292, "nauc_mrr_at_10_max": 0.319834, "nauc_mrr_at_10_std": -0.031376, "nauc_mrr_at_10_diff1": 0.785292, "nauc_mrr_at_20_max": 0.319834, "nauc_mrr_at_20_std": -0.031376, "nauc_mrr_at_20_diff1": 0.785292, "nauc_mrr_at_100_max": 0.315598, "nauc_mrr_at_100_std": -0.032409, "nauc_mrr_at_100_diff1": 0.787914, "nauc_mrr_at_1000_max": 0.315598, "nauc_mrr_at_1000_std": -0.032409, "nauc_mrr_at_1000_diff1": 0.787914, "cv_recall_at_1": 0.65854, "cv_recall_at_3": 0.92683, "cv_recall_at_5": 0.97561, "cv_recall_at_10": 0.97561, "cv_recall_at_20": 0.97561, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.97561, "hf_subset": "om_et", "languages": [ "orm-Latn" ] }, { "ndcg_at_1": 0.22084, "ndcg_at_3": 0.43102, "ndcg_at_5": 0.45651, "ndcg_at_10": 0.47606, "ndcg_at_20": 0.4899, "ndcg_at_100": 0.51311, "ndcg_at_1000": 0.5272, "map_at_1": 0.22084, "map_at_3": 0.3775, "map_at_5": 0.39154, "map_at_10": 0.39971, "map_at_20": 0.40356, "map_at_100": 0.40664, "map_at_1000": 0.40719, "recall_at_1": 0.22084, "recall_at_3": 0.58664, "recall_at_5": 0.64892, "recall_at_10": 0.70895, "recall_at_20": 0.76331, "recall_at_100": 0.89015, "recall_at_1000": 1.0, "accuracy": 0.22084, "precision_at_1": 0.22084, "precision_at_3": 0.19555, "precision_at_5": 0.12978, "precision_at_10": 0.07089, "precision_at_20": 0.03817, "precision_at_100": 0.0089, "precision_at_1000": 0.001, "mrr_at_1": 0.232163, "mrr_at_3": 0.384296, "mrr_at_5": 0.398282, "mrr_at_10": 0.406723, "mrr_at_20": 0.410354, "mrr_at_100": 0.413568, "mrr_at_1000": 0.414112, "nauc_ndcg_at_1_max": 0.268709, "nauc_ndcg_at_1_std": 0.028033, "nauc_ndcg_at_1_diff1": -0.032455, "nauc_ndcg_at_3_max": 0.501075, "nauc_ndcg_at_3_std": 0.072035, "nauc_ndcg_at_3_diff1": -0.067144, "nauc_ndcg_at_5_max": 0.500856, "nauc_ndcg_at_5_std": 0.088706, "nauc_ndcg_at_5_diff1": -0.050098, "nauc_ndcg_at_10_max": 0.494616, "nauc_ndcg_at_10_std": 0.092829, "nauc_ndcg_at_10_diff1": -0.046458, "nauc_ndcg_at_20_max": 0.485072, "nauc_ndcg_at_20_std": 0.091981, "nauc_ndcg_at_20_diff1": -0.04094, "nauc_ndcg_at_100_max": 0.472423, "nauc_ndcg_at_100_std": 0.091234, "nauc_ndcg_at_100_diff1": -0.038459, "nauc_ndcg_at_1000_max": 0.45988, "nauc_ndcg_at_1000_std": 0.082773, "nauc_ndcg_at_1000_diff1": -0.041393, "nauc_map_at_1_max": 0.268709, "nauc_map_at_1_std": 0.028033, "nauc_map_at_1_diff1": -0.032455, "nauc_map_at_3_max": 0.442395, "nauc_map_at_3_std": 0.062651, "nauc_map_at_3_diff1": -0.057739, "nauc_map_at_5_max": 0.440951, "nauc_map_at_5_std": 0.071745, "nauc_map_at_5_diff1": -0.048083, "nauc_map_at_10_max": 0.437565, "nauc_map_at_10_std": 0.073474, "nauc_map_at_10_diff1": -0.04618, "nauc_map_at_20_max": 0.434496, "nauc_map_at_20_std": 0.072815, "nauc_map_at_20_diff1": -0.044424, "nauc_map_at_100_max": 0.43258, "nauc_map_at_100_std": 0.072527, "nauc_map_at_100_diff1": -0.043757, "nauc_map_at_1000_max": 0.432122, "nauc_map_at_1000_std": 0.072246, "nauc_map_at_1000_diff1": -0.043838, "nauc_recall_at_1_max": 0.268709, "nauc_recall_at_1_std": 0.028033, "nauc_recall_at_1_diff1": -0.032455, "nauc_recall_at_3_max": 0.671293, "nauc_recall_at_3_std": 0.098613, "nauc_recall_at_3_diff1": -0.094666, "nauc_recall_at_5_max": 0.689475, "nauc_recall_at_5_std": 0.143559, "nauc_recall_at_5_diff1": -0.054417, "nauc_recall_at_10_max": 0.692933, "nauc_recall_at_10_std": 0.163701, "nauc_recall_at_10_diff1": -0.044575, "nauc_recall_at_20_max": 0.680132, "nauc_recall_at_20_std": 0.174971, "nauc_recall_at_20_diff1": -0.018822, "nauc_recall_at_100_max": 0.701355, "nauc_recall_at_100_std": 0.249154, "nauc_recall_at_100_diff1": 0.019693, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.268709, "nauc_precision_at_1_std": 0.028033, "nauc_precision_at_1_diff1": -0.032455, "nauc_precision_at_3_max": 0.671293, "nauc_precision_at_3_std": 0.098613, "nauc_precision_at_3_diff1": -0.094666, "nauc_precision_at_5_max": 0.689475, "nauc_precision_at_5_std": 0.143559, "nauc_precision_at_5_diff1": -0.054417, "nauc_precision_at_10_max": 0.692933, "nauc_precision_at_10_std": 0.163701, "nauc_precision_at_10_diff1": -0.044575, "nauc_precision_at_20_max": 0.680132, "nauc_precision_at_20_std": 0.174971, "nauc_precision_at_20_diff1": -0.018822, "nauc_precision_at_100_max": 0.701355, "nauc_precision_at_100_std": 0.249154, "nauc_precision_at_100_diff1": 0.019693, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.297631, "nauc_mrr_at_1_std": 0.060588, "nauc_mrr_at_1_diff1": -0.068835, "nauc_mrr_at_3_max": 0.45746, "nauc_mrr_at_3_std": 0.080025, "nauc_mrr_at_3_diff1": -0.080393, "nauc_mrr_at_5_max": 0.458108, "nauc_mrr_at_5_std": 0.088645, "nauc_mrr_at_5_diff1": -0.069115, "nauc_mrr_at_10_max": 0.455115, "nauc_mrr_at_10_std": 0.091526, "nauc_mrr_at_10_diff1": -0.066952, "nauc_mrr_at_20_max": 0.452303, "nauc_mrr_at_20_std": 0.090308, "nauc_mrr_at_20_diff1": -0.06583, "nauc_mrr_at_100_max": 0.450499, "nauc_mrr_at_100_std": 0.090427, "nauc_mrr_at_100_diff1": -0.065441, "nauc_mrr_at_1000_max": 0.450077, "nauc_mrr_at_1000_std": 0.090181, "nauc_mrr_at_1000_diff1": -0.065559, "cv_recall_at_1": 0.23216, "cv_recall_at_3": 0.58664, "cv_recall_at_5": 0.64892, "cv_recall_at_10": 0.71008, "cv_recall_at_20": 0.76104, "cv_recall_at_100": 0.89015, "cv_recall_at_1000": 1.0, "main_score": 0.64892, "hf_subset": "or_in", "languages": [ "ori-Orya" ] }, { "ndcg_at_1": 0.39547, "ndcg_at_3": 0.64853, "ndcg_at_5": 0.65993, "ndcg_at_10": 0.67159, "ndcg_at_20": 0.67832, "ndcg_at_100": 0.68685, "ndcg_at_1000": 0.69225, "map_at_1": 0.39547, "map_at_3": 0.58769, "map_at_5": 0.59396, "map_at_10": 0.599, "map_at_20": 0.60092, "map_at_100": 0.60202, "map_at_1000": 0.60226, "recall_at_1": 0.39547, "recall_at_3": 0.82404, "recall_at_5": 0.85192, "recall_at_10": 0.88676, "recall_at_20": 0.91289, "recall_at_100": 0.95993, "recall_at_1000": 1.0, "accuracy": 0.39547, "precision_at_1": 0.39547, "precision_at_3": 0.27468, "precision_at_5": 0.17038, "precision_at_10": 0.08868, "precision_at_20": 0.04564, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.391986, "mrr_at_3": 0.584204, "mrr_at_5": 0.591434, "mrr_at_10": 0.596843, "mrr_at_20": 0.598617, "mrr_at_100": 0.599721, "mrr_at_1000": 0.599964, "nauc_ndcg_at_1_max": 0.186298, "nauc_ndcg_at_1_std": 0.046577, "nauc_ndcg_at_1_diff1": 0.247346, "nauc_ndcg_at_3_max": 0.458942, "nauc_ndcg_at_3_std": 0.230811, "nauc_ndcg_at_3_diff1": 0.11819, "nauc_ndcg_at_5_max": 0.444332, "nauc_ndcg_at_5_std": 0.235398, "nauc_ndcg_at_5_diff1": 0.121649, "nauc_ndcg_at_10_max": 0.426807, "nauc_ndcg_at_10_std": 0.241049, "nauc_ndcg_at_10_diff1": 0.134314, "nauc_ndcg_at_20_max": 0.412209, "nauc_ndcg_at_20_std": 0.227097, "nauc_ndcg_at_20_diff1": 0.138932, "nauc_ndcg_at_100_max": 0.392907, "nauc_ndcg_at_100_std": 0.210283, "nauc_ndcg_at_100_diff1": 0.147862, "nauc_ndcg_at_1000_max": 0.378551, "nauc_ndcg_at_1000_std": 0.194667, "nauc_ndcg_at_1000_diff1": 0.153007, "nauc_map_at_1_max": 0.186298, "nauc_map_at_1_std": 0.046577, "nauc_map_at_1_diff1": 0.247346, "nauc_map_at_3_max": 0.36932, "nauc_map_at_3_std": 0.170376, "nauc_map_at_3_diff1": 0.156495, "nauc_map_at_5_max": 0.36051, "nauc_map_at_5_std": 0.171288, "nauc_map_at_5_diff1": 0.159139, "nauc_map_at_10_max": 0.352911, "nauc_map_at_10_std": 0.172834, "nauc_map_at_10_diff1": 0.164328, "nauc_map_at_20_max": 0.348943, "nauc_map_at_20_std": 0.169073, "nauc_map_at_20_diff1": 0.165733, "nauc_map_at_100_max": 0.346623, "nauc_map_at_100_std": 0.1669, "nauc_map_at_100_diff1": 0.166793, "nauc_map_at_1000_max": 0.346069, "nauc_map_at_1000_std": 0.166304, "nauc_map_at_1000_diff1": 0.166964, "nauc_recall_at_1_max": 0.186298, "nauc_recall_at_1_std": 0.046577, "nauc_recall_at_1_diff1": 0.247346, "nauc_recall_at_3_max": 0.898814, "nauc_recall_at_3_std": 0.527343, "nauc_recall_at_3_diff1": -0.067075, "nauc_recall_at_5_max": 0.912998, "nauc_recall_at_5_std": 0.597991, "nauc_recall_at_5_diff1": -0.086059, "nauc_recall_at_10_max": 0.928927, "nauc_recall_at_10_std": 0.725395, "nauc_recall_at_10_diff1": -0.062725, "nauc_recall_at_20_max": 0.923142, "nauc_recall_at_20_std": 0.72073, "nauc_recall_at_20_diff1": -0.074067, "nauc_recall_at_100_max": 0.953132, "nauc_recall_at_100_std": 0.818776, "nauc_recall_at_100_diff1": -0.060694, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.186298, "nauc_precision_at_1_std": 0.046577, "nauc_precision_at_1_diff1": 0.247346, "nauc_precision_at_3_max": 0.898814, "nauc_precision_at_3_std": 0.527343, "nauc_precision_at_3_diff1": -0.067075, "nauc_precision_at_5_max": 0.912998, "nauc_precision_at_5_std": 0.597991, "nauc_precision_at_5_diff1": -0.086059, "nauc_precision_at_10_max": 0.928927, "nauc_precision_at_10_std": 0.725395, "nauc_precision_at_10_diff1": -0.062725, "nauc_precision_at_20_max": 0.923142, "nauc_precision_at_20_std": 0.72073, "nauc_precision_at_20_diff1": -0.074067, "nauc_precision_at_100_max": 0.953132, "nauc_precision_at_100_std": 0.818776, "nauc_precision_at_100_diff1": -0.060694, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.202588, "nauc_mrr_at_1_std": 0.093713, "nauc_mrr_at_1_diff1": 0.270436, "nauc_mrr_at_3_max": 0.399119, "nauc_mrr_at_3_std": 0.200571, "nauc_mrr_at_3_diff1": 0.168882, "nauc_mrr_at_5_max": 0.388673, "nauc_mrr_at_5_std": 0.199204, "nauc_mrr_at_5_diff1": 0.174848, "nauc_mrr_at_10_max": 0.380465, "nauc_mrr_at_10_std": 0.200165, "nauc_mrr_at_10_diff1": 0.180102, "nauc_mrr_at_20_max": 0.376956, "nauc_mrr_at_20_std": 0.196848, "nauc_mrr_at_20_diff1": 0.180809, "nauc_mrr_at_100_max": 0.37475, "nauc_mrr_at_100_std": 0.194792, "nauc_mrr_at_100_diff1": 0.181922, "nauc_mrr_at_1000_max": 0.374223, "nauc_mrr_at_1000_std": 0.194222, "nauc_mrr_at_1000_diff1": 0.182107, "cv_recall_at_1": 0.39199, "cv_recall_at_3": 0.81882, "cv_recall_at_5": 0.85017, "cv_recall_at_10": 0.8885, "cv_recall_at_20": 0.91289, "cv_recall_at_100": 0.95993, "cv_recall_at_1000": 1.0, "main_score": 0.85017, "hf_subset": "pa_in", "languages": [ "pan-Guru" ] }, { "ndcg_at_1": 0.43008, "ndcg_at_3": 0.73846, "ndcg_at_5": 0.74658, "ndcg_at_10": 0.74926, "ndcg_at_20": 0.75126, "ndcg_at_100": 0.75218, "ndcg_at_1000": 0.75218, "map_at_1": 0.43008, "map_at_3": 0.66227, "map_at_5": 0.66675, "map_at_10": 0.66793, "map_at_20": 0.66848, "map_at_100": 0.66859, "map_at_1000": 0.66859, "recall_at_1": 0.43008, "recall_at_3": 0.9591, "recall_at_5": 0.97889, "recall_at_10": 0.98681, "recall_at_20": 0.99472, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.43008, "precision_at_1": 0.43008, "precision_at_3": 0.3197, "precision_at_5": 0.19578, "precision_at_10": 0.09868, "precision_at_20": 0.04974, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.418206, "mrr_at_3": 0.656332, "mrr_at_5": 0.661741, "mrr_at_10": 0.662258, "mrr_at_20": 0.662805, "mrr_at_100": 0.662913, "mrr_at_1000": 0.662913, "nauc_ndcg_at_1_max": 0.047817, "nauc_ndcg_at_1_std": -0.065675, "nauc_ndcg_at_1_diff1": 0.214223, "nauc_ndcg_at_3_max": 0.177958, "nauc_ndcg_at_3_std": 0.032672, "nauc_ndcg_at_3_diff1": 0.230495, "nauc_ndcg_at_5_max": 0.141023, "nauc_ndcg_at_5_std": 0.002661, "nauc_ndcg_at_5_diff1": 0.232032, "nauc_ndcg_at_10_max": 0.128228, "nauc_ndcg_at_10_std": -0.009026, "nauc_ndcg_at_10_diff1": 0.225337, "nauc_ndcg_at_20_max": 0.117808, "nauc_ndcg_at_20_std": -0.016094, "nauc_ndcg_at_20_diff1": 0.226543, "nauc_ndcg_at_100_max": 0.112977, "nauc_ndcg_at_100_std": -0.020121, "nauc_ndcg_at_100_diff1": 0.224242, "nauc_ndcg_at_1000_max": 0.112977, "nauc_ndcg_at_1000_std": -0.020121, "nauc_ndcg_at_1000_diff1": 0.224242, "nauc_map_at_1_max": 0.047817, "nauc_map_at_1_std": -0.065675, "nauc_map_at_1_diff1": 0.214223, "nauc_map_at_3_max": 0.128578, "nauc_map_at_3_std": -0.0072, "nauc_map_at_3_diff1": 0.224408, "nauc_map_at_5_max": 0.111882, "nauc_map_at_5_std": -0.020715, "nauc_map_at_5_diff1": 0.224923, "nauc_map_at_10_max": 0.107466, "nauc_map_at_10_std": -0.024657, "nauc_map_at_10_diff1": 0.22264, "nauc_map_at_20_max": 0.105247, "nauc_map_at_20_std": -0.026109, "nauc_map_at_20_diff1": 0.222801, "nauc_map_at_100_max": 0.104819, "nauc_map_at_100_std": -0.026449, "nauc_map_at_100_diff1": 0.22262, "nauc_map_at_1000_max": 0.104819, "nauc_map_at_1000_std": -0.026449, "nauc_map_at_1000_diff1": 0.22262, "nauc_recall_at_1_max": 0.047817, "nauc_recall_at_1_std": -0.065675, "nauc_recall_at_1_diff1": 0.214223, "nauc_recall_at_3_max": 0.974163, "nauc_recall_at_3_std": 0.681458, "nauc_recall_at_3_diff1": 0.328449, "nauc_recall_at_5_max": 0.983655, "nauc_recall_at_5_std": 0.688879, "nauc_recall_at_5_diff1": 0.451661, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.647144, "nauc_recall_at_10_diff1": 0.328791, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.728075, "nauc_recall_at_20_diff1": 0.662696, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.047817, "nauc_precision_at_1_std": -0.065675, "nauc_precision_at_1_diff1": 0.214223, "nauc_precision_at_3_max": 0.974163, "nauc_precision_at_3_std": 0.681458, "nauc_precision_at_3_diff1": 0.328449, "nauc_precision_at_5_max": 0.983655, "nauc_precision_at_5_std": 0.688879, "nauc_precision_at_5_diff1": 0.451661, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.647144, "nauc_precision_at_10_diff1": 0.328791, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.728075, "nauc_precision_at_20_diff1": 0.662696, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.076414, "nauc_mrr_at_1_std": -0.033775, "nauc_mrr_at_1_diff1": 0.24546, "nauc_mrr_at_3_max": 0.150805, "nauc_mrr_at_3_std": 0.017695, "nauc_mrr_at_3_diff1": 0.248934, "nauc_mrr_at_5_max": 0.131382, "nauc_mrr_at_5_std": 0.001585, "nauc_mrr_at_5_diff1": 0.245404, "nauc_mrr_at_10_max": 0.129372, "nauc_mrr_at_10_std": 0.000138, "nauc_mrr_at_10_diff1": 0.246847, "nauc_mrr_at_20_max": 0.127233, "nauc_mrr_at_20_std": -0.001228, "nauc_mrr_at_20_diff1": 0.247087, "nauc_mrr_at_100_max": 0.126809, "nauc_mrr_at_100_std": -0.001561, "nauc_mrr_at_100_diff1": 0.246915, "nauc_mrr_at_1000_max": 0.126809, "nauc_mrr_at_1000_std": -0.001561, "nauc_mrr_at_1000_diff1": 0.246915, "cv_recall_at_1": 0.41821, "cv_recall_at_3": 0.9591, "cv_recall_at_5": 0.98285, "cv_recall_at_10": 0.98681, "cv_recall_at_20": 0.99472, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.98285, "hf_subset": "pl_pl", "languages": [ "pol-Latn" ] }, { "ndcg_at_1": 0.26172, "ndcg_at_3": 0.4328, "ndcg_at_5": 0.45112, "ndcg_at_10": 0.47604, "ndcg_at_20": 0.49202, "ndcg_at_100": 0.52154, "ndcg_at_1000": 0.5347, "map_at_1": 0.26172, "map_at_3": 0.39128, "map_at_5": 0.40133, "map_at_10": 0.41142, "map_at_20": 0.41591, "map_at_100": 0.41979, "map_at_1000": 0.42035, "recall_at_1": 0.26172, "recall_at_3": 0.55273, "recall_at_5": 0.59766, "recall_at_10": 0.67578, "recall_at_20": 0.73828, "recall_at_100": 0.90039, "recall_at_1000": 1.0, "accuracy": 0.26172, "precision_at_1": 0.26172, "precision_at_3": 0.18424, "precision_at_5": 0.11953, "precision_at_10": 0.06758, "precision_at_20": 0.03691, "precision_at_100": 0.009, "precision_at_1000": 0.001, "mrr_at_1": 0.263672, "mrr_at_3": 0.390951, "mrr_at_5": 0.401986, "mrr_at_10": 0.412078, "mrr_at_20": 0.416548, "mrr_at_100": 0.420426, "mrr_at_1000": 0.420979, "nauc_ndcg_at_1_max": 0.388729, "nauc_ndcg_at_1_std": -0.059283, "nauc_ndcg_at_1_diff1": 0.256621, "nauc_ndcg_at_3_max": 0.565715, "nauc_ndcg_at_3_std": -0.028046, "nauc_ndcg_at_3_diff1": 0.115145, "nauc_ndcg_at_5_max": 0.551169, "nauc_ndcg_at_5_std": -0.020459, "nauc_ndcg_at_5_diff1": 0.116445, "nauc_ndcg_at_10_max": 0.533428, "nauc_ndcg_at_10_std": -0.028598, "nauc_ndcg_at_10_diff1": 0.106508, "nauc_ndcg_at_20_max": 0.52796, "nauc_ndcg_at_20_std": -0.028199, "nauc_ndcg_at_20_diff1": 0.101024, "nauc_ndcg_at_100_max": 0.522203, "nauc_ndcg_at_100_std": -0.018173, "nauc_ndcg_at_100_diff1": 0.109201, "nauc_ndcg_at_1000_max": 0.519727, "nauc_ndcg_at_1000_std": -0.026231, "nauc_ndcg_at_1000_diff1": 0.126058, "nauc_map_at_1_max": 0.388729, "nauc_map_at_1_std": -0.059283, "nauc_map_at_1_diff1": 0.256621, "nauc_map_at_3_max": 0.525936, "nauc_map_at_3_std": -0.03509, "nauc_map_at_3_diff1": 0.150422, "nauc_map_at_5_max": 0.517434, "nauc_map_at_5_std": -0.030876, "nauc_map_at_5_diff1": 0.151288, "nauc_map_at_10_max": 0.510268, "nauc_map_at_10_std": -0.033331, "nauc_map_at_10_diff1": 0.147986, "nauc_map_at_20_max": 0.508725, "nauc_map_at_20_std": -0.033305, "nauc_map_at_20_diff1": 0.147143, "nauc_map_at_100_max": 0.507813, "nauc_map_at_100_std": -0.031601, "nauc_map_at_100_diff1": 0.148533, "nauc_map_at_1000_max": 0.507676, "nauc_map_at_1000_std": -0.032014, "nauc_map_at_1000_diff1": 0.149164, "nauc_recall_at_1_max": 0.388729, "nauc_recall_at_1_std": -0.059283, "nauc_recall_at_1_diff1": 0.256621, "nauc_recall_at_3_max": 0.679756, "nauc_recall_at_3_std": -0.007841, "nauc_recall_at_3_diff1": 0.012507, "nauc_recall_at_5_max": 0.64943, "nauc_recall_at_5_std": 0.011677, "nauc_recall_at_5_diff1": 0.011544, "nauc_recall_at_10_max": 0.599085, "nauc_recall_at_10_std": -0.018103, "nauc_recall_at_10_diff1": -0.040393, "nauc_recall_at_20_max": 0.581721, "nauc_recall_at_20_std": -0.013779, "nauc_recall_at_20_diff1": -0.096831, "nauc_recall_at_100_max": 0.568873, "nauc_recall_at_100_std": 0.128887, "nauc_recall_at_100_diff1": -0.231635, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.388729, "nauc_precision_at_1_std": -0.059283, "nauc_precision_at_1_diff1": 0.256621, "nauc_precision_at_3_max": 0.679756, "nauc_precision_at_3_std": -0.007841, "nauc_precision_at_3_diff1": 0.012507, "nauc_precision_at_5_max": 0.64943, "nauc_precision_at_5_std": 0.011677, "nauc_precision_at_5_diff1": 0.011544, "nauc_precision_at_10_max": 0.599085, "nauc_precision_at_10_std": -0.018103, "nauc_precision_at_10_diff1": -0.040393, "nauc_precision_at_20_max": 0.581721, "nauc_precision_at_20_std": -0.013779, "nauc_precision_at_20_diff1": -0.096831, "nauc_precision_at_100_max": 0.568873, "nauc_precision_at_100_std": 0.128887, "nauc_precision_at_100_diff1": -0.231635, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.351841, "nauc_mrr_at_1_std": -0.023708, "nauc_mrr_at_1_diff1": 0.257842, "nauc_mrr_at_3_max": 0.503812, "nauc_mrr_at_3_std": -0.021631, "nauc_mrr_at_3_diff1": 0.153852, "nauc_mrr_at_5_max": 0.49634, "nauc_mrr_at_5_std": -0.015465, "nauc_mrr_at_5_diff1": 0.1497, "nauc_mrr_at_10_max": 0.488133, "nauc_mrr_at_10_std": -0.018558, "nauc_mrr_at_10_diff1": 0.148503, "nauc_mrr_at_20_max": 0.486385, "nauc_mrr_at_20_std": -0.01843, "nauc_mrr_at_20_diff1": 0.147685, "nauc_mrr_at_100_max": 0.485253, "nauc_mrr_at_100_std": -0.016663, "nauc_mrr_at_100_diff1": 0.149106, "nauc_mrr_at_1000_max": 0.485077, "nauc_mrr_at_1000_std": -0.017047, "nauc_mrr_at_1000_diff1": 0.149737, "cv_recall_at_1": 0.26367, "cv_recall_at_3": 0.54883, "cv_recall_at_5": 0.59766, "cv_recall_at_10": 0.67578, "cv_recall_at_20": 0.73828, "cv_recall_at_100": 0.90039, "cv_recall_at_1000": 1.0, "main_score": 0.59766, "hf_subset": "ps_af", "languages": [ "pus-Arab" ] }, { "ndcg_at_1": 0.38303, "ndcg_at_3": 0.74066, "ndcg_at_5": 0.74066, "ndcg_at_10": 0.74066, "ndcg_at_20": 0.74066, "ndcg_at_100": 0.74066, "ndcg_at_1000": 0.74066, "map_at_1": 0.38303, "map_at_3": 0.65125, "map_at_5": 0.65125, "map_at_10": 0.65125, "map_at_20": 0.65125, "map_at_100": 0.65125, "map_at_1000": 0.65125, "recall_at_1": 0.38303, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38303, "precision_at_1": 0.38303, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.383025, "mrr_at_3": 0.649801, "mrr_at_5": 0.649801, "mrr_at_10": 0.649801, "mrr_at_20": 0.649801, "mrr_at_100": 0.649801, "mrr_at_1000": 0.649801, "nauc_ndcg_at_1_max": 0.019774, "nauc_ndcg_at_1_std": -0.024608, "nauc_ndcg_at_1_diff1": 0.069847, "nauc_ndcg_at_3_max": 0.016776, "nauc_ndcg_at_3_std": -0.036743, "nauc_ndcg_at_3_diff1": 0.066737, "nauc_ndcg_at_5_max": 0.016776, "nauc_ndcg_at_5_std": -0.036743, "nauc_ndcg_at_5_diff1": 0.066737, "nauc_ndcg_at_10_max": 0.016776, "nauc_ndcg_at_10_std": -0.036743, "nauc_ndcg_at_10_diff1": 0.066737, "nauc_ndcg_at_20_max": 0.016776, "nauc_ndcg_at_20_std": -0.036743, "nauc_ndcg_at_20_diff1": 0.066737, "nauc_ndcg_at_100_max": 0.016776, "nauc_ndcg_at_100_std": -0.036743, "nauc_ndcg_at_100_diff1": 0.066737, "nauc_ndcg_at_1000_max": 0.016776, "nauc_ndcg_at_1000_std": -0.036743, "nauc_ndcg_at_1000_diff1": 0.066737, "nauc_map_at_1_max": 0.019774, "nauc_map_at_1_std": -0.024608, "nauc_map_at_1_diff1": 0.069847, "nauc_map_at_3_max": 0.016927, "nauc_map_at_3_std": -0.036133, "nauc_map_at_3_diff1": 0.066893, "nauc_map_at_5_max": 0.016927, "nauc_map_at_5_std": -0.036133, "nauc_map_at_5_diff1": 0.066893, "nauc_map_at_10_max": 0.016927, "nauc_map_at_10_std": -0.036133, "nauc_map_at_10_diff1": 0.066893, "nauc_map_at_20_max": 0.016927, "nauc_map_at_20_std": -0.036133, "nauc_map_at_20_diff1": 0.066893, "nauc_map_at_100_max": 0.016927, "nauc_map_at_100_std": -0.036133, "nauc_map_at_100_diff1": 0.066893, "nauc_map_at_1000_max": 0.016927, "nauc_map_at_1000_std": -0.036133, "nauc_map_at_1000_diff1": 0.066893, "nauc_recall_at_1_max": 0.019774, "nauc_recall_at_1_std": -0.024608, "nauc_recall_at_1_diff1": 0.069847, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.019774, "nauc_precision_at_1_std": -0.024608, "nauc_precision_at_1_diff1": 0.069847, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.020358, "nauc_mrr_at_1_std": -0.034421, "nauc_mrr_at_1_diff1": 0.066557, "nauc_mrr_at_3_max": 0.021372, "nauc_mrr_at_3_std": -0.042429, "nauc_mrr_at_3_diff1": 0.065124, "nauc_mrr_at_5_max": 0.021372, "nauc_mrr_at_5_std": -0.042429, "nauc_mrr_at_5_diff1": 0.065124, "nauc_mrr_at_10_max": 0.021372, "nauc_mrr_at_10_std": -0.042429, "nauc_mrr_at_10_diff1": 0.065124, "nauc_mrr_at_20_max": 0.021372, "nauc_mrr_at_20_std": -0.042429, "nauc_mrr_at_20_diff1": 0.065124, "nauc_mrr_at_100_max": 0.021372, "nauc_mrr_at_100_std": -0.042429, "nauc_mrr_at_100_diff1": 0.065124, "nauc_mrr_at_1000_max": 0.021372, "nauc_mrr_at_1000_std": -0.042429, "nauc_mrr_at_1000_diff1": 0.065124, "cv_recall_at_1": 0.38303, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "pt_br", "languages": [ "por-Latn" ] }, { "ndcg_at_1": 0.3692, "ndcg_at_3": 0.7089, "ndcg_at_5": 0.71211, "ndcg_at_10": 0.71655, "ndcg_at_20": 0.71766, "ndcg_at_100": 0.71997, "ndcg_at_1000": 0.72056, "map_at_1": 0.3692, "map_at_3": 0.62344, "map_at_5": 0.6252, "map_at_10": 0.62705, "map_at_20": 0.62734, "map_at_100": 0.62766, "map_at_1000": 0.62768, "recall_at_1": 0.3692, "recall_at_3": 0.95696, "recall_at_5": 0.96489, "recall_at_10": 0.97848, "recall_at_20": 0.98301, "recall_at_100": 0.99547, "recall_at_1000": 1.0, "accuracy": 0.3692, "precision_at_1": 0.3692, "precision_at_3": 0.31899, "precision_at_5": 0.19298, "precision_at_10": 0.09785, "precision_at_20": 0.04915, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.363533, "mrr_at_3": 0.617403, "mrr_at_5": 0.619215, "mrr_at_10": 0.621105, "mrr_at_20": 0.621397, "mrr_at_100": 0.621716, "mrr_at_1000": 0.621739, "nauc_ndcg_at_1_max": -0.009916, "nauc_ndcg_at_1_std": -0.013601, "nauc_ndcg_at_1_diff1": 0.116294, "nauc_ndcg_at_3_max": 0.110888, "nauc_ndcg_at_3_std": 0.075811, "nauc_ndcg_at_3_diff1": 0.125738, "nauc_ndcg_at_5_max": 0.096268, "nauc_ndcg_at_5_std": 0.066594, "nauc_ndcg_at_5_diff1": 0.124545, "nauc_ndcg_at_10_max": 0.07432, "nauc_ndcg_at_10_std": 0.049824, "nauc_ndcg_at_10_diff1": 0.124159, "nauc_ndcg_at_20_max": 0.068477, "nauc_ndcg_at_20_std": 0.045205, "nauc_ndcg_at_20_diff1": 0.122335, "nauc_ndcg_at_100_max": 0.056138, "nauc_ndcg_at_100_std": 0.035487, "nauc_ndcg_at_100_diff1": 0.121974, "nauc_ndcg_at_1000_max": 0.052945, "nauc_ndcg_at_1000_std": 0.032451, "nauc_ndcg_at_1000_diff1": 0.121665, "nauc_map_at_1_max": -0.009916, "nauc_map_at_1_std": -0.013601, "nauc_map_at_1_diff1": 0.116294, "nauc_map_at_3_max": 0.056729, "nauc_map_at_3_std": 0.033433, "nauc_map_at_3_diff1": 0.122647, "nauc_map_at_5_max": 0.050066, "nauc_map_at_5_std": 0.029322, "nauc_map_at_5_diff1": 0.121983, "nauc_map_at_10_max": 0.042638, "nauc_map_at_10_std": 0.023706, "nauc_map_at_10_diff1": 0.121878, "nauc_map_at_20_max": 0.041423, "nauc_map_at_20_std": 0.022714, "nauc_map_at_20_diff1": 0.121425, "nauc_map_at_100_max": 0.040089, "nauc_map_at_100_std": 0.021766, "nauc_map_at_100_diff1": 0.12125, "nauc_map_at_1000_max": 0.039996, "nauc_map_at_1000_std": 0.021678, "nauc_map_at_1000_diff1": 0.121237, "nauc_recall_at_1_max": -0.009916, "nauc_recall_at_1_std": -0.013601, "nauc_recall_at_1_diff1": 0.116294, "nauc_recall_at_3_max": 0.982373, "nauc_recall_at_3_std": 0.76196, "nauc_recall_at_3_diff1": 0.173373, "nauc_recall_at_5_max": 0.99157, "nauc_recall_at_5_std": 0.794446, "nauc_recall_at_5_diff1": 0.172373, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.824322, "nauc_recall_at_10_diff1": 0.190102, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.83879, "nauc_recall_at_20_diff1": 0.139074, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934665, "nauc_recall_at_100_diff1": 0.204643, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.009916, "nauc_precision_at_1_std": -0.013601, "nauc_precision_at_1_diff1": 0.116294, "nauc_precision_at_3_max": 0.982373, "nauc_precision_at_3_std": 0.76196, "nauc_precision_at_3_diff1": 0.173373, "nauc_precision_at_5_max": 0.99157, "nauc_precision_at_5_std": 0.794446, "nauc_precision_at_5_diff1": 0.172373, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.824322, "nauc_precision_at_10_diff1": 0.190102, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.83879, "nauc_precision_at_20_diff1": 0.139074, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934665, "nauc_precision_at_100_diff1": 0.204643, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.005526, "nauc_mrr_at_1_std": -0.007231, "nauc_mrr_at_1_diff1": 0.132077, "nauc_mrr_at_3_max": 0.06386, "nauc_mrr_at_3_std": 0.037089, "nauc_mrr_at_3_diff1": 0.134666, "nauc_mrr_at_5_max": 0.057007, "nauc_mrr_at_5_std": 0.032284, "nauc_mrr_at_5_diff1": 0.134789, "nauc_mrr_at_10_max": 0.049516, "nauc_mrr_at_10_std": 0.026555, "nauc_mrr_at_10_diff1": 0.134773, "nauc_mrr_at_20_max": 0.048318, "nauc_mrr_at_20_std": 0.025583, "nauc_mrr_at_20_diff1": 0.134344, "nauc_mrr_at_100_max": 0.047004, "nauc_mrr_at_100_std": 0.024647, "nauc_mrr_at_100_diff1": 0.134186, "nauc_mrr_at_1000_max": 0.046912, "nauc_mrr_at_1000_std": 0.02456, "nauc_mrr_at_1000_diff1": 0.134175, "cv_recall_at_1": 0.36353, "cv_recall_at_3": 0.95696, "cv_recall_at_5": 0.96489, "cv_recall_at_10": 0.97848, "cv_recall_at_20": 0.98301, "cv_recall_at_100": 0.99547, "cv_recall_at_1000": 1.0, "main_score": 0.96489, "hf_subset": "ro_ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.4671, "ndcg_at_3": 0.78105, "ndcg_at_5": 0.78155, "ndcg_at_10": 0.78155, "ndcg_at_20": 0.78155, "ndcg_at_100": 0.78155, "ndcg_at_1000": 0.78155, "map_at_1": 0.4671, "map_at_3": 0.70559, "map_at_5": 0.70585, "map_at_10": 0.70585, "map_at_20": 0.70585, "map_at_100": 0.70585, "map_at_1000": 0.70585, "recall_at_1": 0.4671, "recall_at_3": 0.99871, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.4671, "precision_at_1": 0.4671, "precision_at_3": 0.3329, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.469677, "mrr_at_3": 0.708602, "mrr_at_5": 0.70886, "mrr_at_10": 0.70886, "mrr_at_20": 0.70886, "mrr_at_100": 0.70886, "mrr_at_1000": 0.70886, "nauc_ndcg_at_1_max": -0.058972, "nauc_ndcg_at_1_std": -0.10859, "nauc_ndcg_at_1_diff1": 0.172066, "nauc_ndcg_at_3_max": -0.055622, "nauc_ndcg_at_3_std": -0.133554, "nauc_ndcg_at_3_diff1": 0.167416, "nauc_ndcg_at_5_max": -0.059099, "nauc_ndcg_at_5_std": -0.135818, "nauc_ndcg_at_5_diff1": 0.171759, "nauc_ndcg_at_10_max": -0.059099, "nauc_ndcg_at_10_std": -0.135818, "nauc_ndcg_at_10_diff1": 0.171759, "nauc_ndcg_at_20_max": -0.059099, "nauc_ndcg_at_20_std": -0.135818, "nauc_ndcg_at_20_diff1": 0.171759, "nauc_ndcg_at_100_max": -0.059099, "nauc_ndcg_at_100_std": -0.135818, "nauc_ndcg_at_100_diff1": 0.171759, "nauc_ndcg_at_1000_max": -0.059099, "nauc_ndcg_at_1000_std": -0.135818, "nauc_ndcg_at_1000_diff1": 0.171759, "nauc_map_at_1_max": -0.058972, "nauc_map_at_1_std": -0.10859, "nauc_map_at_1_diff1": 0.172066, "nauc_map_at_3_max": -0.057823, "nauc_map_at_3_std": -0.133561, "nauc_map_at_3_diff1": 0.17019, "nauc_map_at_5_max": -0.059164, "nauc_map_at_5_std": -0.134433, "nauc_map_at_5_diff1": 0.171865, "nauc_map_at_10_max": -0.059164, "nauc_map_at_10_std": -0.134433, "nauc_map_at_10_diff1": 0.171865, "nauc_map_at_20_max": -0.059164, "nauc_map_at_20_std": -0.134433, "nauc_map_at_20_diff1": 0.171865, "nauc_map_at_100_max": -0.059164, "nauc_map_at_100_std": -0.134433, "nauc_map_at_100_diff1": 0.171865, "nauc_map_at_1000_max": -0.059164, "nauc_map_at_1000_std": -0.134433, "nauc_map_at_1000_diff1": 0.171865, "nauc_recall_at_1_max": -0.058972, "nauc_recall_at_1_std": -0.10859, "nauc_recall_at_1_diff1": 0.172066, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.553906, "nauc_recall_at_3_diff1": -1.151439, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.058972, "nauc_precision_at_1_std": -0.10859, "nauc_precision_at_1_diff1": 0.172066, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.553906, "nauc_precision_at_3_diff1": -1.151439, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.064683, "nauc_mrr_at_1_std": -0.108653, "nauc_mrr_at_1_diff1": 0.166425, "nauc_mrr_at_3_max": -0.06354, "nauc_mrr_at_3_std": -0.134927, "nauc_mrr_at_3_diff1": 0.161559, "nauc_mrr_at_5_max": -0.064899, "nauc_mrr_at_5_std": -0.135808, "nauc_mrr_at_5_diff1": 0.163236, "nauc_mrr_at_10_max": -0.064899, "nauc_mrr_at_10_std": -0.135808, "nauc_mrr_at_10_diff1": 0.163236, "nauc_mrr_at_20_max": -0.064899, "nauc_mrr_at_20_std": -0.135808, "nauc_mrr_at_20_diff1": 0.163236, "nauc_mrr_at_100_max": -0.064899, "nauc_mrr_at_100_std": -0.135808, "nauc_mrr_at_100_diff1": 0.163236, "nauc_mrr_at_1000_max": -0.064899, "nauc_mrr_at_1000_std": -0.135808, "nauc_mrr_at_1000_diff1": 0.163236, "cv_recall_at_1": 0.46968, "cv_recall_at_3": 0.99871, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 1.0, "hf_subset": "ru_ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.47568, "ndcg_at_3": 0.73257, "ndcg_at_5": 0.73924, "ndcg_at_10": 0.74924, "ndcg_at_20": 0.75513, "ndcg_at_100": 0.76048, "ndcg_at_1000": 0.76156, "map_at_1": 0.47568, "map_at_3": 0.67553, "map_at_5": 0.6791, "map_at_10": 0.68334, "map_at_20": 0.68503, "map_at_100": 0.68587, "map_at_1000": 0.68593, "recall_at_1": 0.47568, "recall_at_3": 0.89514, "recall_at_5": 0.91185, "recall_at_10": 0.94225, "recall_at_20": 0.96505, "recall_at_100": 0.9924, "recall_at_1000": 1.0, "accuracy": 0.47568, "precision_at_1": 0.47568, "precision_at_3": 0.29838, "precision_at_5": 0.18237, "precision_at_10": 0.09422, "precision_at_20": 0.04825, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.486322, "mrr_at_3": 0.679838, "mrr_at_5": 0.684245, "mrr_at_10": 0.688738, "mrr_at_20": 0.690144, "mrr_at_100": 0.690982, "mrr_at_1000": 0.691041, "nauc_ndcg_at_1_max": 0.151345, "nauc_ndcg_at_1_std": 0.085764, "nauc_ndcg_at_1_diff1": 0.263764, "nauc_ndcg_at_3_max": 0.392967, "nauc_ndcg_at_3_std": 0.244179, "nauc_ndcg_at_3_diff1": 0.20195, "nauc_ndcg_at_5_max": 0.375662, "nauc_ndcg_at_5_std": 0.233404, "nauc_ndcg_at_5_diff1": 0.205165, "nauc_ndcg_at_10_max": 0.35154, "nauc_ndcg_at_10_std": 0.220802, "nauc_ndcg_at_10_diff1": 0.211562, "nauc_ndcg_at_20_max": 0.332087, "nauc_ndcg_at_20_std": 0.205223, "nauc_ndcg_at_20_diff1": 0.221693, "nauc_ndcg_at_100_max": 0.313287, "nauc_ndcg_at_100_std": 0.19386, "nauc_ndcg_at_100_diff1": 0.226958, "nauc_ndcg_at_1000_max": 0.309184, "nauc_ndcg_at_1000_std": 0.189896, "nauc_ndcg_at_1000_diff1": 0.224535, "nauc_map_at_1_max": 0.151345, "nauc_map_at_1_std": 0.085764, "nauc_map_at_1_diff1": 0.263764, "nauc_map_at_3_max": 0.312974, "nauc_map_at_3_std": 0.189057, "nauc_map_at_3_diff1": 0.221208, "nauc_map_at_5_max": 0.304034, "nauc_map_at_5_std": 0.183513, "nauc_map_at_5_diff1": 0.223036, "nauc_map_at_10_max": 0.294568, "nauc_map_at_10_std": 0.178783, "nauc_map_at_10_diff1": 0.225993, "nauc_map_at_20_max": 0.28973, "nauc_map_at_20_std": 0.175073, "nauc_map_at_20_diff1": 0.228476, "nauc_map_at_100_max": 0.287295, "nauc_map_at_100_std": 0.173785, "nauc_map_at_100_diff1": 0.228902, "nauc_map_at_1000_max": 0.287115, "nauc_map_at_1000_std": 0.17361, "nauc_map_at_1000_diff1": 0.228804, "nauc_recall_at_1_max": 0.151345, "nauc_recall_at_1_std": 0.085764, "nauc_recall_at_1_diff1": 0.263764, "nauc_recall_at_3_max": 0.912181, "nauc_recall_at_3_std": 0.60469, "nauc_recall_at_3_diff1": 0.078185, "nauc_recall_at_5_max": 0.910213, "nauc_recall_at_5_std": 0.609169, "nauc_recall_at_5_diff1": 0.07242, "nauc_recall_at_10_max": 0.951824, "nauc_recall_at_10_std": 0.67242, "nauc_recall_at_10_diff1": 0.055898, "nauc_recall_at_20_max": 0.954517, "nauc_recall_at_20_std": 0.648905, "nauc_recall_at_20_diff1": 0.15376, "nauc_recall_at_100_max": 0.973847, "nauc_recall_at_100_std": 0.82909, "nauc_recall_at_100_diff1": 0.620948, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.151345, "nauc_precision_at_1_std": 0.085764, "nauc_precision_at_1_diff1": 0.263764, "nauc_precision_at_3_max": 0.912181, "nauc_precision_at_3_std": 0.60469, "nauc_precision_at_3_diff1": 0.078185, "nauc_precision_at_5_max": 0.910213, "nauc_precision_at_5_std": 0.609169, "nauc_precision_at_5_diff1": 0.07242, "nauc_precision_at_10_max": 0.951824, "nauc_precision_at_10_std": 0.67242, "nauc_precision_at_10_diff1": 0.055898, "nauc_precision_at_20_max": 0.954517, "nauc_precision_at_20_std": 0.648905, "nauc_precision_at_20_diff1": 0.15376, "nauc_precision_at_100_max": 0.973847, "nauc_precision_at_100_std": 0.82909, "nauc_precision_at_100_diff1": 0.620948, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.068273, "nauc_mrr_at_1_std": 0.025821, "nauc_mrr_at_1_diff1": 0.246136, "nauc_mrr_at_3_max": 0.252132, "nauc_mrr_at_3_std": 0.145368, "nauc_mrr_at_3_diff1": 0.21452, "nauc_mrr_at_5_max": 0.241846, "nauc_mrr_at_5_std": 0.137751, "nauc_mrr_at_5_diff1": 0.213701, "nauc_mrr_at_10_max": 0.230262, "nauc_mrr_at_10_std": 0.13302, "nauc_mrr_at_10_diff1": 0.21603, "nauc_mrr_at_20_max": 0.225802, "nauc_mrr_at_20_std": 0.128977, "nauc_mrr_at_20_diff1": 0.216822, "nauc_mrr_at_100_max": 0.223141, "nauc_mrr_at_100_std": 0.127535, "nauc_mrr_at_100_diff1": 0.217196, "nauc_mrr_at_1000_max": 0.222944, "nauc_mrr_at_1000_std": 0.127347, "nauc_mrr_at_1000_diff1": 0.217094, "cv_recall_at_1": 0.48632, "cv_recall_at_3": 0.8921, "cv_recall_at_5": 0.91185, "cv_recall_at_10": 0.94529, "cv_recall_at_20": 0.96505, "cv_recall_at_100": 0.9924, "cv_recall_at_1000": 1.0, "main_score": 0.91185, "hf_subset": "bg_bg", "languages": [ "bul-Cyrl" ] }, { "ndcg_at_1": 0.24898, "ndcg_at_3": 0.51179, "ndcg_at_5": 0.53633, "ndcg_at_10": 0.55622, "ndcg_at_20": 0.56633, "ndcg_at_100": 0.58051, "ndcg_at_1000": 0.58736, "map_at_1": 0.24898, "map_at_3": 0.44371, "map_at_5": 0.45718, "map_at_10": 0.46564, "map_at_20": 0.46843, "map_at_100": 0.47039, "map_at_1000": 0.47066, "recall_at_1": 0.24898, "recall_at_3": 0.7102, "recall_at_5": 0.77041, "recall_at_10": 0.83061, "recall_at_20": 0.87041, "recall_at_100": 0.94694, "recall_at_1000": 1.0, "accuracy": 0.24898, "precision_at_1": 0.24898, "precision_at_3": 0.23673, "precision_at_5": 0.15408, "precision_at_10": 0.08306, "precision_at_20": 0.04352, "precision_at_100": 0.00947, "precision_at_1000": 0.001, "mrr_at_1": 0.264286, "mrr_at_3": 0.453741, "mrr_at_5": 0.468384, "mrr_at_10": 0.47629, "mrr_at_20": 0.4792, "mrr_at_100": 0.481061, "mrr_at_1000": 0.481334, "nauc_ndcg_at_1_max": 0.192414, "nauc_ndcg_at_1_std": -0.067801, "nauc_ndcg_at_1_diff1": -0.097194, "nauc_ndcg_at_3_max": 0.452946, "nauc_ndcg_at_3_std": -0.058162, "nauc_ndcg_at_3_diff1": -0.041113, "nauc_ndcg_at_5_max": 0.43254, "nauc_ndcg_at_5_std": -0.060887, "nauc_ndcg_at_5_diff1": -0.063413, "nauc_ndcg_at_10_max": 0.416774, "nauc_ndcg_at_10_std": -0.059336, "nauc_ndcg_at_10_diff1": -0.07009, "nauc_ndcg_at_20_max": 0.404682, "nauc_ndcg_at_20_std": -0.053487, "nauc_ndcg_at_20_diff1": -0.075832, "nauc_ndcg_at_100_max": 0.383049, "nauc_ndcg_at_100_std": -0.056214, "nauc_ndcg_at_100_diff1": -0.077815, "nauc_ndcg_at_1000_max": 0.375847, "nauc_ndcg_at_1000_std": -0.056837, "nauc_ndcg_at_1000_diff1": -0.076325, "nauc_map_at_1_max": 0.192414, "nauc_map_at_1_std": -0.067801, "nauc_map_at_1_diff1": -0.097194, "nauc_map_at_3_max": 0.375577, "nauc_map_at_3_std": -0.059789, "nauc_map_at_3_diff1": -0.061762, "nauc_map_at_5_max": 0.362491, "nauc_map_at_5_std": -0.061123, "nauc_map_at_5_diff1": -0.073608, "nauc_map_at_10_max": 0.355409, "nauc_map_at_10_std": -0.059802, "nauc_map_at_10_diff1": -0.076025, "nauc_map_at_20_max": 0.351928, "nauc_map_at_20_std": -0.058643, "nauc_map_at_20_diff1": -0.07757, "nauc_map_at_100_max": 0.349014, "nauc_map_at_100_std": -0.058941, "nauc_map_at_100_diff1": -0.077859, "nauc_map_at_1000_max": 0.348781, "nauc_map_at_1000_std": -0.058906, "nauc_map_at_1000_diff1": -0.077877, "nauc_recall_at_1_max": 0.192414, "nauc_recall_at_1_std": -0.067801, "nauc_recall_at_1_diff1": -0.097194, "nauc_recall_at_3_max": 0.725222, "nauc_recall_at_3_std": -0.052955, "nauc_recall_at_3_diff1": 0.033243, "nauc_recall_at_5_max": 0.717348, "nauc_recall_at_5_std": -0.061225, "nauc_recall_at_5_diff1": -0.023805, "nauc_recall_at_10_max": 0.721248, "nauc_recall_at_10_std": -0.060829, "nauc_recall_at_10_diff1": -0.047743, "nauc_recall_at_20_max": 0.712221, "nauc_recall_at_20_std": -0.012008, "nauc_recall_at_20_diff1": -0.084217, "nauc_recall_at_100_max": 0.627433, "nauc_recall_at_100_std": -0.024546, "nauc_recall_at_100_diff1": -0.143243, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.192414, "nauc_precision_at_1_std": -0.067801, "nauc_precision_at_1_diff1": -0.097194, "nauc_precision_at_3_max": 0.725222, "nauc_precision_at_3_std": -0.052955, "nauc_precision_at_3_diff1": 0.033243, "nauc_precision_at_5_max": 0.717348, "nauc_precision_at_5_std": -0.061225, "nauc_precision_at_5_diff1": -0.023805, "nauc_precision_at_10_max": 0.721248, "nauc_precision_at_10_std": -0.060829, "nauc_precision_at_10_diff1": -0.047743, "nauc_precision_at_20_max": 0.712221, "nauc_precision_at_20_std": -0.012008, "nauc_precision_at_20_diff1": -0.084217, "nauc_precision_at_100_max": 0.627433, "nauc_precision_at_100_std": -0.024546, "nauc_precision_at_100_diff1": -0.143243, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.190486, "nauc_mrr_at_1_std": -0.087709, "nauc_mrr_at_1_diff1": -0.075716, "nauc_mrr_at_3_max": 0.364526, "nauc_mrr_at_3_std": -0.090428, "nauc_mrr_at_3_diff1": -0.01412, "nauc_mrr_at_5_max": 0.353186, "nauc_mrr_at_5_std": -0.085335, "nauc_mrr_at_5_diff1": -0.023423, "nauc_mrr_at_10_max": 0.343643, "nauc_mrr_at_10_std": -0.088748, "nauc_mrr_at_10_diff1": -0.027402, "nauc_mrr_at_20_max": 0.34009, "nauc_mrr_at_20_std": -0.087564, "nauc_mrr_at_20_diff1": -0.02818, "nauc_mrr_at_100_max": 0.337305, "nauc_mrr_at_100_std": -0.087942, "nauc_mrr_at_100_diff1": -0.028132, "nauc_mrr_at_1000_max": 0.337063, "nauc_mrr_at_1000_std": -0.087935, "nauc_mrr_at_1000_diff1": -0.0281, "cv_recall_at_1": 0.26429, "cv_recall_at_3": 0.70918, "cv_recall_at_5": 0.77347, "cv_recall_at_10": 0.83061, "cv_recall_at_20": 0.87245, "cv_recall_at_100": 0.94694, "cv_recall_at_1000": 1.0, "main_score": 0.77347, "hf_subset": "sd_in", "languages": [ "snd-Arab" ] }, { "ndcg_at_1": 0.39394, "ndcg_at_3": 0.72218, "ndcg_at_5": 0.72746, "ndcg_at_10": 0.73034, "ndcg_at_20": 0.7333, "ndcg_at_100": 0.7347, "ndcg_at_1000": 0.73532, "map_at_1": 0.39394, "map_at_3": 0.64184, "map_at_5": 0.6448, "map_at_10": 0.646, "map_at_20": 0.64686, "map_at_100": 0.64705, "map_at_1000": 0.64707, "recall_at_1": 0.39394, "recall_at_3": 0.95455, "recall_at_5": 0.96717, "recall_at_10": 0.97601, "recall_at_20": 0.98737, "recall_at_100": 0.99495, "recall_at_1000": 1.0, "accuracy": 0.39394, "precision_at_1": 0.39394, "precision_at_3": 0.31818, "precision_at_5": 0.19343, "precision_at_10": 0.0976, "precision_at_20": 0.04937, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.392677, "mrr_at_3": 0.640572, "mrr_at_5": 0.643224, "mrr_at_10": 0.644761, "mrr_at_20": 0.645507, "mrr_at_100": 0.645695, "mrr_at_1000": 0.645716, "nauc_ndcg_at_1_max": 0.057427, "nauc_ndcg_at_1_std": -0.043808, "nauc_ndcg_at_1_diff1": 0.15416, "nauc_ndcg_at_3_max": 0.186845, "nauc_ndcg_at_3_std": 0.018875, "nauc_ndcg_at_3_diff1": 0.122392, "nauc_ndcg_at_5_max": 0.165974, "nauc_ndcg_at_5_std": 0.007529, "nauc_ndcg_at_5_diff1": 0.116907, "nauc_ndcg_at_10_max": 0.153238, "nauc_ndcg_at_10_std": 0.00091, "nauc_ndcg_at_10_diff1": 0.125016, "nauc_ndcg_at_20_max": 0.139264, "nauc_ndcg_at_20_std": -0.004668, "nauc_ndcg_at_20_diff1": 0.139431, "nauc_ndcg_at_100_max": 0.132281, "nauc_ndcg_at_100_std": -0.008557, "nauc_ndcg_at_100_diff1": 0.138444, "nauc_ndcg_at_1000_max": 0.129135, "nauc_ndcg_at_1000_std": -0.012214, "nauc_ndcg_at_1000_diff1": 0.138557, "nauc_map_at_1_max": 0.057427, "nauc_map_at_1_std": -0.043808, "nauc_map_at_1_diff1": 0.15416, "nauc_map_at_3_max": 0.135173, "nauc_map_at_3_std": -0.010414, "nauc_map_at_3_diff1": 0.137737, "nauc_map_at_5_max": 0.125353, "nauc_map_at_5_std": -0.015703, "nauc_map_at_5_diff1": 0.135305, "nauc_map_at_10_max": 0.121031, "nauc_map_at_10_std": -0.018032, "nauc_map_at_10_diff1": 0.138009, "nauc_map_at_20_max": 0.117813, "nauc_map_at_20_std": -0.019409, "nauc_map_at_20_diff1": 0.141285, "nauc_map_at_100_max": 0.117088, "nauc_map_at_100_std": -0.019821, "nauc_map_at_100_diff1": 0.141203, "nauc_map_at_1000_max": 0.117006, "nauc_map_at_1000_std": -0.019917, "nauc_map_at_1000_diff1": 0.14122, "nauc_recall_at_1_max": 0.057427, "nauc_recall_at_1_std": -0.043808, "nauc_recall_at_1_diff1": 0.15416, "nauc_recall_at_3_max": 0.95385, "nauc_recall_at_3_std": 0.462093, "nauc_recall_at_3_diff1": -0.110678, "nauc_recall_at_5_max": 0.974869, "nauc_recall_at_5_std": 0.481741, "nauc_recall_at_5_diff1": -0.265788, "nauc_recall_at_10_max": 0.986244, "nauc_recall_at_10_std": 0.511155, "nauc_recall_at_10_diff1": -0.223704, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.68627, "nauc_recall_at_20_diff1": 0.215865, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.142429, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.057427, "nauc_precision_at_1_std": -0.043808, "nauc_precision_at_1_diff1": 0.15416, "nauc_precision_at_3_max": 0.95385, "nauc_precision_at_3_std": 0.462093, "nauc_precision_at_3_diff1": -0.110678, "nauc_precision_at_5_max": 0.974869, "nauc_precision_at_5_std": 0.481741, "nauc_precision_at_5_diff1": -0.265788, "nauc_precision_at_10_max": 0.986244, "nauc_precision_at_10_std": 0.511155, "nauc_precision_at_10_diff1": -0.223704, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.68627, "nauc_precision_at_20_diff1": 0.215865, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.142429, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.055721, "nauc_mrr_at_1_std": -0.060049, "nauc_mrr_at_1_diff1": 0.15632, "nauc_mrr_at_3_max": 0.127179, "nauc_mrr_at_3_std": -0.036748, "nauc_mrr_at_3_diff1": 0.129167, "nauc_mrr_at_5_max": 0.118063, "nauc_mrr_at_5_std": -0.042448, "nauc_mrr_at_5_diff1": 0.13076, "nauc_mrr_at_10_max": 0.112528, "nauc_mrr_at_10_std": -0.046086, "nauc_mrr_at_10_diff1": 0.133138, "nauc_mrr_at_20_max": 0.109731, "nauc_mrr_at_20_std": -0.047263, "nauc_mrr_at_20_diff1": 0.136038, "nauc_mrr_at_100_max": 0.108992, "nauc_mrr_at_100_std": -0.047699, "nauc_mrr_at_100_diff1": 0.135951, "nauc_mrr_at_1000_max": 0.108909, "nauc_mrr_at_1000_std": -0.047797, "nauc_mrr_at_1000_diff1": 0.135967, "cv_recall_at_1": 0.39268, "cv_recall_at_3": 0.95455, "cv_recall_at_5": 0.96591, "cv_recall_at_10": 0.97727, "cv_recall_at_20": 0.98737, "cv_recall_at_100": 0.99495, "cv_recall_at_1000": 1.0, "main_score": 0.96591, "hf_subset": "sk_sk", "languages": [ "slk-Latn" ] }, { "ndcg_at_1": 0.29976, "ndcg_at_3": 0.55013, "ndcg_at_5": 0.57035, "ndcg_at_10": 0.59015, "ndcg_at_20": 0.60262, "ndcg_at_100": 0.61486, "ndcg_at_1000": 0.62038, "map_at_1": 0.29976, "map_at_3": 0.48761, "map_at_5": 0.49882, "map_at_10": 0.50701, "map_at_20": 0.51046, "map_at_100": 0.51216, "map_at_1000": 0.51236, "recall_at_1": 0.29976, "recall_at_3": 0.73141, "recall_at_5": 0.78058, "recall_at_10": 0.84173, "recall_at_20": 0.89089, "recall_at_100": 0.95683, "recall_at_1000": 1.0, "accuracy": 0.29976, "precision_at_1": 0.29976, "precision_at_3": 0.2438, "precision_at_5": 0.15612, "precision_at_10": 0.08417, "precision_at_20": 0.04454, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.298561, "mrr_at_3": 0.486811, "mrr_at_5": 0.498501, "mrr_at_10": 0.506657, "mrr_at_20": 0.510058, "mrr_at_100": 0.511755, "mrr_at_1000": 0.511962, "nauc_ndcg_at_1_max": 0.214439, "nauc_ndcg_at_1_std": 0.032005, "nauc_ndcg_at_1_diff1": 0.188423, "nauc_ndcg_at_3_max": 0.491113, "nauc_ndcg_at_3_std": 0.185937, "nauc_ndcg_at_3_diff1": 0.151376, "nauc_ndcg_at_5_max": 0.48366, "nauc_ndcg_at_5_std": 0.176868, "nauc_ndcg_at_5_diff1": 0.14852, "nauc_ndcg_at_10_max": 0.465137, "nauc_ndcg_at_10_std": 0.174328, "nauc_ndcg_at_10_diff1": 0.153601, "nauc_ndcg_at_20_max": 0.447024, "nauc_ndcg_at_20_std": 0.175314, "nauc_ndcg_at_20_diff1": 0.161012, "nauc_ndcg_at_100_max": 0.426234, "nauc_ndcg_at_100_std": 0.157347, "nauc_ndcg_at_100_diff1": 0.161195, "nauc_ndcg_at_1000_max": 0.416467, "nauc_ndcg_at_1000_std": 0.14967, "nauc_ndcg_at_1000_diff1": 0.160818, "nauc_map_at_1_max": 0.214439, "nauc_map_at_1_std": 0.032005, "nauc_map_at_1_diff1": 0.188423, "nauc_map_at_3_max": 0.408583, "nauc_map_at_3_std": 0.140478, "nauc_map_at_3_diff1": 0.161707, "nauc_map_at_5_max": 0.402577, "nauc_map_at_5_std": 0.134451, "nauc_map_at_5_diff1": 0.160281, "nauc_map_at_10_max": 0.394022, "nauc_map_at_10_std": 0.132644, "nauc_map_at_10_diff1": 0.162298, "nauc_map_at_20_max": 0.388993, "nauc_map_at_20_std": 0.132425, "nauc_map_at_20_diff1": 0.164119, "nauc_map_at_100_max": 0.386215, "nauc_map_at_100_std": 0.130152, "nauc_map_at_100_diff1": 0.163903, "nauc_map_at_1000_max": 0.385887, "nauc_map_at_1000_std": 0.129893, "nauc_map_at_1000_diff1": 0.163912, "nauc_recall_at_1_max": 0.214439, "nauc_recall_at_1_std": 0.032005, "nauc_recall_at_1_diff1": 0.188423, "nauc_recall_at_3_max": 0.803339, "nauc_recall_at_3_std": 0.357693, "nauc_recall_at_3_diff1": 0.112645, "nauc_recall_at_5_max": 0.833601, "nauc_recall_at_5_std": 0.359038, "nauc_recall_at_5_diff1": 0.097878, "nauc_recall_at_10_max": 0.851805, "nauc_recall_at_10_std": 0.405338, "nauc_recall_at_10_diff1": 0.108772, "nauc_recall_at_20_max": 0.841682, "nauc_recall_at_20_std": 0.506348, "nauc_recall_at_20_diff1": 0.158389, "nauc_recall_at_100_max": 0.831103, "nauc_recall_at_100_std": 0.475817, "nauc_recall_at_100_diff1": 0.184277, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.214439, "nauc_precision_at_1_std": 0.032005, "nauc_precision_at_1_diff1": 0.188423, "nauc_precision_at_3_max": 0.803339, "nauc_precision_at_3_std": 0.357693, "nauc_precision_at_3_diff1": 0.112645, "nauc_precision_at_5_max": 0.833601, "nauc_precision_at_5_std": 0.359038, "nauc_precision_at_5_diff1": 0.097878, "nauc_precision_at_10_max": 0.851805, "nauc_precision_at_10_std": 0.405338, "nauc_precision_at_10_diff1": 0.108772, "nauc_precision_at_20_max": 0.841682, "nauc_precision_at_20_std": 0.506348, "nauc_precision_at_20_diff1": 0.158389, "nauc_precision_at_100_max": 0.831103, "nauc_precision_at_100_std": 0.475817, "nauc_precision_at_100_diff1": 0.184277, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.212356, "nauc_mrr_at_1_std": 0.026034, "nauc_mrr_at_1_diff1": 0.191816, "nauc_mrr_at_3_max": 0.410092, "nauc_mrr_at_3_std": 0.135073, "nauc_mrr_at_3_diff1": 0.164868, "nauc_mrr_at_5_max": 0.40304, "nauc_mrr_at_5_std": 0.127858, "nauc_mrr_at_5_diff1": 0.164463, "nauc_mrr_at_10_max": 0.394697, "nauc_mrr_at_10_std": 0.126504, "nauc_mrr_at_10_diff1": 0.167722, "nauc_mrr_at_20_max": 0.389604, "nauc_mrr_at_20_std": 0.125808, "nauc_mrr_at_20_diff1": 0.168846, "nauc_mrr_at_100_max": 0.386824, "nauc_mrr_at_100_std": 0.123492, "nauc_mrr_at_100_diff1": 0.168652, "nauc_mrr_at_1000_max": 0.386497, "nauc_mrr_at_1000_std": 0.123229, "nauc_mrr_at_1000_diff1": 0.168665, "cv_recall_at_1": 0.29856, "cv_recall_at_3": 0.73022, "cv_recall_at_5": 0.78058, "cv_recall_at_10": 0.84173, "cv_recall_at_20": 0.89089, "cv_recall_at_100": 0.95683, "cv_recall_at_1000": 1.0, "main_score": 0.78058, "hf_subset": "sl_si", "languages": [ "slv-Latn" ] }, { "ndcg_at_1": 0.14703, "ndcg_at_3": 0.29422, "ndcg_at_5": 0.3131, "ndcg_at_10": 0.3324, "ndcg_at_20": 0.34855, "ndcg_at_100": 0.38456, "ndcg_at_1000": 0.41352, "map_at_1": 0.14703, "map_at_3": 0.2564, "map_at_5": 0.26672, "map_at_10": 0.27473, "map_at_20": 0.27903, "map_at_100": 0.28383, "map_at_1000": 0.2849, "recall_at_1": 0.14703, "recall_at_3": 0.40432, "recall_at_5": 0.45081, "recall_at_10": 0.51027, "recall_at_20": 0.57514, "recall_at_100": 0.77189, "recall_at_1000": 1.0, "accuracy": 0.14703, "precision_at_1": 0.14703, "precision_at_3": 0.13477, "precision_at_5": 0.09016, "precision_at_10": 0.05103, "precision_at_20": 0.02876, "precision_at_100": 0.00772, "precision_at_1000": 0.001, "mrr_at_1": 0.148108, "mrr_at_3": 0.257838, "mrr_at_5": 0.268162, "mrr_at_10": 0.276239, "mrr_at_20": 0.280544, "mrr_at_100": 0.285339, "mrr_at_1000": 0.286418, "nauc_ndcg_at_1_max": 0.232621, "nauc_ndcg_at_1_std": -0.207018, "nauc_ndcg_at_1_diff1": -0.017566, "nauc_ndcg_at_3_max": 0.345823, "nauc_ndcg_at_3_std": -0.278436, "nauc_ndcg_at_3_diff1": -0.027588, "nauc_ndcg_at_5_max": 0.333065, "nauc_ndcg_at_5_std": -0.277574, "nauc_ndcg_at_5_diff1": -0.012857, "nauc_ndcg_at_10_max": 0.313921, "nauc_ndcg_at_10_std": -0.277472, "nauc_ndcg_at_10_diff1": -0.018986, "nauc_ndcg_at_20_max": 0.309365, "nauc_ndcg_at_20_std": -0.269853, "nauc_ndcg_at_20_diff1": -0.020371, "nauc_ndcg_at_100_max": 0.292659, "nauc_ndcg_at_100_std": -0.273058, "nauc_ndcg_at_100_diff1": -0.020487, "nauc_ndcg_at_1000_max": 0.302232, "nauc_ndcg_at_1000_std": -0.266007, "nauc_ndcg_at_1000_diff1": -0.016389, "nauc_map_at_1_max": 0.232621, "nauc_map_at_1_std": -0.207018, "nauc_map_at_1_diff1": -0.017566, "nauc_map_at_3_max": 0.319768, "nauc_map_at_3_std": -0.259616, "nauc_map_at_3_diff1": -0.023463, "nauc_map_at_5_max": 0.312218, "nauc_map_at_5_std": -0.259241, "nauc_map_at_5_diff1": -0.01496, "nauc_map_at_10_max": 0.30392, "nauc_map_at_10_std": -0.259142, "nauc_map_at_10_diff1": -0.017748, "nauc_map_at_20_max": 0.302369, "nauc_map_at_20_std": -0.257092, "nauc_map_at_20_diff1": -0.017976, "nauc_map_at_100_max": 0.300097, "nauc_map_at_100_std": -0.257314, "nauc_map_at_100_diff1": -0.016963, "nauc_map_at_1000_max": 0.300408, "nauc_map_at_1000_std": -0.256989, "nauc_map_at_1000_diff1": -0.016731, "nauc_recall_at_1_max": 0.232621, "nauc_recall_at_1_std": -0.207018, "nauc_recall_at_1_diff1": -0.017566, "nauc_recall_at_3_max": 0.407881, "nauc_recall_at_3_std": -0.32391, "nauc_recall_at_3_diff1": -0.037909, "nauc_recall_at_5_max": 0.381938, "nauc_recall_at_5_std": -0.322112, "nauc_recall_at_5_diff1": -0.006633, "nauc_recall_at_10_max": 0.330887, "nauc_recall_at_10_std": -0.32283, "nauc_recall_at_10_diff1": -0.022655, "nauc_recall_at_20_max": 0.316808, "nauc_recall_at_20_std": -0.296809, "nauc_recall_at_20_diff1": -0.029001, "nauc_recall_at_100_max": 0.199187, "nauc_recall_at_100_std": -0.336622, "nauc_recall_at_100_diff1": -0.053567, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.232621, "nauc_precision_at_1_std": -0.207018, "nauc_precision_at_1_diff1": -0.017566, "nauc_precision_at_3_max": 0.407881, "nauc_precision_at_3_std": -0.32391, "nauc_precision_at_3_diff1": -0.037909, "nauc_precision_at_5_max": 0.381938, "nauc_precision_at_5_std": -0.322112, "nauc_precision_at_5_diff1": -0.006633, "nauc_precision_at_10_max": 0.330887, "nauc_precision_at_10_std": -0.32283, "nauc_precision_at_10_diff1": -0.022655, "nauc_precision_at_20_max": 0.316808, "nauc_precision_at_20_std": -0.296809, "nauc_precision_at_20_diff1": -0.029001, "nauc_precision_at_100_max": 0.199187, "nauc_precision_at_100_std": -0.336622, "nauc_precision_at_100_diff1": -0.053567, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.228267, "nauc_mrr_at_1_std": -0.193742, "nauc_mrr_at_1_diff1": -0.021312, "nauc_mrr_at_3_max": 0.313276, "nauc_mrr_at_3_std": -0.260041, "nauc_mrr_at_3_diff1": -0.033642, "nauc_mrr_at_5_max": 0.305149, "nauc_mrr_at_5_std": -0.261467, "nauc_mrr_at_5_diff1": -0.027548, "nauc_mrr_at_10_max": 0.297022, "nauc_mrr_at_10_std": -0.260354, "nauc_mrr_at_10_diff1": -0.027846, "nauc_mrr_at_20_max": 0.295294, "nauc_mrr_at_20_std": -0.258492, "nauc_mrr_at_20_diff1": -0.027978, "nauc_mrr_at_100_max": 0.293196, "nauc_mrr_at_100_std": -0.258456, "nauc_mrr_at_100_diff1": -0.027209, "nauc_mrr_at_1000_max": 0.293481, "nauc_mrr_at_1000_std": -0.258137, "nauc_mrr_at_1000_diff1": -0.02701, "cv_recall_at_1": 0.14811, "cv_recall_at_3": 0.40432, "cv_recall_at_5": 0.45081, "cv_recall_at_10": 0.51027, "cv_recall_at_20": 0.57514, "cv_recall_at_100": 0.77189, "cv_recall_at_1000": 1.0, "main_score": 0.45081, "hf_subset": "sn_zw", "languages": [ "sna-Latn" ] }, { "ndcg_at_1": 0.10599, "ndcg_at_3": 0.22888, "ndcg_at_5": 0.25353, "ndcg_at_10": 0.27613, "ndcg_at_20": 0.29342, "ndcg_at_100": 0.33087, "ndcg_at_1000": 0.36331, "map_at_1": 0.10599, "map_at_3": 0.19578, "map_at_5": 0.20922, "map_at_10": 0.21859, "map_at_20": 0.22317, "map_at_100": 0.228, "map_at_1000": 0.22907, "recall_at_1": 0.10599, "recall_at_3": 0.32581, "recall_at_5": 0.38665, "recall_at_10": 0.45633, "recall_at_20": 0.52601, "recall_at_100": 0.73307, "recall_at_1000": 0.99804, "accuracy": 0.10599, "precision_at_1": 0.10599, "precision_at_3": 0.1086, "precision_at_5": 0.07733, "precision_at_10": 0.04563, "precision_at_20": 0.0263, "precision_at_100": 0.00733, "precision_at_1000": 0.001, "mrr_at_1": 0.105986, "mrr_at_3": 0.198234, "mrr_at_5": 0.210157, "mrr_at_10": 0.221061, "mrr_at_20": 0.225426, "mrr_at_100": 0.230349, "mrr_at_1000": 0.231418, "nauc_ndcg_at_1_max": 0.255152, "nauc_ndcg_at_1_std": -0.093371, "nauc_ndcg_at_1_diff1": 0.040507, "nauc_ndcg_at_3_max": 0.363804, "nauc_ndcg_at_3_std": -0.119307, "nauc_ndcg_at_3_diff1": 0.073438, "nauc_ndcg_at_5_max": 0.350398, "nauc_ndcg_at_5_std": -0.119397, "nauc_ndcg_at_5_diff1": 0.071794, "nauc_ndcg_at_10_max": 0.329962, "nauc_ndcg_at_10_std": -0.121767, "nauc_ndcg_at_10_diff1": 0.077856, "nauc_ndcg_at_20_max": 0.317303, "nauc_ndcg_at_20_std": -0.121345, "nauc_ndcg_at_20_diff1": 0.077163, "nauc_ndcg_at_100_max": 0.306571, "nauc_ndcg_at_100_std": -0.121461, "nauc_ndcg_at_100_diff1": 0.069732, "nauc_ndcg_at_1000_max": 0.316375, "nauc_ndcg_at_1000_std": -0.11882, "nauc_ndcg_at_1000_diff1": 0.070501, "nauc_map_at_1_max": 0.255152, "nauc_map_at_1_std": -0.093371, "nauc_map_at_1_diff1": 0.040507, "nauc_map_at_3_max": 0.339548, "nauc_map_at_3_std": -0.114056, "nauc_map_at_3_diff1": 0.066641, "nauc_map_at_5_max": 0.332175, "nauc_map_at_5_std": -0.113974, "nauc_map_at_5_diff1": 0.065696, "nauc_map_at_10_max": 0.322696, "nauc_map_at_10_std": -0.115195, "nauc_map_at_10_diff1": 0.068623, "nauc_map_at_20_max": 0.319146, "nauc_map_at_20_std": -0.1151, "nauc_map_at_20_diff1": 0.068539, "nauc_map_at_100_max": 0.317648, "nauc_map_at_100_std": -0.115136, "nauc_map_at_100_diff1": 0.066929, "nauc_map_at_1000_max": 0.317885, "nauc_map_at_1000_std": -0.114991, "nauc_map_at_1000_diff1": 0.067005, "nauc_recall_at_1_max": 0.255152, "nauc_recall_at_1_std": -0.093371, "nauc_recall_at_1_diff1": 0.040507, "nauc_recall_at_3_max": 0.416679, "nauc_recall_at_3_std": -0.130631, "nauc_recall_at_3_diff1": 0.088127, "nauc_recall_at_5_max": 0.387696, "nauc_recall_at_5_std": -0.131019, "nauc_recall_at_5_diff1": 0.084557, "nauc_recall_at_10_max": 0.338675, "nauc_recall_at_10_std": -0.136332, "nauc_recall_at_10_diff1": 0.098876, "nauc_recall_at_20_max": 0.296649, "nauc_recall_at_20_std": -0.135321, "nauc_recall_at_20_diff1": 0.096599, "nauc_recall_at_100_max": 0.223272, "nauc_recall_at_100_std": -0.141192, "nauc_recall_at_100_diff1": 0.068997, "nauc_recall_at_1000_max": 0.422237, "nauc_recall_at_1000_std": -0.514328, "nauc_recall_at_1000_diff1": 0.422237, "nauc_precision_at_1_max": 0.255152, "nauc_precision_at_1_std": -0.093371, "nauc_precision_at_1_diff1": 0.040507, "nauc_precision_at_3_max": 0.416679, "nauc_precision_at_3_std": -0.130631, "nauc_precision_at_3_diff1": 0.088127, "nauc_precision_at_5_max": 0.387696, "nauc_precision_at_5_std": -0.131019, "nauc_precision_at_5_diff1": 0.084557, "nauc_precision_at_10_max": 0.338675, "nauc_precision_at_10_std": -0.136332, "nauc_precision_at_10_diff1": 0.098876, "nauc_precision_at_20_max": 0.296649, "nauc_precision_at_20_std": -0.135321, "nauc_precision_at_20_diff1": 0.096599, "nauc_precision_at_100_max": 0.223272, "nauc_precision_at_100_std": -0.141192, "nauc_precision_at_100_diff1": 0.068997, "nauc_precision_at_1000_max": 0.422237, "nauc_precision_at_1000_std": -0.514328, "nauc_precision_at_1000_diff1": 0.422237, "nauc_mrr_at_1_max": 0.286447, "nauc_mrr_at_1_std": -0.106481, "nauc_mrr_at_1_diff1": 0.033412, "nauc_mrr_at_3_max": 0.356701, "nauc_mrr_at_3_std": -0.124731, "nauc_mrr_at_3_diff1": 0.061846, "nauc_mrr_at_5_max": 0.34702, "nauc_mrr_at_5_std": -0.122976, "nauc_mrr_at_5_diff1": 0.063245, "nauc_mrr_at_10_max": 0.339866, "nauc_mrr_at_10_std": -0.124369, "nauc_mrr_at_10_diff1": 0.064456, "nauc_mrr_at_20_max": 0.336207, "nauc_mrr_at_20_std": -0.124342, "nauc_mrr_at_20_diff1": 0.065146, "nauc_mrr_at_100_max": 0.334469, "nauc_mrr_at_100_std": -0.124523, "nauc_mrr_at_100_diff1": 0.062927, "nauc_mrr_at_1000_max": 0.334763, "nauc_mrr_at_1000_std": -0.12441, "nauc_mrr_at_1000_diff1": 0.062987, "cv_recall_at_1": 0.10599, "cv_recall_at_3": 0.32483, "cv_recall_at_5": 0.37782, "cv_recall_at_10": 0.45731, "cv_recall_at_20": 0.52404, "cv_recall_at_100": 0.73307, "cv_recall_at_1000": 0.99804, "main_score": 0.37782, "hf_subset": "so_so", "languages": [ "som-Latn" ] }, { "ndcg_at_1": 0.40714, "ndcg_at_3": 0.66902, "ndcg_at_5": 0.68421, "ndcg_at_10": 0.69638, "ndcg_at_20": 0.70118, "ndcg_at_100": 0.70644, "ndcg_at_1000": 0.70946, "map_at_1": 0.40714, "map_at_3": 0.60452, "map_at_5": 0.61288, "map_at_10": 0.61801, "map_at_20": 0.61937, "map_at_100": 0.62009, "map_at_1000": 0.62022, "recall_at_1": 0.40714, "recall_at_3": 0.85571, "recall_at_5": 0.89286, "recall_at_10": 0.93, "recall_at_20": 0.94857, "recall_at_100": 0.97714, "recall_at_1000": 1.0, "accuracy": 0.40714, "precision_at_1": 0.40714, "precision_at_3": 0.28524, "precision_at_5": 0.17857, "precision_at_10": 0.093, "precision_at_20": 0.04743, "precision_at_100": 0.00977, "precision_at_1000": 0.001, "mrr_at_1": 0.402857, "mrr_at_3": 0.601905, "mrr_at_5": 0.611548, "mrr_at_10": 0.616104, "mrr_at_20": 0.617334, "mrr_at_100": 0.618047, "mrr_at_1000": 0.618177, "nauc_ndcg_at_1_max": 0.195989, "nauc_ndcg_at_1_std": 0.039635, "nauc_ndcg_at_1_diff1": 0.3056, "nauc_ndcg_at_3_max": 0.444289, "nauc_ndcg_at_3_std": 0.205211, "nauc_ndcg_at_3_diff1": 0.267638, "nauc_ndcg_at_5_max": 0.413182, "nauc_ndcg_at_5_std": 0.178878, "nauc_ndcg_at_5_diff1": 0.268943, "nauc_ndcg_at_10_max": 0.387506, "nauc_ndcg_at_10_std": 0.166132, "nauc_ndcg_at_10_diff1": 0.265677, "nauc_ndcg_at_20_max": 0.374561, "nauc_ndcg_at_20_std": 0.152802, "nauc_ndcg_at_20_diff1": 0.265571, "nauc_ndcg_at_100_max": 0.360135, "nauc_ndcg_at_100_std": 0.143821, "nauc_ndcg_at_100_diff1": 0.27242, "nauc_ndcg_at_1000_max": 0.351226, "nauc_ndcg_at_1000_std": 0.137557, "nauc_ndcg_at_1000_diff1": 0.273916, "nauc_map_at_1_max": 0.195989, "nauc_map_at_1_std": 0.039635, "nauc_map_at_1_diff1": 0.3056, "nauc_map_at_3_max": 0.358886, "nauc_map_at_3_std": 0.144012, "nauc_map_at_3_diff1": 0.278362, "nauc_map_at_5_max": 0.34195, "nauc_map_at_5_std": 0.130098, "nauc_map_at_5_diff1": 0.279056, "nauc_map_at_10_max": 0.331849, "nauc_map_at_10_std": 0.124825, "nauc_map_at_10_diff1": 0.278254, "nauc_map_at_20_max": 0.328588, "nauc_map_at_20_std": 0.121625, "nauc_map_at_20_diff1": 0.278379, "nauc_map_at_100_max": 0.326904, "nauc_map_at_100_std": 0.120534, "nauc_map_at_100_diff1": 0.279087, "nauc_map_at_1000_max": 0.326591, "nauc_map_at_1000_std": 0.120345, "nauc_map_at_1000_diff1": 0.279166, "nauc_recall_at_1_max": 0.195989, "nauc_recall_at_1_std": 0.039635, "nauc_recall_at_1_diff1": 0.3056, "nauc_recall_at_3_max": 0.930493, "nauc_recall_at_3_std": 0.556828, "nauc_recall_at_3_diff1": 0.208353, "nauc_recall_at_5_max": 0.918185, "nauc_recall_at_5_std": 0.526989, "nauc_recall_at_5_diff1": 0.19924, "nauc_recall_at_10_max": 0.939643, "nauc_recall_at_10_std": 0.587921, "nauc_recall_at_10_diff1": 0.130433, "nauc_recall_at_20_max": 0.936456, "nauc_recall_at_20_std": 0.528841, "nauc_recall_at_20_diff1": 0.076823, "nauc_recall_at_100_max": 0.948938, "nauc_recall_at_100_std": 0.573529, "nauc_recall_at_100_diff1": 0.184086, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.195989, "nauc_precision_at_1_std": 0.039635, "nauc_precision_at_1_diff1": 0.3056, "nauc_precision_at_3_max": 0.930493, "nauc_precision_at_3_std": 0.556828, "nauc_precision_at_3_diff1": 0.208353, "nauc_precision_at_5_max": 0.918185, "nauc_precision_at_5_std": 0.526989, "nauc_precision_at_5_diff1": 0.19924, "nauc_precision_at_10_max": 0.939643, "nauc_precision_at_10_std": 0.587921, "nauc_precision_at_10_diff1": 0.130433, "nauc_precision_at_20_max": 0.936456, "nauc_precision_at_20_std": 0.528841, "nauc_precision_at_20_diff1": 0.076823, "nauc_precision_at_100_max": 0.948938, "nauc_precision_at_100_std": 0.573529, "nauc_precision_at_100_diff1": 0.184086, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.198599, "nauc_mrr_at_1_std": 0.018009, "nauc_mrr_at_1_diff1": 0.311361, "nauc_mrr_at_3_max": 0.360342, "nauc_mrr_at_3_std": 0.130526, "nauc_mrr_at_3_diff1": 0.284116, "nauc_mrr_at_5_max": 0.342388, "nauc_mrr_at_5_std": 0.115085, "nauc_mrr_at_5_diff1": 0.282011, "nauc_mrr_at_10_max": 0.332704, "nauc_mrr_at_10_std": 0.109086, "nauc_mrr_at_10_diff1": 0.283638, "nauc_mrr_at_20_max": 0.329795, "nauc_mrr_at_20_std": 0.106187, "nauc_mrr_at_20_diff1": 0.282963, "nauc_mrr_at_100_max": 0.328119, "nauc_mrr_at_100_std": 0.105065, "nauc_mrr_at_100_diff1": 0.283694, "nauc_mrr_at_1000_max": 0.327807, "nauc_mrr_at_1000_std": 0.104869, "nauc_mrr_at_1000_diff1": 0.283775, "cv_recall_at_1": 0.40286, "cv_recall_at_3": 0.85429, "cv_recall_at_5": 0.89714, "cv_recall_at_10": 0.93143, "cv_recall_at_20": 0.94857, "cv_recall_at_100": 0.97714, "cv_recall_at_1000": 1.0, "main_score": 0.89714, "hf_subset": "sr_rs", "languages": [ "srp-Cyrl" ] }, { "ndcg_at_1": 0.36495, "ndcg_at_3": 0.6409, "ndcg_at_5": 0.65542, "ndcg_at_10": 0.66705, "ndcg_at_20": 0.67101, "ndcg_at_100": 0.67929, "ndcg_at_1000": 0.6837, "map_at_1": 0.36495, "map_at_3": 0.57444, "map_at_5": 0.58241, "map_at_10": 0.58703, "map_at_20": 0.5881, "map_at_100": 0.58925, "map_at_1000": 0.58942, "recall_at_1": 0.36495, "recall_at_3": 0.83267, "recall_at_5": 0.86825, "recall_at_10": 0.90514, "recall_at_20": 0.92095, "recall_at_100": 0.96574, "recall_at_1000": 1.0, "accuracy": 0.36495, "precision_at_1": 0.36495, "precision_at_3": 0.27756, "precision_at_5": 0.17365, "precision_at_10": 0.09051, "precision_at_20": 0.04605, "precision_at_100": 0.00966, "precision_at_1000": 0.001, "mrr_at_1": 0.366271, "mrr_at_3": 0.575099, "mrr_at_5": 0.582675, "mrr_at_10": 0.587469, "mrr_at_20": 0.588846, "mrr_at_100": 0.589932, "mrr_at_1000": 0.590106, "nauc_ndcg_at_1_max": 0.20461, "nauc_ndcg_at_1_std": 0.1348, "nauc_ndcg_at_1_diff1": 0.190316, "nauc_ndcg_at_3_max": 0.465329, "nauc_ndcg_at_3_std": 0.336971, "nauc_ndcg_at_3_diff1": 0.163519, "nauc_ndcg_at_5_max": 0.442418, "nauc_ndcg_at_5_std": 0.320031, "nauc_ndcg_at_5_diff1": 0.166581, "nauc_ndcg_at_10_max": 0.423928, "nauc_ndcg_at_10_std": 0.310674, "nauc_ndcg_at_10_diff1": 0.167783, "nauc_ndcg_at_20_max": 0.415255, "nauc_ndcg_at_20_std": 0.302389, "nauc_ndcg_at_20_diff1": 0.168888, "nauc_ndcg_at_100_max": 0.396774, "nauc_ndcg_at_100_std": 0.287403, "nauc_ndcg_at_100_diff1": 0.165404, "nauc_ndcg_at_1000_max": 0.386471, "nauc_ndcg_at_1000_std": 0.277172, "nauc_ndcg_at_1000_diff1": 0.171555, "nauc_map_at_1_max": 0.20461, "nauc_map_at_1_std": 0.1348, "nauc_map_at_1_diff1": 0.190316, "nauc_map_at_3_max": 0.383177, "nauc_map_at_3_std": 0.271569, "nauc_map_at_3_diff1": 0.172671, "nauc_map_at_5_max": 0.370234, "nauc_map_at_5_std": 0.261886, "nauc_map_at_5_diff1": 0.174691, "nauc_map_at_10_max": 0.363042, "nauc_map_at_10_std": 0.258011, "nauc_map_at_10_diff1": 0.175292, "nauc_map_at_20_max": 0.360891, "nauc_map_at_20_std": 0.255941, "nauc_map_at_20_diff1": 0.17546, "nauc_map_at_100_max": 0.358521, "nauc_map_at_100_std": 0.253926, "nauc_map_at_100_diff1": 0.175443, "nauc_map_at_1000_max": 0.358185, "nauc_map_at_1000_std": 0.253572, "nauc_map_at_1000_diff1": 0.175652, "nauc_recall_at_1_max": 0.20461, "nauc_recall_at_1_std": 0.1348, "nauc_recall_at_1_diff1": 0.190316, "nauc_recall_at_3_max": 0.878137, "nauc_recall_at_3_std": 0.666816, "nauc_recall_at_3_diff1": 0.117027, "nauc_recall_at_5_max": 0.874674, "nauc_recall_at_5_std": 0.670162, "nauc_recall_at_5_diff1": 0.116653, "nauc_recall_at_10_max": 0.884588, "nauc_recall_at_10_std": 0.719229, "nauc_recall_at_10_diff1": 0.107351, "nauc_recall_at_20_max": 0.879834, "nauc_recall_at_20_std": 0.709348, "nauc_recall_at_20_diff1": 0.110246, "nauc_recall_at_100_max": 0.88209, "nauc_recall_at_100_std": 0.760469, "nauc_recall_at_100_diff1": -0.120012, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.20461, "nauc_precision_at_1_std": 0.1348, "nauc_precision_at_1_diff1": 0.190316, "nauc_precision_at_3_max": 0.878137, "nauc_precision_at_3_std": 0.666816, "nauc_precision_at_3_diff1": 0.117027, "nauc_precision_at_5_max": 0.874674, "nauc_precision_at_5_std": 0.670162, "nauc_precision_at_5_diff1": 0.116653, "nauc_precision_at_10_max": 0.884588, "nauc_precision_at_10_std": 0.719229, "nauc_precision_at_10_diff1": 0.107351, "nauc_precision_at_20_max": 0.879834, "nauc_precision_at_20_std": 0.709348, "nauc_precision_at_20_diff1": 0.110246, "nauc_precision_at_100_max": 0.88209, "nauc_precision_at_100_std": 0.760469, "nauc_precision_at_100_diff1": -0.120012, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.285914, "nauc_mrr_at_1_std": 0.171843, "nauc_mrr_at_1_diff1": 0.179265, "nauc_mrr_at_3_max": 0.435546, "nauc_mrr_at_3_std": 0.295277, "nauc_mrr_at_3_diff1": 0.169587, "nauc_mrr_at_5_max": 0.425166, "nauc_mrr_at_5_std": 0.287906, "nauc_mrr_at_5_diff1": 0.169246, "nauc_mrr_at_10_max": 0.41831, "nauc_mrr_at_10_std": 0.283924, "nauc_mrr_at_10_diff1": 0.169093, "nauc_mrr_at_20_max": 0.415761, "nauc_mrr_at_20_std": 0.281364, "nauc_mrr_at_20_diff1": 0.169555, "nauc_mrr_at_100_max": 0.413769, "nauc_mrr_at_100_std": 0.279523, "nauc_mrr_at_100_diff1": 0.169193, "nauc_mrr_at_1000_max": 0.413469, "nauc_mrr_at_1000_std": 0.279186, "nauc_mrr_at_1000_diff1": 0.169397, "cv_recall_at_1": 0.36627, "cv_recall_at_3": 0.83267, "cv_recall_at_5": 0.86561, "cv_recall_at_10": 0.9025, "cv_recall_at_20": 0.92227, "cv_recall_at_100": 0.96574, "cv_recall_at_1000": 1.0, "main_score": 0.86561, "hf_subset": "sv_se", "languages": [ "swe-Latn" ] }, { "ndcg_at_1": 0.20329, "ndcg_at_3": 0.31888, "ndcg_at_5": 0.33682, "ndcg_at_10": 0.35603, "ndcg_at_20": 0.37507, "ndcg_at_100": 0.41807, "ndcg_at_1000": 0.44284, "map_at_1": 0.20329, "map_at_3": 0.29192, "map_at_5": 0.30198, "map_at_10": 0.30987, "map_at_20": 0.31529, "map_at_100": 0.32089, "map_at_1000": 0.32186, "recall_at_1": 0.20329, "recall_at_3": 0.3963, "recall_at_5": 0.43943, "recall_at_10": 0.49897, "recall_at_20": 0.5729, "recall_at_100": 0.80903, "recall_at_1000": 1.0, "accuracy": 0.20329, "precision_at_1": 0.20329, "precision_at_3": 0.1321, "precision_at_5": 0.08789, "precision_at_10": 0.0499, "precision_at_20": 0.02864, "precision_at_100": 0.00809, "precision_at_1000": 0.001, "mrr_at_1": 0.203285, "mrr_at_3": 0.291581, "mrr_at_5": 0.302567, "mrr_at_10": 0.310135, "mrr_at_20": 0.315672, "mrr_at_100": 0.321173, "mrr_at_1000": 0.322146, "nauc_ndcg_at_1_max": 0.245088, "nauc_ndcg_at_1_std": -0.199686, "nauc_ndcg_at_1_diff1": 0.288023, "nauc_ndcg_at_3_max": 0.295968, "nauc_ndcg_at_3_std": -0.258498, "nauc_ndcg_at_3_diff1": 0.185645, "nauc_ndcg_at_5_max": 0.270978, "nauc_ndcg_at_5_std": -0.266936, "nauc_ndcg_at_5_diff1": 0.181095, "nauc_ndcg_at_10_max": 0.255843, "nauc_ndcg_at_10_std": -0.266316, "nauc_ndcg_at_10_diff1": 0.183217, "nauc_ndcg_at_20_max": 0.253345, "nauc_ndcg_at_20_std": -0.266039, "nauc_ndcg_at_20_diff1": 0.173343, "nauc_ndcg_at_100_max": 0.260394, "nauc_ndcg_at_100_std": -0.247503, "nauc_ndcg_at_100_diff1": 0.166618, "nauc_ndcg_at_1000_max": 0.261522, "nauc_ndcg_at_1000_std": -0.256344, "nauc_ndcg_at_1000_diff1": 0.180928, "nauc_map_at_1_max": 0.245088, "nauc_map_at_1_std": -0.199686, "nauc_map_at_1_diff1": 0.288023, "nauc_map_at_3_max": 0.290213, "nauc_map_at_3_std": -0.247455, "nauc_map_at_3_diff1": 0.205779, "nauc_map_at_5_max": 0.27571, "nauc_map_at_5_std": -0.252225, "nauc_map_at_5_diff1": 0.20322, "nauc_map_at_10_max": 0.269357, "nauc_map_at_10_std": -0.251622, "nauc_map_at_10_diff1": 0.203527, "nauc_map_at_20_max": 0.268337, "nauc_map_at_20_std": -0.251789, "nauc_map_at_20_diff1": 0.200102, "nauc_map_at_100_max": 0.268242, "nauc_map_at_100_std": -0.250187, "nauc_map_at_100_diff1": 0.198971, "nauc_map_at_1000_max": 0.268296, "nauc_map_at_1000_std": -0.25056, "nauc_map_at_1000_diff1": 0.199372, "nauc_recall_at_1_max": 0.245088, "nauc_recall_at_1_std": -0.199686, "nauc_recall_at_1_diff1": 0.288023, "nauc_recall_at_3_max": 0.308945, "nauc_recall_at_3_std": -0.28651, "nauc_recall_at_3_diff1": 0.134183, "nauc_recall_at_5_max": 0.253544, "nauc_recall_at_5_std": -0.305923, "nauc_recall_at_5_diff1": 0.123404, "nauc_recall_at_10_max": 0.208974, "nauc_recall_at_10_std": -0.306363, "nauc_recall_at_10_diff1": 0.131607, "nauc_recall_at_20_max": 0.198256, "nauc_recall_at_20_std": -0.306162, "nauc_recall_at_20_diff1": 0.094372, "nauc_recall_at_100_max": 0.246588, "nauc_recall_at_100_std": -0.148315, "nauc_recall_at_100_diff1": -0.018014, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.245088, "nauc_precision_at_1_std": -0.199686, "nauc_precision_at_1_diff1": 0.288023, "nauc_precision_at_3_max": 0.308945, "nauc_precision_at_3_std": -0.28651, "nauc_precision_at_3_diff1": 0.134183, "nauc_precision_at_5_max": 0.253544, "nauc_precision_at_5_std": -0.305923, "nauc_precision_at_5_diff1": 0.123404, "nauc_precision_at_10_max": 0.208974, "nauc_precision_at_10_std": -0.306363, "nauc_precision_at_10_diff1": 0.131607, "nauc_precision_at_20_max": 0.198256, "nauc_precision_at_20_std": -0.306162, "nauc_precision_at_20_diff1": 0.094372, "nauc_precision_at_100_max": 0.246588, "nauc_precision_at_100_std": -0.148315, "nauc_precision_at_100_diff1": -0.018014, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.245088, "nauc_mrr_at_1_std": -0.199686, "nauc_mrr_at_1_diff1": 0.288023, "nauc_mrr_at_3_max": 0.290417, "nauc_mrr_at_3_std": -0.247744, "nauc_mrr_at_3_diff1": 0.207509, "nauc_mrr_at_5_max": 0.273153, "nauc_mrr_at_5_std": -0.253507, "nauc_mrr_at_5_diff1": 0.203471, "nauc_mrr_at_10_max": 0.267517, "nauc_mrr_at_10_std": -0.252568, "nauc_mrr_at_10_diff1": 0.204825, "nauc_mrr_at_20_max": 0.266213, "nauc_mrr_at_20_std": -0.252896, "nauc_mrr_at_20_diff1": 0.201139, "nauc_mrr_at_100_max": 0.266373, "nauc_mrr_at_100_std": -0.251158, "nauc_mrr_at_100_diff1": 0.200308, "nauc_mrr_at_1000_max": 0.266422, "nauc_mrr_at_1000_std": -0.251533, "nauc_mrr_at_1000_diff1": 0.200713, "cv_recall_at_1": 0.20329, "cv_recall_at_3": 0.39425, "cv_recall_at_5": 0.44148, "cv_recall_at_10": 0.49897, "cv_recall_at_20": 0.57495, "cv_recall_at_100": 0.80903, "cv_recall_at_1000": 1.0, "main_score": 0.44148, "hf_subset": "sw_ke", "languages": [ "swh-Latn" ] }, { "ndcg_at_1": 0.14721, "ndcg_at_3": 0.23864, "ndcg_at_5": 0.25466, "ndcg_at_10": 0.27352, "ndcg_at_20": 0.29344, "ndcg_at_100": 0.33956, "ndcg_at_1000": 0.37483, "map_at_1": 0.14721, "map_at_3": 0.21743, "map_at_5": 0.22631, "map_at_10": 0.23392, "map_at_20": 0.23952, "map_at_100": 0.24563, "map_at_1000": 0.24701, "recall_at_1": 0.14721, "recall_at_3": 0.29949, "recall_at_5": 0.33841, "recall_at_10": 0.39763, "recall_at_20": 0.47547, "recall_at_100": 0.72758, "recall_at_1000": 1.0, "accuracy": 0.14721, "precision_at_1": 0.14721, "precision_at_3": 0.09983, "precision_at_5": 0.06768, "precision_at_10": 0.03976, "precision_at_20": 0.02377, "precision_at_100": 0.00728, "precision_at_1000": 0.001, "mrr_at_1": 0.153976, "mrr_at_3": 0.221094, "mrr_at_5": 0.227947, "mrr_at_10": 0.237018, "mrr_at_20": 0.24265, "mrr_at_100": 0.248744, "mrr_at_1000": 0.250127, "nauc_ndcg_at_1_max": 0.32667, "nauc_ndcg_at_1_std": -0.172396, "nauc_ndcg_at_1_diff1": 0.138855, "nauc_ndcg_at_3_max": 0.393046, "nauc_ndcg_at_3_std": -0.126688, "nauc_ndcg_at_3_diff1": 0.158374, "nauc_ndcg_at_5_max": 0.380206, "nauc_ndcg_at_5_std": -0.125926, "nauc_ndcg_at_5_diff1": 0.156058, "nauc_ndcg_at_10_max": 0.355471, "nauc_ndcg_at_10_std": -0.13624, "nauc_ndcg_at_10_diff1": 0.150956, "nauc_ndcg_at_20_max": 0.353802, "nauc_ndcg_at_20_std": -0.113003, "nauc_ndcg_at_20_diff1": 0.158983, "nauc_ndcg_at_100_max": 0.338995, "nauc_ndcg_at_100_std": -0.114759, "nauc_ndcg_at_100_diff1": 0.158739, "nauc_ndcg_at_1000_max": 0.354051, "nauc_ndcg_at_1000_std": -0.124831, "nauc_ndcg_at_1000_diff1": 0.15886, "nauc_map_at_1_max": 0.32667, "nauc_map_at_1_std": -0.172396, "nauc_map_at_1_diff1": 0.138855, "nauc_map_at_3_max": 0.381915, "nauc_map_at_3_std": -0.137185, "nauc_map_at_3_diff1": 0.156387, "nauc_map_at_5_max": 0.374389, "nauc_map_at_5_std": -0.136602, "nauc_map_at_5_diff1": 0.155101, "nauc_map_at_10_max": 0.363546, "nauc_map_at_10_std": -0.140929, "nauc_map_at_10_diff1": 0.152732, "nauc_map_at_20_max": 0.362969, "nauc_map_at_20_std": -0.134389, "nauc_map_at_20_diff1": 0.155146, "nauc_map_at_100_max": 0.360825, "nauc_map_at_100_std": -0.134231, "nauc_map_at_100_diff1": 0.155389, "nauc_map_at_1000_max": 0.361398, "nauc_map_at_1000_std": -0.134808, "nauc_map_at_1000_diff1": 0.155614, "nauc_recall_at_1_max": 0.32667, "nauc_recall_at_1_std": -0.172396, "nauc_recall_at_1_diff1": 0.138855, "nauc_recall_at_3_max": 0.418824, "nauc_recall_at_3_std": -0.101265, "nauc_recall_at_3_diff1": 0.16247, "nauc_recall_at_5_max": 0.391661, "nauc_recall_at_5_std": -0.100421, "nauc_recall_at_5_diff1": 0.157343, "nauc_recall_at_10_max": 0.326693, "nauc_recall_at_10_std": -0.128784, "nauc_recall_at_10_diff1": 0.144572, "nauc_recall_at_20_max": 0.320899, "nauc_recall_at_20_std": -0.048357, "nauc_recall_at_20_diff1": 0.171344, "nauc_recall_at_100_max": 0.214071, "nauc_recall_at_100_std": -0.03987, "nauc_recall_at_100_diff1": 0.170409, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.32667, "nauc_precision_at_1_std": -0.172396, "nauc_precision_at_1_diff1": 0.138855, "nauc_precision_at_3_max": 0.418824, "nauc_precision_at_3_std": -0.101265, "nauc_precision_at_3_diff1": 0.16247, "nauc_precision_at_5_max": 0.391661, "nauc_precision_at_5_std": -0.100421, "nauc_precision_at_5_diff1": 0.157343, "nauc_precision_at_10_max": 0.326693, "nauc_precision_at_10_std": -0.128784, "nauc_precision_at_10_diff1": 0.144572, "nauc_precision_at_20_max": 0.320899, "nauc_precision_at_20_std": -0.048357, "nauc_precision_at_20_diff1": 0.171344, "nauc_precision_at_100_max": 0.214071, "nauc_precision_at_100_std": -0.03987, "nauc_precision_at_100_diff1": 0.170409, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.315357, "nauc_mrr_at_1_std": -0.084022, "nauc_mrr_at_1_diff1": 0.392521, "nauc_mrr_at_3_max": 0.378544, "nauc_mrr_at_3_std": -0.100279, "nauc_mrr_at_3_diff1": 0.262369, "nauc_mrr_at_5_max": 0.375364, "nauc_mrr_at_5_std": -0.098095, "nauc_mrr_at_5_diff1": 0.262047, "nauc_mrr_at_10_max": 0.363112, "nauc_mrr_at_10_std": -0.103495, "nauc_mrr_at_10_diff1": 0.257525, "nauc_mrr_at_20_max": 0.361308, "nauc_mrr_at_20_std": -0.097405, "nauc_mrr_at_20_diff1": 0.26062, "nauc_mrr_at_100_max": 0.359717, "nauc_mrr_at_100_std": -0.096335, "nauc_mrr_at_100_diff1": 0.261913, "nauc_mrr_at_1000_max": 0.360278, "nauc_mrr_at_1000_std": -0.096751, "nauc_mrr_at_1000_diff1": 0.262562, "cv_recall_at_1": 0.15398, "cv_recall_at_3": 0.29949, "cv_recall_at_5": 0.32826, "cv_recall_at_10": 0.39763, "cv_recall_at_20": 0.47547, "cv_recall_at_100": 0.72758, "cv_recall_at_1000": 1.0, "main_score": 0.32826, "hf_subset": "ta_in", "languages": [ "tam-Taml" ] }, { "ndcg_at_1": 0.48093, "ndcg_at_3": 0.6911, "ndcg_at_5": 0.70578, "ndcg_at_10": 0.71883, "ndcg_at_20": 0.72439, "ndcg_at_100": 0.73358, "ndcg_at_1000": 0.73727, "map_at_1": 0.48093, "map_at_3": 0.64442, "map_at_5": 0.65247, "map_at_10": 0.65787, "map_at_20": 0.6595, "map_at_100": 0.6607, "map_at_1000": 0.66086, "recall_at_1": 0.48093, "recall_at_3": 0.82415, "recall_at_5": 0.86017, "recall_at_10": 0.90042, "recall_at_20": 0.92161, "recall_at_100": 0.97246, "recall_at_1000": 1.0, "accuracy": 0.48093, "precision_at_1": 0.48093, "precision_at_3": 0.27472, "precision_at_5": 0.17203, "precision_at_10": 0.09004, "precision_at_20": 0.04608, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "mrr_at_1": 0.480932, "mrr_at_3": 0.642655, "mrr_at_5": 0.651871, "mrr_at_10": 0.657606, "mrr_at_20": 0.659361, "mrr_at_100": 0.660447, "mrr_at_1000": 0.660609, "nauc_ndcg_at_1_max": 0.329679, "nauc_ndcg_at_1_std": 0.026107, "nauc_ndcg_at_1_diff1": 0.438899, "nauc_ndcg_at_3_max": 0.565106, "nauc_ndcg_at_3_std": 0.100239, "nauc_ndcg_at_3_diff1": 0.267066, "nauc_ndcg_at_5_max": 0.55116, "nauc_ndcg_at_5_std": 0.108944, "nauc_ndcg_at_5_diff1": 0.28026, "nauc_ndcg_at_10_max": 0.536155, "nauc_ndcg_at_10_std": 0.112145, "nauc_ndcg_at_10_diff1": 0.284118, "nauc_ndcg_at_20_max": 0.527584, "nauc_ndcg_at_20_std": 0.103357, "nauc_ndcg_at_20_diff1": 0.287533, "nauc_ndcg_at_100_max": 0.514232, "nauc_ndcg_at_100_std": 0.100979, "nauc_ndcg_at_100_diff1": 0.30258, "nauc_ndcg_at_1000_max": 0.506513, "nauc_ndcg_at_1000_std": 0.094671, "nauc_ndcg_at_1000_diff1": 0.306652, "nauc_map_at_1_max": 0.329679, "nauc_map_at_1_std": 0.026107, "nauc_map_at_1_diff1": 0.438899, "nauc_map_at_3_max": 0.502718, "nauc_map_at_3_std": 0.081223, "nauc_map_at_3_diff1": 0.313056, "nauc_map_at_5_max": 0.494538, "nauc_map_at_5_std": 0.085224, "nauc_map_at_5_diff1": 0.320715, "nauc_map_at_10_max": 0.488209, "nauc_map_at_10_std": 0.085966, "nauc_map_at_10_diff1": 0.322607, "nauc_map_at_20_max": 0.48581, "nauc_map_at_20_std": 0.083754, "nauc_map_at_20_diff1": 0.323654, "nauc_map_at_100_max": 0.484154, "nauc_map_at_100_std": 0.083595, "nauc_map_at_100_diff1": 0.325099, "nauc_map_at_1000_max": 0.483873, "nauc_map_at_1000_std": 0.083387, "nauc_map_at_1000_diff1": 0.325228, "nauc_recall_at_1_max": 0.329679, "nauc_recall_at_1_std": 0.026107, "nauc_recall_at_1_diff1": 0.438899, "nauc_recall_at_3_max": 0.844964, "nauc_recall_at_3_std": 0.185041, "nauc_recall_at_3_diff1": 0.060401, "nauc_recall_at_5_max": 0.850539, "nauc_recall_at_5_std": 0.23826, "nauc_recall_at_5_diff1": 0.066481, "nauc_recall_at_10_max": 0.855527, "nauc_recall_at_10_std": 0.304439, "nauc_recall_at_10_diff1": 0.020263, "nauc_recall_at_20_max": 0.854127, "nauc_recall_at_20_std": 0.264118, "nauc_recall_at_20_diff1": -0.015267, "nauc_recall_at_100_max": 0.928396, "nauc_recall_at_100_std": 0.445703, "nauc_recall_at_100_diff1": 0.076536, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.329679, "nauc_precision_at_1_std": 0.026107, "nauc_precision_at_1_diff1": 0.438899, "nauc_precision_at_3_max": 0.844964, "nauc_precision_at_3_std": 0.185041, "nauc_precision_at_3_diff1": 0.060401, "nauc_precision_at_5_max": 0.850539, "nauc_precision_at_5_std": 0.23826, "nauc_precision_at_5_diff1": 0.066481, "nauc_precision_at_10_max": 0.855527, "nauc_precision_at_10_std": 0.304439, "nauc_precision_at_10_diff1": 0.020263, "nauc_precision_at_20_max": 0.854127, "nauc_precision_at_20_std": 0.264118, "nauc_precision_at_20_diff1": -0.015267, "nauc_precision_at_100_max": 0.928396, "nauc_precision_at_100_std": 0.445703, "nauc_precision_at_100_diff1": 0.076536, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.329679, "nauc_mrr_at_1_std": 0.026107, "nauc_mrr_at_1_diff1": 0.438899, "nauc_mrr_at_3_max": 0.499658, "nauc_mrr_at_3_std": 0.086272, "nauc_mrr_at_3_diff1": 0.31729, "nauc_mrr_at_5_max": 0.491573, "nauc_mrr_at_5_std": 0.085219, "nauc_mrr_at_5_diff1": 0.325088, "nauc_mrr_at_10_max": 0.484394, "nauc_mrr_at_10_std": 0.086293, "nauc_mrr_at_10_diff1": 0.325533, "nauc_mrr_at_20_max": 0.481714, "nauc_mrr_at_20_std": 0.08368, "nauc_mrr_at_20_diff1": 0.326436, "nauc_mrr_at_100_max": 0.480252, "nauc_mrr_at_100_std": 0.08386, "nauc_mrr_at_100_diff1": 0.328044, "nauc_mrr_at_1000_max": 0.479969, "nauc_mrr_at_1000_std": 0.083651, "nauc_mrr_at_1000_diff1": 0.328176, "cv_recall_at_1": 0.48093, "cv_recall_at_3": 0.8178, "cv_recall_at_5": 0.85805, "cv_recall_at_10": 0.90042, "cv_recall_at_20": 0.92373, "cv_recall_at_100": 0.97246, "cv_recall_at_1000": 1.0, "main_score": 0.85805, "hf_subset": "te_in", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.315, "ndcg_at_3": 0.47974, "ndcg_at_5": 0.5113, "ndcg_at_10": 0.535, "ndcg_at_20": 0.55353, "ndcg_at_100": 0.57191, "ndcg_at_1000": 0.58307, "map_at_1": 0.315, "map_at_3": 0.44083, "map_at_5": 0.45833, "map_at_10": 0.46812, "map_at_20": 0.47319, "map_at_100": 0.47566, "map_at_1000": 0.47613, "recall_at_1": 0.315, "recall_at_3": 0.59167, "recall_at_5": 0.66833, "recall_at_10": 0.74167, "recall_at_20": 0.815, "recall_at_100": 0.915, "recall_at_1000": 1.0, "accuracy": 0.315, "precision_at_1": 0.315, "precision_at_3": 0.19722, "precision_at_5": 0.13367, "precision_at_10": 0.07417, "precision_at_20": 0.04075, "precision_at_100": 0.00915, "precision_at_1000": 0.001, "mrr_at_1": 0.31, "mrr_at_3": 0.439444, "mrr_at_5": 0.456361, "mrr_at_10": 0.466553, "mrr_at_20": 0.471797, "mrr_at_100": 0.474179, "mrr_at_1000": 0.474645, "nauc_ndcg_at_1_max": 0.258631, "nauc_ndcg_at_1_std": -0.141375, "nauc_ndcg_at_1_diff1": 0.289892, "nauc_ndcg_at_3_max": 0.456002, "nauc_ndcg_at_3_std": -0.154002, "nauc_ndcg_at_3_diff1": 0.138771, "nauc_ndcg_at_5_max": 0.435832, "nauc_ndcg_at_5_std": -0.157183, "nauc_ndcg_at_5_diff1": 0.137744, "nauc_ndcg_at_10_max": 0.424758, "nauc_ndcg_at_10_std": -0.149245, "nauc_ndcg_at_10_diff1": 0.139379, "nauc_ndcg_at_20_max": 0.408261, "nauc_ndcg_at_20_std": -0.154547, "nauc_ndcg_at_20_diff1": 0.142856, "nauc_ndcg_at_100_max": 0.40328, "nauc_ndcg_at_100_std": -0.14601, "nauc_ndcg_at_100_diff1": 0.152752, "nauc_ndcg_at_1000_max": 0.397307, "nauc_ndcg_at_1000_std": -0.150725, "nauc_ndcg_at_1000_diff1": 0.161678, "nauc_map_at_1_max": 0.258631, "nauc_map_at_1_std": -0.141375, "nauc_map_at_1_diff1": 0.289892, "nauc_map_at_3_max": 0.405798, "nauc_map_at_3_std": -0.149414, "nauc_map_at_3_diff1": 0.175539, "nauc_map_at_5_max": 0.393372, "nauc_map_at_5_std": -0.151501, "nauc_map_at_5_diff1": 0.176116, "nauc_map_at_10_max": 0.387914, "nauc_map_at_10_std": -0.14909, "nauc_map_at_10_diff1": 0.177588, "nauc_map_at_20_max": 0.38318, "nauc_map_at_20_std": -0.150552, "nauc_map_at_20_diff1": 0.178947, "nauc_map_at_100_max": 0.382271, "nauc_map_at_100_std": -0.149526, "nauc_map_at_100_diff1": 0.180094, "nauc_map_at_1000_max": 0.381991, "nauc_map_at_1000_std": -0.149746, "nauc_map_at_1000_diff1": 0.180477, "nauc_recall_at_1_max": 0.258631, "nauc_recall_at_1_std": -0.141375, "nauc_recall_at_1_diff1": 0.289892, "nauc_recall_at_3_max": 0.610362, "nauc_recall_at_3_std": -0.168698, "nauc_recall_at_3_diff1": 0.026439, "nauc_recall_at_5_max": 0.578472, "nauc_recall_at_5_std": -0.177134, "nauc_recall_at_5_diff1": 0.0066, "nauc_recall_at_10_max": 0.565892, "nauc_recall_at_10_std": -0.143452, "nauc_recall_at_10_diff1": -0.014878, "nauc_recall_at_20_max": 0.506542, "nauc_recall_at_20_std": -0.173777, "nauc_recall_at_20_diff1": -0.041717, "nauc_recall_at_100_max": 0.532881, "nauc_recall_at_100_std": -0.04793, "nauc_recall_at_100_diff1": -0.048351, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.258631, "nauc_precision_at_1_std": -0.141375, "nauc_precision_at_1_diff1": 0.289892, "nauc_precision_at_3_max": 0.610362, "nauc_precision_at_3_std": -0.168698, "nauc_precision_at_3_diff1": 0.026439, "nauc_precision_at_5_max": 0.578472, "nauc_precision_at_5_std": -0.177134, "nauc_precision_at_5_diff1": 0.0066, "nauc_precision_at_10_max": 0.565892, "nauc_precision_at_10_std": -0.143452, "nauc_precision_at_10_diff1": -0.014878, "nauc_precision_at_20_max": 0.506542, "nauc_precision_at_20_std": -0.173777, "nauc_precision_at_20_diff1": -0.041717, "nauc_precision_at_100_max": 0.532881, "nauc_precision_at_100_std": -0.04793, "nauc_precision_at_100_diff1": -0.048351, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.259135, "nauc_mrr_at_1_std": -0.139098, "nauc_mrr_at_1_diff1": 0.305399, "nauc_mrr_at_3_max": 0.411511, "nauc_mrr_at_3_std": -0.153014, "nauc_mrr_at_3_diff1": 0.180273, "nauc_mrr_at_5_max": 0.400219, "nauc_mrr_at_5_std": -0.156536, "nauc_mrr_at_5_diff1": 0.182873, "nauc_mrr_at_10_max": 0.394531, "nauc_mrr_at_10_std": -0.152406, "nauc_mrr_at_10_diff1": 0.182741, "nauc_mrr_at_20_max": 0.39014, "nauc_mrr_at_20_std": -0.153126, "nauc_mrr_at_20_diff1": 0.18457, "nauc_mrr_at_100_max": 0.389135, "nauc_mrr_at_100_std": -0.152552, "nauc_mrr_at_100_diff1": 0.185818, "nauc_mrr_at_1000_max": 0.388863, "nauc_mrr_at_1000_std": -0.152779, "nauc_mrr_at_1000_diff1": 0.18621, "cv_recall_at_1": 0.31, "cv_recall_at_3": 0.59167, "cv_recall_at_5": 0.665, "cv_recall_at_10": 0.74, "cv_recall_at_20": 0.81667, "cv_recall_at_100": 0.915, "cv_recall_at_1000": 1.0, "main_score": 0.665, "hf_subset": "tg_tj", "languages": [ "tgk-Cyrl" ] }, { "ndcg_at_1": 0.34084, "ndcg_at_3": 0.71383, "ndcg_at_5": 0.71383, "ndcg_at_10": 0.71444, "ndcg_at_20": 0.71444, "ndcg_at_100": 0.71464, "ndcg_at_1000": 0.71464, "map_at_1": 0.34084, "map_at_3": 0.61672, "map_at_5": 0.61672, "map_at_10": 0.61695, "map_at_20": 0.61695, "map_at_100": 0.61698, "map_at_1000": 0.61698, "recall_at_1": 0.34084, "recall_at_3": 0.99706, "recall_at_5": 0.99706, "recall_at_10": 0.99902, "recall_at_20": 0.99902, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.34084, "precision_at_1": 0.34084, "precision_at_3": 0.33235, "precision_at_5": 0.19941, "precision_at_10": 0.0999, "precision_at_20": 0.04995, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.339863, "mrr_at_3": 0.61492, "mrr_at_5": 0.61492, "mrr_at_10": 0.615127, "mrr_at_20": 0.615127, "mrr_at_100": 0.615163, "mrr_at_1000": 0.615163, "nauc_ndcg_at_1_max": -0.030569, "nauc_ndcg_at_1_std": -0.023528, "nauc_ndcg_at_1_diff1": -0.138892, "nauc_ndcg_at_3_max": -0.026435, "nauc_ndcg_at_3_std": -0.033341, "nauc_ndcg_at_3_diff1": -0.130303, "nauc_ndcg_at_5_max": -0.026435, "nauc_ndcg_at_5_std": -0.033341, "nauc_ndcg_at_5_diff1": -0.130303, "nauc_ndcg_at_10_max": -0.030167, "nauc_ndcg_at_10_std": -0.033093, "nauc_ndcg_at_10_diff1": -0.133938, "nauc_ndcg_at_20_max": -0.030167, "nauc_ndcg_at_20_std": -0.033093, "nauc_ndcg_at_20_diff1": -0.133938, "nauc_ndcg_at_100_max": -0.031407, "nauc_ndcg_at_100_std": -0.034336, "nauc_ndcg_at_100_diff1": -0.133893, "nauc_ndcg_at_1000_max": -0.031407, "nauc_ndcg_at_1000_std": -0.034336, "nauc_ndcg_at_1000_diff1": -0.133893, "nauc_map_at_1_max": -0.030569, "nauc_map_at_1_std": -0.023528, "nauc_map_at_1_diff1": -0.138892, "nauc_map_at_3_max": -0.030753, "nauc_map_at_3_std": -0.034138, "nauc_map_at_3_diff1": -0.133335, "nauc_map_at_5_max": -0.030753, "nauc_map_at_5_std": -0.034138, "nauc_map_at_5_diff1": -0.133335, "nauc_map_at_10_max": -0.031829, "nauc_map_at_10_std": -0.034028, "nauc_map_at_10_diff1": -0.134381, "nauc_map_at_20_max": -0.031829, "nauc_map_at_20_std": -0.034028, "nauc_map_at_20_diff1": -0.134381, "nauc_map_at_100_max": -0.031986, "nauc_map_at_100_std": -0.034185, "nauc_map_at_100_diff1": -0.134376, "nauc_map_at_1000_max": -0.031986, "nauc_map_at_1000_std": -0.034185, "nauc_map_at_1000_diff1": -0.134376, "nauc_recall_at_1_max": -0.030569, "nauc_recall_at_1_std": -0.023528, "nauc_recall_at_1_diff1": -0.138892, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.282501, "nauc_recall_at_3_diff1": 0.522482, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.282501, "nauc_recall_at_5_diff1": 0.522482, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": -0.171145, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": -0.171145, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.030569, "nauc_precision_at_1_std": -0.023528, "nauc_precision_at_1_diff1": -0.138892, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.282501, "nauc_precision_at_3_diff1": 0.522482, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.282501, "nauc_precision_at_5_diff1": 0.522482, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": -0.171145, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": -0.171145, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.033723, "nauc_mrr_at_1_std": -0.025086, "nauc_mrr_at_1_diff1": -0.079115, "nauc_mrr_at_3_max": -0.031078, "nauc_mrr_at_3_std": -0.014049, "nauc_mrr_at_3_diff1": -0.046373, "nauc_mrr_at_5_max": -0.031078, "nauc_mrr_at_5_std": -0.014049, "nauc_mrr_at_5_diff1": -0.046373, "nauc_mrr_at_10_max": -0.032037, "nauc_mrr_at_10_std": -0.013938, "nauc_mrr_at_10_diff1": -0.047225, "nauc_mrr_at_20_max": -0.032037, "nauc_mrr_at_20_std": -0.013938, "nauc_mrr_at_20_diff1": -0.047225, "nauc_mrr_at_100_max": -0.032206, "nauc_mrr_at_100_std": -0.014104, "nauc_mrr_at_100_diff1": -0.047205, "nauc_mrr_at_1000_max": -0.032206, "nauc_mrr_at_1000_std": -0.014104, "nauc_mrr_at_1000_diff1": -0.047205, "cv_recall_at_1": 0.33986, "cv_recall_at_3": 0.99706, "cv_recall_at_5": 0.99706, "cv_recall_at_10": 0.99902, "cv_recall_at_20": 0.99902, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.99706, "hf_subset": "th_th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.41319, "ndcg_at_3": 0.75299, "ndcg_at_5": 0.75299, "ndcg_at_10": 0.75344, "ndcg_at_20": 0.75414, "ndcg_at_100": 0.755, "ndcg_at_1000": 0.75518, "map_at_1": 0.41319, "map_at_3": 0.6707, "map_at_5": 0.6707, "map_at_10": 0.6709, "map_at_20": 0.6711, "map_at_100": 0.67127, "map_at_1000": 0.67127, "recall_at_1": 0.41319, "recall_at_3": 0.99058, "recall_at_5": 0.99058, "recall_at_10": 0.99192, "recall_at_20": 0.99462, "recall_at_100": 0.99865, "recall_at_1000": 1.0, "accuracy": 0.41319, "precision_at_1": 0.41319, "precision_at_3": 0.33019, "precision_at_5": 0.19812, "precision_at_10": 0.09919, "precision_at_20": 0.04973, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.410498, "mrr_at_3": 0.66891, "mrr_at_5": 0.669246, "mrr_at_10": 0.669439, "mrr_at_20": 0.66964, "mrr_at_100": 0.669806, "mrr_at_1000": 0.669814, "nauc_ndcg_at_1_max": -0.006869, "nauc_ndcg_at_1_std": -0.100589, "nauc_ndcg_at_1_diff1": 0.222953, "nauc_ndcg_at_3_max": 0.022477, "nauc_ndcg_at_3_std": -0.086007, "nauc_ndcg_at_3_diff1": 0.227401, "nauc_ndcg_at_5_max": 0.022477, "nauc_ndcg_at_5_std": -0.086007, "nauc_ndcg_at_5_diff1": 0.227401, "nauc_ndcg_at_10_max": 0.019764, "nauc_ndcg_at_10_std": -0.089022, "nauc_ndcg_at_10_diff1": 0.227038, "nauc_ndcg_at_20_max": 0.015499, "nauc_ndcg_at_20_std": -0.093132, "nauc_ndcg_at_20_diff1": 0.225017, "nauc_ndcg_at_100_max": 0.010171, "nauc_ndcg_at_100_std": -0.098067, "nauc_ndcg_at_100_diff1": 0.227548, "nauc_ndcg_at_1000_max": 0.009049, "nauc_ndcg_at_1000_std": -0.099164, "nauc_ndcg_at_1000_diff1": 0.22682, "nauc_map_at_1_max": -0.006869, "nauc_map_at_1_std": -0.100589, "nauc_map_at_1_diff1": 0.222953, "nauc_map_at_3_max": 0.007961, "nauc_map_at_3_std": -0.099415, "nauc_map_at_3_diff1": 0.226748, "nauc_map_at_5_max": 0.007961, "nauc_map_at_5_std": -0.099415, "nauc_map_at_5_diff1": 0.226748, "nauc_map_at_10_max": 0.00707, "nauc_map_at_10_std": -0.100402, "nauc_map_at_10_diff1": 0.22663, "nauc_map_at_20_max": 0.006133, "nauc_map_at_20_std": -0.101294, "nauc_map_at_20_diff1": 0.22617, "nauc_map_at_100_max": 0.005355, "nauc_map_at_100_std": -0.102012, "nauc_map_at_100_diff1": 0.226512, "nauc_map_at_1000_max": 0.005319, "nauc_map_at_1000_std": -0.102048, "nauc_map_at_1000_diff1": 0.226488, "nauc_recall_at_1_max": -0.006869, "nauc_recall_at_1_std": -0.100589, "nauc_recall_at_1_diff1": 0.222953, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.864626, "nauc_recall_at_3_diff1": 0.259426, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.864626, "nauc_recall_at_5_diff1": 0.259426, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.842064, "nauc_recall_at_10_diff1": 0.242982, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.83255, "nauc_recall_at_20_diff1": 0.02495, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.86934, "nauc_recall_at_100_diff1": 0.86934, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.006869, "nauc_precision_at_1_std": -0.100589, "nauc_precision_at_1_diff1": 0.222953, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.864626, "nauc_precision_at_3_diff1": 0.259426, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.864626, "nauc_precision_at_5_diff1": 0.259426, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.842064, "nauc_precision_at_10_diff1": 0.242982, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.83255, "nauc_precision_at_20_diff1": 0.02495, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.86934, "nauc_precision_at_100_diff1": 0.86934, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.061888, "nauc_mrr_at_1_std": -0.107141, "nauc_mrr_at_1_diff1": 0.221911, "nauc_mrr_at_3_max": -0.036239, "nauc_mrr_at_3_std": -0.103209, "nauc_mrr_at_3_diff1": 0.227211, "nauc_mrr_at_5_max": -0.037863, "nauc_mrr_at_5_std": -0.104503, "nauc_mrr_at_5_diff1": 0.226204, "nauc_mrr_at_10_max": -0.038794, "nauc_mrr_at_10_std": -0.105494, "nauc_mrr_at_10_diff1": 0.226086, "nauc_mrr_at_20_max": -0.039773, "nauc_mrr_at_20_std": -0.10639, "nauc_mrr_at_20_diff1": 0.225625, "nauc_mrr_at_100_max": -0.040578, "nauc_mrr_at_100_std": -0.107103, "nauc_mrr_at_100_diff1": 0.225973, "nauc_mrr_at_1000_max": -0.040616, "nauc_mrr_at_1000_std": -0.107139, "nauc_mrr_at_1000_diff1": 0.22595, "cv_recall_at_1": 0.4105, "cv_recall_at_3": 0.98923, "cv_recall_at_5": 0.99058, "cv_recall_at_10": 0.99192, "cv_recall_at_20": 0.99462, "cv_recall_at_100": 0.99865, "cv_recall_at_1000": 1.0, "main_score": 0.99058, "hf_subset": "tr_tr", "languages": [ "tur-Latn" ] }, { "ndcg_at_1": 0.41733, "ndcg_at_3": 0.7449, "ndcg_at_5": 0.74644, "ndcg_at_10": 0.74903, "ndcg_at_20": 0.75009, "ndcg_at_100": 0.75055, "ndcg_at_1000": 0.75055, "map_at_1": 0.41733, "map_at_3": 0.66333, "map_at_5": 0.66413, "map_at_10": 0.6652, "map_at_20": 0.66552, "map_at_100": 0.66557, "map_at_1000": 0.66557, "recall_at_1": 0.41733, "recall_at_3": 0.98133, "recall_at_5": 0.98533, "recall_at_10": 0.99333, "recall_at_20": 0.99733, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41733, "precision_at_1": 0.41733, "precision_at_3": 0.32711, "precision_at_5": 0.19707, "precision_at_10": 0.09933, "precision_at_20": 0.04987, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.413333, "mrr_at_3": 0.661333, "mrr_at_5": 0.6616, "mrr_at_10": 0.663262, "mrr_at_20": 0.663458, "mrr_at_100": 0.663511, "mrr_at_1000": 0.663511, "nauc_ndcg_at_1_max": -0.01028, "nauc_ndcg_at_1_std": -0.056696, "nauc_ndcg_at_1_diff1": 0.244169, "nauc_ndcg_at_3_max": 0.047495, "nauc_ndcg_at_3_std": -0.012789, "nauc_ndcg_at_3_diff1": 0.220001, "nauc_ndcg_at_5_max": 0.038752, "nauc_ndcg_at_5_std": -0.019721, "nauc_ndcg_at_5_diff1": 0.218125, "nauc_ndcg_at_10_max": 0.024146, "nauc_ndcg_at_10_std": -0.03124, "nauc_ndcg_at_10_diff1": 0.226835, "nauc_ndcg_at_20_max": 0.017888, "nauc_ndcg_at_20_std": -0.037558, "nauc_ndcg_at_20_diff1": 0.226084, "nauc_ndcg_at_100_max": 0.015118, "nauc_ndcg_at_100_std": -0.039701, "nauc_ndcg_at_100_diff1": 0.22806, "nauc_ndcg_at_1000_max": 0.015118, "nauc_ndcg_at_1000_std": -0.039701, "nauc_ndcg_at_1000_diff1": 0.22806, "nauc_map_at_1_max": -0.01028, "nauc_map_at_1_std": -0.056696, "nauc_map_at_1_diff1": 0.244169, "nauc_map_at_3_max": 0.020598, "nauc_map_at_3_std": -0.035243, "nauc_map_at_3_diff1": 0.228484, "nauc_map_at_5_max": 0.017053, "nauc_map_at_5_std": -0.038059, "nauc_map_at_5_diff1": 0.227775, "nauc_map_at_10_max": 0.012421, "nauc_map_at_10_std": -0.041607, "nauc_map_at_10_diff1": 0.230611, "nauc_map_at_20_max": 0.010997, "nauc_map_at_20_std": -0.043035, "nauc_map_at_20_diff1": 0.230382, "nauc_map_at_100_max": 0.010759, "nauc_map_at_100_std": -0.04322, "nauc_map_at_100_diff1": 0.23047, "nauc_map_at_1000_max": 0.010759, "nauc_map_at_1000_std": -0.04322, "nauc_map_at_1000_diff1": 0.23047, "nauc_recall_at_1_max": -0.01028, "nauc_recall_at_1_std": -0.056696, "nauc_recall_at_1_diff1": 0.244169, "nauc_recall_at_3_max": 0.990663, "nauc_recall_at_3_std": 0.782947, "nauc_recall_at_3_diff1": -0.066026, "nauc_recall_at_5_max": 0.988116, "nauc_recall_at_5_std": 0.79399, "nauc_recall_at_5_diff1": -0.199771, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.862745, "nauc_recall_at_10_diff1": -0.046872, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.722222, "nauc_recall_at_20_diff1": -0.592904, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.01028, "nauc_precision_at_1_std": -0.056696, "nauc_precision_at_1_diff1": 0.244169, "nauc_precision_at_3_max": 0.990663, "nauc_precision_at_3_std": 0.782947, "nauc_precision_at_3_diff1": -0.066026, "nauc_precision_at_5_max": 0.988116, "nauc_precision_at_5_std": 0.79399, "nauc_precision_at_5_diff1": -0.199771, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.862745, "nauc_precision_at_10_diff1": -0.046872, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.722222, "nauc_precision_at_20_diff1": -0.592904, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.004766, "nauc_mrr_at_1_std": -0.048139, "nauc_mrr_at_1_diff1": 0.257443, "nauc_mrr_at_3_max": 0.025047, "nauc_mrr_at_3_std": -0.028311, "nauc_mrr_at_3_diff1": 0.239291, "nauc_mrr_at_5_max": 0.023874, "nauc_mrr_at_5_std": -0.028776, "nauc_mrr_at_5_diff1": 0.238711, "nauc_mrr_at_10_max": 0.016635, "nauc_mrr_at_10_std": -0.034908, "nauc_mrr_at_10_diff1": 0.24153, "nauc_mrr_at_20_max": 0.015761, "nauc_mrr_at_20_std": -0.035754, "nauc_mrr_at_20_diff1": 0.241251, "nauc_mrr_at_100_max": 0.015525, "nauc_mrr_at_100_std": -0.035937, "nauc_mrr_at_100_diff1": 0.241341, "nauc_mrr_at_1000_max": 0.015525, "nauc_mrr_at_1000_std": -0.035937, "nauc_mrr_at_1000_diff1": 0.241341, "cv_recall_at_1": 0.41333, "cv_recall_at_3": 0.98133, "cv_recall_at_5": 0.98267, "cv_recall_at_10": 0.99467, "cv_recall_at_20": 0.99733, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.98267, "hf_subset": "uk_ua", "languages": [ "ukr-Cyrl" ] }, { "ndcg_at_1": 0.16359, "ndcg_at_3": 0.23068, "ndcg_at_5": 0.26281, "ndcg_at_10": 0.28878, "ndcg_at_20": 0.30872, "ndcg_at_100": 0.35477, "ndcg_at_1000": 0.3857, "map_at_1": 0.16359, "map_at_3": 0.2146, "map_at_5": 0.23215, "map_at_10": 0.24309, "map_at_20": 0.24852, "map_at_100": 0.25473, "map_at_1000": 0.25601, "recall_at_1": 0.16359, "recall_at_3": 0.27704, "recall_at_5": 0.3562, "recall_at_10": 0.43536, "recall_at_20": 0.51451, "recall_at_100": 0.76517, "recall_at_1000": 1.0, "accuracy": 0.16359, "precision_at_1": 0.16359, "precision_at_3": 0.09235, "precision_at_5": 0.07124, "precision_at_10": 0.04354, "precision_at_20": 0.02573, "precision_at_100": 0.00765, "precision_at_1000": 0.001, "mrr_at_1": 0.16095, "mrr_at_3": 0.21416, "mrr_at_5": 0.229991, "mrr_at_10": 0.241855, "mrr_at_20": 0.247256, "mrr_at_100": 0.253467, "mrr_at_1000": 0.254748, "nauc_ndcg_at_1_max": 0.375269, "nauc_ndcg_at_1_std": -0.189072, "nauc_ndcg_at_1_diff1": 0.462704, "nauc_ndcg_at_3_max": 0.349888, "nauc_ndcg_at_3_std": -0.181348, "nauc_ndcg_at_3_diff1": 0.296069, "nauc_ndcg_at_5_max": 0.359281, "nauc_ndcg_at_5_std": -0.139127, "nauc_ndcg_at_5_diff1": 0.277056, "nauc_ndcg_at_10_max": 0.351678, "nauc_ndcg_at_10_std": -0.136228, "nauc_ndcg_at_10_diff1": 0.263609, "nauc_ndcg_at_20_max": 0.354862, "nauc_ndcg_at_20_std": -0.120963, "nauc_ndcg_at_20_diff1": 0.263325, "nauc_ndcg_at_100_max": 0.357251, "nauc_ndcg_at_100_std": -0.106964, "nauc_ndcg_at_100_diff1": 0.276266, "nauc_ndcg_at_1000_max": 0.358087, "nauc_ndcg_at_1000_std": -0.131654, "nauc_ndcg_at_1000_diff1": 0.288176, "nauc_map_at_1_max": 0.375269, "nauc_map_at_1_std": -0.189072, "nauc_map_at_1_diff1": 0.462704, "nauc_map_at_3_max": 0.35579, "nauc_map_at_3_std": -0.185778, "nauc_map_at_3_diff1": 0.327196, "nauc_map_at_5_max": 0.360084, "nauc_map_at_5_std": -0.161757, "nauc_map_at_5_diff1": 0.315662, "nauc_map_at_10_max": 0.356581, "nauc_map_at_10_std": -0.160369, "nauc_map_at_10_diff1": 0.308994, "nauc_map_at_20_max": 0.357674, "nauc_map_at_20_std": -0.155558, "nauc_map_at_20_diff1": 0.30899, "nauc_map_at_100_max": 0.358787, "nauc_map_at_100_std": -0.15274, "nauc_map_at_100_diff1": 0.311172, "nauc_map_at_1000_max": 0.358732, "nauc_map_at_1000_std": -0.153871, "nauc_map_at_1000_diff1": 0.311717, "nauc_recall_at_1_max": 0.375269, "nauc_recall_at_1_std": -0.189072, "nauc_recall_at_1_diff1": 0.462704, "nauc_recall_at_3_max": 0.334987, "nauc_recall_at_3_std": -0.169328, "nauc_recall_at_3_diff1": 0.219917, "nauc_recall_at_5_max": 0.359441, "nauc_recall_at_5_std": -0.078638, "nauc_recall_at_5_diff1": 0.184263, "nauc_recall_at_10_max": 0.339876, "nauc_recall_at_10_std": -0.071873, "nauc_recall_at_10_diff1": 0.152436, "nauc_recall_at_20_max": 0.349421, "nauc_recall_at_20_std": -0.019159, "nauc_recall_at_20_diff1": 0.147579, "nauc_recall_at_100_max": 0.3453, "nauc_recall_at_100_std": 0.116646, "nauc_recall_at_100_diff1": 0.167925, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.375269, "nauc_precision_at_1_std": -0.189072, "nauc_precision_at_1_diff1": 0.462704, "nauc_precision_at_3_max": 0.334987, "nauc_precision_at_3_std": -0.169328, "nauc_precision_at_3_diff1": 0.219917, "nauc_precision_at_5_max": 0.359441, "nauc_precision_at_5_std": -0.078638, "nauc_precision_at_5_diff1": 0.184263, "nauc_precision_at_10_max": 0.339876, "nauc_precision_at_10_std": -0.071873, "nauc_precision_at_10_diff1": 0.152436, "nauc_precision_at_20_max": 0.349421, "nauc_precision_at_20_std": -0.019159, "nauc_precision_at_20_diff1": 0.147579, "nauc_precision_at_100_max": 0.3453, "nauc_precision_at_100_std": 0.116646, "nauc_precision_at_100_diff1": 0.167925, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.369049, "nauc_mrr_at_1_std": -0.187189, "nauc_mrr_at_1_diff1": 0.479279, "nauc_mrr_at_3_max": 0.350706, "nauc_mrr_at_3_std": -0.185008, "nauc_mrr_at_3_diff1": 0.330764, "nauc_mrr_at_5_max": 0.354178, "nauc_mrr_at_5_std": -0.162513, "nauc_mrr_at_5_diff1": 0.321628, "nauc_mrr_at_10_max": 0.352413, "nauc_mrr_at_10_std": -0.16038, "nauc_mrr_at_10_diff1": 0.314277, "nauc_mrr_at_20_max": 0.353538, "nauc_mrr_at_20_std": -0.155565, "nauc_mrr_at_20_diff1": 0.314319, "nauc_mrr_at_100_max": 0.354612, "nauc_mrr_at_100_std": -0.152749, "nauc_mrr_at_100_diff1": 0.316582, "nauc_mrr_at_1000_max": 0.354541, "nauc_mrr_at_1000_std": -0.153885, "nauc_mrr_at_1000_diff1": 0.317151, "cv_recall_at_1": 0.16095, "cv_recall_at_3": 0.27968, "cv_recall_at_5": 0.35092, "cv_recall_at_10": 0.43536, "cv_recall_at_20": 0.51451, "cv_recall_at_100": 0.76517, "cv_recall_at_1000": 1.0, "main_score": 0.35092, "hf_subset": "umb_ao", "languages": [ "umb-Latn" ] }, { "ndcg_at_1": 0.74582, "ndcg_at_3": 0.89301, "ndcg_at_5": 0.8956, "ndcg_at_10": 0.89917, "ndcg_at_20": 0.89917, "ndcg_at_100": 0.89917, "ndcg_at_1000": 0.89917, "map_at_1": 0.74582, "map_at_3": 0.8612, "map_at_5": 0.86254, "map_at_10": 0.86421, "map_at_20": 0.86421, "map_at_100": 0.86421, "map_at_1000": 0.86421, "recall_at_1": 0.74582, "recall_at_3": 0.98328, "recall_at_5": 0.98997, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.74582, "precision_at_1": 0.74582, "precision_at_3": 0.32776, "precision_at_5": 0.19799, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.742475, "mrr_at_3": 0.860089, "mrr_at_5": 0.861427, "mrr_at_10": 0.863099, "mrr_at_20": 0.863099, "mrr_at_100": 0.863099, "mrr_at_1000": 0.863099, "nauc_ndcg_at_1_max": -0.127007, "nauc_ndcg_at_1_std": -0.376471, "nauc_ndcg_at_1_diff1": 0.81638, "nauc_ndcg_at_3_max": -0.023613, "nauc_ndcg_at_3_std": -0.275775, "nauc_ndcg_at_3_diff1": 0.772431, "nauc_ndcg_at_5_max": -0.051771, "nauc_ndcg_at_5_std": -0.298782, "nauc_ndcg_at_5_diff1": 0.78115, "nauc_ndcg_at_10_max": -0.093309, "nauc_ndcg_at_10_std": -0.344695, "nauc_ndcg_at_10_diff1": 0.797892, "nauc_ndcg_at_20_max": -0.093309, "nauc_ndcg_at_20_std": -0.344695, "nauc_ndcg_at_20_diff1": 0.797892, "nauc_ndcg_at_100_max": -0.093309, "nauc_ndcg_at_100_std": -0.344695, "nauc_ndcg_at_100_diff1": 0.797892, "nauc_ndcg_at_1000_max": -0.093309, "nauc_ndcg_at_1000_std": -0.344695, "nauc_ndcg_at_1000_diff1": 0.797892, "nauc_map_at_1_max": -0.127007, "nauc_map_at_1_std": -0.376471, "nauc_map_at_1_diff1": 0.81638, "nauc_map_at_3_max": -0.070849, "nauc_map_at_3_std": -0.322647, "nauc_map_at_3_diff1": 0.790105, "nauc_map_at_5_max": -0.082453, "nauc_map_at_5_std": -0.332217, "nauc_map_at_5_diff1": 0.793731, "nauc_map_at_10_max": -0.097316, "nauc_map_at_10_std": -0.348638, "nauc_map_at_10_diff1": 0.799724, "nauc_map_at_20_max": -0.097316, "nauc_map_at_20_std": -0.348638, "nauc_map_at_20_diff1": 0.799724, "nauc_map_at_100_max": -0.097316, "nauc_map_at_100_std": -0.348638, "nauc_map_at_100_diff1": 0.799724, "nauc_map_at_1000_max": -0.097316, "nauc_map_at_1000_std": -0.348638, "nauc_map_at_1000_diff1": 0.799724, "nauc_recall_at_1_max": -0.127007, "nauc_recall_at_1_std": -0.376471, "nauc_recall_at_1_diff1": 0.81638, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.742485, "nauc_recall_at_3_diff1": 0.396529, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.863761, "nauc_recall_at_5_diff1": 0.357225, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.127007, "nauc_precision_at_1_std": -0.376471, "nauc_precision_at_1_diff1": 0.81638, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.742485, "nauc_precision_at_3_diff1": 0.396529, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.863761, "nauc_precision_at_5_diff1": 0.357225, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.095155, "nauc_mrr_at_1_std": -0.361276, "nauc_mrr_at_1_diff1": 0.796795, "nauc_mrr_at_3_max": -0.034972, "nauc_mrr_at_3_std": -0.303043, "nauc_mrr_at_3_diff1": 0.772816, "nauc_mrr_at_5_max": -0.046128, "nauc_mrr_at_5_std": -0.310854, "nauc_mrr_at_5_diff1": 0.777295, "nauc_mrr_at_10_max": -0.060416, "nauc_mrr_at_10_std": -0.328161, "nauc_mrr_at_10_diff1": 0.782138, "nauc_mrr_at_20_max": -0.060416, "nauc_mrr_at_20_std": -0.328161, "nauc_mrr_at_20_diff1": 0.782138, "nauc_mrr_at_100_max": -0.060416, "nauc_mrr_at_100_std": -0.328161, "nauc_mrr_at_100_diff1": 0.782138, "nauc_mrr_at_1000_max": -0.060416, "nauc_mrr_at_1000_std": -0.328161, "nauc_mrr_at_1000_diff1": 0.782138, "cv_recall_at_1": 0.74247, "cv_recall_at_3": 0.98328, "cv_recall_at_5": 0.98997, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.98997, "hf_subset": "ur_pk", "languages": [ "urd-Arab" ] }, { "ndcg_at_1": 0.19026, "ndcg_at_3": 0.36007, "ndcg_at_5": 0.37783, "ndcg_at_10": 0.39239, "ndcg_at_20": 0.40438, "ndcg_at_100": 0.43336, "ndcg_at_1000": 0.46089, "map_at_1": 0.19026, "map_at_3": 0.31709, "map_at_5": 0.32672, "map_at_10": 0.3329, "map_at_20": 0.33618, "map_at_100": 0.34001, "map_at_1000": 0.34096, "recall_at_1": 0.19026, "recall_at_3": 0.48492, "recall_at_5": 0.529, "recall_at_10": 0.57309, "recall_at_20": 0.62065, "recall_at_100": 0.77958, "recall_at_1000": 1.0, "accuracy": 0.19026, "precision_at_1": 0.19026, "precision_at_3": 0.16164, "precision_at_5": 0.1058, "precision_at_10": 0.05731, "precision_at_20": 0.03103, "precision_at_100": 0.0078, "precision_at_1000": 0.001, "mrr_at_1": 0.189095, "mrr_at_3": 0.315739, "mrr_at_5": 0.326527, "mrr_at_10": 0.332788, "mrr_at_20": 0.336159, "mrr_at_100": 0.339872, "mrr_at_1000": 0.340826, "nauc_ndcg_at_1_max": 0.27073, "nauc_ndcg_at_1_std": -0.04896, "nauc_ndcg_at_1_diff1": 0.04709, "nauc_ndcg_at_3_max": 0.459247, "nauc_ndcg_at_3_std": -0.089545, "nauc_ndcg_at_3_diff1": -0.060028, "nauc_ndcg_at_5_max": 0.463584, "nauc_ndcg_at_5_std": -0.084176, "nauc_ndcg_at_5_diff1": -0.068055, "nauc_ndcg_at_10_max": 0.450927, "nauc_ndcg_at_10_std": -0.088301, "nauc_ndcg_at_10_diff1": -0.066444, "nauc_ndcg_at_20_max": 0.44086, "nauc_ndcg_at_20_std": -0.092855, "nauc_ndcg_at_20_diff1": -0.07006, "nauc_ndcg_at_100_max": 0.426581, "nauc_ndcg_at_100_std": -0.085551, "nauc_ndcg_at_100_diff1": -0.067719, "nauc_ndcg_at_1000_max": 0.421749, "nauc_ndcg_at_1000_std": -0.083452, "nauc_ndcg_at_1000_diff1": -0.05479, "nauc_map_at_1_max": 0.27073, "nauc_map_at_1_std": -0.04896, "nauc_map_at_1_diff1": 0.04709, "nauc_map_at_3_max": 0.410209, "nauc_map_at_3_std": -0.08206, "nauc_map_at_3_diff1": -0.034232, "nauc_map_at_5_max": 0.41209, "nauc_map_at_5_std": -0.078802, "nauc_map_at_5_diff1": -0.038726, "nauc_map_at_10_max": 0.406261, "nauc_map_at_10_std": -0.080696, "nauc_map_at_10_diff1": -0.037858, "nauc_map_at_20_max": 0.403291, "nauc_map_at_20_std": -0.081746, "nauc_map_at_20_diff1": -0.038504, "nauc_map_at_100_max": 0.401171, "nauc_map_at_100_std": -0.080706, "nauc_map_at_100_diff1": -0.038166, "nauc_map_at_1000_max": 0.40097, "nauc_map_at_1000_std": -0.080483, "nauc_map_at_1000_diff1": -0.037608, "nauc_recall_at_1_max": 0.27073, "nauc_recall_at_1_std": -0.04896, "nauc_recall_at_1_diff1": 0.04709, "nauc_recall_at_3_max": 0.589452, "nauc_recall_at_3_std": -0.108492, "nauc_recall_at_3_diff1": -0.127896, "nauc_recall_at_5_max": 0.604753, "nauc_recall_at_5_std": -0.097448, "nauc_recall_at_5_diff1": -0.14815, "nauc_recall_at_10_max": 0.574376, "nauc_recall_at_10_std": -0.109566, "nauc_recall_at_10_diff1": -0.147125, "nauc_recall_at_20_max": 0.542185, "nauc_recall_at_20_std": -0.13084, "nauc_recall_at_20_diff1": -0.168956, "nauc_recall_at_100_max": 0.480957, "nauc_recall_at_100_std": -0.093282, "nauc_recall_at_100_diff1": -0.197706, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.27073, "nauc_precision_at_1_std": -0.04896, "nauc_precision_at_1_diff1": 0.04709, "nauc_precision_at_3_max": 0.589452, "nauc_precision_at_3_std": -0.108492, "nauc_precision_at_3_diff1": -0.127896, "nauc_precision_at_5_max": 0.604753, "nauc_precision_at_5_std": -0.097448, "nauc_precision_at_5_diff1": -0.14815, "nauc_precision_at_10_max": 0.574376, "nauc_precision_at_10_std": -0.109566, "nauc_precision_at_10_diff1": -0.147125, "nauc_precision_at_20_max": 0.542185, "nauc_precision_at_20_std": -0.13084, "nauc_precision_at_20_diff1": -0.168956, "nauc_precision_at_100_max": 0.480957, "nauc_precision_at_100_std": -0.093282, "nauc_precision_at_100_diff1": -0.197706, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.281783, "nauc_mrr_at_1_std": -0.044374, "nauc_mrr_at_1_diff1": 0.04747, "nauc_mrr_at_3_max": 0.411787, "nauc_mrr_at_3_std": -0.080772, "nauc_mrr_at_3_diff1": -0.036777, "nauc_mrr_at_5_max": 0.416592, "nauc_mrr_at_5_std": -0.075555, "nauc_mrr_at_5_diff1": -0.042801, "nauc_mrr_at_10_max": 0.410856, "nauc_mrr_at_10_std": -0.077072, "nauc_mrr_at_10_diff1": -0.041661, "nauc_mrr_at_20_max": 0.408014, "nauc_mrr_at_20_std": -0.077875, "nauc_mrr_at_20_diff1": -0.042099, "nauc_mrr_at_100_max": 0.405859, "nauc_mrr_at_100_std": -0.076994, "nauc_mrr_at_100_diff1": -0.041969, "nauc_mrr_at_1000_max": 0.405669, "nauc_mrr_at_1000_std": -0.076761, "nauc_mrr_at_1000_diff1": -0.04142, "cv_recall_at_1": 0.1891, "cv_recall_at_3": 0.48144, "cv_recall_at_5": 0.529, "cv_recall_at_10": 0.57309, "cv_recall_at_20": 0.62297, "cv_recall_at_100": 0.77958, "cv_recall_at_1000": 1.0, "main_score": 0.529, "hf_subset": "uz_uz", "languages": [ "uzn-Latn" ] }, { "ndcg_at_1": 0.40257, "ndcg_at_3": 0.74263, "ndcg_at_5": 0.74358, "ndcg_at_10": 0.74393, "ndcg_at_20": 0.74422, "ndcg_at_100": 0.74486, "ndcg_at_1000": 0.74513, "map_at_1": 0.40257, "map_at_3": 0.65753, "map_at_5": 0.65805, "map_at_10": 0.65818, "map_at_20": 0.65825, "map_at_100": 0.65834, "map_at_1000": 0.65834, "recall_at_1": 0.40257, "recall_at_3": 0.9895, "recall_at_5": 0.99183, "recall_at_10": 0.993, "recall_at_20": 0.99417, "recall_at_100": 0.99767, "recall_at_1000": 1.0, "accuracy": 0.40257, "precision_at_1": 0.40257, "precision_at_3": 0.32983, "precision_at_5": 0.19837, "precision_at_10": 0.0993, "precision_at_20": 0.04971, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.395566, "mrr_at_3": 0.652859, "mrr_at_5": 0.653734, "mrr_at_10": 0.653851, "mrr_at_20": 0.653924, "mrr_at_100": 0.654006, "mrr_at_1000": 0.654012, "nauc_ndcg_at_1_max": 0.015386, "nauc_ndcg_at_1_std": -0.059073, "nauc_ndcg_at_1_diff1": 0.168284, "nauc_ndcg_at_3_max": 0.054384, "nauc_ndcg_at_3_std": -0.041107, "nauc_ndcg_at_3_diff1": 0.175386, "nauc_ndcg_at_5_max": 0.048962, "nauc_ndcg_at_5_std": -0.038587, "nauc_ndcg_at_5_diff1": 0.171053, "nauc_ndcg_at_10_max": 0.04695, "nauc_ndcg_at_10_std": -0.040784, "nauc_ndcg_at_10_diff1": 0.171776, "nauc_ndcg_at_20_max": 0.045309, "nauc_ndcg_at_20_std": -0.042352, "nauc_ndcg_at_20_diff1": 0.170828, "nauc_ndcg_at_100_max": 0.041591, "nauc_ndcg_at_100_std": -0.04641, "nauc_ndcg_at_100_diff1": 0.169861, "nauc_ndcg_at_1000_max": 0.040024, "nauc_ndcg_at_1000_std": -0.047417, "nauc_ndcg_at_1000_diff1": 0.170784, "nauc_map_at_1_max": 0.015386, "nauc_map_at_1_std": -0.059073, "nauc_map_at_1_diff1": 0.168284, "nauc_map_at_3_max": 0.038816, "nauc_map_at_3_std": -0.050541, "nauc_map_at_3_diff1": 0.172776, "nauc_map_at_5_max": 0.036524, "nauc_map_at_5_std": -0.049603, "nauc_map_at_5_diff1": 0.170977, "nauc_map_at_10_max": 0.035957, "nauc_map_at_10_std": -0.050221, "nauc_map_at_10_diff1": 0.171178, "nauc_map_at_20_max": 0.035637, "nauc_map_at_20_std": -0.050526, "nauc_map_at_20_diff1": 0.170996, "nauc_map_at_100_max": 0.035275, "nauc_map_at_100_std": -0.05092, "nauc_map_at_100_diff1": 0.17092, "nauc_map_at_1000_max": 0.03525, "nauc_map_at_1000_std": -0.050938, "nauc_map_at_1000_diff1": 0.170938, "nauc_recall_at_1_max": 0.015386, "nauc_recall_at_1_std": -0.059073, "nauc_recall_at_1_diff1": 0.168284, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.551388, "nauc_recall_at_3_diff1": 0.331955, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.856039, "nauc_recall_at_5_diff1": 0.159766, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.832046, "nauc_recall_at_10_diff1": 0.214878, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.824609, "nauc_recall_at_20_diff1": 0.113402, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.561522, "nauc_recall_at_100_diff1": -0.369503, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.015386, "nauc_precision_at_1_std": -0.059073, "nauc_precision_at_1_diff1": 0.168284, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.551388, "nauc_precision_at_3_diff1": 0.331955, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.856039, "nauc_precision_at_5_diff1": 0.159766, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.832046, "nauc_precision_at_10_diff1": 0.214878, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.824609, "nauc_precision_at_20_diff1": 0.113402, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.561522, "nauc_precision_at_100_diff1": -0.369503, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.040124, "nauc_mrr_at_1_std": -0.046469, "nauc_mrr_at_1_diff1": 0.189487, "nauc_mrr_at_3_max": 0.069906, "nauc_mrr_at_3_std": -0.048061, "nauc_mrr_at_3_diff1": 0.194505, "nauc_mrr_at_5_max": 0.066216, "nauc_mrr_at_5_std": -0.048213, "nauc_mrr_at_5_diff1": 0.19185, "nauc_mrr_at_10_max": 0.065721, "nauc_mrr_at_10_std": -0.048768, "nauc_mrr_at_10_diff1": 0.192041, "nauc_mrr_at_20_max": 0.065412, "nauc_mrr_at_20_std": -0.049071, "nauc_mrr_at_20_diff1": 0.191866, "nauc_mrr_at_100_max": 0.065062, "nauc_mrr_at_100_std": -0.049464, "nauc_mrr_at_100_diff1": 0.191798, "nauc_mrr_at_1000_max": 0.065037, "nauc_mrr_at_1000_std": -0.049482, "nauc_mrr_at_1000_diff1": 0.191817, "cv_recall_at_1": 0.39557, "cv_recall_at_3": 0.98833, "cv_recall_at_5": 0.99183, "cv_recall_at_10": 0.993, "cv_recall_at_20": 0.99417, "cv_recall_at_100": 0.99767, "cv_recall_at_1000": 1.0, "main_score": 0.99183, "hf_subset": "vi_vn", "languages": [ "vie-Latn" ] }, { "ndcg_at_1": 0.33693, "ndcg_at_3": 0.50179, "ndcg_at_5": 0.52349, "ndcg_at_10": 0.54184, "ndcg_at_20": 0.54992, "ndcg_at_100": 0.5813, "ndcg_at_1000": 0.59143, "map_at_1": 0.33693, "map_at_3": 0.46181, "map_at_5": 0.47421, "map_at_10": 0.48181, "map_at_20": 0.48397, "map_at_100": 0.48841, "map_at_1000": 0.48885, "recall_at_1": 0.33693, "recall_at_3": 0.61725, "recall_at_5": 0.66846, "recall_at_10": 0.72507, "recall_at_20": 0.75741, "recall_at_100": 0.92453, "recall_at_1000": 1.0, "accuracy": 0.33693, "precision_at_1": 0.33693, "precision_at_3": 0.20575, "precision_at_5": 0.13369, "precision_at_10": 0.07251, "precision_at_20": 0.03787, "precision_at_100": 0.00925, "precision_at_1000": 0.001, "mrr_at_1": 0.342318, "mrr_at_3": 0.463612, "mrr_at_5": 0.476415, "mrr_at_10": 0.483945, "mrr_at_20": 0.486102, "mrr_at_100": 0.490541, "mrr_at_1000": 0.49099, "nauc_ndcg_at_1_max": 0.335572, "nauc_ndcg_at_1_std": -0.249324, "nauc_ndcg_at_1_diff1": 0.474106, "nauc_ndcg_at_3_max": 0.503445, "nauc_ndcg_at_3_std": -0.218926, "nauc_ndcg_at_3_diff1": 0.309888, "nauc_ndcg_at_5_max": 0.496895, "nauc_ndcg_at_5_std": -0.209783, "nauc_ndcg_at_5_diff1": 0.308326, "nauc_ndcg_at_10_max": 0.481107, "nauc_ndcg_at_10_std": -0.215694, "nauc_ndcg_at_10_diff1": 0.319345, "nauc_ndcg_at_20_max": 0.483229, "nauc_ndcg_at_20_std": -0.213785, "nauc_ndcg_at_20_diff1": 0.320537, "nauc_ndcg_at_100_max": 0.462956, "nauc_ndcg_at_100_std": -0.222588, "nauc_ndcg_at_100_diff1": 0.333524, "nauc_ndcg_at_1000_max": 0.463841, "nauc_ndcg_at_1000_std": -0.2212, "nauc_ndcg_at_1000_diff1": 0.340301, "nauc_map_at_1_max": 0.335572, "nauc_map_at_1_std": -0.249324, "nauc_map_at_1_diff1": 0.474106, "nauc_map_at_3_max": 0.463988, "nauc_map_at_3_std": -0.226506, "nauc_map_at_3_diff1": 0.350208, "nauc_map_at_5_max": 0.459674, "nauc_map_at_5_std": -0.221753, "nauc_map_at_5_diff1": 0.350075, "nauc_map_at_10_max": 0.453076, "nauc_map_at_10_std": -0.223822, "nauc_map_at_10_diff1": 0.355141, "nauc_map_at_20_max": 0.453502, "nauc_map_at_20_std": -0.223405, "nauc_map_at_20_diff1": 0.355567, "nauc_map_at_100_max": 0.450336, "nauc_map_at_100_std": -0.224946, "nauc_map_at_100_diff1": 0.357803, "nauc_map_at_1000_max": 0.450407, "nauc_map_at_1000_std": -0.224801, "nauc_map_at_1000_diff1": 0.358007, "nauc_recall_at_1_max": 0.335572, "nauc_recall_at_1_std": -0.249324, "nauc_recall_at_1_diff1": 0.474106, "nauc_recall_at_3_max": 0.626955, "nauc_recall_at_3_std": -0.194988, "nauc_recall_at_3_diff1": 0.182832, "nauc_recall_at_5_max": 0.621482, "nauc_recall_at_5_std": -0.167401, "nauc_recall_at_5_diff1": 0.166173, "nauc_recall_at_10_max": 0.577838, "nauc_recall_at_10_std": -0.18692, "nauc_recall_at_10_diff1": 0.186794, "nauc_recall_at_20_max": 0.599371, "nauc_recall_at_20_std": -0.173269, "nauc_recall_at_20_diff1": 0.179614, "nauc_recall_at_100_max": 0.450152, "nauc_recall_at_100_std": -0.243006, "nauc_recall_at_100_diff1": 0.146826, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.335572, "nauc_precision_at_1_std": -0.249324, "nauc_precision_at_1_diff1": 0.474106, "nauc_precision_at_3_max": 0.626955, "nauc_precision_at_3_std": -0.194988, "nauc_precision_at_3_diff1": 0.182832, "nauc_precision_at_5_max": 0.621482, "nauc_precision_at_5_std": -0.167401, "nauc_precision_at_5_diff1": 0.166173, "nauc_precision_at_10_max": 0.577838, "nauc_precision_at_10_std": -0.18692, "nauc_precision_at_10_diff1": 0.186794, "nauc_precision_at_20_max": 0.599371, "nauc_precision_at_20_std": -0.173269, "nauc_precision_at_20_diff1": 0.179614, "nauc_precision_at_100_max": 0.450152, "nauc_precision_at_100_std": -0.243006, "nauc_precision_at_100_diff1": 0.146826, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.316812, "nauc_mrr_at_1_std": -0.26057, "nauc_mrr_at_1_diff1": 0.457589, "nauc_mrr_at_3_max": 0.45121, "nauc_mrr_at_3_std": -0.234265, "nauc_mrr_at_3_diff1": 0.340707, "nauc_mrr_at_5_max": 0.448085, "nauc_mrr_at_5_std": -0.229392, "nauc_mrr_at_5_diff1": 0.341405, "nauc_mrr_at_10_max": 0.441349, "nauc_mrr_at_10_std": -0.231598, "nauc_mrr_at_10_diff1": 0.34611, "nauc_mrr_at_20_max": 0.441717, "nauc_mrr_at_20_std": -0.23122, "nauc_mrr_at_20_diff1": 0.346491, "nauc_mrr_at_100_max": 0.438418, "nauc_mrr_at_100_std": -0.232843, "nauc_mrr_at_100_diff1": 0.34862, "nauc_mrr_at_1000_max": 0.438472, "nauc_mrr_at_1000_std": -0.23271, "nauc_mrr_at_1000_diff1": 0.34881, "cv_recall_at_1": 0.34232, "cv_recall_at_3": 0.61456, "cv_recall_at_5": 0.66846, "cv_recall_at_10": 0.72507, "cv_recall_at_20": 0.75741, "cv_recall_at_100": 0.92453, "cv_recall_at_1000": 1.0, "main_score": 0.66846, "hf_subset": "wo_sn", "languages": [ "wol-Latn" ] }, { "ndcg_at_1": 0.13353, "ndcg_at_3": 0.27998, "ndcg_at_5": 0.29635, "ndcg_at_10": 0.31797, "ndcg_at_20": 0.33301, "ndcg_at_100": 0.36608, "ndcg_at_1000": 0.39759, "map_at_1": 0.13353, "map_at_3": 0.24191, "map_at_5": 0.25085, "map_at_10": 0.25989, "map_at_20": 0.26401, "map_at_100": 0.26798, "map_at_1000": 0.26903, "recall_at_1": 0.13353, "recall_at_3": 0.39097, "recall_at_5": 0.43132, "recall_at_10": 0.4976, "recall_at_20": 0.55716, "recall_at_100": 0.74448, "recall_at_1000": 1.0, "accuracy": 0.13353, "precision_at_1": 0.13353, "precision_at_3": 0.13032, "precision_at_5": 0.08626, "precision_at_10": 0.04976, "precision_at_20": 0.02786, "precision_at_100": 0.00744, "precision_at_1000": 0.001, "mrr_at_1": 0.131604, "mrr_at_3": 0.239513, "mrr_at_5": 0.248687, "mrr_at_10": 0.257798, "mrr_at_20": 0.261851, "mrr_at_100": 0.265823, "mrr_at_1000": 0.266866, "nauc_ndcg_at_1_max": 0.168, "nauc_ndcg_at_1_std": -0.248786, "nauc_ndcg_at_1_diff1": 0.117472, "nauc_ndcg_at_3_max": 0.253012, "nauc_ndcg_at_3_std": -0.305702, "nauc_ndcg_at_3_diff1": 0.165565, "nauc_ndcg_at_5_max": 0.247623, "nauc_ndcg_at_5_std": -0.314255, "nauc_ndcg_at_5_diff1": 0.165126, "nauc_ndcg_at_10_max": 0.232365, "nauc_ndcg_at_10_std": -0.315148, "nauc_ndcg_at_10_diff1": 0.165286, "nauc_ndcg_at_20_max": 0.225966, "nauc_ndcg_at_20_std": -0.316537, "nauc_ndcg_at_20_diff1": 0.166681, "nauc_ndcg_at_100_max": 0.232647, "nauc_ndcg_at_100_std": -0.286842, "nauc_ndcg_at_100_diff1": 0.156718, "nauc_ndcg_at_1000_max": 0.228946, "nauc_ndcg_at_1000_std": -0.297423, "nauc_ndcg_at_1000_diff1": 0.159268, "nauc_map_at_1_max": 0.168, "nauc_map_at_1_std": -0.248786, "nauc_map_at_1_diff1": 0.117472, "nauc_map_at_3_max": 0.236546, "nauc_map_at_3_std": -0.291008, "nauc_map_at_3_diff1": 0.156889, "nauc_map_at_5_max": 0.233361, "nauc_map_at_5_std": -0.296053, "nauc_map_at_5_diff1": 0.156464, "nauc_map_at_10_max": 0.226303, "nauc_map_at_10_std": -0.296757, "nauc_map_at_10_diff1": 0.156413, "nauc_map_at_20_max": 0.224385, "nauc_map_at_20_std": -0.297106, "nauc_map_at_20_diff1": 0.156507, "nauc_map_at_100_max": 0.225395, "nauc_map_at_100_std": -0.293008, "nauc_map_at_100_diff1": 0.15546, "nauc_map_at_1000_max": 0.22519, "nauc_map_at_1000_std": -0.293318, "nauc_map_at_1000_diff1": 0.155492, "nauc_recall_at_1_max": 0.168, "nauc_recall_at_1_std": -0.248786, "nauc_recall_at_1_diff1": 0.117472, "nauc_recall_at_3_max": 0.290358, "nauc_recall_at_3_std": -0.340141, "nauc_recall_at_3_diff1": 0.185047, "nauc_recall_at_5_max": 0.279473, "nauc_recall_at_5_std": -0.357863, "nauc_recall_at_5_diff1": 0.184774, "nauc_recall_at_10_max": 0.241213, "nauc_recall_at_10_std": -0.359668, "nauc_recall_at_10_diff1": 0.186038, "nauc_recall_at_20_max": 0.219486, "nauc_recall_at_20_std": -0.367122, "nauc_recall_at_20_diff1": 0.19396, "nauc_recall_at_100_max": 0.258128, "nauc_recall_at_100_std": -0.194059, "nauc_recall_at_100_diff1": 0.134232, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.168, "nauc_precision_at_1_std": -0.248786, "nauc_precision_at_1_diff1": 0.117472, "nauc_precision_at_3_max": 0.290358, "nauc_precision_at_3_std": -0.340141, "nauc_precision_at_3_diff1": 0.185047, "nauc_precision_at_5_max": 0.279473, "nauc_precision_at_5_std": -0.357863, "nauc_precision_at_5_diff1": 0.184774, "nauc_precision_at_10_max": 0.241213, "nauc_precision_at_10_std": -0.359668, "nauc_precision_at_10_diff1": 0.186038, "nauc_precision_at_20_max": 0.219486, "nauc_precision_at_20_std": -0.367122, "nauc_precision_at_20_diff1": 0.19396, "nauc_precision_at_100_max": 0.258128, "nauc_precision_at_100_std": -0.194059, "nauc_precision_at_100_diff1": 0.134232, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.16243, "nauc_mrr_at_1_std": -0.249876, "nauc_mrr_at_1_diff1": 0.123767, "nauc_mrr_at_3_max": 0.237129, "nauc_mrr_at_3_std": -0.284394, "nauc_mrr_at_3_diff1": 0.149906, "nauc_mrr_at_5_max": 0.233064, "nauc_mrr_at_5_std": -0.289581, "nauc_mrr_at_5_diff1": 0.150172, "nauc_mrr_at_10_max": 0.226484, "nauc_mrr_at_10_std": -0.28984, "nauc_mrr_at_10_diff1": 0.149957, "nauc_mrr_at_20_max": 0.224044, "nauc_mrr_at_20_std": -0.290441, "nauc_mrr_at_20_diff1": 0.150472, "nauc_mrr_at_100_max": 0.225164, "nauc_mrr_at_100_std": -0.286552, "nauc_mrr_at_100_diff1": 0.149194, "nauc_mrr_at_1000_max": 0.224956, "nauc_mrr_at_1000_std": -0.286844, "nauc_mrr_at_1000_diff1": 0.149206, "cv_recall_at_1": 0.1316, "cv_recall_at_3": 0.39001, "cv_recall_at_5": 0.43132, "cv_recall_at_10": 0.49856, "cv_recall_at_20": 0.55716, "cv_recall_at_100": 0.74448, "cv_recall_at_1000": 1.0, "main_score": 0.43132, "hf_subset": "xh_za", "languages": [ "xho-Latn" ] }, { "ndcg_at_1": 0.1059, "ndcg_at_3": 0.19991, "ndcg_at_5": 0.21074, "ndcg_at_10": 0.22522, "ndcg_at_20": 0.24101, "ndcg_at_100": 0.28801, "ndcg_at_1000": 0.33083, "map_at_1": 0.1059, "map_at_3": 0.17669, "map_at_5": 0.18265, "map_at_10": 0.18867, "map_at_20": 0.193, "map_at_100": 0.19872, "map_at_1000": 0.20035, "recall_at_1": 0.1059, "recall_at_3": 0.26715, "recall_at_5": 0.29362, "recall_at_10": 0.33815, "recall_at_20": 0.40072, "recall_at_100": 0.66546, "recall_at_1000": 1.0, "accuracy": 0.1059, "precision_at_1": 0.1059, "precision_at_3": 0.08905, "precision_at_5": 0.05872, "precision_at_10": 0.03381, "precision_at_20": 0.02004, "precision_at_100": 0.00665, "precision_at_1000": 0.001, "mrr_at_1": 0.108303, "mrr_at_3": 0.176695, "mrr_at_5": 0.183193, "mrr_at_10": 0.188929, "mrr_at_20": 0.193101, "mrr_at_100": 0.198947, "mrr_at_1000": 0.200559, "nauc_ndcg_at_1_max": 0.380068, "nauc_ndcg_at_1_std": -0.228111, "nauc_ndcg_at_1_diff1": 0.125015, "nauc_ndcg_at_3_max": 0.351887, "nauc_ndcg_at_3_std": -0.331356, "nauc_ndcg_at_3_diff1": 0.214616, "nauc_ndcg_at_5_max": 0.343861, "nauc_ndcg_at_5_std": -0.334392, "nauc_ndcg_at_5_diff1": 0.217951, "nauc_ndcg_at_10_max": 0.317314, "nauc_ndcg_at_10_std": -0.342712, "nauc_ndcg_at_10_diff1": 0.223948, "nauc_ndcg_at_20_max": 0.28798, "nauc_ndcg_at_20_std": -0.353552, "nauc_ndcg_at_20_diff1": 0.216382, "nauc_ndcg_at_100_max": 0.293621, "nauc_ndcg_at_100_std": -0.321597, "nauc_ndcg_at_100_diff1": 0.211635, "nauc_ndcg_at_1000_max": 0.309138, "nauc_ndcg_at_1000_std": -0.327685, "nauc_ndcg_at_1000_diff1": 0.209841, "nauc_map_at_1_max": 0.380068, "nauc_map_at_1_std": -0.228111, "nauc_map_at_1_diff1": 0.125015, "nauc_map_at_3_max": 0.355728, "nauc_map_at_3_std": -0.308938, "nauc_map_at_3_diff1": 0.198546, "nauc_map_at_5_max": 0.351101, "nauc_map_at_5_std": -0.310858, "nauc_map_at_5_diff1": 0.200891, "nauc_map_at_10_max": 0.339196, "nauc_map_at_10_std": -0.314471, "nauc_map_at_10_diff1": 0.203603, "nauc_map_at_20_max": 0.330261, "nauc_map_at_20_std": -0.317679, "nauc_map_at_20_diff1": 0.201368, "nauc_map_at_100_max": 0.329875, "nauc_map_at_100_std": -0.3145, "nauc_map_at_100_diff1": 0.201139, "nauc_map_at_1000_max": 0.330469, "nauc_map_at_1000_std": -0.31459, "nauc_map_at_1000_diff1": 0.200923, "nauc_recall_at_1_max": 0.380068, "nauc_recall_at_1_std": -0.228111, "nauc_recall_at_1_diff1": 0.125015, "nauc_recall_at_3_max": 0.343815, "nauc_recall_at_3_std": -0.381841, "nauc_recall_at_3_diff1": 0.249945, "nauc_recall_at_5_max": 0.327633, "nauc_recall_at_5_std": -0.386228, "nauc_recall_at_5_diff1": 0.254576, "nauc_recall_at_10_max": 0.262599, "nauc_recall_at_10_std": -0.406156, "nauc_recall_at_10_diff1": 0.268635, "nauc_recall_at_20_max": 0.174079, "nauc_recall_at_20_std": -0.438419, "nauc_recall_at_20_diff1": 0.244091, "nauc_recall_at_100_max": 0.188054, "nauc_recall_at_100_std": -0.276903, "nauc_recall_at_100_diff1": 0.220454, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.380068, "nauc_precision_at_1_std": -0.228111, "nauc_precision_at_1_diff1": 0.125015, "nauc_precision_at_3_max": 0.343815, "nauc_precision_at_3_std": -0.381841, "nauc_precision_at_3_diff1": 0.249945, "nauc_precision_at_5_max": 0.327633, "nauc_precision_at_5_std": -0.386228, "nauc_precision_at_5_diff1": 0.254576, "nauc_precision_at_10_max": 0.262599, "nauc_precision_at_10_std": -0.406156, "nauc_precision_at_10_diff1": 0.268635, "nauc_precision_at_20_max": 0.174079, "nauc_precision_at_20_std": -0.438419, "nauc_precision_at_20_diff1": 0.244091, "nauc_precision_at_100_max": 0.188054, "nauc_precision_at_100_std": -0.276903, "nauc_precision_at_100_diff1": 0.220454, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.393844, "nauc_mrr_at_1_std": -0.225584, "nauc_mrr_at_1_diff1": 0.117484, "nauc_mrr_at_3_max": 0.369579, "nauc_mrr_at_3_std": -0.305049, "nauc_mrr_at_3_diff1": 0.196104, "nauc_mrr_at_5_max": 0.360994, "nauc_mrr_at_5_std": -0.30673, "nauc_mrr_at_5_diff1": 0.196198, "nauc_mrr_at_10_max": 0.349955, "nauc_mrr_at_10_std": -0.311076, "nauc_mrr_at_10_diff1": 0.199287, "nauc_mrr_at_20_max": 0.341441, "nauc_mrr_at_20_std": -0.314152, "nauc_mrr_at_20_diff1": 0.197288, "nauc_mrr_at_100_max": 0.340757, "nauc_mrr_at_100_std": -0.311135, "nauc_mrr_at_100_diff1": 0.196982, "nauc_mrr_at_1000_max": 0.341398, "nauc_mrr_at_1000_std": -0.311191, "nauc_mrr_at_1000_diff1": 0.196732, "cv_recall_at_1": 0.1083, "cv_recall_at_3": 0.26715, "cv_recall_at_5": 0.29483, "cv_recall_at_10": 0.33815, "cv_recall_at_20": 0.39832, "cv_recall_at_100": 0.66667, "cv_recall_at_1000": 1.0, "main_score": 0.29483, "hf_subset": "yo_ng", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.12412, "ndcg_at_3": 0.21739, "ndcg_at_5": 0.23633, "ndcg_at_10": 0.2557, "ndcg_at_20": 0.27446, "ndcg_at_100": 0.31399, "ndcg_at_1000": 0.35377, "map_at_1": 0.12412, "map_at_3": 0.19457, "map_at_5": 0.20488, "map_at_10": 0.21269, "map_at_20": 0.21789, "map_at_100": 0.2231, "map_at_1000": 0.22451, "recall_at_1": 0.12412, "recall_at_3": 0.28337, "recall_at_5": 0.33021, "recall_at_10": 0.3911, "recall_at_20": 0.46487, "recall_at_100": 0.68267, "recall_at_1000": 1.0, "accuracy": 0.12412, "precision_at_1": 0.12412, "precision_at_3": 0.09446, "precision_at_5": 0.06604, "precision_at_10": 0.03911, "precision_at_20": 0.02324, "precision_at_100": 0.00683, "precision_at_1000": 0.001, "mrr_at_1": 0.122951, "mrr_at_3": 0.19516, "mrr_at_5": 0.20482, "mrr_at_10": 0.212709, "mrr_at_20": 0.217775, "mrr_at_100": 0.222985, "mrr_at_1000": 0.22439, "nauc_ndcg_at_1_max": 0.036718, "nauc_ndcg_at_1_std": -0.298644, "nauc_ndcg_at_1_diff1": 0.172738, "nauc_ndcg_at_3_max": 0.139793, "nauc_ndcg_at_3_std": -0.312805, "nauc_ndcg_at_3_diff1": 0.216284, "nauc_ndcg_at_5_max": 0.122924, "nauc_ndcg_at_5_std": -0.31635, "nauc_ndcg_at_5_diff1": 0.199989, "nauc_ndcg_at_10_max": 0.121365, "nauc_ndcg_at_10_std": -0.295275, "nauc_ndcg_at_10_diff1": 0.1936, "nauc_ndcg_at_20_max": 0.114982, "nauc_ndcg_at_20_std": -0.294644, "nauc_ndcg_at_20_diff1": 0.17892, "nauc_ndcg_at_100_max": 0.107985, "nauc_ndcg_at_100_std": -0.279306, "nauc_ndcg_at_100_diff1": 0.194478, "nauc_ndcg_at_1000_max": 0.108612, "nauc_ndcg_at_1000_std": -0.293541, "nauc_ndcg_at_1000_diff1": 0.189796, "nauc_map_at_1_max": 0.036718, "nauc_map_at_1_std": -0.298644, "nauc_map_at_1_diff1": 0.172738, "nauc_map_at_3_max": 0.119407, "nauc_map_at_3_std": -0.308494, "nauc_map_at_3_diff1": 0.208652, "nauc_map_at_5_max": 0.109775, "nauc_map_at_5_std": -0.31073, "nauc_map_at_5_diff1": 0.199216, "nauc_map_at_10_max": 0.109033, "nauc_map_at_10_std": -0.301384, "nauc_map_at_10_diff1": 0.196222, "nauc_map_at_20_max": 0.106789, "nauc_map_at_20_std": -0.301399, "nauc_map_at_20_diff1": 0.191967, "nauc_map_at_100_max": 0.105509, "nauc_map_at_100_std": -0.299377, "nauc_map_at_100_diff1": 0.193787, "nauc_map_at_1000_max": 0.10539, "nauc_map_at_1000_std": -0.299962, "nauc_map_at_1000_diff1": 0.193401, "nauc_recall_at_1_max": 0.036718, "nauc_recall_at_1_std": -0.298644, "nauc_recall_at_1_diff1": 0.172738, "nauc_recall_at_3_max": 0.1864, "nauc_recall_at_3_std": -0.323117, "nauc_recall_at_3_diff1": 0.233435, "nauc_recall_at_5_max": 0.150088, "nauc_recall_at_5_std": -0.329594, "nauc_recall_at_5_diff1": 0.199441, "nauc_recall_at_10_max": 0.145757, "nauc_recall_at_10_std": -0.276276, "nauc_recall_at_10_diff1": 0.18403, "nauc_recall_at_20_max": 0.127349, "nauc_recall_at_20_std": -0.272919, "nauc_recall_at_20_diff1": 0.135757, "nauc_recall_at_100_max": 0.096498, "nauc_recall_at_100_std": -0.178954, "nauc_recall_at_100_diff1": 0.215756, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.036718, "nauc_precision_at_1_std": -0.298644, "nauc_precision_at_1_diff1": 0.172738, "nauc_precision_at_3_max": 0.1864, "nauc_precision_at_3_std": -0.323117, "nauc_precision_at_3_diff1": 0.233435, "nauc_precision_at_5_max": 0.150088, "nauc_precision_at_5_std": -0.329594, "nauc_precision_at_5_diff1": 0.199441, "nauc_precision_at_10_max": 0.145757, "nauc_precision_at_10_std": -0.276276, "nauc_precision_at_10_diff1": 0.18403, "nauc_precision_at_20_max": 0.127349, "nauc_precision_at_20_std": -0.272919, "nauc_precision_at_20_diff1": 0.135757, "nauc_precision_at_100_max": 0.096498, "nauc_precision_at_100_std": -0.178954, "nauc_precision_at_100_diff1": 0.215756, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.0455, "nauc_mrr_at_1_std": -0.292584, "nauc_mrr_at_1_diff1": 0.171114, "nauc_mrr_at_3_max": 0.118961, "nauc_mrr_at_3_std": -0.308846, "nauc_mrr_at_3_diff1": 0.20664, "nauc_mrr_at_5_max": 0.111708, "nauc_mrr_at_5_std": -0.310727, "nauc_mrr_at_5_diff1": 0.197126, "nauc_mrr_at_10_max": 0.110151, "nauc_mrr_at_10_std": -0.302299, "nauc_mrr_at_10_diff1": 0.194768, "nauc_mrr_at_20_max": 0.108245, "nauc_mrr_at_20_std": -0.302074, "nauc_mrr_at_20_diff1": 0.189944, "nauc_mrr_at_100_max": 0.1069, "nauc_mrr_at_100_std": -0.3001, "nauc_mrr_at_100_diff1": 0.191785, "nauc_mrr_at_1000_max": 0.106819, "nauc_mrr_at_1000_std": -0.300664, "nauc_mrr_at_1000_diff1": 0.191361, "cv_recall_at_1": 0.12295, "cv_recall_at_3": 0.28689, "cv_recall_at_5": 0.33021, "cv_recall_at_10": 0.39227, "cv_recall_at_20": 0.46487, "cv_recall_at_100": 0.68267, "cv_recall_at_1000": 1.0, "main_score": 0.33021, "hf_subset": "zu_za", "languages": [ "zul-Latn" ] } ] }, "evaluation_time": 32461.705687999725, "kg_co2_emissions": null }