{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.07333, "ndcg_at_3": 0.06732, "ndcg_at_5": 0.07059, "ndcg_at_10": 0.08234, "ndcg_at_20": 0.09405, "ndcg_at_100": 0.12558, "ndcg_at_1000": 0.20166, "map_at_1": 0.03373, "map_at_3": 0.04999, "map_at_5": 0.05426, "map_at_10": 0.05949, "map_at_20": 0.06265, "map_at_100": 0.0671, "map_at_1000": 0.06975, "recall_at_1": 0.03373, "recall_at_3": 0.06413, "recall_at_5": 0.07887, "recall_at_10": 0.10929, "recall_at_20": 0.14827, "recall_at_100": 0.29533, "recall_at_1000": 0.8288, "precision_at_1": 0.07333, "precision_at_3": 0.04578, "precision_at_5": 0.0336, "precision_at_10": 0.02293, "precision_at_20": 0.01527, "precision_at_100": 0.00596, "precision_at_1000": 0.00169, "mrr_at_1": 0.073333, "mrr_at_3": 0.093556, "mrr_at_5": 0.097489, "mrr_at_10": 0.102966, "mrr_at_20": 0.106938, "mrr_at_100": 0.110976, "mrr_at_1000": 0.112763, "nauc_ndcg_at_1_max": 0.34324, "nauc_ndcg_at_1_std": -0.198039, "nauc_ndcg_at_1_diff1": 0.321399, "nauc_ndcg_at_3_max": 0.325691, "nauc_ndcg_at_3_std": -0.190227, "nauc_ndcg_at_3_diff1": 0.291983, "nauc_ndcg_at_5_max": 0.331371, "nauc_ndcg_at_5_std": -0.199092, "nauc_ndcg_at_5_diff1": 0.28036, "nauc_ndcg_at_10_max": 0.295252, "nauc_ndcg_at_10_std": -0.208698, "nauc_ndcg_at_10_diff1": 0.25831, "nauc_ndcg_at_20_max": 0.282672, "nauc_ndcg_at_20_std": -0.219646, "nauc_ndcg_at_20_diff1": 0.245801, "nauc_ndcg_at_100_max": 0.265907, "nauc_ndcg_at_100_std": -0.223661, "nauc_ndcg_at_100_diff1": 0.226003, "nauc_ndcg_at_1000_max": 0.269614, "nauc_ndcg_at_1000_std": -0.207337, "nauc_ndcg_at_1000_diff1": 0.224302, "nauc_map_at_1_max": 0.440246, "nauc_map_at_1_std": -0.235498, "nauc_map_at_1_diff1": 0.384821, "nauc_map_at_3_max": 0.387104, "nauc_map_at_3_std": -0.20846, "nauc_map_at_3_diff1": 0.32193, "nauc_map_at_5_max": 0.384476, "nauc_map_at_5_std": -0.210937, "nauc_map_at_5_diff1": 0.311476, "nauc_map_at_10_max": 0.363981, "nauc_map_at_10_std": -0.21389, "nauc_map_at_10_diff1": 0.302684, "nauc_map_at_20_max": 0.355374, "nauc_map_at_20_std": -0.219183, "nauc_map_at_20_diff1": 0.295632, "nauc_map_at_100_max": 0.349437, "nauc_map_at_100_std": -0.21944, "nauc_map_at_100_diff1": 0.288928, "nauc_map_at_1000_max": 0.349078, "nauc_map_at_1000_std": -0.218233, "nauc_map_at_1000_diff1": 0.287903, "nauc_recall_at_1_max": 0.440246, "nauc_recall_at_1_std": -0.235498, "nauc_recall_at_1_diff1": 0.384821, "nauc_recall_at_3_max": 0.312727, "nauc_recall_at_3_std": -0.180647, "nauc_recall_at_3_diff1": 0.288545, "nauc_recall_at_5_max": 0.292855, "nauc_recall_at_5_std": -0.188295, "nauc_recall_at_5_diff1": 0.244792, "nauc_recall_at_10_max": 0.207398, "nauc_recall_at_10_std": -0.207988, "nauc_recall_at_10_diff1": 0.198678, "nauc_recall_at_20_max": 0.192699, "nauc_recall_at_20_std": -0.225659, "nauc_recall_at_20_diff1": 0.1811, "nauc_recall_at_100_max": 0.162021, "nauc_recall_at_100_std": -0.219169, "nauc_recall_at_100_diff1": 0.140375, "nauc_recall_at_1000_max": 0.15821, "nauc_recall_at_1000_std": -0.225116, "nauc_recall_at_1000_diff1": 0.121131, "nauc_precision_at_1_max": 0.34324, "nauc_precision_at_1_std": -0.198039, "nauc_precision_at_1_diff1": 0.321399, "nauc_precision_at_3_max": 0.287762, "nauc_precision_at_3_std": -0.175088, "nauc_precision_at_3_diff1": 0.236976, "nauc_precision_at_5_max": 0.296281, "nauc_precision_at_5_std": -0.176645, "nauc_precision_at_5_diff1": 0.224722, "nauc_precision_at_10_max": 0.254703, "nauc_precision_at_10_std": -0.193091, "nauc_precision_at_10_diff1": 0.192654, "nauc_precision_at_20_max": 0.224237, "nauc_precision_at_20_std": -0.213435, "nauc_precision_at_20_diff1": 0.162652, "nauc_precision_at_100_max": 0.198021, "nauc_precision_at_100_std": -0.220052, "nauc_precision_at_100_diff1": 0.130074, "nauc_precision_at_1000_max": 0.087342, "nauc_precision_at_1000_std": -0.03485, "nauc_precision_at_1000_diff1": 0.048408, "nauc_mrr_at_1_max": 0.34324, "nauc_mrr_at_1_std": -0.198039, "nauc_mrr_at_1_diff1": 0.321399, "nauc_mrr_at_3_max": 0.277941, "nauc_mrr_at_3_std": -0.182846, "nauc_mrr_at_3_diff1": 0.274353, "nauc_mrr_at_5_max": 0.278347, "nauc_mrr_at_5_std": -0.187392, "nauc_mrr_at_5_diff1": 0.268269, "nauc_mrr_at_10_max": 0.266006, "nauc_mrr_at_10_std": -0.192131, "nauc_mrr_at_10_diff1": 0.255123, "nauc_mrr_at_20_max": 0.264495, "nauc_mrr_at_20_std": -0.193703, "nauc_mrr_at_20_diff1": 0.252291, "nauc_mrr_at_100_max": 0.262072, "nauc_mrr_at_100_std": -0.192134, "nauc_mrr_at_100_diff1": 0.250138, "nauc_mrr_at_1000_max": 0.262246, "nauc_mrr_at_1000_std": -0.191867, "nauc_mrr_at_1000_diff1": 0.249853, "main_score": 0.08234, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.00267, "ndcg_at_3": 0.00319, "ndcg_at_5": 0.00337, "ndcg_at_10": 0.00431, "ndcg_at_20": 0.00774, "ndcg_at_100": 0.01972, "ndcg_at_1000": 0.11485, "map_at_1": 0.002, "map_at_3": 0.00248, "map_at_5": 0.00257, "map_at_10": 0.00283, "map_at_20": 0.00367, "map_at_100": 0.00493, "map_at_1000": 0.00746, "recall_at_1": 0.002, "recall_at_3": 0.00344, "recall_at_5": 0.00389, "recall_at_10": 0.00609, "recall_at_20": 0.01807, "recall_at_100": 0.07576, "recall_at_1000": 0.77353, "precision_at_1": 0.00267, "precision_at_3": 0.00222, "precision_at_5": 0.0016, "precision_at_10": 0.00147, "precision_at_20": 0.0018, "precision_at_100": 0.00151, "precision_at_1000": 0.00152, "mrr_at_1": 0.002667, "mrr_at_3": 0.004, "mrr_at_5": 0.004267, "mrr_at_10": 0.005057, "mrr_at_20": 0.006278, "mrr_at_100": 0.008247, "mrr_at_1000": 0.010581, "nauc_ndcg_at_1_max": 0.549235, "nauc_ndcg_at_1_std": 0.549235, "nauc_ndcg_at_1_diff1": 0.29246, "nauc_ndcg_at_3_max": 0.406908, "nauc_ndcg_at_3_std": 0.606805, "nauc_ndcg_at_3_diff1": 0.184563, "nauc_ndcg_at_5_max": 0.454255, "nauc_ndcg_at_5_std": 0.552093, "nauc_ndcg_at_5_diff1": 0.168399, "nauc_ndcg_at_10_max": 0.39939, "nauc_ndcg_at_10_std": 0.482515, "nauc_ndcg_at_10_diff1": 0.174543, "nauc_ndcg_at_20_max": 0.230678, "nauc_ndcg_at_20_std": 0.261684, "nauc_ndcg_at_20_diff1": 0.118053, "nauc_ndcg_at_100_max": 0.088474, "nauc_ndcg_at_100_std": 0.135631, "nauc_ndcg_at_100_diff1": 0.015252, "nauc_ndcg_at_1000_max": 0.09673, "nauc_ndcg_at_1000_std": 0.102427, "nauc_ndcg_at_1000_diff1": 0.02557, "nauc_map_at_1_max": 0.69949, "nauc_map_at_1_std": 0.69949, "nauc_map_at_1_diff1": 0.528307, "nauc_map_at_3_max": 0.537462, "nauc_map_at_3_std": 0.655535, "nauc_map_at_3_diff1": 0.351113, "nauc_map_at_5_max": 0.553457, "nauc_map_at_5_std": 0.630425, "nauc_map_at_5_diff1": 0.331854, "nauc_map_at_10_max": 0.527438, "nauc_map_at_10_std": 0.59775, "nauc_map_at_10_diff1": 0.326069, "nauc_map_at_20_max": 0.422786, "nauc_map_at_20_std": 0.464842, "nauc_map_at_20_diff1": 0.268978, "nauc_map_at_100_max": 0.308664, "nauc_map_at_100_std": 0.360787, "nauc_map_at_100_diff1": 0.176044, "nauc_map_at_1000_max": 0.282153, "nauc_map_at_1000_std": 0.323761, "nauc_map_at_1000_diff1": 0.160113, "nauc_recall_at_1_max": 0.69949, "nauc_recall_at_1_std": 0.69949, "nauc_recall_at_1_diff1": 0.528307, "nauc_recall_at_3_max": 0.349299, "nauc_recall_at_3_std": 0.60449, "nauc_recall_at_3_diff1": 0.145339, "nauc_recall_at_5_max": 0.423665, "nauc_recall_at_5_std": 0.527341, "nauc_recall_at_5_diff1": 0.105209, "nauc_recall_at_10_max": 0.354623, "nauc_recall_at_10_std": 0.41363, "nauc_recall_at_10_diff1": 0.177636, "nauc_recall_at_20_max": 0.100851, "nauc_recall_at_20_std": 0.093319, "nauc_recall_at_20_diff1": 0.086182, "nauc_recall_at_100_max": 0.014463, "nauc_recall_at_100_std": 0.071997, "nauc_recall_at_100_diff1": -0.021977, "nauc_recall_at_1000_max": 0.114131, "nauc_recall_at_1000_std": 0.095308, "nauc_recall_at_1000_diff1": 0.015846, "nauc_precision_at_1_max": 0.549235, "nauc_precision_at_1_std": 0.549235, "nauc_precision_at_1_diff1": 0.29246, "nauc_precision_at_3_max": 0.15707, "nauc_precision_at_3_std": 0.51092, "nauc_precision_at_3_diff1": -0.111994, "nauc_precision_at_5_max": 0.297558, "nauc_precision_at_5_std": 0.414006, "nauc_precision_at_5_diff1": -0.127627, "nauc_precision_at_10_max": 0.211601, "nauc_precision_at_10_std": 0.321731, "nauc_precision_at_10_diff1": -0.053931, "nauc_precision_at_20_max": 0.143577, "nauc_precision_at_20_std": 0.170676, "nauc_precision_at_20_diff1": 0.022966, "nauc_precision_at_100_max": 0.059494, "nauc_precision_at_100_std": 0.075793, "nauc_precision_at_100_diff1": -0.005174, "nauc_precision_at_1000_max": -0.018783, "nauc_precision_at_1000_std": -0.029212, "nauc_precision_at_1000_diff1": -0.003898, "nauc_mrr_at_1_max": 0.549235, "nauc_mrr_at_1_std": 0.549235, "nauc_mrr_at_1_diff1": 0.29246, "nauc_mrr_at_3_max": 0.331366, "nauc_mrr_at_3_std": 0.527949, "nauc_mrr_at_3_diff1": 0.067764, "nauc_mrr_at_5_max": 0.373155, "nauc_mrr_at_5_std": 0.490542, "nauc_mrr_at_5_diff1": 0.050666, "nauc_mrr_at_10_max": 0.336364, "nauc_mrr_at_10_std": 0.454396, "nauc_mrr_at_10_diff1": 0.04318, "nauc_mrr_at_20_max": 0.275694, "nauc_mrr_at_20_std": 0.379517, "nauc_mrr_at_20_diff1": 0.034125, "nauc_mrr_at_100_max": 0.203793, "nauc_mrr_at_100_std": 0.284966, "nauc_mrr_at_100_diff1": 0.014835, "nauc_mrr_at_1000_max": 0.196189, "nauc_mrr_at_1000_std": 0.273654, "nauc_mrr_at_1000_diff1": 0.013193, "main_score": 0.00431, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.0027, "ndcg_at_3": 0.00337, "ndcg_at_5": 0.00453, "ndcg_at_10": 0.00651, "ndcg_at_20": 0.00904, "ndcg_at_100": 0.0219, "ndcg_at_1000": 0.10026, "map_at_1": 0.0027, "map_at_3": 0.00314, "map_at_5": 0.00382, "map_at_10": 0.0046, "map_at_20": 0.00527, "map_at_100": 0.00672, "map_at_1000": 0.00869, "recall_at_1": 0.0027, "recall_at_3": 0.00404, "recall_at_5": 0.00674, "recall_at_10": 0.0128, "recall_at_20": 0.02165, "recall_at_100": 0.08666, "recall_at_1000": 0.64802, "precision_at_1": 0.0027, "precision_at_3": 0.00135, "precision_at_5": 0.00135, "precision_at_10": 0.00135, "precision_at_20": 0.00142, "precision_at_100": 0.00142, "precision_at_1000": 0.00138, "mrr_at_1": 0.002695, "mrr_at_3": 0.003145, "mrr_at_5": 0.003819, "mrr_at_10": 0.004707, "mrr_at_20": 0.005506, "mrr_at_100": 0.007289, "mrr_at_1000": 0.009098, "nauc_ndcg_at_1_max": 0.34097, "nauc_ndcg_at_1_std": -0.322186, "nauc_ndcg_at_1_diff1": -0.573947, "nauc_ndcg_at_3_max": 0.172987, "nauc_ndcg_at_3_std": -0.357538, "nauc_ndcg_at_3_diff1": -0.500252, "nauc_ndcg_at_5_max": 0.187084, "nauc_ndcg_at_5_std": -0.207493, "nauc_ndcg_at_5_diff1": -0.434205, "nauc_ndcg_at_10_max": 0.136666, "nauc_ndcg_at_10_std": -0.2068, "nauc_ndcg_at_10_diff1": -0.399722, "nauc_ndcg_at_20_max": 0.085659, "nauc_ndcg_at_20_std": -0.130373, "nauc_ndcg_at_20_diff1": -0.283341, "nauc_ndcg_at_100_max": -0.007248, "nauc_ndcg_at_100_std": -0.130782, "nauc_ndcg_at_100_diff1": -0.151501, "nauc_ndcg_at_1000_max": -0.020532, "nauc_ndcg_at_1000_std": -0.111285, "nauc_ndcg_at_1000_diff1": -0.060548, "nauc_map_at_1_max": 0.34097, "nauc_map_at_1_std": -0.322186, "nauc_map_at_1_diff1": -0.573947, "nauc_map_at_3_max": 0.220982, "nauc_map_at_3_std": -0.347437, "nauc_map_at_3_diff1": -0.521308, "nauc_map_at_5_max": 0.22222, "nauc_map_at_5_std": -0.24589, "nauc_map_at_5_diff1": -0.472108, "nauc_map_at_10_max": 0.189855, "nauc_map_at_10_std": -0.237764, "nauc_map_at_10_diff1": -0.446393, "nauc_map_at_20_max": 0.160857, "nauc_map_at_20_std": -0.197827, "nauc_map_at_20_diff1": -0.388742, "nauc_map_at_100_max": 0.10593, "nauc_map_at_100_std": -0.188175, "nauc_map_at_100_diff1": -0.316403, "nauc_map_at_1000_max": 0.089556, "nauc_map_at_1000_std": -0.182286, "nauc_map_at_1000_diff1": -0.283283, "nauc_recall_at_1_max": 0.34097, "nauc_recall_at_1_std": -0.322186, "nauc_recall_at_1_diff1": -0.573947, "nauc_recall_at_3_max": 0.060998, "nauc_recall_at_3_std": -0.381105, "nauc_recall_at_3_diff1": -0.451122, "nauc_recall_at_5_max": 0.127799, "nauc_recall_at_5_std": -0.137463, "nauc_recall_at_5_diff1": -0.367678, "nauc_recall_at_10_max": 0.083794, "nauc_recall_at_10_std": -0.172139, "nauc_recall_at_10_diff1": -0.351465, "nauc_recall_at_20_max": 0.039447, "nauc_recall_at_20_std": -0.06601, "nauc_recall_at_20_diff1": -0.202333, "nauc_recall_at_100_max": -0.056392, "nauc_recall_at_100_std": -0.110042, "nauc_recall_at_100_diff1": -0.081582, "nauc_recall_at_1000_max": -0.048618, "nauc_recall_at_1000_std": -0.070778, "nauc_recall_at_1000_diff1": 0.029798, "nauc_precision_at_1_max": 0.34097, "nauc_precision_at_1_std": -0.322186, "nauc_precision_at_1_diff1": -0.573947, "nauc_precision_at_3_max": 0.060998, "nauc_precision_at_3_std": -0.381105, "nauc_precision_at_3_diff1": -0.451122, "nauc_precision_at_5_max": 0.127799, "nauc_precision_at_5_std": -0.137463, "nauc_precision_at_5_diff1": -0.367678, "nauc_precision_at_10_max": 0.058874, "nauc_precision_at_10_std": -0.173805, "nauc_precision_at_10_diff1": -0.337413, "nauc_precision_at_20_max": -0.042133, "nauc_precision_at_20_std": -0.087842, "nauc_precision_at_20_diff1": -0.127048, "nauc_precision_at_100_max": -0.034856, "nauc_precision_at_100_std": -0.122913, "nauc_precision_at_100_diff1": -0.093598, "nauc_precision_at_1000_max": -0.020784, "nauc_precision_at_1000_std": -0.088521, "nauc_precision_at_1000_diff1": -0.023135, "nauc_mrr_at_1_max": 0.34097, "nauc_mrr_at_1_std": -0.322186, "nauc_mrr_at_1_diff1": -0.573947, "nauc_mrr_at_3_max": 0.220982, "nauc_mrr_at_3_std": -0.347437, "nauc_mrr_at_3_diff1": -0.521308, "nauc_mrr_at_5_max": 0.22222, "nauc_mrr_at_5_std": -0.24589, "nauc_mrr_at_5_diff1": -0.472108, "nauc_mrr_at_10_max": 0.175434, "nauc_mrr_at_10_std": -0.236994, "nauc_mrr_at_10_diff1": -0.437423, "nauc_mrr_at_20_max": 0.14484, "nauc_mrr_at_20_std": -0.192515, "nauc_mrr_at_20_diff1": -0.374359, "nauc_mrr_at_100_max": 0.104042, "nauc_mrr_at_100_std": -0.180762, "nauc_mrr_at_100_diff1": -0.310661, "nauc_mrr_at_1000_max": 0.09671, "nauc_mrr_at_1000_std": -0.171411, "nauc_mrr_at_1000_diff1": -0.289212, "main_score": 0.00651, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.00914, "ndcg_at_3": 0.0141, "ndcg_at_5": 0.01657, "ndcg_at_10": 0.02139, "ndcg_at_20": 0.02854, "ndcg_at_100": 0.04791, "ndcg_at_1000": 0.14139, "map_at_1": 0.00664, "map_at_3": 0.0111, "map_at_5": 0.01258, "map_at_10": 0.01466, "map_at_20": 0.01654, "map_at_100": 0.01906, "map_at_1000": 0.02166, "recall_at_1": 0.00664, "recall_at_3": 0.01745, "recall_at_5": 0.023, "recall_at_10": 0.03605, "recall_at_20": 0.0626, "recall_at_100": 0.16042, "recall_at_1000": 0.87352, "precision_at_1": 0.00914, "precision_at_3": 0.00827, "precision_at_5": 0.00705, "precision_at_10": 0.00561, "precision_at_20": 0.00457, "precision_at_100": 0.00238, "precision_at_1000": 0.00143, "mrr_at_1": 0.009138, "mrr_at_3": 0.015883, "mrr_at_5": 0.017972, "mrr_at_10": 0.020176, "mrr_at_20": 0.022432, "mrr_at_100": 0.025087, "mrr_at_1000": 0.027254, "nauc_ndcg_at_1_max": 0.47854, "nauc_ndcg_at_1_std": -0.331449, "nauc_ndcg_at_1_diff1": -0.220877, "nauc_ndcg_at_3_max": 0.158365, "nauc_ndcg_at_3_std": -0.134451, "nauc_ndcg_at_3_diff1": -0.117659, "nauc_ndcg_at_5_max": 0.095515, "nauc_ndcg_at_5_std": -0.102499, "nauc_ndcg_at_5_diff1": -0.127524, "nauc_ndcg_at_10_max": 0.083415, "nauc_ndcg_at_10_std": -0.078724, "nauc_ndcg_at_10_diff1": -0.136223, "nauc_ndcg_at_20_max": 0.073238, "nauc_ndcg_at_20_std": -0.06369, "nauc_ndcg_at_20_diff1": -0.121723, "nauc_ndcg_at_100_max": 0.057627, "nauc_ndcg_at_100_std": -0.01347, "nauc_ndcg_at_100_diff1": -0.081569, "nauc_ndcg_at_1000_max": 0.05447, "nauc_ndcg_at_1000_std": -0.039022, "nauc_ndcg_at_1000_diff1": -0.047624, "nauc_map_at_1_max": 0.281923, "nauc_map_at_1_std": -0.239432, "nauc_map_at_1_diff1": -0.243951, "nauc_map_at_3_max": 0.132855, "nauc_map_at_3_std": -0.132352, "nauc_map_at_3_diff1": -0.12306, "nauc_map_at_5_max": 0.10246, "nauc_map_at_5_std": -0.110895, "nauc_map_at_5_diff1": -0.132162, "nauc_map_at_10_max": 0.095521, "nauc_map_at_10_std": -0.095133, "nauc_map_at_10_diff1": -0.132872, "nauc_map_at_20_max": 0.091241, "nauc_map_at_20_std": -0.088817, "nauc_map_at_20_diff1": -0.125985, "nauc_map_at_100_max": 0.080928, "nauc_map_at_100_std": -0.071376, "nauc_map_at_100_diff1": -0.111145, "nauc_map_at_1000_max": 0.078739, "nauc_map_at_1000_std": -0.071845, "nauc_map_at_1000_diff1": -0.109356, "nauc_recall_at_1_max": 0.281923, "nauc_recall_at_1_std": -0.239432, "nauc_recall_at_1_diff1": -0.243951, "nauc_recall_at_3_max": 0.054363, "nauc_recall_at_3_std": -0.047817, "nauc_recall_at_3_diff1": -0.07501, "nauc_recall_at_5_max": 0.001703, "nauc_recall_at_5_std": -0.023424, "nauc_recall_at_5_diff1": -0.10873, "nauc_recall_at_10_max": 0.002132, "nauc_recall_at_10_std": 0.000417, "nauc_recall_at_10_diff1": -0.139604, "nauc_recall_at_20_max": 0.024184, "nauc_recall_at_20_std": -0.006178, "nauc_recall_at_20_diff1": -0.120853, "nauc_recall_at_100_max": 0.042831, "nauc_recall_at_100_std": 0.04183, "nauc_recall_at_100_diff1": -0.064704, "nauc_recall_at_1000_max": 0.007868, "nauc_recall_at_1000_std": -0.02992, "nauc_recall_at_1000_diff1": 0.128047, "nauc_precision_at_1_max": 0.47854, "nauc_precision_at_1_std": -0.331449, "nauc_precision_at_1_diff1": -0.220877, "nauc_precision_at_3_max": 0.201424, "nauc_precision_at_3_std": -0.138751, "nauc_precision_at_3_diff1": -0.128111, "nauc_precision_at_5_max": 0.098546, "nauc_precision_at_5_std": -0.114459, "nauc_precision_at_5_diff1": -0.12586, "nauc_precision_at_10_max": 0.129582, "nauc_precision_at_10_std": -0.119338, "nauc_precision_at_10_diff1": -0.133169, "nauc_precision_at_20_max": 0.086663, "nauc_precision_at_20_std": -0.073959, "nauc_precision_at_20_diff1": -0.108812, "nauc_precision_at_100_max": 0.029418, "nauc_precision_at_100_std": 0.016029, "nauc_precision_at_100_diff1": -0.028364, "nauc_precision_at_1000_max": 0.022091, "nauc_precision_at_1000_std": -0.005969, "nauc_precision_at_1000_diff1": 0.010558, "nauc_mrr_at_1_max": 0.47854, "nauc_mrr_at_1_std": -0.331449, "nauc_mrr_at_1_diff1": -0.220877, "nauc_mrr_at_3_max": 0.298126, "nauc_mrr_at_3_std": -0.222859, "nauc_mrr_at_3_diff1": -0.152839, "nauc_mrr_at_5_max": 0.235906, "nauc_mrr_at_5_std": -0.202431, "nauc_mrr_at_5_diff1": -0.15013, "nauc_mrr_at_10_max": 0.212332, "nauc_mrr_at_10_std": -0.180873, "nauc_mrr_at_10_diff1": -0.152537, "nauc_mrr_at_20_max": 0.190012, "nauc_mrr_at_20_std": -0.164933, "nauc_mrr_at_20_diff1": -0.140727, "nauc_mrr_at_100_max": 0.173391, "nauc_mrr_at_100_std": -0.143997, "nauc_mrr_at_100_diff1": -0.130332, "nauc_mrr_at_1000_max": 0.17287, "nauc_mrr_at_1000_std": -0.145237, "nauc_mrr_at_1000_diff1": -0.129622, "main_score": 0.02139, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.00131, "ndcg_at_3": 0.00382, "ndcg_at_5": 0.00429, "ndcg_at_10": 0.00561, "ndcg_at_20": 0.00853, "ndcg_at_100": 0.02107, "ndcg_at_1000": 0.10661, "map_at_1": 0.00131, "map_at_3": 0.00258, "map_at_5": 0.0029, "map_at_10": 0.00336, "map_at_20": 0.00402, "map_at_100": 0.00537, "map_at_1000": 0.00759, "recall_at_1": 0.00131, "recall_at_3": 0.00461, "recall_at_5": 0.00592, "recall_at_10": 0.00883, "recall_at_20": 0.01895, "recall_at_100": 0.07798, "recall_at_1000": 0.70777, "precision_at_1": 0.00131, "precision_at_3": 0.00305, "precision_at_5": 0.00235, "precision_at_10": 0.00209, "precision_at_20": 0.00196, "precision_at_100": 0.00162, "precision_at_1000": 0.00141, "mrr_at_1": 0.001305, "mrr_at_3": 0.004569, "mrr_at_5": 0.005222, "mrr_at_10": 0.006066, "mrr_at_20": 0.007257, "mrr_at_100": 0.009573, "mrr_at_1000": 0.011607, "nauc_ndcg_at_1_max": -0.206117, "nauc_ndcg_at_1_std": 0.098778, "nauc_ndcg_at_1_diff1": -0.206117, "nauc_ndcg_at_3_max": -0.248699, "nauc_ndcg_at_3_std": 0.24067, "nauc_ndcg_at_3_diff1": -0.297413, "nauc_ndcg_at_5_max": -0.274555, "nauc_ndcg_at_5_std": 0.267315, "nauc_ndcg_at_5_diff1": -0.248072, "nauc_ndcg_at_10_max": -0.133105, "nauc_ndcg_at_10_std": 0.145516, "nauc_ndcg_at_10_diff1": -0.175187, "nauc_ndcg_at_20_max": -0.092764, "nauc_ndcg_at_20_std": 0.052438, "nauc_ndcg_at_20_diff1": -0.137624, "nauc_ndcg_at_100_max": -0.058542, "nauc_ndcg_at_100_std": 0.061045, "nauc_ndcg_at_100_diff1": -0.081276, "nauc_ndcg_at_1000_max": -0.030522, "nauc_ndcg_at_1000_std": 0.029889, "nauc_ndcg_at_1000_diff1": -0.059843, "nauc_map_at_1_max": -0.206117, "nauc_map_at_1_std": 0.098778, "nauc_map_at_1_diff1": -0.206117, "nauc_map_at_3_max": -0.249737, "nauc_map_at_3_std": 0.245177, "nauc_map_at_3_diff1": -0.297146, "nauc_map_at_5_max": -0.267693, "nauc_map_at_5_std": 0.255895, "nauc_map_at_5_diff1": -0.258829, "nauc_map_at_10_max": -0.185012, "nauc_map_at_10_std": 0.178455, "nauc_map_at_10_diff1": -0.220107, "nauc_map_at_20_max": -0.149475, "nauc_map_at_20_std": 0.125248, "nauc_map_at_20_diff1": -0.188811, "nauc_map_at_100_max": -0.120309, "nauc_map_at_100_std": 0.108798, "nauc_map_at_100_diff1": -0.155732, "nauc_map_at_1000_max": -0.109261, "nauc_map_at_1000_std": 0.097785, "nauc_map_at_1000_diff1": -0.134486, "nauc_recall_at_1_max": -0.206117, "nauc_recall_at_1_std": 0.098778, "nauc_recall_at_1_diff1": -0.206117, "nauc_recall_at_3_max": -0.26471, "nauc_recall_at_3_std": 0.339467, "nauc_recall_at_3_diff1": -0.332546, "nauc_recall_at_5_max": -0.296658, "nauc_recall_at_5_std": 0.339711, "nauc_recall_at_5_diff1": -0.249513, "nauc_recall_at_10_max": -0.08114, "nauc_recall_at_10_std": 0.138749, "nauc_recall_at_10_diff1": -0.145935, "nauc_recall_at_20_max": -0.045798, "nauc_recall_at_20_std": 0.008076, "nauc_recall_at_20_diff1": -0.094302, "nauc_recall_at_100_max": -0.042297, "nauc_recall_at_100_std": 0.065318, "nauc_recall_at_100_diff1": -0.055447, "nauc_recall_at_1000_max": -0.021465, "nauc_recall_at_1000_std": 0.037342, "nauc_recall_at_1000_diff1": -0.040453, "nauc_precision_at_1_max": -0.206117, "nauc_precision_at_1_std": 0.098778, "nauc_precision_at_1_diff1": -0.206117, "nauc_precision_at_3_max": -0.232646, "nauc_precision_at_3_std": 0.211521, "nauc_precision_at_3_diff1": -0.27858, "nauc_precision_at_5_max": -0.271956, "nauc_precision_at_5_std": 0.240199, "nauc_precision_at_5_diff1": -0.206924, "nauc_precision_at_10_max": -0.019526, "nauc_precision_at_10_std": 0.045616, "nauc_precision_at_10_diff1": -0.080878, "nauc_precision_at_20_max": -0.039819, "nauc_precision_at_20_std": -0.040488, "nauc_precision_at_20_diff1": -0.10143, "nauc_precision_at_100_max": -0.020711, "nauc_precision_at_100_std": 0.009775, "nauc_precision_at_100_diff1": -0.050613, "nauc_precision_at_1000_max": 0.023565, "nauc_precision_at_1000_std": -0.037098, "nauc_precision_at_1000_diff1": -0.027742, "nauc_mrr_at_1_max": -0.206117, "nauc_mrr_at_1_std": 0.098778, "nauc_mrr_at_1_diff1": -0.206117, "nauc_mrr_at_3_max": -0.240313, "nauc_mrr_at_3_std": 0.176677, "nauc_mrr_at_3_diff1": -0.288383, "nauc_mrr_at_5_max": -0.261466, "nauc_mrr_at_5_std": 0.197163, "nauc_mrr_at_5_diff1": -0.246851, "nauc_mrr_at_10_max": -0.191564, "nauc_mrr_at_10_std": 0.156424, "nauc_mrr_at_10_diff1": -0.19447, "nauc_mrr_at_20_max": -0.162561, "nauc_mrr_at_20_std": 0.10392, "nauc_mrr_at_20_diff1": -0.18028, "nauc_mrr_at_100_max": -0.131029, "nauc_mrr_at_100_std": 0.094164, "nauc_mrr_at_100_diff1": -0.140919, "nauc_mrr_at_1000_max": -0.125968, "nauc_mrr_at_1000_std": 0.090481, "nauc_mrr_at_1000_diff1": -0.133546, "main_score": 0.00561, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.00392, "ndcg_at_3": 0.00618, "ndcg_at_5": 0.00871, "ndcg_at_10": 0.01093, "ndcg_at_20": 0.01651, "ndcg_at_100": 0.03484, "ndcg_at_1000": 0.12621, "map_at_1": 0.00239, "map_at_3": 0.0049, "map_at_5": 0.0063, "map_at_10": 0.00718, "map_at_20": 0.00871, "map_at_100": 0.01098, "map_at_1000": 0.01338, "recall_at_1": 0.00239, "recall_at_3": 0.00827, "recall_at_5": 0.01414, "recall_at_10": 0.02067, "recall_at_20": 0.04145, "recall_at_100": 0.13392, "recall_at_1000": 0.83677, "precision_at_1": 0.00392, "precision_at_3": 0.00348, "precision_at_5": 0.00339, "precision_at_10": 0.00248, "precision_at_20": 0.00261, "precision_at_100": 0.00196, "precision_at_1000": 0.00137, "mrr_at_1": 0.003916, "mrr_at_3": 0.006745, "mrr_at_5": 0.008312, "mrr_at_10": 0.00935, "mrr_at_20": 0.011003, "mrr_at_100": 0.013602, "mrr_at_1000": 0.015694, "nauc_ndcg_at_1_max": 0.297554, "nauc_ndcg_at_1_std": 0.550244, "nauc_ndcg_at_1_diff1": 0.36258, "nauc_ndcg_at_3_max": 0.406516, "nauc_ndcg_at_3_std": 0.390311, "nauc_ndcg_at_3_diff1": 0.353983, "nauc_ndcg_at_5_max": 0.326822, "nauc_ndcg_at_5_std": 0.305954, "nauc_ndcg_at_5_diff1": 0.219337, "nauc_ndcg_at_10_max": 0.214566, "nauc_ndcg_at_10_std": 0.327185, "nauc_ndcg_at_10_diff1": 0.183945, "nauc_ndcg_at_20_max": 0.179168, "nauc_ndcg_at_20_std": 0.247853, "nauc_ndcg_at_20_diff1": 0.159863, "nauc_ndcg_at_100_max": 0.110741, "nauc_ndcg_at_100_std": 0.175175, "nauc_ndcg_at_100_diff1": 0.098747, "nauc_ndcg_at_1000_max": 0.06017, "nauc_ndcg_at_1000_std": 0.213676, "nauc_ndcg_at_1000_diff1": 0.066933, "nauc_map_at_1_max": 0.09633, "nauc_map_at_1_std": 0.570787, "nauc_map_at_1_diff1": 0.048794, "nauc_map_at_3_max": 0.373113, "nauc_map_at_3_std": 0.408863, "nauc_map_at_3_diff1": 0.296879, "nauc_map_at_5_max": 0.318861, "nauc_map_at_5_std": 0.337031, "nauc_map_at_5_diff1": 0.203593, "nauc_map_at_10_max": 0.249552, "nauc_map_at_10_std": 0.350286, "nauc_map_at_10_diff1": 0.179508, "nauc_map_at_20_max": 0.227225, "nauc_map_at_20_std": 0.308028, "nauc_map_at_20_diff1": 0.172056, "nauc_map_at_100_max": 0.195617, "nauc_map_at_100_std": 0.266703, "nauc_map_at_100_diff1": 0.148734, "nauc_map_at_1000_max": 0.185792, "nauc_map_at_1000_std": 0.264156, "nauc_map_at_1000_diff1": 0.145474, "nauc_recall_at_1_max": 0.09633, "nauc_recall_at_1_std": 0.570787, "nauc_recall_at_1_diff1": 0.048794, "nauc_recall_at_3_max": 0.436302, "nauc_recall_at_3_std": 0.367862, "nauc_recall_at_3_diff1": 0.40714, "nauc_recall_at_5_max": 0.324975, "nauc_recall_at_5_std": 0.243488, "nauc_recall_at_5_diff1": 0.181994, "nauc_recall_at_10_max": 0.150595, "nauc_recall_at_10_std": 0.307623, "nauc_recall_at_10_diff1": 0.134957, "nauc_recall_at_20_max": 0.127296, "nauc_recall_at_20_std": 0.200751, "nauc_recall_at_20_diff1": 0.125854, "nauc_recall_at_100_max": 0.05443, "nauc_recall_at_100_std": 0.142027, "nauc_recall_at_100_diff1": 0.050993, "nauc_recall_at_1000_max": -0.030958, "nauc_recall_at_1000_std": 0.251077, "nauc_recall_at_1000_diff1": -0.028115, "nauc_precision_at_1_max": 0.297554, "nauc_precision_at_1_std": 0.550244, "nauc_precision_at_1_diff1": 0.36258, "nauc_precision_at_3_max": 0.455179, "nauc_precision_at_3_std": 0.353878, "nauc_precision_at_3_diff1": 0.427176, "nauc_precision_at_5_max": 0.319126, "nauc_precision_at_5_std": 0.279924, "nauc_precision_at_5_diff1": 0.241697, "nauc_precision_at_10_max": 0.155728, "nauc_precision_at_10_std": 0.287174, "nauc_precision_at_10_diff1": 0.202983, "nauc_precision_at_20_max": 0.145573, "nauc_precision_at_20_std": 0.174102, "nauc_precision_at_20_diff1": 0.137364, "nauc_precision_at_100_max": 0.107221, "nauc_precision_at_100_std": 0.107336, "nauc_precision_at_100_diff1": 0.081113, "nauc_precision_at_1000_max": -0.028552, "nauc_precision_at_1000_std": 0.102476, "nauc_precision_at_1000_diff1": -0.003242, "nauc_mrr_at_1_max": 0.297554, "nauc_mrr_at_1_std": 0.550244, "nauc_mrr_at_1_diff1": 0.36258, "nauc_mrr_at_3_max": 0.425089, "nauc_mrr_at_3_std": 0.403741, "nauc_mrr_at_3_diff1": 0.393264, "nauc_mrr_at_5_max": 0.357031, "nauc_mrr_at_5_std": 0.361875, "nauc_mrr_at_5_diff1": 0.311593, "nauc_mrr_at_10_max": 0.29355, "nauc_mrr_at_10_std": 0.356892, "nauc_mrr_at_10_diff1": 0.287228, "nauc_mrr_at_20_max": 0.26015, "nauc_mrr_at_20_std": 0.312769, "nauc_mrr_at_20_diff1": 0.253695, "nauc_mrr_at_100_max": 0.222419, "nauc_mrr_at_100_std": 0.272445, "nauc_mrr_at_100_diff1": 0.225775, "nauc_mrr_at_1000_max": 0.214373, "nauc_mrr_at_1000_std": 0.27376, "nauc_mrr_at_1000_diff1": 0.221222, "main_score": 0.01093, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.06053, "ndcg_at_3": 0.05516, "ndcg_at_5": 0.05692, "ndcg_at_10": 0.0689, "ndcg_at_20": 0.08125, "ndcg_at_100": 0.11193, "ndcg_at_1000": 0.18395, "map_at_1": 0.02734, "map_at_3": 0.03959, "map_at_5": 0.04273, "map_at_10": 0.04726, "map_at_20": 0.05095, "map_at_100": 0.05543, "map_at_1000": 0.05792, "recall_at_1": 0.02734, "recall_at_3": 0.05185, "recall_at_5": 0.0629, "recall_at_10": 0.09374, "recall_at_20": 0.13211, "recall_at_100": 0.26215, "recall_at_1000": 0.74601, "precision_at_1": 0.06053, "precision_at_3": 0.03741, "precision_at_5": 0.0285, "precision_at_10": 0.02106, "precision_at_20": 0.01532, "precision_at_100": 0.00642, "precision_at_1000": 0.00182, "mrr_at_1": 0.06053, "mrr_at_3": 0.076923, "mrr_at_5": 0.081841, "mrr_at_10": 0.088502, "mrr_at_20": 0.091839, "mrr_at_100": 0.09599, "mrr_at_1000": 0.097493, "nauc_ndcg_at_1_max": 0.268729, "nauc_ndcg_at_1_std": -0.290069, "nauc_ndcg_at_1_diff1": 0.109042, "nauc_ndcg_at_3_max": 0.22901, "nauc_ndcg_at_3_std": -0.263712, "nauc_ndcg_at_3_diff1": 0.057269, "nauc_ndcg_at_5_max": 0.217482, "nauc_ndcg_at_5_std": -0.260825, "nauc_ndcg_at_5_diff1": 0.028587, "nauc_ndcg_at_10_max": 0.21542, "nauc_ndcg_at_10_std": -0.225827, "nauc_ndcg_at_10_diff1": 0.0155, "nauc_ndcg_at_20_max": 0.234619, "nauc_ndcg_at_20_std": -0.238266, "nauc_ndcg_at_20_diff1": -0.000455, "nauc_ndcg_at_100_max": 0.208879, "nauc_ndcg_at_100_std": -0.21799, "nauc_ndcg_at_100_diff1": 0.003475, "nauc_ndcg_at_1000_max": 0.21815, "nauc_ndcg_at_1000_std": -0.219049, "nauc_ndcg_at_1000_diff1": -0.016627, "nauc_map_at_1_max": 0.332167, "nauc_map_at_1_std": -0.323574, "nauc_map_at_1_diff1": 0.187451, "nauc_map_at_3_max": 0.2591, "nauc_map_at_3_std": -0.2864, "nauc_map_at_3_diff1": 0.081386, "nauc_map_at_5_max": 0.246177, "nauc_map_at_5_std": -0.280867, "nauc_map_at_5_diff1": 0.059595, "nauc_map_at_10_max": 0.242732, "nauc_map_at_10_std": -0.26026, "nauc_map_at_10_diff1": 0.053975, "nauc_map_at_20_max": 0.248787, "nauc_map_at_20_std": -0.263011, "nauc_map_at_20_diff1": 0.043159, "nauc_map_at_100_max": 0.243742, "nauc_map_at_100_std": -0.258391, "nauc_map_at_100_diff1": 0.040367, "nauc_map_at_1000_max": 0.244241, "nauc_map_at_1000_std": -0.258506, "nauc_map_at_1000_diff1": 0.037911, "nauc_recall_at_1_max": 0.332167, "nauc_recall_at_1_std": -0.323574, "nauc_recall_at_1_diff1": 0.187451, "nauc_recall_at_3_max": 0.20453, "nauc_recall_at_3_std": -0.252917, "nauc_recall_at_3_diff1": 0.020952, "nauc_recall_at_5_max": 0.188786, "nauc_recall_at_5_std": -0.244559, "nauc_recall_at_5_diff1": -0.025014, "nauc_recall_at_10_max": 0.180621, "nauc_recall_at_10_std": -0.168288, "nauc_recall_at_10_diff1": -0.039086, "nauc_recall_at_20_max": 0.219275, "nauc_recall_at_20_std": -0.200131, "nauc_recall_at_20_diff1": -0.05627, "nauc_recall_at_100_max": 0.14284, "nauc_recall_at_100_std": -0.146501, "nauc_recall_at_100_diff1": -0.019954, "nauc_recall_at_1000_max": 0.189086, "nauc_recall_at_1000_std": -0.146174, "nauc_recall_at_1000_diff1": -0.109702, "nauc_precision_at_1_max": 0.268729, "nauc_precision_at_1_std": -0.290069, "nauc_precision_at_1_diff1": 0.109042, "nauc_precision_at_3_max": 0.208387, "nauc_precision_at_3_std": -0.247975, "nauc_precision_at_3_diff1": 0.006876, "nauc_precision_at_5_max": 0.172011, "nauc_precision_at_5_std": -0.229738, "nauc_precision_at_5_diff1": -0.015553, "nauc_precision_at_10_max": 0.181132, "nauc_precision_at_10_std": -0.176826, "nauc_precision_at_10_diff1": -0.026929, "nauc_precision_at_20_max": 0.223786, "nauc_precision_at_20_std": -0.208548, "nauc_precision_at_20_diff1": -0.052594, "nauc_precision_at_100_max": 0.172949, "nauc_precision_at_100_std": -0.161758, "nauc_precision_at_100_diff1": -0.026099, "nauc_precision_at_1000_max": 0.096852, "nauc_precision_at_1000_std": -0.073172, "nauc_precision_at_1000_diff1": -0.029489, "nauc_mrr_at_1_max": 0.268729, "nauc_mrr_at_1_std": -0.290069, "nauc_mrr_at_1_diff1": 0.109042, "nauc_mrr_at_3_max": 0.213303, "nauc_mrr_at_3_std": -0.252205, "nauc_mrr_at_3_diff1": 0.055044, "nauc_mrr_at_5_max": 0.208428, "nauc_mrr_at_5_std": -0.248561, "nauc_mrr_at_5_diff1": 0.045311, "nauc_mrr_at_10_max": 0.212196, "nauc_mrr_at_10_std": -0.237807, "nauc_mrr_at_10_diff1": 0.036616, "nauc_mrr_at_20_max": 0.217922, "nauc_mrr_at_20_std": -0.242518, "nauc_mrr_at_20_diff1": 0.033092, "nauc_mrr_at_100_max": 0.214411, "nauc_mrr_at_100_std": -0.240323, "nauc_mrr_at_100_diff1": 0.03224, "nauc_mrr_at_1000_max": 0.214861, "nauc_mrr_at_1000_std": -0.240977, "nauc_mrr_at_1000_diff1": 0.031189, "main_score": 0.0689, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.01009, "ndcg_at_3": 0.01032, "ndcg_at_5": 0.01474, "ndcg_at_10": 0.02033, "ndcg_at_20": 0.02801, "ndcg_at_100": 0.04983, "ndcg_at_1000": 0.11676, "map_at_1": 0.0038, "map_at_3": 0.00577, "map_at_5": 0.00837, "map_at_10": 0.01038, "map_at_20": 0.01233, "map_at_100": 0.01504, "map_at_1000": 0.01715, "recall_at_1": 0.0038, "recall_at_3": 0.00862, "recall_at_5": 0.01986, "recall_at_10": 0.03281, "recall_at_20": 0.05483, "recall_at_100": 0.14805, "recall_at_1000": 0.59302, "precision_at_1": 0.01009, "precision_at_3": 0.00925, "precision_at_5": 0.01084, "precision_at_10": 0.00908, "precision_at_20": 0.00776, "precision_at_100": 0.00404, "precision_at_1000": 0.00152, "mrr_at_1": 0.010088, "mrr_at_3": 0.016604, "mrr_at_5": 0.022341, "mrr_at_10": 0.026103, "mrr_at_20": 0.029543, "mrr_at_100": 0.033077, "mrr_at_1000": 0.034732, "nauc_ndcg_at_1_max": -0.095031, "nauc_ndcg_at_1_std": -0.328251, "nauc_ndcg_at_1_diff1": 0.014916, "nauc_ndcg_at_3_max": 0.020186, "nauc_ndcg_at_3_std": -0.232085, "nauc_ndcg_at_3_diff1": -0.014148, "nauc_ndcg_at_5_max": 0.011659, "nauc_ndcg_at_5_std": -0.243348, "nauc_ndcg_at_5_diff1": 0.056026, "nauc_ndcg_at_10_max": -0.016901, "nauc_ndcg_at_10_std": -0.1896, "nauc_ndcg_at_10_diff1": 0.003154, "nauc_ndcg_at_20_max": -0.030098, "nauc_ndcg_at_20_std": -0.158658, "nauc_ndcg_at_20_diff1": -0.003535, "nauc_ndcg_at_100_max": 0.037752, "nauc_ndcg_at_100_std": -0.158635, "nauc_ndcg_at_100_diff1": 0.008572, "nauc_ndcg_at_1000_max": 0.076052, "nauc_ndcg_at_1000_std": -0.094816, "nauc_ndcg_at_1000_diff1": 0.026288, "nauc_map_at_1_max": 0.226364, "nauc_map_at_1_std": -0.266995, "nauc_map_at_1_diff1": 0.243306, "nauc_map_at_3_max": 0.133338, "nauc_map_at_3_std": -0.246018, "nauc_map_at_3_diff1": 0.091517, "nauc_map_at_5_max": 0.072752, "nauc_map_at_5_std": -0.2438, "nauc_map_at_5_diff1": 0.107208, "nauc_map_at_10_max": 0.044037, "nauc_map_at_10_std": -0.202659, "nauc_map_at_10_diff1": 0.065531, "nauc_map_at_20_max": 0.02654, "nauc_map_at_20_std": -0.184795, "nauc_map_at_20_diff1": 0.046317, "nauc_map_at_100_max": 0.040831, "nauc_map_at_100_std": -0.187522, "nauc_map_at_100_diff1": 0.046198, "nauc_map_at_1000_max": 0.04535, "nauc_map_at_1000_std": -0.178842, "nauc_map_at_1000_diff1": 0.04258, "nauc_recall_at_1_max": 0.226364, "nauc_recall_at_1_std": -0.266995, "nauc_recall_at_1_diff1": 0.243306, "nauc_recall_at_3_max": 0.078972, "nauc_recall_at_3_std": -0.218756, "nauc_recall_at_3_diff1": 0.0023, "nauc_recall_at_5_max": -0.006269, "nauc_recall_at_5_std": -0.244565, "nauc_recall_at_5_diff1": 0.077804, "nauc_recall_at_10_max": -0.061367, "nauc_recall_at_10_std": -0.148221, "nauc_recall_at_10_diff1": 0.001652, "nauc_recall_at_20_max": -0.061713, "nauc_recall_at_20_std": -0.118724, "nauc_recall_at_20_diff1": 0.000191, "nauc_recall_at_100_max": 0.067553, "nauc_recall_at_100_std": -0.135811, "nauc_recall_at_100_diff1": 0.019914, "nauc_recall_at_1000_max": 0.124128, "nauc_recall_at_1000_std": -0.040578, "nauc_recall_at_1000_diff1": 0.051605, "nauc_precision_at_1_max": -0.095031, "nauc_precision_at_1_std": -0.328251, "nauc_precision_at_1_diff1": 0.014916, "nauc_precision_at_3_max": -0.022777, "nauc_precision_at_3_std": -0.216371, "nauc_precision_at_3_diff1": -0.088444, "nauc_precision_at_5_max": -0.007177, "nauc_precision_at_5_std": -0.222237, "nauc_precision_at_5_diff1": 0.001141, "nauc_precision_at_10_max": -0.011149, "nauc_precision_at_10_std": -0.188224, "nauc_precision_at_10_diff1": -0.071058, "nauc_precision_at_20_max": -0.026269, "nauc_precision_at_20_std": -0.141828, "nauc_precision_at_20_diff1": -0.049994, "nauc_precision_at_100_max": 0.054308, "nauc_precision_at_100_std": -0.122635, "nauc_precision_at_100_diff1": -0.025016, "nauc_precision_at_1000_max": 0.093308, "nauc_precision_at_1000_std": 0.027796, "nauc_precision_at_1000_diff1": 0.033494, "nauc_mrr_at_1_max": -0.095031, "nauc_mrr_at_1_std": -0.328251, "nauc_mrr_at_1_diff1": 0.014916, "nauc_mrr_at_3_max": -0.071193, "nauc_mrr_at_3_std": -0.250533, "nauc_mrr_at_3_diff1": -0.057633, "nauc_mrr_at_5_max": -0.055327, "nauc_mrr_at_5_std": -0.249773, "nauc_mrr_at_5_diff1": -0.009559, "nauc_mrr_at_10_max": -0.055294, "nauc_mrr_at_10_std": -0.227318, "nauc_mrr_at_10_diff1": -0.034205, "nauc_mrr_at_20_max": -0.0573, "nauc_mrr_at_20_std": -0.208134, "nauc_mrr_at_20_diff1": -0.033821, "nauc_mrr_at_100_max": -0.040255, "nauc_mrr_at_100_std": -0.201741, "nauc_mrr_at_100_diff1": -0.028008, "nauc_mrr_at_1000_max": -0.04002, "nauc_mrr_at_1000_std": -0.199565, "nauc_mrr_at_1000_diff1": -0.027674, "main_score": 0.02033, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.00883, "ndcg_at_3": 0.01151, "ndcg_at_5": 0.01587, "ndcg_at_10": 0.02035, "ndcg_at_20": 0.02687, "ndcg_at_100": 0.04698, "ndcg_at_1000": 0.12456, "map_at_1": 0.00389, "map_at_3": 0.00787, "map_at_5": 0.01017, "map_at_10": 0.01184, "map_at_20": 0.0136, "map_at_100": 0.016, "map_at_1000": 0.0182, "recall_at_1": 0.00389, "recall_at_3": 0.01179, "recall_at_5": 0.02104, "recall_at_10": 0.03293, "recall_at_20": 0.05446, "recall_at_100": 0.14529, "recall_at_1000": 0.67827, "precision_at_1": 0.00883, "precision_at_3": 0.00967, "precision_at_5": 0.01034, "precision_at_10": 0.00744, "precision_at_20": 0.00599, "precision_at_100": 0.00333, "precision_at_1000": 0.00164, "mrr_at_1": 0.008827, "mrr_at_3": 0.016393, "mrr_at_5": 0.020996, "mrr_at_10": 0.023418, "mrr_at_20": 0.025551, "mrr_at_100": 0.028706, "mrr_at_1000": 0.030287, "nauc_ndcg_at_1_max": 0.034727, "nauc_ndcg_at_1_std": -0.049695, "nauc_ndcg_at_1_diff1": 0.293461, "nauc_ndcg_at_3_max": 0.091467, "nauc_ndcg_at_3_std": -0.039245, "nauc_ndcg_at_3_diff1": 0.130856, "nauc_ndcg_at_5_max": 0.127653, "nauc_ndcg_at_5_std": -0.050798, "nauc_ndcg_at_5_diff1": 0.108989, "nauc_ndcg_at_10_max": 0.146075, "nauc_ndcg_at_10_std": -0.088472, "nauc_ndcg_at_10_diff1": 0.099769, "nauc_ndcg_at_20_max": 0.12189, "nauc_ndcg_at_20_std": -0.084823, "nauc_ndcg_at_20_diff1": 0.087398, "nauc_ndcg_at_100_max": 0.110685, "nauc_ndcg_at_100_std": -0.081378, "nauc_ndcg_at_100_diff1": 0.012028, "nauc_ndcg_at_1000_max": 0.118107, "nauc_ndcg_at_1000_std": -0.050549, "nauc_ndcg_at_1000_diff1": -0.026716, "nauc_map_at_1_max": 0.056276, "nauc_map_at_1_std": -0.015141, "nauc_map_at_1_diff1": 0.271164, "nauc_map_at_3_max": 0.105333, "nauc_map_at_3_std": -0.018274, "nauc_map_at_3_diff1": 0.163473, "nauc_map_at_5_max": 0.139807, "nauc_map_at_5_std": -0.034473, "nauc_map_at_5_diff1": 0.151762, "nauc_map_at_10_max": 0.157629, "nauc_map_at_10_std": -0.060276, "nauc_map_at_10_diff1": 0.138341, "nauc_map_at_20_max": 0.140134, "nauc_map_at_20_std": -0.063306, "nauc_map_at_20_diff1": 0.125964, "nauc_map_at_100_max": 0.129846, "nauc_map_at_100_std": -0.06118, "nauc_map_at_100_diff1": 0.097271, "nauc_map_at_1000_max": 0.129812, "nauc_map_at_1000_std": -0.060227, "nauc_map_at_1000_diff1": 0.087788, "nauc_recall_at_1_max": 0.056276, "nauc_recall_at_1_std": -0.015141, "nauc_recall_at_1_diff1": 0.271164, "nauc_recall_at_3_max": 0.110063, "nauc_recall_at_3_std": -0.021679, "nauc_recall_at_3_diff1": 0.108804, "nauc_recall_at_5_max": 0.177117, "nauc_recall_at_5_std": -0.057285, "nauc_recall_at_5_diff1": 0.084058, "nauc_recall_at_10_max": 0.200685, "nauc_recall_at_10_std": -0.123182, "nauc_recall_at_10_diff1": 0.086762, "nauc_recall_at_20_max": 0.129469, "nauc_recall_at_20_std": -0.097399, "nauc_recall_at_20_diff1": 0.078086, "nauc_recall_at_100_max": 0.116937, "nauc_recall_at_100_std": -0.079711, "nauc_recall_at_100_diff1": -0.025709, "nauc_recall_at_1000_max": 0.131878, "nauc_recall_at_1000_std": -0.009528, "nauc_recall_at_1000_diff1": -0.085407, "nauc_precision_at_1_max": 0.034727, "nauc_precision_at_1_std": -0.049695, "nauc_precision_at_1_diff1": 0.293461, "nauc_precision_at_3_max": 0.12868, "nauc_precision_at_3_std": -0.075791, "nauc_precision_at_3_diff1": 0.124543, "nauc_precision_at_5_max": 0.099034, "nauc_precision_at_5_std": -0.071488, "nauc_precision_at_5_diff1": 0.079362, "nauc_precision_at_10_max": 0.098722, "nauc_precision_at_10_std": -0.098583, "nauc_precision_at_10_diff1": 0.065298, "nauc_precision_at_20_max": 0.101098, "nauc_precision_at_20_std": -0.103247, "nauc_precision_at_20_diff1": 0.053441, "nauc_precision_at_100_max": 0.085967, "nauc_precision_at_100_std": -0.108327, "nauc_precision_at_100_diff1": -0.067565, "nauc_precision_at_1000_max": 0.052082, "nauc_precision_at_1000_std": -0.011865, "nauc_precision_at_1000_diff1": -0.072071, "nauc_mrr_at_1_max": 0.034727, "nauc_mrr_at_1_std": -0.049695, "nauc_mrr_at_1_diff1": 0.293461, "nauc_mrr_at_3_max": 0.057481, "nauc_mrr_at_3_std": -0.065881, "nauc_mrr_at_3_diff1": 0.126679, "nauc_mrr_at_5_max": 0.067003, "nauc_mrr_at_5_std": -0.059689, "nauc_mrr_at_5_diff1": 0.094856, "nauc_mrr_at_10_max": 0.074408, "nauc_mrr_at_10_std": -0.079483, "nauc_mrr_at_10_diff1": 0.092126, "nauc_mrr_at_20_max": 0.078314, "nauc_mrr_at_20_std": -0.078795, "nauc_mrr_at_20_diff1": 0.086707, "nauc_mrr_at_100_max": 0.074617, "nauc_mrr_at_100_std": -0.075299, "nauc_mrr_at_100_diff1": 0.070212, "nauc_mrr_at_1000_max": 0.076935, "nauc_mrr_at_1000_std": -0.075499, "nauc_mrr_at_1000_diff1": 0.068309, "main_score": 0.02035, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1215, "ndcg_at_3": 0.11175, "ndcg_at_5": 0.11768, "ndcg_at_10": 0.12977, "ndcg_at_20": 0.14194, "ndcg_at_100": 0.17409, "ndcg_at_1000": 0.24494, "map_at_1": 0.07488, "map_at_3": 0.09353, "map_at_5": 0.09936, "map_at_10": 0.1047, "map_at_20": 0.10844, "map_at_100": 0.11309, "map_at_1000": 0.11569, "recall_at_1": 0.07488, "recall_at_3": 0.10694, "recall_at_5": 0.12646, "recall_at_10": 0.15759, "recall_at_20": 0.19646, "recall_at_100": 0.34105, "recall_at_1000": 0.83469, "precision_at_1": 0.1215, "precision_at_3": 0.06542, "precision_at_5": 0.04806, "precision_at_10": 0.03057, "precision_at_20": 0.01969, "precision_at_100": 0.0072, "precision_at_1000": 0.00176, "mrr_at_1": 0.121495, "mrr_at_3": 0.139742, "mrr_at_5": 0.145883, "mrr_at_10": 0.151026, "mrr_at_20": 0.1546, "mrr_at_100": 0.158447, "mrr_at_1000": 0.159922, "nauc_ndcg_at_1_max": 0.307913, "nauc_ndcg_at_1_std": -0.02557, "nauc_ndcg_at_1_diff1": 0.42049, "nauc_ndcg_at_3_max": 0.301384, "nauc_ndcg_at_3_std": -0.059792, "nauc_ndcg_at_3_diff1": 0.375723, "nauc_ndcg_at_5_max": 0.291799, "nauc_ndcg_at_5_std": -0.072596, "nauc_ndcg_at_5_diff1": 0.348319, "nauc_ndcg_at_10_max": 0.272545, "nauc_ndcg_at_10_std": -0.066888, "nauc_ndcg_at_10_diff1": 0.336338, "nauc_ndcg_at_20_max": 0.257441, "nauc_ndcg_at_20_std": -0.063524, "nauc_ndcg_at_20_diff1": 0.319156, "nauc_ndcg_at_100_max": 0.231168, "nauc_ndcg_at_100_std": -0.050033, "nauc_ndcg_at_100_diff1": 0.310079, "nauc_ndcg_at_1000_max": 0.22962, "nauc_ndcg_at_1000_std": -0.027248, "nauc_ndcg_at_1000_diff1": 0.303289, "nauc_map_at_1_max": 0.323278, "nauc_map_at_1_std": -0.032338, "nauc_map_at_1_diff1": 0.493315, "nauc_map_at_3_max": 0.309319, "nauc_map_at_3_std": -0.054354, "nauc_map_at_3_diff1": 0.412873, "nauc_map_at_5_max": 0.306936, "nauc_map_at_5_std": -0.067296, "nauc_map_at_5_diff1": 0.387902, "nauc_map_at_10_max": 0.298243, "nauc_map_at_10_std": -0.066486, "nauc_map_at_10_diff1": 0.379512, "nauc_map_at_20_max": 0.292031, "nauc_map_at_20_std": -0.065906, "nauc_map_at_20_diff1": 0.370118, "nauc_map_at_100_max": 0.284915, "nauc_map_at_100_std": -0.062221, "nauc_map_at_100_diff1": 0.368168, "nauc_map_at_1000_max": 0.284239, "nauc_map_at_1000_std": -0.060634, "nauc_map_at_1000_diff1": 0.367502, "nauc_recall_at_1_max": 0.323278, "nauc_recall_at_1_std": -0.032338, "nauc_recall_at_1_diff1": 0.493315, "nauc_recall_at_3_max": 0.269941, "nauc_recall_at_3_std": -0.055691, "nauc_recall_at_3_diff1": 0.362114, "nauc_recall_at_5_max": 0.259611, "nauc_recall_at_5_std": -0.084498, "nauc_recall_at_5_diff1": 0.296238, "nauc_recall_at_10_max": 0.217564, "nauc_recall_at_10_std": -0.063551, "nauc_recall_at_10_diff1": 0.27237, "nauc_recall_at_20_max": 0.180057, "nauc_recall_at_20_std": -0.052735, "nauc_recall_at_20_diff1": 0.230411, "nauc_recall_at_100_max": 0.115405, "nauc_recall_at_100_std": -0.027691, "nauc_recall_at_100_diff1": 0.208005, "nauc_recall_at_1000_max": 0.039335, "nauc_recall_at_1000_std": 0.156555, "nauc_recall_at_1000_diff1": 0.111302, "nauc_precision_at_1_max": 0.307913, "nauc_precision_at_1_std": -0.02557, "nauc_precision_at_1_diff1": 0.42049, "nauc_precision_at_3_max": 0.307033, "nauc_precision_at_3_std": -0.085717, "nauc_precision_at_3_diff1": 0.265584, "nauc_precision_at_5_max": 0.277276, "nauc_precision_at_5_std": -0.112614, "nauc_precision_at_5_diff1": 0.188349, "nauc_precision_at_10_max": 0.229114, "nauc_precision_at_10_std": -0.096465, "nauc_precision_at_10_diff1": 0.16715, "nauc_precision_at_20_max": 0.185693, "nauc_precision_at_20_std": -0.084699, "nauc_precision_at_20_diff1": 0.136405, "nauc_precision_at_100_max": 0.106523, "nauc_precision_at_100_std": -0.02753, "nauc_precision_at_100_diff1": 0.113262, "nauc_precision_at_1000_max": 0.02179, "nauc_precision_at_1000_std": 0.059702, "nauc_precision_at_1000_diff1": -0.013247, "nauc_mrr_at_1_max": 0.307913, "nauc_mrr_at_1_std": -0.02557, "nauc_mrr_at_1_diff1": 0.42049, "nauc_mrr_at_3_max": 0.297887, "nauc_mrr_at_3_std": -0.055781, "nauc_mrr_at_3_diff1": 0.362017, "nauc_mrr_at_5_max": 0.289679, "nauc_mrr_at_5_std": -0.060989, "nauc_mrr_at_5_diff1": 0.341808, "nauc_mrr_at_10_max": 0.279492, "nauc_mrr_at_10_std": -0.057129, "nauc_mrr_at_10_diff1": 0.338548, "nauc_mrr_at_20_max": 0.275579, "nauc_mrr_at_20_std": -0.054923, "nauc_mrr_at_20_diff1": 0.337423, "nauc_mrr_at_100_max": 0.272818, "nauc_mrr_at_100_std": -0.0525, "nauc_mrr_at_100_diff1": 0.337071, "nauc_mrr_at_1000_max": 0.272958, "nauc_mrr_at_1000_std": -0.051942, "nauc_mrr_at_1000_diff1": 0.337305, "main_score": 0.12977, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.01335, "ndcg_at_3": 0.01614, "ndcg_at_5": 0.01742, "ndcg_at_10": 0.02551, "ndcg_at_20": 0.03171, "ndcg_at_100": 0.05573, "ndcg_at_1000": 0.12474, "map_at_1": 0.00427, "map_at_3": 0.00933, "map_at_5": 0.01052, "map_at_10": 0.01358, "map_at_20": 0.01505, "map_at_100": 0.018, "map_at_1000": 0.02013, "recall_at_1": 0.00427, "recall_at_3": 0.0148, "recall_at_5": 0.02016, "recall_at_10": 0.04048, "recall_at_20": 0.05806, "recall_at_100": 0.16647, "recall_at_1000": 0.6486, "precision_at_1": 0.01335, "precision_at_3": 0.01558, "precision_at_5": 0.01228, "precision_at_10": 0.01068, "precision_at_20": 0.00821, "precision_at_100": 0.00413, "precision_at_1000": 0.00149, "mrr_at_1": 0.013351, "mrr_at_3": 0.024922, "mrr_at_5": 0.028193, "mrr_at_10": 0.033058, "mrr_at_20": 0.035813, "mrr_at_100": 0.03963, "mrr_at_1000": 0.041153, "nauc_ndcg_at_1_max": -0.123482, "nauc_ndcg_at_1_std": -0.130692, "nauc_ndcg_at_1_diff1": 0.018884, "nauc_ndcg_at_3_max": 0.026533, "nauc_ndcg_at_3_std": -0.224678, "nauc_ndcg_at_3_diff1": 0.009267, "nauc_ndcg_at_5_max": 0.020045, "nauc_ndcg_at_5_std": -0.23981, "nauc_ndcg_at_5_diff1": 0.045996, "nauc_ndcg_at_10_max": -0.002426, "nauc_ndcg_at_10_std": -0.163543, "nauc_ndcg_at_10_diff1": -0.010834, "nauc_ndcg_at_20_max": 0.000445, "nauc_ndcg_at_20_std": -0.134934, "nauc_ndcg_at_20_diff1": -0.004494, "nauc_ndcg_at_100_max": 0.020603, "nauc_ndcg_at_100_std": -0.121565, "nauc_ndcg_at_100_diff1": -0.00639, "nauc_ndcg_at_1000_max": 0.039866, "nauc_ndcg_at_1000_std": -0.08399, "nauc_ndcg_at_1000_diff1": -0.003834, "nauc_map_at_1_max": -0.11748, "nauc_map_at_1_std": -0.169269, "nauc_map_at_1_diff1": 0.028368, "nauc_map_at_3_max": 0.023182, "nauc_map_at_3_std": -0.239336, "nauc_map_at_3_diff1": 0.02993, "nauc_map_at_5_max": 0.017553, "nauc_map_at_5_std": -0.249065, "nauc_map_at_5_diff1": 0.050497, "nauc_map_at_10_max": 0.003406, "nauc_map_at_10_std": -0.193679, "nauc_map_at_10_diff1": 0.011736, "nauc_map_at_20_max": 0.003124, "nauc_map_at_20_std": -0.178087, "nauc_map_at_20_diff1": 0.00999, "nauc_map_at_100_max": 0.007275, "nauc_map_at_100_std": -0.168816, "nauc_map_at_100_diff1": 0.006756, "nauc_map_at_1000_max": 0.01169, "nauc_map_at_1000_std": -0.163427, "nauc_map_at_1000_diff1": 0.00669, "nauc_recall_at_1_max": -0.11748, "nauc_recall_at_1_std": -0.169269, "nauc_recall_at_1_diff1": 0.028368, "nauc_recall_at_3_max": 0.110142, "nauc_recall_at_3_std": -0.246907, "nauc_recall_at_3_diff1": 0.048129, "nauc_recall_at_5_max": 0.067136, "nauc_recall_at_5_std": -0.266543, "nauc_recall_at_5_diff1": 0.09259, "nauc_recall_at_10_max": -0.007197, "nauc_recall_at_10_std": -0.112601, "nauc_recall_at_10_diff1": -0.040682, "nauc_recall_at_20_max": -0.006184, "nauc_recall_at_20_std": -0.074646, "nauc_recall_at_20_diff1": -0.02698, "nauc_recall_at_100_max": 0.031838, "nauc_recall_at_100_std": -0.080555, "nauc_recall_at_100_diff1": -0.006738, "nauc_recall_at_1000_max": 0.035523, "nauc_recall_at_1000_std": 0.00104, "nauc_recall_at_1000_diff1": 0.007983, "nauc_precision_at_1_max": -0.123482, "nauc_precision_at_1_std": -0.130692, "nauc_precision_at_1_diff1": 0.018884, "nauc_precision_at_3_max": 0.039313, "nauc_precision_at_3_std": -0.213819, "nauc_precision_at_3_diff1": -0.026986, "nauc_precision_at_5_max": 0.025448, "nauc_precision_at_5_std": -0.235045, "nauc_precision_at_5_diff1": 0.010925, "nauc_precision_at_10_max": 0.004844, "nauc_precision_at_10_std": -0.16286, "nauc_precision_at_10_diff1": -0.017657, "nauc_precision_at_20_max": 0.014991, "nauc_precision_at_20_std": -0.117109, "nauc_precision_at_20_diff1": 0.011723, "nauc_precision_at_100_max": 0.03901, "nauc_precision_at_100_std": -0.100324, "nauc_precision_at_100_diff1": -0.01617, "nauc_precision_at_1000_max": 0.067842, "nauc_precision_at_1000_std": -0.015328, "nauc_precision_at_1000_diff1": -0.007742, "nauc_mrr_at_1_max": -0.123482, "nauc_mrr_at_1_std": -0.130692, "nauc_mrr_at_1_diff1": 0.018884, "nauc_mrr_at_3_max": -0.035668, "nauc_mrr_at_3_std": -0.188682, "nauc_mrr_at_3_diff1": -0.000225, "nauc_mrr_at_5_max": -0.03198, "nauc_mrr_at_5_std": -0.202539, "nauc_mrr_at_5_diff1": 0.014644, "nauc_mrr_at_10_max": -0.025832, "nauc_mrr_at_10_std": -0.178997, "nauc_mrr_at_10_diff1": -0.003688, "nauc_mrr_at_20_max": -0.024127, "nauc_mrr_at_20_std": -0.169233, "nauc_mrr_at_20_diff1": 0.000602, "nauc_mrr_at_100_max": -0.020064, "nauc_mrr_at_100_std": -0.162571, "nauc_mrr_at_100_diff1": -0.001942, "nauc_mrr_at_1000_max": -0.018754, "nauc_mrr_at_1000_std": -0.161397, "nauc_mrr_at_1000_diff1": -0.002016, "main_score": 0.02551, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.01335, "ndcg_at_3": 0.01265, "ndcg_at_5": 0.01515, "ndcg_at_10": 0.01838, "ndcg_at_20": 0.02382, "ndcg_at_100": 0.04438, "ndcg_at_1000": 0.13032, "map_at_1": 0.00806, "map_at_3": 0.01017, "map_at_5": 0.01157, "map_at_10": 0.01268, "map_at_20": 0.01416, "map_at_100": 0.01689, "map_at_1000": 0.01948, "recall_at_1": 0.00806, "recall_at_3": 0.01351, "recall_at_5": 0.0194, "recall_at_10": 0.02757, "recall_at_20": 0.04562, "recall_at_100": 0.14059, "recall_at_1000": 0.74893, "precision_at_1": 0.01335, "precision_at_3": 0.00712, "precision_at_5": 0.00641, "precision_at_10": 0.00507, "precision_at_20": 0.00427, "precision_at_100": 0.00282, "precision_at_1000": 0.00157, "mrr_at_1": 0.013351, "mrr_at_3": 0.016466, "mrr_at_5": 0.018402, "mrr_at_10": 0.020258, "mrr_at_20": 0.02217, "mrr_at_100": 0.025058, "mrr_at_1000": 0.02708, "nauc_ndcg_at_1_max": 0.424052, "nauc_ndcg_at_1_std": 0.079555, "nauc_ndcg_at_1_diff1": 0.347668, "nauc_ndcg_at_3_max": 0.494521, "nauc_ndcg_at_3_std": -0.05724, "nauc_ndcg_at_3_diff1": 0.281521, "nauc_ndcg_at_5_max": 0.433384, "nauc_ndcg_at_5_std": -0.064139, "nauc_ndcg_at_5_diff1": 0.289732, "nauc_ndcg_at_10_max": 0.331804, "nauc_ndcg_at_10_std": 0.015713, "nauc_ndcg_at_10_diff1": 0.297711, "nauc_ndcg_at_20_max": 0.239268, "nauc_ndcg_at_20_std": 0.071373, "nauc_ndcg_at_20_diff1": 0.236594, "nauc_ndcg_at_100_max": 0.145107, "nauc_ndcg_at_100_std": 0.091545, "nauc_ndcg_at_100_diff1": 0.153372, "nauc_ndcg_at_1000_max": 0.096838, "nauc_ndcg_at_1000_std": 0.136485, "nauc_ndcg_at_1000_diff1": 0.146352, "nauc_map_at_1_max": 0.547601, "nauc_map_at_1_std": -0.039007, "nauc_map_at_1_diff1": 0.381739, "nauc_map_at_3_max": 0.538967, "nauc_map_at_3_std": -0.095327, "nauc_map_at_3_diff1": 0.306552, "nauc_map_at_5_max": 0.483666, "nauc_map_at_5_std": -0.079632, "nauc_map_at_5_diff1": 0.316485, "nauc_map_at_10_max": 0.43142, "nauc_map_at_10_std": -0.041825, "nauc_map_at_10_diff1": 0.318869, "nauc_map_at_20_max": 0.379833, "nauc_map_at_20_std": -0.009901, "nauc_map_at_20_diff1": 0.289352, "nauc_map_at_100_max": 0.324775, "nauc_map_at_100_std": 0.010543, "nauc_map_at_100_diff1": 0.253416, "nauc_map_at_1000_max": 0.310025, "nauc_map_at_1000_std": 0.01953, "nauc_map_at_1000_diff1": 0.245107, "nauc_recall_at_1_max": 0.547601, "nauc_recall_at_1_std": -0.039007, "nauc_recall_at_1_diff1": 0.381739, "nauc_recall_at_3_max": 0.514997, "nauc_recall_at_3_std": -0.133493, "nauc_recall_at_3_diff1": 0.250047, "nauc_recall_at_5_max": 0.414204, "nauc_recall_at_5_std": -0.128869, "nauc_recall_at_5_diff1": 0.260951, "nauc_recall_at_10_max": 0.246408, "nauc_recall_at_10_std": 0.0234, "nauc_recall_at_10_diff1": 0.277629, "nauc_recall_at_20_max": 0.118859, "nauc_recall_at_20_std": 0.120838, "nauc_recall_at_20_diff1": 0.17613, "nauc_recall_at_100_max": 0.042847, "nauc_recall_at_100_std": 0.122731, "nauc_recall_at_100_diff1": 0.083777, "nauc_recall_at_1000_max": -0.057908, "nauc_recall_at_1000_std": 0.256865, "nauc_recall_at_1000_diff1": 0.150363, "nauc_precision_at_1_max": 0.424052, "nauc_precision_at_1_std": 0.079555, "nauc_precision_at_1_diff1": 0.347668, "nauc_precision_at_3_max": 0.384399, "nauc_precision_at_3_std": 0.040832, "nauc_precision_at_3_diff1": 0.269743, "nauc_precision_at_5_max": 0.305784, "nauc_precision_at_5_std": 0.010153, "nauc_precision_at_5_diff1": 0.256654, "nauc_precision_at_10_max": 0.136999, "nauc_precision_at_10_std": 0.161791, "nauc_precision_at_10_diff1": 0.294695, "nauc_precision_at_20_max": 0.052961, "nauc_precision_at_20_std": 0.197103, "nauc_precision_at_20_diff1": 0.209953, "nauc_precision_at_100_max": 0.046427, "nauc_precision_at_100_std": 0.132127, "nauc_precision_at_100_diff1": 0.101373, "nauc_precision_at_1000_max": 0.000682, "nauc_precision_at_1000_std": 0.084827, "nauc_precision_at_1000_diff1": 0.011339, "nauc_mrr_at_1_max": 0.424052, "nauc_mrr_at_1_std": 0.079555, "nauc_mrr_at_1_diff1": 0.347668, "nauc_mrr_at_3_max": 0.417902, "nauc_mrr_at_3_std": 0.047265, "nauc_mrr_at_3_diff1": 0.295842, "nauc_mrr_at_5_max": 0.401936, "nauc_mrr_at_5_std": 0.019751, "nauc_mrr_at_5_diff1": 0.278138, "nauc_mrr_at_10_max": 0.348474, "nauc_mrr_at_10_std": 0.058637, "nauc_mrr_at_10_diff1": 0.283936, "nauc_mrr_at_20_max": 0.310382, "nauc_mrr_at_20_std": 0.072244, "nauc_mrr_at_20_diff1": 0.256578, "nauc_mrr_at_100_max": 0.285895, "nauc_mrr_at_100_std": 0.071516, "nauc_mrr_at_100_diff1": 0.235163, "nauc_mrr_at_1000_max": 0.283656, "nauc_mrr_at_1000_std": 0.073493, "nauc_mrr_at_1000_diff1": 0.232451, "main_score": 0.01838, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.25622, "ndcg_at_3": 0.29134, "ndcg_at_5": 0.30822, "ndcg_at_10": 0.33221, "ndcg_at_20": 0.34802, "ndcg_at_100": 0.37737, "ndcg_at_1000": 0.41963, "map_at_1": 0.21831, "map_at_3": 0.27274, "map_at_5": 0.28429, "map_at_10": 0.29515, "map_at_20": 0.29978, "map_at_100": 0.30395, "map_at_1000": 0.30532, "recall_at_1": 0.21831, "recall_at_3": 0.31672, "recall_at_5": 0.3564, "recall_at_10": 0.42524, "recall_at_20": 0.48294, "recall_at_100": 0.63306, "recall_at_1000": 0.95859, "precision_at_1": 0.25622, "precision_at_3": 0.13333, "precision_at_5": 0.09276, "precision_at_10": 0.05578, "precision_at_20": 0.032, "precision_at_100": 0.00849, "precision_at_1000": 0.00132, "mrr_at_1": 0.256216, "mrr_at_3": 0.295856, "mrr_at_5": 0.305586, "mrr_at_10": 0.315054, "mrr_at_20": 0.319346, "mrr_at_100": 0.32277, "mrr_at_1000": 0.323781, "nauc_ndcg_at_1_max": 0.51661, "nauc_ndcg_at_1_std": -0.012853, "nauc_ndcg_at_1_diff1": 0.505199, "nauc_ndcg_at_3_max": 0.494997, "nauc_ndcg_at_3_std": -0.050862, "nauc_ndcg_at_3_diff1": 0.433617, "nauc_ndcg_at_5_max": 0.497518, "nauc_ndcg_at_5_std": -0.06355, "nauc_ndcg_at_5_diff1": 0.419055, "nauc_ndcg_at_10_max": 0.49827, "nauc_ndcg_at_10_std": -0.083663, "nauc_ndcg_at_10_diff1": 0.4061, "nauc_ndcg_at_20_max": 0.498298, "nauc_ndcg_at_20_std": -0.090353, "nauc_ndcg_at_20_diff1": 0.399139, "nauc_ndcg_at_100_max": 0.485248, "nauc_ndcg_at_100_std": -0.088887, "nauc_ndcg_at_100_diff1": 0.408177, "nauc_ndcg_at_1000_max": 0.491187, "nauc_ndcg_at_1000_std": -0.075571, "nauc_ndcg_at_1000_diff1": 0.412048, "nauc_map_at_1_max": 0.456505, "nauc_map_at_1_std": -0.017209, "nauc_map_at_1_diff1": 0.507305, "nauc_map_at_3_max": 0.489565, "nauc_map_at_3_std": -0.041832, "nauc_map_at_3_diff1": 0.442434, "nauc_map_at_5_max": 0.495128, "nauc_map_at_5_std": -0.047574, "nauc_map_at_5_diff1": 0.432905, "nauc_map_at_10_max": 0.497127, "nauc_map_at_10_std": -0.056359, "nauc_map_at_10_diff1": 0.425656, "nauc_map_at_20_max": 0.497549, "nauc_map_at_20_std": -0.058155, "nauc_map_at_20_diff1": 0.423922, "nauc_map_at_100_max": 0.495951, "nauc_map_at_100_std": -0.057997, "nauc_map_at_100_diff1": 0.425351, "nauc_map_at_1000_max": 0.496033, "nauc_map_at_1000_std": -0.057773, "nauc_map_at_1000_diff1": 0.425427, "nauc_recall_at_1_max": 0.456505, "nauc_recall_at_1_std": -0.017209, "nauc_recall_at_1_diff1": 0.507305, "nauc_recall_at_3_max": 0.475358, "nauc_recall_at_3_std": -0.076705, "nauc_recall_at_3_diff1": 0.390977, "nauc_recall_at_5_max": 0.489459, "nauc_recall_at_5_std": -0.098045, "nauc_recall_at_5_diff1": 0.364706, "nauc_recall_at_10_max": 0.486114, "nauc_recall_at_10_std": -0.151194, "nauc_recall_at_10_diff1": 0.327413, "nauc_recall_at_20_max": 0.485771, "nauc_recall_at_20_std": -0.177054, "nauc_recall_at_20_diff1": 0.300353, "nauc_recall_at_100_max": 0.404652, "nauc_recall_at_100_std": -0.180871, "nauc_recall_at_100_diff1": 0.326886, "nauc_recall_at_1000_max": 0.447261, "nauc_recall_at_1000_std": 0.061088, "nauc_recall_at_1000_diff1": 0.192235, "nauc_precision_at_1_max": 0.51661, "nauc_precision_at_1_std": -0.012853, "nauc_precision_at_1_diff1": 0.505199, "nauc_precision_at_3_max": 0.512279, "nauc_precision_at_3_std": -0.045062, "nauc_precision_at_3_diff1": 0.314362, "nauc_precision_at_5_max": 0.492723, "nauc_precision_at_5_std": -0.065393, "nauc_precision_at_5_diff1": 0.266603, "nauc_precision_at_10_max": 0.464403, "nauc_precision_at_10_std": -0.109507, "nauc_precision_at_10_diff1": 0.215629, "nauc_precision_at_20_max": 0.44077, "nauc_precision_at_20_std": -0.118305, "nauc_precision_at_20_diff1": 0.186414, "nauc_precision_at_100_max": 0.297489, "nauc_precision_at_100_std": -0.103442, "nauc_precision_at_100_diff1": 0.164533, "nauc_precision_at_1000_max": 0.024739, "nauc_precision_at_1000_std": 0.020552, "nauc_precision_at_1000_diff1": -0.045741, "nauc_mrr_at_1_max": 0.51661, "nauc_mrr_at_1_std": -0.012853, "nauc_mrr_at_1_diff1": 0.505199, "nauc_mrr_at_3_max": 0.50627, "nauc_mrr_at_3_std": -0.047502, "nauc_mrr_at_3_diff1": 0.457008, "nauc_mrr_at_5_max": 0.504843, "nauc_mrr_at_5_std": -0.055804, "nauc_mrr_at_5_diff1": 0.450324, "nauc_mrr_at_10_max": 0.502487, "nauc_mrr_at_10_std": -0.0642, "nauc_mrr_at_10_diff1": 0.446621, "nauc_mrr_at_20_max": 0.502589, "nauc_mrr_at_20_std": -0.066381, "nauc_mrr_at_20_diff1": 0.444597, "nauc_mrr_at_100_max": 0.501686, "nauc_mrr_at_100_std": -0.065568, "nauc_mrr_at_100_diff1": 0.446011, "nauc_mrr_at_1000_max": 0.501905, "nauc_mrr_at_1000_std": -0.065276, "nauc_mrr_at_1000_diff1": 0.445964, "main_score": 0.33221, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.07351, "ndcg_at_3": 0.07485, "ndcg_at_5": 0.07622, "ndcg_at_10": 0.07688, "ndcg_at_20": 0.07715, "ndcg_at_100": 0.08247, "ndcg_at_1000": 0.16773, "map_at_1": 0.07351, "map_at_3": 0.07431, "map_at_5": 0.0751, "map_at_10": 0.07534, "map_at_20": 0.07541, "map_at_100": 0.07588, "map_at_1000": 0.07809, "recall_at_1": 0.07351, "recall_at_3": 0.07589, "recall_at_5": 0.07935, "recall_at_10": 0.08151, "recall_at_20": 0.08259, "recall_at_100": 0.11211, "recall_at_1000": 0.73932, "precision_at_1": 0.07351, "precision_at_3": 0.02559, "precision_at_5": 0.01622, "precision_at_10": 0.00832, "precision_at_20": 0.00422, "precision_at_100": 0.0013, "precision_at_1000": 0.00136, "mrr_at_1": 0.073514, "mrr_at_3": 0.074595, "mrr_at_5": 0.075297, "mrr_at_10": 0.075541, "mrr_at_20": 0.075613, "mrr_at_100": 0.076242, "mrr_at_1000": 0.078342, "nauc_ndcg_at_1_max": 0.950862, "nauc_ndcg_at_1_std": 0.038596, "nauc_ndcg_at_1_diff1": 0.892551, "nauc_ndcg_at_3_max": 0.933781, "nauc_ndcg_at_3_std": 0.029497, "nauc_ndcg_at_3_diff1": 0.874214, "nauc_ndcg_at_5_max": 0.92226, "nauc_ndcg_at_5_std": 0.038097, "nauc_ndcg_at_5_diff1": 0.856039, "nauc_ndcg_at_10_max": 0.913405, "nauc_ndcg_at_10_std": 0.043411, "nauc_ndcg_at_10_diff1": 0.847528, "nauc_ndcg_at_20_max": 0.912528, "nauc_ndcg_at_20_std": 0.046762, "nauc_ndcg_at_20_diff1": 0.844904, "nauc_ndcg_at_100_max": 0.859154, "nauc_ndcg_at_100_std": 0.046417, "nauc_ndcg_at_100_diff1": 0.794746, "nauc_ndcg_at_1000_max": 0.702465, "nauc_ndcg_at_1000_std": 0.044805, "nauc_ndcg_at_1000_diff1": 0.670746, "nauc_map_at_1_max": 0.950862, "nauc_map_at_1_std": 0.038596, "nauc_map_at_1_diff1": 0.892551, "nauc_map_at_3_max": 0.939327, "nauc_map_at_3_std": 0.033288, "nauc_map_at_3_diff1": 0.880537, "nauc_map_at_5_max": 0.933293, "nauc_map_at_5_std": 0.037744, "nauc_map_at_5_diff1": 0.870578, "nauc_map_at_10_max": 0.929849, "nauc_map_at_10_std": 0.039763, "nauc_map_at_10_diff1": 0.8672, "nauc_map_at_20_max": 0.929594, "nauc_map_at_20_std": 0.040681, "nauc_map_at_20_diff1": 0.866466, "nauc_map_at_100_max": 0.924938, "nauc_map_at_100_std": 0.041028, "nauc_map_at_100_diff1": 0.861342, "nauc_map_at_1000_max": 0.915264, "nauc_map_at_1000_std": 0.040832, "nauc_map_at_1000_diff1": 0.853757, "nauc_recall_at_1_max": 0.950862, "nauc_recall_at_1_std": 0.038596, "nauc_recall_at_1_diff1": 0.892551, "nauc_recall_at_3_max": 0.916981, "nauc_recall_at_3_std": 0.023004, "nauc_recall_at_3_diff1": 0.857261, "nauc_recall_at_5_max": 0.88903, "nauc_recall_at_5_std": 0.042903, "nauc_recall_at_5_diff1": 0.813636, "nauc_recall_at_10_max": 0.862525, "nauc_recall_at_10_std": 0.059357, "nauc_recall_at_10_diff1": 0.788725, "nauc_recall_at_20_max": 0.859916, "nauc_recall_at_20_std": 0.071669, "nauc_recall_at_20_diff1": 0.779691, "nauc_recall_at_100_max": 0.63988, "nauc_recall_at_100_std": 0.065008, "nauc_recall_at_100_diff1": 0.582218, "nauc_recall_at_1000_max": 0.108111, "nauc_recall_at_1000_std": 0.045092, "nauc_recall_at_1000_diff1": 0.198866, "nauc_precision_at_1_max": 0.950862, "nauc_precision_at_1_std": 0.038596, "nauc_precision_at_1_diff1": 0.892551, "nauc_precision_at_3_max": 0.917916, "nauc_precision_at_3_std": 0.016259, "nauc_precision_at_3_diff1": 0.855075, "nauc_precision_at_5_max": 0.891397, "nauc_precision_at_5_std": 0.029708, "nauc_precision_at_5_diff1": 0.810427, "nauc_precision_at_10_max": 0.865381, "nauc_precision_at_10_std": 0.046163, "nauc_precision_at_10_diff1": 0.786118, "nauc_precision_at_20_max": 0.86279, "nauc_precision_at_20_std": 0.058392, "nauc_precision_at_20_diff1": 0.777302, "nauc_precision_at_100_max": 0.560797, "nauc_precision_at_100_std": 0.031997, "nauc_precision_at_100_diff1": 0.52001, "nauc_precision_at_1000_max": -0.075389, "nauc_precision_at_1000_std": 0.028664, "nauc_precision_at_1000_diff1": -0.048534, "nauc_mrr_at_1_max": 0.950862, "nauc_mrr_at_1_std": 0.038596, "nauc_mrr_at_1_diff1": 0.892551, "nauc_mrr_at_3_max": 0.939562, "nauc_mrr_at_3_std": 0.030935, "nauc_mrr_at_3_diff1": 0.879697, "nauc_mrr_at_5_max": 0.933472, "nauc_mrr_at_5_std": 0.0361, "nauc_mrr_at_5_diff1": 0.870022, "nauc_mrr_at_10_max": 0.930036, "nauc_mrr_at_10_std": 0.038119, "nauc_mrr_at_10_diff1": 0.866655, "nauc_mrr_at_20_max": 0.929782, "nauc_mrr_at_20_std": 0.039036, "nauc_mrr_at_20_diff1": 0.865923, "nauc_mrr_at_100_max": 0.923474, "nauc_mrr_at_100_std": 0.039098, "nauc_mrr_at_100_diff1": 0.859302, "nauc_mrr_at_1000_max": 0.915727, "nauc_mrr_at_1000_std": 0.038882, "nauc_mrr_at_1000_diff1": 0.85277, "main_score": 0.07688, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.0011, "ndcg_at_3": 0.00207, "ndcg_at_5": 0.00276, "ndcg_at_10": 0.00424, "ndcg_at_20": 0.00643, "ndcg_at_100": 0.02099, "ndcg_at_1000": 0.11251, "map_at_1": 0.0011, "map_at_3": 0.00174, "map_at_5": 0.0021, "map_at_10": 0.00264, "map_at_20": 0.0032, "map_at_100": 0.00489, "map_at_1000": 0.00727, "recall_at_1": 0.0011, "recall_at_3": 0.00274, "recall_at_5": 0.0042, "recall_at_10": 0.00822, "recall_at_20": 0.01681, "recall_at_100": 0.09473, "recall_at_1000": 0.8307, "precision_at_1": 0.0011, "precision_at_3": 0.0011, "precision_at_5": 0.0011, "precision_at_10": 0.00121, "precision_at_20": 0.0011, "precision_at_100": 0.00127, "precision_at_1000": 0.00115, "mrr_at_1": 0.001096, "mrr_at_3": 0.00201, "mrr_at_5": 0.002558, "mrr_at_10": 0.003403, "mrr_at_20": 0.004058, "mrr_at_100": 0.005863, "mrr_at_1000": 0.008007, "nauc_ndcg_at_1_max": 0.323113, "nauc_ndcg_at_1_std": 0.098307, "nauc_ndcg_at_1_diff1": 0.323113, "nauc_ndcg_at_3_max": -0.056348, "nauc_ndcg_at_3_std": -0.074343, "nauc_ndcg_at_3_diff1": -0.000924, "nauc_ndcg_at_5_max": -0.136607, "nauc_ndcg_at_5_std": -0.13557, "nauc_ndcg_at_5_diff1": 0.014506, "nauc_ndcg_at_10_max": -0.011807, "nauc_ndcg_at_10_std": 0.061546, "nauc_ndcg_at_10_diff1": -0.048391, "nauc_ndcg_at_20_max": 0.032335, "nauc_ndcg_at_20_std": 0.093465, "nauc_ndcg_at_20_diff1": -0.025599, "nauc_ndcg_at_100_max": 0.217822, "nauc_ndcg_at_100_std": 0.236794, "nauc_ndcg_at_100_diff1": 0.030962, "nauc_ndcg_at_1000_max": 0.212356, "nauc_ndcg_at_1000_std": 0.068362, "nauc_ndcg_at_1000_diff1": 0.187396, "nauc_map_at_1_max": 0.323113, "nauc_map_at_1_std": 0.098307, "nauc_map_at_1_diff1": 0.323113, "nauc_map_at_3_max": 0.026122, "nauc_map_at_3_std": -0.037341, "nauc_map_at_3_diff1": 0.070155, "nauc_map_at_5_max": -0.041616, "nauc_map_at_5_std": -0.086175, "nauc_map_at_5_diff1": 0.078401, "nauc_map_at_10_max": -0.00527, "nauc_map_at_10_std": 0.007426, "nauc_map_at_10_diff1": 0.023178, "nauc_map_at_20_max": 0.019253, "nauc_map_at_20_std": 0.033282, "nauc_map_at_20_diff1": 0.027414, "nauc_map_at_100_max": 0.121962, "nauc_map_at_100_std": 0.134337, "nauc_map_at_100_diff1": 0.032714, "nauc_map_at_1000_max": 0.132975, "nauc_map_at_1000_std": 0.115249, "nauc_map_at_1000_diff1": 0.062111, "nauc_recall_at_1_max": 0.323113, "nauc_recall_at_1_std": 0.098307, "nauc_recall_at_1_diff1": 0.323113, "nauc_recall_at_3_max": -0.151448, "nauc_recall_at_3_std": -0.12904, "nauc_recall_at_3_diff1": -0.067786, "nauc_recall_at_5_max": -0.225161, "nauc_recall_at_5_std": -0.194814, "nauc_recall_at_5_diff1": -0.003315, "nauc_recall_at_10_max": -0.017596, "nauc_recall_at_10_std": 0.103685, "nauc_recall_at_10_diff1": -0.083452, "nauc_recall_at_20_max": 0.063632, "nauc_recall_at_20_std": 0.139157, "nauc_recall_at_20_diff1": -0.02661, "nauc_recall_at_100_max": 0.252167, "nauc_recall_at_100_std": 0.265168, "nauc_recall_at_100_diff1": 0.042917, "nauc_recall_at_1000_max": 0.265501, "nauc_recall_at_1000_std": -0.02933, "nauc_recall_at_1000_diff1": 0.359103, "nauc_precision_at_1_max": 0.323113, "nauc_precision_at_1_std": 0.098307, "nauc_precision_at_1_diff1": 0.323113, "nauc_precision_at_3_max": -0.221889, "nauc_precision_at_3_std": -0.141788, "nauc_precision_at_3_diff1": -0.152171, "nauc_precision_at_5_max": -0.296575, "nauc_precision_at_5_std": -0.212329, "nauc_precision_at_5_diff1": -0.126493, "nauc_precision_at_10_max": 0.068483, "nauc_precision_at_10_std": 0.192694, "nauc_precision_at_10_diff1": -0.129741, "nauc_precision_at_20_max": 0.062061, "nauc_precision_at_20_std": 0.161798, "nauc_precision_at_20_diff1": -0.087467, "nauc_precision_at_100_max": 0.26688, "nauc_precision_at_100_std": 0.277385, "nauc_precision_at_100_diff1": 0.025684, "nauc_precision_at_1000_max": 0.085917, "nauc_precision_at_1000_std": -0.034127, "nauc_precision_at_1000_diff1": 0.124416, "nauc_mrr_at_1_max": 0.323113, "nauc_mrr_at_1_std": 0.098307, "nauc_mrr_at_1_diff1": 0.323113, "nauc_mrr_at_3_max": -0.055725, "nauc_mrr_at_3_std": -0.060276, "nauc_mrr_at_3_diff1": -0.017697, "nauc_mrr_at_5_max": -0.131342, "nauc_mrr_at_5_std": -0.115533, "nauc_mrr_at_5_diff1": -0.032757, "nauc_mrr_at_10_max": -0.024283, "nauc_mrr_at_10_std": 0.033347, "nauc_mrr_at_10_diff1": -0.063606, "nauc_mrr_at_20_max": -0.014637, "nauc_mrr_at_20_std": 0.044384, "nauc_mrr_at_20_diff1": -0.058052, "nauc_mrr_at_100_max": 0.079515, "nauc_mrr_at_100_std": 0.123872, "nauc_mrr_at_100_diff1": -0.019828, "nauc_mrr_at_1000_max": 0.090912, "nauc_mrr_at_1000_std": 0.109416, "nauc_mrr_at_1000_diff1": 0.003309, "main_score": 0.00424, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.05128, "ndcg_at_3": 0.05076, "ndcg_at_5": 0.05444, "ndcg_at_10": 0.06403, "ndcg_at_20": 0.07414, "ndcg_at_100": 0.09984, "ndcg_at_1000": 0.18516, "map_at_1": 0.03358, "map_at_3": 0.0421, "map_at_5": 0.0451, "map_at_10": 0.0493, "map_at_20": 0.05214, "map_at_100": 0.05572, "map_at_1000": 0.05827, "recall_at_1": 0.03358, "recall_at_3": 0.04972, "recall_at_5": 0.06119, "recall_at_10": 0.08622, "recall_at_20": 0.11908, "recall_at_100": 0.23937, "recall_at_1000": 0.87479, "precision_at_1": 0.05128, "precision_at_3": 0.02966, "precision_at_5": 0.02262, "precision_at_10": 0.01629, "precision_at_20": 0.01169, "precision_at_100": 0.00472, "precision_at_1000": 0.00167, "mrr_at_1": 0.051282, "mrr_at_3": 0.061337, "mrr_at_5": 0.066013, "mrr_at_10": 0.070208, "mrr_at_20": 0.073503, "mrr_at_100": 0.076664, "mrr_at_1000": 0.078324, "nauc_ndcg_at_1_max": 0.329153, "nauc_ndcg_at_1_std": -0.041731, "nauc_ndcg_at_1_diff1": 0.263143, "nauc_ndcg_at_3_max": 0.258047, "nauc_ndcg_at_3_std": -0.009737, "nauc_ndcg_at_3_diff1": 0.237482, "nauc_ndcg_at_5_max": 0.214734, "nauc_ndcg_at_5_std": -0.009283, "nauc_ndcg_at_5_diff1": 0.242691, "nauc_ndcg_at_10_max": 0.186771, "nauc_ndcg_at_10_std": -0.032217, "nauc_ndcg_at_10_diff1": 0.197478, "nauc_ndcg_at_20_max": 0.166817, "nauc_ndcg_at_20_std": -0.047021, "nauc_ndcg_at_20_diff1": 0.174027, "nauc_ndcg_at_100_max": 0.113472, "nauc_ndcg_at_100_std": -0.023284, "nauc_ndcg_at_100_diff1": 0.151996, "nauc_ndcg_at_1000_max": 0.121307, "nauc_ndcg_at_1000_std": -0.027699, "nauc_ndcg_at_1000_diff1": 0.157095, "nauc_map_at_1_max": 0.382625, "nauc_map_at_1_std": -0.055037, "nauc_map_at_1_diff1": 0.354437, "nauc_map_at_3_max": 0.291699, "nauc_map_at_3_std": -0.026491, "nauc_map_at_3_diff1": 0.289821, "nauc_map_at_5_max": 0.257104, "nauc_map_at_5_std": -0.02194, "nauc_map_at_5_diff1": 0.278936, "nauc_map_at_10_max": 0.238948, "nauc_map_at_10_std": -0.033969, "nauc_map_at_10_diff1": 0.251105, "nauc_map_at_20_max": 0.22981, "nauc_map_at_20_std": -0.039232, "nauc_map_at_20_diff1": 0.242791, "nauc_map_at_100_max": 0.216493, "nauc_map_at_100_std": -0.035923, "nauc_map_at_100_diff1": 0.233403, "nauc_map_at_1000_max": 0.215559, "nauc_map_at_1000_std": -0.036417, "nauc_map_at_1000_diff1": 0.231249, "nauc_recall_at_1_max": 0.382625, "nauc_recall_at_1_std": -0.055037, "nauc_recall_at_1_diff1": 0.354437, "nauc_recall_at_3_max": 0.247273, "nauc_recall_at_3_std": 0.003421, "nauc_recall_at_3_diff1": 0.244831, "nauc_recall_at_5_max": 0.156594, "nauc_recall_at_5_std": 0.011668, "nauc_recall_at_5_diff1": 0.229259, "nauc_recall_at_10_max": 0.114772, "nauc_recall_at_10_std": -0.047873, "nauc_recall_at_10_diff1": 0.138206, "nauc_recall_at_20_max": 0.098021, "nauc_recall_at_20_std": -0.07736, "nauc_recall_at_20_diff1": 0.095189, "nauc_recall_at_100_max": 0.000263, "nauc_recall_at_100_std": -0.013151, "nauc_recall_at_100_diff1": 0.068506, "nauc_recall_at_1000_max": -0.06919, "nauc_recall_at_1000_std": 0.019087, "nauc_recall_at_1000_diff1": 0.078688, "nauc_precision_at_1_max": 0.329153, "nauc_precision_at_1_std": -0.041731, "nauc_precision_at_1_diff1": 0.263143, "nauc_precision_at_3_max": 0.166684, "nauc_precision_at_3_std": -0.002464, "nauc_precision_at_3_diff1": 0.145111, "nauc_precision_at_5_max": 0.089257, "nauc_precision_at_5_std": 0.010588, "nauc_precision_at_5_diff1": 0.148834, "nauc_precision_at_10_max": 0.057421, "nauc_precision_at_10_std": -0.019849, "nauc_precision_at_10_diff1": 0.088237, "nauc_precision_at_20_max": 0.02329, "nauc_precision_at_20_std": -0.054693, "nauc_precision_at_20_diff1": 0.064265, "nauc_precision_at_100_max": -0.058939, "nauc_precision_at_100_std": 0.01845, "nauc_precision_at_100_diff1": 0.064069, "nauc_precision_at_1000_max": -0.071413, "nauc_precision_at_1000_std": 0.023211, "nauc_precision_at_1000_diff1": 0.044053, "nauc_mrr_at_1_max": 0.329153, "nauc_mrr_at_1_std": -0.041731, "nauc_mrr_at_1_diff1": 0.263143, "nauc_mrr_at_3_max": 0.253478, "nauc_mrr_at_3_std": -0.014168, "nauc_mrr_at_3_diff1": 0.20623, "nauc_mrr_at_5_max": 0.222871, "nauc_mrr_at_5_std": -0.013044, "nauc_mrr_at_5_diff1": 0.209645, "nauc_mrr_at_10_max": 0.211399, "nauc_mrr_at_10_std": -0.0199, "nauc_mrr_at_10_diff1": 0.192736, "nauc_mrr_at_20_max": 0.199561, "nauc_mrr_at_20_std": -0.024505, "nauc_mrr_at_20_diff1": 0.182694, "nauc_mrr_at_100_max": 0.193385, "nauc_mrr_at_100_std": -0.021965, "nauc_mrr_at_100_diff1": 0.179645, "nauc_mrr_at_1000_max": 0.195255, "nauc_mrr_at_1000_std": -0.023383, "nauc_mrr_at_1000_diff1": 0.179472, "main_score": 0.06403, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.00302, "ndcg_at_3": 0.00552, "ndcg_at_5": 0.00656, "ndcg_at_10": 0.00836, "ndcg_at_20": 0.01121, "ndcg_at_100": 0.02401, "ndcg_at_1000": 0.12048, "map_at_1": 0.00189, "map_at_3": 0.00375, "map_at_5": 0.00434, "map_at_10": 0.00493, "map_at_20": 0.00568, "map_at_100": 0.00691, "map_at_1000": 0.00966, "recall_at_1": 0.00189, "recall_at_3": 0.00631, "recall_at_5": 0.009, "recall_at_10": 0.01312, "recall_at_20": 0.02227, "recall_at_100": 0.07926, "recall_at_1000": 0.78384, "precision_at_1": 0.00302, "precision_at_3": 0.00402, "precision_at_5": 0.00392, "precision_at_10": 0.00317, "precision_at_20": 0.00256, "precision_at_100": 0.00196, "precision_at_1000": 0.00158, "mrr_at_1": 0.003017, "mrr_at_3": 0.006787, "mrr_at_5": 0.008446, "mrr_at_10": 0.009808, "mrr_at_20": 0.010866, "mrr_at_100": 0.013259, "mrr_at_1000": 0.015483, "nauc_ndcg_at_1_max": 0.098721, "nauc_ndcg_at_1_std": -0.137988, "nauc_ndcg_at_1_diff1": -0.158015, "nauc_ndcg_at_3_max": 0.168241, "nauc_ndcg_at_3_std": -0.25141, "nauc_ndcg_at_3_diff1": -0.120471, "nauc_ndcg_at_5_max": 0.161046, "nauc_ndcg_at_5_std": -0.24543, "nauc_ndcg_at_5_diff1": -0.075198, "nauc_ndcg_at_10_max": 0.09603, "nauc_ndcg_at_10_std": -0.175098, "nauc_ndcg_at_10_diff1": -0.09558, "nauc_ndcg_at_20_max": 0.104998, "nauc_ndcg_at_20_std": -0.196397, "nauc_ndcg_at_20_diff1": -0.112564, "nauc_ndcg_at_100_max": 0.022216, "nauc_ndcg_at_100_std": -0.056256, "nauc_ndcg_at_100_diff1": -0.048829, "nauc_ndcg_at_1000_max": -0.059761, "nauc_ndcg_at_1000_std": -0.011135, "nauc_ndcg_at_1000_diff1": -0.08249, "nauc_map_at_1_max": 0.098721, "nauc_map_at_1_std": -0.178588, "nauc_map_at_1_diff1": -0.312057, "nauc_map_at_3_max": 0.208389, "nauc_map_at_3_std": -0.265945, "nauc_map_at_3_diff1": -0.163669, "nauc_map_at_5_max": 0.19256, "nauc_map_at_5_std": -0.25603, "nauc_map_at_5_diff1": -0.125748, "nauc_map_at_10_max": 0.156392, "nauc_map_at_10_std": -0.217844, "nauc_map_at_10_diff1": -0.13604, "nauc_map_at_20_max": 0.149574, "nauc_map_at_20_std": -0.222252, "nauc_map_at_20_diff1": -0.137835, "nauc_map_at_100_max": 0.114771, "nauc_map_at_100_std": -0.171932, "nauc_map_at_100_diff1": -0.117347, "nauc_map_at_1000_max": 0.095038, "nauc_map_at_1000_std": -0.153717, "nauc_map_at_1000_diff1": -0.115304, "nauc_recall_at_1_max": 0.098721, "nauc_recall_at_1_std": -0.178588, "nauc_recall_at_1_diff1": -0.312057, "nauc_recall_at_3_max": 0.197533, "nauc_recall_at_3_std": -0.300787, "nauc_recall_at_3_diff1": -0.089287, "nauc_recall_at_5_max": 0.153592, "nauc_recall_at_5_std": -0.25878, "nauc_recall_at_5_diff1": -0.021007, "nauc_recall_at_10_max": 0.065494, "nauc_recall_at_10_std": -0.143784, "nauc_recall_at_10_diff1": -0.083781, "nauc_recall_at_20_max": 0.093487, "nauc_recall_at_20_std": -0.192742, "nauc_recall_at_20_diff1": -0.131305, "nauc_recall_at_100_max": -0.009173, "nauc_recall_at_100_std": -0.00346, "nauc_recall_at_100_diff1": -0.025705, "nauc_recall_at_1000_max": -0.165508, "nauc_recall_at_1000_std": 0.060643, "nauc_recall_at_1000_diff1": -0.115397, "nauc_precision_at_1_max": 0.098721, "nauc_precision_at_1_std": -0.137988, "nauc_precision_at_1_diff1": -0.158015, "nauc_precision_at_3_max": 0.093365, "nauc_precision_at_3_std": -0.218537, "nauc_precision_at_3_diff1": -0.086273, "nauc_precision_at_5_max": 0.117296, "nauc_precision_at_5_std": -0.22263, "nauc_precision_at_5_diff1": -0.016033, "nauc_precision_at_10_max": 0.022171, "nauc_precision_at_10_std": -0.129331, "nauc_precision_at_10_diff1": -0.059583, "nauc_precision_at_20_max": 0.066037, "nauc_precision_at_20_std": -0.178109, "nauc_precision_at_20_diff1": -0.067656, "nauc_precision_at_100_max": -0.026089, "nauc_precision_at_100_std": 0.008813, "nauc_precision_at_100_diff1": -0.001905, "nauc_precision_at_1000_max": -0.075638, "nauc_precision_at_1000_std": 0.040026, "nauc_precision_at_1000_diff1": -0.019077, "nauc_mrr_at_1_max": 0.098721, "nauc_mrr_at_1_std": -0.137988, "nauc_mrr_at_1_diff1": -0.158015, "nauc_mrr_at_3_max": 0.121823, "nauc_mrr_at_3_std": -0.209625, "nauc_mrr_at_3_diff1": -0.124565, "nauc_mrr_at_5_max": 0.137496, "nauc_mrr_at_5_std": -0.218204, "nauc_mrr_at_5_diff1": -0.082841, "nauc_mrr_at_10_max": 0.083951, "nauc_mrr_at_10_std": -0.165855, "nauc_mrr_at_10_diff1": -0.078019, "nauc_mrr_at_20_max": 0.092354, "nauc_mrr_at_20_std": -0.175001, "nauc_mrr_at_20_diff1": -0.086388, "nauc_mrr_at_100_max": 0.065489, "nauc_mrr_at_100_std": -0.129308, "nauc_mrr_at_100_diff1": -0.069889, "nauc_mrr_at_1000_max": 0.062049, "nauc_mrr_at_1000_std": -0.129585, "nauc_mrr_at_1000_diff1": -0.075835, "main_score": 0.00836, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.01659, "ndcg_at_3": 0.01766, "ndcg_at_5": 0.02309, "ndcg_at_10": 0.02842, "ndcg_at_20": 0.03306, "ndcg_at_100": 0.05, "ndcg_at_1000": 0.14335, "map_at_1": 0.00757, "map_at_3": 0.0124, "map_at_5": 0.01659, "map_at_10": 0.01868, "map_at_20": 0.02012, "map_at_100": 0.02213, "map_at_1000": 0.02482, "recall_at_1": 0.00757, "recall_at_3": 0.01772, "recall_at_5": 0.03147, "recall_at_10": 0.0449, "recall_at_20": 0.05938, "recall_at_100": 0.1401, "recall_at_1000": 0.82934, "precision_at_1": 0.01659, "precision_at_3": 0.01357, "precision_at_5": 0.01327, "precision_at_10": 0.00965, "precision_at_20": 0.00656, "precision_at_100": 0.00296, "precision_at_1000": 0.00161, "mrr_at_1": 0.016591, "mrr_at_3": 0.023379, "mrr_at_5": 0.026998, "mrr_at_10": 0.02973, "mrr_at_20": 0.031111, "mrr_at_100": 0.033487, "mrr_at_1000": 0.035474, "nauc_ndcg_at_1_max": 0.244665, "nauc_ndcg_at_1_std": 0.024749, "nauc_ndcg_at_1_diff1": 0.18132, "nauc_ndcg_at_3_max": 0.203558, "nauc_ndcg_at_3_std": -0.07814, "nauc_ndcg_at_3_diff1": 0.072219, "nauc_ndcg_at_5_max": 0.110871, "nauc_ndcg_at_5_std": -0.129933, "nauc_ndcg_at_5_diff1": 0.03831, "nauc_ndcg_at_10_max": 0.113186, "nauc_ndcg_at_10_std": -0.087956, "nauc_ndcg_at_10_diff1": 0.086258, "nauc_ndcg_at_20_max": 0.08853, "nauc_ndcg_at_20_std": -0.073311, "nauc_ndcg_at_20_diff1": 0.097501, "nauc_ndcg_at_100_max": 0.051263, "nauc_ndcg_at_100_std": -0.04455, "nauc_ndcg_at_100_diff1": 0.086358, "nauc_ndcg_at_1000_max": 0.050573, "nauc_ndcg_at_1000_std": -0.052189, "nauc_ndcg_at_1000_diff1": 0.099976, "nauc_map_at_1_max": 0.230885, "nauc_map_at_1_std": 0.041404, "nauc_map_at_1_diff1": 0.1513, "nauc_map_at_3_max": 0.202789, "nauc_map_at_3_std": -0.050013, "nauc_map_at_3_diff1": 0.064687, "nauc_map_at_5_max": 0.142645, "nauc_map_at_5_std": -0.104106, "nauc_map_at_5_diff1": 0.040764, "nauc_map_at_10_max": 0.141124, "nauc_map_at_10_std": -0.079171, "nauc_map_at_10_diff1": 0.06986, "nauc_map_at_20_max": 0.124592, "nauc_map_at_20_std": -0.068865, "nauc_map_at_20_diff1": 0.08095, "nauc_map_at_100_max": 0.109114, "nauc_map_at_100_std": -0.059128, "nauc_map_at_100_diff1": 0.082647, "nauc_map_at_1000_max": 0.106999, "nauc_map_at_1000_std": -0.057512, "nauc_map_at_1000_diff1": 0.084561, "nauc_recall_at_1_max": 0.230885, "nauc_recall_at_1_std": 0.041404, "nauc_recall_at_1_diff1": 0.1513, "nauc_recall_at_3_max": 0.158037, "nauc_recall_at_3_std": -0.106242, "nauc_recall_at_3_diff1": -0.005256, "nauc_recall_at_5_max": 0.044712, "nauc_recall_at_5_std": -0.17698, "nauc_recall_at_5_diff1": 0.004327, "nauc_recall_at_10_max": 0.0721, "nauc_recall_at_10_std": -0.105291, "nauc_recall_at_10_diff1": 0.091011, "nauc_recall_at_20_max": 0.050915, "nauc_recall_at_20_std": -0.085289, "nauc_recall_at_20_diff1": 0.097194, "nauc_recall_at_100_max": 0.002621, "nauc_recall_at_100_std": -0.034155, "nauc_recall_at_100_diff1": 0.069566, "nauc_recall_at_1000_max": 0.00967, "nauc_recall_at_1000_std": -0.097177, "nauc_recall_at_1000_diff1": 0.14587, "nauc_precision_at_1_max": 0.244665, "nauc_precision_at_1_std": 0.024749, "nauc_precision_at_1_diff1": 0.18132, "nauc_precision_at_3_max": 0.176831, "nauc_precision_at_3_std": -0.11401, "nauc_precision_at_3_diff1": 0.07242, "nauc_precision_at_5_max": 0.105565, "nauc_precision_at_5_std": -0.167961, "nauc_precision_at_5_diff1": 0.036969, "nauc_precision_at_10_max": 0.10205, "nauc_precision_at_10_std": -0.068415, "nauc_precision_at_10_diff1": 0.114639, "nauc_precision_at_20_max": 0.038891, "nauc_precision_at_20_std": -0.033276, "nauc_precision_at_20_diff1": 0.137173, "nauc_precision_at_100_max": 0.004177, "nauc_precision_at_100_std": 0.004796, "nauc_precision_at_100_diff1": 0.098451, "nauc_precision_at_1000_max": 0.00595, "nauc_precision_at_1000_std": -0.002018, "nauc_precision_at_1000_diff1": 0.051233, "nauc_mrr_at_1_max": 0.244665, "nauc_mrr_at_1_std": 0.024749, "nauc_mrr_at_1_diff1": 0.18132, "nauc_mrr_at_3_max": 0.211253, "nauc_mrr_at_3_std": -0.073015, "nauc_mrr_at_3_diff1": 0.085001, "nauc_mrr_at_5_max": 0.156346, "nauc_mrr_at_5_std": -0.096659, "nauc_mrr_at_5_diff1": 0.08826, "nauc_mrr_at_10_max": 0.151952, "nauc_mrr_at_10_std": -0.07951, "nauc_mrr_at_10_diff1": 0.109803, "nauc_mrr_at_20_max": 0.140972, "nauc_mrr_at_20_std": -0.078516, "nauc_mrr_at_20_diff1": 0.111371, "nauc_mrr_at_100_max": 0.133093, "nauc_mrr_at_100_std": -0.070867, "nauc_mrr_at_100_diff1": 0.106498, "nauc_mrr_at_1000_max": 0.133149, "nauc_mrr_at_1000_std": -0.071039, "nauc_mrr_at_1000_diff1": 0.106307, "main_score": 0.02842, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.10182, "ndcg_at_3": 0.09609, "ndcg_at_5": 0.10493, "ndcg_at_10": 0.12255, "ndcg_at_20": 0.13476, "ndcg_at_100": 0.16853, "ndcg_at_1000": 0.23848, "map_at_1": 0.05976, "map_at_3": 0.07968, "map_at_5": 0.08764, "map_at_10": 0.09492, "map_at_20": 0.09879, "map_at_100": 0.10348, "map_at_1000": 0.10618, "recall_at_1": 0.05976, "recall_at_3": 0.09442, "recall_at_5": 0.11956, "recall_at_10": 0.168, "recall_at_20": 0.20818, "recall_at_100": 0.36622, "recall_at_1000": 0.85176, "precision_at_1": 0.10182, "precision_at_3": 0.05737, "precision_at_5": 0.04412, "precision_at_10": 0.03018, "precision_at_20": 0.01915, "precision_at_100": 0.00701, "precision_at_1000": 0.00167, "mrr_at_1": 0.101818, "mrr_at_3": 0.11899, "mrr_at_5": 0.125838, "mrr_at_10": 0.134055, "mrr_at_20": 0.13716, "mrr_at_100": 0.141449, "mrr_at_1000": 0.143119, "nauc_ndcg_at_1_max": 0.295945, "nauc_ndcg_at_1_std": -0.22892, "nauc_ndcg_at_1_diff1": 0.290685, "nauc_ndcg_at_3_max": 0.247035, "nauc_ndcg_at_3_std": -0.202617, "nauc_ndcg_at_3_diff1": 0.242086, "nauc_ndcg_at_5_max": 0.230089, "nauc_ndcg_at_5_std": -0.19003, "nauc_ndcg_at_5_diff1": 0.23689, "nauc_ndcg_at_10_max": 0.20875, "nauc_ndcg_at_10_std": -0.177488, "nauc_ndcg_at_10_diff1": 0.221348, "nauc_ndcg_at_20_max": 0.216185, "nauc_ndcg_at_20_std": -0.185802, "nauc_ndcg_at_20_diff1": 0.204625, "nauc_ndcg_at_100_max": 0.191617, "nauc_ndcg_at_100_std": -0.169328, "nauc_ndcg_at_100_diff1": 0.192943, "nauc_ndcg_at_1000_max": 0.190953, "nauc_ndcg_at_1000_std": -0.162466, "nauc_ndcg_at_1000_diff1": 0.19858, "nauc_map_at_1_max": 0.255077, "nauc_map_at_1_std": -0.249687, "nauc_map_at_1_diff1": 0.288633, "nauc_map_at_3_max": 0.242391, "nauc_map_at_3_std": -0.214241, "nauc_map_at_3_diff1": 0.249514, "nauc_map_at_5_max": 0.234212, "nauc_map_at_5_std": -0.204554, "nauc_map_at_5_diff1": 0.24503, "nauc_map_at_10_max": 0.224447, "nauc_map_at_10_std": -0.197505, "nauc_map_at_10_diff1": 0.237782, "nauc_map_at_20_max": 0.227734, "nauc_map_at_20_std": -0.199416, "nauc_map_at_20_diff1": 0.233298, "nauc_map_at_100_max": 0.223323, "nauc_map_at_100_std": -0.195358, "nauc_map_at_100_diff1": 0.231708, "nauc_map_at_1000_max": 0.223405, "nauc_map_at_1000_std": -0.195227, "nauc_map_at_1000_diff1": 0.231527, "nauc_recall_at_1_max": 0.255077, "nauc_recall_at_1_std": -0.249687, "nauc_recall_at_1_diff1": 0.288633, "nauc_recall_at_3_max": 0.22466, "nauc_recall_at_3_std": -0.184717, "nauc_recall_at_3_diff1": 0.215847, "nauc_recall_at_5_max": 0.196497, "nauc_recall_at_5_std": -0.159068, "nauc_recall_at_5_diff1": 0.196618, "nauc_recall_at_10_max": 0.14613, "nauc_recall_at_10_std": -0.129144, "nauc_recall_at_10_diff1": 0.166546, "nauc_recall_at_20_max": 0.164391, "nauc_recall_at_20_std": -0.150567, "nauc_recall_at_20_diff1": 0.127115, "nauc_recall_at_100_max": 0.095972, "nauc_recall_at_100_std": -0.115885, "nauc_recall_at_100_diff1": 0.092156, "nauc_recall_at_1000_max": -0.032547, "nauc_recall_at_1000_std": -0.027529, "nauc_recall_at_1000_diff1": 0.047035, "nauc_precision_at_1_max": 0.295945, "nauc_precision_at_1_std": -0.22892, "nauc_precision_at_1_diff1": 0.290685, "nauc_precision_at_3_max": 0.252692, "nauc_precision_at_3_std": -0.175682, "nauc_precision_at_3_diff1": 0.226804, "nauc_precision_at_5_max": 0.220623, "nauc_precision_at_5_std": -0.160405, "nauc_precision_at_5_diff1": 0.217965, "nauc_precision_at_10_max": 0.197319, "nauc_precision_at_10_std": -0.147799, "nauc_precision_at_10_diff1": 0.201589, "nauc_precision_at_20_max": 0.212946, "nauc_precision_at_20_std": -0.168645, "nauc_precision_at_20_diff1": 0.160131, "nauc_precision_at_100_max": 0.124936, "nauc_precision_at_100_std": -0.092056, "nauc_precision_at_100_diff1": 0.122086, "nauc_precision_at_1000_max": 0.05791, "nauc_precision_at_1000_std": 0.009318, "nauc_precision_at_1000_diff1": 0.049165, "nauc_mrr_at_1_max": 0.295945, "nauc_mrr_at_1_std": -0.22892, "nauc_mrr_at_1_diff1": 0.290685, "nauc_mrr_at_3_max": 0.269389, "nauc_mrr_at_3_std": -0.201733, "nauc_mrr_at_3_diff1": 0.266196, "nauc_mrr_at_5_max": 0.254808, "nauc_mrr_at_5_std": -0.196003, "nauc_mrr_at_5_diff1": 0.25423, "nauc_mrr_at_10_max": 0.24476, "nauc_mrr_at_10_std": -0.192244, "nauc_mrr_at_10_diff1": 0.24559, "nauc_mrr_at_20_max": 0.245688, "nauc_mrr_at_20_std": -0.19457, "nauc_mrr_at_20_diff1": 0.240058, "nauc_mrr_at_100_max": 0.24209, "nauc_mrr_at_100_std": -0.191824, "nauc_mrr_at_100_diff1": 0.239071, "nauc_mrr_at_1000_max": 0.24206, "nauc_mrr_at_1000_std": -0.191895, "nauc_mrr_at_1000_diff1": 0.239547, "main_score": 0.12255, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.00121, "ndcg_at_3": 0.00226, "ndcg_at_5": 0.0032, "ndcg_at_10": 0.00492, "ndcg_at_20": 0.00692, "ndcg_at_100": 0.01832, "ndcg_at_1000": 0.09241, "map_at_1": 0.00121, "map_at_3": 0.00195, "map_at_5": 0.00244, "map_at_10": 0.00301, "map_at_20": 0.00347, "map_at_100": 0.0047, "map_at_1000": 0.00651, "recall_at_1": 0.00121, "recall_at_3": 0.00283, "recall_at_5": 0.00525, "recall_at_10": 0.00964, "recall_at_20": 0.01628, "recall_at_100": 0.07214, "recall_at_1000": 0.60333, "precision_at_1": 0.00121, "precision_at_3": 0.00121, "precision_at_5": 0.00121, "precision_at_10": 0.00158, "precision_at_20": 0.00145, "precision_at_100": 0.00131, "precision_at_1000": 0.00129, "mrr_at_1": 0.001212, "mrr_at_3": 0.002222, "mrr_at_5": 0.002707, "mrr_at_10": 0.003927, "mrr_at_20": 0.004816, "mrr_at_100": 0.006717, "mrr_at_1000": 0.008523, "nauc_ndcg_at_1_max": 0.098509, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": -0.415841, "nauc_ndcg_at_3_max": 0.474437, "nauc_ndcg_at_3_std": 0.47883, "nauc_ndcg_at_3_diff1": -0.100689, "nauc_ndcg_at_5_max": 0.579167, "nauc_ndcg_at_5_std": 0.474656, "nauc_ndcg_at_5_diff1": 0.002042, "nauc_ndcg_at_10_max": 0.490639, "nauc_ndcg_at_10_std": 0.277499, "nauc_ndcg_at_10_diff1": -0.022921, "nauc_ndcg_at_20_max": 0.344138, "nauc_ndcg_at_20_std": 0.287887, "nauc_ndcg_at_20_diff1": -0.061415, "nauc_ndcg_at_100_max": 0.146277, "nauc_ndcg_at_100_std": 0.173047, "nauc_ndcg_at_100_diff1": -0.024482, "nauc_ndcg_at_1000_max": 0.0878, "nauc_ndcg_at_1000_std": 0.14469, "nauc_ndcg_at_1000_diff1": -0.032323, "nauc_map_at_1_max": 0.098509, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": -0.415841, "nauc_map_at_3_max": 0.417239, "nauc_map_at_3_std": 0.537386, "nauc_map_at_3_diff1": -0.150535, "nauc_map_at_5_max": 0.499672, "nauc_map_at_5_std": 0.522908, "nauc_map_at_5_diff1": -0.070921, "nauc_map_at_10_max": 0.46436, "nauc_map_at_10_std": 0.407539, "nauc_map_at_10_diff1": -0.065861, "nauc_map_at_20_max": 0.40062, "nauc_map_at_20_std": 0.399757, "nauc_map_at_20_diff1": -0.090367, "nauc_map_at_100_max": 0.314226, "nauc_map_at_100_std": 0.315018, "nauc_map_at_100_diff1": -0.073093, "nauc_map_at_1000_max": 0.27592, "nauc_map_at_1000_std": 0.299491, "nauc_map_at_1000_diff1": -0.064731, "nauc_recall_at_1_max": 0.098509, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": -0.415841, "nauc_recall_at_3_max": 0.565559, "nauc_recall_at_3_std": 0.345123, "nauc_recall_at_3_diff1": -0.024973, "nauc_recall_at_5_max": 0.68839, "nauc_recall_at_5_std": 0.400262, "nauc_recall_at_5_diff1": 0.101821, "nauc_recall_at_10_max": 0.518429, "nauc_recall_at_10_std": 0.183349, "nauc_recall_at_10_diff1": 0.029959, "nauc_recall_at_20_max": 0.295658, "nauc_recall_at_20_std": 0.24729, "nauc_recall_at_20_diff1": -0.06547, "nauc_recall_at_100_max": 0.068735, "nauc_recall_at_100_std": 0.139468, "nauc_recall_at_100_diff1": 0.001838, "nauc_recall_at_1000_max": 0.046038, "nauc_recall_at_1000_std": 0.138391, "nauc_recall_at_1000_diff1": -0.01979, "nauc_precision_at_1_max": 0.098509, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": -0.415841, "nauc_precision_at_3_max": 0.587299, "nauc_precision_at_3_std": 0.415849, "nauc_precision_at_3_diff1": 0.002467, "nauc_precision_at_5_max": 0.685057, "nauc_precision_at_5_std": 0.435346, "nauc_precision_at_5_diff1": 0.101379, "nauc_precision_at_10_max": 0.491078, "nauc_precision_at_10_std": 0.092596, "nauc_precision_at_10_diff1": -0.030173, "nauc_precision_at_20_max": 0.261543, "nauc_precision_at_20_std": 0.15945, "nauc_precision_at_20_diff1": -0.014068, "nauc_precision_at_100_max": 0.070064, "nauc_precision_at_100_std": 0.140396, "nauc_precision_at_100_diff1": -0.015631, "nauc_precision_at_1000_max": 0.01026, "nauc_precision_at_1000_std": 0.026529, "nauc_precision_at_1000_diff1": -0.034248, "nauc_mrr_at_1_max": 0.098509, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": -0.415841, "nauc_mrr_at_3_max": 0.447075, "nauc_mrr_at_3_std": 0.552659, "nauc_mrr_at_3_diff1": -0.120348, "nauc_mrr_at_5_max": 0.515962, "nauc_mrr_at_5_std": 0.536886, "nauc_mrr_at_5_diff1": -0.054062, "nauc_mrr_at_10_max": 0.460699, "nauc_mrr_at_10_std": 0.334887, "nauc_mrr_at_10_diff1": -0.069536, "nauc_mrr_at_20_max": 0.375479, "nauc_mrr_at_20_std": 0.317364, "nauc_mrr_at_20_diff1": -0.064474, "nauc_mrr_at_100_max": 0.294006, "nauc_mrr_at_100_std": 0.2362, "nauc_mrr_at_100_diff1": -0.062935, "nauc_mrr_at_1000_max": 0.27209, "nauc_mrr_at_1000_std": 0.227109, "nauc_mrr_at_1000_diff1": -0.058665, "main_score": 0.00492, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.00122, "ndcg_at_3": 0.00259, "ndcg_at_5": 0.00399, "ndcg_at_10": 0.00596, "ndcg_at_20": 0.00881, "ndcg_at_100": 0.02625, "ndcg_at_1000": 0.10631, "map_at_1": 0.00122, "map_at_3": 0.00223, "map_at_5": 0.00293, "map_at_10": 0.0038, "map_at_20": 0.00454, "map_at_100": 0.00655, "map_at_1000": 0.0087, "recall_at_1": 0.00122, "recall_at_3": 0.00365, "recall_at_5": 0.00673, "recall_at_10": 0.01188, "recall_at_20": 0.02149, "recall_at_100": 0.10994, "recall_at_1000": 0.69643, "precision_at_1": 0.00122, "precision_at_3": 0.00122, "precision_at_5": 0.0017, "precision_at_10": 0.0017, "precision_at_20": 0.00176, "precision_at_100": 0.00189, "precision_at_1000": 0.00135, "mrr_at_1": 0.001217, "mrr_at_3": 0.00223, "mrr_at_5": 0.003325, "mrr_at_10": 0.00423, "mrr_at_20": 0.005211, "mrr_at_100": 0.007551, "mrr_at_1000": 0.009384, "nauc_ndcg_at_1_max": 0.323031, "nauc_ndcg_at_1_std": 0.323031, "nauc_ndcg_at_1_diff1": -0.070439, "nauc_ndcg_at_3_max": 0.365376, "nauc_ndcg_at_3_std": 0.206532, "nauc_ndcg_at_3_diff1": -0.170998, "nauc_ndcg_at_5_max": 0.275067, "nauc_ndcg_at_5_std": 0.234812, "nauc_ndcg_at_5_diff1": 0.077247, "nauc_ndcg_at_10_max": 0.213306, "nauc_ndcg_at_10_std": 0.176287, "nauc_ndcg_at_10_diff1": 0.143015, "nauc_ndcg_at_20_max": 0.188851, "nauc_ndcg_at_20_std": 0.105233, "nauc_ndcg_at_20_diff1": 0.099687, "nauc_ndcg_at_100_max": 0.09369, "nauc_ndcg_at_100_std": 0.074162, "nauc_ndcg_at_100_diff1": 0.057913, "nauc_ndcg_at_1000_max": 0.057402, "nauc_ndcg_at_1000_std": 0.098256, "nauc_ndcg_at_1000_diff1": 0.006499, "nauc_map_at_1_max": 0.323031, "nauc_map_at_1_std": 0.323031, "nauc_map_at_1_diff1": -0.070439, "nauc_map_at_3_max": 0.338807, "nauc_map_at_3_std": 0.215721, "nauc_map_at_3_diff1": -0.14836, "nauc_map_at_5_max": 0.25788, "nauc_map_at_5_std": 0.255128, "nauc_map_at_5_diff1": 0.026478, "nauc_map_at_10_max": 0.231517, "nauc_map_at_10_std": 0.206142, "nauc_map_at_10_diff1": 0.080348, "nauc_map_at_20_max": 0.220465, "nauc_map_at_20_std": 0.163861, "nauc_map_at_20_diff1": 0.074228, "nauc_map_at_100_max": 0.168468, "nauc_map_at_100_std": 0.130453, "nauc_map_at_100_diff1": 0.05885, "nauc_map_at_1000_max": 0.154206, "nauc_map_at_1000_std": 0.130102, "nauc_map_at_1000_diff1": 0.052876, "nauc_recall_at_1_max": 0.323031, "nauc_recall_at_1_std": 0.323031, "nauc_recall_at_1_diff1": -0.070439, "nauc_recall_at_3_max": 0.417531, "nauc_recall_at_3_std": 0.191875, "nauc_recall_at_3_diff1": -0.213295, "nauc_recall_at_5_max": 0.236782, "nauc_recall_at_5_std": 0.262549, "nauc_recall_at_5_diff1": 0.141057, "nauc_recall_at_10_max": 0.142509, "nauc_recall_at_10_std": 0.195054, "nauc_recall_at_10_diff1": 0.20272, "nauc_recall_at_20_max": 0.118638, "nauc_recall_at_20_std": 0.097602, "nauc_recall_at_20_diff1": 0.122085, "nauc_recall_at_100_max": 0.056485, "nauc_recall_at_100_std": 0.060947, "nauc_recall_at_100_diff1": 0.049038, "nauc_recall_at_1000_max": 0.01901, "nauc_recall_at_1000_std": 0.119406, "nauc_recall_at_1000_diff1": -0.033221, "nauc_precision_at_1_max": 0.323031, "nauc_precision_at_1_std": 0.323031, "nauc_precision_at_1_diff1": -0.070439, "nauc_precision_at_3_max": 0.417531, "nauc_precision_at_3_std": 0.191875, "nauc_precision_at_3_diff1": -0.213295, "nauc_precision_at_5_max": 0.396694, "nauc_precision_at_5_std": 0.120661, "nauc_precision_at_5_diff1": 0.157781, "nauc_precision_at_10_max": 0.314389, "nauc_precision_at_10_std": 0.024191, "nauc_precision_at_10_diff1": 0.222985, "nauc_precision_at_20_max": 0.285603, "nauc_precision_at_20_std": -0.038239, "nauc_precision_at_20_diff1": 0.098845, "nauc_precision_at_100_max": 0.110808, "nauc_precision_at_100_std": 0.04538, "nauc_precision_at_100_diff1": 0.074971, "nauc_precision_at_1000_max": 0.023557, "nauc_precision_at_1000_std": 0.030983, "nauc_precision_at_1000_diff1": -0.006141, "nauc_mrr_at_1_max": 0.323031, "nauc_mrr_at_1_std": 0.323031, "nauc_mrr_at_1_diff1": -0.070439, "nauc_mrr_at_3_max": 0.338807, "nauc_mrr_at_3_std": 0.215721, "nauc_mrr_at_3_diff1": -0.14836, "nauc_mrr_at_5_max": 0.346572, "nauc_mrr_at_5_std": 0.175082, "nauc_mrr_at_5_diff1": 0.048216, "nauc_mrr_at_10_max": 0.26383, "nauc_mrr_at_10_std": 0.152732, "nauc_mrr_at_10_diff1": 0.101799, "nauc_mrr_at_20_max": 0.235428, "nauc_mrr_at_20_std": 0.116119, "nauc_mrr_at_20_diff1": 0.0706, "nauc_mrr_at_100_max": 0.169189, "nauc_mrr_at_100_std": 0.108629, "nauc_mrr_at_100_diff1": 0.060671, "nauc_mrr_at_1000_max": 0.158948, "nauc_mrr_at_1000_std": 0.112291, "nauc_mrr_at_1000_diff1": 0.052347, "main_score": 0.00596, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.02599, "ndcg_at_3": 0.02663, "ndcg_at_5": 0.0303, "ndcg_at_10": 0.03693, "ndcg_at_20": 0.04633, "ndcg_at_100": 0.0727, "ndcg_at_1000": 0.17337, "map_at_1": 0.01873, "map_at_3": 0.02302, "map_at_5": 0.02525, "map_at_10": 0.02796, "map_at_20": 0.03045, "map_at_100": 0.03387, "map_at_1000": 0.03676, "recall_at_1": 0.01873, "recall_at_3": 0.02918, "recall_at_5": 0.03784, "recall_at_10": 0.05688, "recall_at_20": 0.09141, "recall_at_100": 0.2212, "recall_at_1000": 1.0, "precision_at_1": 0.02599, "precision_at_3": 0.01376, "precision_at_5": 0.0107, "precision_at_10": 0.00795, "precision_at_20": 0.00642, "precision_at_100": 0.00344, "precision_at_1000": 0.00156, "mrr_at_1": 0.025994, "mrr_at_3": 0.031346, "mrr_at_5": 0.033333, "mrr_at_10": 0.036416, "mrr_at_20": 0.039352, "mrr_at_100": 0.042924, "mrr_at_1000": 0.045095, "nauc_ndcg_at_1_max": -0.108546, "nauc_ndcg_at_1_std": -0.240017, "nauc_ndcg_at_1_diff1": 0.229984, "nauc_ndcg_at_3_max": -0.046039, "nauc_ndcg_at_3_std": -0.174043, "nauc_ndcg_at_3_diff1": 0.302312, "nauc_ndcg_at_5_max": -0.03662, "nauc_ndcg_at_5_std": -0.194182, "nauc_ndcg_at_5_diff1": 0.245299, "nauc_ndcg_at_10_max": -0.038429, "nauc_ndcg_at_10_std": -0.200537, "nauc_ndcg_at_10_diff1": 0.193995, "nauc_ndcg_at_20_max": -0.061759, "nauc_ndcg_at_20_std": -0.1962, "nauc_ndcg_at_20_diff1": 0.172682, "nauc_ndcg_at_100_max": -0.089878, "nauc_ndcg_at_100_std": -0.208084, "nauc_ndcg_at_100_diff1": 0.118703, "nauc_ndcg_at_1000_max": -0.079076, "nauc_ndcg_at_1000_std": -0.184657, "nauc_ndcg_at_1000_diff1": 0.154111, "nauc_map_at_1_max": -0.095244, "nauc_map_at_1_std": -0.263759, "nauc_map_at_1_diff1": 0.337701, "nauc_map_at_3_max": -0.067558, "nauc_map_at_3_std": -0.192115, "nauc_map_at_3_diff1": 0.32742, "nauc_map_at_5_max": -0.064726, "nauc_map_at_5_std": -0.203993, "nauc_map_at_5_diff1": 0.282967, "nauc_map_at_10_max": -0.061717, "nauc_map_at_10_std": -0.206992, "nauc_map_at_10_diff1": 0.249681, "nauc_map_at_20_max": -0.067655, "nauc_map_at_20_std": -0.203133, "nauc_map_at_20_diff1": 0.234992, "nauc_map_at_100_max": -0.074595, "nauc_map_at_100_std": -0.205782, "nauc_map_at_100_diff1": 0.214452, "nauc_map_at_1000_max": -0.074494, "nauc_map_at_1000_std": -0.202939, "nauc_map_at_1000_diff1": 0.21699, "nauc_recall_at_1_max": -0.095244, "nauc_recall_at_1_std": -0.263759, "nauc_recall_at_1_diff1": 0.337701, "nauc_recall_at_3_max": -0.013068, "nauc_recall_at_3_std": -0.125825, "nauc_recall_at_3_diff1": 0.343551, "nauc_recall_at_5_max": 0.000472, "nauc_recall_at_5_std": -0.175079, "nauc_recall_at_5_diff1": 0.231628, "nauc_recall_at_10_max": -0.013429, "nauc_recall_at_10_std": -0.187301, "nauc_recall_at_10_diff1": 0.131126, "nauc_recall_at_20_max": -0.069686, "nauc_recall_at_20_std": -0.179569, "nauc_recall_at_20_diff1": 0.109023, "nauc_recall_at_100_max": -0.112429, "nauc_recall_at_100_std": -0.203525, "nauc_recall_at_100_diff1": 0.043141, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.108546, "nauc_precision_at_1_std": -0.240017, "nauc_precision_at_1_diff1": 0.229984, "nauc_precision_at_3_max": 0.026085, "nauc_precision_at_3_std": -0.144018, "nauc_precision_at_3_diff1": 0.214334, "nauc_precision_at_5_max": 0.011014, "nauc_precision_at_5_std": -0.193432, "nauc_precision_at_5_diff1": 0.122537, "nauc_precision_at_10_max": 0.009454, "nauc_precision_at_10_std": -0.210927, "nauc_precision_at_10_diff1": 0.088744, "nauc_precision_at_20_max": -0.03062, "nauc_precision_at_20_std": -0.209579, "nauc_precision_at_20_diff1": 0.089174, "nauc_precision_at_100_max": -0.100668, "nauc_precision_at_100_std": -0.224314, "nauc_precision_at_100_diff1": 0.034986, "nauc_precision_at_1000_max": -0.050106, "nauc_precision_at_1000_std": -0.051183, "nauc_precision_at_1000_diff1": 0.027074, "nauc_mrr_at_1_max": -0.108546, "nauc_mrr_at_1_std": -0.240017, "nauc_mrr_at_1_diff1": 0.229984, "nauc_mrr_at_3_max": -0.045646, "nauc_mrr_at_3_std": -0.190469, "nauc_mrr_at_3_diff1": 0.225425, "nauc_mrr_at_5_max": -0.040873, "nauc_mrr_at_5_std": -0.201648, "nauc_mrr_at_5_diff1": 0.203497, "nauc_mrr_at_10_max": -0.051148, "nauc_mrr_at_10_std": -0.207597, "nauc_mrr_at_10_diff1": 0.1915, "nauc_mrr_at_20_max": -0.062569, "nauc_mrr_at_20_std": -0.208486, "nauc_mrr_at_20_diff1": 0.189, "nauc_mrr_at_100_max": -0.06763, "nauc_mrr_at_100_std": -0.207304, "nauc_mrr_at_100_diff1": 0.17502, "nauc_mrr_at_1000_max": -0.06685, "nauc_mrr_at_1000_std": -0.20491, "nauc_mrr_at_1000_diff1": 0.176647, "main_score": 0.03693, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.00153, "ndcg_at_3": 0.00168, "ndcg_at_5": 0.00262, "ndcg_at_10": 0.00607, "ndcg_at_20": 0.00908, "ndcg_at_100": 0.02635, "ndcg_at_1000": 0.12716, "map_at_1": 0.00051, "map_at_3": 0.00127, "map_at_5": 0.00176, "map_at_10": 0.00304, "map_at_20": 0.00369, "map_at_100": 0.00554, "map_at_1000": 0.00827, "recall_at_1": 0.00051, "recall_at_3": 0.00204, "recall_at_5": 0.00408, "recall_at_10": 0.01343, "recall_at_20": 0.02266, "recall_at_100": 0.10622, "recall_at_1000": 0.84819, "precision_at_1": 0.00153, "precision_at_3": 0.00102, "precision_at_5": 0.00122, "precision_at_10": 0.00214, "precision_at_20": 0.00222, "precision_at_100": 0.00205, "precision_at_1000": 0.00166, "mrr_at_1": 0.001529, "mrr_at_3": 0.002294, "mrr_at_5": 0.002982, "mrr_at_10": 0.005128, "mrr_at_20": 0.006568, "mrr_at_100": 0.00937, "mrr_at_1000": 0.01159, "nauc_ndcg_at_1_max": 0.660386, "nauc_ndcg_at_1_std": 0.098111, "nauc_ndcg_at_1_diff1": -0.0704, "nauc_ndcg_at_3_max": 0.855142, "nauc_ndcg_at_3_std": -0.244228, "nauc_ndcg_at_3_diff1": -0.359089, "nauc_ndcg_at_5_max": 0.785514, "nauc_ndcg_at_5_std": -0.231216, "nauc_ndcg_at_5_diff1": -0.228926, "nauc_ndcg_at_10_max": 0.41796, "nauc_ndcg_at_10_std": 0.043556, "nauc_ndcg_at_10_diff1": 0.013034, "nauc_ndcg_at_20_max": 0.269592, "nauc_ndcg_at_20_std": 0.056106, "nauc_ndcg_at_20_diff1": -0.075228, "nauc_ndcg_at_100_max": 0.134332, "nauc_ndcg_at_100_std": 0.049999, "nauc_ndcg_at_100_diff1": 0.008276, "nauc_ndcg_at_1000_max": 0.167646, "nauc_ndcg_at_1000_std": 0.091119, "nauc_ndcg_at_1000_diff1": 0.046752, "nauc_map_at_1_max": 0.660386, "nauc_map_at_1_std": 0.098111, "nauc_map_at_1_diff1": -0.0704, "nauc_map_at_3_max": 0.864154, "nauc_map_at_3_std": -0.260069, "nauc_map_at_3_diff1": -0.372447, "nauc_map_at_5_max": 0.808044, "nauc_map_at_5_std": -0.274914, "nauc_map_at_5_diff1": -0.302014, "nauc_map_at_10_max": 0.50854, "nauc_map_at_10_std": -0.062634, "nauc_map_at_10_diff1": -0.093174, "nauc_map_at_20_max": 0.408723, "nauc_map_at_20_std": -0.031925, "nauc_map_at_20_diff1": -0.117953, "nauc_map_at_100_max": 0.311164, "nauc_map_at_100_std": -0.012857, "nauc_map_at_100_diff1": -0.062822, "nauc_map_at_1000_max": 0.295092, "nauc_map_at_1000_std": 0.007491, "nauc_map_at_1000_diff1": -0.053922, "nauc_recall_at_1_max": 0.660386, "nauc_recall_at_1_std": 0.098111, "nauc_recall_at_1_diff1": -0.0704, "nauc_recall_at_3_max": 0.915097, "nauc_recall_at_3_std": -0.349614, "nauc_recall_at_3_diff1": -0.447959, "nauc_recall_at_5_max": 0.787741, "nauc_recall_at_5_std": -0.307438, "nauc_recall_at_5_diff1": -0.254394, "nauc_recall_at_10_max": 0.333474, "nauc_recall_at_10_std": 0.059567, "nauc_recall_at_10_diff1": 0.04172, "nauc_recall_at_20_max": 0.178492, "nauc_recall_at_20_std": 0.065148, "nauc_recall_at_20_diff1": -0.068498, "nauc_recall_at_100_max": 0.061905, "nauc_recall_at_100_std": 0.050591, "nauc_recall_at_100_diff1": 0.035415, "nauc_recall_at_1000_max": 0.151805, "nauc_recall_at_1000_std": 0.068201, "nauc_recall_at_1000_diff1": 0.107629, "nauc_precision_at_1_max": 0.660386, "nauc_precision_at_1_std": 0.098111, "nauc_precision_at_1_diff1": -0.0704, "nauc_precision_at_3_max": 0.830193, "nauc_precision_at_3_std": -0.200372, "nauc_precision_at_3_diff1": -0.322106, "nauc_precision_at_5_max": 0.74529, "nauc_precision_at_5_std": -0.078543, "nauc_precision_at_5_diff1": -0.014663, "nauc_precision_at_10_max": 0.359205, "nauc_precision_at_10_std": 0.20662, "nauc_precision_at_10_diff1": 0.162926, "nauc_precision_at_20_max": 0.18848, "nauc_precision_at_20_std": 0.140605, "nauc_precision_at_20_diff1": -0.078192, "nauc_precision_at_100_max": 0.103038, "nauc_precision_at_100_std": 0.07459, "nauc_precision_at_100_diff1": 0.00764, "nauc_precision_at_1000_max": 0.077879, "nauc_precision_at_1000_std": 0.101626, "nauc_precision_at_1000_diff1": 0.067631, "nauc_mrr_at_1_max": 0.660386, "nauc_mrr_at_1_std": 0.098111, "nauc_mrr_at_1_diff1": -0.0704, "nauc_mrr_at_3_max": 0.773591, "nauc_mrr_at_3_std": -0.100878, "nauc_mrr_at_3_diff1": -0.238204, "nauc_mrr_at_5_max": 0.747467, "nauc_mrr_at_5_std": -0.083432, "nauc_mrr_at_5_diff1": -0.133803, "nauc_mrr_at_10_max": 0.518022, "nauc_mrr_at_10_std": 0.087506, "nauc_mrr_at_10_diff1": 0.037359, "nauc_mrr_at_20_max": 0.404284, "nauc_mrr_at_20_std": 0.07672, "nauc_mrr_at_20_diff1": -0.032425, "nauc_mrr_at_100_max": 0.315788, "nauc_mrr_at_100_std": 0.071594, "nauc_mrr_at_100_diff1": -0.012361, "nauc_mrr_at_1000_max": 0.31001, "nauc_mrr_at_1000_std": 0.076045, "nauc_mrr_at_1000_diff1": -0.01209, "main_score": 0.00607, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.00163, "ndcg_at_3": 0.00347, "ndcg_at_5": 0.00417, "ndcg_at_10": 0.00695, "ndcg_at_20": 0.0096, "ndcg_at_100": 0.02454, "ndcg_at_1000": 0.14082, "map_at_1": 0.00163, "map_at_3": 0.00299, "map_at_5": 0.00339, "map_at_10": 0.00449, "map_at_20": 0.00516, "map_at_100": 0.00689, "map_at_1000": 0.00996, "recall_at_1": 0.00163, "recall_at_3": 0.00489, "recall_at_5": 0.00651, "recall_at_10": 0.01493, "recall_at_20": 0.02416, "recall_at_100": 0.09519, "recall_at_1000": 1.0, "precision_at_1": 0.00163, "precision_at_3": 0.00163, "precision_at_5": 0.0013, "precision_at_10": 0.00163, "precision_at_20": 0.00163, "precision_at_100": 0.00181, "precision_at_1000": 0.00167, "mrr_at_1": 0.001629, "mrr_at_3": 0.002986, "mrr_at_5": 0.003393, "mrr_at_10": 0.004716, "mrr_at_20": 0.005669, "mrr_at_100": 0.007678, "mrr_at_1000": 0.009977, "nauc_ndcg_at_1_max": 0.660285, "nauc_ndcg_at_1_std": 0.323333, "nauc_ndcg_at_1_diff1": -0.070389, "nauc_ndcg_at_3_max": 0.191783, "nauc_ndcg_at_3_std": 0.256642, "nauc_ndcg_at_3_diff1": -0.025791, "nauc_ndcg_at_5_max": 0.106072, "nauc_ndcg_at_5_std": 0.229984, "nauc_ndcg_at_5_diff1": 0.032907, "nauc_ndcg_at_10_max": 0.10011, "nauc_ndcg_at_10_std": 0.199461, "nauc_ndcg_at_10_diff1": 0.005725, "nauc_ndcg_at_20_max": 0.059412, "nauc_ndcg_at_20_std": 0.224456, "nauc_ndcg_at_20_diff1": 0.027665, "nauc_ndcg_at_100_max": 0.058979, "nauc_ndcg_at_100_std": 0.184535, "nauc_ndcg_at_100_diff1": -0.017841, "nauc_ndcg_at_1000_max": 0.027167, "nauc_ndcg_at_1000_std": 0.083436, "nauc_ndcg_at_1000_diff1": -0.010765, "nauc_map_at_1_max": 0.660285, "nauc_map_at_1_std": 0.323333, "nauc_map_at_1_diff1": -0.070389, "nauc_map_at_3_max": 0.265614, "nauc_map_at_3_std": 0.261902, "nauc_map_at_3_diff1": -0.05438, "nauc_map_at_5_max": 0.195579, "nauc_map_at_5_std": 0.242244, "nauc_map_at_5_diff1": -0.009055, "nauc_map_at_10_max": 0.17019, "nauc_map_at_10_std": 0.212971, "nauc_map_at_10_diff1": -0.015551, "nauc_map_at_20_max": 0.139157, "nauc_map_at_20_std": 0.229537, "nauc_map_at_20_diff1": 0.009079, "nauc_map_at_100_max": 0.11106, "nauc_map_at_100_std": 0.20855, "nauc_map_at_100_diff1": -0.003809, "nauc_map_at_1000_max": 0.109797, "nauc_map_at_1000_std": 0.192464, "nauc_map_at_1000_diff1": -0.008693, "nauc_recall_at_1_max": 0.660285, "nauc_recall_at_1_std": 0.323333, "nauc_recall_at_1_diff1": -0.070389, "nauc_recall_at_3_max": 0.0585, "nauc_recall_at_3_std": 0.248251, "nauc_recall_at_3_diff1": 0.030363, "nauc_recall_at_5_max": -0.035628, "nauc_recall_at_5_std": 0.21071, "nauc_recall_at_5_diff1": 0.103606, "nauc_recall_at_10_max": 0.029207, "nauc_recall_at_10_std": 0.200905, "nauc_recall_at_10_diff1": 0.035907, "nauc_recall_at_20_max": -0.005511, "nauc_recall_at_20_std": 0.225863, "nauc_recall_at_20_diff1": 0.050579, "nauc_recall_at_100_max": 0.033112, "nauc_recall_at_100_std": 0.170764, "nauc_recall_at_100_diff1": -0.023529, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.660285, "nauc_precision_at_1_std": 0.323333, "nauc_precision_at_1_diff1": -0.070389, "nauc_precision_at_3_max": 0.0585, "nauc_precision_at_3_std": 0.248251, "nauc_precision_at_3_diff1": 0.030363, "nauc_precision_at_5_max": -0.035628, "nauc_precision_at_5_std": 0.21071, "nauc_precision_at_5_diff1": 0.103606, "nauc_precision_at_10_max": 0.053717, "nauc_precision_at_10_std": 0.167047, "nauc_precision_at_10_diff1": -0.001619, "nauc_precision_at_20_max": 0.023676, "nauc_precision_at_20_std": 0.233269, "nauc_precision_at_20_diff1": 0.026306, "nauc_precision_at_100_max": 0.082357, "nauc_precision_at_100_std": 0.201832, "nauc_precision_at_100_diff1": -0.023759, "nauc_precision_at_1000_max": -0.038069, "nauc_precision_at_1000_std": -0.051008, "nauc_precision_at_1000_diff1": 0.021773, "nauc_mrr_at_1_max": 0.660285, "nauc_mrr_at_1_std": 0.323333, "nauc_mrr_at_1_diff1": -0.070389, "nauc_mrr_at_3_max": 0.265614, "nauc_mrr_at_3_std": 0.261902, "nauc_mrr_at_3_diff1": -0.05438, "nauc_mrr_at_5_max": 0.195579, "nauc_mrr_at_5_std": 0.242244, "nauc_mrr_at_5_diff1": -0.009055, "nauc_mrr_at_10_max": 0.177536, "nauc_mrr_at_10_std": 0.192905, "nauc_mrr_at_10_diff1": -0.034681, "nauc_mrr_at_20_max": 0.146719, "nauc_mrr_at_20_std": 0.210681, "nauc_mrr_at_20_diff1": -0.023159, "nauc_mrr_at_100_max": 0.141329, "nauc_mrr_at_100_std": 0.187702, "nauc_mrr_at_100_diff1": -0.038231, "nauc_mrr_at_1000_max": 0.13262, "nauc_mrr_at_1000_std": 0.177888, "nauc_mrr_at_1000_diff1": -0.039405, "main_score": 0.00695, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.01274, "ndcg_at_3": 0.01076, "ndcg_at_5": 0.01195, "ndcg_at_10": 0.01618, "ndcg_at_20": 0.0205, "ndcg_at_100": 0.0364, "ndcg_at_1000": 0.11005, "map_at_1": 0.00465, "map_at_3": 0.00714, "map_at_5": 0.0083, "map_at_10": 0.01, "map_at_20": 0.01123, "map_at_100": 0.01322, "map_at_1000": 0.01522, "recall_at_1": 0.00465, "recall_at_3": 0.00951, "recall_at_5": 0.01348, "recall_at_10": 0.02456, "recall_at_20": 0.03985, "recall_at_100": 0.11395, "recall_at_1000": 0.64715, "precision_at_1": 0.01274, "precision_at_3": 0.00849, "precision_at_5": 0.00713, "precision_at_10": 0.00561, "precision_at_20": 0.00395, "precision_at_100": 0.00224, "precision_at_1000": 0.00131, "mrr_at_1": 0.012739, "mrr_at_3": 0.016136, "mrr_at_5": 0.017983, "mrr_at_10": 0.020323, "mrr_at_20": 0.021693, "mrr_at_100": 0.024184, "mrr_at_1000": 0.02593, "nauc_ndcg_at_1_max": -0.260926, "nauc_ndcg_at_1_std": -0.349425, "nauc_ndcg_at_1_diff1": 0.017807, "nauc_ndcg_at_3_max": -0.310878, "nauc_ndcg_at_3_std": -0.289426, "nauc_ndcg_at_3_diff1": -0.003583, "nauc_ndcg_at_5_max": -0.265681, "nauc_ndcg_at_5_std": -0.300325, "nauc_ndcg_at_5_diff1": 0.00675, "nauc_ndcg_at_10_max": -0.195306, "nauc_ndcg_at_10_std": -0.237735, "nauc_ndcg_at_10_diff1": -0.029127, "nauc_ndcg_at_20_max": -0.198052, "nauc_ndcg_at_20_std": -0.206308, "nauc_ndcg_at_20_diff1": -0.010632, "nauc_ndcg_at_100_max": -0.098351, "nauc_ndcg_at_100_std": -0.157045, "nauc_ndcg_at_100_diff1": -0.011784, "nauc_ndcg_at_1000_max": -0.075555, "nauc_ndcg_at_1000_std": -0.108147, "nauc_ndcg_at_1000_diff1": 0.022112, "nauc_map_at_1_max": -0.26741, "nauc_map_at_1_std": -0.378166, "nauc_map_at_1_diff1": 0.276231, "nauc_map_at_3_max": -0.308031, "nauc_map_at_3_std": -0.319869, "nauc_map_at_3_diff1": 0.08603, "nauc_map_at_5_max": -0.286781, "nauc_map_at_5_std": -0.313734, "nauc_map_at_5_diff1": 0.059583, "nauc_map_at_10_max": -0.240318, "nauc_map_at_10_std": -0.274985, "nauc_map_at_10_diff1": 0.025199, "nauc_map_at_20_max": -0.237236, "nauc_map_at_20_std": -0.253734, "nauc_map_at_20_diff1": 0.026018, "nauc_map_at_100_max": -0.199079, "nauc_map_at_100_std": -0.229557, "nauc_map_at_100_diff1": 0.02378, "nauc_map_at_1000_max": -0.187261, "nauc_map_at_1000_std": -0.220695, "nauc_map_at_1000_diff1": 0.022075, "nauc_recall_at_1_max": -0.26741, "nauc_recall_at_1_std": -0.378166, "nauc_recall_at_1_diff1": 0.276231, "nauc_recall_at_3_max": -0.306753, "nauc_recall_at_3_std": -0.308604, "nauc_recall_at_3_diff1": 0.011638, "nauc_recall_at_5_max": -0.251456, "nauc_recall_at_5_std": -0.29902, "nauc_recall_at_5_diff1": -0.025011, "nauc_recall_at_10_max": -0.127653, "nauc_recall_at_10_std": -0.19235, "nauc_recall_at_10_diff1": -0.072806, "nauc_recall_at_20_max": -0.157804, "nauc_recall_at_20_std": -0.159067, "nauc_recall_at_20_diff1": -0.023168, "nauc_recall_at_100_max": -0.031051, "nauc_recall_at_100_std": -0.115577, "nauc_recall_at_100_diff1": -0.015229, "nauc_recall_at_1000_max": -0.026826, "nauc_recall_at_1000_std": -0.055901, "nauc_recall_at_1000_diff1": 0.075215, "nauc_precision_at_1_max": -0.260926, "nauc_precision_at_1_std": -0.349425, "nauc_precision_at_1_diff1": 0.017807, "nauc_precision_at_3_max": -0.336393, "nauc_precision_at_3_std": -0.263474, "nauc_precision_at_3_diff1": -0.120419, "nauc_precision_at_5_max": -0.25139, "nauc_precision_at_5_std": -0.258456, "nauc_precision_at_5_diff1": -0.104032, "nauc_precision_at_10_max": -0.181918, "nauc_precision_at_10_std": -0.184027, "nauc_precision_at_10_diff1": -0.114079, "nauc_precision_at_20_max": -0.19425, "nauc_precision_at_20_std": -0.154827, "nauc_precision_at_20_diff1": -0.061209, "nauc_precision_at_100_max": -0.045155, "nauc_precision_at_100_std": -0.113026, "nauc_precision_at_100_diff1": -0.048818, "nauc_precision_at_1000_max": -0.027912, "nauc_precision_at_1000_std": 0.012999, "nauc_precision_at_1000_diff1": 0.006403, "nauc_mrr_at_1_max": -0.260926, "nauc_mrr_at_1_std": -0.349425, "nauc_mrr_at_1_diff1": 0.017807, "nauc_mrr_at_3_max": -0.291091, "nauc_mrr_at_3_std": -0.298537, "nauc_mrr_at_3_diff1": -0.009285, "nauc_mrr_at_5_max": -0.25693, "nauc_mrr_at_5_std": -0.293161, "nauc_mrr_at_5_diff1": -0.024, "nauc_mrr_at_10_max": -0.226111, "nauc_mrr_at_10_std": -0.266383, "nauc_mrr_at_10_diff1": -0.032895, "nauc_mrr_at_20_max": -0.223359, "nauc_mrr_at_20_std": -0.25148, "nauc_mrr_at_20_diff1": -0.022355, "nauc_mrr_at_100_max": -0.194732, "nauc_mrr_at_100_std": -0.232904, "nauc_mrr_at_100_diff1": -0.020799, "nauc_mrr_at_1000_max": -0.191351, "nauc_mrr_at_1000_std": -0.230568, "nauc_mrr_at_1000_diff1": -0.019816, "main_score": 0.01618, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.00255, "ndcg_at_3": 0.00455, "ndcg_at_5": 0.0051, "ndcg_at_10": 0.00721, "ndcg_at_20": 0.00998, "ndcg_at_100": 0.02125, "ndcg_at_1000": 0.09444, "map_at_1": 0.00191, "map_at_3": 0.00356, "map_at_5": 0.00386, "map_at_10": 0.00457, "map_at_20": 0.00513, "map_at_100": 0.00629, "map_at_1000": 0.00813, "recall_at_1": 0.00191, "recall_at_3": 0.00552, "recall_at_5": 0.00705, "recall_at_10": 0.01244, "recall_at_20": 0.02062, "recall_at_100": 0.07185, "recall_at_1000": 0.57654, "precision_at_1": 0.00255, "precision_at_3": 0.00297, "precision_at_5": 0.00229, "precision_at_10": 0.00229, "precision_at_20": 0.00236, "precision_at_100": 0.00167, "precision_at_1000": 0.00139, "mrr_at_1": 0.002548, "mrr_at_3": 0.004883, "mrr_at_5": 0.005393, "mrr_at_10": 0.006912, "mrr_at_20": 0.008303, "mrr_at_100": 0.010404, "mrr_at_1000": 0.012311, "nauc_ndcg_at_1_max": 0.081455, "nauc_ndcg_at_1_std": 0.172218, "nauc_ndcg_at_1_diff1": 0.29206, "nauc_ndcg_at_3_max": 0.062104, "nauc_ndcg_at_3_std": 0.060319, "nauc_ndcg_at_3_diff1": -0.020844, "nauc_ndcg_at_5_max": 0.047263, "nauc_ndcg_at_5_std": 0.023698, "nauc_ndcg_at_5_diff1": -0.026312, "nauc_ndcg_at_10_max": -0.000354, "nauc_ndcg_at_10_std": -0.013707, "nauc_ndcg_at_10_diff1": -0.008714, "nauc_ndcg_at_20_max": -0.08978, "nauc_ndcg_at_20_std": 0.120635, "nauc_ndcg_at_20_diff1": -0.076988, "nauc_ndcg_at_100_max": -0.065282, "nauc_ndcg_at_100_std": 0.075948, "nauc_ndcg_at_100_diff1": -0.122636, "nauc_ndcg_at_1000_max": -0.006672, "nauc_ndcg_at_1000_std": 0.035376, "nauc_ndcg_at_1000_diff1": -0.077092, "nauc_map_at_1_max": -0.112546, "nauc_map_at_1_std": 0.335966, "nauc_map_at_1_diff1": 0.05608, "nauc_map_at_3_max": -0.00067, "nauc_map_at_3_std": 0.137034, "nauc_map_at_3_diff1": -0.04422, "nauc_map_at_5_max": 0.001673, "nauc_map_at_5_std": 0.100931, "nauc_map_at_5_diff1": -0.050033, "nauc_map_at_10_max": -0.01625, "nauc_map_at_10_std": 0.067006, "nauc_map_at_10_diff1": -0.04688, "nauc_map_at_20_max": -0.054475, "nauc_map_at_20_std": 0.119065, "nauc_map_at_20_diff1": -0.072681, "nauc_map_at_100_max": -0.05241, "nauc_map_at_100_std": 0.107173, "nauc_map_at_100_diff1": -0.089504, "nauc_map_at_1000_max": -0.046751, "nauc_map_at_1000_std": 0.097247, "nauc_map_at_1000_diff1": -0.08927, "nauc_recall_at_1_max": -0.112546, "nauc_recall_at_1_std": 0.335966, "nauc_recall_at_1_diff1": 0.05608, "nauc_recall_at_3_max": 0.108773, "nauc_recall_at_3_std": 0.025604, "nauc_recall_at_3_diff1": -0.067448, "nauc_recall_at_5_max": 0.091455, "nauc_recall_at_5_std": -0.049135, "nauc_recall_at_5_diff1": -0.078334, "nauc_recall_at_10_max": -0.010254, "nauc_recall_at_10_std": -0.072523, "nauc_recall_at_10_diff1": -0.048319, "nauc_recall_at_20_max": -0.146625, "nauc_recall_at_20_std": 0.165279, "nauc_recall_at_20_diff1": -0.134285, "nauc_recall_at_100_max": -0.066857, "nauc_recall_at_100_std": 0.074358, "nauc_recall_at_100_diff1": -0.152836, "nauc_recall_at_1000_max": 0.052265, "nauc_recall_at_1000_std": 0.014929, "nauc_recall_at_1000_diff1": -0.021384, "nauc_precision_at_1_max": 0.081455, "nauc_precision_at_1_std": 0.172218, "nauc_precision_at_1_diff1": 0.29206, "nauc_precision_at_3_max": 0.153938, "nauc_precision_at_3_std": -0.083267, "nauc_precision_at_3_diff1": 0.007751, "nauc_precision_at_5_max": 0.095228, "nauc_precision_at_5_std": -0.135657, "nauc_precision_at_5_diff1": 0.019212, "nauc_precision_at_10_max": -0.000165, "nauc_precision_at_10_std": -0.10808, "nauc_precision_at_10_diff1": 0.077779, "nauc_precision_at_20_max": -0.136909, "nauc_precision_at_20_std": 0.129929, "nauc_precision_at_20_diff1": -0.083924, "nauc_precision_at_100_max": -0.078598, "nauc_precision_at_100_std": 0.058234, "nauc_precision_at_100_diff1": -0.14487, "nauc_precision_at_1000_max": -0.017411, "nauc_precision_at_1000_std": -0.005735, "nauc_precision_at_1000_diff1": -0.078051, "nauc_mrr_at_1_max": 0.081455, "nauc_mrr_at_1_std": 0.172218, "nauc_mrr_at_1_diff1": 0.29206, "nauc_mrr_at_3_max": 0.07596, "nauc_mrr_at_3_std": 0.059223, "nauc_mrr_at_3_diff1": 0.088223, "nauc_mrr_at_5_max": 0.058365, "nauc_mrr_at_5_std": 0.023483, "nauc_mrr_at_5_diff1": 0.085492, "nauc_mrr_at_10_max": 0.032228, "nauc_mrr_at_10_std": -0.002772, "nauc_mrr_at_10_diff1": 0.090297, "nauc_mrr_at_20_max": -0.012964, "nauc_mrr_at_20_std": 0.056737, "nauc_mrr_at_20_diff1": 0.038773, "nauc_mrr_at_100_max": -0.018444, "nauc_mrr_at_100_std": 0.044796, "nauc_mrr_at_100_diff1": 0.000527, "nauc_mrr_at_1000_max": -0.018224, "nauc_mrr_at_1000_std": 0.045722, "nauc_mrr_at_1000_diff1": -0.002392, "main_score": 0.00721, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.00386, "ndcg_at_3": 0.00369, "ndcg_at_5": 0.00401, "ndcg_at_10": 0.00622, "ndcg_at_20": 0.00906, "ndcg_at_100": 0.02106, "ndcg_at_1000": 0.10151, "map_at_1": 0.00204, "map_at_3": 0.0029, "map_at_5": 0.00305, "map_at_10": 0.0039, "map_at_20": 0.00462, "map_at_100": 0.00588, "map_at_1000": 0.008, "recall_at_1": 0.00204, "recall_at_3": 0.00375, "recall_at_5": 0.00444, "recall_at_10": 0.01021, "recall_at_20": 0.02018, "recall_at_100": 0.07902, "recall_at_1000": 0.6583, "precision_at_1": 0.00386, "precision_at_3": 0.00215, "precision_at_5": 0.0018, "precision_at_10": 0.00206, "precision_at_20": 0.0018, "precision_at_100": 0.00148, "precision_at_1000": 0.00136, "mrr_at_1": 0.003861, "mrr_at_3": 0.005148, "mrr_at_5": 0.005727, "mrr_at_10": 0.006854, "mrr_at_20": 0.007972, "mrr_at_100": 0.009783, "mrr_at_1000": 0.011678, "nauc_ndcg_at_1_max": 0.241105, "nauc_ndcg_at_1_std": 0.083733, "nauc_ndcg_at_1_diff1": 0.259846, "nauc_ndcg_at_3_max": 0.483105, "nauc_ndcg_at_3_std": -0.085251, "nauc_ndcg_at_3_diff1": 0.146216, "nauc_ndcg_at_5_max": 0.476712, "nauc_ndcg_at_5_std": -0.101463, "nauc_ndcg_at_5_diff1": 0.145022, "nauc_ndcg_at_10_max": 0.538281, "nauc_ndcg_at_10_std": -0.144046, "nauc_ndcg_at_10_diff1": 0.076056, "nauc_ndcg_at_20_max": 0.411318, "nauc_ndcg_at_20_std": -0.170464, "nauc_ndcg_at_20_diff1": 0.040788, "nauc_ndcg_at_100_max": 0.184013, "nauc_ndcg_at_100_std": -0.03655, "nauc_ndcg_at_100_diff1": -0.023188, "nauc_ndcg_at_1000_max": 0.090211, "nauc_ndcg_at_1000_std": 0.072714, "nauc_ndcg_at_1000_diff1": -0.082019, "nauc_map_at_1_max": 0.584167, "nauc_map_at_1_std": -0.022978, "nauc_map_at_1_diff1": 0.222259, "nauc_map_at_3_max": 0.582409, "nauc_map_at_3_std": -0.092695, "nauc_map_at_3_diff1": 0.162986, "nauc_map_at_5_max": 0.565713, "nauc_map_at_5_std": -0.101454, "nauc_map_at_5_diff1": 0.156224, "nauc_map_at_10_max": 0.598035, "nauc_map_at_10_std": -0.139384, "nauc_map_at_10_diff1": 0.115753, "nauc_map_at_20_max": 0.532506, "nauc_map_at_20_std": -0.159788, "nauc_map_at_20_diff1": 0.088656, "nauc_map_at_100_max": 0.425898, "nauc_map_at_100_std": -0.110677, "nauc_map_at_100_diff1": 0.050943, "nauc_map_at_1000_max": 0.380872, "nauc_map_at_1000_std": -0.084146, "nauc_map_at_1000_diff1": 0.02945, "nauc_recall_at_1_max": 0.584167, "nauc_recall_at_1_std": -0.022978, "nauc_recall_at_1_diff1": 0.222259, "nauc_recall_at_3_max": 0.581455, "nauc_recall_at_3_std": -0.130541, "nauc_recall_at_3_diff1": 0.13081, "nauc_recall_at_5_max": 0.523166, "nauc_recall_at_5_std": -0.153092, "nauc_recall_at_5_diff1": 0.115978, "nauc_recall_at_10_max": 0.612584, "nauc_recall_at_10_std": -0.20192, "nauc_recall_at_10_diff1": 0.036884, "nauc_recall_at_20_max": 0.386851, "nauc_recall_at_20_std": -0.232607, "nauc_recall_at_20_diff1": 0.011638, "nauc_recall_at_100_max": 0.089216, "nauc_recall_at_100_std": -0.000749, "nauc_recall_at_100_diff1": -0.051945, "nauc_recall_at_1000_max": 0.003268, "nauc_recall_at_1000_std": 0.160841, "nauc_recall_at_1000_diff1": -0.112642, "nauc_precision_at_1_max": 0.241105, "nauc_precision_at_1_std": 0.083733, "nauc_precision_at_1_diff1": 0.259846, "nauc_precision_at_3_max": 0.342042, "nauc_precision_at_3_std": -0.074013, "nauc_precision_at_3_diff1": 0.134376, "nauc_precision_at_5_max": 0.328922, "nauc_precision_at_5_std": -0.127814, "nauc_precision_at_5_diff1": 0.099909, "nauc_precision_at_10_max": 0.446336, "nauc_precision_at_10_std": -0.129656, "nauc_precision_at_10_diff1": -0.015186, "nauc_precision_at_20_max": 0.279765, "nauc_precision_at_20_std": -0.131327, "nauc_precision_at_20_diff1": -0.026091, "nauc_precision_at_100_max": 0.097238, "nauc_precision_at_100_std": -0.015402, "nauc_precision_at_100_diff1": -0.043566, "nauc_precision_at_1000_max": 0.012344, "nauc_precision_at_1000_std": 0.052479, "nauc_precision_at_1000_diff1": -0.074738, "nauc_mrr_at_1_max": 0.241105, "nauc_mrr_at_1_std": 0.083733, "nauc_mrr_at_1_diff1": 0.259846, "nauc_mrr_at_3_max": 0.30419, "nauc_mrr_at_3_std": -0.014858, "nauc_mrr_at_3_diff1": 0.181427, "nauc_mrr_at_5_max": 0.307497, "nauc_mrr_at_5_std": -0.039248, "nauc_mrr_at_5_diff1": 0.163521, "nauc_mrr_at_10_max": 0.345793, "nauc_mrr_at_10_std": -0.059009, "nauc_mrr_at_10_diff1": 0.117169, "nauc_mrr_at_20_max": 0.306555, "nauc_mrr_at_20_std": -0.069533, "nauc_mrr_at_20_diff1": 0.089626, "nauc_mrr_at_100_max": 0.256906, "nauc_mrr_at_100_std": -0.041503, "nauc_mrr_at_100_diff1": 0.061089, "nauc_mrr_at_1000_max": 0.240597, "nauc_mrr_at_1000_std": -0.027968, "nauc_mrr_at_1000_diff1": 0.049437, "main_score": 0.00622, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.065, "ndcg_at_3": 0.05584, "ndcg_at_5": 0.0554, "ndcg_at_10": 0.06579, "ndcg_at_20": 0.07695, "ndcg_at_100": 0.10343, "ndcg_at_1000": 0.17595, "map_at_1": 0.02775, "map_at_3": 0.03832, "map_at_5": 0.04084, "map_at_10": 0.04472, "map_at_20": 0.04801, "map_at_100": 0.05217, "map_at_1000": 0.05452, "recall_at_1": 0.02775, "recall_at_3": 0.0486, "recall_at_5": 0.05673, "recall_at_10": 0.08319, "recall_at_20": 0.11875, "recall_at_100": 0.23346, "recall_at_1000": 0.74875, "precision_at_1": 0.065, "precision_at_3": 0.03958, "precision_at_5": 0.0285, "precision_at_10": 0.02012, "precision_at_20": 0.01413, "precision_at_100": 0.00557, "precision_at_1000": 0.00162, "mrr_at_1": 0.065, "mrr_at_3": 0.083542, "mrr_at_5": 0.086354, "mrr_at_10": 0.092268, "mrr_at_20": 0.09539, "mrr_at_100": 0.098757, "mrr_at_1000": 0.100352, "nauc_ndcg_at_1_max": 0.209934, "nauc_ndcg_at_1_std": -0.037455, "nauc_ndcg_at_1_diff1": 0.303198, "nauc_ndcg_at_3_max": 0.210173, "nauc_ndcg_at_3_std": -0.057414, "nauc_ndcg_at_3_diff1": 0.194416, "nauc_ndcg_at_5_max": 0.193933, "nauc_ndcg_at_5_std": -0.062305, "nauc_ndcg_at_5_diff1": 0.206821, "nauc_ndcg_at_10_max": 0.175563, "nauc_ndcg_at_10_std": -0.058492, "nauc_ndcg_at_10_diff1": 0.183288, "nauc_ndcg_at_20_max": 0.151611, "nauc_ndcg_at_20_std": -0.052724, "nauc_ndcg_at_20_diff1": 0.166933, "nauc_ndcg_at_100_max": 0.147781, "nauc_ndcg_at_100_std": -0.060718, "nauc_ndcg_at_100_diff1": 0.140012, "nauc_ndcg_at_1000_max": 0.150714, "nauc_ndcg_at_1000_std": -0.048255, "nauc_ndcg_at_1000_diff1": 0.121136, "nauc_map_at_1_max": 0.253061, "nauc_map_at_1_std": -0.058522, "nauc_map_at_1_diff1": 0.366385, "nauc_map_at_3_max": 0.225543, "nauc_map_at_3_std": -0.066617, "nauc_map_at_3_diff1": 0.240897, "nauc_map_at_5_max": 0.21577, "nauc_map_at_5_std": -0.064856, "nauc_map_at_5_diff1": 0.244554, "nauc_map_at_10_max": 0.206813, "nauc_map_at_10_std": -0.062438, "nauc_map_at_10_diff1": 0.230075, "nauc_map_at_20_max": 0.194591, "nauc_map_at_20_std": -0.060045, "nauc_map_at_20_diff1": 0.221624, "nauc_map_at_100_max": 0.19226, "nauc_map_at_100_std": -0.062161, "nauc_map_at_100_diff1": 0.212166, "nauc_map_at_1000_max": 0.191921, "nauc_map_at_1000_std": -0.061794, "nauc_map_at_1000_diff1": 0.209365, "nauc_recall_at_1_max": 0.253061, "nauc_recall_at_1_std": -0.058522, "nauc_recall_at_1_diff1": 0.366385, "nauc_recall_at_3_max": 0.201564, "nauc_recall_at_3_std": -0.091773, "nauc_recall_at_3_diff1": 0.147954, "nauc_recall_at_5_max": 0.172907, "nauc_recall_at_5_std": -0.080032, "nauc_recall_at_5_diff1": 0.164825, "nauc_recall_at_10_max": 0.13782, "nauc_recall_at_10_std": -0.065301, "nauc_recall_at_10_diff1": 0.125671, "nauc_recall_at_20_max": 0.09484, "nauc_recall_at_20_std": -0.046412, "nauc_recall_at_20_diff1": 0.099631, "nauc_recall_at_100_max": 0.094654, "nauc_recall_at_100_std": -0.066665, "nauc_recall_at_100_diff1": 0.054591, "nauc_recall_at_1000_max": 0.141003, "nauc_recall_at_1000_std": -0.0521, "nauc_recall_at_1000_diff1": -0.047215, "nauc_precision_at_1_max": 0.209934, "nauc_precision_at_1_std": -0.037455, "nauc_precision_at_1_diff1": 0.303198, "nauc_precision_at_3_max": 0.191811, "nauc_precision_at_3_std": -0.041965, "nauc_precision_at_3_diff1": 0.122741, "nauc_precision_at_5_max": 0.176849, "nauc_precision_at_5_std": -0.033999, "nauc_precision_at_5_diff1": 0.141461, "nauc_precision_at_10_max": 0.140449, "nauc_precision_at_10_std": -0.035865, "nauc_precision_at_10_diff1": 0.098558, "nauc_precision_at_20_max": 0.093929, "nauc_precision_at_20_std": -0.040886, "nauc_precision_at_20_diff1": 0.0766, "nauc_precision_at_100_max": 0.101787, "nauc_precision_at_100_std": -0.052173, "nauc_precision_at_100_diff1": 0.058616, "nauc_precision_at_1000_max": 0.031661, "nauc_precision_at_1000_std": 0.030731, "nauc_precision_at_1000_diff1": 0.013126, "nauc_mrr_at_1_max": 0.209934, "nauc_mrr_at_1_std": -0.037455, "nauc_mrr_at_1_diff1": 0.303198, "nauc_mrr_at_3_max": 0.181249, "nauc_mrr_at_3_std": -0.049716, "nauc_mrr_at_3_diff1": 0.203221, "nauc_mrr_at_5_max": 0.179559, "nauc_mrr_at_5_std": -0.048393, "nauc_mrr_at_5_diff1": 0.203461, "nauc_mrr_at_10_max": 0.168701, "nauc_mrr_at_10_std": -0.04674, "nauc_mrr_at_10_diff1": 0.194951, "nauc_mrr_at_20_max": 0.163539, "nauc_mrr_at_20_std": -0.045019, "nauc_mrr_at_20_diff1": 0.190736, "nauc_mrr_at_100_max": 0.163431, "nauc_mrr_at_100_std": -0.046519, "nauc_mrr_at_100_diff1": 0.185903, "nauc_mrr_at_1000_max": 0.163294, "nauc_mrr_at_1000_std": -0.045728, "nauc_mrr_at_1000_diff1": 0.185917, "main_score": 0.06579, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.01, "ndcg_at_3": 0.01298, "ndcg_at_5": 0.01398, "ndcg_at_10": 0.01992, "ndcg_at_20": 0.02468, "ndcg_at_100": 0.04548, "ndcg_at_1000": 0.11909, "map_at_1": 0.00462, "map_at_3": 0.00858, "map_at_5": 0.0094, "map_at_10": 0.0116, "map_at_20": 0.0126, "map_at_100": 0.01497, "map_at_1000": 0.01713, "recall_at_1": 0.00462, "recall_at_3": 0.01325, "recall_at_5": 0.0166, "recall_at_10": 0.03115, "recall_at_20": 0.0454, "recall_at_100": 0.14202, "recall_at_1000": 0.66262, "precision_at_1": 0.01, "precision_at_3": 0.01125, "precision_at_5": 0.009, "precision_at_10": 0.00787, "precision_at_20": 0.006, "precision_at_100": 0.00327, "precision_at_1000": 0.00145, "mrr_at_1": 0.01, "mrr_at_3": 0.017917, "mrr_at_5": 0.020042, "mrr_at_10": 0.023999, "mrr_at_20": 0.026122, "mrr_at_100": 0.029491, "mrr_at_1000": 0.031223, "nauc_ndcg_at_1_max": -0.242957, "nauc_ndcg_at_1_std": -0.051952, "nauc_ndcg_at_1_diff1": -0.074423, "nauc_ndcg_at_3_max": -0.202463, "nauc_ndcg_at_3_std": 0.028103, "nauc_ndcg_at_3_diff1": -0.01808, "nauc_ndcg_at_5_max": -0.174196, "nauc_ndcg_at_5_std": 0.016855, "nauc_ndcg_at_5_diff1": 0.011421, "nauc_ndcg_at_10_max": -0.15193, "nauc_ndcg_at_10_std": -0.01399, "nauc_ndcg_at_10_diff1": 0.004028, "nauc_ndcg_at_20_max": -0.140961, "nauc_ndcg_at_20_std": -0.021905, "nauc_ndcg_at_20_diff1": -0.008277, "nauc_ndcg_at_100_max": -0.134775, "nauc_ndcg_at_100_std": 0.024523, "nauc_ndcg_at_100_diff1": -0.015235, "nauc_ndcg_at_1000_max": -0.159902, "nauc_ndcg_at_1000_std": 0.038507, "nauc_ndcg_at_1000_diff1": 0.005148, "nauc_map_at_1_max": -0.268958, "nauc_map_at_1_std": 0.135402, "nauc_map_at_1_diff1": 0.163509, "nauc_map_at_3_max": -0.24808, "nauc_map_at_3_std": 0.06185, "nauc_map_at_3_diff1": 0.032107, "nauc_map_at_5_max": -0.222469, "nauc_map_at_5_std": 0.054619, "nauc_map_at_5_diff1": 0.036246, "nauc_map_at_10_max": -0.201973, "nauc_map_at_10_std": 0.01897, "nauc_map_at_10_diff1": 0.030811, "nauc_map_at_20_max": -0.196993, "nauc_map_at_20_std": 0.016758, "nauc_map_at_20_diff1": 0.023215, "nauc_map_at_100_max": -0.183042, "nauc_map_at_100_std": 0.020447, "nauc_map_at_100_diff1": 0.017977, "nauc_map_at_1000_max": -0.181852, "nauc_map_at_1000_std": 0.020908, "nauc_map_at_1000_diff1": 0.019534, "nauc_recall_at_1_max": -0.268958, "nauc_recall_at_1_std": 0.135402, "nauc_recall_at_1_diff1": 0.163509, "nauc_recall_at_3_max": -0.224771, "nauc_recall_at_3_std": 0.040851, "nauc_recall_at_3_diff1": -0.020425, "nauc_recall_at_5_max": -0.17169, "nauc_recall_at_5_std": 0.026619, "nauc_recall_at_5_diff1": 0.006319, "nauc_recall_at_10_max": -0.14463, "nauc_recall_at_10_std": -0.027787, "nauc_recall_at_10_diff1": -0.020658, "nauc_recall_at_20_max": -0.131551, "nauc_recall_at_20_std": -0.03158, "nauc_recall_at_20_diff1": -0.037048, "nauc_recall_at_100_max": -0.14228, "nauc_recall_at_100_std": 0.081778, "nauc_recall_at_100_diff1": -0.035557, "nauc_recall_at_1000_max": -0.189948, "nauc_recall_at_1000_std": 0.094442, "nauc_recall_at_1000_diff1": 0.016926, "nauc_precision_at_1_max": -0.242957, "nauc_precision_at_1_std": -0.051952, "nauc_precision_at_1_diff1": -0.074423, "nauc_precision_at_3_max": -0.138479, "nauc_precision_at_3_std": -0.026245, "nauc_precision_at_3_diff1": -0.050999, "nauc_precision_at_5_max": -0.073339, "nauc_precision_at_5_std": -0.05127, "nauc_precision_at_5_diff1": 0.029544, "nauc_precision_at_10_max": -0.072155, "nauc_precision_at_10_std": -0.062547, "nauc_precision_at_10_diff1": 0.044208, "nauc_precision_at_20_max": -0.070294, "nauc_precision_at_20_std": -0.073757, "nauc_precision_at_20_diff1": 0.015463, "nauc_precision_at_100_max": -0.061564, "nauc_precision_at_100_std": -0.028001, "nauc_precision_at_100_diff1": 0.014539, "nauc_precision_at_1000_max": -0.068807, "nauc_precision_at_1000_std": 0.003838, "nauc_precision_at_1000_diff1": 0.021008, "nauc_mrr_at_1_max": -0.242957, "nauc_mrr_at_1_std": -0.051952, "nauc_mrr_at_1_diff1": -0.074423, "nauc_mrr_at_3_max": -0.181064, "nauc_mrr_at_3_std": -0.010764, "nauc_mrr_at_3_diff1": -0.067749, "nauc_mrr_at_5_max": -0.143152, "nauc_mrr_at_5_std": -0.027235, "nauc_mrr_at_5_diff1": -0.029225, "nauc_mrr_at_10_max": -0.132753, "nauc_mrr_at_10_std": -0.024716, "nauc_mrr_at_10_diff1": -0.026211, "nauc_mrr_at_20_max": -0.125839, "nauc_mrr_at_20_std": -0.03065, "nauc_mrr_at_20_diff1": -0.027395, "nauc_mrr_at_100_max": -0.124238, "nauc_mrr_at_100_std": -0.024978, "nauc_mrr_at_100_diff1": -0.03199, "nauc_mrr_at_1000_max": -0.126686, "nauc_mrr_at_1000_std": -0.023989, "nauc_mrr_at_1000_diff1": -0.031312, "main_score": 0.01992, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.01882, "ndcg_at_3": 0.01884, "ndcg_at_5": 0.02045, "ndcg_at_10": 0.02645, "ndcg_at_20": 0.03307, "ndcg_at_100": 0.05165, "ndcg_at_1000": 0.13262, "map_at_1": 0.00868, "map_at_3": 0.01251, "map_at_5": 0.01426, "map_at_10": 0.01649, "map_at_20": 0.01828, "map_at_100": 0.02056, "map_at_1000": 0.02295, "recall_at_1": 0.00868, "recall_at_3": 0.01717, "recall_at_5": 0.02396, "recall_at_10": 0.03879, "recall_at_20": 0.06064, "recall_at_100": 0.14352, "recall_at_1000": 0.7187, "precision_at_1": 0.01882, "precision_at_3": 0.0138, "precision_at_5": 0.01179, "precision_at_10": 0.00941, "precision_at_20": 0.00696, "precision_at_100": 0.00335, "precision_at_1000": 0.00155, "mrr_at_1": 0.018821, "mrr_at_3": 0.026767, "mrr_at_5": 0.029841, "mrr_at_10": 0.033359, "mrr_at_20": 0.035532, "mrr_at_100": 0.038466, "mrr_at_1000": 0.040331, "nauc_ndcg_at_1_max": 0.033149, "nauc_ndcg_at_1_std": 0.283466, "nauc_ndcg_at_1_diff1": 0.160163, "nauc_ndcg_at_3_max": 0.03465, "nauc_ndcg_at_3_std": 0.132488, "nauc_ndcg_at_3_diff1": 0.063369, "nauc_ndcg_at_5_max": 0.079874, "nauc_ndcg_at_5_std": 0.060276, "nauc_ndcg_at_5_diff1": 0.038416, "nauc_ndcg_at_10_max": 0.059413, "nauc_ndcg_at_10_std": 0.030287, "nauc_ndcg_at_10_diff1": 0.035516, "nauc_ndcg_at_20_max": 0.040015, "nauc_ndcg_at_20_std": 0.01334, "nauc_ndcg_at_20_diff1": 0.043697, "nauc_ndcg_at_100_max": 0.002311, "nauc_ndcg_at_100_std": 0.008975, "nauc_ndcg_at_100_diff1": 0.019832, "nauc_ndcg_at_1000_max": 0.018006, "nauc_ndcg_at_1000_std": -0.014855, "nauc_ndcg_at_1000_diff1": 0.016294, "nauc_map_at_1_max": 0.19198, "nauc_map_at_1_std": 0.224093, "nauc_map_at_1_diff1": 0.110618, "nauc_map_at_3_max": 0.12263, "nauc_map_at_3_std": 0.129494, "nauc_map_at_3_diff1": 0.065217, "nauc_map_at_5_max": 0.13216, "nauc_map_at_5_std": 0.082893, "nauc_map_at_5_diff1": 0.041714, "nauc_map_at_10_max": 0.114804, "nauc_map_at_10_std": 0.06128, "nauc_map_at_10_diff1": 0.036371, "nauc_map_at_20_max": 0.098884, "nauc_map_at_20_std": 0.049795, "nauc_map_at_20_diff1": 0.039331, "nauc_map_at_100_max": 0.08225, "nauc_map_at_100_std": 0.047064, "nauc_map_at_100_diff1": 0.034176, "nauc_map_at_1000_max": 0.080991, "nauc_map_at_1000_std": 0.045217, "nauc_map_at_1000_diff1": 0.031875, "nauc_recall_at_1_max": 0.19198, "nauc_recall_at_1_std": 0.224093, "nauc_recall_at_1_diff1": 0.110618, "nauc_recall_at_3_max": 0.104616, "nauc_recall_at_3_std": 0.029117, "nauc_recall_at_3_diff1": 0.051933, "nauc_recall_at_5_max": 0.127998, "nauc_recall_at_5_std": -0.044298, "nauc_recall_at_5_diff1": 0.007715, "nauc_recall_at_10_max": 0.071068, "nauc_recall_at_10_std": -0.04876, "nauc_recall_at_10_diff1": 0.004951, "nauc_recall_at_20_max": 0.040166, "nauc_recall_at_20_std": -0.059383, "nauc_recall_at_20_diff1": 0.030221, "nauc_recall_at_100_max": -0.023272, "nauc_recall_at_100_std": -0.033384, "nauc_recall_at_100_diff1": -0.020169, "nauc_recall_at_1000_max": 0.077864, "nauc_recall_at_1000_std": -0.117186, "nauc_recall_at_1000_diff1": -0.019689, "nauc_precision_at_1_max": 0.033149, "nauc_precision_at_1_std": 0.283466, "nauc_precision_at_1_diff1": 0.160163, "nauc_precision_at_3_max": -0.05959, "nauc_precision_at_3_std": 0.116147, "nauc_precision_at_3_diff1": 0.05223, "nauc_precision_at_5_max": -0.031799, "nauc_precision_at_5_std": 0.034107, "nauc_precision_at_5_diff1": 0.004049, "nauc_precision_at_10_max": -0.033908, "nauc_precision_at_10_std": -0.005843, "nauc_precision_at_10_diff1": 0.027307, "nauc_precision_at_20_max": -0.049794, "nauc_precision_at_20_std": -0.012255, "nauc_precision_at_20_diff1": 0.04827, "nauc_precision_at_100_max": -0.084873, "nauc_precision_at_100_std": 0.004161, "nauc_precision_at_100_diff1": 0.030472, "nauc_precision_at_1000_max": -0.086838, "nauc_precision_at_1000_std": -0.009368, "nauc_precision_at_1000_diff1": 0.011886, "nauc_mrr_at_1_max": 0.033149, "nauc_mrr_at_1_std": 0.283466, "nauc_mrr_at_1_diff1": 0.160163, "nauc_mrr_at_3_max": -0.010687, "nauc_mrr_at_3_std": 0.166688, "nauc_mrr_at_3_diff1": 0.090957, "nauc_mrr_at_5_max": -0.013718, "nauc_mrr_at_5_std": 0.146346, "nauc_mrr_at_5_diff1": 0.077682, "nauc_mrr_at_10_max": -0.009285, "nauc_mrr_at_10_std": 0.11689, "nauc_mrr_at_10_diff1": 0.084604, "nauc_mrr_at_20_max": -0.01227, "nauc_mrr_at_20_std": 0.10909, "nauc_mrr_at_20_diff1": 0.082313, "nauc_mrr_at_100_max": -0.013475, "nauc_mrr_at_100_std": 0.10154, "nauc_mrr_at_100_diff1": 0.077713, "nauc_mrr_at_1000_max": -0.012848, "nauc_mrr_at_1000_std": 0.102155, "nauc_mrr_at_1000_diff1": 0.077852, "main_score": 0.02645, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.03836, "ndcg_at_3": 0.04742, "ndcg_at_5": 0.05027, "ndcg_at_10": 0.05823, "ndcg_at_20": 0.07217, "ndcg_at_100": 0.10253, "ndcg_at_1000": 0.17851, "map_at_1": 0.03063, "map_at_3": 0.04126, "map_at_5": 0.0432, "map_at_10": 0.04644, "map_at_20": 0.05036, "map_at_100": 0.05445, "map_at_1000": 0.0567, "recall_at_1": 0.03063, "recall_at_3": 0.0532, "recall_at_5": 0.06049, "recall_at_10": 0.08252, "recall_at_20": 0.12926, "recall_at_100": 0.28127, "recall_at_1000": 0.85072, "precision_at_1": 0.03836, "precision_at_3": 0.02472, "precision_at_5": 0.0179, "precision_at_10": 0.01266, "precision_at_20": 0.01074, "precision_at_100": 0.00459, "precision_at_1000": 0.00146, "mrr_at_1": 0.038363, "mrr_at_3": 0.050298, "mrr_at_5": 0.053176, "mrr_at_10": 0.057025, "mrr_at_20": 0.061388, "mrr_at_100": 0.065098, "mrr_at_1000": 0.066778, "nauc_ndcg_at_1_max": 0.39166, "nauc_ndcg_at_1_std": -0.029479, "nauc_ndcg_at_1_diff1": 0.48033, "nauc_ndcg_at_3_max": 0.324915, "nauc_ndcg_at_3_std": -0.005974, "nauc_ndcg_at_3_diff1": 0.343324, "nauc_ndcg_at_5_max": 0.300337, "nauc_ndcg_at_5_std": -0.003164, "nauc_ndcg_at_5_diff1": 0.304095, "nauc_ndcg_at_10_max": 0.272302, "nauc_ndcg_at_10_std": -0.029304, "nauc_ndcg_at_10_diff1": 0.253424, "nauc_ndcg_at_20_max": 0.227753, "nauc_ndcg_at_20_std": -0.052088, "nauc_ndcg_at_20_diff1": 0.195794, "nauc_ndcg_at_100_max": 0.158797, "nauc_ndcg_at_100_std": -0.062777, "nauc_ndcg_at_100_diff1": 0.177085, "nauc_ndcg_at_1000_max": 0.160123, "nauc_ndcg_at_1000_std": -0.053661, "nauc_ndcg_at_1000_diff1": 0.202574, "nauc_map_at_1_max": 0.39153, "nauc_map_at_1_std": -0.055377, "nauc_map_at_1_diff1": 0.568432, "nauc_map_at_3_max": 0.342521, "nauc_map_at_3_std": -0.014017, "nauc_map_at_3_diff1": 0.403437, "nauc_map_at_5_max": 0.323452, "nauc_map_at_5_std": -0.012192, "nauc_map_at_5_diff1": 0.371548, "nauc_map_at_10_max": 0.306328, "nauc_map_at_10_std": -0.022802, "nauc_map_at_10_diff1": 0.33898, "nauc_map_at_20_max": 0.285001, "nauc_map_at_20_std": -0.033187, "nauc_map_at_20_diff1": 0.308573, "nauc_map_at_100_max": 0.266826, "nauc_map_at_100_std": -0.037496, "nauc_map_at_100_diff1": 0.299205, "nauc_map_at_1000_max": 0.266161, "nauc_map_at_1000_std": -0.037899, "nauc_map_at_1000_diff1": 0.298326, "nauc_recall_at_1_max": 0.39153, "nauc_recall_at_1_std": -0.055377, "nauc_recall_at_1_diff1": 0.568432, "nauc_recall_at_3_max": 0.304532, "nauc_recall_at_3_std": 0.016928, "nauc_recall_at_3_diff1": 0.288754, "nauc_recall_at_5_max": 0.268049, "nauc_recall_at_5_std": 0.018555, "nauc_recall_at_5_diff1": 0.218451, "nauc_recall_at_10_max": 0.224872, "nauc_recall_at_10_std": -0.040507, "nauc_recall_at_10_diff1": 0.143689, "nauc_recall_at_20_max": 0.141472, "nauc_recall_at_20_std": -0.073708, "nauc_recall_at_20_diff1": 0.063861, "nauc_recall_at_100_max": 0.024079, "nauc_recall_at_100_std": -0.077372, "nauc_recall_at_100_diff1": 0.075548, "nauc_recall_at_1000_max": -0.053185, "nauc_recall_at_1000_std": -0.029779, "nauc_recall_at_1000_diff1": 0.190265, "nauc_precision_at_1_max": 0.39166, "nauc_precision_at_1_std": -0.029479, "nauc_precision_at_1_diff1": 0.48033, "nauc_precision_at_3_max": 0.276252, "nauc_precision_at_3_std": 0.013573, "nauc_precision_at_3_diff1": 0.183335, "nauc_precision_at_5_max": 0.219773, "nauc_precision_at_5_std": 0.000168, "nauc_precision_at_5_diff1": 0.104012, "nauc_precision_at_10_max": 0.171249, "nauc_precision_at_10_std": -0.059556, "nauc_precision_at_10_diff1": 0.039448, "nauc_precision_at_20_max": 0.119365, "nauc_precision_at_20_std": -0.115215, "nauc_precision_at_20_diff1": -0.024074, "nauc_precision_at_100_max": 0.008168, "nauc_precision_at_100_std": -0.123881, "nauc_precision_at_100_diff1": -0.006698, "nauc_precision_at_1000_max": -0.052625, "nauc_precision_at_1000_std": -0.056396, "nauc_precision_at_1000_diff1": 0.015765, "nauc_mrr_at_1_max": 0.39166, "nauc_mrr_at_1_std": -0.029479, "nauc_mrr_at_1_diff1": 0.48033, "nauc_mrr_at_3_max": 0.337564, "nauc_mrr_at_3_std": -0.008018, "nauc_mrr_at_3_diff1": 0.343812, "nauc_mrr_at_5_max": 0.318899, "nauc_mrr_at_5_std": -0.009414, "nauc_mrr_at_5_diff1": 0.312951, "nauc_mrr_at_10_max": 0.30161, "nauc_mrr_at_10_std": -0.021088, "nauc_mrr_at_10_diff1": 0.290966, "nauc_mrr_at_20_max": 0.288713, "nauc_mrr_at_20_std": -0.029962, "nauc_mrr_at_20_diff1": 0.271272, "nauc_mrr_at_100_max": 0.274414, "nauc_mrr_at_100_std": -0.031376, "nauc_mrr_at_100_diff1": 0.267576, "nauc_mrr_at_1000_max": 0.274775, "nauc_mrr_at_1000_std": -0.031038, "nauc_mrr_at_1000_diff1": 0.267884, "main_score": 0.05823, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.00384, "ndcg_at_3": 0.0038, "ndcg_at_5": 0.00548, "ndcg_at_10": 0.00794, "ndcg_at_20": 0.01077, "ndcg_at_100": 0.02523, "ndcg_at_1000": 0.11234, "map_at_1": 0.00288, "map_at_3": 0.0033, "map_at_5": 0.00426, "map_at_10": 0.00518, "map_at_20": 0.00589, "map_at_100": 0.00736, "map_at_1000": 0.00967, "recall_at_1": 0.00288, "recall_at_3": 0.00416, "recall_at_5": 0.00825, "recall_at_10": 0.01539, "recall_at_20": 0.0254, "recall_at_100": 0.09753, "recall_at_1000": 0.72845, "precision_at_1": 0.00384, "precision_at_3": 0.00171, "precision_at_5": 0.00205, "precision_at_10": 0.00205, "precision_at_20": 0.00185, "precision_at_100": 0.00173, "precision_at_1000": 0.00146, "mrr_at_1": 0.003836, "mrr_at_3": 0.004263, "mrr_at_5": 0.005477, "mrr_at_10": 0.006733, "mrr_at_20": 0.00775, "mrr_at_100": 0.009949, "mrr_at_1000": 0.012041, "nauc_ndcg_at_1_max": 0.500341, "nauc_ndcg_at_1_std": -0.249992, "nauc_ndcg_at_1_diff1": -0.055916, "nauc_ndcg_at_3_max": 0.706093, "nauc_ndcg_at_3_std": -0.109004, "nauc_ndcg_at_3_diff1": 0.186005, "nauc_ndcg_at_5_max": 0.74251, "nauc_ndcg_at_5_std": -0.111005, "nauc_ndcg_at_5_diff1": 0.119442, "nauc_ndcg_at_10_max": 0.450432, "nauc_ndcg_at_10_std": -0.093786, "nauc_ndcg_at_10_diff1": 0.128422, "nauc_ndcg_at_20_max": 0.256481, "nauc_ndcg_at_20_std": 0.012505, "nauc_ndcg_at_20_diff1": 0.055293, "nauc_ndcg_at_100_max": 0.107615, "nauc_ndcg_at_100_std": 0.00825, "nauc_ndcg_at_100_diff1": -5.1e-05, "nauc_ndcg_at_1000_max": 0.030097, "nauc_ndcg_at_1000_std": -0.019347, "nauc_ndcg_at_1000_diff1": -0.013544, "nauc_map_at_1_max": 0.833447, "nauc_map_at_1_std": -0.166996, "nauc_map_at_1_diff1": 0.063652, "nauc_map_at_3_max": 0.81126, "nauc_map_at_3_std": -0.103772, "nauc_map_at_3_diff1": 0.184471, "nauc_map_at_5_max": 0.799623, "nauc_map_at_5_std": -0.121987, "nauc_map_at_5_diff1": 0.118432, "nauc_map_at_10_max": 0.625978, "nauc_map_at_10_std": -0.114776, "nauc_map_at_10_diff1": 0.127816, "nauc_map_at_20_max": 0.514287, "nauc_map_at_20_std": -0.059881, "nauc_map_at_20_diff1": 0.104783, "nauc_map_at_100_max": 0.416883, "nauc_map_at_100_std": -0.043854, "nauc_map_at_100_diff1": 0.08191, "nauc_map_at_1000_max": 0.379253, "nauc_map_at_1000_std": -0.039412, "nauc_map_at_1000_diff1": 0.070328, "nauc_recall_at_1_max": 0.833447, "nauc_recall_at_1_std": -0.166996, "nauc_recall_at_1_diff1": 0.063652, "nauc_recall_at_3_max": 0.780539, "nauc_recall_at_3_std": -0.016232, "nauc_recall_at_3_diff1": 0.351759, "nauc_recall_at_5_max": 0.749617, "nauc_recall_at_5_std": -0.073587, "nauc_recall_at_5_diff1": 0.147039, "nauc_recall_at_10_max": 0.320518, "nauc_recall_at_10_std": -0.052394, "nauc_recall_at_10_diff1": 0.12572, "nauc_recall_at_20_max": 0.076963, "nauc_recall_at_20_std": 0.089446, "nauc_recall_at_20_diff1": 0.017462, "nauc_recall_at_100_max": 0.013025, "nauc_recall_at_100_std": 0.023901, "nauc_recall_at_100_diff1": -0.039365, "nauc_recall_at_1000_max": -0.083731, "nauc_recall_at_1000_std": -0.023871, "nauc_recall_at_1000_diff1": -0.06364, "nauc_precision_at_1_max": 0.500341, "nauc_precision_at_1_std": -0.249992, "nauc_precision_at_1_diff1": -0.055916, "nauc_precision_at_3_max": 0.540629, "nauc_precision_at_3_std": -0.106746, "nauc_precision_at_3_diff1": 0.208063, "nauc_precision_at_5_max": 0.6576, "nauc_precision_at_5_std": -0.073809, "nauc_precision_at_5_diff1": 0.145829, "nauc_precision_at_10_max": 0.199126, "nauc_precision_at_10_std": -0.071653, "nauc_precision_at_10_diff1": 0.163324, "nauc_precision_at_20_max": -0.009411, "nauc_precision_at_20_std": 0.114125, "nauc_precision_at_20_diff1": 0.018866, "nauc_precision_at_100_max": -0.015651, "nauc_precision_at_100_std": 0.030561, "nauc_precision_at_100_diff1": -0.017561, "nauc_precision_at_1000_max": -0.031285, "nauc_precision_at_1000_std": -0.029608, "nauc_precision_at_1000_diff1": 0.009753, "nauc_mrr_at_1_max": 0.500341, "nauc_mrr_at_1_std": -0.249992, "nauc_mrr_at_1_diff1": -0.055916, "nauc_mrr_at_3_max": 0.516456, "nauc_mrr_at_3_std": -0.192694, "nauc_mrr_at_3_diff1": 0.049675, "nauc_mrr_at_5_max": 0.581598, "nauc_mrr_at_5_std": -0.16722, "nauc_mrr_at_5_diff1": 0.050453, "nauc_mrr_at_10_max": 0.425237, "nauc_mrr_at_10_std": -0.153574, "nauc_mrr_at_10_diff1": 0.084949, "nauc_mrr_at_20_max": 0.334729, "nauc_mrr_at_20_std": -0.098298, "nauc_mrr_at_20_diff1": 0.036395, "nauc_mrr_at_100_max": 0.257884, "nauc_mrr_at_100_std": -0.075105, "nauc_mrr_at_100_diff1": 0.025332, "nauc_mrr_at_1000_max": 0.247464, "nauc_mrr_at_1000_std": -0.073295, "nauc_mrr_at_1000_diff1": 0.022694, "main_score": 0.00794, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.0013, "ndcg_at_3": 0.00252, "ndcg_at_5": 0.00337, "ndcg_at_10": 0.00466, "ndcg_at_20": 0.00755, "ndcg_at_100": 0.0225, "ndcg_at_1000": 0.10959, "map_at_1": 0.0013, "map_at_3": 0.00217, "map_at_5": 0.00275, "map_at_10": 0.00318, "map_at_20": 0.0039, "map_at_100": 0.00561, "map_at_1000": 0.00792, "recall_at_1": 0.0013, "recall_at_3": 0.00325, "recall_at_5": 0.0052, "recall_at_10": 0.00882, "recall_at_20": 0.01948, "recall_at_100": 0.09541, "recall_at_1000": 0.75069, "precision_at_1": 0.0013, "precision_at_3": 0.0013, "precision_at_5": 0.0013, "precision_at_10": 0.0013, "precision_at_20": 0.00143, "precision_at_100": 0.00144, "precision_at_1000": 0.00132, "mrr_at_1": 0.0013, "mrr_at_3": 0.002384, "mrr_at_5": 0.002644, "mrr_at_10": 0.003484, "mrr_at_20": 0.004426, "mrr_at_100": 0.006688, "mrr_at_1000": 0.008724, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.323801, "nauc_ndcg_at_1_diff1": -0.070649, "nauc_ndcg_at_3_max": 0.610392, "nauc_ndcg_at_3_std": 0.332215, "nauc_ndcg_at_3_diff1": -0.172867, "nauc_ndcg_at_5_max": 0.599142, "nauc_ndcg_at_5_std": 0.315069, "nauc_ndcg_at_5_diff1": -0.198051, "nauc_ndcg_at_10_max": 0.502707, "nauc_ndcg_at_10_std": 0.276871, "nauc_ndcg_at_10_diff1": -0.121731, "nauc_ndcg_at_20_max": 0.334766, "nauc_ndcg_at_20_std": 0.128178, "nauc_ndcg_at_20_diff1": -0.031197, "nauc_ndcg_at_100_max": 0.04084, "nauc_ndcg_at_100_std": 0.061721, "nauc_ndcg_at_100_diff1": -0.08185, "nauc_ndcg_at_1000_max": -0.063454, "nauc_ndcg_at_1000_std": 0.033888, "nauc_ndcg_at_1000_diff1": -0.077752, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.323801, "nauc_map_at_1_diff1": -0.070649, "nauc_map_at_3_max": 0.690075, "nauc_map_at_3_std": 0.360967, "nauc_map_at_3_diff1": -0.158628, "nauc_map_at_5_max": 0.62951, "nauc_map_at_5_std": 0.30911, "nauc_map_at_5_diff1": -0.179348, "nauc_map_at_10_max": 0.586195, "nauc_map_at_10_std": 0.304187, "nauc_map_at_10_diff1": -0.156947, "nauc_map_at_20_max": 0.490189, "nauc_map_at_20_std": 0.224036, "nauc_map_at_20_diff1": -0.101253, "nauc_map_at_100_max": 0.31415, "nauc_map_at_100_std": 0.165997, "nauc_map_at_100_diff1": -0.095897, "nauc_map_at_1000_max": 0.263517, "nauc_map_at_1000_std": 0.154812, "nauc_map_at_1000_diff1": -0.102078, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.323801, "nauc_recall_at_1_diff1": -0.070649, "nauc_recall_at_3_max": 0.51539, "nauc_recall_at_3_std": 0.330514, "nauc_recall_at_3_diff1": -0.196971, "nauc_recall_at_5_max": 0.563288, "nauc_recall_at_5_std": 0.332192, "nauc_recall_at_5_diff1": -0.228551, "nauc_recall_at_10_max": 0.449377, "nauc_recall_at_10_std": 0.307195, "nauc_recall_at_10_diff1": -0.152486, "nauc_recall_at_20_max": 0.251093, "nauc_recall_at_20_std": 0.098677, "nauc_recall_at_20_diff1": -0.020261, "nauc_recall_at_100_max": -0.031148, "nauc_recall_at_100_std": 0.036744, "nauc_recall_at_100_diff1": -0.087514, "nauc_recall_at_1000_max": -0.166418, "nauc_recall_at_1000_std": 0.019026, "nauc_recall_at_1000_diff1": -0.092454, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.323801, "nauc_precision_at_1_diff1": -0.070649, "nauc_precision_at_3_max": 0.417717, "nauc_precision_at_3_std": 0.222289, "nauc_precision_at_3_diff1": -0.198457, "nauc_precision_at_5_max": 0.436501, "nauc_precision_at_5_std": 0.201987, "nauc_precision_at_5_diff1": -0.224019, "nauc_precision_at_10_max": 0.293372, "nauc_precision_at_10_std": 0.082665, "nauc_precision_at_10_diff1": 0.046926, "nauc_precision_at_20_max": 0.146732, "nauc_precision_at_20_std": -0.048448, "nauc_precision_at_20_diff1": 0.084863, "nauc_precision_at_100_max": -0.084009, "nauc_precision_at_100_std": 0.020033, "nauc_precision_at_100_diff1": -0.092017, "nauc_precision_at_1000_max": -0.101132, "nauc_precision_at_1000_std": -0.062545, "nauc_precision_at_1000_diff1": 0.029059, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.323801, "nauc_mrr_at_1_diff1": -0.070649, "nauc_mrr_at_3_max": 0.620919, "nauc_mrr_at_3_std": 0.299167, "nauc_mrr_at_3_diff1": -0.162925, "nauc_mrr_at_5_max": 0.658205, "nauc_mrr_at_5_std": 0.334846, "nauc_mrr_at_5_diff1": -0.17826, "nauc_mrr_at_10_max": 0.53447, "nauc_mrr_at_10_std": 0.241124, "nauc_mrr_at_10_diff1": -0.051647, "nauc_mrr_at_20_max": 0.422865, "nauc_mrr_at_20_std": 0.15194, "nauc_mrr_at_20_diff1": -0.004245, "nauc_mrr_at_100_max": 0.243338, "nauc_mrr_at_100_std": 0.113894, "nauc_mrr_at_100_diff1": -0.036226, "nauc_mrr_at_1000_max": 0.222523, "nauc_mrr_at_1000_std": 0.112982, "nauc_mrr_at_1000_diff1": -0.043536, "main_score": 0.00466, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.18204, "ndcg_at_3": 0.1728, "ndcg_at_5": 0.17873, "ndcg_at_10": 0.19151, "ndcg_at_20": 0.20318, "ndcg_at_100": 0.23883, "ndcg_at_1000": 0.29709, "map_at_1": 0.11804, "map_at_3": 0.14976, "map_at_5": 0.15657, "map_at_10": 0.16235, "map_at_20": 0.16583, "map_at_100": 0.17112, "map_at_1000": 0.17327, "recall_at_1": 0.11804, "recall_at_3": 0.16924, "recall_at_5": 0.19199, "recall_at_10": 0.22456, "recall_at_20": 0.26212, "recall_at_100": 0.4269, "recall_at_1000": 0.83242, "precision_at_1": 0.18204, "precision_at_3": 0.09709, "precision_at_5": 0.06796, "precision_at_10": 0.0409, "precision_at_20": 0.02482, "precision_at_100": 0.0084, "precision_at_1000": 0.00169, "mrr_at_1": 0.182039, "mrr_at_3": 0.20449, "mrr_at_5": 0.211772, "mrr_at_10": 0.217232, "mrr_at_20": 0.220311, "mrr_at_100": 0.224296, "mrr_at_1000": 0.225568, "nauc_ndcg_at_1_max": 0.377675, "nauc_ndcg_at_1_std": 0.119481, "nauc_ndcg_at_1_diff1": 0.532919, "nauc_ndcg_at_3_max": 0.319589, "nauc_ndcg_at_3_std": 0.083837, "nauc_ndcg_at_3_diff1": 0.460599, "nauc_ndcg_at_5_max": 0.312378, "nauc_ndcg_at_5_std": 0.076809, "nauc_ndcg_at_5_diff1": 0.442866, "nauc_ndcg_at_10_max": 0.304162, "nauc_ndcg_at_10_std": 0.061117, "nauc_ndcg_at_10_diff1": 0.428269, "nauc_ndcg_at_20_max": 0.297946, "nauc_ndcg_at_20_std": 0.053097, "nauc_ndcg_at_20_diff1": 0.419476, "nauc_ndcg_at_100_max": 0.300065, "nauc_ndcg_at_100_std": 0.044559, "nauc_ndcg_at_100_diff1": 0.396428, "nauc_ndcg_at_1000_max": 0.300869, "nauc_ndcg_at_1000_std": 0.05995, "nauc_ndcg_at_1000_diff1": 0.406652, "nauc_map_at_1_max": 0.327225, "nauc_map_at_1_std": 0.098728, "nauc_map_at_1_diff1": 0.522482, "nauc_map_at_3_max": 0.32012, "nauc_map_at_3_std": 0.079939, "nauc_map_at_3_diff1": 0.467542, "nauc_map_at_5_max": 0.317265, "nauc_map_at_5_std": 0.075389, "nauc_map_at_5_diff1": 0.455606, "nauc_map_at_10_max": 0.313805, "nauc_map_at_10_std": 0.068834, "nauc_map_at_10_diff1": 0.448899, "nauc_map_at_20_max": 0.311836, "nauc_map_at_20_std": 0.065768, "nauc_map_at_20_diff1": 0.445995, "nauc_map_at_100_max": 0.313137, "nauc_map_at_100_std": 0.064358, "nauc_map_at_100_diff1": 0.442305, "nauc_map_at_1000_max": 0.312625, "nauc_map_at_1000_std": 0.06455, "nauc_map_at_1000_diff1": 0.442584, "nauc_recall_at_1_max": 0.327225, "nauc_recall_at_1_std": 0.098728, "nauc_recall_at_1_diff1": 0.522482, "nauc_recall_at_3_max": 0.289795, "nauc_recall_at_3_std": 0.068099, "nauc_recall_at_3_diff1": 0.425628, "nauc_recall_at_5_max": 0.270676, "nauc_recall_at_5_std": 0.054013, "nauc_recall_at_5_diff1": 0.381951, "nauc_recall_at_10_max": 0.245633, "nauc_recall_at_10_std": 0.015918, "nauc_recall_at_10_diff1": 0.342414, "nauc_recall_at_20_max": 0.222582, "nauc_recall_at_20_std": -0.004443, "nauc_recall_at_20_diff1": 0.311186, "nauc_recall_at_100_max": 0.222949, "nauc_recall_at_100_std": -0.023187, "nauc_recall_at_100_diff1": 0.22452, "nauc_recall_at_1000_max": 0.206172, "nauc_recall_at_1000_std": 0.132332, "nauc_recall_at_1000_diff1": 0.208605, "nauc_precision_at_1_max": 0.377675, "nauc_precision_at_1_std": 0.119481, "nauc_precision_at_1_diff1": 0.532919, "nauc_precision_at_3_max": 0.323919, "nauc_precision_at_3_std": 0.071511, "nauc_precision_at_3_diff1": 0.382659, "nauc_precision_at_5_max": 0.30147, "nauc_precision_at_5_std": 0.055795, "nauc_precision_at_5_diff1": 0.344357, "nauc_precision_at_10_max": 0.27685, "nauc_precision_at_10_std": 0.017331, "nauc_precision_at_10_diff1": 0.30151, "nauc_precision_at_20_max": 0.247569, "nauc_precision_at_20_std": -0.00374, "nauc_precision_at_20_diff1": 0.267229, "nauc_precision_at_100_max": 0.202144, "nauc_precision_at_100_std": -0.031643, "nauc_precision_at_100_diff1": 0.148637, "nauc_precision_at_1000_max": 0.091381, "nauc_precision_at_1000_std": -0.01382, "nauc_precision_at_1000_diff1": 0.01522, "nauc_mrr_at_1_max": 0.377675, "nauc_mrr_at_1_std": 0.119481, "nauc_mrr_at_1_diff1": 0.532919, "nauc_mrr_at_3_max": 0.345106, "nauc_mrr_at_3_std": 0.108713, "nauc_mrr_at_3_diff1": 0.490724, "nauc_mrr_at_5_max": 0.338439, "nauc_mrr_at_5_std": 0.10561, "nauc_mrr_at_5_diff1": 0.480787, "nauc_mrr_at_10_max": 0.334992, "nauc_mrr_at_10_std": 0.09898, "nauc_mrr_at_10_diff1": 0.475301, "nauc_mrr_at_20_max": 0.333302, "nauc_mrr_at_20_std": 0.096361, "nauc_mrr_at_20_diff1": 0.472933, "nauc_mrr_at_100_max": 0.333469, "nauc_mrr_at_100_std": 0.094377, "nauc_mrr_at_100_diff1": 0.46943, "nauc_mrr_at_1000_max": 0.333391, "nauc_mrr_at_1000_std": 0.094975, "nauc_mrr_at_1000_diff1": 0.470019, "main_score": 0.19151, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.00121, "ndcg_at_3": 0.00229, "ndcg_at_5": 0.0025, "ndcg_at_10": 0.00412, "ndcg_at_20": 0.00672, "ndcg_at_100": 0.0178, "ndcg_at_1000": 0.09654, "map_at_1": 0.00061, "map_at_3": 0.00143, "map_at_5": 0.00155, "map_at_10": 0.00217, "map_at_20": 0.00273, "map_at_100": 0.00383, "map_at_1000": 0.00573, "recall_at_1": 0.00061, "recall_at_3": 0.00307, "recall_at_5": 0.00368, "recall_at_10": 0.00783, "recall_at_20": 0.01588, "recall_at_100": 0.06665, "recall_at_1000": 0.62866, "precision_at_1": 0.00121, "precision_at_3": 0.00202, "precision_at_5": 0.00146, "precision_at_10": 0.00146, "precision_at_20": 0.00176, "precision_at_100": 0.00155, "precision_at_1000": 0.0014, "mrr_at_1": 0.001214, "mrr_at_3": 0.002832, "mrr_at_5": 0.003074, "mrr_at_10": 0.004141, "mrr_at_20": 0.005426, "mrr_at_100": 0.007411, "mrr_at_1000": 0.009422, "nauc_ndcg_at_1_max": 0.660705, "nauc_ndcg_at_1_std": 0.098185, "nauc_ndcg_at_1_diff1": -0.205494, "nauc_ndcg_at_3_max": 0.035176, "nauc_ndcg_at_3_std": 0.053586, "nauc_ndcg_at_3_diff1": -0.009591, "nauc_ndcg_at_5_max": -0.036326, "nauc_ndcg_at_5_std": 0.030618, "nauc_ndcg_at_5_diff1": -0.064805, "nauc_ndcg_at_10_max": -0.093359, "nauc_ndcg_at_10_std": 0.02263, "nauc_ndcg_at_10_diff1": 0.063121, "nauc_ndcg_at_20_max": -0.082432, "nauc_ndcg_at_20_std": 0.053823, "nauc_ndcg_at_20_diff1": 0.01433, "nauc_ndcg_at_100_max": -0.010724, "nauc_ndcg_at_100_std": 0.08322, "nauc_ndcg_at_100_diff1": -0.04143, "nauc_ndcg_at_1000_max": 0.050769, "nauc_ndcg_at_1000_std": 0.043384, "nauc_ndcg_at_1000_diff1": -0.050155, "nauc_map_at_1_max": 0.660705, "nauc_map_at_1_std": 0.098185, "nauc_map_at_1_diff1": -0.205494, "nauc_map_at_3_max": 0.070915, "nauc_map_at_3_std": 0.075045, "nauc_map_at_3_diff1": -0.025094, "nauc_map_at_5_max": 0.03292, "nauc_map_at_5_std": 0.044274, "nauc_map_at_5_diff1": -0.068052, "nauc_map_at_10_max": -0.0418, "nauc_map_at_10_std": 0.041226, "nauc_map_at_10_diff1": 0.02987, "nauc_map_at_20_max": -0.045256, "nauc_map_at_20_std": 0.043481, "nauc_map_at_20_diff1": 0.006915, "nauc_map_at_100_max": -0.02263, "nauc_map_at_100_std": 0.062883, "nauc_map_at_100_diff1": -0.016972, "nauc_map_at_1000_max": -0.013634, "nauc_map_at_1000_std": 0.063967, "nauc_map_at_1000_diff1": -0.022649, "nauc_recall_at_1_max": 0.660705, "nauc_recall_at_1_std": 0.098185, "nauc_recall_at_1_diff1": -0.205494, "nauc_recall_at_3_max": -0.161897, "nauc_recall_at_3_std": 0.06591, "nauc_recall_at_3_diff1": 0.046117, "nauc_recall_at_5_max": -0.203546, "nauc_recall_at_5_std": 0.002606, "nauc_recall_at_5_diff1": -0.056101, "nauc_recall_at_10_max": -0.200782, "nauc_recall_at_10_std": 0.015048, "nauc_recall_at_10_diff1": 0.110675, "nauc_recall_at_20_max": -0.125533, "nauc_recall_at_20_std": 0.051198, "nauc_recall_at_20_diff1": 0.020933, "nauc_recall_at_100_max": -0.001994, "nauc_recall_at_100_std": 0.103878, "nauc_recall_at_100_diff1": -0.067047, "nauc_recall_at_1000_max": 0.044988, "nauc_recall_at_1000_std": 0.072636, "nauc_recall_at_1000_diff1": -0.091092, "nauc_precision_at_1_max": 0.660705, "nauc_precision_at_1_std": 0.098185, "nauc_precision_at_1_diff1": -0.205494, "nauc_precision_at_3_max": -0.018236, "nauc_precision_at_3_std": 0.060572, "nauc_precision_at_3_diff1": 0.032965, "nauc_precision_at_5_max": -0.084292, "nauc_precision_at_5_std": -0.002546, "nauc_precision_at_5_diff1": -0.068196, "nauc_precision_at_10_max": -0.095454, "nauc_precision_at_10_std": -0.017172, "nauc_precision_at_10_diff1": 0.091978, "nauc_precision_at_20_max": -0.099144, "nauc_precision_at_20_std": 0.075219, "nauc_precision_at_20_diff1": -0.002098, "nauc_precision_at_100_max": 0.002126, "nauc_precision_at_100_std": 0.064919, "nauc_precision_at_100_diff1": -0.031257, "nauc_precision_at_1000_max": 0.103419, "nauc_precision_at_1000_std": -0.065904, "nauc_precision_at_1000_diff1": 0.017084, "nauc_mrr_at_1_max": 0.660705, "nauc_mrr_at_1_std": 0.098185, "nauc_mrr_at_1_diff1": -0.205494, "nauc_mrr_at_3_max": 0.175747, "nauc_mrr_at_3_std": 0.071319, "nauc_mrr_at_3_diff1": -0.035166, "nauc_mrr_at_5_max": 0.129143, "nauc_mrr_at_5_std": 0.040572, "nauc_mrr_at_5_diff1": -0.077705, "nauc_mrr_at_10_max": 0.058448, "nauc_mrr_at_10_std": 0.028381, "nauc_mrr_at_10_diff1": 0.004981, "nauc_mrr_at_20_max": 0.023994, "nauc_mrr_at_20_std": 0.063355, "nauc_mrr_at_20_diff1": -0.005483, "nauc_mrr_at_100_max": 0.027832, "nauc_mrr_at_100_std": 0.066985, "nauc_mrr_at_100_diff1": -0.024565, "nauc_mrr_at_1000_max": 0.027702, "nauc_mrr_at_1000_std": 0.06489, "nauc_mrr_at_1000_diff1": -0.025214, "main_score": 0.00412, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.00488, "ndcg_at_3": 0.00474, "ndcg_at_5": 0.00542, "ndcg_at_10": 0.01006, "ndcg_at_20": 0.01645, "ndcg_at_100": 0.04186, "ndcg_at_1000": 0.11814, "map_at_1": 0.00335, "map_at_3": 0.00396, "map_at_5": 0.00437, "map_at_10": 0.00611, "map_at_20": 0.00778, "map_at_100": 0.01068, "map_at_1000": 0.01288, "recall_at_1": 0.00335, "recall_at_3": 0.00518, "recall_at_5": 0.00681, "recall_at_10": 0.0197, "recall_at_20": 0.04329, "recall_at_100": 0.17297, "recall_at_1000": 0.71108, "precision_at_1": 0.00488, "precision_at_3": 0.00244, "precision_at_5": 0.00195, "precision_at_10": 0.00305, "precision_at_20": 0.00323, "precision_at_100": 0.00273, "precision_at_1000": 0.00142, "mrr_at_1": 0.004878, "mrr_at_3": 0.005691, "mrr_at_5": 0.006301, "mrr_at_10": 0.008828, "mrr_at_20": 0.010832, "mrr_at_100": 0.014465, "mrr_at_1000": 0.016321, "nauc_ndcg_at_1_max": 0.337939, "nauc_ndcg_at_1_std": 0.506976, "nauc_ndcg_at_1_diff1": 0.444996, "nauc_ndcg_at_3_max": 0.488933, "nauc_ndcg_at_3_std": 0.559165, "nauc_ndcg_at_3_diff1": 0.443003, "nauc_ndcg_at_5_max": 0.484035, "nauc_ndcg_at_5_std": 0.43159, "nauc_ndcg_at_5_diff1": 0.350755, "nauc_ndcg_at_10_max": 0.262757, "nauc_ndcg_at_10_std": 0.396258, "nauc_ndcg_at_10_diff1": 0.117848, "nauc_ndcg_at_20_max": 0.175719, "nauc_ndcg_at_20_std": 0.299792, "nauc_ndcg_at_20_diff1": 0.053416, "nauc_ndcg_at_100_max": 0.145122, "nauc_ndcg_at_100_std": 0.156158, "nauc_ndcg_at_100_diff1": 0.064749, "nauc_ndcg_at_1000_max": 0.116422, "nauc_ndcg_at_1000_std": 0.179328, "nauc_ndcg_at_1000_diff1": 0.099398, "nauc_map_at_1_max": 0.451911, "nauc_map_at_1_std": 0.738761, "nauc_map_at_1_diff1": 0.716223, "nauc_map_at_3_max": 0.501558, "nauc_map_at_3_std": 0.643723, "nauc_map_at_3_diff1": 0.563697, "nauc_map_at_5_max": 0.496297, "nauc_map_at_5_std": 0.545229, "nauc_map_at_5_diff1": 0.485283, "nauc_map_at_10_max": 0.364069, "nauc_map_at_10_std": 0.498565, "nauc_map_at_10_diff1": 0.305017, "nauc_map_at_20_max": 0.292576, "nauc_map_at_20_std": 0.42703, "nauc_map_at_20_diff1": 0.232292, "nauc_map_at_100_max": 0.248358, "nauc_map_at_100_std": 0.336365, "nauc_map_at_100_diff1": 0.193265, "nauc_map_at_1000_max": 0.242461, "nauc_map_at_1000_std": 0.330571, "nauc_map_at_1000_diff1": 0.195104, "nauc_recall_at_1_max": 0.451911, "nauc_recall_at_1_std": 0.738761, "nauc_recall_at_1_diff1": 0.716223, "nauc_recall_at_3_max": 0.565808, "nauc_recall_at_3_std": 0.520731, "nauc_recall_at_3_diff1": 0.366309, "nauc_recall_at_5_max": 0.536957, "nauc_recall_at_5_std": 0.297254, "nauc_recall_at_5_diff1": 0.212147, "nauc_recall_at_10_max": 0.193363, "nauc_recall_at_10_std": 0.342701, "nauc_recall_at_10_diff1": -0.020505, "nauc_recall_at_20_max": 0.094619, "nauc_recall_at_20_std": 0.236546, "nauc_recall_at_20_diff1": -0.03954, "nauc_recall_at_100_max": 0.114675, "nauc_recall_at_100_std": 0.089534, "nauc_recall_at_100_diff1": 0.03759, "nauc_recall_at_1000_max": 0.069823, "nauc_recall_at_1000_std": 0.158356, "nauc_recall_at_1000_diff1": 0.078239, "nauc_precision_at_1_max": 0.337939, "nauc_precision_at_1_std": 0.506976, "nauc_precision_at_1_diff1": 0.444996, "nauc_precision_at_3_max": 0.502281, "nauc_precision_at_3_std": 0.45157, "nauc_precision_at_3_diff1": 0.254852, "nauc_precision_at_5_max": 0.433727, "nauc_precision_at_5_std": 0.234907, "nauc_precision_at_5_diff1": 0.102965, "nauc_precision_at_10_max": 0.103375, "nauc_precision_at_10_std": 0.279699, "nauc_precision_at_10_diff1": -0.101197, "nauc_precision_at_20_max": 0.099772, "nauc_precision_at_20_std": 0.20818, "nauc_precision_at_20_diff1": -0.074814, "nauc_precision_at_100_max": 0.119097, "nauc_precision_at_100_std": 0.077157, "nauc_precision_at_100_diff1": 0.035542, "nauc_precision_at_1000_max": 0.000774, "nauc_precision_at_1000_std": 0.056655, "nauc_precision_at_1000_diff1": 0.075163, "nauc_mrr_at_1_max": 0.337939, "nauc_mrr_at_1_std": 0.506976, "nauc_mrr_at_1_diff1": 0.444996, "nauc_mrr_at_3_max": 0.408371, "nauc_mrr_at_3_std": 0.48323, "nauc_mrr_at_3_diff1": 0.363506, "nauc_mrr_at_5_max": 0.390922, "nauc_mrr_at_5_std": 0.396297, "nauc_mrr_at_5_diff1": 0.294196, "nauc_mrr_at_10_max": 0.269338, "nauc_mrr_at_10_std": 0.37043, "nauc_mrr_at_10_diff1": 0.159118, "nauc_mrr_at_20_max": 0.236454, "nauc_mrr_at_20_std": 0.32504, "nauc_mrr_at_20_diff1": 0.122227, "nauc_mrr_at_100_max": 0.201481, "nauc_mrr_at_100_std": 0.273916, "nauc_mrr_at_100_diff1": 0.115798, "nauc_mrr_at_1000_max": 0.20242, "nauc_mrr_at_1000_std": 0.272977, "nauc_mrr_at_1000_diff1": 0.118166, "main_score": 0.01006, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 98.75685048103333, "kg_co2_emissions": 0.005694388961149581 }