{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.03333, "ndcg_at_3": 0.03317, "ndcg_at_5": 0.03539, "ndcg_at_10": 0.03891, "ndcg_at_20": 0.04304, "ndcg_at_100": 0.06048, "ndcg_at_1000": 0.13992, "map_at_1": 0.02198, "map_at_3": 0.02889, "map_at_5": 0.03145, "map_at_10": 0.03322, "map_at_20": 0.03447, "map_at_100": 0.03666, "map_at_1000": 0.03886, "recall_at_1": 0.02198, "recall_at_3": 0.03291, "recall_at_5": 0.03969, "recall_at_10": 0.04822, "recall_at_20": 0.06198, "recall_at_100": 0.14727, "recall_at_1000": 0.71776, "precision_at_1": 0.03333, "precision_at_3": 0.01867, "precision_at_5": 0.0136, "precision_at_10": 0.00893, "precision_at_20": 0.00573, "precision_at_100": 0.00269, "precision_at_1000": 0.0015, "mrr_at_1": 0.034667, "mrr_at_3": 0.038, "mrr_at_5": 0.039333, "mrr_at_10": 0.040611, "mrr_at_20": 0.041973, "mrr_at_100": 0.044443, "mrr_at_1000": 0.046185, "nauc_ndcg_at_1_max": -0.532278, "nauc_ndcg_at_1_std": 0.001073, "nauc_ndcg_at_1_diff1": 0.943654, "nauc_ndcg_at_3_max": -0.511855, "nauc_ndcg_at_3_std": 0.044204, "nauc_ndcg_at_3_diff1": 0.863604, "nauc_ndcg_at_5_max": -0.479996, "nauc_ndcg_at_5_std": 0.064219, "nauc_ndcg_at_5_diff1": 0.829661, "nauc_ndcg_at_10_max": -0.462363, "nauc_ndcg_at_10_std": 0.053585, "nauc_ndcg_at_10_diff1": 0.789181, "nauc_ndcg_at_20_max": -0.45041, "nauc_ndcg_at_20_std": 0.079579, "nauc_ndcg_at_20_diff1": 0.718433, "nauc_ndcg_at_100_max": -0.374659, "nauc_ndcg_at_100_std": 0.086385, "nauc_ndcg_at_100_diff1": 0.562723, "nauc_ndcg_at_1000_max": -0.267807, "nauc_ndcg_at_1000_std": 0.082227, "nauc_ndcg_at_1000_diff1": 0.467572, "nauc_map_at_1_max": -0.536402, "nauc_map_at_1_std": 0.023121, "nauc_map_at_1_diff1": 0.971514, "nauc_map_at_3_max": -0.517221, "nauc_map_at_3_std": 0.039831, "nauc_map_at_3_diff1": 0.88386, "nauc_map_at_5_max": -0.495877, "nauc_map_at_5_std": 0.061404, "nauc_map_at_5_diff1": 0.865518, "nauc_map_at_10_max": -0.488908, "nauc_map_at_10_std": 0.056582, "nauc_map_at_10_diff1": 0.849739, "nauc_map_at_20_max": -0.485291, "nauc_map_at_20_std": 0.065333, "nauc_map_at_20_diff1": 0.824307, "nauc_map_at_100_max": -0.469134, "nauc_map_at_100_std": 0.067926, "nauc_map_at_100_diff1": 0.7897, "nauc_map_at_1000_max": -0.460502, "nauc_map_at_1000_std": 0.06873, "nauc_map_at_1000_diff1": 0.778776, "nauc_recall_at_1_max": -0.536402, "nauc_recall_at_1_std": 0.023121, "nauc_recall_at_1_diff1": 0.971514, "nauc_recall_at_3_max": -0.49451, "nauc_recall_at_3_std": 0.054414, "nauc_recall_at_3_diff1": 0.78551, "nauc_recall_at_5_max": -0.431429, "nauc_recall_at_5_std": 0.089874, "nauc_recall_at_5_diff1": 0.734091, "nauc_recall_at_10_max": -0.404323, "nauc_recall_at_10_std": 0.058441, "nauc_recall_at_10_diff1": 0.670363, "nauc_recall_at_20_max": -0.388886, "nauc_recall_at_20_std": 0.131308, "nauc_recall_at_20_diff1": 0.526184, "nauc_recall_at_100_max": -0.249434, "nauc_recall_at_100_std": 0.117736, "nauc_recall_at_100_diff1": 0.26963, "nauc_recall_at_1000_max": -0.018338, "nauc_recall_at_1000_std": 0.079794, "nauc_recall_at_1000_diff1": 0.101619, "nauc_precision_at_1_max": -0.532278, "nauc_precision_at_1_std": 0.001073, "nauc_precision_at_1_diff1": 0.943654, "nauc_precision_at_3_max": -0.505194, "nauc_precision_at_3_std": 0.044993, "nauc_precision_at_3_diff1": 0.829226, "nauc_precision_at_5_max": -0.467863, "nauc_precision_at_5_std": 0.09806, "nauc_precision_at_5_diff1": 0.807973, "nauc_precision_at_10_max": -0.425639, "nauc_precision_at_10_std": 0.074483, "nauc_precision_at_10_diff1": 0.699114, "nauc_precision_at_20_max": -0.402724, "nauc_precision_at_20_std": 0.100527, "nauc_precision_at_20_diff1": 0.570329, "nauc_precision_at_100_max": -0.288033, "nauc_precision_at_100_std": 0.101127, "nauc_precision_at_100_diff1": 0.33217, "nauc_precision_at_1000_max": 0.029235, "nauc_precision_at_1000_std": 0.07439, "nauc_precision_at_1000_diff1": 0.038048, "nauc_mrr_at_1_max": -0.52777, "nauc_mrr_at_1_std": 0.026491, "nauc_mrr_at_1_diff1": 0.899445, "nauc_mrr_at_3_max": -0.503621, "nauc_mrr_at_3_std": 0.044231, "nauc_mrr_at_3_diff1": 0.871791, "nauc_mrr_at_5_max": -0.497359, "nauc_mrr_at_5_std": 0.051984, "nauc_mrr_at_5_diff1": 0.850799, "nauc_mrr_at_10_max": -0.485143, "nauc_mrr_at_10_std": 0.049267, "nauc_mrr_at_10_diff1": 0.83106, "nauc_mrr_at_20_max": -0.472881, "nauc_mrr_at_20_std": 0.056329, "nauc_mrr_at_20_diff1": 0.797873, "nauc_mrr_at_100_max": -0.4558, "nauc_mrr_at_100_std": 0.058783, "nauc_mrr_at_100_diff1": 0.767366, "nauc_mrr_at_1000_max": -0.452178, "nauc_mrr_at_1000_std": 0.058471, "nauc_mrr_at_1000_diff1": 0.764061, "main_score": 0.03891, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.01067, "ndcg_at_3": 0.01439, "ndcg_at_5": 0.01752, "ndcg_at_10": 0.0231, "ndcg_at_20": 0.0274, "ndcg_at_100": 0.04352, "ndcg_at_1000": 0.12375, "map_at_1": 0.00867, "map_at_3": 0.01237, "map_at_5": 0.01459, "map_at_10": 0.01697, "map_at_20": 0.01814, "map_at_100": 0.02003, "map_at_1000": 0.02215, "recall_at_1": 0.00867, "recall_at_3": 0.01611, "recall_at_5": 0.02389, "recall_at_10": 0.03982, "recall_at_20": 0.05524, "recall_at_100": 0.13338, "recall_at_1000": 0.71582, "precision_at_1": 0.01067, "precision_at_3": 0.00844, "precision_at_5": 0.00773, "precision_at_10": 0.006, "precision_at_20": 0.0042, "precision_at_100": 0.00231, "precision_at_1000": 0.00142, "mrr_at_1": 0.010667, "mrr_at_3": 0.014222, "mrr_at_5": 0.016089, "mrr_at_10": 0.018668, "mrr_at_20": 0.019982, "mrr_at_100": 0.022452, "mrr_at_1000": 0.024438, "nauc_ndcg_at_1_max": -0.162262, "nauc_ndcg_at_1_std": 0.866179, "nauc_ndcg_at_1_diff1": 0.957741, "nauc_ndcg_at_3_max": -0.200854, "nauc_ndcg_at_3_std": 0.738617, "nauc_ndcg_at_3_diff1": 0.882534, "nauc_ndcg_at_5_max": -0.269293, "nauc_ndcg_at_5_std": 0.714504, "nauc_ndcg_at_5_diff1": 0.750476, "nauc_ndcg_at_10_max": -0.174608, "nauc_ndcg_at_10_std": 0.580982, "nauc_ndcg_at_10_diff1": 0.606025, "nauc_ndcg_at_20_max": -0.181511, "nauc_ndcg_at_20_std": 0.535532, "nauc_ndcg_at_20_diff1": 0.542687, "nauc_ndcg_at_100_max": -0.163311, "nauc_ndcg_at_100_std": 0.472083, "nauc_ndcg_at_100_diff1": 0.409358, "nauc_ndcg_at_1000_max": -0.151441, "nauc_ndcg_at_1000_std": 0.407645, "nauc_ndcg_at_1000_diff1": 0.356041, "nauc_map_at_1_max": -0.257446, "nauc_map_at_1_std": 0.835298, "nauc_map_at_1_diff1": 0.947989, "nauc_map_at_3_max": -0.203868, "nauc_map_at_3_std": 0.747529, "nauc_map_at_3_diff1": 0.886432, "nauc_map_at_5_max": -0.246738, "nauc_map_at_5_std": 0.739745, "nauc_map_at_5_diff1": 0.804259, "nauc_map_at_10_max": -0.186781, "nauc_map_at_10_std": 0.660483, "nauc_map_at_10_diff1": 0.716561, "nauc_map_at_20_max": -0.187868, "nauc_map_at_20_std": 0.637064, "nauc_map_at_20_diff1": 0.685874, "nauc_map_at_100_max": -0.18723, "nauc_map_at_100_std": 0.621752, "nauc_map_at_100_diff1": 0.649142, "nauc_map_at_1000_max": -0.186419, "nauc_map_at_1000_std": 0.612565, "nauc_map_at_1000_diff1": 0.634779, "nauc_recall_at_1_max": -0.257446, "nauc_recall_at_1_std": 0.835298, "nauc_recall_at_1_diff1": 0.947989, "nauc_recall_at_3_max": -0.235547, "nauc_recall_at_3_std": 0.650202, "nauc_recall_at_3_diff1": 0.844253, "nauc_recall_at_5_max": -0.310709, "nauc_recall_at_5_std": 0.640182, "nauc_recall_at_5_diff1": 0.629909, "nauc_recall_at_10_max": -0.132176, "nauc_recall_at_10_std": 0.439356, "nauc_recall_at_10_diff1": 0.419915, "nauc_recall_at_20_max": -0.154662, "nauc_recall_at_20_std": 0.392104, "nauc_recall_at_20_diff1": 0.364709, "nauc_recall_at_100_max": -0.13089, "nauc_recall_at_100_std": 0.356358, "nauc_recall_at_100_diff1": 0.232774, "nauc_recall_at_1000_max": -0.129324, "nauc_recall_at_1000_std": 0.213625, "nauc_recall_at_1000_diff1": 0.149239, "nauc_precision_at_1_max": -0.162262, "nauc_precision_at_1_std": 0.866179, "nauc_precision_at_1_diff1": 0.957741, "nauc_precision_at_3_max": -0.1587, "nauc_precision_at_3_std": 0.777541, "nauc_precision_at_3_diff1": 0.90095, "nauc_precision_at_5_max": -0.276482, "nauc_precision_at_5_std": 0.762155, "nauc_precision_at_5_diff1": 0.750627, "nauc_precision_at_10_max": -0.156355, "nauc_precision_at_10_std": 0.587204, "nauc_precision_at_10_diff1": 0.585917, "nauc_precision_at_20_max": -0.193756, "nauc_precision_at_20_std": 0.535892, "nauc_precision_at_20_diff1": 0.471293, "nauc_precision_at_100_max": -0.161507, "nauc_precision_at_100_std": 0.400249, "nauc_precision_at_100_diff1": 0.246332, "nauc_precision_at_1000_max": -0.024985, "nauc_precision_at_1000_std": 0.132164, "nauc_precision_at_1000_diff1": 0.091592, "nauc_mrr_at_1_max": -0.162262, "nauc_mrr_at_1_std": 0.866179, "nauc_mrr_at_1_diff1": 0.957741, "nauc_mrr_at_3_max": -0.210554, "nauc_mrr_at_3_std": 0.780403, "nauc_mrr_at_3_diff1": 0.901219, "nauc_mrr_at_5_max": -0.242333, "nauc_mrr_at_5_std": 0.763015, "nauc_mrr_at_5_diff1": 0.810012, "nauc_mrr_at_10_max": -0.202051, "nauc_mrr_at_10_std": 0.682171, "nauc_mrr_at_10_diff1": 0.725998, "nauc_mrr_at_20_max": -0.200963, "nauc_mrr_at_20_std": 0.652627, "nauc_mrr_at_20_diff1": 0.683816, "nauc_mrr_at_100_max": -0.188416, "nauc_mrr_at_100_std": 0.615766, "nauc_mrr_at_100_diff1": 0.630522, "nauc_mrr_at_1000_max": -0.187492, "nauc_mrr_at_1000_std": 0.612018, "nauc_mrr_at_1000_diff1": 0.625845, "main_score": 0.0231, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.04178, "ndcg_at_3": 0.04514, "ndcg_at_5": 0.05185, "ndcg_at_10": 0.05991, "ndcg_at_20": 0.06868, "ndcg_at_100": 0.09107, "ndcg_at_1000": 0.17347, "map_at_1": 0.02992, "map_at_3": 0.04, "map_at_5": 0.04534, "map_at_10": 0.04871, "map_at_20": 0.05118, "map_at_100": 0.0541, "map_at_1000": 0.05647, "recall_at_1": 0.02992, "recall_at_3": 0.04663, "recall_at_5": 0.06404, "recall_at_10": 0.08587, "recall_at_20": 0.11703, "recall_at_100": 0.22457, "recall_at_1000": 0.80528, "precision_at_1": 0.04178, "precision_at_3": 0.02381, "precision_at_5": 0.01914, "precision_at_10": 0.01321, "precision_at_20": 0.00896, "precision_at_100": 0.00373, "precision_at_1000": 0.00166, "mrr_at_1": 0.041779, "mrr_at_3": 0.048293, "mrr_at_5": 0.052673, "mrr_at_10": 0.056518, "mrr_at_20": 0.05915, "mrr_at_100": 0.062498, "mrr_at_1000": 0.064375, "nauc_ndcg_at_1_max": 0.454745, "nauc_ndcg_at_1_std": 0.415721, "nauc_ndcg_at_1_diff1": 0.566964, "nauc_ndcg_at_3_max": 0.478369, "nauc_ndcg_at_3_std": 0.412867, "nauc_ndcg_at_3_diff1": 0.528953, "nauc_ndcg_at_5_max": 0.463387, "nauc_ndcg_at_5_std": 0.399755, "nauc_ndcg_at_5_diff1": 0.503437, "nauc_ndcg_at_10_max": 0.4412, "nauc_ndcg_at_10_std": 0.38437, "nauc_ndcg_at_10_diff1": 0.468266, "nauc_ndcg_at_20_max": 0.403058, "nauc_ndcg_at_20_std": 0.357105, "nauc_ndcg_at_20_diff1": 0.439899, "nauc_ndcg_at_100_max": 0.358144, "nauc_ndcg_at_100_std": 0.302519, "nauc_ndcg_at_100_diff1": 0.378135, "nauc_ndcg_at_1000_max": 0.309093, "nauc_ndcg_at_1000_std": 0.287116, "nauc_ndcg_at_1000_diff1": 0.346675, "nauc_map_at_1_max": 0.406025, "nauc_map_at_1_std": 0.353525, "nauc_map_at_1_diff1": 0.647789, "nauc_map_at_3_max": 0.462983, "nauc_map_at_3_std": 0.392655, "nauc_map_at_3_diff1": 0.56023, "nauc_map_at_5_max": 0.462044, "nauc_map_at_5_std": 0.401534, "nauc_map_at_5_diff1": 0.524541, "nauc_map_at_10_max": 0.453545, "nauc_map_at_10_std": 0.395755, "nauc_map_at_10_diff1": 0.505925, "nauc_map_at_20_max": 0.441111, "nauc_map_at_20_std": 0.386199, "nauc_map_at_20_diff1": 0.496986, "nauc_map_at_100_max": 0.430315, "nauc_map_at_100_std": 0.374641, "nauc_map_at_100_diff1": 0.484248, "nauc_map_at_1000_max": 0.428054, "nauc_map_at_1000_std": 0.373317, "nauc_map_at_1000_diff1": 0.481961, "nauc_recall_at_1_max": 0.406025, "nauc_recall_at_1_std": 0.353525, "nauc_recall_at_1_diff1": 0.647789, "nauc_recall_at_3_max": 0.487124, "nauc_recall_at_3_std": 0.408939, "nauc_recall_at_3_diff1": 0.530464, "nauc_recall_at_5_max": 0.458332, "nauc_recall_at_5_std": 0.386447, "nauc_recall_at_5_diff1": 0.472224, "nauc_recall_at_10_max": 0.415608, "nauc_recall_at_10_std": 0.351808, "nauc_recall_at_10_diff1": 0.405718, "nauc_recall_at_20_max": 0.324815, "nauc_recall_at_20_std": 0.290561, "nauc_recall_at_20_diff1": 0.340505, "nauc_recall_at_100_max": 0.244009, "nauc_recall_at_100_std": 0.17646, "nauc_recall_at_100_diff1": 0.216542, "nauc_recall_at_1000_max": 0.006012, "nauc_recall_at_1000_std": 0.053184, "nauc_recall_at_1000_diff1": 0.009922, "nauc_precision_at_1_max": 0.454745, "nauc_precision_at_1_std": 0.415721, "nauc_precision_at_1_diff1": 0.566964, "nauc_precision_at_3_max": 0.527375, "nauc_precision_at_3_std": 0.471355, "nauc_precision_at_3_diff1": 0.417289, "nauc_precision_at_5_max": 0.51422, "nauc_precision_at_5_std": 0.478028, "nauc_precision_at_5_diff1": 0.376552, "nauc_precision_at_10_max": 0.463549, "nauc_precision_at_10_std": 0.448436, "nauc_precision_at_10_diff1": 0.357518, "nauc_precision_at_20_max": 0.38141, "nauc_precision_at_20_std": 0.380727, "nauc_precision_at_20_diff1": 0.332084, "nauc_precision_at_100_max": 0.287279, "nauc_precision_at_100_std": 0.263841, "nauc_precision_at_100_diff1": 0.248895, "nauc_precision_at_1000_max": -0.034765, "nauc_precision_at_1000_std": 0.063611, "nauc_precision_at_1000_diff1": 0.016062, "nauc_mrr_at_1_max": 0.454745, "nauc_mrr_at_1_std": 0.415721, "nauc_mrr_at_1_diff1": 0.566964, "nauc_mrr_at_3_max": 0.484012, "nauc_mrr_at_3_std": 0.434432, "nauc_mrr_at_3_diff1": 0.538349, "nauc_mrr_at_5_max": 0.477197, "nauc_mrr_at_5_std": 0.411838, "nauc_mrr_at_5_diff1": 0.515124, "nauc_mrr_at_10_max": 0.458167, "nauc_mrr_at_10_std": 0.405336, "nauc_mrr_at_10_diff1": 0.497934, "nauc_mrr_at_20_max": 0.445854, "nauc_mrr_at_20_std": 0.395517, "nauc_mrr_at_20_diff1": 0.48797, "nauc_mrr_at_100_max": 0.433085, "nauc_mrr_at_100_std": 0.382888, "nauc_mrr_at_100_diff1": 0.472153, "nauc_mrr_at_1000_max": 0.431709, "nauc_mrr_at_1000_std": 0.382018, "nauc_mrr_at_1000_diff1": 0.471171, "main_score": 0.05991, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.39556, "ndcg_at_3": 0.41163, "ndcg_at_5": 0.42836, "ndcg_at_10": 0.44535, "ndcg_at_20": 0.45637, "ndcg_at_100": 0.47571, "ndcg_at_1000": 0.51863, "map_at_1": 0.28684, "map_at_3": 0.38011, "map_at_5": 0.39898, "map_at_10": 0.40768, "map_at_20": 0.41153, "map_at_100": 0.41485, "map_at_1000": 0.41629, "recall_at_1": 0.28684, "recall_at_3": 0.42217, "recall_at_5": 0.47167, "recall_at_10": 0.51771, "recall_at_20": 0.5547, "recall_at_100": 0.64463, "recall_at_1000": 0.97054, "precision_at_1": 0.39556, "precision_at_3": 0.22324, "precision_at_5": 0.153, "precision_at_10": 0.0842, "precision_at_20": 0.04563, "precision_at_100": 0.01072, "precision_at_1000": 0.00158, "mrr_at_1": 0.395561, "mrr_at_3": 0.431897, "mrr_at_5": 0.44195, "mrr_at_10": 0.44755, "mrr_at_20": 0.449684, "mrr_at_100": 0.451999, "mrr_at_1000": 0.452999, "nauc_ndcg_at_1_max": 0.629636, "nauc_ndcg_at_1_std": 0.033274, "nauc_ndcg_at_1_diff1": 0.625309, "nauc_ndcg_at_3_max": 0.587619, "nauc_ndcg_at_3_std": 0.004689, "nauc_ndcg_at_3_diff1": 0.572057, "nauc_ndcg_at_5_max": 0.576084, "nauc_ndcg_at_5_std": -2.2e-05, "nauc_ndcg_at_5_diff1": 0.559604, "nauc_ndcg_at_10_max": 0.570409, "nauc_ndcg_at_10_std": -0.010606, "nauc_ndcg_at_10_diff1": 0.562355, "nauc_ndcg_at_20_max": 0.565499, "nauc_ndcg_at_20_std": -0.012361, "nauc_ndcg_at_20_diff1": 0.561771, "nauc_ndcg_at_100_max": 0.559219, "nauc_ndcg_at_100_std": -0.014102, "nauc_ndcg_at_100_diff1": 0.557981, "nauc_ndcg_at_1000_max": 0.568111, "nauc_ndcg_at_1000_std": -0.010326, "nauc_ndcg_at_1000_diff1": 0.563703, "nauc_map_at_1_max": 0.45999, "nauc_map_at_1_std": 0.004049, "nauc_map_at_1_diff1": 0.653198, "nauc_map_at_3_max": 0.564318, "nauc_map_at_3_std": 0.004968, "nauc_map_at_3_diff1": 0.582091, "nauc_map_at_5_max": 0.577878, "nauc_map_at_5_std": 0.013198, "nauc_map_at_5_diff1": 0.570679, "nauc_map_at_10_max": 0.575811, "nauc_map_at_10_std": 0.006477, "nauc_map_at_10_diff1": 0.571291, "nauc_map_at_20_max": 0.574785, "nauc_map_at_20_std": 0.006906, "nauc_map_at_20_diff1": 0.570952, "nauc_map_at_100_max": 0.574071, "nauc_map_at_100_std": 0.006458, "nauc_map_at_100_diff1": 0.570338, "nauc_map_at_1000_max": 0.574316, "nauc_map_at_1000_std": 0.006623, "nauc_map_at_1000_diff1": 0.570557, "nauc_recall_at_1_max": 0.45999, "nauc_recall_at_1_std": 0.004049, "nauc_recall_at_1_diff1": 0.653198, "nauc_recall_at_3_max": 0.526223, "nauc_recall_at_3_std": -0.025593, "nauc_recall_at_3_diff1": 0.529419, "nauc_recall_at_5_max": 0.530399, "nauc_recall_at_5_std": -0.026005, "nauc_recall_at_5_diff1": 0.503419, "nauc_recall_at_10_max": 0.505913, "nauc_recall_at_10_std": -0.053178, "nauc_recall_at_10_diff1": 0.508599, "nauc_recall_at_20_max": 0.486569, "nauc_recall_at_20_std": -0.065452, "nauc_recall_at_20_diff1": 0.508726, "nauc_recall_at_100_max": 0.437039, "nauc_recall_at_100_std": -0.083545, "nauc_recall_at_100_diff1": 0.482244, "nauc_recall_at_1000_max": 0.261038, "nauc_recall_at_1000_std": -0.480934, "nauc_recall_at_1000_diff1": 0.409204, "nauc_precision_at_1_max": 0.629636, "nauc_precision_at_1_std": 0.033274, "nauc_precision_at_1_diff1": 0.625309, "nauc_precision_at_3_max": 0.569657, "nauc_precision_at_3_std": 0.043349, "nauc_precision_at_3_diff1": 0.292008, "nauc_precision_at_5_max": 0.54106, "nauc_precision_at_5_std": 0.057008, "nauc_precision_at_5_diff1": 0.231965, "nauc_precision_at_10_max": 0.498369, "nauc_precision_at_10_std": 0.033071, "nauc_precision_at_10_diff1": 0.207142, "nauc_precision_at_20_max": 0.450133, "nauc_precision_at_20_std": 0.03127, "nauc_precision_at_20_diff1": 0.182785, "nauc_precision_at_100_max": 0.386598, "nauc_precision_at_100_std": 0.036915, "nauc_precision_at_100_diff1": 0.131833, "nauc_precision_at_1000_max": 0.196972, "nauc_precision_at_1000_std": 0.073723, "nauc_precision_at_1000_diff1": -0.087959, "nauc_mrr_at_1_max": 0.629636, "nauc_mrr_at_1_std": 0.033274, "nauc_mrr_at_1_diff1": 0.625309, "nauc_mrr_at_3_max": 0.609714, "nauc_mrr_at_3_std": 0.003859, "nauc_mrr_at_3_diff1": 0.595356, "nauc_mrr_at_5_max": 0.604405, "nauc_mrr_at_5_std": -0.001014, "nauc_mrr_at_5_diff1": 0.587863, "nauc_mrr_at_10_max": 0.602765, "nauc_mrr_at_10_std": -0.003186, "nauc_mrr_at_10_diff1": 0.589359, "nauc_mrr_at_20_max": 0.601111, "nauc_mrr_at_20_std": -0.004361, "nauc_mrr_at_20_diff1": 0.588739, "nauc_mrr_at_100_max": 0.600266, "nauc_mrr_at_100_std": -0.004535, "nauc_mrr_at_100_diff1": 0.588052, "nauc_mrr_at_1000_max": 0.600371, "nauc_mrr_at_1000_std": -0.004425, "nauc_mrr_at_1000_diff1": 0.588243, "main_score": 0.44535, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.07572, "ndcg_at_3": 0.08327, "ndcg_at_5": 0.09049, "ndcg_at_10": 0.10768, "ndcg_at_20": 0.1271, "ndcg_at_100": 0.15643, "ndcg_at_1000": 0.22793, "map_at_1": 0.04856, "map_at_3": 0.06787, "map_at_5": 0.07601, "map_at_10": 0.08435, "map_at_20": 0.0906, "map_at_100": 0.09539, "map_at_1000": 0.09771, "recall_at_1": 0.04856, "recall_at_3": 0.08497, "recall_at_5": 0.10618, "recall_at_10": 0.15037, "recall_at_20": 0.21484, "recall_at_100": 0.348, "recall_at_1000": 0.86556, "precision_at_1": 0.07572, "precision_at_3": 0.05352, "precision_at_5": 0.04282, "precision_at_10": 0.03055, "precision_at_20": 0.02193, "precision_at_100": 0.00715, "precision_at_1000": 0.00169, "mrr_at_1": 0.075718, "mrr_at_3": 0.095083, "mrr_at_5": 0.099978, "mrr_at_10": 0.106579, "mrr_at_20": 0.111258, "mrr_at_100": 0.114888, "mrr_at_1000": 0.116621, "nauc_ndcg_at_1_max": 0.089197, "nauc_ndcg_at_1_std": 0.25736, "nauc_ndcg_at_1_diff1": 0.387338, "nauc_ndcg_at_3_max": 0.054835, "nauc_ndcg_at_3_std": 0.298343, "nauc_ndcg_at_3_diff1": 0.351489, "nauc_ndcg_at_5_max": 0.026423, "nauc_ndcg_at_5_std": 0.290928, "nauc_ndcg_at_5_diff1": 0.326487, "nauc_ndcg_at_10_max": 0.005804, "nauc_ndcg_at_10_std": 0.301068, "nauc_ndcg_at_10_diff1": 0.302305, "nauc_ndcg_at_20_max": 0.0011, "nauc_ndcg_at_20_std": 0.286777, "nauc_ndcg_at_20_diff1": 0.283536, "nauc_ndcg_at_100_max": -0.001889, "nauc_ndcg_at_100_std": 0.300033, "nauc_ndcg_at_100_diff1": 0.278763, "nauc_ndcg_at_1000_max": 0.004674, "nauc_ndcg_at_1000_std": 0.281005, "nauc_ndcg_at_1000_diff1": 0.285188, "nauc_map_at_1_max": 0.02571, "nauc_map_at_1_std": 0.196885, "nauc_map_at_1_diff1": 0.504193, "nauc_map_at_3_max": 0.04456, "nauc_map_at_3_std": 0.275219, "nauc_map_at_3_diff1": 0.409782, "nauc_map_at_5_max": 0.036269, "nauc_map_at_5_std": 0.276068, "nauc_map_at_5_diff1": 0.373111, "nauc_map_at_10_max": 0.024855, "nauc_map_at_10_std": 0.285041, "nauc_map_at_10_diff1": 0.351621, "nauc_map_at_20_max": 0.023808, "nauc_map_at_20_std": 0.283439, "nauc_map_at_20_diff1": 0.342092, "nauc_map_at_100_max": 0.023222, "nauc_map_at_100_std": 0.287395, "nauc_map_at_100_diff1": 0.338296, "nauc_map_at_1000_max": 0.023764, "nauc_map_at_1000_std": 0.28645, "nauc_map_at_1000_diff1": 0.337893, "nauc_recall_at_1_max": 0.02571, "nauc_recall_at_1_std": 0.196885, "nauc_recall_at_1_diff1": 0.504193, "nauc_recall_at_3_max": 0.031406, "nauc_recall_at_3_std": 0.323326, "nauc_recall_at_3_diff1": 0.339339, "nauc_recall_at_5_max": -0.004235, "nauc_recall_at_5_std": 0.296797, "nauc_recall_at_5_diff1": 0.282714, "nauc_recall_at_10_max": -0.042783, "nauc_recall_at_10_std": 0.314002, "nauc_recall_at_10_diff1": 0.246023, "nauc_recall_at_20_max": -0.04591, "nauc_recall_at_20_std": 0.268272, "nauc_recall_at_20_diff1": 0.213081, "nauc_recall_at_100_max": -0.046136, "nauc_recall_at_100_std": 0.314661, "nauc_recall_at_100_diff1": 0.215397, "nauc_recall_at_1000_max": -0.051284, "nauc_recall_at_1000_std": 0.23507, "nauc_recall_at_1000_diff1": 0.264663, "nauc_precision_at_1_max": 0.089197, "nauc_precision_at_1_std": 0.25736, "nauc_precision_at_1_diff1": 0.387338, "nauc_precision_at_3_max": 0.081811, "nauc_precision_at_3_std": 0.34907, "nauc_precision_at_3_diff1": 0.25777, "nauc_precision_at_5_max": 0.050522, "nauc_precision_at_5_std": 0.332814, "nauc_precision_at_5_diff1": 0.191411, "nauc_precision_at_10_max": 0.010603, "nauc_precision_at_10_std": 0.312219, "nauc_precision_at_10_diff1": 0.161005, "nauc_precision_at_20_max": 0.007856, "nauc_precision_at_20_std": 0.273122, "nauc_precision_at_20_diff1": 0.136124, "nauc_precision_at_100_max": 0.002386, "nauc_precision_at_100_std": 0.257226, "nauc_precision_at_100_diff1": 0.136082, "nauc_precision_at_1000_max": 0.000725, "nauc_precision_at_1000_std": 0.018734, "nauc_precision_at_1000_diff1": 0.020273, "nauc_mrr_at_1_max": 0.089197, "nauc_mrr_at_1_std": 0.25736, "nauc_mrr_at_1_diff1": 0.387338, "nauc_mrr_at_3_max": 0.059556, "nauc_mrr_at_3_std": 0.303057, "nauc_mrr_at_3_diff1": 0.313212, "nauc_mrr_at_5_max": 0.046196, "nauc_mrr_at_5_std": 0.294661, "nauc_mrr_at_5_diff1": 0.30321, "nauc_mrr_at_10_max": 0.039118, "nauc_mrr_at_10_std": 0.296976, "nauc_mrr_at_10_diff1": 0.300785, "nauc_mrr_at_20_max": 0.035321, "nauc_mrr_at_20_std": 0.29154, "nauc_mrr_at_20_diff1": 0.296106, "nauc_mrr_at_100_max": 0.034554, "nauc_mrr_at_100_std": 0.292627, "nauc_mrr_at_100_diff1": 0.296118, "nauc_mrr_at_1000_max": 0.035007, "nauc_mrr_at_1000_std": 0.292874, "nauc_mrr_at_1000_diff1": 0.296124, "main_score": 0.10768, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.2376, "ndcg_at_3": 0.24961, "ndcg_at_5": 0.2647, "ndcg_at_10": 0.28322, "ndcg_at_20": 0.29506, "ndcg_at_100": 0.33094, "ndcg_at_1000": 0.38562, "map_at_1": 0.17587, "map_at_3": 0.22977, "map_at_5": 0.24382, "map_at_10": 0.25274, "map_at_20": 0.25624, "map_at_100": 0.2614, "map_at_1000": 0.26339, "recall_at_1": 0.17587, "recall_at_3": 0.25711, "recall_at_5": 0.29741, "recall_at_10": 0.34641, "recall_at_20": 0.38775, "recall_at_100": 0.56852, "recall_at_1000": 0.96769, "precision_at_1": 0.2376, "precision_at_3": 0.13446, "precision_at_5": 0.0953, "precision_at_10": 0.05601, "precision_at_20": 0.03153, "precision_at_100": 0.00901, "precision_at_1000": 0.00158, "mrr_at_1": 0.237598, "mrr_at_3": 0.26349, "mrr_at_5": 0.271388, "mrr_at_10": 0.278861, "mrr_at_20": 0.282102, "mrr_at_100": 0.286388, "mrr_at_1000": 0.287752, "nauc_ndcg_at_1_max": 0.579854, "nauc_ndcg_at_1_std": 0.319134, "nauc_ndcg_at_1_diff1": 0.447262, "nauc_ndcg_at_3_max": 0.586306, "nauc_ndcg_at_3_std": 0.317951, "nauc_ndcg_at_3_diff1": 0.41537, "nauc_ndcg_at_5_max": 0.588821, "nauc_ndcg_at_5_std": 0.3099, "nauc_ndcg_at_5_diff1": 0.406689, "nauc_ndcg_at_10_max": 0.582486, "nauc_ndcg_at_10_std": 0.311834, "nauc_ndcg_at_10_diff1": 0.393465, "nauc_ndcg_at_20_max": 0.578207, "nauc_ndcg_at_20_std": 0.310776, "nauc_ndcg_at_20_diff1": 0.385467, "nauc_ndcg_at_100_max": 0.571068, "nauc_ndcg_at_100_std": 0.313277, "nauc_ndcg_at_100_diff1": 0.373846, "nauc_ndcg_at_1000_max": 0.567691, "nauc_ndcg_at_1000_std": 0.309779, "nauc_ndcg_at_1000_diff1": 0.384968, "nauc_map_at_1_max": 0.499475, "nauc_map_at_1_std": 0.249655, "nauc_map_at_1_diff1": 0.495411, "nauc_map_at_3_max": 0.580836, "nauc_map_at_3_std": 0.305102, "nauc_map_at_3_diff1": 0.431022, "nauc_map_at_5_max": 0.591365, "nauc_map_at_5_std": 0.309794, "nauc_map_at_5_diff1": 0.424211, "nauc_map_at_10_max": 0.590789, "nauc_map_at_10_std": 0.31203, "nauc_map_at_10_diff1": 0.41746, "nauc_map_at_20_max": 0.589619, "nauc_map_at_20_std": 0.312019, "nauc_map_at_20_diff1": 0.414465, "nauc_map_at_100_max": 0.588133, "nauc_map_at_100_std": 0.311917, "nauc_map_at_100_diff1": 0.412198, "nauc_map_at_1000_max": 0.587528, "nauc_map_at_1000_std": 0.311686, "nauc_map_at_1000_diff1": 0.412327, "nauc_recall_at_1_max": 0.499475, "nauc_recall_at_1_std": 0.249655, "nauc_recall_at_1_diff1": 0.495411, "nauc_recall_at_3_max": 0.57153, "nauc_recall_at_3_std": 0.304327, "nauc_recall_at_3_diff1": 0.395395, "nauc_recall_at_5_max": 0.57852, "nauc_recall_at_5_std": 0.298311, "nauc_recall_at_5_diff1": 0.369562, "nauc_recall_at_10_max": 0.555225, "nauc_recall_at_10_std": 0.301881, "nauc_recall_at_10_diff1": 0.335464, "nauc_recall_at_20_max": 0.542347, "nauc_recall_at_20_std": 0.300046, "nauc_recall_at_20_diff1": 0.311996, "nauc_recall_at_100_max": 0.506691, "nauc_recall_at_100_std": 0.30988, "nauc_recall_at_100_diff1": 0.254241, "nauc_recall_at_1000_max": 0.269476, "nauc_recall_at_1000_std": 0.355291, "nauc_recall_at_1000_diff1": 0.292105, "nauc_precision_at_1_max": 0.579854, "nauc_precision_at_1_std": 0.319134, "nauc_precision_at_1_diff1": 0.447262, "nauc_precision_at_3_max": 0.606815, "nauc_precision_at_3_std": 0.354676, "nauc_precision_at_3_diff1": 0.277401, "nauc_precision_at_5_max": 0.592145, "nauc_precision_at_5_std": 0.339138, "nauc_precision_at_5_diff1": 0.252841, "nauc_precision_at_10_max": 0.553701, "nauc_precision_at_10_std": 0.32066, "nauc_precision_at_10_diff1": 0.21833, "nauc_precision_at_20_max": 0.520959, "nauc_precision_at_20_std": 0.303461, "nauc_precision_at_20_diff1": 0.184408, "nauc_precision_at_100_max": 0.400079, "nauc_precision_at_100_std": 0.269013, "nauc_precision_at_100_diff1": 0.095702, "nauc_precision_at_1000_max": 0.034393, "nauc_precision_at_1000_std": 0.04873, "nauc_precision_at_1000_diff1": -0.076997, "nauc_mrr_at_1_max": 0.579854, "nauc_mrr_at_1_std": 0.319134, "nauc_mrr_at_1_diff1": 0.447262, "nauc_mrr_at_3_max": 0.581298, "nauc_mrr_at_3_std": 0.315208, "nauc_mrr_at_3_diff1": 0.41731, "nauc_mrr_at_5_max": 0.578812, "nauc_mrr_at_5_std": 0.313286, "nauc_mrr_at_5_diff1": 0.40815, "nauc_mrr_at_10_max": 0.57374, "nauc_mrr_at_10_std": 0.3135, "nauc_mrr_at_10_diff1": 0.402336, "nauc_mrr_at_20_max": 0.573021, "nauc_mrr_at_20_std": 0.313167, "nauc_mrr_at_20_diff1": 0.401031, "nauc_mrr_at_100_max": 0.572143, "nauc_mrr_at_100_std": 0.313453, "nauc_mrr_at_100_diff1": 0.399462, "nauc_mrr_at_1000_max": 0.572198, "nauc_mrr_at_1000_std": 0.313471, "nauc_mrr_at_1000_diff1": 0.399921, "main_score": 0.28322, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.33165, "ndcg_at_3": 0.31427, "ndcg_at_5": 0.32368, "ndcg_at_10": 0.35216, "ndcg_at_20": 0.37151, "ndcg_at_100": 0.40389, "ndcg_at_1000": 0.44633, "map_at_1": 0.16198, "map_at_3": 0.24754, "map_at_5": 0.27352, "map_at_10": 0.29054, "map_at_20": 0.29823, "map_at_100": 0.30453, "map_at_1000": 0.3064, "recall_at_1": 0.16198, "recall_at_3": 0.2838, "recall_at_5": 0.34357, "recall_at_10": 0.40879, "recall_at_20": 0.46713, "recall_at_100": 0.60361, "recall_at_1000": 0.88293, "precision_at_1": 0.33165, "precision_at_3": 0.22657, "precision_at_5": 0.16873, "precision_at_10": 0.10303, "precision_at_20": 0.05914, "precision_at_100": 0.01533, "precision_at_1000": 0.0022, "mrr_at_1": 0.331652, "mrr_at_3": 0.387348, "mrr_at_5": 0.399264, "mrr_at_10": 0.4059, "mrr_at_20": 0.40948, "mrr_at_100": 0.412406, "mrr_at_1000": 0.413088, "nauc_ndcg_at_1_max": 0.467677, "nauc_ndcg_at_1_std": 0.139448, "nauc_ndcg_at_1_diff1": 0.406229, "nauc_ndcg_at_3_max": 0.441938, "nauc_ndcg_at_3_std": 0.152483, "nauc_ndcg_at_3_diff1": 0.357188, "nauc_ndcg_at_5_max": 0.43266, "nauc_ndcg_at_5_std": 0.152001, "nauc_ndcg_at_5_diff1": 0.34096, "nauc_ndcg_at_10_max": 0.44443, "nauc_ndcg_at_10_std": 0.162113, "nauc_ndcg_at_10_diff1": 0.341551, "nauc_ndcg_at_20_max": 0.444927, "nauc_ndcg_at_20_std": 0.175234, "nauc_ndcg_at_20_diff1": 0.340268, "nauc_ndcg_at_100_max": 0.455701, "nauc_ndcg_at_100_std": 0.185238, "nauc_ndcg_at_100_diff1": 0.345029, "nauc_ndcg_at_1000_max": 0.457284, "nauc_ndcg_at_1000_std": 0.178087, "nauc_ndcg_at_1000_diff1": 0.351913, "nauc_map_at_1_max": 0.313305, "nauc_map_at_1_std": 0.0715, "nauc_map_at_1_diff1": 0.432757, "nauc_map_at_3_max": 0.411362, "nauc_map_at_3_std": 0.131182, "nauc_map_at_3_diff1": 0.365519, "nauc_map_at_5_max": 0.422827, "nauc_map_at_5_std": 0.137196, "nauc_map_at_5_diff1": 0.342568, "nauc_map_at_10_max": 0.434305, "nauc_map_at_10_std": 0.149672, "nauc_map_at_10_diff1": 0.341929, "nauc_map_at_20_max": 0.436238, "nauc_map_at_20_std": 0.155786, "nauc_map_at_20_diff1": 0.342101, "nauc_map_at_100_max": 0.439378, "nauc_map_at_100_std": 0.158711, "nauc_map_at_100_diff1": 0.343008, "nauc_map_at_1000_max": 0.439608, "nauc_map_at_1000_std": 0.158453, "nauc_map_at_1000_diff1": 0.343435, "nauc_recall_at_1_max": 0.313305, "nauc_recall_at_1_std": 0.0715, "nauc_recall_at_1_diff1": 0.432757, "nauc_recall_at_3_max": 0.383265, "nauc_recall_at_3_std": 0.14155, "nauc_recall_at_3_diff1": 0.331308, "nauc_recall_at_5_max": 0.380524, "nauc_recall_at_5_std": 0.152114, "nauc_recall_at_5_diff1": 0.281181, "nauc_recall_at_10_max": 0.392318, "nauc_recall_at_10_std": 0.166016, "nauc_recall_at_10_diff1": 0.28048, "nauc_recall_at_20_max": 0.380741, "nauc_recall_at_20_std": 0.201035, "nauc_recall_at_20_diff1": 0.271373, "nauc_recall_at_100_max": 0.407426, "nauc_recall_at_100_std": 0.233867, "nauc_recall_at_100_diff1": 0.281586, "nauc_recall_at_1000_max": 0.405495, "nauc_recall_at_1000_std": 0.242428, "nauc_recall_at_1000_diff1": 0.333363, "nauc_precision_at_1_max": 0.467677, "nauc_precision_at_1_std": 0.139448, "nauc_precision_at_1_diff1": 0.406229, "nauc_precision_at_3_max": 0.480437, "nauc_precision_at_3_std": 0.184916, "nauc_precision_at_3_diff1": 0.237426, "nauc_precision_at_5_max": 0.45466, "nauc_precision_at_5_std": 0.181651, "nauc_precision_at_5_diff1": 0.187123, "nauc_precision_at_10_max": 0.445127, "nauc_precision_at_10_std": 0.190321, "nauc_precision_at_10_diff1": 0.174786, "nauc_precision_at_20_max": 0.419641, "nauc_precision_at_20_std": 0.200679, "nauc_precision_at_20_diff1": 0.163244, "nauc_precision_at_100_max": 0.389139, "nauc_precision_at_100_std": 0.203142, "nauc_precision_at_100_diff1": 0.142835, "nauc_precision_at_1000_max": 0.275579, "nauc_precision_at_1000_std": 0.116531, "nauc_precision_at_1000_diff1": 0.084206, "nauc_mrr_at_1_max": 0.467677, "nauc_mrr_at_1_std": 0.139448, "nauc_mrr_at_1_diff1": 0.406229, "nauc_mrr_at_3_max": 0.461427, "nauc_mrr_at_3_std": 0.150691, "nauc_mrr_at_3_diff1": 0.38697, "nauc_mrr_at_5_max": 0.461658, "nauc_mrr_at_5_std": 0.157039, "nauc_mrr_at_5_diff1": 0.381431, "nauc_mrr_at_10_max": 0.461516, "nauc_mrr_at_10_std": 0.154996, "nauc_mrr_at_10_diff1": 0.381965, "nauc_mrr_at_20_max": 0.460491, "nauc_mrr_at_20_std": 0.156836, "nauc_mrr_at_20_diff1": 0.380788, "nauc_mrr_at_100_max": 0.461876, "nauc_mrr_at_100_std": 0.158196, "nauc_mrr_at_100_diff1": 0.381322, "nauc_mrr_at_1000_max": 0.461819, "nauc_mrr_at_1000_std": 0.157888, "nauc_mrr_at_1000_diff1": 0.381335, "main_score": 0.35216, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.05296, "ndcg_at_3": 0.05236, "ndcg_at_5": 0.05883, "ndcg_at_10": 0.07289, "ndcg_at_20": 0.09039, "ndcg_at_100": 0.12957, "ndcg_at_1000": 0.20115, "map_at_1": 0.02465, "map_at_3": 0.03752, "map_at_5": 0.04437, "map_at_10": 0.05065, "map_at_20": 0.05611, "map_at_100": 0.06236, "map_at_1000": 0.06495, "recall_at_1": 0.02465, "recall_at_3": 0.04908, "recall_at_5": 0.06957, "recall_at_10": 0.10395, "recall_at_20": 0.15786, "recall_at_100": 0.32976, "recall_at_1000": 0.79891, "precision_at_1": 0.05296, "precision_at_3": 0.03867, "precision_at_5": 0.03304, "precision_at_10": 0.02472, "precision_at_20": 0.01929, "precision_at_100": 0.00774, "precision_at_1000": 0.00194, "mrr_at_1": 0.052963, "mrr_at_3": 0.069777, "mrr_at_5": 0.075956, "mrr_at_10": 0.082632, "mrr_at_20": 0.087575, "mrr_at_100": 0.092667, "mrr_at_1000": 0.094369, "nauc_ndcg_at_1_max": 0.04576, "nauc_ndcg_at_1_std": 0.184727, "nauc_ndcg_at_1_diff1": 0.201293, "nauc_ndcg_at_3_max": -0.034618, "nauc_ndcg_at_3_std": 0.234642, "nauc_ndcg_at_3_diff1": 0.117837, "nauc_ndcg_at_5_max": -0.063241, "nauc_ndcg_at_5_std": 0.209596, "nauc_ndcg_at_5_diff1": 0.108761, "nauc_ndcg_at_10_max": -0.101252, "nauc_ndcg_at_10_std": 0.208398, "nauc_ndcg_at_10_diff1": 0.080609, "nauc_ndcg_at_20_max": -0.124329, "nauc_ndcg_at_20_std": 0.213025, "nauc_ndcg_at_20_diff1": 0.05559, "nauc_ndcg_at_100_max": -0.151658, "nauc_ndcg_at_100_std": 0.200546, "nauc_ndcg_at_100_diff1": 0.024207, "nauc_ndcg_at_1000_max": -0.12895, "nauc_ndcg_at_1000_std": 0.198264, "nauc_ndcg_at_1000_diff1": 0.03743, "nauc_map_at_1_max": 0.152653, "nauc_map_at_1_std": 0.221447, "nauc_map_at_1_diff1": 0.308699, "nauc_map_at_3_max": 0.013475, "nauc_map_at_3_std": 0.243513, "nauc_map_at_3_diff1": 0.161038, "nauc_map_at_5_max": -0.015924, "nauc_map_at_5_std": 0.22353, "nauc_map_at_5_diff1": 0.138281, "nauc_map_at_10_max": -0.042354, "nauc_map_at_10_std": 0.221519, "nauc_map_at_10_diff1": 0.116177, "nauc_map_at_20_max": -0.059256, "nauc_map_at_20_std": 0.224377, "nauc_map_at_20_diff1": 0.10232, "nauc_map_at_100_max": -0.068281, "nauc_map_at_100_std": 0.221409, "nauc_map_at_100_diff1": 0.092333, "nauc_map_at_1000_max": -0.068155, "nauc_map_at_1000_std": 0.221733, "nauc_map_at_1000_diff1": 0.091972, "nauc_recall_at_1_max": 0.152653, "nauc_recall_at_1_std": 0.221447, "nauc_recall_at_1_diff1": 0.308699, "nauc_recall_at_3_max": -0.066852, "nauc_recall_at_3_std": 0.24744, "nauc_recall_at_3_diff1": 0.095025, "nauc_recall_at_5_max": -0.122014, "nauc_recall_at_5_std": 0.199221, "nauc_recall_at_5_diff1": 0.064995, "nauc_recall_at_10_max": -0.173649, "nauc_recall_at_10_std": 0.196222, "nauc_recall_at_10_diff1": 0.024818, "nauc_recall_at_20_max": -0.191727, "nauc_recall_at_20_std": 0.204114, "nauc_recall_at_20_diff1": -0.006082, "nauc_recall_at_100_max": -0.231742, "nauc_recall_at_100_std": 0.180525, "nauc_recall_at_100_diff1": -0.061608, "nauc_recall_at_1000_max": -0.180871, "nauc_recall_at_1000_std": 0.183879, "nauc_recall_at_1000_diff1": -0.033614, "nauc_precision_at_1_max": 0.04576, "nauc_precision_at_1_std": 0.184727, "nauc_precision_at_1_diff1": 0.201293, "nauc_precision_at_3_max": -0.112979, "nauc_precision_at_3_std": 0.239506, "nauc_precision_at_3_diff1": 0.053555, "nauc_precision_at_5_max": -0.142682, "nauc_precision_at_5_std": 0.215456, "nauc_precision_at_5_diff1": 0.025317, "nauc_precision_at_10_max": -0.176514, "nauc_precision_at_10_std": 0.196912, "nauc_precision_at_10_diff1": -0.000174, "nauc_precision_at_20_max": -0.197763, "nauc_precision_at_20_std": 0.195348, "nauc_precision_at_20_diff1": -0.033619, "nauc_precision_at_100_max": -0.198731, "nauc_precision_at_100_std": 0.15307, "nauc_precision_at_100_diff1": -0.051556, "nauc_precision_at_1000_max": -0.055359, "nauc_precision_at_1000_std": 0.029483, "nauc_precision_at_1000_diff1": -0.013511, "nauc_mrr_at_1_max": 0.04576, "nauc_mrr_at_1_std": 0.184727, "nauc_mrr_at_1_diff1": 0.201293, "nauc_mrr_at_3_max": -0.035305, "nauc_mrr_at_3_std": 0.190047, "nauc_mrr_at_3_diff1": 0.144067, "nauc_mrr_at_5_max": -0.057271, "nauc_mrr_at_5_std": 0.185117, "nauc_mrr_at_5_diff1": 0.125982, "nauc_mrr_at_10_max": -0.07319, "nauc_mrr_at_10_std": 0.189384, "nauc_mrr_at_10_diff1": 0.115199, "nauc_mrr_at_20_max": -0.07852, "nauc_mrr_at_20_std": 0.188459, "nauc_mrr_at_20_diff1": 0.10655, "nauc_mrr_at_100_max": -0.082019, "nauc_mrr_at_100_std": 0.185415, "nauc_mrr_at_100_diff1": 0.100933, "nauc_mrr_at_1000_max": -0.081346, "nauc_mrr_at_1000_std": 0.185787, "nauc_mrr_at_1000_diff1": 0.101339, "main_score": 0.07289, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.18537, "ndcg_at_3": 0.18323, "ndcg_at_5": 0.19818, "ndcg_at_10": 0.22235, "ndcg_at_20": 0.24312, "ndcg_at_100": 0.28694, "ndcg_at_1000": 0.34546, "map_at_1": 0.0896, "map_at_3": 0.1441, "map_at_5": 0.16461, "map_at_10": 0.1767, "map_at_20": 0.18391, "map_at_100": 0.19111, "map_at_1000": 0.19356, "recall_at_1": 0.0896, "recall_at_3": 0.17213, "recall_at_5": 0.22219, "recall_at_10": 0.28138, "recall_at_20": 0.3442, "recall_at_100": 0.53375, "recall_at_1000": 0.91528, "precision_at_1": 0.18537, "precision_at_3": 0.13283, "precision_at_5": 0.10668, "precision_at_10": 0.06784, "precision_at_20": 0.04218, "precision_at_100": 0.01311, "precision_at_1000": 0.00224, "mrr_at_1": 0.185372, "mrr_at_3": 0.225305, "mrr_at_5": 0.236843, "mrr_at_10": 0.246581, "mrr_at_20": 0.251867, "mrr_at_100": 0.256566, "mrr_at_1000": 0.257733, "nauc_ndcg_at_1_max": 0.510645, "nauc_ndcg_at_1_std": 0.267245, "nauc_ndcg_at_1_diff1": 0.401885, "nauc_ndcg_at_3_max": 0.504562, "nauc_ndcg_at_3_std": 0.262673, "nauc_ndcg_at_3_diff1": 0.364086, "nauc_ndcg_at_5_max": 0.474529, "nauc_ndcg_at_5_std": 0.249184, "nauc_ndcg_at_5_diff1": 0.351499, "nauc_ndcg_at_10_max": 0.473645, "nauc_ndcg_at_10_std": 0.256341, "nauc_ndcg_at_10_diff1": 0.336176, "nauc_ndcg_at_20_max": 0.471066, "nauc_ndcg_at_20_std": 0.266268, "nauc_ndcg_at_20_diff1": 0.335947, "nauc_ndcg_at_100_max": 0.46894, "nauc_ndcg_at_100_std": 0.285936, "nauc_ndcg_at_100_diff1": 0.330839, "nauc_ndcg_at_1000_max": 0.466986, "nauc_ndcg_at_1000_std": 0.270806, "nauc_ndcg_at_1000_diff1": 0.332014, "nauc_map_at_1_max": 0.456243, "nauc_map_at_1_std": 0.241503, "nauc_map_at_1_diff1": 0.463343, "nauc_map_at_3_max": 0.502607, "nauc_map_at_3_std": 0.259667, "nauc_map_at_3_diff1": 0.3818, "nauc_map_at_5_max": 0.48641, "nauc_map_at_5_std": 0.252514, "nauc_map_at_5_diff1": 0.362002, "nauc_map_at_10_max": 0.489376, "nauc_map_at_10_std": 0.256643, "nauc_map_at_10_diff1": 0.354486, "nauc_map_at_20_max": 0.490499, "nauc_map_at_20_std": 0.260822, "nauc_map_at_20_diff1": 0.354718, "nauc_map_at_100_max": 0.491585, "nauc_map_at_100_std": 0.265915, "nauc_map_at_100_diff1": 0.352992, "nauc_map_at_1000_max": 0.491263, "nauc_map_at_1000_std": 0.2655, "nauc_map_at_1000_diff1": 0.352765, "nauc_recall_at_1_max": 0.456243, "nauc_recall_at_1_std": 0.241503, "nauc_recall_at_1_diff1": 0.463343, "nauc_recall_at_3_max": 0.464473, "nauc_recall_at_3_std": 0.240784, "nauc_recall_at_3_diff1": 0.341015, "nauc_recall_at_5_max": 0.414364, "nauc_recall_at_5_std": 0.224183, "nauc_recall_at_5_diff1": 0.308913, "nauc_recall_at_10_max": 0.398464, "nauc_recall_at_10_std": 0.237279, "nauc_recall_at_10_diff1": 0.272409, "nauc_recall_at_20_max": 0.384399, "nauc_recall_at_20_std": 0.260367, "nauc_recall_at_20_diff1": 0.270202, "nauc_recall_at_100_max": 0.36176, "nauc_recall_at_100_std": 0.32859, "nauc_recall_at_100_diff1": 0.245135, "nauc_recall_at_1000_max": 0.243082, "nauc_recall_at_1000_std": 0.28221, "nauc_recall_at_1000_diff1": 0.196967, "nauc_precision_at_1_max": 0.510645, "nauc_precision_at_1_std": 0.267245, "nauc_precision_at_1_diff1": 0.401885, "nauc_precision_at_3_max": 0.517671, "nauc_precision_at_3_std": 0.271218, "nauc_precision_at_3_diff1": 0.287101, "nauc_precision_at_5_max": 0.466308, "nauc_precision_at_5_std": 0.23237, "nauc_precision_at_5_diff1": 0.265795, "nauc_precision_at_10_max": 0.445667, "nauc_precision_at_10_std": 0.231123, "nauc_precision_at_10_diff1": 0.226252, "nauc_precision_at_20_max": 0.416622, "nauc_precision_at_20_std": 0.24419, "nauc_precision_at_20_diff1": 0.214953, "nauc_precision_at_100_max": 0.312299, "nauc_precision_at_100_std": 0.239474, "nauc_precision_at_100_diff1": 0.149694, "nauc_precision_at_1000_max": 0.091252, "nauc_precision_at_1000_std": 0.049365, "nauc_precision_at_1000_diff1": 0.011785, "nauc_mrr_at_1_max": 0.510645, "nauc_mrr_at_1_std": 0.267245, "nauc_mrr_at_1_diff1": 0.401885, "nauc_mrr_at_3_max": 0.500217, "nauc_mrr_at_3_std": 0.268093, "nauc_mrr_at_3_diff1": 0.367728, "nauc_mrr_at_5_max": 0.488917, "nauc_mrr_at_5_std": 0.258288, "nauc_mrr_at_5_diff1": 0.364124, "nauc_mrr_at_10_max": 0.48597, "nauc_mrr_at_10_std": 0.258545, "nauc_mrr_at_10_diff1": 0.358636, "nauc_mrr_at_20_max": 0.483693, "nauc_mrr_at_20_std": 0.258407, "nauc_mrr_at_20_diff1": 0.358366, "nauc_mrr_at_100_max": 0.483597, "nauc_mrr_at_100_std": 0.259954, "nauc_mrr_at_100_diff1": 0.357937, "nauc_mrr_at_1000_max": 0.483795, "nauc_mrr_at_1000_std": 0.259811, "nauc_mrr_at_1000_diff1": 0.358014, "main_score": 0.22235, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.39252, "ndcg_at_3": 0.38626, "ndcg_at_5": 0.3977, "ndcg_at_10": 0.42445, "ndcg_at_20": 0.44433, "ndcg_at_100": 0.47945, "ndcg_at_1000": 0.51476, "map_at_1": 0.24439, "map_at_3": 0.33297, "map_at_5": 0.3562, "map_at_10": 0.37108, "map_at_20": 0.37865, "map_at_100": 0.38526, "map_at_1000": 0.38678, "recall_at_1": 0.24439, "recall_at_3": 0.37092, "recall_at_5": 0.42606, "recall_at_10": 0.49146, "recall_at_20": 0.55505, "recall_at_100": 0.71075, "recall_at_1000": 0.9534, "precision_at_1": 0.39252, "precision_at_3": 0.23498, "precision_at_5": 0.16903, "precision_at_10": 0.10053, "precision_at_20": 0.05734, "precision_at_100": 0.01478, "precision_at_1000": 0.00197, "mrr_at_1": 0.392523, "mrr_at_3": 0.437472, "mrr_at_5": 0.447686, "mrr_at_10": 0.455953, "mrr_at_20": 0.459357, "mrr_at_100": 0.462944, "mrr_at_1000": 0.463682, "nauc_ndcg_at_1_max": 0.613769, "nauc_ndcg_at_1_std": 0.272267, "nauc_ndcg_at_1_diff1": 0.580044, "nauc_ndcg_at_3_max": 0.555701, "nauc_ndcg_at_3_std": 0.253832, "nauc_ndcg_at_3_diff1": 0.499891, "nauc_ndcg_at_5_max": 0.548722, "nauc_ndcg_at_5_std": 0.239494, "nauc_ndcg_at_5_diff1": 0.500351, "nauc_ndcg_at_10_max": 0.551204, "nauc_ndcg_at_10_std": 0.235712, "nauc_ndcg_at_10_diff1": 0.502024, "nauc_ndcg_at_20_max": 0.556853, "nauc_ndcg_at_20_std": 0.243866, "nauc_ndcg_at_20_diff1": 0.500651, "nauc_ndcg_at_100_max": 0.556603, "nauc_ndcg_at_100_std": 0.251938, "nauc_ndcg_at_100_diff1": 0.495241, "nauc_ndcg_at_1000_max": 0.55883, "nauc_ndcg_at_1000_std": 0.253292, "nauc_ndcg_at_1000_diff1": 0.502059, "nauc_map_at_1_max": 0.456109, "nauc_map_at_1_std": 0.153749, "nauc_map_at_1_diff1": 0.558834, "nauc_map_at_3_max": 0.52204, "nauc_map_at_3_std": 0.223093, "nauc_map_at_3_diff1": 0.504258, "nauc_map_at_5_max": 0.54332, "nauc_map_at_5_std": 0.232769, "nauc_map_at_5_diff1": 0.504101, "nauc_map_at_10_max": 0.546915, "nauc_map_at_10_std": 0.232045, "nauc_map_at_10_diff1": 0.504466, "nauc_map_at_20_max": 0.550302, "nauc_map_at_20_std": 0.235644, "nauc_map_at_20_diff1": 0.504477, "nauc_map_at_100_max": 0.551219, "nauc_map_at_100_std": 0.237964, "nauc_map_at_100_diff1": 0.503815, "nauc_map_at_1000_max": 0.55125, "nauc_map_at_1000_std": 0.238027, "nauc_map_at_1000_diff1": 0.504157, "nauc_recall_at_1_max": 0.456109, "nauc_recall_at_1_std": 0.153749, "nauc_recall_at_1_diff1": 0.558834, "nauc_recall_at_3_max": 0.482251, "nauc_recall_at_3_std": 0.218061, "nauc_recall_at_3_diff1": 0.443138, "nauc_recall_at_5_max": 0.495982, "nauc_recall_at_5_std": 0.218438, "nauc_recall_at_5_diff1": 0.439495, "nauc_recall_at_10_max": 0.49389, "nauc_recall_at_10_std": 0.204382, "nauc_recall_at_10_diff1": 0.439318, "nauc_recall_at_20_max": 0.500303, "nauc_recall_at_20_std": 0.226805, "nauc_recall_at_20_diff1": 0.426458, "nauc_recall_at_100_max": 0.478026, "nauc_recall_at_100_std": 0.266317, "nauc_recall_at_100_diff1": 0.36918, "nauc_recall_at_1000_max": 0.427378, "nauc_recall_at_1000_std": 0.500084, "nauc_recall_at_1000_diff1": 0.302789, "nauc_precision_at_1_max": 0.613769, "nauc_precision_at_1_std": 0.272267, "nauc_precision_at_1_diff1": 0.580044, "nauc_precision_at_3_max": 0.513364, "nauc_precision_at_3_std": 0.287392, "nauc_precision_at_3_diff1": 0.310239, "nauc_precision_at_5_max": 0.482002, "nauc_precision_at_5_std": 0.254031, "nauc_precision_at_5_diff1": 0.272537, "nauc_precision_at_10_max": 0.425782, "nauc_precision_at_10_std": 0.221642, "nauc_precision_at_10_diff1": 0.233455, "nauc_precision_at_20_max": 0.40203, "nauc_precision_at_20_std": 0.219302, "nauc_precision_at_20_diff1": 0.203216, "nauc_precision_at_100_max": 0.298919, "nauc_precision_at_100_std": 0.189737, "nauc_precision_at_100_diff1": 0.113096, "nauc_precision_at_1000_max": 0.13939, "nauc_precision_at_1000_std": 0.105492, "nauc_precision_at_1000_diff1": -0.017349, "nauc_mrr_at_1_max": 0.613769, "nauc_mrr_at_1_std": 0.272267, "nauc_mrr_at_1_diff1": 0.580044, "nauc_mrr_at_3_max": 0.591051, "nauc_mrr_at_3_std": 0.270693, "nauc_mrr_at_3_diff1": 0.542637, "nauc_mrr_at_5_max": 0.589569, "nauc_mrr_at_5_std": 0.263855, "nauc_mrr_at_5_diff1": 0.54304, "nauc_mrr_at_10_max": 0.588086, "nauc_mrr_at_10_std": 0.261371, "nauc_mrr_at_10_diff1": 0.543741, "nauc_mrr_at_20_max": 0.588185, "nauc_mrr_at_20_std": 0.26231, "nauc_mrr_at_20_diff1": 0.543049, "nauc_mrr_at_100_max": 0.587832, "nauc_mrr_at_100_std": 0.262431, "nauc_mrr_at_100_diff1": 0.542418, "nauc_mrr_at_1000_max": 0.587977, "nauc_mrr_at_1000_std": 0.26258, "nauc_mrr_at_1000_diff1": 0.542644, "main_score": 0.42445, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.08278, "ndcg_at_3": 0.08412, "ndcg_at_5": 0.09641, "ndcg_at_10": 0.12217, "ndcg_at_20": 0.13785, "ndcg_at_100": 0.17933, "ndcg_at_1000": 0.24635, "map_at_1": 0.03963, "map_at_3": 0.06457, "map_at_5": 0.07521, "map_at_10": 0.0874, "map_at_20": 0.09244, "map_at_100": 0.09904, "map_at_1000": 0.10166, "recall_at_1": 0.03963, "recall_at_3": 0.08071, "recall_at_5": 0.11662, "recall_at_10": 0.1816, "recall_at_20": 0.23129, "recall_at_100": 0.41638, "recall_at_1000": 0.86558, "precision_at_1": 0.08278, "precision_at_3": 0.06186, "precision_at_5": 0.05127, "precision_at_10": 0.03979, "precision_at_20": 0.02597, "precision_at_100": 0.00944, "precision_at_1000": 0.00193, "mrr_at_1": 0.082777, "mrr_at_3": 0.105029, "mrr_at_5": 0.115843, "mrr_at_10": 0.127065, "mrr_at_20": 0.13077, "mrr_at_100": 0.135466, "mrr_at_1000": 0.137166, "nauc_ndcg_at_1_max": 0.364843, "nauc_ndcg_at_1_std": 0.38467, "nauc_ndcg_at_1_diff1": 0.122409, "nauc_ndcg_at_3_max": 0.300361, "nauc_ndcg_at_3_std": 0.335914, "nauc_ndcg_at_3_diff1": 0.092085, "nauc_ndcg_at_5_max": 0.275939, "nauc_ndcg_at_5_std": 0.32153, "nauc_ndcg_at_5_diff1": 0.066445, "nauc_ndcg_at_10_max": 0.282793, "nauc_ndcg_at_10_std": 0.328623, "nauc_ndcg_at_10_diff1": 0.056024, "nauc_ndcg_at_20_max": 0.276378, "nauc_ndcg_at_20_std": 0.331753, "nauc_ndcg_at_20_diff1": 0.05131, "nauc_ndcg_at_100_max": 0.270673, "nauc_ndcg_at_100_std": 0.368135, "nauc_ndcg_at_100_diff1": 0.034047, "nauc_ndcg_at_1000_max": 0.260064, "nauc_ndcg_at_1000_std": 0.34745, "nauc_ndcg_at_1000_diff1": 0.027188, "nauc_map_at_1_max": 0.334867, "nauc_map_at_1_std": 0.35748, "nauc_map_at_1_diff1": 0.150124, "nauc_map_at_3_max": 0.293078, "nauc_map_at_3_std": 0.316578, "nauc_map_at_3_diff1": 0.112347, "nauc_map_at_5_max": 0.287542, "nauc_map_at_5_std": 0.312893, "nauc_map_at_5_diff1": 0.092667, "nauc_map_at_10_max": 0.290784, "nauc_map_at_10_std": 0.321491, "nauc_map_at_10_diff1": 0.082237, "nauc_map_at_20_max": 0.290256, "nauc_map_at_20_std": 0.326039, "nauc_map_at_20_diff1": 0.080453, "nauc_map_at_100_max": 0.291604, "nauc_map_at_100_std": 0.334543, "nauc_map_at_100_diff1": 0.077522, "nauc_map_at_1000_max": 0.289943, "nauc_map_at_1000_std": 0.333688, "nauc_map_at_1000_diff1": 0.076055, "nauc_recall_at_1_max": 0.334867, "nauc_recall_at_1_std": 0.35748, "nauc_recall_at_1_diff1": 0.150124, "nauc_recall_at_3_max": 0.260215, "nauc_recall_at_3_std": 0.291733, "nauc_recall_at_3_diff1": 0.094854, "nauc_recall_at_5_max": 0.225816, "nauc_recall_at_5_std": 0.273238, "nauc_recall_at_5_diff1": 0.040236, "nauc_recall_at_10_max": 0.24997, "nauc_recall_at_10_std": 0.291236, "nauc_recall_at_10_diff1": 0.030117, "nauc_recall_at_20_max": 0.233777, "nauc_recall_at_20_std": 0.299421, "nauc_recall_at_20_diff1": 0.022867, "nauc_recall_at_100_max": 0.221393, "nauc_recall_at_100_std": 0.414535, "nauc_recall_at_100_diff1": -0.025565, "nauc_recall_at_1000_max": 0.109843, "nauc_recall_at_1000_std": 0.386166, "nauc_recall_at_1000_diff1": -0.113798, "nauc_precision_at_1_max": 0.364843, "nauc_precision_at_1_std": 0.38467, "nauc_precision_at_1_diff1": 0.122409, "nauc_precision_at_3_max": 0.313357, "nauc_precision_at_3_std": 0.365781, "nauc_precision_at_3_diff1": 0.058301, "nauc_precision_at_5_max": 0.296453, "nauc_precision_at_5_std": 0.349743, "nauc_precision_at_5_diff1": 0.028895, "nauc_precision_at_10_max": 0.306448, "nauc_precision_at_10_std": 0.356283, "nauc_precision_at_10_diff1": 0.014626, "nauc_precision_at_20_max": 0.289251, "nauc_precision_at_20_std": 0.345516, "nauc_precision_at_20_diff1": 0.015063, "nauc_precision_at_100_max": 0.215069, "nauc_precision_at_100_std": 0.338606, "nauc_precision_at_100_diff1": -0.026868, "nauc_precision_at_1000_max": 0.069827, "nauc_precision_at_1000_std": 0.102748, "nauc_precision_at_1000_diff1": -0.066185, "nauc_mrr_at_1_max": 0.364843, "nauc_mrr_at_1_std": 0.38467, "nauc_mrr_at_1_diff1": 0.122409, "nauc_mrr_at_3_max": 0.319817, "nauc_mrr_at_3_std": 0.373761, "nauc_mrr_at_3_diff1": 0.081283, "nauc_mrr_at_5_max": 0.300976, "nauc_mrr_at_5_std": 0.367036, "nauc_mrr_at_5_diff1": 0.060265, "nauc_mrr_at_10_max": 0.298432, "nauc_mrr_at_10_std": 0.358456, "nauc_mrr_at_10_diff1": 0.058152, "nauc_mrr_at_20_max": 0.295073, "nauc_mrr_at_20_std": 0.357364, "nauc_mrr_at_20_diff1": 0.054602, "nauc_mrr_at_100_max": 0.29391, "nauc_mrr_at_100_std": 0.36138, "nauc_mrr_at_100_diff1": 0.054717, "nauc_mrr_at_1000_max": 0.294394, "nauc_mrr_at_1000_std": 0.360902, "nauc_mrr_at_1000_diff1": 0.054851, "main_score": 0.12217, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.25768, "ndcg_at_3": 0.25226, "ndcg_at_5": 0.26838, "ndcg_at_10": 0.29004, "ndcg_at_20": 0.31274, "ndcg_at_100": 0.35073, "ndcg_at_1000": 0.40255, "map_at_1": 0.15723, "map_at_3": 0.21753, "map_at_5": 0.23562, "map_at_10": 0.24757, "map_at_20": 0.25534, "map_at_100": 0.26147, "map_at_1000": 0.26366, "recall_at_1": 0.15723, "recall_at_3": 0.24281, "recall_at_5": 0.2964, "recall_at_10": 0.35129, "recall_at_20": 0.42452, "recall_at_100": 0.59666, "recall_at_1000": 0.94964, "precision_at_1": 0.25768, "precision_at_3": 0.15754, "precision_at_5": 0.11802, "precision_at_10": 0.0713, "precision_at_20": 0.04359, "precision_at_100": 0.01238, "precision_at_1000": 0.00197, "mrr_at_1": 0.257677, "mrr_at_3": 0.28883, "mrr_at_5": 0.301713, "mrr_at_10": 0.307849, "mrr_at_20": 0.313251, "mrr_at_100": 0.31752, "mrr_at_1000": 0.318653, "nauc_ndcg_at_1_max": 0.528485, "nauc_ndcg_at_1_std": 0.376252, "nauc_ndcg_at_1_diff1": 0.508247, "nauc_ndcg_at_3_max": 0.500402, "nauc_ndcg_at_3_std": 0.371841, "nauc_ndcg_at_3_diff1": 0.438248, "nauc_ndcg_at_5_max": 0.493456, "nauc_ndcg_at_5_std": 0.361847, "nauc_ndcg_at_5_diff1": 0.44144, "nauc_ndcg_at_10_max": 0.492747, "nauc_ndcg_at_10_std": 0.350452, "nauc_ndcg_at_10_diff1": 0.429151, "nauc_ndcg_at_20_max": 0.487227, "nauc_ndcg_at_20_std": 0.339959, "nauc_ndcg_at_20_diff1": 0.417186, "nauc_ndcg_at_100_max": 0.499479, "nauc_ndcg_at_100_std": 0.362409, "nauc_ndcg_at_100_diff1": 0.425087, "nauc_ndcg_at_1000_max": 0.492086, "nauc_ndcg_at_1000_std": 0.362897, "nauc_ndcg_at_1000_diff1": 0.427821, "nauc_map_at_1_max": 0.427719, "nauc_map_at_1_std": 0.306615, "nauc_map_at_1_diff1": 0.561817, "nauc_map_at_3_max": 0.49087, "nauc_map_at_3_std": 0.36838, "nauc_map_at_3_diff1": 0.450923, "nauc_map_at_5_max": 0.502138, "nauc_map_at_5_std": 0.370121, "nauc_map_at_5_diff1": 0.449722, "nauc_map_at_10_max": 0.504639, "nauc_map_at_10_std": 0.368048, "nauc_map_at_10_diff1": 0.443791, "nauc_map_at_20_max": 0.503314, "nauc_map_at_20_std": 0.36452, "nauc_map_at_20_diff1": 0.439429, "nauc_map_at_100_max": 0.505029, "nauc_map_at_100_std": 0.367659, "nauc_map_at_100_diff1": 0.440782, "nauc_map_at_1000_max": 0.504448, "nauc_map_at_1000_std": 0.367815, "nauc_map_at_1000_diff1": 0.440761, "nauc_recall_at_1_max": 0.427719, "nauc_recall_at_1_std": 0.306615, "nauc_recall_at_1_diff1": 0.561817, "nauc_recall_at_3_max": 0.453144, "nauc_recall_at_3_std": 0.345768, "nauc_recall_at_3_diff1": 0.399779, "nauc_recall_at_5_max": 0.450069, "nauc_recall_at_5_std": 0.327668, "nauc_recall_at_5_diff1": 0.395683, "nauc_recall_at_10_max": 0.443095, "nauc_recall_at_10_std": 0.292028, "nauc_recall_at_10_diff1": 0.362122, "nauc_recall_at_20_max": 0.422929, "nauc_recall_at_20_std": 0.258043, "nauc_recall_at_20_diff1": 0.322077, "nauc_recall_at_100_max": 0.482897, "nauc_recall_at_100_std": 0.358337, "nauc_recall_at_100_diff1": 0.344793, "nauc_recall_at_1000_max": 0.482375, "nauc_recall_at_1000_std": 0.508342, "nauc_recall_at_1000_diff1": 0.34959, "nauc_precision_at_1_max": 0.528485, "nauc_precision_at_1_std": 0.376252, "nauc_precision_at_1_diff1": 0.508247, "nauc_precision_at_3_max": 0.495977, "nauc_precision_at_3_std": 0.373513, "nauc_precision_at_3_diff1": 0.262672, "nauc_precision_at_5_max": 0.486163, "nauc_precision_at_5_std": 0.348194, "nauc_precision_at_5_diff1": 0.251375, "nauc_precision_at_10_max": 0.450186, "nauc_precision_at_10_std": 0.305465, "nauc_precision_at_10_diff1": 0.219232, "nauc_precision_at_20_max": 0.388546, "nauc_precision_at_20_std": 0.248822, "nauc_precision_at_20_diff1": 0.172036, "nauc_precision_at_100_max": 0.337242, "nauc_precision_at_100_std": 0.256409, "nauc_precision_at_100_diff1": 0.140354, "nauc_precision_at_1000_max": 0.069291, "nauc_precision_at_1000_std": 0.083334, "nauc_precision_at_1000_diff1": -0.043989, "nauc_mrr_at_1_max": 0.528485, "nauc_mrr_at_1_std": 0.376252, "nauc_mrr_at_1_diff1": 0.508247, "nauc_mrr_at_3_max": 0.503821, "nauc_mrr_at_3_std": 0.364644, "nauc_mrr_at_3_diff1": 0.471891, "nauc_mrr_at_5_max": 0.499953, "nauc_mrr_at_5_std": 0.35992, "nauc_mrr_at_5_diff1": 0.467742, "nauc_mrr_at_10_max": 0.498121, "nauc_mrr_at_10_std": 0.354532, "nauc_mrr_at_10_diff1": 0.464378, "nauc_mrr_at_20_max": 0.495647, "nauc_mrr_at_20_std": 0.351362, "nauc_mrr_at_20_diff1": 0.460903, "nauc_mrr_at_100_max": 0.496616, "nauc_mrr_at_100_std": 0.354122, "nauc_mrr_at_100_diff1": 0.462046, "nauc_mrr_at_1000_max": 0.496648, "nauc_mrr_at_1000_std": 0.354251, "nauc_mrr_at_1000_diff1": 0.462233, "main_score": 0.29004, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.05081, "ndcg_at_3": 0.06306, "ndcg_at_5": 0.06696, "ndcg_at_10": 0.07673, "ndcg_at_20": 0.08537, "ndcg_at_100": 0.11046, "ndcg_at_1000": 0.18798, "map_at_1": 0.03946, "map_at_3": 0.05842, "map_at_5": 0.06071, "map_at_10": 0.06462, "map_at_20": 0.06694, "map_at_100": 0.06989, "map_at_1000": 0.07205, "recall_at_1": 0.03946, "recall_at_3": 0.07085, "recall_at_5": 0.07968, "recall_at_10": 0.10977, "recall_at_20": 0.14305, "recall_at_100": 0.2802, "recall_at_1000": 0.89414, "precision_at_1": 0.05081, "precision_at_3": 0.03315, "precision_at_5": 0.02249, "precision_at_10": 0.01459, "precision_at_20": 0.00924, "precision_at_100": 0.00351, "precision_at_1000": 0.00123, "mrr_at_1": 0.056216, "mrr_at_3": 0.065405, "mrr_at_5": 0.067297, "mrr_at_10": 0.070845, "mrr_at_20": 0.073245, "mrr_at_100": 0.07647, "mrr_at_1000": 0.078474, "nauc_ndcg_at_1_max": -0.336935, "nauc_ndcg_at_1_std": -0.438474, "nauc_ndcg_at_1_diff1": 0.690742, "nauc_ndcg_at_3_max": -0.272338, "nauc_ndcg_at_3_std": -0.39491, "nauc_ndcg_at_3_diff1": 0.585362, "nauc_ndcg_at_5_max": -0.278238, "nauc_ndcg_at_5_std": -0.37049, "nauc_ndcg_at_5_diff1": 0.562351, "nauc_ndcg_at_10_max": -0.271434, "nauc_ndcg_at_10_std": -0.325569, "nauc_ndcg_at_10_diff1": 0.513903, "nauc_ndcg_at_20_max": -0.239823, "nauc_ndcg_at_20_std": -0.291176, "nauc_ndcg_at_20_diff1": 0.464132, "nauc_ndcg_at_100_max": -0.194981, "nauc_ndcg_at_100_std": -0.215205, "nauc_ndcg_at_100_diff1": 0.368271, "nauc_ndcg_at_1000_max": -0.22183, "nauc_ndcg_at_1000_std": -0.246229, "nauc_ndcg_at_1000_diff1": 0.411606, "nauc_map_at_1_max": -0.343665, "nauc_map_at_1_std": -0.430231, "nauc_map_at_1_diff1": 0.715499, "nauc_map_at_3_max": -0.284519, "nauc_map_at_3_std": -0.403766, "nauc_map_at_3_diff1": 0.600345, "nauc_map_at_5_max": -0.287803, "nauc_map_at_5_std": -0.389247, "nauc_map_at_5_diff1": 0.588454, "nauc_map_at_10_max": -0.284924, "nauc_map_at_10_std": -0.367452, "nauc_map_at_10_diff1": 0.563853, "nauc_map_at_20_max": -0.273916, "nauc_map_at_20_std": -0.354742, "nauc_map_at_20_diff1": 0.546592, "nauc_map_at_100_max": -0.265273, "nauc_map_at_100_std": -0.339145, "nauc_map_at_100_diff1": 0.527233, "nauc_map_at_1000_max": -0.265872, "nauc_map_at_1000_std": -0.339522, "nauc_map_at_1000_diff1": 0.527908, "nauc_recall_at_1_max": -0.343665, "nauc_recall_at_1_std": -0.430231, "nauc_recall_at_1_diff1": 0.715499, "nauc_recall_at_3_max": -0.24515, "nauc_recall_at_3_std": -0.378612, "nauc_recall_at_3_diff1": 0.537591, "nauc_recall_at_5_max": -0.256705, "nauc_recall_at_5_std": -0.331081, "nauc_recall_at_5_diff1": 0.496138, "nauc_recall_at_10_max": -0.238173, "nauc_recall_at_10_std": -0.236487, "nauc_recall_at_10_diff1": 0.395747, "nauc_recall_at_20_max": -0.169765, "nauc_recall_at_20_std": -0.169698, "nauc_recall_at_20_diff1": 0.295185, "nauc_recall_at_100_max": -0.073747, "nauc_recall_at_100_std": -0.020252, "nauc_recall_at_100_diff1": 0.100756, "nauc_recall_at_1000_max": -0.1974, "nauc_recall_at_1000_std": -0.03718, "nauc_recall_at_1000_diff1": 0.153908, "nauc_precision_at_1_max": -0.336935, "nauc_precision_at_1_std": -0.438474, "nauc_precision_at_1_diff1": 0.690742, "nauc_precision_at_3_max": -0.260621, "nauc_precision_at_3_std": -0.379594, "nauc_precision_at_3_diff1": 0.551237, "nauc_precision_at_5_max": -0.273163, "nauc_precision_at_5_std": -0.336675, "nauc_precision_at_5_diff1": 0.513838, "nauc_precision_at_10_max": -0.264873, "nauc_precision_at_10_std": -0.265253, "nauc_precision_at_10_diff1": 0.440269, "nauc_precision_at_20_max": -0.200948, "nauc_precision_at_20_std": -0.205165, "nauc_precision_at_20_diff1": 0.347873, "nauc_precision_at_100_max": -0.089525, "nauc_precision_at_100_std": -0.020336, "nauc_precision_at_100_diff1": 0.135347, "nauc_precision_at_1000_max": 0.001468, "nauc_precision_at_1000_std": 0.027365, "nauc_precision_at_1000_diff1": 0.01251, "nauc_mrr_at_1_max": -0.298249, "nauc_mrr_at_1_std": -0.385787, "nauc_mrr_at_1_diff1": 0.569087, "nauc_mrr_at_3_max": -0.297372, "nauc_mrr_at_3_std": -0.385674, "nauc_mrr_at_3_diff1": 0.574721, "nauc_mrr_at_5_max": -0.296056, "nauc_mrr_at_5_std": -0.378002, "nauc_mrr_at_5_diff1": 0.561433, "nauc_mrr_at_10_max": -0.287026, "nauc_mrr_at_10_std": -0.365081, "nauc_mrr_at_10_diff1": 0.543916, "nauc_mrr_at_20_max": -0.277979, "nauc_mrr_at_20_std": -0.351308, "nauc_mrr_at_20_diff1": 0.526666, "nauc_mrr_at_100_max": -0.267646, "nauc_mrr_at_100_std": -0.333306, "nauc_mrr_at_100_diff1": 0.506364, "nauc_mrr_at_1000_max": -0.268857, "nauc_mrr_at_1000_std": -0.334573, "nauc_mrr_at_1000_diff1": 0.507245, "main_score": 0.07673, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.02811, "ndcg_at_3": 0.03126, "ndcg_at_5": 0.03678, "ndcg_at_10": 0.04331, "ndcg_at_20": 0.04994, "ndcg_at_100": 0.06818, "ndcg_at_1000": 0.14246, "map_at_1": 0.02328, "map_at_3": 0.02862, "map_at_5": 0.03171, "map_at_10": 0.03429, "map_at_20": 0.03619, "map_at_100": 0.03868, "map_at_1000": 0.04056, "recall_at_1": 0.02328, "recall_at_3": 0.03427, "recall_at_5": 0.04746, "recall_at_10": 0.0665, "recall_at_20": 0.09135, "recall_at_100": 0.18414, "recall_at_1000": 0.7409, "precision_at_1": 0.02811, "precision_at_3": 0.01369, "precision_at_5": 0.01211, "precision_at_10": 0.00854, "precision_at_20": 0.00589, "precision_at_100": 0.00256, "precision_at_1000": 0.00129, "mrr_at_1": 0.028108, "mrr_at_3": 0.032793, "mrr_at_5": 0.036631, "mrr_at_10": 0.039753, "mrr_at_20": 0.041447, "mrr_at_100": 0.043647, "mrr_at_1000": 0.045525, "nauc_ndcg_at_1_max": -0.424871, "nauc_ndcg_at_1_std": -0.027951, "nauc_ndcg_at_1_diff1": 0.886523, "nauc_ndcg_at_3_max": -0.388817, "nauc_ndcg_at_3_std": 0.066052, "nauc_ndcg_at_3_diff1": 0.839992, "nauc_ndcg_at_5_max": -0.366645, "nauc_ndcg_at_5_std": 0.077689, "nauc_ndcg_at_5_diff1": 0.759136, "nauc_ndcg_at_10_max": -0.330258, "nauc_ndcg_at_10_std": 0.122737, "nauc_ndcg_at_10_diff1": 0.735056, "nauc_ndcg_at_20_max": -0.304976, "nauc_ndcg_at_20_std": 0.124221, "nauc_ndcg_at_20_diff1": 0.702645, "nauc_ndcg_at_100_max": -0.301464, "nauc_ndcg_at_100_std": 0.111983, "nauc_ndcg_at_100_diff1": 0.600717, "nauc_ndcg_at_1000_max": -0.309183, "nauc_ndcg_at_1000_std": 0.077831, "nauc_ndcg_at_1000_diff1": 0.532351, "nauc_map_at_1_max": -0.404511, "nauc_map_at_1_std": -0.001894, "nauc_map_at_1_diff1": 0.870804, "nauc_map_at_3_max": -0.385336, "nauc_map_at_3_std": 0.063385, "nauc_map_at_3_diff1": 0.845382, "nauc_map_at_5_max": -0.371828, "nauc_map_at_5_std": 0.07177, "nauc_map_at_5_diff1": 0.797527, "nauc_map_at_10_max": -0.351775, "nauc_map_at_10_std": 0.094352, "nauc_map_at_10_diff1": 0.781395, "nauc_map_at_20_max": -0.342039, "nauc_map_at_20_std": 0.096434, "nauc_map_at_20_diff1": 0.766729, "nauc_map_at_100_max": -0.340594, "nauc_map_at_100_std": 0.099935, "nauc_map_at_100_diff1": 0.747193, "nauc_map_at_1000_max": -0.341182, "nauc_map_at_1000_std": 0.098282, "nauc_map_at_1000_diff1": 0.740632, "nauc_recall_at_1_max": -0.404511, "nauc_recall_at_1_std": -0.001894, "nauc_recall_at_1_diff1": 0.870804, "nauc_recall_at_3_max": -0.376082, "nauc_recall_at_3_std": 0.109424, "nauc_recall_at_3_diff1": 0.80936, "nauc_recall_at_5_max": -0.337828, "nauc_recall_at_5_std": 0.106306, "nauc_recall_at_5_diff1": 0.667522, "nauc_recall_at_10_max": -0.270112, "nauc_recall_at_10_std": 0.191832, "nauc_recall_at_10_diff1": 0.651419, "nauc_recall_at_20_max": -0.225356, "nauc_recall_at_20_std": 0.175053, "nauc_recall_at_20_diff1": 0.603552, "nauc_recall_at_100_max": -0.238309, "nauc_recall_at_100_std": 0.113574, "nauc_recall_at_100_diff1": 0.409552, "nauc_recall_at_1000_max": -0.239682, "nauc_recall_at_1000_std": 0.002449, "nauc_recall_at_1000_diff1": 0.185543, "nauc_precision_at_1_max": -0.424871, "nauc_precision_at_1_std": -0.027951, "nauc_precision_at_1_diff1": 0.886523, "nauc_precision_at_3_max": -0.396965, "nauc_precision_at_3_std": 0.092352, "nauc_precision_at_3_diff1": 0.836535, "nauc_precision_at_5_max": -0.373909, "nauc_precision_at_5_std": 0.114692, "nauc_precision_at_5_diff1": 0.703439, "nauc_precision_at_10_max": -0.32539, "nauc_precision_at_10_std": 0.174376, "nauc_precision_at_10_diff1": 0.679581, "nauc_precision_at_20_max": -0.295493, "nauc_precision_at_20_std": 0.161035, "nauc_precision_at_20_diff1": 0.63262, "nauc_precision_at_100_max": -0.323147, "nauc_precision_at_100_std": 0.10945, "nauc_precision_at_100_diff1": 0.449552, "nauc_precision_at_1000_max": -0.168157, "nauc_precision_at_1000_std": -0.024515, "nauc_precision_at_1000_diff1": 0.06191, "nauc_mrr_at_1_max": -0.424871, "nauc_mrr_at_1_std": -0.027951, "nauc_mrr_at_1_diff1": 0.886523, "nauc_mrr_at_3_max": -0.406284, "nauc_mrr_at_3_std": 0.027419, "nauc_mrr_at_3_diff1": 0.859484, "nauc_mrr_at_5_max": -0.394919, "nauc_mrr_at_5_std": 0.03785, "nauc_mrr_at_5_diff1": 0.808077, "nauc_mrr_at_10_max": -0.378191, "nauc_mrr_at_10_std": 0.061799, "nauc_mrr_at_10_diff1": 0.789017, "nauc_mrr_at_20_max": -0.368111, "nauc_mrr_at_20_std": 0.06679, "nauc_mrr_at_20_diff1": 0.777354, "nauc_mrr_at_100_max": -0.36454, "nauc_mrr_at_100_std": 0.068274, "nauc_mrr_at_100_diff1": 0.757567, "nauc_mrr_at_1000_max": -0.363819, "nauc_mrr_at_1000_std": 0.068021, "nauc_mrr_at_1000_diff1": 0.753264, "main_score": 0.04331, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.04057, "ndcg_at_3": 0.05825, "ndcg_at_5": 0.06615, "ndcg_at_10": 0.07455, "ndcg_at_20": 0.08124, "ndcg_at_100": 0.1029, "ndcg_at_1000": 0.1877, "map_at_1": 0.0328, "map_at_3": 0.05193, "map_at_5": 0.05706, "map_at_10": 0.06068, "map_at_20": 0.06269, "map_at_100": 0.06561, "map_at_1000": 0.0678, "recall_at_1": 0.0328, "recall_at_3": 0.06955, "recall_at_5": 0.08807, "recall_at_10": 0.11293, "recall_at_20": 0.13721, "recall_at_100": 0.24947, "recall_at_1000": 0.92541, "precision_at_1": 0.04057, "precision_at_3": 0.0318, "precision_at_5": 0.02456, "precision_at_10": 0.01546, "precision_at_20": 0.00937, "precision_at_100": 0.0033, "precision_at_1000": 0.00129, "mrr_at_1": 0.042763, "mrr_at_3": 0.058297, "mrr_at_5": 0.061641, "mrr_at_10": 0.064983, "mrr_at_20": 0.067475, "mrr_at_100": 0.070223, "mrr_at_1000": 0.072231, "nauc_ndcg_at_1_max": 0.594843, "nauc_ndcg_at_1_std": -0.071942, "nauc_ndcg_at_1_diff1": 0.512216, "nauc_ndcg_at_3_max": 0.533848, "nauc_ndcg_at_3_std": -0.026758, "nauc_ndcg_at_3_diff1": 0.387216, "nauc_ndcg_at_5_max": 0.518741, "nauc_ndcg_at_5_std": -0.0087, "nauc_ndcg_at_5_diff1": 0.345191, "nauc_ndcg_at_10_max": 0.514302, "nauc_ndcg_at_10_std": 0.001234, "nauc_ndcg_at_10_diff1": 0.331747, "nauc_ndcg_at_20_max": 0.523974, "nauc_ndcg_at_20_std": -0.01262, "nauc_ndcg_at_20_diff1": 0.302861, "nauc_ndcg_at_100_max": 0.48891, "nauc_ndcg_at_100_std": 0.040672, "nauc_ndcg_at_100_diff1": 0.230187, "nauc_ndcg_at_1000_max": 0.446471, "nauc_ndcg_at_1000_std": 0.046256, "nauc_ndcg_at_1000_diff1": 0.254905, "nauc_map_at_1_max": 0.562226, "nauc_map_at_1_std": -0.11337, "nauc_map_at_1_diff1": 0.553437, "nauc_map_at_3_max": 0.535357, "nauc_map_at_3_std": -0.045978, "nauc_map_at_3_diff1": 0.41328, "nauc_map_at_5_max": 0.52912, "nauc_map_at_5_std": -0.022831, "nauc_map_at_5_diff1": 0.383792, "nauc_map_at_10_max": 0.524629, "nauc_map_at_10_std": -0.017494, "nauc_map_at_10_diff1": 0.372576, "nauc_map_at_20_max": 0.528828, "nauc_map_at_20_std": -0.022672, "nauc_map_at_20_diff1": 0.36165, "nauc_map_at_100_max": 0.524356, "nauc_map_at_100_std": -0.010735, "nauc_map_at_100_diff1": 0.345095, "nauc_map_at_1000_max": 0.521374, "nauc_map_at_1000_std": -0.010671, "nauc_map_at_1000_diff1": 0.345079, "nauc_recall_at_1_max": 0.562226, "nauc_recall_at_1_std": -0.11337, "nauc_recall_at_1_diff1": 0.553437, "nauc_recall_at_3_max": 0.507885, "nauc_recall_at_3_std": -0.007313, "nauc_recall_at_3_diff1": 0.337513, "nauc_recall_at_5_max": 0.484336, "nauc_recall_at_5_std": 0.016112, "nauc_recall_at_5_diff1": 0.269042, "nauc_recall_at_10_max": 0.476137, "nauc_recall_at_10_std": 0.035739, "nauc_recall_at_10_diff1": 0.252106, "nauc_recall_at_20_max": 0.502875, "nauc_recall_at_20_std": 0.001391, "nauc_recall_at_20_diff1": 0.193327, "nauc_recall_at_100_max": 0.40757, "nauc_recall_at_100_std": 0.133059, "nauc_recall_at_100_diff1": 0.043054, "nauc_recall_at_1000_max": -0.22464, "nauc_recall_at_1000_std": 0.572046, "nauc_recall_at_1000_diff1": -0.076742, "nauc_precision_at_1_max": 0.594843, "nauc_precision_at_1_std": -0.071942, "nauc_precision_at_1_diff1": 0.512216, "nauc_precision_at_3_max": 0.547374, "nauc_precision_at_3_std": 0.035616, "nauc_precision_at_3_diff1": 0.335124, "nauc_precision_at_5_max": 0.528633, "nauc_precision_at_5_std": 0.059463, "nauc_precision_at_5_diff1": 0.271883, "nauc_precision_at_10_max": 0.523848, "nauc_precision_at_10_std": 0.04806, "nauc_precision_at_10_diff1": 0.255227, "nauc_precision_at_20_max": 0.541111, "nauc_precision_at_20_std": 0.008768, "nauc_precision_at_20_diff1": 0.209788, "nauc_precision_at_100_max": 0.433597, "nauc_precision_at_100_std": 0.098981, "nauc_precision_at_100_diff1": 0.082978, "nauc_precision_at_1000_max": 0.035428, "nauc_precision_at_1000_std": 0.021087, "nauc_precision_at_1000_diff1": 0.00711, "nauc_mrr_at_1_max": 0.61562, "nauc_mrr_at_1_std": -0.044419, "nauc_mrr_at_1_diff1": 0.456508, "nauc_mrr_at_3_max": 0.558849, "nauc_mrr_at_3_std": -0.018338, "nauc_mrr_at_3_diff1": 0.388178, "nauc_mrr_at_5_max": 0.552817, "nauc_mrr_at_5_std": -0.01191, "nauc_mrr_at_5_diff1": 0.368848, "nauc_mrr_at_10_max": 0.548917, "nauc_mrr_at_10_std": -0.008087, "nauc_mrr_at_10_diff1": 0.36184, "nauc_mrr_at_20_max": 0.545244, "nauc_mrr_at_20_std": -0.01183, "nauc_mrr_at_20_diff1": 0.35163, "nauc_mrr_at_100_max": 0.540422, "nauc_mrr_at_100_std": -0.004149, "nauc_mrr_at_100_diff1": 0.337338, "nauc_mrr_at_1000_max": 0.53861, "nauc_mrr_at_1000_std": -0.003254, "nauc_mrr_at_1000_diff1": 0.337483, "main_score": 0.07455, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.41327, "ndcg_at_3": 0.42274, "ndcg_at_5": 0.43892, "ndcg_at_10": 0.46908, "ndcg_at_20": 0.49185, "ndcg_at_100": 0.52157, "ndcg_at_1000": 0.55206, "map_at_1": 0.26531, "map_at_3": 0.36996, "map_at_5": 0.39519, "map_at_10": 0.41213, "map_at_20": 0.42086, "map_at_100": 0.42618, "map_at_1000": 0.42749, "recall_at_1": 0.26531, "recall_at_3": 0.42335, "recall_at_5": 0.48414, "recall_at_10": 0.55963, "recall_at_20": 0.63477, "recall_at_100": 0.76903, "recall_at_1000": 0.98218, "precision_at_1": 0.41327, "precision_at_3": 0.25038, "precision_at_5": 0.17888, "precision_at_10": 0.10588, "precision_at_20": 0.06041, "precision_at_100": 0.01475, "precision_at_1000": 0.00188, "mrr_at_1": 0.413273, "mrr_at_3": 0.466566, "mrr_at_5": 0.477652, "mrr_at_10": 0.486901, "mrr_at_20": 0.491098, "mrr_at_100": 0.494166, "mrr_at_1000": 0.494777, "nauc_ndcg_at_1_max": 0.473613, "nauc_ndcg_at_1_std": 0.045472, "nauc_ndcg_at_1_diff1": 0.573178, "nauc_ndcg_at_3_max": 0.442092, "nauc_ndcg_at_3_std": 0.055538, "nauc_ndcg_at_3_diff1": 0.490135, "nauc_ndcg_at_5_max": 0.448963, "nauc_ndcg_at_5_std": 0.049698, "nauc_ndcg_at_5_diff1": 0.49218, "nauc_ndcg_at_10_max": 0.455858, "nauc_ndcg_at_10_std": 0.061289, "nauc_ndcg_at_10_diff1": 0.487178, "nauc_ndcg_at_20_max": 0.454661, "nauc_ndcg_at_20_std": 0.062976, "nauc_ndcg_at_20_diff1": 0.484501, "nauc_ndcg_at_100_max": 0.448349, "nauc_ndcg_at_100_std": 0.072578, "nauc_ndcg_at_100_diff1": 0.4828, "nauc_ndcg_at_1000_max": 0.451474, "nauc_ndcg_at_1000_std": 0.067275, "nauc_ndcg_at_1000_diff1": 0.492124, "nauc_map_at_1_max": 0.331611, "nauc_map_at_1_std": 0.002204, "nauc_map_at_1_diff1": 0.558692, "nauc_map_at_3_max": 0.403156, "nauc_map_at_3_std": 0.037178, "nauc_map_at_3_diff1": 0.484954, "nauc_map_at_5_max": 0.434139, "nauc_map_at_5_std": 0.042485, "nauc_map_at_5_diff1": 0.488051, "nauc_map_at_10_max": 0.4428, "nauc_map_at_10_std": 0.053393, "nauc_map_at_10_diff1": 0.488377, "nauc_map_at_20_max": 0.445767, "nauc_map_at_20_std": 0.055123, "nauc_map_at_20_diff1": 0.490166, "nauc_map_at_100_max": 0.44508, "nauc_map_at_100_std": 0.057406, "nauc_map_at_100_diff1": 0.489476, "nauc_map_at_1000_max": 0.445275, "nauc_map_at_1000_std": 0.057458, "nauc_map_at_1000_diff1": 0.489814, "nauc_recall_at_1_max": 0.331611, "nauc_recall_at_1_std": 0.002204, "nauc_recall_at_1_diff1": 0.558692, "nauc_recall_at_3_max": 0.375477, "nauc_recall_at_3_std": 0.0417, "nauc_recall_at_3_diff1": 0.427559, "nauc_recall_at_5_max": 0.410982, "nauc_recall_at_5_std": 0.042292, "nauc_recall_at_5_diff1": 0.427621, "nauc_recall_at_10_max": 0.413762, "nauc_recall_at_10_std": 0.05783, "nauc_recall_at_10_diff1": 0.401173, "nauc_recall_at_20_max": 0.393565, "nauc_recall_at_20_std": 0.054775, "nauc_recall_at_20_diff1": 0.370537, "nauc_recall_at_100_max": 0.340085, "nauc_recall_at_100_std": 0.106463, "nauc_recall_at_100_diff1": 0.327524, "nauc_recall_at_1000_max": -0.145088, "nauc_recall_at_1000_std": -0.342012, "nauc_recall_at_1000_diff1": 0.091746, "nauc_precision_at_1_max": 0.473613, "nauc_precision_at_1_std": 0.045472, "nauc_precision_at_1_diff1": 0.573178, "nauc_precision_at_3_max": 0.438044, "nauc_precision_at_3_std": 0.105414, "nauc_precision_at_3_diff1": 0.284589, "nauc_precision_at_5_max": 0.449436, "nauc_precision_at_5_std": 0.119767, "nauc_precision_at_5_diff1": 0.258675, "nauc_precision_at_10_max": 0.415956, "nauc_precision_at_10_std": 0.15221, "nauc_precision_at_10_diff1": 0.216167, "nauc_precision_at_20_max": 0.365893, "nauc_precision_at_20_std": 0.156808, "nauc_precision_at_20_diff1": 0.176943, "nauc_precision_at_100_max": 0.261848, "nauc_precision_at_100_std": 0.181082, "nauc_precision_at_100_diff1": 0.094304, "nauc_precision_at_1000_max": 0.144869, "nauc_precision_at_1000_std": 0.15718, "nauc_precision_at_1000_diff1": -0.001086, "nauc_mrr_at_1_max": 0.473613, "nauc_mrr_at_1_std": 0.045472, "nauc_mrr_at_1_diff1": 0.573178, "nauc_mrr_at_3_max": 0.476793, "nauc_mrr_at_3_std": 0.056404, "nauc_mrr_at_3_diff1": 0.543123, "nauc_mrr_at_5_max": 0.479811, "nauc_mrr_at_5_std": 0.058833, "nauc_mrr_at_5_diff1": 0.541427, "nauc_mrr_at_10_max": 0.477632, "nauc_mrr_at_10_std": 0.058222, "nauc_mrr_at_10_diff1": 0.536904, "nauc_mrr_at_20_max": 0.475047, "nauc_mrr_at_20_std": 0.056786, "nauc_mrr_at_20_diff1": 0.535478, "nauc_mrr_at_100_max": 0.474033, "nauc_mrr_at_100_std": 0.056601, "nauc_mrr_at_100_diff1": 0.535399, "nauc_mrr_at_1000_max": 0.474179, "nauc_mrr_at_1000_std": 0.0564, "nauc_mrr_at_1000_diff1": 0.535614, "main_score": 0.46908, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.06335, "ndcg_at_3": 0.06444, "ndcg_at_5": 0.07177, "ndcg_at_10": 0.08545, "ndcg_at_20": 0.10289, "ndcg_at_100": 0.14327, "ndcg_at_1000": 0.2196, "map_at_1": 0.03776, "map_at_3": 0.05253, "map_at_5": 0.05893, "map_at_10": 0.0647, "map_at_20": 0.06985, "map_at_100": 0.07568, "map_at_1000": 0.07844, "recall_at_1": 0.03776, "recall_at_3": 0.06619, "recall_at_5": 0.08494, "recall_at_10": 0.11973, "recall_at_20": 0.1768, "recall_at_100": 0.36712, "recall_at_1000": 0.90465, "precision_at_1": 0.06335, "precision_at_3": 0.03871, "precision_at_5": 0.03167, "precision_at_10": 0.02323, "precision_at_20": 0.01772, "precision_at_100": 0.00729, "precision_at_1000": 0.00179, "mrr_at_1": 0.063348, "mrr_at_3": 0.079186, "mrr_at_5": 0.084087, "mrr_at_10": 0.090908, "mrr_at_20": 0.096098, "mrr_at_100": 0.100845, "mrr_at_1000": 0.102716, "nauc_ndcg_at_1_max": 0.132757, "nauc_ndcg_at_1_std": 0.310749, "nauc_ndcg_at_1_diff1": 0.24452, "nauc_ndcg_at_3_max": 0.021848, "nauc_ndcg_at_3_std": 0.319583, "nauc_ndcg_at_3_diff1": 0.174133, "nauc_ndcg_at_5_max": 0.025634, "nauc_ndcg_at_5_std": 0.313727, "nauc_ndcg_at_5_diff1": 0.177571, "nauc_ndcg_at_10_max": -0.011744, "nauc_ndcg_at_10_std": 0.293138, "nauc_ndcg_at_10_diff1": 0.168509, "nauc_ndcg_at_20_max": -0.024838, "nauc_ndcg_at_20_std": 0.266729, "nauc_ndcg_at_20_diff1": 0.150959, "nauc_ndcg_at_100_max": -0.029346, "nauc_ndcg_at_100_std": 0.283066, "nauc_ndcg_at_100_diff1": 0.151962, "nauc_ndcg_at_1000_max": -0.026195, "nauc_ndcg_at_1000_std": 0.286182, "nauc_ndcg_at_1000_diff1": 0.157657, "nauc_map_at_1_max": -0.002319, "nauc_map_at_1_std": 0.277903, "nauc_map_at_1_diff1": 0.215867, "nauc_map_at_3_max": -0.013474, "nauc_map_at_3_std": 0.300106, "nauc_map_at_3_diff1": 0.16571, "nauc_map_at_5_max": 0.01033, "nauc_map_at_5_std": 0.304938, "nauc_map_at_5_diff1": 0.177108, "nauc_map_at_10_max": -0.009246, "nauc_map_at_10_std": 0.298192, "nauc_map_at_10_diff1": 0.170211, "nauc_map_at_20_max": -0.011511, "nauc_map_at_20_std": 0.291317, "nauc_map_at_20_diff1": 0.165402, "nauc_map_at_100_max": -0.010751, "nauc_map_at_100_std": 0.29833, "nauc_map_at_100_diff1": 0.16661, "nauc_map_at_1000_max": -0.011798, "nauc_map_at_1000_std": 0.298606, "nauc_map_at_1000_diff1": 0.166329, "nauc_recall_at_1_max": -0.002319, "nauc_recall_at_1_std": 0.277903, "nauc_recall_at_1_diff1": 0.215867, "nauc_recall_at_3_max": -0.030695, "nauc_recall_at_3_std": 0.321843, "nauc_recall_at_3_diff1": 0.14216, "nauc_recall_at_5_max": 0.002266, "nauc_recall_at_5_std": 0.31368, "nauc_recall_at_5_diff1": 0.155874, "nauc_recall_at_10_max": -0.06794, "nauc_recall_at_10_std": 0.253972, "nauc_recall_at_10_diff1": 0.133494, "nauc_recall_at_20_max": -0.085856, "nauc_recall_at_20_std": 0.212511, "nauc_recall_at_20_diff1": 0.098545, "nauc_recall_at_100_max": -0.085825, "nauc_recall_at_100_std": 0.24268, "nauc_recall_at_100_diff1": 0.104085, "nauc_recall_at_1000_max": -0.114087, "nauc_recall_at_1000_std": 0.315098, "nauc_recall_at_1000_diff1": 0.158753, "nauc_precision_at_1_max": 0.132757, "nauc_precision_at_1_std": 0.310749, "nauc_precision_at_1_diff1": 0.24452, "nauc_precision_at_3_max": 0.091317, "nauc_precision_at_3_std": 0.354049, "nauc_precision_at_3_diff1": 0.180558, "nauc_precision_at_5_max": 0.092445, "nauc_precision_at_5_std": 0.349651, "nauc_precision_at_5_diff1": 0.201492, "nauc_precision_at_10_max": 0.007078, "nauc_precision_at_10_std": 0.30805, "nauc_precision_at_10_diff1": 0.183919, "nauc_precision_at_20_max": -0.014953, "nauc_precision_at_20_std": 0.239057, "nauc_precision_at_20_diff1": 0.151219, "nauc_precision_at_100_max": -0.034405, "nauc_precision_at_100_std": 0.238929, "nauc_precision_at_100_diff1": 0.138648, "nauc_precision_at_1000_max": -0.034802, "nauc_precision_at_1000_std": 0.051229, "nauc_precision_at_1000_diff1": 0.049039, "nauc_mrr_at_1_max": 0.132757, "nauc_mrr_at_1_std": 0.310749, "nauc_mrr_at_1_diff1": 0.24452, "nauc_mrr_at_3_max": 0.089795, "nauc_mrr_at_3_std": 0.331346, "nauc_mrr_at_3_diff1": 0.198933, "nauc_mrr_at_5_max": 0.082069, "nauc_mrr_at_5_std": 0.327532, "nauc_mrr_at_5_diff1": 0.201787, "nauc_mrr_at_10_max": 0.064082, "nauc_mrr_at_10_std": 0.314138, "nauc_mrr_at_10_diff1": 0.201629, "nauc_mrr_at_20_max": 0.054981, "nauc_mrr_at_20_std": 0.299486, "nauc_mrr_at_20_diff1": 0.192238, "nauc_mrr_at_100_max": 0.055057, "nauc_mrr_at_100_std": 0.303113, "nauc_mrr_at_100_diff1": 0.190984, "nauc_mrr_at_1000_max": 0.055956, "nauc_mrr_at_1000_std": 0.304276, "nauc_mrr_at_1000_diff1": 0.191562, "main_score": 0.08545, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.20513, "ndcg_at_3": 0.21084, "ndcg_at_5": 0.23066, "ndcg_at_10": 0.25364, "ndcg_at_20": 0.27188, "ndcg_at_100": 0.30871, "ndcg_at_1000": 0.36815, "map_at_1": 0.13761, "map_at_3": 0.18736, "map_at_5": 0.20463, "map_at_10": 0.21619, "map_at_20": 0.22231, "map_at_100": 0.2277, "map_at_1000": 0.23004, "recall_at_1": 0.13761, "recall_at_3": 0.2095, "recall_at_5": 0.26448, "recall_at_10": 0.32524, "recall_at_20": 0.38547, "recall_at_100": 0.55913, "recall_at_1000": 0.97376, "precision_at_1": 0.20513, "precision_at_3": 0.12519, "precision_at_5": 0.09563, "precision_at_10": 0.05913, "precision_at_20": 0.0356, "precision_at_100": 0.01051, "precision_at_1000": 0.00187, "mrr_at_1": 0.205128, "mrr_at_3": 0.232278, "mrr_at_5": 0.246456, "mrr_at_10": 0.255219, "mrr_at_20": 0.259505, "mrr_at_100": 0.263717, "mrr_at_1000": 0.265054, "nauc_ndcg_at_1_max": 0.421904, "nauc_ndcg_at_1_std": 0.185511, "nauc_ndcg_at_1_diff1": 0.432632, "nauc_ndcg_at_3_max": 0.448398, "nauc_ndcg_at_3_std": 0.195418, "nauc_ndcg_at_3_diff1": 0.443293, "nauc_ndcg_at_5_max": 0.4518, "nauc_ndcg_at_5_std": 0.216996, "nauc_ndcg_at_5_diff1": 0.410023, "nauc_ndcg_at_10_max": 0.453791, "nauc_ndcg_at_10_std": 0.225982, "nauc_ndcg_at_10_diff1": 0.391495, "nauc_ndcg_at_20_max": 0.459822, "nauc_ndcg_at_20_std": 0.233974, "nauc_ndcg_at_20_diff1": 0.384379, "nauc_ndcg_at_100_max": 0.462544, "nauc_ndcg_at_100_std": 0.248978, "nauc_ndcg_at_100_diff1": 0.368354, "nauc_ndcg_at_1000_max": 0.451187, "nauc_ndcg_at_1000_std": 0.233052, "nauc_ndcg_at_1000_diff1": 0.3845, "nauc_map_at_1_max": 0.351516, "nauc_map_at_1_std": 0.138814, "nauc_map_at_1_diff1": 0.477739, "nauc_map_at_3_max": 0.429411, "nauc_map_at_3_std": 0.185203, "nauc_map_at_3_diff1": 0.450794, "nauc_map_at_5_max": 0.443751, "nauc_map_at_5_std": 0.201486, "nauc_map_at_5_diff1": 0.426638, "nauc_map_at_10_max": 0.450593, "nauc_map_at_10_std": 0.21216, "nauc_map_at_10_diff1": 0.420758, "nauc_map_at_20_max": 0.454187, "nauc_map_at_20_std": 0.215995, "nauc_map_at_20_diff1": 0.419331, "nauc_map_at_100_max": 0.454742, "nauc_map_at_100_std": 0.218107, "nauc_map_at_100_diff1": 0.416632, "nauc_map_at_1000_max": 0.454037, "nauc_map_at_1000_std": 0.217995, "nauc_map_at_1000_diff1": 0.416774, "nauc_recall_at_1_max": 0.351516, "nauc_recall_at_1_std": 0.138814, "nauc_recall_at_1_diff1": 0.477739, "nauc_recall_at_3_max": 0.436331, "nauc_recall_at_3_std": 0.192384, "nauc_recall_at_3_diff1": 0.440575, "nauc_recall_at_5_max": 0.444615, "nauc_recall_at_5_std": 0.234075, "nauc_recall_at_5_diff1": 0.353027, "nauc_recall_at_10_max": 0.442423, "nauc_recall_at_10_std": 0.245674, "nauc_recall_at_10_diff1": 0.306372, "nauc_recall_at_20_max": 0.448765, "nauc_recall_at_20_std": 0.260634, "nauc_recall_at_20_diff1": 0.282249, "nauc_recall_at_100_max": 0.455016, "nauc_recall_at_100_std": 0.330158, "nauc_recall_at_100_diff1": 0.20057, "nauc_recall_at_1000_max": 0.432425, "nauc_recall_at_1000_std": 0.41947, "nauc_recall_at_1000_diff1": 0.236111, "nauc_precision_at_1_max": 0.421904, "nauc_precision_at_1_std": 0.185511, "nauc_precision_at_1_diff1": 0.432632, "nauc_precision_at_3_max": 0.498423, "nauc_precision_at_3_std": 0.230385, "nauc_precision_at_3_diff1": 0.350305, "nauc_precision_at_5_max": 0.5035, "nauc_precision_at_5_std": 0.266227, "nauc_precision_at_5_diff1": 0.293984, "nauc_precision_at_10_max": 0.480109, "nauc_precision_at_10_std": 0.272439, "nauc_precision_at_10_diff1": 0.255372, "nauc_precision_at_20_max": 0.480565, "nauc_precision_at_20_std": 0.289136, "nauc_precision_at_20_diff1": 0.22205, "nauc_precision_at_100_max": 0.386599, "nauc_precision_at_100_std": 0.273795, "nauc_precision_at_100_diff1": 0.122327, "nauc_precision_at_1000_max": 0.063961, "nauc_precision_at_1000_std": 0.034292, "nauc_precision_at_1000_diff1": -0.031591, "nauc_mrr_at_1_max": 0.421904, "nauc_mrr_at_1_std": 0.185511, "nauc_mrr_at_1_diff1": 0.432632, "nauc_mrr_at_3_max": 0.446148, "nauc_mrr_at_3_std": 0.199115, "nauc_mrr_at_3_diff1": 0.434955, "nauc_mrr_at_5_max": 0.441616, "nauc_mrr_at_5_std": 0.206241, "nauc_mrr_at_5_diff1": 0.415997, "nauc_mrr_at_10_max": 0.437541, "nauc_mrr_at_10_std": 0.205601, "nauc_mrr_at_10_diff1": 0.405767, "nauc_mrr_at_20_max": 0.437497, "nauc_mrr_at_20_std": 0.206194, "nauc_mrr_at_20_diff1": 0.404532, "nauc_mrr_at_100_max": 0.437344, "nauc_mrr_at_100_std": 0.20755, "nauc_mrr_at_100_diff1": 0.40254, "nauc_mrr_at_1000_max": 0.437119, "nauc_mrr_at_1000_std": 0.207334, "nauc_mrr_at_1000_diff1": 0.403227, "main_score": 0.25364, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.14545, "ndcg_at_3": 0.14796, "ndcg_at_5": 0.15391, "ndcg_at_10": 0.16107, "ndcg_at_20": 0.16736, "ndcg_at_100": 0.18209, "ndcg_at_1000": 0.2492, "map_at_1": 0.09305, "map_at_3": 0.13256, "map_at_5": 0.14217, "map_at_10": 0.14594, "map_at_20": 0.14831, "map_at_100": 0.15021, "map_at_1000": 0.15203, "recall_at_1": 0.09305, "recall_at_3": 0.14749, "recall_at_5": 0.16752, "recall_at_10": 0.18517, "recall_at_20": 0.20523, "recall_at_100": 0.27352, "recall_at_1000": 0.76618, "precision_at_1": 0.14545, "precision_at_3": 0.09091, "precision_at_5": 0.06448, "precision_at_10": 0.03636, "precision_at_20": 0.02048, "precision_at_100": 0.0055, "precision_at_1000": 0.00152, "mrr_at_1": 0.144242, "mrr_at_3": 0.162424, "mrr_at_5": 0.166606, "mrr_at_10": 0.168364, "mrr_at_20": 0.169418, "mrr_at_100": 0.17156, "mrr_at_1000": 0.173021, "nauc_ndcg_at_1_max": -0.287718, "nauc_ndcg_at_1_std": -0.396126, "nauc_ndcg_at_1_diff1": 0.653914, "nauc_ndcg_at_3_max": -0.29003, "nauc_ndcg_at_3_std": -0.403691, "nauc_ndcg_at_3_diff1": 0.622545, "nauc_ndcg_at_5_max": -0.294215, "nauc_ndcg_at_5_std": -0.415487, "nauc_ndcg_at_5_diff1": 0.612101, "nauc_ndcg_at_10_max": -0.301416, "nauc_ndcg_at_10_std": -0.411965, "nauc_ndcg_at_10_diff1": 0.598893, "nauc_ndcg_at_20_max": -0.309386, "nauc_ndcg_at_20_std": -0.414925, "nauc_ndcg_at_20_diff1": 0.593473, "nauc_ndcg_at_100_max": -0.303442, "nauc_ndcg_at_100_std": -0.408585, "nauc_ndcg_at_100_diff1": 0.569818, "nauc_ndcg_at_1000_max": -0.273956, "nauc_ndcg_at_1000_std": -0.367001, "nauc_ndcg_at_1000_diff1": 0.508897, "nauc_map_at_1_max": -0.24247, "nauc_map_at_1_std": -0.417398, "nauc_map_at_1_diff1": 0.76901, "nauc_map_at_3_max": -0.267718, "nauc_map_at_3_std": -0.410539, "nauc_map_at_3_diff1": 0.627318, "nauc_map_at_5_max": -0.280182, "nauc_map_at_5_std": -0.406814, "nauc_map_at_5_diff1": 0.611991, "nauc_map_at_10_max": -0.285551, "nauc_map_at_10_std": -0.403654, "nauc_map_at_10_diff1": 0.60623, "nauc_map_at_20_max": -0.288846, "nauc_map_at_20_std": -0.403953, "nauc_map_at_20_diff1": 0.605106, "nauc_map_at_100_max": -0.289357, "nauc_map_at_100_std": -0.404495, "nauc_map_at_100_diff1": 0.602139, "nauc_map_at_1000_max": -0.287967, "nauc_map_at_1000_std": -0.402799, "nauc_map_at_1000_diff1": 0.599638, "nauc_recall_at_1_max": -0.24247, "nauc_recall_at_1_std": -0.417398, "nauc_recall_at_1_diff1": 0.76901, "nauc_recall_at_3_max": -0.286866, "nauc_recall_at_3_std": -0.427283, "nauc_recall_at_3_diff1": 0.613318, "nauc_recall_at_5_max": -0.30575, "nauc_recall_at_5_std": -0.432457, "nauc_recall_at_5_diff1": 0.590594, "nauc_recall_at_10_max": -0.320628, "nauc_recall_at_10_std": -0.425471, "nauc_recall_at_10_diff1": 0.560553, "nauc_recall_at_20_max": -0.340741, "nauc_recall_at_20_std": -0.43271, "nauc_recall_at_20_diff1": 0.540927, "nauc_recall_at_100_max": -0.314506, "nauc_recall_at_100_std": -0.403222, "nauc_recall_at_100_diff1": 0.462613, "nauc_recall_at_1000_max": -0.159474, "nauc_recall_at_1000_std": -0.126869, "nauc_recall_at_1000_diff1": 0.019496, "nauc_precision_at_1_max": -0.287718, "nauc_precision_at_1_std": -0.396126, "nauc_precision_at_1_diff1": 0.653914, "nauc_precision_at_3_max": -0.311583, "nauc_precision_at_3_std": -0.350864, "nauc_precision_at_3_diff1": 0.458287, "nauc_precision_at_5_max": -0.328104, "nauc_precision_at_5_std": -0.337824, "nauc_precision_at_5_diff1": 0.432863, "nauc_precision_at_10_max": -0.334296, "nauc_precision_at_10_std": -0.321069, "nauc_precision_at_10_diff1": 0.405303, "nauc_precision_at_20_max": -0.341582, "nauc_precision_at_20_std": -0.317732, "nauc_precision_at_20_diff1": 0.394175, "nauc_precision_at_100_max": -0.283519, "nauc_precision_at_100_std": -0.275592, "nauc_precision_at_100_diff1": 0.301611, "nauc_precision_at_1000_max": -0.020454, "nauc_precision_at_1000_std": 0.025897, "nauc_precision_at_1000_diff1": -0.125586, "nauc_mrr_at_1_max": -0.282001, "nauc_mrr_at_1_std": -0.388591, "nauc_mrr_at_1_diff1": 0.656259, "nauc_mrr_at_3_max": -0.296921, "nauc_mrr_at_3_std": -0.405623, "nauc_mrr_at_3_diff1": 0.627449, "nauc_mrr_at_5_max": -0.297135, "nauc_mrr_at_5_std": -0.40601, "nauc_mrr_at_5_diff1": 0.617929, "nauc_mrr_at_10_max": -0.2991, "nauc_mrr_at_10_std": -0.406078, "nauc_mrr_at_10_diff1": 0.616384, "nauc_mrr_at_20_max": -0.300431, "nauc_mrr_at_20_std": -0.406943, "nauc_mrr_at_20_diff1": 0.614482, "nauc_mrr_at_100_max": -0.299143, "nauc_mrr_at_100_std": -0.405961, "nauc_mrr_at_100_diff1": 0.60971, "nauc_mrr_at_1000_max": -0.298178, "nauc_mrr_at_1000_std": -0.404581, "nauc_mrr_at_1000_diff1": 0.60826, "main_score": 0.16107, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.02909, "ndcg_at_3": 0.03279, "ndcg_at_5": 0.03694, "ndcg_at_10": 0.04443, "ndcg_at_20": 0.05166, "ndcg_at_100": 0.06968, "ndcg_at_1000": 0.13906, "map_at_1": 0.01646, "map_at_3": 0.02569, "map_at_5": 0.02892, "map_at_10": 0.03268, "map_at_20": 0.03497, "map_at_100": 0.03734, "map_at_1000": 0.03931, "recall_at_1": 0.01646, "recall_at_3": 0.03491, "recall_at_5": 0.04675, "recall_at_10": 0.0658, "recall_at_20": 0.09057, "recall_at_100": 0.1743, "recall_at_1000": 0.67024, "precision_at_1": 0.02909, "precision_at_3": 0.02101, "precision_at_5": 0.01745, "precision_at_10": 0.01285, "precision_at_20": 0.00873, "precision_at_100": 0.00353, "precision_at_1000": 0.00138, "mrr_at_1": 0.029091, "mrr_at_3": 0.039192, "mrr_at_5": 0.043131, "mrr_at_10": 0.045553, "mrr_at_20": 0.047405, "mrr_at_100": 0.049987, "mrr_at_1000": 0.05174, "nauc_ndcg_at_1_max": -0.100125, "nauc_ndcg_at_1_std": 0.585848, "nauc_ndcg_at_1_diff1": 0.332398, "nauc_ndcg_at_3_max": -0.122873, "nauc_ndcg_at_3_std": 0.59698, "nauc_ndcg_at_3_diff1": 0.146707, "nauc_ndcg_at_5_max": -0.130375, "nauc_ndcg_at_5_std": 0.549976, "nauc_ndcg_at_5_diff1": 0.095772, "nauc_ndcg_at_10_max": -0.138534, "nauc_ndcg_at_10_std": 0.543755, "nauc_ndcg_at_10_diff1": 0.07257, "nauc_ndcg_at_20_max": -0.143517, "nauc_ndcg_at_20_std": 0.557217, "nauc_ndcg_at_20_diff1": 0.04233, "nauc_ndcg_at_100_max": -0.137107, "nauc_ndcg_at_100_std": 0.512053, "nauc_ndcg_at_100_diff1": 0.008992, "nauc_ndcg_at_1000_max": -0.131981, "nauc_ndcg_at_1000_std": 0.478488, "nauc_ndcg_at_1000_diff1": 0.019243, "nauc_map_at_1_max": -0.134529, "nauc_map_at_1_std": 0.488877, "nauc_map_at_1_diff1": 0.331212, "nauc_map_at_3_max": -0.11761, "nauc_map_at_3_std": 0.569039, "nauc_map_at_3_diff1": 0.176955, "nauc_map_at_5_max": -0.117645, "nauc_map_at_5_std": 0.549834, "nauc_map_at_5_diff1": 0.142284, "nauc_map_at_10_max": -0.126404, "nauc_map_at_10_std": 0.549882, "nauc_map_at_10_diff1": 0.120944, "nauc_map_at_20_max": -0.126142, "nauc_map_at_20_std": 0.556798, "nauc_map_at_20_diff1": 0.102877, "nauc_map_at_100_max": -0.124653, "nauc_map_at_100_std": 0.549963, "nauc_map_at_100_diff1": 0.09522, "nauc_map_at_1000_max": -0.124785, "nauc_map_at_1000_std": 0.548288, "nauc_map_at_1000_diff1": 0.092952, "nauc_recall_at_1_max": -0.134529, "nauc_recall_at_1_std": 0.488877, "nauc_recall_at_1_diff1": 0.331212, "nauc_recall_at_3_max": -0.171082, "nauc_recall_at_3_std": 0.591284, "nauc_recall_at_3_diff1": 0.070375, "nauc_recall_at_5_max": -0.16227, "nauc_recall_at_5_std": 0.534593, "nauc_recall_at_5_diff1": 0.025415, "nauc_recall_at_10_max": -0.164574, "nauc_recall_at_10_std": 0.525838, "nauc_recall_at_10_diff1": 0.00314, "nauc_recall_at_20_max": -0.176267, "nauc_recall_at_20_std": 0.549255, "nauc_recall_at_20_diff1": -0.043028, "nauc_recall_at_100_max": -0.144551, "nauc_recall_at_100_std": 0.443339, "nauc_recall_at_100_diff1": -0.074694, "nauc_recall_at_1000_max": -0.138768, "nauc_recall_at_1000_std": 0.346039, "nauc_recall_at_1000_diff1": -0.030043, "nauc_precision_at_1_max": -0.100125, "nauc_precision_at_1_std": 0.585848, "nauc_precision_at_1_diff1": 0.332398, "nauc_precision_at_3_max": -0.098873, "nauc_precision_at_3_std": 0.645945, "nauc_precision_at_3_diff1": 0.086018, "nauc_precision_at_5_max": -0.080318, "nauc_precision_at_5_std": 0.585218, "nauc_precision_at_5_diff1": 0.010978, "nauc_precision_at_10_max": -0.112555, "nauc_precision_at_10_std": 0.568272, "nauc_precision_at_10_diff1": -0.000771, "nauc_precision_at_20_max": -0.107128, "nauc_precision_at_20_std": 0.599744, "nauc_precision_at_20_diff1": -0.032009, "nauc_precision_at_100_max": -0.101165, "nauc_precision_at_100_std": 0.481972, "nauc_precision_at_100_diff1": -0.072403, "nauc_precision_at_1000_max": -0.037053, "nauc_precision_at_1000_std": 0.201222, "nauc_precision_at_1000_diff1": -0.018575, "nauc_mrr_at_1_max": -0.100125, "nauc_mrr_at_1_std": 0.585848, "nauc_mrr_at_1_diff1": 0.332398, "nauc_mrr_at_3_max": -0.128931, "nauc_mrr_at_3_std": 0.598274, "nauc_mrr_at_3_diff1": 0.173258, "nauc_mrr_at_5_max": -0.117435, "nauc_mrr_at_5_std": 0.572322, "nauc_mrr_at_5_diff1": 0.143113, "nauc_mrr_at_10_max": -0.119419, "nauc_mrr_at_10_std": 0.564916, "nauc_mrr_at_10_diff1": 0.131944, "nauc_mrr_at_20_max": -0.123127, "nauc_mrr_at_20_std": 0.567779, "nauc_mrr_at_20_diff1": 0.122458, "nauc_mrr_at_100_max": -0.125786, "nauc_mrr_at_100_std": 0.559078, "nauc_mrr_at_100_diff1": 0.109914, "nauc_mrr_at_1000_max": -0.124801, "nauc_mrr_at_1000_std": 0.556536, "nauc_mrr_at_1000_diff1": 0.111194, "main_score": 0.04443, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.13504, "ndcg_at_3": 0.14767, "ndcg_at_5": 0.15461, "ndcg_at_10": 0.16903, "ndcg_at_20": 0.17763, "ndcg_at_100": 0.19782, "ndcg_at_1000": 0.27088, "map_at_1": 0.09309, "map_at_3": 0.13345, "map_at_5": 0.1416, "map_at_10": 0.14901, "map_at_20": 0.15182, "map_at_100": 0.15453, "map_at_1000": 0.15655, "recall_at_1": 0.09309, "recall_at_3": 0.15294, "recall_at_5": 0.17413, "recall_at_10": 0.21198, "recall_at_20": 0.24063, "recall_at_100": 0.33362, "recall_at_1000": 0.87127, "precision_at_1": 0.13504, "precision_at_3": 0.088, "precision_at_5": 0.06253, "precision_at_10": 0.03905, "precision_at_20": 0.02238, "precision_at_100": 0.00635, "precision_at_1000": 0.00169, "mrr_at_1": 0.13747, "mrr_at_3": 0.155921, "mrr_at_5": 0.161273, "mrr_at_10": 0.165794, "mrr_at_20": 0.167537, "mrr_at_100": 0.170752, "mrr_at_1000": 0.172245, "nauc_ndcg_at_1_max": 0.606636, "nauc_ndcg_at_1_std": 0.189347, "nauc_ndcg_at_1_diff1": 0.421378, "nauc_ndcg_at_3_max": 0.581632, "nauc_ndcg_at_3_std": 0.183708, "nauc_ndcg_at_3_diff1": 0.387497, "nauc_ndcg_at_5_max": 0.578144, "nauc_ndcg_at_5_std": 0.186301, "nauc_ndcg_at_5_diff1": 0.375096, "nauc_ndcg_at_10_max": 0.578572, "nauc_ndcg_at_10_std": 0.197211, "nauc_ndcg_at_10_diff1": 0.35492, "nauc_ndcg_at_20_max": 0.570929, "nauc_ndcg_at_20_std": 0.202752, "nauc_ndcg_at_20_diff1": 0.344326, "nauc_ndcg_at_100_max": 0.566474, "nauc_ndcg_at_100_std": 0.202069, "nauc_ndcg_at_100_diff1": 0.33382, "nauc_ndcg_at_1000_max": 0.512089, "nauc_ndcg_at_1000_std": 0.194133, "nauc_ndcg_at_1000_diff1": 0.333085, "nauc_map_at_1_max": 0.59668, "nauc_map_at_1_std": 0.15531, "nauc_map_at_1_diff1": 0.600355, "nauc_map_at_3_max": 0.587498, "nauc_map_at_3_std": 0.174647, "nauc_map_at_3_diff1": 0.418507, "nauc_map_at_5_max": 0.589617, "nauc_map_at_5_std": 0.188823, "nauc_map_at_5_diff1": 0.396854, "nauc_map_at_10_max": 0.592576, "nauc_map_at_10_std": 0.197733, "nauc_map_at_10_diff1": 0.38527, "nauc_map_at_20_max": 0.590157, "nauc_map_at_20_std": 0.199758, "nauc_map_at_20_diff1": 0.381691, "nauc_map_at_100_max": 0.590303, "nauc_map_at_100_std": 0.199605, "nauc_map_at_100_diff1": 0.379899, "nauc_map_at_1000_max": 0.587963, "nauc_map_at_1000_std": 0.199259, "nauc_map_at_1000_diff1": 0.379417, "nauc_recall_at_1_max": 0.59668, "nauc_recall_at_1_std": 0.15531, "nauc_recall_at_1_diff1": 0.600355, "nauc_recall_at_3_max": 0.564887, "nauc_recall_at_3_std": 0.163796, "nauc_recall_at_3_diff1": 0.378105, "nauc_recall_at_5_max": 0.559507, "nauc_recall_at_5_std": 0.180714, "nauc_recall_at_5_diff1": 0.34144, "nauc_recall_at_10_max": 0.544422, "nauc_recall_at_10_std": 0.196166, "nauc_recall_at_10_diff1": 0.290539, "nauc_recall_at_20_max": 0.527968, "nauc_recall_at_20_std": 0.211623, "nauc_recall_at_20_diff1": 0.266634, "nauc_recall_at_100_max": 0.516968, "nauc_recall_at_100_std": 0.205904, "nauc_recall_at_100_diff1": 0.236172, "nauc_recall_at_1000_max": -0.140505, "nauc_recall_at_1000_std": 0.179751, "nauc_recall_at_1000_diff1": 0.102674, "nauc_precision_at_1_max": 0.606636, "nauc_precision_at_1_std": 0.189347, "nauc_precision_at_1_diff1": 0.421378, "nauc_precision_at_3_max": 0.54019, "nauc_precision_at_3_std": 0.205958, "nauc_precision_at_3_diff1": 0.189376, "nauc_precision_at_5_max": 0.53673, "nauc_precision_at_5_std": 0.231181, "nauc_precision_at_5_diff1": 0.151791, "nauc_precision_at_10_max": 0.525548, "nauc_precision_at_10_std": 0.248208, "nauc_precision_at_10_diff1": 0.131768, "nauc_precision_at_20_max": 0.481494, "nauc_precision_at_20_std": 0.249105, "nauc_precision_at_20_diff1": 0.10843, "nauc_precision_at_100_max": 0.423995, "nauc_precision_at_100_std": 0.230427, "nauc_precision_at_100_diff1": 0.087571, "nauc_precision_at_1000_max": -0.089361, "nauc_precision_at_1000_std": 0.051692, "nauc_precision_at_1000_diff1": -0.042575, "nauc_mrr_at_1_max": 0.607875, "nauc_mrr_at_1_std": 0.191791, "nauc_mrr_at_1_diff1": 0.406203, "nauc_mrr_at_3_max": 0.574051, "nauc_mrr_at_3_std": 0.181653, "nauc_mrr_at_3_diff1": 0.377263, "nauc_mrr_at_5_max": 0.573865, "nauc_mrr_at_5_std": 0.183674, "nauc_mrr_at_5_diff1": 0.365777, "nauc_mrr_at_10_max": 0.572342, "nauc_mrr_at_10_std": 0.185541, "nauc_mrr_at_10_diff1": 0.359125, "nauc_mrr_at_20_max": 0.571141, "nauc_mrr_at_20_std": 0.186771, "nauc_mrr_at_20_diff1": 0.357372, "nauc_mrr_at_100_max": 0.57031, "nauc_mrr_at_100_std": 0.185651, "nauc_mrr_at_100_diff1": 0.356445, "nauc_mrr_at_1000_max": 0.569195, "nauc_mrr_at_1000_std": 0.185719, "nauc_mrr_at_1000_diff1": 0.356268, "main_score": 0.16903, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.04434, "ndcg_at_3": 0.04565, "ndcg_at_5": 0.04809, "ndcg_at_10": 0.05325, "ndcg_at_20": 0.06192, "ndcg_at_100": 0.09488, "ndcg_at_1000": 0.19175, "map_at_1": 0.03152, "map_at_3": 0.04112, "map_at_5": 0.04252, "map_at_10": 0.04474, "map_at_20": 0.04708, "map_at_100": 0.05123, "map_at_1000": 0.05423, "recall_at_1": 0.03152, "recall_at_3": 0.04796, "recall_at_5": 0.05433, "recall_at_10": 0.06899, "recall_at_20": 0.09995, "recall_at_100": 0.26409, "recall_at_1000": 1.0, "precision_at_1": 0.04434, "precision_at_3": 0.02497, "precision_at_5": 0.01682, "precision_at_10": 0.01055, "precision_at_20": 0.00757, "precision_at_100": 0.00425, "precision_at_1000": 0.00156, "mrr_at_1": 0.044343, "mrr_at_3": 0.050968, "mrr_at_5": 0.053415, "mrr_at_10": 0.056491, "mrr_at_20": 0.058759, "mrr_at_100": 0.062844, "mrr_at_1000": 0.065184, "nauc_ndcg_at_1_max": -0.26465, "nauc_ndcg_at_1_std": -0.466776, "nauc_ndcg_at_1_diff1": 0.696201, "nauc_ndcg_at_3_max": -0.199643, "nauc_ndcg_at_3_std": -0.438943, "nauc_ndcg_at_3_diff1": 0.632548, "nauc_ndcg_at_5_max": -0.174273, "nauc_ndcg_at_5_std": -0.400823, "nauc_ndcg_at_5_diff1": 0.590987, "nauc_ndcg_at_10_max": -0.138044, "nauc_ndcg_at_10_std": -0.34028, "nauc_ndcg_at_10_diff1": 0.546527, "nauc_ndcg_at_20_max": -0.11661, "nauc_ndcg_at_20_std": -0.278934, "nauc_ndcg_at_20_diff1": 0.499817, "nauc_ndcg_at_100_max": -0.091296, "nauc_ndcg_at_100_std": -0.179067, "nauc_ndcg_at_100_diff1": 0.440285, "nauc_ndcg_at_1000_max": -0.099791, "nauc_ndcg_at_1000_std": -0.231383, "nauc_ndcg_at_1000_diff1": 0.467968, "nauc_map_at_1_max": -0.246584, "nauc_map_at_1_std": -0.451163, "nauc_map_at_1_diff1": 0.693836, "nauc_map_at_3_max": -0.203574, "nauc_map_at_3_std": -0.446375, "nauc_map_at_3_diff1": 0.635837, "nauc_map_at_5_max": -0.190064, "nauc_map_at_5_std": -0.427281, "nauc_map_at_5_diff1": 0.61364, "nauc_map_at_10_max": -0.170315, "nauc_map_at_10_std": -0.396212, "nauc_map_at_10_diff1": 0.591424, "nauc_map_at_20_max": -0.162186, "nauc_map_at_20_std": -0.372618, "nauc_map_at_20_diff1": 0.572596, "nauc_map_at_100_max": -0.154208, "nauc_map_at_100_std": -0.346132, "nauc_map_at_100_diff1": 0.557166, "nauc_map_at_1000_max": -0.153031, "nauc_map_at_1000_std": -0.347279, "nauc_map_at_1000_diff1": 0.557011, "nauc_recall_at_1_max": -0.246584, "nauc_recall_at_1_std": -0.451163, "nauc_recall_at_1_diff1": 0.693836, "nauc_recall_at_3_max": -0.180772, "nauc_recall_at_3_std": -0.425617, "nauc_recall_at_3_diff1": 0.597016, "nauc_recall_at_5_max": -0.133645, "nauc_recall_at_5_std": -0.362758, "nauc_recall_at_5_diff1": 0.519602, "nauc_recall_at_10_max": -0.063203, "nauc_recall_at_10_std": -0.234575, "nauc_recall_at_10_diff1": 0.436013, "nauc_recall_at_20_max": -0.03461, "nauc_recall_at_20_std": -0.124496, "nauc_recall_at_20_diff1": 0.349131, "nauc_recall_at_100_max": -0.015767, "nauc_recall_at_100_std": 0.001699, "nauc_recall_at_100_diff1": 0.275522, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.26465, "nauc_precision_at_1_std": -0.466776, "nauc_precision_at_1_diff1": 0.696201, "nauc_precision_at_3_max": -0.164667, "nauc_precision_at_3_std": -0.428925, "nauc_precision_at_3_diff1": 0.588196, "nauc_precision_at_5_max": -0.126768, "nauc_precision_at_5_std": -0.340433, "nauc_precision_at_5_diff1": 0.527008, "nauc_precision_at_10_max": -0.066672, "nauc_precision_at_10_std": -0.229512, "nauc_precision_at_10_diff1": 0.457664, "nauc_precision_at_20_max": -0.034784, "nauc_precision_at_20_std": -0.117735, "nauc_precision_at_20_diff1": 0.400194, "nauc_precision_at_100_max": -0.029456, "nauc_precision_at_100_std": 0.080638, "nauc_precision_at_100_diff1": 0.322203, "nauc_precision_at_1000_max": 0.045758, "nauc_precision_at_1000_std": 0.096806, "nauc_precision_at_1000_diff1": 0.03098, "nauc_mrr_at_1_max": -0.26465, "nauc_mrr_at_1_std": -0.466776, "nauc_mrr_at_1_diff1": 0.696201, "nauc_mrr_at_3_max": -0.213249, "nauc_mrr_at_3_std": -0.454614, "nauc_mrr_at_3_diff1": 0.66528, "nauc_mrr_at_5_max": -0.194581, "nauc_mrr_at_5_std": -0.40102, "nauc_mrr_at_5_diff1": 0.636087, "nauc_mrr_at_10_max": -0.179812, "nauc_mrr_at_10_std": -0.376133, "nauc_mrr_at_10_diff1": 0.604953, "nauc_mrr_at_20_max": -0.169979, "nauc_mrr_at_20_std": -0.361532, "nauc_mrr_at_20_diff1": 0.591429, "nauc_mrr_at_100_max": -0.163644, "nauc_mrr_at_100_std": -0.34227, "nauc_mrr_at_100_diff1": 0.577206, "nauc_mrr_at_1000_max": -0.164093, "nauc_mrr_at_1000_std": -0.344502, "nauc_mrr_at_1000_diff1": 0.578049, "main_score": 0.05325, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.04587, "ndcg_at_3": 0.04968, "ndcg_at_5": 0.05274, "ndcg_at_10": 0.05921, "ndcg_at_20": 0.06624, "ndcg_at_100": 0.09852, "ndcg_at_1000": 0.19036, "map_at_1": 0.02831, "map_at_3": 0.04069, "map_at_5": 0.04365, "map_at_10": 0.04659, "map_at_20": 0.0487, "map_at_100": 0.05282, "map_at_1000": 0.05576, "recall_at_1": 0.02831, "recall_at_3": 0.05056, "recall_at_5": 0.0603, "recall_at_10": 0.07622, "recall_at_20": 0.09822, "recall_at_100": 0.25127, "recall_at_1000": 0.92044, "precision_at_1": 0.04587, "precision_at_3": 0.03058, "precision_at_5": 0.02263, "precision_at_10": 0.01468, "precision_at_20": 0.00986, "precision_at_100": 0.00498, "precision_at_1000": 0.00176, "mrr_at_1": 0.045872, "mrr_at_3": 0.059633, "mrr_at_5": 0.062003, "mrr_at_10": 0.065436, "mrr_at_20": 0.067722, "mrr_at_100": 0.072075, "mrr_at_1000": 0.074295, "nauc_ndcg_at_1_max": -0.125806, "nauc_ndcg_at_1_std": 0.264057, "nauc_ndcg_at_1_diff1": 0.58945, "nauc_ndcg_at_3_max": -0.047007, "nauc_ndcg_at_3_std": 0.322024, "nauc_ndcg_at_3_diff1": 0.485161, "nauc_ndcg_at_5_max": -0.051606, "nauc_ndcg_at_5_std": 0.326489, "nauc_ndcg_at_5_diff1": 0.450716, "nauc_ndcg_at_10_max": -0.076657, "nauc_ndcg_at_10_std": 0.325921, "nauc_ndcg_at_10_diff1": 0.407872, "nauc_ndcg_at_20_max": -0.063725, "nauc_ndcg_at_20_std": 0.348524, "nauc_ndcg_at_20_diff1": 0.377755, "nauc_ndcg_at_100_max": 0.052679, "nauc_ndcg_at_100_std": 0.408358, "nauc_ndcg_at_100_diff1": 0.278163, "nauc_ndcg_at_1000_max": 0.023811, "nauc_ndcg_at_1000_std": 0.374476, "nauc_ndcg_at_1000_diff1": 0.300083, "nauc_map_at_1_max": -0.144809, "nauc_map_at_1_std": 0.247271, "nauc_map_at_1_diff1": 0.626968, "nauc_map_at_3_max": -0.066246, "nauc_map_at_3_std": 0.293926, "nauc_map_at_3_diff1": 0.529065, "nauc_map_at_5_max": -0.064858, "nauc_map_at_5_std": 0.304278, "nauc_map_at_5_diff1": 0.499593, "nauc_map_at_10_max": -0.080169, "nauc_map_at_10_std": 0.302887, "nauc_map_at_10_diff1": 0.472727, "nauc_map_at_20_max": -0.07788, "nauc_map_at_20_std": 0.312802, "nauc_map_at_20_diff1": 0.459688, "nauc_map_at_100_max": -0.051708, "nauc_map_at_100_std": 0.32858, "nauc_map_at_100_diff1": 0.434581, "nauc_map_at_1000_max": -0.048557, "nauc_map_at_1000_std": 0.330696, "nauc_map_at_1000_diff1": 0.430756, "nauc_recall_at_1_max": -0.144809, "nauc_recall_at_1_std": 0.247271, "nauc_recall_at_1_diff1": 0.626968, "nauc_recall_at_3_max": -0.027011, "nauc_recall_at_3_std": 0.338645, "nauc_recall_at_3_diff1": 0.453594, "nauc_recall_at_5_max": -0.029755, "nauc_recall_at_5_std": 0.353717, "nauc_recall_at_5_diff1": 0.383356, "nauc_recall_at_10_max": -0.092393, "nauc_recall_at_10_std": 0.340563, "nauc_recall_at_10_diff1": 0.314352, "nauc_recall_at_20_max": -0.059913, "nauc_recall_at_20_std": 0.380519, "nauc_recall_at_20_diff1": 0.266321, "nauc_recall_at_100_max": 0.175489, "nauc_recall_at_100_std": 0.454695, "nauc_recall_at_100_diff1": 0.087538, "nauc_recall_at_1000_max": 0.021315, "nauc_recall_at_1000_std": 0.348188, "nauc_recall_at_1000_diff1": 0.014335, "nauc_precision_at_1_max": -0.125806, "nauc_precision_at_1_std": 0.264057, "nauc_precision_at_1_diff1": 0.58945, "nauc_precision_at_3_max": 0.010769, "nauc_precision_at_3_std": 0.361137, "nauc_precision_at_3_diff1": 0.420726, "nauc_precision_at_5_max": -0.005891, "nauc_precision_at_5_std": 0.377715, "nauc_precision_at_5_diff1": 0.355018, "nauc_precision_at_10_max": -0.049692, "nauc_precision_at_10_std": 0.380256, "nauc_precision_at_10_diff1": 0.278482, "nauc_precision_at_20_max": -0.021233, "nauc_precision_at_20_std": 0.426862, "nauc_precision_at_20_diff1": 0.214621, "nauc_precision_at_100_max": 0.22625, "nauc_precision_at_100_std": 0.524501, "nauc_precision_at_100_diff1": 0.057936, "nauc_precision_at_1000_max": 0.143694, "nauc_precision_at_1000_std": 0.171064, "nauc_precision_at_1000_diff1": 0.030555, "nauc_mrr_at_1_max": -0.125806, "nauc_mrr_at_1_std": 0.264057, "nauc_mrr_at_1_diff1": 0.58945, "nauc_mrr_at_3_max": -0.060047, "nauc_mrr_at_3_std": 0.326898, "nauc_mrr_at_3_diff1": 0.489842, "nauc_mrr_at_5_max": -0.056961, "nauc_mrr_at_5_std": 0.328803, "nauc_mrr_at_5_diff1": 0.466158, "nauc_mrr_at_10_max": -0.062417, "nauc_mrr_at_10_std": 0.331364, "nauc_mrr_at_10_diff1": 0.442328, "nauc_mrr_at_20_max": -0.055461, "nauc_mrr_at_20_std": 0.338714, "nauc_mrr_at_20_diff1": 0.428767, "nauc_mrr_at_100_max": -0.038582, "nauc_mrr_at_100_std": 0.345325, "nauc_mrr_at_100_diff1": 0.413403, "nauc_mrr_at_1000_max": -0.0404, "nauc_mrr_at_1000_std": 0.34342, "nauc_mrr_at_1000_diff1": 0.414178, "main_score": 0.05921, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.05049, "ndcg_at_3": 0.04844, "ndcg_at_5": 0.05365, "ndcg_at_10": 0.06079, "ndcg_at_20": 0.07367, "ndcg_at_100": 0.11135, "ndcg_at_1000": 0.20322, "map_at_1": 0.03453, "map_at_3": 0.04354, "map_at_5": 0.04715, "map_at_10": 0.04987, "map_at_20": 0.05344, "map_at_100": 0.05815, "map_at_1000": 0.06106, "recall_at_1": 0.03453, "recall_at_3": 0.04829, "recall_at_5": 0.05955, "recall_at_10": 0.07979, "recall_at_20": 0.12592, "recall_at_100": 0.31499, "recall_at_1000": 1.0, "precision_at_1": 0.05049, "precision_at_3": 0.02552, "precision_at_5": 0.01954, "precision_at_10": 0.01303, "precision_at_20": 0.01002, "precision_at_100": 0.00528, "precision_at_1000": 0.00167, "mrr_at_1": 0.050489, "mrr_at_3": 0.058089, "mrr_at_5": 0.060939, "mrr_at_10": 0.064151, "mrr_at_20": 0.068256, "mrr_at_100": 0.07248, "mrr_at_1000": 0.074801, "nauc_ndcg_at_1_max": 0.343915, "nauc_ndcg_at_1_std": -0.025793, "nauc_ndcg_at_1_diff1": 0.604416, "nauc_ndcg_at_3_max": 0.304459, "nauc_ndcg_at_3_std": -0.014946, "nauc_ndcg_at_3_diff1": 0.519307, "nauc_ndcg_at_5_max": 0.302288, "nauc_ndcg_at_5_std": 0.012347, "nauc_ndcg_at_5_diff1": 0.483223, "nauc_ndcg_at_10_max": 0.279131, "nauc_ndcg_at_10_std": 0.022992, "nauc_ndcg_at_10_diff1": 0.444394, "nauc_ndcg_at_20_max": 0.288103, "nauc_ndcg_at_20_std": 0.066005, "nauc_ndcg_at_20_diff1": 0.384005, "nauc_ndcg_at_100_max": 0.355482, "nauc_ndcg_at_100_std": 0.150477, "nauc_ndcg_at_100_diff1": 0.280132, "nauc_ndcg_at_1000_max": 0.329624, "nauc_ndcg_at_1000_std": 0.107833, "nauc_ndcg_at_1000_diff1": 0.341323, "nauc_map_at_1_max": 0.225808, "nauc_map_at_1_std": -0.083309, "nauc_map_at_1_diff1": 0.58639, "nauc_map_at_3_max": 0.281, "nauc_map_at_3_std": -0.036485, "nauc_map_at_3_diff1": 0.508308, "nauc_map_at_5_max": 0.283529, "nauc_map_at_5_std": -0.015088, "nauc_map_at_5_diff1": 0.485096, "nauc_map_at_10_max": 0.271423, "nauc_map_at_10_std": -0.010791, "nauc_map_at_10_diff1": 0.469951, "nauc_map_at_20_max": 0.275996, "nauc_map_at_20_std": 0.007612, "nauc_map_at_20_diff1": 0.448172, "nauc_map_at_100_max": 0.293275, "nauc_map_at_100_std": 0.029762, "nauc_map_at_100_diff1": 0.425742, "nauc_map_at_1000_max": 0.29317, "nauc_map_at_1000_std": 0.028597, "nauc_map_at_1000_diff1": 0.426961, "nauc_recall_at_1_max": 0.225808, "nauc_recall_at_1_std": -0.083309, "nauc_recall_at_1_diff1": 0.58639, "nauc_recall_at_3_max": 0.287013, "nauc_recall_at_3_std": -0.007158, "nauc_recall_at_3_diff1": 0.474641, "nauc_recall_at_5_max": 0.283811, "nauc_recall_at_5_std": 0.033318, "nauc_recall_at_5_diff1": 0.424143, "nauc_recall_at_10_max": 0.23221, "nauc_recall_at_10_std": 0.044561, "nauc_recall_at_10_diff1": 0.348563, "nauc_recall_at_20_max": 0.235565, "nauc_recall_at_20_std": 0.113314, "nauc_recall_at_20_diff1": 0.220876, "nauc_recall_at_100_max": 0.374012, "nauc_recall_at_100_std": 0.255246, "nauc_recall_at_100_diff1": 0.062056, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.343915, "nauc_precision_at_1_std": -0.025793, "nauc_precision_at_1_diff1": 0.604416, "nauc_precision_at_3_max": 0.403795, "nauc_precision_at_3_std": 0.052349, "nauc_precision_at_3_diff1": 0.514247, "nauc_precision_at_5_max": 0.405721, "nauc_precision_at_5_std": 0.114516, "nauc_precision_at_5_diff1": 0.448772, "nauc_precision_at_10_max": 0.357667, "nauc_precision_at_10_std": 0.130314, "nauc_precision_at_10_diff1": 0.379414, "nauc_precision_at_20_max": 0.402867, "nauc_precision_at_20_std": 0.229863, "nauc_precision_at_20_diff1": 0.288292, "nauc_precision_at_100_max": 0.526488, "nauc_precision_at_100_std": 0.383731, "nauc_precision_at_100_diff1": 0.079691, "nauc_precision_at_1000_max": 0.157702, "nauc_precision_at_1000_std": 0.146544, "nauc_precision_at_1000_diff1": 0.001442, "nauc_mrr_at_1_max": 0.360153, "nauc_mrr_at_1_std": -0.038493, "nauc_mrr_at_1_diff1": 0.604416, "nauc_mrr_at_3_max": 0.368141, "nauc_mrr_at_3_std": -0.010958, "nauc_mrr_at_3_diff1": 0.570513, "nauc_mrr_at_5_max": 0.367094, "nauc_mrr_at_5_std": 0.007707, "nauc_mrr_at_5_diff1": 0.551693, "nauc_mrr_at_10_max": 0.356434, "nauc_mrr_at_10_std": 0.021219, "nauc_mrr_at_10_diff1": 0.529534, "nauc_mrr_at_20_max": 0.356671, "nauc_mrr_at_20_std": 0.034786, "nauc_mrr_at_20_diff1": 0.505887, "nauc_mrr_at_100_max": 0.361183, "nauc_mrr_at_100_std": 0.043462, "nauc_mrr_at_100_diff1": 0.48422, "nauc_mrr_at_1000_max": 0.361031, "nauc_mrr_at_1000_std": 0.042353, "nauc_mrr_at_1000_diff1": 0.487504, "main_score": 0.06079, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.38471, "ndcg_at_3": 0.39009, "ndcg_at_5": 0.41229, "ndcg_at_10": 0.44793, "ndcg_at_20": 0.4805, "ndcg_at_100": 0.52516, "ndcg_at_1000": 0.54823, "map_at_1": 0.22892, "map_at_3": 0.33964, "map_at_5": 0.3698, "map_at_10": 0.38915, "map_at_20": 0.40091, "map_at_100": 0.40945, "map_at_1000": 0.41076, "recall_at_1": 0.22892, "recall_at_3": 0.38253, "recall_at_5": 0.45346, "recall_at_10": 0.54291, "recall_at_20": 0.64934, "recall_at_100": 0.84741, "recall_at_1000": 0.9938, "precision_at_1": 0.38471, "precision_at_3": 0.25223, "precision_at_5": 0.18726, "precision_at_10": 0.11287, "precision_at_20": 0.06745, "precision_at_100": 0.0175, "precision_at_1000": 0.00207, "mrr_at_1": 0.384713, "mrr_at_3": 0.434607, "mrr_at_5": 0.448365, "mrr_at_10": 0.46019, "mrr_at_20": 0.466822, "mrr_at_100": 0.471303, "mrr_at_1000": 0.471747, "nauc_ndcg_at_1_max": 0.244707, "nauc_ndcg_at_1_std": -0.130085, "nauc_ndcg_at_1_diff1": 0.506448, "nauc_ndcg_at_3_max": 0.224746, "nauc_ndcg_at_3_std": -0.143663, "nauc_ndcg_at_3_diff1": 0.47988, "nauc_ndcg_at_5_max": 0.236158, "nauc_ndcg_at_5_std": -0.152011, "nauc_ndcg_at_5_diff1": 0.473029, "nauc_ndcg_at_10_max": 0.256909, "nauc_ndcg_at_10_std": -0.158076, "nauc_ndcg_at_10_diff1": 0.466585, "nauc_ndcg_at_20_max": 0.265457, "nauc_ndcg_at_20_std": -0.162239, "nauc_ndcg_at_20_diff1": 0.465525, "nauc_ndcg_at_100_max": 0.26697, "nauc_ndcg_at_100_std": -0.136853, "nauc_ndcg_at_100_diff1": 0.456163, "nauc_ndcg_at_1000_max": 0.253646, "nauc_ndcg_at_1000_std": -0.137333, "nauc_ndcg_at_1000_diff1": 0.465291, "nauc_map_at_1_max": 0.155837, "nauc_map_at_1_std": -0.093958, "nauc_map_at_1_diff1": 0.503558, "nauc_map_at_3_max": 0.207059, "nauc_map_at_3_std": -0.1315, "nauc_map_at_3_diff1": 0.4865, "nauc_map_at_5_max": 0.23002, "nauc_map_at_5_std": -0.134188, "nauc_map_at_5_diff1": 0.474636, "nauc_map_at_10_max": 0.239689, "nauc_map_at_10_std": -0.138032, "nauc_map_at_10_diff1": 0.469851, "nauc_map_at_20_max": 0.242737, "nauc_map_at_20_std": -0.140734, "nauc_map_at_20_diff1": 0.471156, "nauc_map_at_100_max": 0.24354, "nauc_map_at_100_std": -0.137491, "nauc_map_at_100_diff1": 0.469314, "nauc_map_at_1000_max": 0.242933, "nauc_map_at_1000_std": -0.136893, "nauc_map_at_1000_diff1": 0.469693, "nauc_recall_at_1_max": 0.155837, "nauc_recall_at_1_std": -0.093958, "nauc_recall_at_1_diff1": 0.503558, "nauc_recall_at_3_max": 0.193848, "nauc_recall_at_3_std": -0.15149, "nauc_recall_at_3_diff1": 0.458117, "nauc_recall_at_5_max": 0.233809, "nauc_recall_at_5_std": -0.165319, "nauc_recall_at_5_diff1": 0.432483, "nauc_recall_at_10_max": 0.288215, "nauc_recall_at_10_std": -0.178997, "nauc_recall_at_10_diff1": 0.405425, "nauc_recall_at_20_max": 0.322591, "nauc_recall_at_20_std": -0.197563, "nauc_recall_at_20_diff1": 0.38961, "nauc_recall_at_100_max": 0.397929, "nauc_recall_at_100_std": -0.038355, "nauc_recall_at_100_diff1": 0.250896, "nauc_recall_at_1000_max": 0.211166, "nauc_recall_at_1000_std": 0.57856, "nauc_recall_at_1000_diff1": -0.155594, "nauc_precision_at_1_max": 0.244707, "nauc_precision_at_1_std": -0.130085, "nauc_precision_at_1_diff1": 0.506448, "nauc_precision_at_3_max": 0.229065, "nauc_precision_at_3_std": -0.139361, "nauc_precision_at_3_diff1": 0.309788, "nauc_precision_at_5_max": 0.236317, "nauc_precision_at_5_std": -0.12709, "nauc_precision_at_5_diff1": 0.241453, "nauc_precision_at_10_max": 0.243918, "nauc_precision_at_10_std": -0.126246, "nauc_precision_at_10_diff1": 0.197647, "nauc_precision_at_20_max": 0.230955, "nauc_precision_at_20_std": -0.115441, "nauc_precision_at_20_diff1": 0.14286, "nauc_precision_at_100_max": 0.154624, "nauc_precision_at_100_std": 0.019342, "nauc_precision_at_100_diff1": 0.00817, "nauc_precision_at_1000_max": 0.042723, "nauc_precision_at_1000_std": 0.041306, "nauc_precision_at_1000_diff1": -0.075397, "nauc_mrr_at_1_max": 0.244707, "nauc_mrr_at_1_std": -0.130085, "nauc_mrr_at_1_diff1": 0.506448, "nauc_mrr_at_3_max": 0.229565, "nauc_mrr_at_3_std": -0.160369, "nauc_mrr_at_3_diff1": 0.496867, "nauc_mrr_at_5_max": 0.240033, "nauc_mrr_at_5_std": -0.163874, "nauc_mrr_at_5_diff1": 0.496252, "nauc_mrr_at_10_max": 0.247635, "nauc_mrr_at_10_std": -0.163998, "nauc_mrr_at_10_diff1": 0.495693, "nauc_mrr_at_20_max": 0.2479, "nauc_mrr_at_20_std": -0.16223, "nauc_mrr_at_20_diff1": 0.49394, "nauc_mrr_at_100_max": 0.247414, "nauc_mrr_at_100_std": -0.159837, "nauc_mrr_at_100_diff1": 0.493381, "nauc_mrr_at_1000_max": 0.247173, "nauc_mrr_at_1000_std": -0.159862, "nauc_mrr_at_1000_diff1": 0.493697, "main_score": 0.44793, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.26115, "ndcg_at_3": 0.25637, "ndcg_at_5": 0.269, "ndcg_at_10": 0.30714, "ndcg_at_20": 0.33691, "ndcg_at_100": 0.38611, "ndcg_at_1000": 0.42773, "map_at_1": 0.12514, "map_at_3": 0.19516, "map_at_5": 0.22141, "map_at_10": 0.24131, "map_at_20": 0.25242, "map_at_100": 0.26123, "map_at_1000": 0.26336, "recall_at_1": 0.12514, "recall_at_3": 0.23059, "recall_at_5": 0.2952, "recall_at_10": 0.38868, "recall_at_20": 0.48146, "recall_at_100": 0.69541, "recall_at_1000": 0.96741, "precision_at_1": 0.26115, "precision_at_3": 0.18641, "precision_at_5": 0.1465, "precision_at_10": 0.09567, "precision_at_20": 0.05911, "precision_at_100": 0.01701, "precision_at_1000": 0.00231, "mrr_at_1": 0.261146, "mrr_at_3": 0.317197, "mrr_at_5": 0.333121, "mrr_at_10": 0.34551, "mrr_at_20": 0.351434, "mrr_at_100": 0.355696, "mrr_at_1000": 0.356412, "nauc_ndcg_at_1_max": 0.150945, "nauc_ndcg_at_1_std": -0.203225, "nauc_ndcg_at_1_diff1": 0.356289, "nauc_ndcg_at_3_max": 0.141214, "nauc_ndcg_at_3_std": -0.184121, "nauc_ndcg_at_3_diff1": 0.298824, "nauc_ndcg_at_5_max": 0.13409, "nauc_ndcg_at_5_std": -0.176705, "nauc_ndcg_at_5_diff1": 0.295917, "nauc_ndcg_at_10_max": 0.140162, "nauc_ndcg_at_10_std": -0.167155, "nauc_ndcg_at_10_diff1": 0.293558, "nauc_ndcg_at_20_max": 0.145522, "nauc_ndcg_at_20_std": -0.166611, "nauc_ndcg_at_20_diff1": 0.288152, "nauc_ndcg_at_100_max": 0.151665, "nauc_ndcg_at_100_std": -0.132795, "nauc_ndcg_at_100_diff1": 0.29411, "nauc_ndcg_at_1000_max": 0.158175, "nauc_ndcg_at_1000_std": -0.135696, "nauc_ndcg_at_1000_diff1": 0.296193, "nauc_map_at_1_max": 0.024667, "nauc_map_at_1_std": -0.211538, "nauc_map_at_1_diff1": 0.316863, "nauc_map_at_3_max": 0.101058, "nauc_map_at_3_std": -0.196241, "nauc_map_at_3_diff1": 0.290205, "nauc_map_at_5_max": 0.12732, "nauc_map_at_5_std": -0.183292, "nauc_map_at_5_diff1": 0.297874, "nauc_map_at_10_max": 0.130785, "nauc_map_at_10_std": -0.180736, "nauc_map_at_10_diff1": 0.296185, "nauc_map_at_20_max": 0.133173, "nauc_map_at_20_std": -0.180005, "nauc_map_at_20_diff1": 0.29321, "nauc_map_at_100_max": 0.135709, "nauc_map_at_100_std": -0.174024, "nauc_map_at_100_diff1": 0.295326, "nauc_map_at_1000_max": 0.136831, "nauc_map_at_1000_std": -0.172836, "nauc_map_at_1000_diff1": 0.295139, "nauc_recall_at_1_max": 0.024667, "nauc_recall_at_1_std": -0.211538, "nauc_recall_at_1_diff1": 0.316863, "nauc_recall_at_3_max": 0.096919, "nauc_recall_at_3_std": -0.174403, "nauc_recall_at_3_diff1": 0.248475, "nauc_recall_at_5_max": 0.116377, "nauc_recall_at_5_std": -0.150951, "nauc_recall_at_5_diff1": 0.251334, "nauc_recall_at_10_max": 0.123852, "nauc_recall_at_10_std": -0.12233, "nauc_recall_at_10_diff1": 0.241957, "nauc_recall_at_20_max": 0.133897, "nauc_recall_at_20_std": -0.123664, "nauc_recall_at_20_diff1": 0.229577, "nauc_recall_at_100_max": 0.121291, "nauc_recall_at_100_std": 0.032273, "nauc_recall_at_100_diff1": 0.232805, "nauc_recall_at_1000_max": 0.027408, "nauc_recall_at_1000_std": 0.235788, "nauc_recall_at_1000_diff1": 0.362301, "nauc_precision_at_1_max": 0.150945, "nauc_precision_at_1_std": -0.203225, "nauc_precision_at_1_diff1": 0.356289, "nauc_precision_at_3_max": 0.21014, "nauc_precision_at_3_std": -0.14326, "nauc_precision_at_3_diff1": 0.259065, "nauc_precision_at_5_max": 0.232276, "nauc_precision_at_5_std": -0.110883, "nauc_precision_at_5_diff1": 0.255169, "nauc_precision_at_10_max": 0.219106, "nauc_precision_at_10_std": -0.083269, "nauc_precision_at_10_diff1": 0.220177, "nauc_precision_at_20_max": 0.214876, "nauc_precision_at_20_std": -0.062135, "nauc_precision_at_20_diff1": 0.177927, "nauc_precision_at_100_max": 0.225119, "nauc_precision_at_100_std": 0.059728, "nauc_precision_at_100_diff1": 0.142874, "nauc_precision_at_1000_max": 0.223852, "nauc_precision_at_1000_std": 0.115745, "nauc_precision_at_1000_diff1": 0.065458, "nauc_mrr_at_1_max": 0.150945, "nauc_mrr_at_1_std": -0.203225, "nauc_mrr_at_1_diff1": 0.356289, "nauc_mrr_at_3_max": 0.144399, "nauc_mrr_at_3_std": -0.182828, "nauc_mrr_at_3_diff1": 0.316826, "nauc_mrr_at_5_max": 0.142249, "nauc_mrr_at_5_std": -0.179212, "nauc_mrr_at_5_diff1": 0.31464, "nauc_mrr_at_10_max": 0.147274, "nauc_mrr_at_10_std": -0.174513, "nauc_mrr_at_10_diff1": 0.314045, "nauc_mrr_at_20_max": 0.148721, "nauc_mrr_at_20_std": -0.174906, "nauc_mrr_at_20_diff1": 0.313492, "nauc_mrr_at_100_max": 0.149119, "nauc_mrr_at_100_std": -0.171579, "nauc_mrr_at_100_diff1": 0.314324, "nauc_mrr_at_1000_max": 0.148967, "nauc_mrr_at_1000_std": -0.171989, "nauc_mrr_at_1000_diff1": 0.314354, "main_score": 0.30714, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.3758, "ndcg_at_3": 0.38525, "ndcg_at_5": 0.40688, "ndcg_at_10": 0.44309, "ndcg_at_20": 0.47201, "ndcg_at_100": 0.51824, "ndcg_at_1000": 0.54292, "map_at_1": 0.22306, "map_at_3": 0.33393, "map_at_5": 0.36366, "map_at_10": 0.38395, "map_at_20": 0.39435, "map_at_100": 0.40305, "map_at_1000": 0.40447, "recall_at_1": 0.22306, "recall_at_3": 0.3814, "recall_at_5": 0.44959, "recall_at_10": 0.53795, "recall_at_20": 0.63378, "recall_at_100": 0.83698, "recall_at_1000": 0.99399, "precision_at_1": 0.3758, "precision_at_3": 0.25097, "precision_at_5": 0.18584, "precision_at_10": 0.11338, "precision_at_20": 0.06634, "precision_at_100": 0.01753, "precision_at_1000": 0.00209, "mrr_at_1": 0.375804, "mrr_at_3": 0.429644, "mrr_at_5": 0.443479, "mrr_at_10": 0.454522, "mrr_at_20": 0.46024, "mrr_at_100": 0.465045, "mrr_at_1000": 0.465532, "nauc_ndcg_at_1_max": 0.219663, "nauc_ndcg_at_1_std": -0.135286, "nauc_ndcg_at_1_diff1": 0.516593, "nauc_ndcg_at_3_max": 0.215485, "nauc_ndcg_at_3_std": -0.137305, "nauc_ndcg_at_3_diff1": 0.458888, "nauc_ndcg_at_5_max": 0.227535, "nauc_ndcg_at_5_std": -0.143163, "nauc_ndcg_at_5_diff1": 0.453133, "nauc_ndcg_at_10_max": 0.244298, "nauc_ndcg_at_10_std": -0.140007, "nauc_ndcg_at_10_diff1": 0.457746, "nauc_ndcg_at_20_max": 0.250044, "nauc_ndcg_at_20_std": -0.145091, "nauc_ndcg_at_20_diff1": 0.448543, "nauc_ndcg_at_100_max": 0.256622, "nauc_ndcg_at_100_std": -0.110244, "nauc_ndcg_at_100_diff1": 0.445631, "nauc_ndcg_at_1000_max": 0.246051, "nauc_ndcg_at_1000_std": -0.119881, "nauc_ndcg_at_1000_diff1": 0.454747, "nauc_map_at_1_max": 0.150068, "nauc_map_at_1_std": -0.087884, "nauc_map_at_1_diff1": 0.514899, "nauc_map_at_3_max": 0.201904, "nauc_map_at_3_std": -0.126825, "nauc_map_at_3_diff1": 0.45754, "nauc_map_at_5_max": 0.223117, "nauc_map_at_5_std": -0.129202, "nauc_map_at_5_diff1": 0.447277, "nauc_map_at_10_max": 0.230679, "nauc_map_at_10_std": -0.129397, "nauc_map_at_10_diff1": 0.449241, "nauc_map_at_20_max": 0.233523, "nauc_map_at_20_std": -0.130908, "nauc_map_at_20_diff1": 0.447769, "nauc_map_at_100_max": 0.235283, "nauc_map_at_100_std": -0.126022, "nauc_map_at_100_diff1": 0.446927, "nauc_map_at_1000_max": 0.234777, "nauc_map_at_1000_std": -0.12576, "nauc_map_at_1000_diff1": 0.447252, "nauc_recall_at_1_max": 0.150068, "nauc_recall_at_1_std": -0.087884, "nauc_recall_at_1_diff1": 0.514899, "nauc_recall_at_3_max": 0.189705, "nauc_recall_at_3_std": -0.137495, "nauc_recall_at_3_diff1": 0.428297, "nauc_recall_at_5_max": 0.232843, "nauc_recall_at_5_std": -0.148761, "nauc_recall_at_5_diff1": 0.408625, "nauc_recall_at_10_max": 0.271163, "nauc_recall_at_10_std": -0.144968, "nauc_recall_at_10_diff1": 0.415788, "nauc_recall_at_20_max": 0.288237, "nauc_recall_at_20_std": -0.166008, "nauc_recall_at_20_diff1": 0.367291, "nauc_recall_at_100_max": 0.373221, "nauc_recall_at_100_std": 0.081626, "nauc_recall_at_100_diff1": 0.283197, "nauc_recall_at_1000_max": 0.612636, "nauc_recall_at_1000_std": 0.476389, "nauc_recall_at_1000_diff1": 0.403626, "nauc_precision_at_1_max": 0.219663, "nauc_precision_at_1_std": -0.135286, "nauc_precision_at_1_diff1": 0.516593, "nauc_precision_at_3_max": 0.21947, "nauc_precision_at_3_std": -0.13756, "nauc_precision_at_3_diff1": 0.285091, "nauc_precision_at_5_max": 0.227248, "nauc_precision_at_5_std": -0.127509, "nauc_precision_at_5_diff1": 0.225842, "nauc_precision_at_10_max": 0.227575, "nauc_precision_at_10_std": -0.099222, "nauc_precision_at_10_diff1": 0.18975, "nauc_precision_at_20_max": 0.219265, "nauc_precision_at_20_std": -0.090439, "nauc_precision_at_20_diff1": 0.130506, "nauc_precision_at_100_max": 0.159222, "nauc_precision_at_100_std": 0.059426, "nauc_precision_at_100_diff1": 0.008644, "nauc_precision_at_1000_max": 0.066935, "nauc_precision_at_1000_std": 0.048847, "nauc_precision_at_1000_diff1": -0.063117, "nauc_mrr_at_1_max": 0.219663, "nauc_mrr_at_1_std": -0.135286, "nauc_mrr_at_1_diff1": 0.516593, "nauc_mrr_at_3_max": 0.208785, "nauc_mrr_at_3_std": -0.153023, "nauc_mrr_at_3_diff1": 0.500571, "nauc_mrr_at_5_max": 0.219543, "nauc_mrr_at_5_std": -0.158537, "nauc_mrr_at_5_diff1": 0.501758, "nauc_mrr_at_10_max": 0.227985, "nauc_mrr_at_10_std": -0.152109, "nauc_mrr_at_10_diff1": 0.501428, "nauc_mrr_at_20_max": 0.227025, "nauc_mrr_at_20_std": -0.152655, "nauc_mrr_at_20_diff1": 0.498024, "nauc_mrr_at_100_max": 0.227432, "nauc_mrr_at_100_std": -0.149233, "nauc_mrr_at_100_diff1": 0.498597, "nauc_mrr_at_1000_max": 0.227048, "nauc_mrr_at_1000_std": -0.149671, "nauc_mrr_at_1000_diff1": 0.498808, "main_score": 0.44309, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2525, "ndcg_at_3": 0.24253, "ndcg_at_5": 0.25719, "ndcg_at_10": 0.28091, "ndcg_at_20": 0.30028, "ndcg_at_100": 0.33667, "ndcg_at_1000": 0.38662, "map_at_1": 0.12488, "map_at_3": 0.19428, "map_at_5": 0.21754, "map_at_10": 0.23168, "map_at_20": 0.2383, "map_at_100": 0.24447, "map_at_1000": 0.2465, "recall_at_1": 0.12488, "recall_at_3": 0.22579, "recall_at_5": 0.28377, "recall_at_10": 0.33946, "recall_at_20": 0.40131, "recall_at_100": 0.56367, "recall_at_1000": 0.91327, "precision_at_1": 0.2525, "precision_at_3": 0.17, "precision_at_5": 0.13, "precision_at_10": 0.07975, "precision_at_20": 0.04694, "precision_at_100": 0.013, "precision_at_1000": 0.00198, "mrr_at_1": 0.2525, "mrr_at_3": 0.294375, "mrr_at_5": 0.306813, "mrr_at_10": 0.313166, "mrr_at_20": 0.317828, "mrr_at_100": 0.321494, "mrr_at_1000": 0.322519, "nauc_ndcg_at_1_max": 0.25391, "nauc_ndcg_at_1_std": -0.055537, "nauc_ndcg_at_1_diff1": 0.477091, "nauc_ndcg_at_3_max": 0.228459, "nauc_ndcg_at_3_std": -0.027939, "nauc_ndcg_at_3_diff1": 0.376341, "nauc_ndcg_at_5_max": 0.213401, "nauc_ndcg_at_5_std": -0.025015, "nauc_ndcg_at_5_diff1": 0.362791, "nauc_ndcg_at_10_max": 0.230692, "nauc_ndcg_at_10_std": -0.002606, "nauc_ndcg_at_10_diff1": 0.359713, "nauc_ndcg_at_20_max": 0.239671, "nauc_ndcg_at_20_std": 0.010957, "nauc_ndcg_at_20_diff1": 0.353852, "nauc_ndcg_at_100_max": 0.231432, "nauc_ndcg_at_100_std": 0.01864, "nauc_ndcg_at_100_diff1": 0.356933, "nauc_ndcg_at_1000_max": 0.228468, "nauc_ndcg_at_1000_std": 0.007727, "nauc_ndcg_at_1000_diff1": 0.36322, "nauc_map_at_1_max": 0.156144, "nauc_map_at_1_std": -0.085648, "nauc_map_at_1_diff1": 0.464733, "nauc_map_at_3_max": 0.206942, "nauc_map_at_3_std": -0.03411, "nauc_map_at_3_diff1": 0.375812, "nauc_map_at_5_max": 0.208817, "nauc_map_at_5_std": -0.02575, "nauc_map_at_5_diff1": 0.36256, "nauc_map_at_10_max": 0.223721, "nauc_map_at_10_std": -0.010558, "nauc_map_at_10_diff1": 0.361408, "nauc_map_at_20_max": 0.228876, "nauc_map_at_20_std": -0.003927, "nauc_map_at_20_diff1": 0.358208, "nauc_map_at_100_max": 0.227682, "nauc_map_at_100_std": -0.001852, "nauc_map_at_100_diff1": 0.359, "nauc_map_at_1000_max": 0.227214, "nauc_map_at_1000_std": -0.002468, "nauc_map_at_1000_diff1": 0.359438, "nauc_recall_at_1_max": 0.156144, "nauc_recall_at_1_std": -0.085648, "nauc_recall_at_1_diff1": 0.464733, "nauc_recall_at_3_max": 0.185859, "nauc_recall_at_3_std": -0.024298, "nauc_recall_at_3_diff1": 0.323057, "nauc_recall_at_5_max": 0.174265, "nauc_recall_at_5_std": -0.018711, "nauc_recall_at_5_diff1": 0.290897, "nauc_recall_at_10_max": 0.208107, "nauc_recall_at_10_std": 0.027319, "nauc_recall_at_10_diff1": 0.282229, "nauc_recall_at_20_max": 0.231136, "nauc_recall_at_20_std": 0.059922, "nauc_recall_at_20_diff1": 0.261418, "nauc_recall_at_100_max": 0.205049, "nauc_recall_at_100_std": 0.111815, "nauc_recall_at_100_diff1": 0.255802, "nauc_recall_at_1000_max": 0.240844, "nauc_recall_at_1000_std": 0.197818, "nauc_recall_at_1000_diff1": 0.201509, "nauc_precision_at_1_max": 0.25391, "nauc_precision_at_1_std": -0.055537, "nauc_precision_at_1_diff1": 0.477091, "nauc_precision_at_3_max": 0.263907, "nauc_precision_at_3_std": 0.012495, "nauc_precision_at_3_diff1": 0.293521, "nauc_precision_at_5_max": 0.243524, "nauc_precision_at_5_std": 0.01912, "nauc_precision_at_5_diff1": 0.255749, "nauc_precision_at_10_max": 0.260633, "nauc_precision_at_10_std": 0.06386, "nauc_precision_at_10_diff1": 0.235566, "nauc_precision_at_20_max": 0.263481, "nauc_precision_at_20_std": 0.092052, "nauc_precision_at_20_diff1": 0.21582, "nauc_precision_at_100_max": 0.192376, "nauc_precision_at_100_std": 0.080505, "nauc_precision_at_100_diff1": 0.188736, "nauc_precision_at_1000_max": 0.09661, "nauc_precision_at_1000_std": 0.021982, "nauc_precision_at_1000_diff1": 0.118014, "nauc_mrr_at_1_max": 0.25391, "nauc_mrr_at_1_std": -0.055537, "nauc_mrr_at_1_diff1": 0.477091, "nauc_mrr_at_3_max": 0.243178, "nauc_mrr_at_3_std": -0.040448, "nauc_mrr_at_3_diff1": 0.436294, "nauc_mrr_at_5_max": 0.23927, "nauc_mrr_at_5_std": -0.03907, "nauc_mrr_at_5_diff1": 0.427679, "nauc_mrr_at_10_max": 0.241867, "nauc_mrr_at_10_std": -0.033662, "nauc_mrr_at_10_diff1": 0.427319, "nauc_mrr_at_20_max": 0.241846, "nauc_mrr_at_20_std": -0.032079, "nauc_mrr_at_20_diff1": 0.426186, "nauc_mrr_at_100_max": 0.240024, "nauc_mrr_at_100_std": -0.031945, "nauc_mrr_at_100_diff1": 0.42596, "nauc_mrr_at_1000_max": 0.240188, "nauc_mrr_at_1000_std": -0.032192, "nauc_mrr_at_1000_diff1": 0.426262, "main_score": 0.28091, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.04875, "ndcg_at_3": 0.04402, "ndcg_at_5": 0.04847, "ndcg_at_10": 0.0598, "ndcg_at_20": 0.07612, "ndcg_at_100": 0.11595, "ndcg_at_1000": 0.19513, "map_at_1": 0.02146, "map_at_3": 0.03226, "map_at_5": 0.03723, "map_at_10": 0.042, "map_at_20": 0.04702, "map_at_100": 0.05318, "map_at_1000": 0.05608, "recall_at_1": 0.02146, "recall_at_3": 0.03956, "recall_at_5": 0.05617, "recall_at_10": 0.08385, "recall_at_20": 0.13502, "recall_at_100": 0.31077, "recall_at_1000": 0.8566, "precision_at_1": 0.04875, "precision_at_3": 0.03292, "precision_at_5": 0.027, "precision_at_10": 0.02037, "precision_at_20": 0.01625, "precision_at_100": 0.00742, "precision_at_1000": 0.00187, "mrr_at_1": 0.04875, "mrr_at_3": 0.058542, "mrr_at_5": 0.063354, "mrr_at_10": 0.06897, "mrr_at_20": 0.073736, "mrr_at_100": 0.078372, "mrr_at_1000": 0.080379, "nauc_ndcg_at_1_max": 0.077639, "nauc_ndcg_at_1_std": -0.145384, "nauc_ndcg_at_1_diff1": 0.307335, "nauc_ndcg_at_3_max": 0.069097, "nauc_ndcg_at_3_std": -0.134712, "nauc_ndcg_at_3_diff1": 0.246829, "nauc_ndcg_at_5_max": 0.035293, "nauc_ndcg_at_5_std": -0.155787, "nauc_ndcg_at_5_diff1": 0.213132, "nauc_ndcg_at_10_max": -0.003156, "nauc_ndcg_at_10_std": -0.175779, "nauc_ndcg_at_10_diff1": 0.185516, "nauc_ndcg_at_20_max": -0.019987, "nauc_ndcg_at_20_std": -0.187419, "nauc_ndcg_at_20_diff1": 0.158661, "nauc_ndcg_at_100_max": -0.071135, "nauc_ndcg_at_100_std": -0.185576, "nauc_ndcg_at_100_diff1": 0.127204, "nauc_ndcg_at_1000_max": -0.069082, "nauc_ndcg_at_1000_std": -0.176697, "nauc_ndcg_at_1000_diff1": 0.145598, "nauc_map_at_1_max": 0.106903, "nauc_map_at_1_std": -0.134576, "nauc_map_at_1_diff1": 0.35963, "nauc_map_at_3_max": 0.09887, "nauc_map_at_3_std": -0.126059, "nauc_map_at_3_diff1": 0.280015, "nauc_map_at_5_max": 0.07749, "nauc_map_at_5_std": -0.143628, "nauc_map_at_5_diff1": 0.261547, "nauc_map_at_10_max": 0.055048, "nauc_map_at_10_std": -0.154896, "nauc_map_at_10_diff1": 0.24317, "nauc_map_at_20_max": 0.041615, "nauc_map_at_20_std": -0.162951, "nauc_map_at_20_diff1": 0.229292, "nauc_map_at_100_max": 0.022192, "nauc_map_at_100_std": -0.167992, "nauc_map_at_100_diff1": 0.213156, "nauc_map_at_1000_max": 0.020782, "nauc_map_at_1000_std": -0.168384, "nauc_map_at_1000_diff1": 0.214593, "nauc_recall_at_1_max": 0.106903, "nauc_recall_at_1_std": -0.134576, "nauc_recall_at_1_diff1": 0.35963, "nauc_recall_at_3_max": 0.052649, "nauc_recall_at_3_std": -0.116407, "nauc_recall_at_3_diff1": 0.197379, "nauc_recall_at_5_max": -0.009189, "nauc_recall_at_5_std": -0.166662, "nauc_recall_at_5_diff1": 0.134802, "nauc_recall_at_10_max": -0.059085, "nauc_recall_at_10_std": -0.19385, "nauc_recall_at_10_diff1": 0.10044, "nauc_recall_at_20_max": -0.059089, "nauc_recall_at_20_std": -0.193448, "nauc_recall_at_20_diff1": 0.06881, "nauc_recall_at_100_max": -0.129127, "nauc_recall_at_100_std": -0.175868, "nauc_recall_at_100_diff1": 0.043498, "nauc_recall_at_1000_max": -0.125329, "nauc_recall_at_1000_std": -0.081223, "nauc_recall_at_1000_diff1": 0.078797, "nauc_precision_at_1_max": 0.077639, "nauc_precision_at_1_std": -0.145384, "nauc_precision_at_1_diff1": 0.307335, "nauc_precision_at_3_max": 0.060024, "nauc_precision_at_3_std": -0.146329, "nauc_precision_at_3_diff1": 0.210972, "nauc_precision_at_5_max": 0.028068, "nauc_precision_at_5_std": -0.184132, "nauc_precision_at_5_diff1": 0.200581, "nauc_precision_at_10_max": -0.047541, "nauc_precision_at_10_std": -0.21202, "nauc_precision_at_10_diff1": 0.165955, "nauc_precision_at_20_max": -0.07749, "nauc_precision_at_20_std": -0.232608, "nauc_precision_at_20_diff1": 0.135626, "nauc_precision_at_100_max": -0.161812, "nauc_precision_at_100_std": -0.187117, "nauc_precision_at_100_diff1": 0.06444, "nauc_precision_at_1000_max": -0.155187, "nauc_precision_at_1000_std": -0.113463, "nauc_precision_at_1000_diff1": 0.03318, "nauc_mrr_at_1_max": 0.077639, "nauc_mrr_at_1_std": -0.145384, "nauc_mrr_at_1_diff1": 0.307335, "nauc_mrr_at_3_max": 0.031047, "nauc_mrr_at_3_std": -0.148312, "nauc_mrr_at_3_diff1": 0.248587, "nauc_mrr_at_5_max": 0.013962, "nauc_mrr_at_5_std": -0.161607, "nauc_mrr_at_5_diff1": 0.22479, "nauc_mrr_at_10_max": -0.00537, "nauc_mrr_at_10_std": -0.172115, "nauc_mrr_at_10_diff1": 0.210408, "nauc_mrr_at_20_max": -0.013949, "nauc_mrr_at_20_std": -0.177949, "nauc_mrr_at_20_diff1": 0.198263, "nauc_mrr_at_100_max": -0.019566, "nauc_mrr_at_100_std": -0.175555, "nauc_mrr_at_100_diff1": 0.194712, "nauc_mrr_at_1000_max": -0.01831, "nauc_mrr_at_1000_std": -0.174803, "nauc_mrr_at_1000_diff1": 0.196431, "main_score": 0.0598, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.15809, "ndcg_at_3": 0.15581, "ndcg_at_5": 0.17036, "ndcg_at_10": 0.19544, "ndcg_at_20": 0.21582, "ndcg_at_100": 0.25306, "ndcg_at_1000": 0.31344, "map_at_1": 0.07265, "map_at_3": 0.12242, "map_at_5": 0.13992, "map_at_10": 0.15315, "map_at_20": 0.15993, "map_at_100": 0.1662, "map_at_1000": 0.1685, "recall_at_1": 0.07265, "recall_at_3": 0.14856, "recall_at_5": 0.19858, "recall_at_10": 0.25916, "recall_at_20": 0.32359, "recall_at_100": 0.48764, "recall_at_1000": 0.9088, "precision_at_1": 0.15809, "precision_at_3": 0.11251, "precision_at_5": 0.08908, "precision_at_10": 0.05972, "precision_at_20": 0.0372, "precision_at_100": 0.01113, "precision_at_1000": 0.00199, "mrr_at_1": 0.158093, "mrr_at_3": 0.188206, "mrr_at_5": 0.201004, "mrr_at_10": 0.209529, "mrr_at_20": 0.215364, "mrr_at_100": 0.219424, "mrr_at_1000": 0.220622, "nauc_ndcg_at_1_max": 0.50287, "nauc_ndcg_at_1_std": 0.393033, "nauc_ndcg_at_1_diff1": 0.295436, "nauc_ndcg_at_3_max": 0.455266, "nauc_ndcg_at_3_std": 0.323903, "nauc_ndcg_at_3_diff1": 0.269879, "nauc_ndcg_at_5_max": 0.442073, "nauc_ndcg_at_5_std": 0.340687, "nauc_ndcg_at_5_diff1": 0.265616, "nauc_ndcg_at_10_max": 0.450454, "nauc_ndcg_at_10_std": 0.366061, "nauc_ndcg_at_10_diff1": 0.25476, "nauc_ndcg_at_20_max": 0.445928, "nauc_ndcg_at_20_std": 0.373262, "nauc_ndcg_at_20_diff1": 0.251977, "nauc_ndcg_at_100_max": 0.444764, "nauc_ndcg_at_100_std": 0.379209, "nauc_ndcg_at_100_diff1": 0.244926, "nauc_ndcg_at_1000_max": 0.435244, "nauc_ndcg_at_1000_std": 0.366897, "nauc_ndcg_at_1000_diff1": 0.246018, "nauc_map_at_1_max": 0.410238, "nauc_map_at_1_std": 0.338683, "nauc_map_at_1_diff1": 0.337151, "nauc_map_at_3_max": 0.444402, "nauc_map_at_3_std": 0.322743, "nauc_map_at_3_diff1": 0.282817, "nauc_map_at_5_max": 0.45059, "nauc_map_at_5_std": 0.335627, "nauc_map_at_5_diff1": 0.270624, "nauc_map_at_10_max": 0.460559, "nauc_map_at_10_std": 0.352063, "nauc_map_at_10_diff1": 0.267977, "nauc_map_at_20_max": 0.461274, "nauc_map_at_20_std": 0.356895, "nauc_map_at_20_diff1": 0.266573, "nauc_map_at_100_max": 0.461645, "nauc_map_at_100_std": 0.359757, "nauc_map_at_100_diff1": 0.265796, "nauc_map_at_1000_max": 0.460734, "nauc_map_at_1000_std": 0.358974, "nauc_map_at_1000_diff1": 0.265485, "nauc_recall_at_1_max": 0.410238, "nauc_recall_at_1_std": 0.338683, "nauc_recall_at_1_diff1": 0.337151, "nauc_recall_at_3_max": 0.383709, "nauc_recall_at_3_std": 0.275081, "nauc_recall_at_3_diff1": 0.253068, "nauc_recall_at_5_max": 0.381407, "nauc_recall_at_5_std": 0.312775, "nauc_recall_at_5_diff1": 0.229186, "nauc_recall_at_10_max": 0.391932, "nauc_recall_at_10_std": 0.36, "nauc_recall_at_10_diff1": 0.20656, "nauc_recall_at_20_max": 0.376142, "nauc_recall_at_20_std": 0.363915, "nauc_recall_at_20_diff1": 0.199072, "nauc_recall_at_100_max": 0.381067, "nauc_recall_at_100_std": 0.375089, "nauc_recall_at_100_diff1": 0.176521, "nauc_recall_at_1000_max": 0.297519, "nauc_recall_at_1000_std": 0.254405, "nauc_recall_at_1000_diff1": 0.145097, "nauc_precision_at_1_max": 0.50287, "nauc_precision_at_1_std": 0.393033, "nauc_precision_at_1_diff1": 0.295436, "nauc_precision_at_3_max": 0.503613, "nauc_precision_at_3_std": 0.343659, "nauc_precision_at_3_diff1": 0.243583, "nauc_precision_at_5_max": 0.481105, "nauc_precision_at_5_std": 0.355579, "nauc_precision_at_5_diff1": 0.222445, "nauc_precision_at_10_max": 0.479124, "nauc_precision_at_10_std": 0.390504, "nauc_precision_at_10_diff1": 0.202904, "nauc_precision_at_20_max": 0.440369, "nauc_precision_at_20_std": 0.390712, "nauc_precision_at_20_diff1": 0.185525, "nauc_precision_at_100_max": 0.361101, "nauc_precision_at_100_std": 0.354671, "nauc_precision_at_100_diff1": 0.129236, "nauc_precision_at_1000_max": 0.123982, "nauc_precision_at_1000_std": 0.171237, "nauc_precision_at_1000_diff1": 0.026065, "nauc_mrr_at_1_max": 0.50287, "nauc_mrr_at_1_std": 0.393033, "nauc_mrr_at_1_diff1": 0.295436, "nauc_mrr_at_3_max": 0.463361, "nauc_mrr_at_3_std": 0.344334, "nauc_mrr_at_3_diff1": 0.282194, "nauc_mrr_at_5_max": 0.45927, "nauc_mrr_at_5_std": 0.35593, "nauc_mrr_at_5_diff1": 0.27837, "nauc_mrr_at_10_max": 0.457743, "nauc_mrr_at_10_std": 0.361074, "nauc_mrr_at_10_diff1": 0.269107, "nauc_mrr_at_20_max": 0.454805, "nauc_mrr_at_20_std": 0.362929, "nauc_mrr_at_20_diff1": 0.26909, "nauc_mrr_at_100_max": 0.454251, "nauc_mrr_at_100_std": 0.362733, "nauc_mrr_at_100_diff1": 0.268588, "nauc_mrr_at_1000_max": 0.454358, "nauc_mrr_at_1000_std": 0.362624, "nauc_mrr_at_1000_diff1": 0.268833, "main_score": 0.19544, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.01407, "ndcg_at_3": 0.01548, "ndcg_at_5": 0.01688, "ndcg_at_10": 0.02064, "ndcg_at_20": 0.0227, "ndcg_at_100": 0.04262, "ndcg_at_1000": 0.13447, "map_at_1": 0.0113, "map_at_3": 0.01371, "map_at_5": 0.01456, "map_at_10": 0.01617, "map_at_20": 0.01671, "map_at_100": 0.01896, "map_at_1000": 0.02159, "recall_at_1": 0.0113, "recall_at_3": 0.01716, "recall_at_5": 0.02025, "recall_at_10": 0.03073, "recall_at_20": 0.0383, "recall_at_100": 0.1474, "recall_at_1000": 0.83457, "precision_at_1": 0.01407, "precision_at_3": 0.00767, "precision_at_5": 0.00588, "precision_at_10": 0.00448, "precision_at_20": 0.00275, "precision_at_100": 0.00193, "precision_at_1000": 0.00139, "mrr_at_1": 0.015345, "mrr_at_3": 0.01769, "mrr_at_5": 0.018201, "mrr_at_10": 0.020115, "mrr_at_20": 0.020921, "mrr_at_100": 0.023218, "mrr_at_1000": 0.025548, "nauc_ndcg_at_1_max": -0.504947, "nauc_ndcg_at_1_std": -0.047034, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -0.429352, "nauc_ndcg_at_3_std": -0.002866, "nauc_ndcg_at_3_diff1": 0.825538, "nauc_ndcg_at_5_max": -0.433093, "nauc_ndcg_at_5_std": 0.049232, "nauc_ndcg_at_5_diff1": 0.814522, "nauc_ndcg_at_10_max": -0.356332, "nauc_ndcg_at_10_std": 0.059191, "nauc_ndcg_at_10_diff1": 0.722263, "nauc_ndcg_at_20_max": -0.337586, "nauc_ndcg_at_20_std": 0.069439, "nauc_ndcg_at_20_diff1": 0.667391, "nauc_ndcg_at_100_max": -0.245426, "nauc_ndcg_at_100_std": 0.059539, "nauc_ndcg_at_100_diff1": 0.371004, "nauc_ndcg_at_1000_max": -0.209377, "nauc_ndcg_at_1000_std": 0.036814, "nauc_ndcg_at_1000_diff1": 0.371127, "nauc_map_at_1_max": -0.497919, "nauc_map_at_1_std": -0.154169, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -0.436718, "nauc_map_at_3_std": -0.055631, "nauc_map_at_3_diff1": 0.860544, "nauc_map_at_5_max": -0.439962, "nauc_map_at_5_std": -0.012636, "nauc_map_at_5_diff1": 0.857454, "nauc_map_at_10_max": -0.399278, "nauc_map_at_10_std": 0.006576, "nauc_map_at_10_diff1": 0.807894, "nauc_map_at_20_max": -0.392904, "nauc_map_at_20_std": 0.01426, "nauc_map_at_20_diff1": 0.787062, "nauc_map_at_100_max": -0.365123, "nauc_map_at_100_std": 0.01874, "nauc_map_at_100_diff1": 0.70162, "nauc_map_at_1000_max": -0.356399, "nauc_map_at_1000_std": 0.017971, "nauc_map_at_1000_diff1": 0.686013, "nauc_recall_at_1_max": -0.497919, "nauc_recall_at_1_std": -0.154169, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -0.392954, "nauc_recall_at_3_std": 0.028775, "nauc_recall_at_3_diff1": 0.746301, "nauc_recall_at_5_max": -0.40651, "nauc_recall_at_5_std": 0.109409, "nauc_recall_at_5_diff1": 0.744552, "nauc_recall_at_10_max": -0.25405, "nauc_recall_at_10_std": 0.093799, "nauc_recall_at_10_diff1": 0.588625, "nauc_recall_at_20_max": -0.235825, "nauc_recall_at_20_std": 0.115331, "nauc_recall_at_20_diff1": 0.489655, "nauc_recall_at_100_max": -0.147728, "nauc_recall_at_100_std": 0.063967, "nauc_recall_at_100_diff1": 0.117548, "nauc_recall_at_1000_max": -0.073363, "nauc_recall_at_1000_std": -0.008469, "nauc_recall_at_1000_diff1": 0.209366, "nauc_precision_at_1_max": -0.504947, "nauc_precision_at_1_std": -0.047034, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -0.424302, "nauc_precision_at_3_std": 0.160984, "nauc_precision_at_3_diff1": 0.759859, "nauc_precision_at_5_max": -0.434298, "nauc_precision_at_5_std": 0.296838, "nauc_precision_at_5_diff1": 0.735841, "nauc_precision_at_10_max": -0.333537, "nauc_precision_at_10_std": 0.257278, "nauc_precision_at_10_diff1": 0.613276, "nauc_precision_at_20_max": -0.281938, "nauc_precision_at_20_std": 0.211977, "nauc_precision_at_20_diff1": 0.520562, "nauc_precision_at_100_max": -0.187199, "nauc_precision_at_100_std": 0.103309, "nauc_precision_at_100_diff1": 0.154642, "nauc_precision_at_1000_max": -0.027881, "nauc_precision_at_1000_std": 0.011053, "nauc_precision_at_1000_diff1": 0.027727, "nauc_mrr_at_1_max": -0.5107, "nauc_mrr_at_1_std": 0.040219, "nauc_mrr_at_1_diff1": 0.875085, "nauc_mrr_at_3_max": -0.456673, "nauc_mrr_at_3_std": 0.104259, "nauc_mrr_at_3_diff1": 0.780628, "nauc_mrr_at_5_max": -0.458916, "nauc_mrr_at_5_std": 0.11439, "nauc_mrr_at_5_diff1": 0.782037, "nauc_mrr_at_10_max": -0.422831, "nauc_mrr_at_10_std": 0.099447, "nauc_mrr_at_10_diff1": 0.735516, "nauc_mrr_at_20_max": -0.408054, "nauc_mrr_at_20_std": 0.095931, "nauc_mrr_at_20_diff1": 0.710869, "nauc_mrr_at_100_max": -0.381925, "nauc_mrr_at_100_std": 0.092112, "nauc_mrr_at_100_diff1": 0.645737, "nauc_mrr_at_1000_max": -0.375578, "nauc_mrr_at_1000_std": 0.092298, "nauc_mrr_at_1000_diff1": 0.636002, "main_score": 0.02064, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.02941, "ndcg_at_3": 0.03219, "ndcg_at_5": 0.03425, "ndcg_at_10": 0.04031, "ndcg_at_20": 0.04434, "ndcg_at_100": 0.05812, "ndcg_at_1000": 0.14074, "map_at_1": 0.01605, "map_at_3": 0.02593, "map_at_5": 0.02795, "map_at_10": 0.0308, "map_at_20": 0.03204, "map_at_100": 0.03374, "map_at_1000": 0.03599, "recall_at_1": 0.01605, "recall_at_3": 0.03434, "recall_at_5": 0.0402, "recall_at_10": 0.05642, "recall_at_20": 0.06893, "recall_at_100": 0.13216, "recall_at_1000": 0.73879, "precision_at_1": 0.02941, "precision_at_3": 0.02003, "precision_at_5": 0.01586, "precision_at_10": 0.01087, "precision_at_20": 0.00703, "precision_at_100": 0.00283, "precision_at_1000": 0.00147, "mrr_at_1": 0.029412, "mrr_at_3": 0.037724, "mrr_at_5": 0.040281, "mrr_at_10": 0.042477, "mrr_at_20": 0.043647, "mrr_at_100": 0.045723, "mrr_at_1000": 0.047597, "nauc_ndcg_at_1_max": -0.115775, "nauc_ndcg_at_1_std": 0.736777, "nauc_ndcg_at_1_diff1": 0.264315, "nauc_ndcg_at_3_max": -0.084223, "nauc_ndcg_at_3_std": 0.661109, "nauc_ndcg_at_3_diff1": 0.212423, "nauc_ndcg_at_5_max": -0.113285, "nauc_ndcg_at_5_std": 0.653785, "nauc_ndcg_at_5_diff1": 0.176762, "nauc_ndcg_at_10_max": -0.128199, "nauc_ndcg_at_10_std": 0.615279, "nauc_ndcg_at_10_diff1": 0.153763, "nauc_ndcg_at_20_max": -0.135408, "nauc_ndcg_at_20_std": 0.599166, "nauc_ndcg_at_20_diff1": 0.134599, "nauc_ndcg_at_100_max": -0.149412, "nauc_ndcg_at_100_std": 0.513188, "nauc_ndcg_at_100_diff1": 0.097827, "nauc_ndcg_at_1000_max": -0.142447, "nauc_ndcg_at_1000_std": 0.414794, "nauc_ndcg_at_1000_diff1": 0.066336, "nauc_map_at_1_max": 0.009912, "nauc_map_at_1_std": 0.70941, "nauc_map_at_1_diff1": 0.333896, "nauc_map_at_3_max": -0.060479, "nauc_map_at_3_std": 0.647327, "nauc_map_at_3_diff1": 0.23862, "nauc_map_at_5_max": -0.082051, "nauc_map_at_5_std": 0.656095, "nauc_map_at_5_diff1": 0.226056, "nauc_map_at_10_max": -0.092654, "nauc_map_at_10_std": 0.642231, "nauc_map_at_10_diff1": 0.20675, "nauc_map_at_20_max": -0.096915, "nauc_map_at_20_std": 0.639324, "nauc_map_at_20_diff1": 0.196741, "nauc_map_at_100_max": -0.104282, "nauc_map_at_100_std": 0.622348, "nauc_map_at_100_diff1": 0.186263, "nauc_map_at_1000_max": -0.105904, "nauc_map_at_1000_std": 0.612351, "nauc_map_at_1000_diff1": 0.180751, "nauc_recall_at_1_max": 0.009912, "nauc_recall_at_1_std": 0.70941, "nauc_recall_at_1_diff1": 0.333896, "nauc_recall_at_3_max": -0.07973, "nauc_recall_at_3_std": 0.601093, "nauc_recall_at_3_diff1": 0.171761, "nauc_recall_at_5_max": -0.119915, "nauc_recall_at_5_std": 0.616759, "nauc_recall_at_5_diff1": 0.130452, "nauc_recall_at_10_max": -0.137226, "nauc_recall_at_10_std": 0.541576, "nauc_recall_at_10_diff1": 0.111132, "nauc_recall_at_20_max": -0.146419, "nauc_recall_at_20_std": 0.518471, "nauc_recall_at_20_diff1": 0.084285, "nauc_recall_at_100_max": -0.15719, "nauc_recall_at_100_std": 0.347048, "nauc_recall_at_100_diff1": 0.029305, "nauc_recall_at_1000_max": -0.136471, "nauc_recall_at_1000_std": 0.156459, "nauc_recall_at_1000_diff1": -0.002929, "nauc_precision_at_1_max": -0.115775, "nauc_precision_at_1_std": 0.736777, "nauc_precision_at_1_diff1": 0.264315, "nauc_precision_at_3_max": -0.138566, "nauc_precision_at_3_std": 0.690669, "nauc_precision_at_3_diff1": 0.168598, "nauc_precision_at_5_max": -0.190713, "nauc_precision_at_5_std": 0.688231, "nauc_precision_at_5_diff1": 0.112432, "nauc_precision_at_10_max": -0.21675, "nauc_precision_at_10_std": 0.631521, "nauc_precision_at_10_diff1": 0.079713, "nauc_precision_at_20_max": -0.228927, "nauc_precision_at_20_std": 0.590861, "nauc_precision_at_20_diff1": 0.04506, "nauc_precision_at_100_max": -0.227226, "nauc_precision_at_100_std": 0.403056, "nauc_precision_at_100_diff1": -0.008207, "nauc_precision_at_1000_max": -0.092405, "nauc_precision_at_1000_std": 0.03291, "nauc_precision_at_1000_diff1": -0.067017, "nauc_mrr_at_1_max": -0.115775, "nauc_mrr_at_1_std": 0.736777, "nauc_mrr_at_1_diff1": 0.264315, "nauc_mrr_at_3_max": -0.136581, "nauc_mrr_at_3_std": 0.699786, "nauc_mrr_at_3_diff1": 0.188463, "nauc_mrr_at_5_max": -0.154075, "nauc_mrr_at_5_std": 0.686371, "nauc_mrr_at_5_diff1": 0.165994, "nauc_mrr_at_10_max": -0.160022, "nauc_mrr_at_10_std": 0.658703, "nauc_mrr_at_10_diff1": 0.152745, "nauc_mrr_at_20_max": -0.16052, "nauc_mrr_at_20_std": 0.649261, "nauc_mrr_at_20_diff1": 0.145632, "nauc_mrr_at_100_max": -0.160871, "nauc_mrr_at_100_std": 0.630097, "nauc_mrr_at_100_diff1": 0.138195, "nauc_mrr_at_1000_max": -0.160261, "nauc_mrr_at_1000_std": 0.626226, "nauc_mrr_at_1000_diff1": 0.136408, "main_score": 0.04031, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.0156, "ndcg_at_3": 0.01605, "ndcg_at_5": 0.01844, "ndcg_at_10": 0.02389, "ndcg_at_20": 0.02737, "ndcg_at_100": 0.049, "ndcg_at_1000": 0.14704, "map_at_1": 0.01214, "map_at_3": 0.01411, "map_at_5": 0.01573, "map_at_10": 0.018, "map_at_20": 0.01889, "map_at_100": 0.02143, "map_at_1000": 0.02428, "recall_at_1": 0.01214, "recall_at_3": 0.01647, "recall_at_5": 0.02182, "recall_at_10": 0.03743, "recall_at_20": 0.04972, "recall_at_100": 0.16766, "recall_at_1000": 0.89678, "precision_at_1": 0.0156, "precision_at_3": 0.00867, "precision_at_5": 0.00702, "precision_at_10": 0.00572, "precision_at_20": 0.00384, "precision_at_100": 0.00226, "precision_at_1000": 0.00153, "mrr_at_1": 0.015605, "mrr_at_3": 0.019072, "mrr_at_5": 0.020568, "mrr_at_10": 0.023146, "mrr_at_20": 0.024328, "mrr_at_100": 0.026918, "mrr_at_1000": 0.029351, "nauc_ndcg_at_1_max": 0.339653, "nauc_ndcg_at_1_std": 0.267393, "nauc_ndcg_at_1_diff1": 0.833747, "nauc_ndcg_at_3_max": 0.34855, "nauc_ndcg_at_3_std": 0.250615, "nauc_ndcg_at_3_diff1": 0.804376, "nauc_ndcg_at_5_max": 0.298172, "nauc_ndcg_at_5_std": 0.253284, "nauc_ndcg_at_5_diff1": 0.760737, "nauc_ndcg_at_10_max": 0.268622, "nauc_ndcg_at_10_std": 0.270703, "nauc_ndcg_at_10_diff1": 0.692431, "nauc_ndcg_at_20_max": 0.228427, "nauc_ndcg_at_20_std": 0.272092, "nauc_ndcg_at_20_diff1": 0.617958, "nauc_ndcg_at_100_max": 0.191546, "nauc_ndcg_at_100_std": 0.219473, "nauc_ndcg_at_100_diff1": 0.375837, "nauc_ndcg_at_1000_max": 0.150777, "nauc_ndcg_at_1000_std": 0.200092, "nauc_ndcg_at_1000_diff1": 0.388508, "nauc_map_at_1_max": 0.329088, "nauc_map_at_1_std": 0.249343, "nauc_map_at_1_diff1": 0.875011, "nauc_map_at_3_max": 0.347441, "nauc_map_at_3_std": 0.255641, "nauc_map_at_3_diff1": 0.832044, "nauc_map_at_5_max": 0.331163, "nauc_map_at_5_std": 0.270985, "nauc_map_at_5_diff1": 0.805939, "nauc_map_at_10_max": 0.317535, "nauc_map_at_10_std": 0.279723, "nauc_map_at_10_diff1": 0.769608, "nauc_map_at_20_max": 0.298639, "nauc_map_at_20_std": 0.278239, "nauc_map_at_20_diff1": 0.737555, "nauc_map_at_100_max": 0.283491, "nauc_map_at_100_std": 0.26784, "nauc_map_at_100_diff1": 0.660246, "nauc_map_at_1000_max": 0.277082, "nauc_map_at_1000_std": 0.265383, "nauc_map_at_1000_diff1": 0.652851, "nauc_recall_at_1_max": 0.329088, "nauc_recall_at_1_std": 0.249343, "nauc_recall_at_1_diff1": 0.875011, "nauc_recall_at_3_max": 0.325582, "nauc_recall_at_3_std": 0.223945, "nauc_recall_at_3_diff1": 0.778733, "nauc_recall_at_5_max": 0.237139, "nauc_recall_at_5_std": 0.237459, "nauc_recall_at_5_diff1": 0.692327, "nauc_recall_at_10_max": 0.196939, "nauc_recall_at_10_std": 0.252065, "nauc_recall_at_10_diff1": 0.578572, "nauc_recall_at_20_max": 0.138761, "nauc_recall_at_20_std": 0.264313, "nauc_recall_at_20_diff1": 0.462566, "nauc_recall_at_100_max": 0.129207, "nauc_recall_at_100_std": 0.163823, "nauc_recall_at_100_diff1": 0.148582, "nauc_recall_at_1000_max": -0.06195, "nauc_recall_at_1000_std": 0.063482, "nauc_recall_at_1000_diff1": 0.126361, "nauc_precision_at_1_max": 0.339653, "nauc_precision_at_1_std": 0.267393, "nauc_precision_at_1_diff1": 0.833747, "nauc_precision_at_3_max": 0.412121, "nauc_precision_at_3_std": 0.286438, "nauc_precision_at_3_diff1": 0.755417, "nauc_precision_at_5_max": 0.318373, "nauc_precision_at_5_std": 0.273669, "nauc_precision_at_5_diff1": 0.721989, "nauc_precision_at_10_max": 0.274439, "nauc_precision_at_10_std": 0.336676, "nauc_precision_at_10_diff1": 0.638633, "nauc_precision_at_20_max": 0.192334, "nauc_precision_at_20_std": 0.325181, "nauc_precision_at_20_diff1": 0.502989, "nauc_precision_at_100_max": 0.146724, "nauc_precision_at_100_std": 0.228342, "nauc_precision_at_100_diff1": 0.218008, "nauc_precision_at_1000_max": -0.014925, "nauc_precision_at_1000_std": 0.056052, "nauc_precision_at_1000_diff1": 0.030595, "nauc_mrr_at_1_max": 0.400698, "nauc_mrr_at_1_std": 0.192259, "nauc_mrr_at_1_diff1": 0.868517, "nauc_mrr_at_3_max": 0.376676, "nauc_mrr_at_3_std": 0.221861, "nauc_mrr_at_3_diff1": 0.794437, "nauc_mrr_at_5_max": 0.323824, "nauc_mrr_at_5_std": 0.205432, "nauc_mrr_at_5_diff1": 0.772937, "nauc_mrr_at_10_max": 0.298599, "nauc_mrr_at_10_std": 0.224257, "nauc_mrr_at_10_diff1": 0.729351, "nauc_mrr_at_20_max": 0.282572, "nauc_mrr_at_20_std": 0.222452, "nauc_mrr_at_20_diff1": 0.701975, "nauc_mrr_at_100_max": 0.271284, "nauc_mrr_at_100_std": 0.218615, "nauc_mrr_at_100_diff1": 0.643813, "nauc_mrr_at_1000_max": 0.271786, "nauc_mrr_at_1000_std": 0.215555, "nauc_mrr_at_1000_diff1": 0.638275, "main_score": 0.02389, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.09223, "ndcg_at_3": 0.10328, "ndcg_at_5": 0.10989, "ndcg_at_10": 0.12284, "ndcg_at_20": 0.13286, "ndcg_at_100": 0.14853, "ndcg_at_1000": 0.2189, "map_at_1": 0.06697, "map_at_3": 0.09068, "map_at_5": 0.09735, "map_at_10": 0.10325, "map_at_20": 0.10613, "map_at_100": 0.10838, "map_at_1000": 0.11046, "recall_at_1": 0.06697, "recall_at_3": 0.11121, "recall_at_5": 0.12874, "recall_at_10": 0.16428, "recall_at_20": 0.19901, "recall_at_100": 0.26899, "recall_at_1000": 0.75706, "precision_at_1": 0.09223, "precision_at_3": 0.05502, "precision_at_5": 0.04102, "precision_at_10": 0.02633, "precision_at_20": 0.0162, "precision_at_100": 0.00484, "precision_at_1000": 0.00159, "mrr_at_1": 0.09466, "mrr_at_3": 0.114887, "mrr_at_5": 0.11871, "mrr_at_10": 0.124426, "mrr_at_20": 0.1272, "mrr_at_100": 0.129635, "mrr_at_1000": 0.131175, "nauc_ndcg_at_1_max": -0.254968, "nauc_ndcg_at_1_std": 0.329171, "nauc_ndcg_at_1_diff1": 0.655016, "nauc_ndcg_at_3_max": -0.272896, "nauc_ndcg_at_3_std": 0.293773, "nauc_ndcg_at_3_diff1": 0.666296, "nauc_ndcg_at_5_max": -0.276833, "nauc_ndcg_at_5_std": 0.268581, "nauc_ndcg_at_5_diff1": 0.651679, "nauc_ndcg_at_10_max": -0.283705, "nauc_ndcg_at_10_std": 0.275243, "nauc_ndcg_at_10_diff1": 0.642675, "nauc_ndcg_at_20_max": -0.27649, "nauc_ndcg_at_20_std": 0.279923, "nauc_ndcg_at_20_diff1": 0.630562, "nauc_ndcg_at_100_max": -0.266449, "nauc_ndcg_at_100_std": 0.301976, "nauc_ndcg_at_100_diff1": 0.617911, "nauc_ndcg_at_1000_max": -0.227068, "nauc_ndcg_at_1000_std": 0.283315, "nauc_ndcg_at_1000_diff1": 0.551046, "nauc_map_at_1_max": -0.269414, "nauc_map_at_1_std": 0.337384, "nauc_map_at_1_diff1": 0.717551, "nauc_map_at_3_max": -0.271776, "nauc_map_at_3_std": 0.297106, "nauc_map_at_3_diff1": 0.669994, "nauc_map_at_5_max": -0.271662, "nauc_map_at_5_std": 0.280459, "nauc_map_at_5_diff1": 0.653872, "nauc_map_at_10_max": -0.275028, "nauc_map_at_10_std": 0.280527, "nauc_map_at_10_diff1": 0.648927, "nauc_map_at_20_max": -0.272681, "nauc_map_at_20_std": 0.282241, "nauc_map_at_20_diff1": 0.645481, "nauc_map_at_100_max": -0.272132, "nauc_map_at_100_std": 0.287855, "nauc_map_at_100_diff1": 0.644617, "nauc_map_at_1000_max": -0.270131, "nauc_map_at_1000_std": 0.287063, "nauc_map_at_1000_diff1": 0.641351, "nauc_recall_at_1_max": -0.269414, "nauc_recall_at_1_std": 0.337384, "nauc_recall_at_1_diff1": 0.717551, "nauc_recall_at_3_max": -0.283057, "nauc_recall_at_3_std": 0.272827, "nauc_recall_at_3_diff1": 0.661503, "nauc_recall_at_5_max": -0.287204, "nauc_recall_at_5_std": 0.236753, "nauc_recall_at_5_diff1": 0.634675, "nauc_recall_at_10_max": -0.304872, "nauc_recall_at_10_std": 0.261094, "nauc_recall_at_10_diff1": 0.618078, "nauc_recall_at_20_max": -0.276621, "nauc_recall_at_20_std": 0.270837, "nauc_recall_at_20_diff1": 0.578999, "nauc_recall_at_100_max": -0.242634, "nauc_recall_at_100_std": 0.331672, "nauc_recall_at_100_diff1": 0.540194, "nauc_recall_at_1000_max": -0.036775, "nauc_recall_at_1000_std": 0.247738, "nauc_recall_at_1000_diff1": 0.170112, "nauc_precision_at_1_max": -0.254968, "nauc_precision_at_1_std": 0.329171, "nauc_precision_at_1_diff1": 0.655016, "nauc_precision_at_3_max": -0.263069, "nauc_precision_at_3_std": 0.267566, "nauc_precision_at_3_diff1": 0.600586, "nauc_precision_at_5_max": -0.257248, "nauc_precision_at_5_std": 0.220526, "nauc_precision_at_5_diff1": 0.557688, "nauc_precision_at_10_max": -0.258802, "nauc_precision_at_10_std": 0.241528, "nauc_precision_at_10_diff1": 0.552062, "nauc_precision_at_20_max": -0.24094, "nauc_precision_at_20_std": 0.243616, "nauc_precision_at_20_diff1": 0.517053, "nauc_precision_at_100_max": -0.17403, "nauc_precision_at_100_std": 0.300723, "nauc_precision_at_100_diff1": 0.444629, "nauc_precision_at_1000_max": 0.085763, "nauc_precision_at_1000_std": 0.062787, "nauc_precision_at_1000_diff1": -0.080548, "nauc_mrr_at_1_max": -0.265128, "nauc_mrr_at_1_std": 0.290921, "nauc_mrr_at_1_diff1": 0.627396, "nauc_mrr_at_3_max": -0.275822, "nauc_mrr_at_3_std": 0.273326, "nauc_mrr_at_3_diff1": 0.635191, "nauc_mrr_at_5_max": -0.274927, "nauc_mrr_at_5_std": 0.266335, "nauc_mrr_at_5_diff1": 0.632937, "nauc_mrr_at_10_max": -0.275492, "nauc_mrr_at_10_std": 0.270285, "nauc_mrr_at_10_diff1": 0.628882, "nauc_mrr_at_20_max": -0.274303, "nauc_mrr_at_20_std": 0.272045, "nauc_mrr_at_20_diff1": 0.626809, "nauc_mrr_at_100_max": -0.272388, "nauc_mrr_at_100_std": 0.272346, "nauc_mrr_at_100_diff1": 0.622339, "nauc_mrr_at_1000_max": -0.271498, "nauc_mrr_at_1000_std": 0.272158, "nauc_mrr_at_1000_diff1": 0.620591, "main_score": 0.12284, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.03398, "ndcg_at_3": 0.03519, "ndcg_at_5": 0.03674, "ndcg_at_10": 0.04176, "ndcg_at_20": 0.04726, "ndcg_at_100": 0.0666, "ndcg_at_1000": 0.14266, "map_at_1": 0.0254, "map_at_3": 0.0307, "map_at_5": 0.03207, "map_at_10": 0.03408, "map_at_20": 0.03558, "map_at_100": 0.03803, "map_at_1000": 0.04013, "recall_at_1": 0.0254, "recall_at_3": 0.03673, "recall_at_5": 0.04211, "recall_at_10": 0.05647, "recall_at_20": 0.07579, "recall_at_100": 0.16557, "recall_at_1000": 0.69988, "precision_at_1": 0.03398, "precision_at_3": 0.01699, "precision_at_5": 0.01238, "precision_at_10": 0.00825, "precision_at_20": 0.0057, "precision_at_100": 0.00297, "precision_at_1000": 0.00149, "mrr_at_1": 0.033981, "mrr_at_3": 0.039442, "mrr_at_5": 0.041323, "mrr_at_10": 0.043825, "mrr_at_20": 0.045677, "mrr_at_100": 0.048634, "mrr_at_1000": 0.050486, "nauc_ndcg_at_1_max": 0.450106, "nauc_ndcg_at_1_std": 0.560106, "nauc_ndcg_at_1_diff1": 0.746304, "nauc_ndcg_at_3_max": 0.483706, "nauc_ndcg_at_3_std": 0.546884, "nauc_ndcg_at_3_diff1": 0.692711, "nauc_ndcg_at_5_max": 0.463294, "nauc_ndcg_at_5_std": 0.536225, "nauc_ndcg_at_5_diff1": 0.646706, "nauc_ndcg_at_10_max": 0.427925, "nauc_ndcg_at_10_std": 0.519171, "nauc_ndcg_at_10_diff1": 0.575045, "nauc_ndcg_at_20_max": 0.418122, "nauc_ndcg_at_20_std": 0.518017, "nauc_ndcg_at_20_diff1": 0.550976, "nauc_ndcg_at_100_max": 0.407794, "nauc_ndcg_at_100_std": 0.499152, "nauc_ndcg_at_100_diff1": 0.479219, "nauc_ndcg_at_1000_max": 0.351827, "nauc_ndcg_at_1000_std": 0.469611, "nauc_ndcg_at_1000_diff1": 0.429856, "nauc_map_at_1_max": 0.475674, "nauc_map_at_1_std": 0.591865, "nauc_map_at_1_diff1": 0.771823, "nauc_map_at_3_max": 0.495535, "nauc_map_at_3_std": 0.567626, "nauc_map_at_3_diff1": 0.719582, "nauc_map_at_5_max": 0.479652, "nauc_map_at_5_std": 0.558356, "nauc_map_at_5_diff1": 0.692486, "nauc_map_at_10_max": 0.460538, "nauc_map_at_10_std": 0.548393, "nauc_map_at_10_diff1": 0.655475, "nauc_map_at_20_max": 0.455763, "nauc_map_at_20_std": 0.545679, "nauc_map_at_20_diff1": 0.644998, "nauc_map_at_100_max": 0.456459, "nauc_map_at_100_std": 0.544149, "nauc_map_at_100_diff1": 0.628496, "nauc_map_at_1000_max": 0.4515, "nauc_map_at_1000_std": 0.541829, "nauc_map_at_1000_diff1": 0.6214, "nauc_recall_at_1_max": 0.475674, "nauc_recall_at_1_std": 0.591865, "nauc_recall_at_1_diff1": 0.771823, "nauc_recall_at_3_max": 0.504263, "nauc_recall_at_3_std": 0.527677, "nauc_recall_at_3_diff1": 0.65917, "nauc_recall_at_5_max": 0.45905, "nauc_recall_at_5_std": 0.504702, "nauc_recall_at_5_diff1": 0.574335, "nauc_recall_at_10_max": 0.386669, "nauc_recall_at_10_std": 0.477718, "nauc_recall_at_10_diff1": 0.437782, "nauc_recall_at_20_max": 0.372985, "nauc_recall_at_20_std": 0.483609, "nauc_recall_at_20_diff1": 0.409165, "nauc_recall_at_100_max": 0.345547, "nauc_recall_at_100_std": 0.434456, "nauc_recall_at_100_diff1": 0.312974, "nauc_recall_at_1000_max": 0.187884, "nauc_recall_at_1000_std": 0.377891, "nauc_recall_at_1000_diff1": 0.199126, "nauc_precision_at_1_max": 0.450106, "nauc_precision_at_1_std": 0.560106, "nauc_precision_at_1_diff1": 0.746304, "nauc_precision_at_3_max": 0.481791, "nauc_precision_at_3_std": 0.521748, "nauc_precision_at_3_diff1": 0.62156, "nauc_precision_at_5_max": 0.419189, "nauc_precision_at_5_std": 0.494153, "nauc_precision_at_5_diff1": 0.537378, "nauc_precision_at_10_max": 0.359055, "nauc_precision_at_10_std": 0.461641, "nauc_precision_at_10_diff1": 0.431445, "nauc_precision_at_20_max": 0.35686, "nauc_precision_at_20_std": 0.478288, "nauc_precision_at_20_diff1": 0.432473, "nauc_precision_at_100_max": 0.374728, "nauc_precision_at_100_std": 0.4534, "nauc_precision_at_100_diff1": 0.320289, "nauc_precision_at_1000_max": 0.10659, "nauc_precision_at_1000_std": 0.15332, "nauc_precision_at_1000_diff1": 0.081787, "nauc_mrr_at_1_max": 0.450106, "nauc_mrr_at_1_std": 0.560106, "nauc_mrr_at_1_diff1": 0.746304, "nauc_mrr_at_3_max": 0.447351, "nauc_mrr_at_3_std": 0.537098, "nauc_mrr_at_3_diff1": 0.686373, "nauc_mrr_at_5_max": 0.437369, "nauc_mrr_at_5_std": 0.53379, "nauc_mrr_at_5_diff1": 0.655276, "nauc_mrr_at_10_max": 0.421471, "nauc_mrr_at_10_std": 0.524749, "nauc_mrr_at_10_diff1": 0.6187, "nauc_mrr_at_20_max": 0.417444, "nauc_mrr_at_20_std": 0.525148, "nauc_mrr_at_20_diff1": 0.609189, "nauc_mrr_at_100_max": 0.41513, "nauc_mrr_at_100_std": 0.520277, "nauc_mrr_at_100_diff1": 0.590445, "nauc_mrr_at_1000_max": 0.412891, "nauc_mrr_at_1000_std": 0.518037, "nauc_mrr_at_1000_diff1": 0.588221, "main_score": 0.04176, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.07683, "ndcg_at_3": 0.08057, "ndcg_at_5": 0.08629, "ndcg_at_10": 0.10198, "ndcg_at_20": 0.11725, "ndcg_at_100": 0.1501, "ndcg_at_1000": 0.22063, "map_at_1": 0.0527, "map_at_3": 0.07055, "map_at_5": 0.07633, "map_at_10": 0.08277, "map_at_20": 0.08703, "map_at_100": 0.09187, "map_at_1000": 0.094, "recall_at_1": 0.0527, "recall_at_3": 0.08232, "recall_at_5": 0.09884, "recall_at_10": 0.1425, "recall_at_20": 0.19634, "recall_at_100": 0.34667, "recall_at_1000": 0.83919, "precision_at_1": 0.07683, "precision_at_3": 0.04512, "precision_at_5": 0.0339, "precision_at_10": 0.02427, "precision_at_20": 0.01634, "precision_at_100": 0.00615, "precision_at_1000": 0.00172, "mrr_at_1": 0.07561, "mrr_at_3": 0.088008, "mrr_at_5": 0.092093, "mrr_at_10": 0.099559, "mrr_at_20": 0.104471, "mrr_at_100": 0.109279, "mrr_at_1000": 0.110884, "nauc_ndcg_at_1_max": 0.48096, "nauc_ndcg_at_1_std": 0.176217, "nauc_ndcg_at_1_diff1": 0.369317, "nauc_ndcg_at_3_max": 0.497524, "nauc_ndcg_at_3_std": 0.20932, "nauc_ndcg_at_3_diff1": 0.316872, "nauc_ndcg_at_5_max": 0.496159, "nauc_ndcg_at_5_std": 0.233731, "nauc_ndcg_at_5_diff1": 0.307309, "nauc_ndcg_at_10_max": 0.480683, "nauc_ndcg_at_10_std": 0.218987, "nauc_ndcg_at_10_diff1": 0.27263, "nauc_ndcg_at_20_max": 0.486527, "nauc_ndcg_at_20_std": 0.228307, "nauc_ndcg_at_20_diff1": 0.266355, "nauc_ndcg_at_100_max": 0.504891, "nauc_ndcg_at_100_std": 0.27327, "nauc_ndcg_at_100_diff1": 0.26518, "nauc_ndcg_at_1000_max": 0.465017, "nauc_ndcg_at_1000_std": 0.256402, "nauc_ndcg_at_1000_diff1": 0.249683, "nauc_map_at_1_max": 0.515221, "nauc_map_at_1_std": 0.20253, "nauc_map_at_1_diff1": 0.418646, "nauc_map_at_3_max": 0.523506, "nauc_map_at_3_std": 0.210117, "nauc_map_at_3_diff1": 0.341488, "nauc_map_at_5_max": 0.52275, "nauc_map_at_5_std": 0.231023, "nauc_map_at_5_diff1": 0.322031, "nauc_map_at_10_max": 0.512724, "nauc_map_at_10_std": 0.224719, "nauc_map_at_10_diff1": 0.301792, "nauc_map_at_20_max": 0.512059, "nauc_map_at_20_std": 0.228712, "nauc_map_at_20_diff1": 0.297614, "nauc_map_at_100_max": 0.516864, "nauc_map_at_100_std": 0.238699, "nauc_map_at_100_diff1": 0.297771, "nauc_map_at_1000_max": 0.515638, "nauc_map_at_1000_std": 0.23887, "nauc_map_at_1000_diff1": 0.296845, "nauc_recall_at_1_max": 0.515221, "nauc_recall_at_1_std": 0.20253, "nauc_recall_at_1_diff1": 0.418646, "nauc_recall_at_3_max": 0.503172, "nauc_recall_at_3_std": 0.216518, "nauc_recall_at_3_diff1": 0.310934, "nauc_recall_at_5_max": 0.487717, "nauc_recall_at_5_std": 0.252098, "nauc_recall_at_5_diff1": 0.276565, "nauc_recall_at_10_max": 0.448035, "nauc_recall_at_10_std": 0.211113, "nauc_recall_at_10_diff1": 0.214174, "nauc_recall_at_20_max": 0.463545, "nauc_recall_at_20_std": 0.229588, "nauc_recall_at_20_diff1": 0.204117, "nauc_recall_at_100_max": 0.485211, "nauc_recall_at_100_std": 0.328099, "nauc_recall_at_100_diff1": 0.204489, "nauc_recall_at_1000_max": 0.245412, "nauc_recall_at_1000_std": 0.270238, "nauc_recall_at_1000_diff1": 0.046084, "nauc_precision_at_1_max": 0.48096, "nauc_precision_at_1_std": 0.176217, "nauc_precision_at_1_diff1": 0.369317, "nauc_precision_at_3_max": 0.488118, "nauc_precision_at_3_std": 0.216958, "nauc_precision_at_3_diff1": 0.2398, "nauc_precision_at_5_max": 0.466031, "nauc_precision_at_5_std": 0.263608, "nauc_precision_at_5_diff1": 0.207297, "nauc_precision_at_10_max": 0.42923, "nauc_precision_at_10_std": 0.226517, "nauc_precision_at_10_diff1": 0.145999, "nauc_precision_at_20_max": 0.442125, "nauc_precision_at_20_std": 0.246418, "nauc_precision_at_20_diff1": 0.160613, "nauc_precision_at_100_max": 0.43784, "nauc_precision_at_100_std": 0.33281, "nauc_precision_at_100_diff1": 0.141635, "nauc_precision_at_1000_max": -0.035323, "nauc_precision_at_1000_std": 0.069491, "nauc_precision_at_1000_diff1": -0.030884, "nauc_mrr_at_1_max": 0.497988, "nauc_mrr_at_1_std": 0.188329, "nauc_mrr_at_1_diff1": 0.384543, "nauc_mrr_at_3_max": 0.467444, "nauc_mrr_at_3_std": 0.211473, "nauc_mrr_at_3_diff1": 0.333253, "nauc_mrr_at_5_max": 0.463133, "nauc_mrr_at_5_std": 0.219576, "nauc_mrr_at_5_diff1": 0.334127, "nauc_mrr_at_10_max": 0.457588, "nauc_mrr_at_10_std": 0.214868, "nauc_mrr_at_10_diff1": 0.32001, "nauc_mrr_at_20_max": 0.463431, "nauc_mrr_at_20_std": 0.216682, "nauc_mrr_at_20_diff1": 0.318533, "nauc_mrr_at_100_max": 0.465806, "nauc_mrr_at_100_std": 0.221449, "nauc_mrr_at_100_diff1": 0.316492, "nauc_mrr_at_1000_max": 0.464702, "nauc_mrr_at_1000_std": 0.221055, "nauc_mrr_at_1000_diff1": 0.316196, "main_score": 0.10198, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 95.23789739608765, "kg_co2_emissions": 0.00581008155968923 }